-- Logs begin at Tue 2021-07-06 11:07:55 UTC, end at Tue 2021-07-06 13:26:32 UTC. -- Jul 06 11:37:48.557511 n-d-799529-2 systemd[1]: Started Devstack devstack@q-svc.service. Jul 06 11:37:51.258205 n-d-799529-2 neutron-server[100318]: INFO neutron.common.config [-] Logging enabled! Jul 06 11:37:51.258800 n-d-799529-2 neutron-server[100318]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 11:37:51.258984 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100318) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 11:37:51.262231 n-d-799529-2 neutron-server[100318]: INFO neutron.common.config [-] Logging enabled! Jul 06 11:37:51.262487 n-d-799529-2 neutron-server[100318]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 11:37:51.262801 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100318) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 11:37:51.263749 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 11:37:51.263982 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 11:37:51.264342 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 11:37:51.264587 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 11:37:51.264817 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 11:37:51.265135 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.265430 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.265723 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.265948 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.266237 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.266523 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.266804 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.267092 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.267409 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.267695 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.267972 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.268253 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.268483 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.268807 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.269088 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.269370 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.269594 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] debug = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.269871 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.270298 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.270709 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.270987 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.271299 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.271588 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.271850 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.272121 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.272400 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.272728 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] host = n-d-799529-2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.273007 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.273291 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.273578 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.273864 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.274136 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.274411 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.274699 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.274974 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.275269 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] log_file = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.275545 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.275832 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.276119 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.276406 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.276630 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.276850 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.277135 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.277418 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.277691 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.277963 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.278233 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.278503 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.278777 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.279046 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.279355 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.279640 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.279925 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.280197 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.280469 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.280736 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.281006 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.281290 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.281561 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.281834 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.282102 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.282384 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.282650 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.282920 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.283217 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.283526 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.283807 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.284089 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.284872 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.285159 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.285429 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.285696 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.285964 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] use_json = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.286233 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.286502 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.286779 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.287054 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.287346 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.287620 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.287887 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.288169 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:51.288461 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.288758 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.289057 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.289335 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.289624 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.289900 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.290186 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.290457 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.290742 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.291027 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.291334 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.291608 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.291890 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.292163 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.292453 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.292754 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.293058 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.293335 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.293606 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.293877 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.294147 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.294421 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.294703 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.294993 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.295311 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.295654 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.295861 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.296162 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.296422 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.296692 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.296966 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.297255 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.297532 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.297804 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.298085 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.298361 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.298633 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.298902 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.299177 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.299490 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.299763 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.300657 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.300929 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.301205 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.301476 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.301761 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.302035 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.302307 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.302577 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.302852 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.303120 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.303414 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.303691 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.303964 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.304238 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.304508 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.304778 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.305050 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.305325 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.305594 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.305864 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.306132 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.306404 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.306673 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.306941 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.307210 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.307502 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.307773 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.308060 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.308353 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.308627 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.308903 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.309180 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.309456 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.309730 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.310003 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.310277 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.310551 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.310821 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.311107 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.311416 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.311705 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.311987 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.312266 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.312562 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.312838 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.313118 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.313394 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.313671 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.313961 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.314242 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.314538 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.314832 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.315124 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.315750 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.316047 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.316327 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.316635 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.316914 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:51.317132 n-d-799529-2 neutron-server[100318]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 11:37:51.317371 n-d-799529-2 neutron-server[100318]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100318) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 06 11:37:51.665775 n-d-799529-2 neutron-server[100318]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 11:37:51.666046 n-d-799529-2 neutron-server[100318]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 11:37:51.666330 n-d-799529-2 neutron-server[100318]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 11:37:51.666658 n-d-799529-2 neutron-server[100318]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 06 11:37:52.050054 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.050358 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.050627 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.051918 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.052201 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.052476 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.086934 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.087217 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.087508 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.100695 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.100973 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.101239 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.131117 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.131422 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.131691 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.166313 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.166590 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.166857 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.400553 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.401163 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.401163 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.401344 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.401964 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.522528 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.522843 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.523125 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.523420 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.523685 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.523993 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.524253 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.524507 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.524758 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.525034 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.525298 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.525586 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.525831 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.526094 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.526347 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.526610 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.526903 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.527132 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.527422 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.527675 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.527952 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.528294 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.528551 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.528838 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.529082 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.529327 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.529723 n-d-799529-2 neutron-server[100318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:37:52.529963 n-d-799529-2 neutron-server[100318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:37:52.530200 n-d-799529-2 neutron-server[100318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:37:52.530431 n-d-799529-2 neutron-server[100318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:37:52.530661 n-d-799529-2 neutron-server[100318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:37:52.530891 n-d-799529-2 neutron-server[100318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:37:52.531274 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 06 11:37:52.535430 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 06 11:37:52.539364 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 06 11:37:52.543014 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 06 11:37:52.544655 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 06 11:37:52.545105 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 06 11:37:52.545440 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 06 11:37:52.545818 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 06 11:37:52.548613 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 06 11:37:52.548865 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 06 11:37:52.549209 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 11:37:52.577444 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 06 11:37:52.577896 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.578193 n-d-799529-2 neutron-server[100318]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100318) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 06 11:37:52.578557 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.579912 n-d-799529-2 neutron-server[100318]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100318) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 06 11:37:52.580201 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 11:37:52.580445 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 06 11:37:52.584311 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.584593 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:52.653129 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 06 11:37:52.653273 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 06 11:37:52.653707 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 06 11:37:52.654084 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 06 11:37:52.675630 n-d-799529-2 neutron-server[100318]: DEBUG oslo_db.sqlalchemy.engines [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100318) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 06 11:37:53.201195 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Initializing driver for type 'gre' Jul 06 11:37:53.201722 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] gre ID ranges: [(1, 1000)] Jul 06 11:37:53.252505 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Initializing driver for type 'local' Jul 06 11:37:53.252901 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Initializing driver for type 'vlan' Jul 06 11:37:53.266715 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] VlanTypeDriver initialization complete Jul 06 11:37:53.267106 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Initializing driver for type 'vxlan' Jul 06 11:37:53.267644 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] vxlan ID ranges: [(1, 1000)] Jul 06 11:37:53.321352 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Initializing extension driver 'port_security' Jul 06 11:37:53.321783 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.extensions.port_security [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] PortSecurityExtensionDriver initialization complete Jul 06 11:37:53.322186 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Initializing mechanism driver 'openvswitch' Jul 06 11:37:53.322622 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Initializing mechanism driver 'hyperv' Jul 06 11:37:53.329130 n-d-799529-2 neutron-server[100318]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100318) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:53.329817 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > port after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.330190 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > port after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.330546 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > port after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.331060 n-d-799529-2 neutron-server[100318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:37:53.332056 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > subnet after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.332407 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > subnet after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.332749 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.333135 n-d-799529-2 neutron-server[100318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:37:53.333536 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > network after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.333881 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > network after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.334221 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > network after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.334601 n-d-799529-2 neutron-server[100318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:37:53.335007 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > security_group after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.335387 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > security_group after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.335732 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.336251 n-d-799529-2 neutron-server[100318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:37:53.336659 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.337009 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.337351 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.337738 n-d-799529-2 neutron-server[100318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:37:53.338145 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > address_group after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.338494 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > address_group after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.338837 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.339218 n-d-799529-2 neutron-server[100318]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100318) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 11:37:53.339613 n-d-799529-2 neutron-server[100318]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] ML2 OVO RPC backend initialized. {{(pid=100318) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 06 11:37:53.340646 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.341003 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.341416 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > network before_response 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.341762 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > networks before_response 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.342106 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > port before_response 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.342444 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > ports before_response 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.342785 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > subnet before_response 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.343125 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > subnets before_response 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.343496 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > network after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.343834 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > network after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.344168 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > network after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.344501 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > port after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.344833 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > port after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.345168 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > port after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.345503 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > subnet after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.345835 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > subnet after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.346167 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.346754 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.plugin [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Modular L2 Plugin initialization complete Jul 06 11:37:53.347078 n-d-799529-2 neutron-server[100318]: DEBUG neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading services supported by the core plugin {{(pid=100318) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 06 11:37:53.347465 n-d-799529-2 neutron-server[100318]: INFO neutron.plugins.ml2.managers [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Got port-security extension from driver 'port_security' Jul 06 11:37:53.347924 n-d-799529-2 neutron-server[100318]: INFO neutron.extensions.vlantransparent [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Disabled vlantransparent extension. Jul 06 11:37:53.348402 n-d-799529-2 neutron-server[100318]: DEBUG neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100318) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 06 11:37:53.348712 n-d-799529-2 neutron-server[100318]: INFO neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading Plugin: router Jul 06 11:37:53.383738 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.384134 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router after_create 55549900 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.384502 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router before_create 55549900 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.384864 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.385230 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.385580 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router after_delete 55549900 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.385936 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.386296 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router after_create 55549900 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.386645 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router after_update 55549900 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.386991 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router after_update 55549900 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.387364 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.387719 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router after_update 55549900 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.388125 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router precommit_update 55549900 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.388492 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: port after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.388827 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: port after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.389161 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: subnet after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.389498 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.389840 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.390183 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router precommit_create 55549900 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.390525 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: port before_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.390862 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router precommit_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.391216 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router after_update 55549900 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.391576 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.391922 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router precommit_create 55549900 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.392280 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.392620 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router precommit_update 55549900 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.392980 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > agent after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.393377 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > agent after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.394313 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > network after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.395170 n-d-799529-2 neutron-server[100318]: DEBUG neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Tracking information for resource: router configured {{(pid=100318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:37:53.395526 n-d-799529-2 neutron-server[100318]: DEBUG neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Tracking information for resource: floatingip configured {{(pid=100318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 11:37:53.400795 n-d-799529-2 neutron-server[100318]: INFO neutron.db.l3_agentschedulers_db [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 06 11:37:53.401356 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: port after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.401718 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: port after_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.402067 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: port after_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.402412 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: port after_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.403197 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router before_create 55550100 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.403582 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.403944 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router precommit_create 55550100 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.404297 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > router precommit_update 55550100 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.408851 n-d-799529-2 neutron-server[100318]: DEBUG neutron.services.provider_configuration [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Service providers = [] {{(pid=100318) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 06 11:37:53.409232 n-d-799529-2 neutron-server[100318]: DEBUG neutron.db.servicetype_db [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100318) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 06 11:37:53.412188 n-d-799529-2 neutron-server[100318]: DEBUG neutron.services.service_base [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 11:37:53.412534 n-d-799529-2 neutron-server[100318]: DEBUG neutron.services.service_base [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 11:37:53.412872 n-d-799529-2 neutron-server[100318]: DEBUG neutron.services.service_base [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 11:37:53.413762 n-d-799529-2 neutron-server[100318]: DEBUG neutron.services.service_base [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 11:37:53.414130 n-d-799529-2 neutron-server[100318]: INFO neutron.services.service_base [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 06 11:37:53.414496 n-d-799529-2 neutron-server[100318]: DEBUG neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:37:53.414812 n-d-799529-2 neutron-server[100318]: INFO neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 06 11:37:53.425467 n-d-799529-2 neutron-server[100318]: DEBUG neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:37:53.425799 n-d-799529-2 neutron-server[100318]: INFO neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading Plugin: auto_allocate Jul 06 11:37:53.431522 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: network precommit_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.431886 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: network precommit_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.432397 n-d-799529-2 neutron-server[100318]: DEBUG neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:37:53.432716 n-d-799529-2 neutron-server[100318]: INFO neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading Plugin: tag Jul 06 11:37:53.439203 n-d-799529-2 neutron-server[100318]: DEBUG neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:37:53.439567 n-d-799529-2 neutron-server[100318]: INFO neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading Plugin: timestamp Jul 06 11:37:53.445599 n-d-799529-2 neutron-server[100318]: DEBUG neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:37:53.445923 n-d-799529-2 neutron-server[100318]: INFO neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading Plugin: network_ip_availability Jul 06 11:37:53.451390 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.451712 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.452060 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.452791 n-d-799529-2 neutron-server[100318]: DEBUG neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:37:53.453102 n-d-799529-2 neutron-server[100318]: INFO neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading Plugin: flavors Jul 06 11:37:53.458298 n-d-799529-2 neutron-server[100318]: DEBUG neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:37:53.458627 n-d-799529-2 neutron-server[100318]: INFO neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading Plugin: revisions Jul 06 11:37:53.462911 n-d-799529-2 neutron-server[100318]: DEBUG neutron.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 11:37:53.463332 n-d-799529-2 neutron-server[100318]: DEBUG oslo_concurrency.lockutils [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=100318) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 11:37:53.464063 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100318) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 06 11:37:53.464393 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Initializing extension manager. Jul 06 11:37:53.464905 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: __init__.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.465247 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: __pycache__ {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.465574 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.465902 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: address_group.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.466661 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.467215 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: address-group Jul 06 11:37:53.467553 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: address_scope.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.468258 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.468750 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: address-scope Jul 06 11:37:53.469065 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.470014 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.470511 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: router-admin-state-down-before-update Jul 06 11:37:53.470827 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: agent.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.471554 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.472297 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: agent Jul 06 11:37:53.472614 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: agent_resources_synced.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.473533 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.474032 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: agent-resources-synced Jul 06 11:37:53.474349 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: allowedaddresspairs.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.476200 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.476714 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: allowed-address-pairs Jul 06 11:37:53.477038 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: auto_allocated_topology.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.478108 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.478613 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: auto-allocated-topology Jul 06 11:37:53.478935 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: availability_zone.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.479651 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.480143 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: availability_zone Jul 06 11:37:53.480459 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: availability_zone_filter.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.481365 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.481863 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: availability_zone_filter Jul 06 11:37:53.482180 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: data_plane_status.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.483079 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.483601 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension data-plane-status not supported by any of loaded plugins Jul 06 11:37:53.483917 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: default_subnetpools.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.484821 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.485319 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: default-subnetpools Jul 06 11:37:53.485636 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.486446 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.486936 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: dhcp_agent_scheduler Jul 06 11:37:53.487281 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: dns.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.488218 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.488706 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension dns-integration not supported by any of loaded plugins Jul 06 11:37:53.489021 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: dns_domain_ports.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.489930 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.490414 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 06 11:37:53.490731 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.491673 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.492162 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 06 11:37:53.492477 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: dvr.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.493143 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.493641 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: dvr Jul 06 11:37:53.493958 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: empty_string_filtering.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.494866 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.495388 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: empty-string-filtering Jul 06 11:37:53.495704 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.496603 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.497093 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 06 11:37:53.497405 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.498308 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.498803 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 06 11:37:53.499119 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: external_net.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.500051 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.500543 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: external-net Jul 06 11:37:53.500856 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.501754 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.502244 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: extra_dhcp_opt Jul 06 11:37:53.502558 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: extraroute.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.503998 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.504492 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: extraroute Jul 06 11:37:53.504806 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: extraroute_atomic.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.505839 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.506343 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: extraroute-atomic Jul 06 11:37:53.506653 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: filter_validation.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.507330 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.507901 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: filter-validation Jul 06 11:37:53.508123 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: fip_pf_description.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.509022 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.509514 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 06 11:37:53.509827 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: fip_port_details.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.510739 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.511261 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: fip-port-details Jul 06 11:37:53.511577 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: flavors.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.512797 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.513300 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: flavors Jul 06 11:37:53.513617 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.515319 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.515833 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 06 11:37:53.516160 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: floatingip_pools.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.516856 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.517360 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: floatingip-pools Jul 06 11:37:53.517791 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: ip_allocation.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.518783 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.519813 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension ip_allocation not supported by any of loaded plugins Jul 06 11:37:53.520134 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.521048 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.521548 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: ip-substring-filtering Jul 06 11:37:53.521868 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: l2_adjacency.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.522781 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.523299 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 06 11:37:53.523620 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: l3.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.524575 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.525081 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: router Jul 06 11:37:53.525406 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.527780 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.528307 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 06 11:37:53.528637 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.529560 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.530072 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: ext-gw-mode Jul 06 11:37:53.530396 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.531344 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.531843 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: l3-ha Jul 06 11:37:53.532164 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: l3_flavors.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.533072 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.533570 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: l3-flavors Jul 06 11:37:53.533887 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.534822 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.535423 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 06 11:37:53.535744 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: l3agentscheduler.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.536759 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.537267 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: l3_agent_scheduler Jul 06 11:37:53.537588 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: logging.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.539117 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.539654 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension logging not supported by any of loaded plugins Jul 06 11:37:53.539976 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: metering.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.540712 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.541273 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: metering Jul 06 11:37:53.541591 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.542672 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.543175 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: metering_source_and_destination_fields Jul 06 11:37:53.543527 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: multiprovidernet.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.544446 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.544941 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: multi-provider Jul 06 11:37:53.545261 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: netmtu.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.546172 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.546667 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: net-mtu Jul 06 11:37:53.546983 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: netmtu_writable.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.547924 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.548419 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: net-mtu-writable Jul 06 11:37:53.548736 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: network_availability_zone.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.549401 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.549917 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: network_availability_zone Jul 06 11:37:53.550232 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: network_ip_availability.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.551479 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.551986 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: network-ip-availability Jul 06 11:37:53.552307 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: network_segment_range.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.553067 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.553557 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension network-segment-range not supported by any of loaded plugins Jul 06 11:37:53.553873 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: pagination.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.554859 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.555186 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: pagination Jul 06 11:37:53.555537 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: port_device_profile.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.556448 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.556948 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: port-device-profile Jul 06 11:37:53.557267 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.558174 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.558668 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: port-mac-address-regenerate Jul 06 11:37:53.558985 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.559937 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.560432 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: port-numa-affinity-policy Jul 06 11:37:53.560749 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: port_resource_request.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.561655 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.562139 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension port-resource-request not supported by any of loaded plugins Jul 06 11:37:53.562455 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: portbindings.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.563408 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.563903 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: binding Jul 06 11:37:53.564219 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: portbindings_extended.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.566357 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.566861 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: binding-extended Jul 06 11:37:53.567185 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: portsecurity.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.568128 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.568630 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: port-security Jul 06 11:37:53.568951 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: project_id.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.569923 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.570252 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: project-id Jul 06 11:37:53.570572 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: providernet.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.571522 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.572024 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: provider Jul 06 11:37:53.572341 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: qos.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.575860 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.576369 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension qos not supported by any of loaded plugins Jul 06 11:37:53.576697 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.577946 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.578448 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 06 11:37:53.578771 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.579716 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.580215 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 06 11:37:53.580534 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: qos_default.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.582045 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.582542 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension qos-default not supported by any of loaded plugins Jul 06 11:37:53.582860 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: qos_fip.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.583544 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.584034 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension qos-fip not supported by any of loaded plugins Jul 06 11:37:53.584349 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: qos_gateway_ip.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.585268 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.585773 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 06 11:37:53.586093 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: qos_port_network_policy.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.587007 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.587535 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 06 11:37:53.587853 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: qos_rule_type_details.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.588762 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.589254 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 06 11:37:53.589569 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: qos_rules_alias.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.590598 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.591090 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 06 11:37:53.591436 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: quotasv2.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.592339 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.592659 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: quotas Jul 06 11:37:53.592973 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: quotasv2_detail.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.596019 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.596360 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: quota_details Jul 06 11:37:53.596688 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: rbac.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.598255 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.598773 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: rbac-policies Jul 06 11:37:53.599101 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: rbac_address_group.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.600237 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.600746 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: rbac-address-group Jul 06 11:37:53.601070 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: rbac_address_scope.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.602004 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.602511 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: rbac-address-scope Jul 06 11:37:53.602829 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: rbac_security_groups.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.603768 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.604265 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: rbac-security-groups Jul 06 11:37:53.604586 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: rbac_subnetpool.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.605493 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.606002 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: rbac-subnetpool Jul 06 11:37:53.606326 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: revisionifmatch.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.607250 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.607769 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: revision-if-match Jul 06 11:37:53.608088 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: revisions.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.609186 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.609686 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: standard-attr-revisions Jul 06 11:37:53.610009 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: router_availability_zone.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.610673 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.611173 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: router_availability_zone Jul 06 11:37:53.611523 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: routerservicetype.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.612487 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.613475 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension router-service-type not supported by any of loaded plugins Jul 06 11:37:53.613797 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.614713 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.615213 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: security-groups-normalized-cidr Jul 06 11:37:53.615554 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.616489 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.616988 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: port-security-groups-filtering Jul 06 11:37:53.617307 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.618216 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.618819 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: security-groups-remote-address-group Jul 06 11:37:53.619147 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: securitygroup.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.628807 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.629330 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: security-group Jul 06 11:37:53.629661 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: segment.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.630442 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.630939 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension segment not supported by any of loaded plugins Jul 06 11:37:53.631293 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.632229 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.632727 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 06 11:37:53.633048 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: servicetype.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.634157 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.634663 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: service-type Jul 06 11:37:53.634989 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: sorting.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.635995 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.636323 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: sorting Jul 06 11:37:53.636641 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: standard_attr_segment.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.637751 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.638269 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 06 11:37:53.638591 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: standardattrdescription.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.639254 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.639762 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: standard-attr-description Jul 06 11:37:53.640082 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: stateful_security_group.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.641005 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.641510 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: stateful-security-group Jul 06 11:37:53.641831 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: stdattrs_common.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.642405 n-d-799529-2 neutron-server[100318]: WARNING neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 06 11:37:53.642721 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.644173 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.644674 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 06 11:37:53.644988 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: subnet_onboard.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.646060 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.646572 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: subnet_onboard Jul 06 11:37:53.646895 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.647834 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.648334 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 06 11:37:53.648650 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: subnet_service_types.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.649567 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.650070 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: subnet-service-types Jul 06 11:37:53.650388 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: subnetallocation.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.651495 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.652001 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: subnet_allocation Jul 06 11:37:53.652320 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.652979 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.653473 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: subnetpool-prefix-ops Jul 06 11:37:53.653789 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.654722 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.655219 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 06 11:37:53.655562 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: tagging.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.656621 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.657126 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: standard-attr-tag Jul 06 11:37:53.657446 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: timestamp.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.658675 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.659177 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loaded extension: standard-attr-timestamp Jul 06 11:37:53.660064 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: trunk.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.661092 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.661593 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension trunk not supported by any of loaded plugins Jul 06 11:37:53.661917 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: trunk_details.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.662837 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.663362 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension trunk-details not supported by any of loaded plugins Jul 06 11:37:53.663684 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: uplink_status_propagation.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.664599 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.665100 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 06 11:37:53.665417 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Loading extension file: vlantransparent.py {{(pid=100318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 11:37:53.666080 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 11:37:53.666570 n-d-799529-2 neutron-server[100318]: INFO neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 06 11:37:53.668997 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of TrackedResource for resource:network Jul 06 11:37:53.669527 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of TrackedResource for resource:subnet Jul 06 11:37:53.669919 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 11:37:53.670311 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of TrackedResource for resource:port Jul 06 11:37:53.671581 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.v2.resource_helper [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:37:53.672021 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.v2.resource_helper [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Service FLAVORS assigned prefix: {{(pid=100318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:37:53.672624 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.v2.resource_helper [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:37:53.673041 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.v2.resource_helper [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:37:53.673367 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of TrackedResource for resource:router Jul 06 11:37:53.673798 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 11:37:53.674287 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.v2.resource_helper [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Service METERING assigned prefix: /metering {{(pid=100318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:37:53.675805 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.676172 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.676523 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100318) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:37:53.677518 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 11:37:53.677963 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of TrackedResource for resource:security_group Jul 06 11:37:53.678399 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 11:37:53.678988 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.v2.resource_helper [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Service CORE assigned prefix: {{(pid=100318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:37:53.679347 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 11:37:53.679693 n-d-799529-2 neutron-server[100318]: WARNING neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] subnetpool is already registered Jul 06 11:37:53.680121 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.v2.resource_helper [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Service CORE assigned prefix: {{(pid=100318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:37:53.680441 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 11:37:53.680769 n-d-799529-2 neutron-server[100318]: WARNING neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] subnetpool is already registered Jul 06 11:37:53.687215 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.v2.resource_helper [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:37:53.687675 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.v2.resource_helper [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Service FLAVORS assigned prefix: {{(pid=100318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:37:53.688311 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.v2.resource_helper [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:37:53.688732 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.v2.resource_helper [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:37:53.689060 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of TrackedResource for resource:router Jul 06 11:37:53.689397 n-d-799529-2 neutron-server[100318]: WARNING neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] router is already registered Jul 06 11:37:53.689810 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 11:37:53.690144 n-d-799529-2 neutron-server[100318]: WARNING neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] floatingip is already registered Jul 06 11:37:53.690868 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.v2.resource_helper [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Service METERING assigned prefix: /metering {{(pid=100318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:37:53.691562 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 11:37:53.691884 n-d-799529-2 neutron-server[100318]: WARNING neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] rbac_policy is already registered Jul 06 11:37:53.692289 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of TrackedResource for resource:security_group Jul 06 11:37:53.692618 n-d-799529-2 neutron-server[100318]: WARNING neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] security_group is already registered Jul 06 11:37:53.693016 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 11:37:53.693347 n-d-799529-2 neutron-server[100318]: WARNING neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] security_group_rule is already registered Jul 06 11:37:53.693960 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.v2.resource_helper [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Service CORE assigned prefix: {{(pid=100318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:37:53.694281 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 11:37:53.694609 n-d-799529-2 neutron-server[100318]: WARNING neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] subnetpool is already registered Jul 06 11:37:53.695024 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.v2.resource_helper [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Service CORE assigned prefix: {{(pid=100318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 11:37:53.695369 n-d-799529-2 neutron-server[100318]: INFO neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 11:37:53.695702 n-d-799529-2 neutron-server[100318]: WARNING neutron.quota.resource_registry [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] subnetpool is already registered Jul 06 11:37:53.696166 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: extensions {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.697616 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: address-groups {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.699103 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: address-scopes {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.700456 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: agents {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.701660 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: auto-allocated-topology {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.702849 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: availability_zones {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.704080 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: dhcp-networks {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.707145 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: dhcp-agents {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.708603 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: routers {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.710321 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: flavors {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.711602 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: service_profiles {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.712809 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: next_providers {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.714232 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: service_profiles {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.715802 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: floatingip-pools {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.717010 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: routers {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.718723 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: floatingips {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.720124 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: l3-routers {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.721517 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: l3-agents {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.723619 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: metering-labels {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.724868 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: metering-label-rules {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.726375 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: network-ip-availabilities {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.727654 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: bindings {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.729242 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: quotas {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.730791 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: quotas {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.732221 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: rbac-policies {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.733403 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: security-groups {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.734700 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: security-group-rules {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.735966 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: service-providers {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.737186 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: subnetpools {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.738588 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: subnetpools {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.740147 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: tags {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.741843 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: tags {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.743685 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: tags {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.745468 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: tags {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.747130 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: tags {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.749100 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: tags {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.750772 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: tags {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.752582 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: tags {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.754455 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: tags {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.756228 n-d-799529-2 neutron-server[100318]: DEBUG neutron.api.extensions [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Extended resource: tags {{(pid=100318) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 11:37:53.762129 n-d-799529-2 neutron-server[100318]: WARNING keystonemiddleware.auth_token [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 06 11:37:53.766679 n-d-799529-2 neutron-server[100318]: WARNING keystonemiddleware.auth_token [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 06 11:37:53.776720 n-d-799529-2 neutron-server[100318]: DEBUG oslo_concurrency.lockutils [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Acquired lock "singleton_lock" {{(pid=100318) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 06 11:37:53.777187 n-d-799529-2 neutron-server[100318]: DEBUG oslo_concurrency.lockutils [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Releasing lock "singleton_lock" {{(pid=100318) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 06 11:37:53.777817 n-d-799529-2 neutron-server[100318]: INFO oslo_service.service [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Starting 2 workers Jul 06 11:37:53.782639 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Started child 100427 {{(pid=100318) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 11:37:53.787648 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Started child 100428 {{(pid=100318) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 11:37:53.788643 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:53.789261 n-d-799529-2 neutron-server[100318]: INFO neutron.service [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 06 11:37:53.789888 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Notify callbacks [] for process, before_spawn {{(pid=100318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:53.790165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [-] (100427) wsgi starting up on http://0.0.0.0:9696 Jul 06 11:37:53.792244 n-d-799529-2 neutron-server[100318]: INFO oslo_service.service [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Starting 1 workers Jul 06 11:37:53.792354 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:53.793653 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [-] (100428) wsgi starting up on http://0.0.0.0:9696 Jul 06 11:37:53.797418 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Started child 100429 {{(pid=100318) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 11:37:53.797952 n-d-799529-2 neutron-server[100318]: INFO oslo_service.service [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Starting 1 workers Jul 06 11:37:53.800908 n-d-799529-2 neutron-server[100429]: DEBUG neutron.service [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] calling RpcWorker wait() {{(pid=100429) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 06 11:37:53.801438 n-d-799529-2 neutron-server[100429]: DEBUG neutron.service [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] returning from RpcWorker wait() {{(pid=100429) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 06 11:37:53.802414 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Started child 100430 {{(pid=100318) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 11:37:53.802711 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:53.803187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:53.803334 n-d-799529-2 neutron-server[100318]: DEBUG neutron_lib.callbacks.manager [None req-7cc1ffd3-6b7f-4208-9636-44c06c6eb737 None None] Notify callbacks [] for process, after_spawn {{(pid=100318) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:53.805185 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100318) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 11:37:53.805387 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 11:37:53.805579 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 11:37:53.805795 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 11:37:53.806138 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 11:37:53.806294 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 11:37:53.806784 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.807058 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.807317 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:37:53.807782 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.807782 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.807932 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.808492 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.808742 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.808999 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.809284 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.809532 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.809704 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.809861 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.810121 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.810350 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.810627 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.810893 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.811138 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.811415 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.811581 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.811845 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.812099 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.812342 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.812599 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] debug = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.812850 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.813340 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.813583 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.813840 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.814059 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.814350 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.814599 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.814888 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.815137 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.815680 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.815926 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.816208 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.816450 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.816635 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.816854 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.817114 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.817347 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.817817 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] host = n-d-799529-2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.818034 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.818284 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.818625 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.818882 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.819358 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.819358 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.819638 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.819906 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.820163 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.820409 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.820758 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.821023 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.821255 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.821498 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] log_file = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.821660 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] log_options = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.821893 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.822158 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.822417 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.822602 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.822768 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.822948 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.823208 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.823393 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.823644 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.823896 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.824132 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.824298 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.824527 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.824774 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.825031 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.825275 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.825489 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.825767 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.825978 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.826222 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.826463 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.826708 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.826956 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.827168 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.827416 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.827663 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.827821 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.828023 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.828232 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.828502 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.828714 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.828964 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.829192 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.829471 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.829697 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.829924 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.830150 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.830410 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.830650 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.830877 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.831681 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.831927 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.832171 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.832414 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.832645 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.832857 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] use_json = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.833073 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.833285 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.833569 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.833801 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.834014 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.834254 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.834471 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.836451 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.836921 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.837251 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.837849 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.838044 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.838356 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.838446 n-d-799529-2 neutron-server[100430]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:53.838577 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.838803 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.839263 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.839263 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.839581 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.839833 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.840098 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.840400 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.840654 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.840936 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.841289 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.841555 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.841844 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.842087 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.842332 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.842605 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.842837 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.843166 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.844666 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.845541 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.845795 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.846054 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.847606 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.847885 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.848167 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.848432 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.848706 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.848994 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.849236 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.849512 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.849749 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.850016 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.850246 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.850506 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.850742 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.851203 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.851614 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.851877 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.852107 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.852336 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.852563 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.852810 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.853399 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.853626 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.854047 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.854291 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.854716 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.855192 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.855534 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.855919 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.856190 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.856417 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.856784 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.857041 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.857298 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.857542 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.857949 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.858182 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.858403 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.858624 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.858847 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.859087 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.859347 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.859569 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.859940 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.860334 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.860585 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.860796 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.861014 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.861232 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.861470 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.861685 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.861902 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.862146 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.862383 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.862619 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.862834 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.863051 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.863287 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.863582 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.863920 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.864171 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.864442 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.864658 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.864910 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.865155 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.865461 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.865707 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.865934 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.866173 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.866501 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.866688 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.866912 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.867755 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.867755 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.867755 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.868042 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.868131 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.868967 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.868967 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.868967 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.869226 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.869226 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.869485 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.869724 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.869972 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.870251 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.870960 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.870960 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.871162 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.871295 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.871604 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.871895 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.872176 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.872487 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.872669 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.872922 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.873173 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.873449 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.873684 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.873922 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.874164 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.874447 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.874690 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.874932 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.875169 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.875462 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.875789 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.876022 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.876259 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.876476 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.876759 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.877010 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.877249 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.877514 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.877765 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.878002 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.878246 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.878480 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.878712 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.878963 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.879194 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.879434 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.879688 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.879923 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.880159 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.880397 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.880627 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.880918 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.881091 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.881310 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.881525 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.881842 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.884252 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.884252 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.884252 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.884252 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.884252 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.884252 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.884252 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.884252 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.884871 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.884871 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.884871 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.885071 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.885592 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.885592 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.885592 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.885892 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.886123 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.886369 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.886631 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.886851 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.887070 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.887310 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.887566 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.887783 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.888201 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.888690 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.889094 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.889474 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.889871 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.890349 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.890782 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.891041 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.891311 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.891675 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.892069 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.892314 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.892559 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.892811 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.893023 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.893264 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.893509 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.894350 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.894464 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.894842 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.895200 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.895574 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.895949 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.896336 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.896779 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.897183 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.897572 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.897969 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.898219 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.898476 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.898711 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.898947 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.899160 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.899412 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.899630 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.899847 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.900098 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.900331 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.900540 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.900768 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.900985 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.901199 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.901443 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.901652 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.901864 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.902090 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.902308 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.902542 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.902789 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.903201 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.903445 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.903678 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.903898 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.904115 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.904396 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.904656 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.905044 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.905490 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.905726 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.905979 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.906303 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.906606 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.906827 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.907089 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.907353 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.907574 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.907795 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.908058 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.908402 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.908751 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.909006 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.909858 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.910107 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.910391 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.910674 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.910890 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.911178 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.911561 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.911840 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.912144 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.912360 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.912612 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.912992 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.913101 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.913311 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.913551 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.913767 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.914028 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.914264 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.914508 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.914755 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.914983 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.915208 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.915467 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.915700 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.915921 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.916139 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.916297 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 11:37:53.917179 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100318) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 11:37:53.917179 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 11:37:53.917451 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 11:37:53.917451 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 11:37:53.917684 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 11:37:53.917809 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 11:37:53.918179 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.918492 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.918660 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.918822 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.918986 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.919170 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.919353 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.919664 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.919808 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.919974 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.920191 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.920326 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.920437 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.920600 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.920760 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.920923 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.921079 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.921237 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.921405 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.921559 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.921867 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.922031 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.922191 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] debug = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.922351 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.922557 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.922722 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.922882 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.923042 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.923202 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.923383 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.923543 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.923703 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.923863 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.924028 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.924188 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.924348 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.924506 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.924664 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.924846 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.925000 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.925154 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] host = n-d-799529-2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.925308 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.925461 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.925622 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.925781 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.925942 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.926100 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.926259 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.926417 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.926576 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.926734 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.926892 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.927051 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.927209 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.927388 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] log_file = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.927546 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] log_options = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.927749 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.927856 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.928008 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.928192 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.928357 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.928516 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.928675 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.928834 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.928992 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.929151 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.929310 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.929469 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.929627 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.929787 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.929945 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.930247 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.930247 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.930402 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.930545 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.930702 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.930860 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.931019 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.931177 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.931356 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.931515 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.931691 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.931851 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.932010 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.932167 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.932326 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.932485 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.932644 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.932804 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.932962 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.933121 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.933280 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.933438 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.933621 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.933780 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.933943 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.934102 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.934308 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.934419 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.934578 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.934736 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.934895 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] use_json = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.935053 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.935211 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.935394 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.935552 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.935712 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.935871 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.936031 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.936191 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 11:37:53.936370 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.936535 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.936710 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.936871 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.937033 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.937195 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.937357 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.937518 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.937678 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.937839 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.938008 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.938170 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.938343 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.938419 n-d-799529-2 neutron-server[100429]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:37:53.938491 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.938655 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.938820 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.938983 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.939146 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.939490 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.939490 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.939654 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.939792 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.939969 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.940130 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.940569 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.940731 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.940894 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.941057 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.941218 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.941380 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.941542 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.941704 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.941866 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.942028 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.942190 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.942350 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.942512 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.942674 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.942836 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.942999 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.943161 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.943549 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.943549 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.943724 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.943859 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.944028 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.944173 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.944350 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.944496 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.944656 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.944829 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.944995 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.945153 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.945311 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.945471 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.945632 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.945792 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.945952 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.946113 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.946274 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.946434 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.946609 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.946770 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.946931 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.947092 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.947270 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.947433 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.947594 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.947754 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.947916 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.948076 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.948237 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.948398 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.948559 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.948720 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.948881 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.949043 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.949204 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.949365 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.949561 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.949678 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.949858 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.949987 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.950193 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.950405 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.950631 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.950887 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.951090 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.951203 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.951469 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.951612 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.951793 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.952118 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.952314 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.952460 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.952585 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.952891 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.953160 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.953267 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.953383 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.953590 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.953761 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.953941 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.954085 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.954278 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.954454 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.954604 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.954744 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.954966 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.955159 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.955358 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.955504 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.955655 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.955994 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.955994 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.956833 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.956833 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.957030 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.957030 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.957288 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.957389 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.957519 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.957604 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.957768 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.957931 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.958094 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.958250 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.959052 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.959465 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.959617 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.959863 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.960062 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.960212 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.960376 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.960577 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.960828 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.960828 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.961081 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.961183 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.961371 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.961610 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.961746 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.961893 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.962073 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.962208 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.962370 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.962532 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.962688 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.962853 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.963371 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.963371 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.963625 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.963625 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.963966 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.963966 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.964119 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.964206 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.964327 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.964512 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.964654 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.964881 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.965058 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.965222 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.965434 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.965565 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.965676 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.965861 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.965994 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.966243 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.966361 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.966534 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.966695 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.966970 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.967174 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.967357 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.967523 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.967698 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.967856 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.968010 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.968136 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.968332 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.968480 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.968618 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.968875 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.969055 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.969302 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.969397 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.969533 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.969691 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.969828 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.969959 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.970102 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.970244 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.970381 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.970543 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.970704 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.970855 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.971039 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.971192 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.971569 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.971569 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.972484 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.972484 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.972682 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.972997 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.972997 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.973369 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.973369 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.973543 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.973623 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.973750 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.973912 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.974154 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.974306 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.974464 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.974704 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.974900 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.975050 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.975355 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.975457 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.975616 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.975736 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.975881 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.976009 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.976319 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.976319 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.976581 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.976711 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.976810 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.977004 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.977179 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.977388 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.977535 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.977664 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.978010 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.978010 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.978224 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.978457 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.978575 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.978707 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.978851 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.978950 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.979165 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.979450 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.979561 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.979665 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.979825 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.979988 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.980157 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.980378 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.980550 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.980765 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.980893 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.981058 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.981201 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.981373 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.981625 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.981792 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.982136 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.982136 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.982515 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.982515 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.982798 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.982798 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.982995 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.982995 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.983442 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.983442 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.983672 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.983672 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.983933 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.983933 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.984131 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.984242 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.984454 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.984545 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.984683 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.985087 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.985087 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 11:37:53.985359 n-d-799529-2 neutron-server[100318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100318) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 11:37:54.231744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47722) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:37:54.240144 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062108 Jul 06 11:38:05.551158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f853f5-3b54-49d7-ba12-1b5dce45d1e8 None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 11:38:05.632588 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f853f5-3b54-49d7-ba12-1b5dce45d1e8 None None] No non-hosted networks {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 06 11:38:05.641441 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.agentschedulers_db [None req-91f853f5-3b54-49d7-ba12-1b5dce45d1e8 None None] DHCP Agent not found on host n-d-799529-2 {{(pid=100429) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 06 11:38:05.751702 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db32b866-9160-4e72-84cb-cd51636c9602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287961'] for agent, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.070800 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-baee2371-8e57-4a2a-b186-04c97fdf7369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287961'] for agent, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.173586 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287961'] for agent, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.175575 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:08.177328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:08.177889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:08.178479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:08.180569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:08.181115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:08.181661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:08.182217 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:08.184815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:08.185367 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:08.185901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:08.186443 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:08.187080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-799529-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:08.195460 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c498e76a-f94d-416e-8504-ace3437afa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:08.221380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-799529-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:09.193687 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287961'] for agent, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:10.733835 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287961'] for agent, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:11.980056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47816) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:12.442180 n-d-799529-2 neutron-server[100429]: INFO neutron.db.l3_hamode_db [None req-f176cb6a-bdb5-4cbd-913c-fc2949744681 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 06 11:38:12.473317 n-d-799529-2 neutron-server[100427]: WARNING oslo_policy.policy [None req-0896f690-c809-4435-bd70-3a4564b2f055 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:38:12.473946 n-d-799529-2 neutron-server[100427]: WARNING oslo_policy.policy [None req-0896f690-c809-4435-bd70-3a4564b2f055 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:38:12.519661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176cb6a-bdb5-4cbd-913c-fc2949744681 None None] Routers set() bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:38:12.520041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176cb6a-bdb5-4cbd-913c-fc2949744681 None None] Router IDs set() for agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 11:38:12.702914 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-0896f690-c809-4435-bd70-3a4564b2f055 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:38:12.703965 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0896f690-c809-4435-bd70-3a4564b2f055 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7226682 Jul 06 11:38:15.033183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47830) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:15.337467 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ef624474-5005-4138-b657-8a00c8daea0a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:15.431392 n-d-799529-2 neutron-server[100427]: DEBUG neutron.policy [None req-ef624474-5005-4138-b657-8a00c8daea0a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100427) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 11:38:15.476153 n-d-799529-2 neutron-server[100427]: WARNING oslo_policy.policy [None req-ef624474-5005-4138-b657-8a00c8daea0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:38:15.476519 n-d-799529-2 neutron-server[100427]: WARNING oslo_policy.policy [None req-ef624474-5005-4138-b657-8a00c8daea0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:38:15.485084 n-d-799529-2 neutron-server[100427]: INFO neutron.quota [None req-ef624474-5005-4138-b657-8a00c8daea0a admin admin] Loaded quota_driver: . Jul 06 11:38:15.575774 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef624474-5005-4138-b657-8a00c8daea0a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789327711826', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789327710311', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789327723668', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789327722074', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789327735839', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789327676683', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1576384', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1817123', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-746667', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-629524'] for rbac-policy, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:15.639999 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef624474-5005-4138-b657-8a00c8daea0a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:15.641197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ef624474-5005-4138-b657-8a00c8daea0a admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6065197 Jul 06 11:38:18.180922 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47842) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:18.467039 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Request body: {'network': {'name': 'private', 'project_id': '372aa8562ff94161bfff82228925ded3', 'tenant_id': '372aa8562ff94161bfff82228925ded3', 'admin_state_up': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:18.495685 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Made reservation on behalf of 372aa8562ff94161bfff82228925ded3 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:18.498426 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.515066 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.638666 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.642440 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.661018 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:38:18.691828 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789330425685', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.692437 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Unsubscribe: segment precommit_create {{(pid=100427) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 11:38:18.692966 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Added segment f9d64f88-6fa9-41c7-8e6c-06b21d6f057c of type vlan for network 86db8ccb-70e0-4ac3-b996-78ff31400ed4 Jul 06 11:38:18.712930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bfb848-836c-4a5c-a94a-2fa67327db29,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:18.762812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:18.763152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:18.763511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:18.763844 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:18.764170 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:18.764496 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:18.764821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:18.765138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:18.765457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:18.765772 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:18.766090 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:18.766406 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Tracked resource versions report: Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: pushed versions: Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: { 'AddressGroup': {'1.2'}, Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'ConntrackHelper': {'1.0'}, Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'Log': {'1.0'}, Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'Network': {'1.1'}, Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'Port': {'1.7'}, Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'PortForwarding': {'1.2'}, Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'QosPolicy': {'1.8'}, Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'SecurityGroup': {'1.4'}, Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'SubPort': {'1.0'}, Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'Subnet': {'1.1'}, Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'Trunk': {'1.1'}} Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: consumer versions: Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: { DHCP agent@n-d-799529-2: {}, Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: L3 agent@n-d-799529-2: {}, Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: Metadata agent@n-d-799529-2: {}, Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: Metering agent@n-d-799529-2: {}, Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: Open vSwitch agent@n-d-799529-2: { 'AddressGroup': '1.2', Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'ConntrackHelper': '1.0', Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'Log': '1.0', Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'Network': '1.1', Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'Port': '1.7', Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'PortForwarding': '1.2', Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'QosPolicy': '1.8', Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'SecurityGroup': '1.4', Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'SecurityGroupRule': '1.2', Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'SubPort': '1.0', Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'Subnet': '1.1', Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: 'Trunk': '1.1'}} Jul 06 11:38:18.767558 n-d-799529-2 neutron-server[100427]: {{(pid=100427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:38:18.815627 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.865853 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.866936 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:18.867625 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:18.951076 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7690706 Jul 06 11:38:18.965868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5f4f0-b179-4c27-9c35-0c9866bbe4fd admin admin] Pushing event updated for resources: {'Network': ['ID=86db8ccb-70e0-4ac3-b996-78ff31400ed4,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:18.978628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 86db8ccb-70e0-4ac3-b996-78ff31400ed4 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:38:21.596485 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47856) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:22.002607 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eb721a-3a35-4298-a6bd-d90042756888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:22.004014 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-85eb721a-3a35-4298-a6bd-d90042756888 admin admin] 10.222.0.81 "GET /v2.0/networks/86db8ccb-70e0-4ac3-b996-78ff31400ed4 HTTP/1.1" status: 200 len: 825 time: 0.4065647 Jul 06 11:38:22.026991 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4c47eb08-937c-4056-be3c-ac49cc84a677 admin admin] 10.222.0.81 "GET /v2.0/subnetpools/13897f42-0578-47f5-b3a6-69de221a9be1 HTTP/1.1" status: 200 len: 734 time: 0.0175507 Jul 06 11:38:22.035553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-611b48c5-2493-4d4d-b7d3-b5840c4de255 admin admin] Request body: {'subnet': {'tenant_id': '372aa8562ff94161bfff82228925ded3', 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '13897f42-0578-47f5-b3a6-69de221a9be1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:22.058422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611b48c5-2493-4d4d-b7d3-b5840c4de255 admin admin] Made reservation on behalf of 372aa8562ff94161bfff82228925ded3 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:22.060715 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-611b48c5-2493-4d4d-b7d3-b5840c4de255 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.349239 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-611b48c5-2493-4d4d-b7d3-b5840c4de255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.419602 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b48c5-2493-4d4d-b7d3-b5840c4de255 admin admin] Checking segment: {'id': 'f9d64f88-6fa9-41c7-8e6c-06b21d6f057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:22.419975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b48c5-2493-4d4d-b7d3-b5840c4de255 admin admin] Network hostable DHCP agents. Network: 86db8ccb-70e0-4ac3-b996-78ff31400ed4, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:38:22.421909 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b48c5-2493-4d4d-b7d3-b5840c4de255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d8cef3-9b2d-4e96-a040-b00f83cc7f72,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:22.442786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b48c5-2493-4d4d-b7d3-b5840c4de255 admin admin] Network 86db8ccb-70e0-4ac3-b996-78ff31400ed4 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:38:22.453206 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-611b48c5-2493-4d4d-b7d3-b5840c4de255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 86db8ccb-70e0-4ac3-b996-78ff31400ed4) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:22.458404 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611b48c5-2493-4d4d-b7d3-b5840c4de255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:22.458985 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-611b48c5-2493-4d4d-b7d3-b5840c4de255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:22.464543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f30707e-ef2a-4d8b-b0f9-e40d1ec5acca None None] Network 86db8ccb-70e0-4ac3-b996-78ff31400ed4 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:22.474466 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-611b48c5-2493-4d4d-b7d3-b5840c4de255 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4426112 Jul 06 11:38:22.776454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-86db8ccb-70e0-4ac3-b996-78ff31400ed4', 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4', 'tenant_id': '372aa8562ff94161bfff82228925ded3', 'fixed_ips': [{'subnet_id': 'a6d8cef3-9b2d-4e96-a040-b00f83cc7f72'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:38:22.779037 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.050801 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Allocated IP 172.20.0.2 (86db8ccb-70e0-4ac3-b996-78ff31400ed4/a6d8cef3-9b2d-4e96-a040-b00f83cc7f72/2a229132-c00e-4823-b59d-f0b1f6e53589) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:23.282460 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.297232 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Transition to ACTIVE for port object 2a229132-c00e-4823-b59d-f0b1f6e53589 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:23.318549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Transition to ACTIVE for port object 2a229132-c00e-4823-b59d-f0b1f6e53589 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:23.326601 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.385011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Network 86db8ccb-70e0-4ac3-b996-78ff31400ed4 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:23.397051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:23.408270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:23.415581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Pushing event updated for resources: {'Port': ['ID=2a229132-c00e-4823-b59d-f0b1f6e53589,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:23.457872 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.458228 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.458574 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.458913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.459265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.459606 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.459937 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.460266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.460595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.460921 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.461246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.461572 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Tracked resource versions report: Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: pushed versions: Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: { 'AddressGroup': {'1.2'}, Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'ConntrackHelper': {'1.0'}, Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'Log': {'1.0'}, Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'Network': {'1.1'}, Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'Port': {'1.7'}, Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'PortForwarding': {'1.2'}, Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'QosPolicy': {'1.8'}, Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'SecurityGroup': {'1.4'}, Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'SubPort': {'1.0'}, Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'Subnet': {'1.1'}, Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'Trunk': {'1.1'}} Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: consumer versions: Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: { DHCP agent@n-d-799529-2: {}, Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: L3 agent@n-d-799529-2: {}, Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: Metadata agent@n-d-799529-2: {}, Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: Metering agent@n-d-799529-2: {}, Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: Open vSwitch agent@n-d-799529-2: { 'AddressGroup': '1.2', Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'ConntrackHelper': '1.0', Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'Log': '1.0', Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'Network': '1.1', Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'Port': '1.7', Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'PortForwarding': '1.2', Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'QosPolicy': '1.8', Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'SecurityGroup': '1.4', Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'SecurityGroupRule': '1.2', Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'SubPort': '1.0', Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'Subnet': '1.1', Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: 'Trunk': '1.1'}} Jul 06 11:38:23.462684 n-d-799529-2 neutron-server[100429]: {{(pid=100429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:38:23.492758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Attempting to bind port 2a229132-c00e-4823-b59d-f0b1f6e53589 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:23.493153 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Attempting to bind port 2a229132-c00e-4823-b59d-f0b1f6e53589 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'f9d64f88-6fa9-41c7-8e6c-06b21d6f057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:23.493587 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Attempting to bind port 2a229132-c00e-4823-b59d-f0b1f6e53589 on network 86db8ccb-70e0-4ac3-b996-78ff31400ed4 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:23.498321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:23.498727 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Checking segment: {'id': 'f9d64f88-6fa9-41c7-8e6c-06b21d6f057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:23.499216 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.499638 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Bound using segment: {'id': 'f9d64f88-6fa9-41c7-8e6c-06b21d6f057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:23.500129 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Bound port: 2a229132-c00e-4823-b59d-f0b1f6e53589, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d64f88-6fa9-41c7-8e6c-06b21d6f057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:23.500560 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.564230 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] For port 2a229132-c00e-4823-b59d-f0b1f6e53589, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:23.569177 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] For port 2a229132-c00e-4823-b59d-f0b1f6e53589, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=2a229132-c00e-4823-b59d-f0b1f6e53589,segment=NetworkSegment(f9d64f88-6fa9-41c7-8e6c-06b21d6f057c),segment_id=f9d64f88-6fa9-41c7-8e6c-06b21d6f057c)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:23.574342 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:23.645164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290bb31-6856-4218-896a-4b77b22c501c None None] Pushing event updated for resources: {'Port': ['ID=2a229132-c00e-4823-b59d-f0b1f6e53589,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:24.899471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47864) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:25.211823 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-c490d032-654d-4d01-8293-fdfd0907abe7 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:38:25.212821 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c490d032-654d-4d01-8293-fdfd0907abe7 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3123693 Jul 06 11:38:27.560492 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47872) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:27.864692 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-eadf81ec-bed6-4b4b-ae96-60dca07d69af admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:38:27.865760 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-eadf81ec-bed6-4b4b-ae96-60dca07d69af admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3042748 Jul 06 11:38:29.709897 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a47d46b-2607-4623-aabe-324beb560be8 None None] Network 86db8ccb-70e0-4ac3-b996-78ff31400ed4 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:29.788722 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-078c1eff-1035-4157-91e0-5075913d86be None None] Provisioning for port 2a229132-c00e-4823-b59d-f0b1f6e53589 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:30.038803 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 2a229132-c00e-4823-b59d-f0b1f6e53589 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:30.133443 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 2a229132-c00e-4823-b59d-f0b1f6e53589 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:30.137029 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 2a229132-c00e-4823-b59d-f0b1f6e53589 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:30.137418 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.241712 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.274915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 2a229132-c00e-4823-b59d-f0b1f6e53589, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=2a229132-c00e-4823-b59d-f0b1f6e53589,segment=NetworkSegment(f9d64f88-6fa9-41c7-8e6c-06b21d6f057c),segment_id=f9d64f88-6fa9-41c7-8e6c-06b21d6f057c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:30.278746 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.328288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=2a229132-c00e-4823-b59d-f0b1f6e53589,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:30.482521 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47886) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:30.771084 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-dd31882f-23bc-46df-9911-0983337130b3 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '372aa8562ff94161bfff82228925ded3', 'name': 'router1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:30.793537 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd31882f-23bc-46df-9911-0983337130b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.795203 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd31882f-23bc-46df-9911-0983337130b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.933106 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd31882f-23bc-46df-9911-0983337130b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.937492 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd31882f-23bc-46df-9911-0983337130b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.949918 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd31882f-23bc-46df-9911-0983337130b3 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:30.951123 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dd31882f-23bc-46df-9911-0983337130b3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4675090 Jul 06 11:38:32.008623 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 2a229132-c00e-4823-b59d-f0b1f6e53589 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:32.056528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 2a229132-c00e-4823-b59d-f0b1f6e53589 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:32.056899 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:32.864725 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 5 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:38:33.282635 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47894) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:33.761096 n-d-799529-2 neutron-server[100428]: WARNING oslo_policy.policy [None req-d9b5cb78-1ec6-4a7b-bcb4-1478511b7dbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:38:33.761676 n-d-799529-2 neutron-server[100428]: WARNING oslo_policy.policy [None req-d9b5cb78-1ec6-4a7b-bcb4-1478511b7dbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:38:33.979739 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-d9b5cb78-1ec6-4a7b-bcb4-1478511b7dbd admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:38:33.980977 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d9b5cb78-1ec6-4a7b-bcb4-1478511b7dbd admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6962249 Jul 06 11:38:35.413550 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d28f-7c5e-447f-9788-261e5faf779e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:36.355299 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47908) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:36.658245 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:36.659693 n-d-799529-2 neutron-server[100428]: INFO neutron.quota [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Loaded quota_driver: . Jul 06 11:38:36.715662 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Made reservation on behalf of 957b0f965efc431bb5f6b5841919b40c for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:36.780991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.policy [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100428) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 11:38:36.825109 n-d-799529-2 neutron-server[100428]: WARNING oslo_policy.policy [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:38:36.825479 n-d-799529-2 neutron-server[100428]: WARNING oslo_policy.policy [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 11:38:36.835393 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:36.856148 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:36.993768 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:36.997531 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:37.008087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Reserving flat network on physical network physnet1 {{(pid=100428) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 06 11:38:37.040292 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789330425685', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:37.040787 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Unsubscribe: segment precommit_create {{(pid=100428) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 11:38:37.041309 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Added segment 4cd893f4-12a0-41c1-af81-632305f589d3 of type flat for network 075eaceb-5477-4780-963d-b2414ee11e87 Jul 06 11:38:37.058609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fde2ae-d2bd-4039-82b5-80cc4f3a68a9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:37.097135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:37.097471 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:37.097799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:37.098130 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:37.098447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:37.098763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:37.099076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:37.099412 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:37.099726 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:37.100038 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:37.100351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:37.100659 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Tracked resource versions report: Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: pushed versions: Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: { 'AddressGroup': {'1.2'}, Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'ConntrackHelper': {'1.0'}, Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'Log': {'1.0'}, Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'Network': {'1.1'}, Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'Port': {'1.7'}, Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'PortForwarding': {'1.2'}, Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'QosPolicy': {'1.8'}, Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'SecurityGroup': {'1.4'}, Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'SubPort': {'1.0'}, Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'Subnet': {'1.1'}, Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'Trunk': {'1.1'}} Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: consumer versions: Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: { DHCP agent@n-d-799529-2: {}, Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: L3 agent@n-d-799529-2: {}, Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: Metadata agent@n-d-799529-2: {}, Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: Metering agent@n-d-799529-2: {}, Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: Open vSwitch agent@n-d-799529-2: { 'AddressGroup': '1.2', Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'ConntrackHelper': '1.0', Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'Log': '1.0', Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'Network': '1.1', Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'Port': '1.7', Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'PortForwarding': '1.2', Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'QosPolicy': '1.8', Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'SecurityGroup': '1.4', Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'SecurityGroupRule': '1.2', Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'SubPort': '1.0', Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'Subnet': '1.1', Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: 'Trunk': '1.1'}} Jul 06 11:38:37.101795 n-d-799529-2 neutron-server[100428]: {{(pid=100428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:38:37.176268 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:37.233923 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:37.235508 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:37.236194 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:37.308830 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9522982 Jul 06 11:38:37.339164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469c56d-6cac-4d0d-a440-96bde0031413 admin admin] Pushing event updated for resources: {'Network': ['ID=075eaceb-5477-4780-963d-b2414ee11e87,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:37.351048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 075eaceb-5477-4780-963d-b2414ee11e87 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:38:38.056583 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4c9d2da-2b29-4d32-919e-23577b5208d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:38.133184 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.150691 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:39.659028 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47932) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:39.872794 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b320f5b-237f-4d7e-a7c4-596031f9ff9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:39.874136 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5b320f5b-237f-4d7e-a7c4-596031f9ff9a admin admin] 10.222.0.81 "GET /v2.0/subnets/a6d8cef3-9b2d-4e96-a040-b00f83cc7f72 HTTP/1.1" status: 200 len: 849 time: 0.2141097 Jul 06 11:38:40.029248 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-058f10a6-4590-4b06-9345-1b369604993e admin admin] 10.222.0.81 "GET /v2.0/routers/8141d05e-456a-4641-aa37-f76fb882cc88 HTTP/1.1" status: 200 len: 704 time: 0.1491880 Jul 06 11:38:40.304974 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:40.589638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Allocated IP 172.20.0.1 (86db8ccb-70e0-4ac3-b996-78ff31400ed4/a6d8cef3-9b2d-4e96-a040-b00f83cc7f72/33ef51e6-e735-436f-91ee-62dd75258ab1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:40.674248 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:40.766834 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:40.792157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Transition to ACTIVE for port object 33ef51e6-e735-436f-91ee-62dd75258ab1 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:40.869453 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:40.934722 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Network 86db8ccb-70e0-4ac3-b996-78ff31400ed4 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:40.941448 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:40.952807 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:40.953018 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:40.978198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Pushing event updated for resources: {'Port': ['ID=33ef51e6-e735-436f-91ee-62dd75258ab1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:41.104324 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9d709648-388a-4ee5-b075-d6cfd360a262 None None] Provisioning for port 33ef51e6-e735-436f-91ee-62dd75258ab1 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:41.107812 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9d709648-388a-4ee5-b075-d6cfd360a262 None None] Provisioning complete for port 33ef51e6-e735-436f-91ee-62dd75258ab1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:41.108182 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d709648-388a-4ee5-b075-d6cfd360a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.141281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9d709648-388a-4ee5-b075-d6cfd360a262 None None] Port 33ef51e6-e735-436f-91ee-62dd75258ab1 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:38:41.175246 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.393555 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.397826 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.398669 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.478227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Pushing event updated for resources: {'Port': ['ID=33ef51e6-e735-436f-91ee-62dd75258ab1,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:41.522708 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Network 86db8ccb-70e0-4ac3-b996-78ff31400ed4 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:41.523983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:41.684725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Router 8141d05e-456a-4641-aa37-f76fb882cc88 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:38:41.762727 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b509fef6-569a-4442-b825-4c5030e4761d None None] Provisioning complete for port 33ef51e6-e735-436f-91ee-62dd75258ab1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:41.763304 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b509fef6-569a-4442-b825-4c5030e4761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:41.778541 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:38:41.794259 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b13afa45-33a9-4002-9dd1-108d570ba7de admin admin] 10.222.0.81 "PUT /v2.0/routers/8141d05e-456a-4641-aa37-f76fb882cc88/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7497838 Jul 06 11:38:41.796458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b509fef6-569a-4442-b825-4c5030e4761d None None] Port 33ef51e6-e735-436f-91ee-62dd75258ab1 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:38:41.802509 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Sync routers for ids ['8141d05e-456a-4641-aa37-f76fb882cc88'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:38:41.813622 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Routers {'8141d05e-456a-4641-aa37-f76fb882cc88'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:38:41.814988 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:38:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8141d05e-456a-4641-aa37-f76fb882cc88'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:41.997186 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Set router 8141d05e-456a-4641-aa37-f76fb882cc88 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:38:42.416882 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8141d05e-456a-4641-aa37-f76fb882cc88', 'name': 'router1', 'tenant_id': '372aa8562ff94161bfff82228925ded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:41Z', 'revision_number': 2, 'project_id': '372aa8562ff94161bfff82228925ded3', 'gw_port_host': None, '_interfaces': [{'id': '33ef51e6-e735-436f-91ee-62dd75258ab1', 'name': '', 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4', 'tenant_id': '372aa8562ff94161bfff82228925ded3', 'mac_address': 'fa:16:3e:7b:10:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8141d05e-456a-4641-aa37-f76fb882cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6d8cef3-9b2d-4e96-a040-b00f83cc7f72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:40Z', 'updated_at': '2021-07-06T11:38:41Z', 'revision_number': 2, 'project_id': '372aa8562ff94161bfff82228925ded3', 'subnets': [{'id': 'a6d8cef3-9b2d-4e96-a040-b00f83cc7f72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13897f42-0578-47f5-b3a6-69de221a9be1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:42.468231 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Checking router: 8141d05e-456a-4641-aa37-f76fb882cc88 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:38:42.468594 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Updating router 8141d05e-456a-4641-aa37-f76fb882cc88 port 33ef51e6-e735-436f-91ee-62dd75258ab1 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:38:42.532103 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:43.021152 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:43.040404 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Transition to ACTIVE for port object 33ef51e6-e735-436f-91ee-62dd75258ab1 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:43.047672 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:43.198139 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70227948-7655-466a-a5af-910aac48e98d None None] Pushing event updated for resources: {'Port': ['ID=33ef51e6-e735-436f-91ee-62dd75258ab1,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:43.213133 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70227948-7655-466a-a5af-910aac48e98d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:43.213407 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70227948-7655-466a-a5af-910aac48e98d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:43.213745 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70227948-7655-466a-a5af-910aac48e98d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:43.214077 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70227948-7655-466a-a5af-910aac48e98d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:43.214965 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70227948-7655-466a-a5af-910aac48e98d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:43.214965 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70227948-7655-466a-a5af-910aac48e98d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:43.215254 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70227948-7655-466a-a5af-910aac48e98d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:43.215457 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70227948-7655-466a-a5af-910aac48e98d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:43.215726 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70227948-7655-466a-a5af-910aac48e98d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:43.216044 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70227948-7655-466a-a5af-910aac48e98d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:43.216372 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70227948-7655-466a-a5af-910aac48e98d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:43.216700 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70227948-7655-466a-a5af-910aac48e98d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70227948-7655-466a-a5af-910aac48e98d None None] Tracked resource versions report: Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: pushed versions: Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: { 'AddressGroup': {'1.2'}, Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'ConntrackHelper': {'1.0'}, Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'Log': {'1.0'}, Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'Network': {'1.1'}, Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'Port': {'1.7'}, Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'PortForwarding': {'1.2'}, Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'QosPolicy': {'1.8'}, Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'SecurityGroup': {'1.4'}, Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'SubPort': {'1.0'}, Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'Subnet': {'1.1'}, Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'Trunk': {'1.1'}} Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: consumer versions: Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: { DHCP agent@n-d-799529-2: {}, Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: L3 agent@n-d-799529-2: {}, Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: Metadata agent@n-d-799529-2: {}, Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: Metering agent@n-d-799529-2: {}, Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: Open vSwitch agent@n-d-799529-2: { 'AddressGroup': '1.2', Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'ConntrackHelper': '1.0', Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'Log': '1.0', Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'Network': '1.1', Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'Port': '1.7', Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'PortForwarding': '1.2', Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'QosPolicy': '1.8', Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'SecurityGroup': '1.4', Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'SecurityGroupRule': '1.2', Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'SubPort': '1.0', Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'Subnet': '1.1', Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: 'Trunk': '1.1'}} Jul 06 11:38:43.217819 n-d-799529-2 neutron-server[100430]: {{(pid=100430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:38:43.221073 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Attempting to bind port 33ef51e6-e735-436f-91ee-62dd75258ab1 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:43.221730 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Attempting to bind port 33ef51e6-e735-436f-91ee-62dd75258ab1 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'f9d64f88-6fa9-41c7-8e6c-06b21d6f057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:43.221929 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Attempting to bind port 33ef51e6-e735-436f-91ee-62dd75258ab1 on network 86db8ccb-70e0-4ac3-b996-78ff31400ed4 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:43.227739 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:43.228140 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Checking segment: {'id': 'f9d64f88-6fa9-41c7-8e6c-06b21d6f057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:43.228636 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:43.229027 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Bound using segment: {'id': 'f9d64f88-6fa9-41c7-8e6c-06b21d6f057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:43.229523 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Bound port: 33ef51e6-e735-436f-91ee-62dd75258ab1, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d64f88-6fa9-41c7-8e6c-06b21d6f057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:43.229936 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:43.294678 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] For port 33ef51e6-e735-436f-91ee-62dd75258ab1, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:43.315734 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] For port 33ef51e6-e735-436f-91ee-62dd75258ab1, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=33ef51e6-e735-436f-91ee-62dd75258ab1,segment=NetworkSegment(f9d64f88-6fa9-41c7-8e6c-06b21d6f057c),segment_id=f9d64f88-6fa9-41c7-8e6c-06b21d6f057c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:43.320421 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:43.378007 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Routers {'8141d05e-456a-4641-aa37-f76fb882cc88'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:38:43.378636 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:38:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8141d05e-456a-4641-aa37-f76fb882cc88'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:43.380682 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70227948-7655-466a-a5af-910aac48e98d None None] Pushing event updated for resources: {'Port': ['ID=33ef51e6-e735-436f-91ee-62dd75258ab1,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:43.477750 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] Set router 8141d05e-456a-4641-aa37-f76fb882cc88 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:38:43.684619 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8141d05e-456a-4641-aa37-f76fb882cc88', 'name': 'router1', 'tenant_id': '372aa8562ff94161bfff82228925ded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:41Z', 'revision_number': 2, 'project_id': '372aa8562ff94161bfff82228925ded3', 'gw_port_host': None, '_interfaces': [{'id': '33ef51e6-e735-436f-91ee-62dd75258ab1', 'name': '', 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4', 'tenant_id': '372aa8562ff94161bfff82228925ded3', 'mac_address': 'fa:16:3e:7b:10:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8141d05e-456a-4641-aa37-f76fb882cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6d8cef3-9b2d-4e96-a040-b00f83cc7f72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:40Z', 'updated_at': '2021-07-06T11:38:43Z', 'revision_number': 4, 'project_id': '372aa8562ff94161bfff82228925ded3', 'subnets': [{'id': 'a6d8cef3-9b2d-4e96-a040-b00f83cc7f72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13897f42-0578-47f5-b3a6-69de221a9be1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:43.710334 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f757c-f0a5-49c2-bdc5-f45eb06d1b9e None None] The sync data for ids ['8141d05e-456a-4641-aa37-f76fb882cc88'] in n-d-799529-2 is: [{'id': '8141d05e-456a-4641-aa37-f76fb882cc88', 'name': 'router1', 'tenant_id': '372aa8562ff94161bfff82228925ded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:41Z', 'revision_number': 2, 'project_id': '372aa8562ff94161bfff82228925ded3', 'gw_port_host': None, '_interfaces': [{'id': '33ef51e6-e735-436f-91ee-62dd75258ab1', 'name': '', 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4', 'tenant_id': '372aa8562ff94161bfff82228925ded3', 'mac_address': 'fa:16:3e:7b:10:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8141d05e-456a-4641-aa37-f76fb882cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6d8cef3-9b2d-4e96-a040-b00f83cc7f72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:40Z', 'updated_at': '2021-07-06T11:38:43Z', 'revision_number': 4, 'project_id': '372aa8562ff94161bfff82228925ded3', 'subnets': [{'id': 'a6d8cef3-9b2d-4e96-a040-b00f83cc7f72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13897f42-0578-47f5-b3a6-69de221a9be1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:38:43.991897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47952) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:44.102309 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902d2cfd-0d85-4ab1-8d2c-69b03f53e351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:44.103691 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-902d2cfd-0d85-4ab1-8d2c-69b03f53e351 admin admin] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 842 time: 0.1108589 Jul 06 11:38:44.112871 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a53250e8-e403-4978-a549-130d9032c733 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.4.1', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:44.132320 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53250e8-e403-4978-a549-130d9032c733 admin admin] Made reservation on behalf of 957b0f965efc431bb5f6b5841919b40c for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:38:44.134538 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a53250e8-e403-4978-a549-130d9032c733 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:44.441744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.objects.ports [None req-a53250e8-e403-4978-a549-130d9032c733 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100427) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:38:44.442189 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a53250e8-e403-4978-a549-130d9032c733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:44.495815 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53250e8-e403-4978-a549-130d9032c733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd3a86ba-af02-431b-ae80-077b72c593ba,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:44.505943 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53250e8-e403-4978-a549-130d9032c733 admin admin] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:44.506292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53250e8-e403-4978-a549-130d9032c733 admin admin] Network hostable DHCP agents. Network: 075eaceb-5477-4780-963d-b2414ee11e87, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:38:44.522406 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53250e8-e403-4978-a549-130d9032c733 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:38:44.532081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a53250e8-e403-4978-a549-130d9032c733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 075eaceb-5477-4780-963d-b2414ee11e87) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:44.537042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53250e8-e403-4978-a549-130d9032c733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:44.537634 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a53250e8-e403-4978-a549-130d9032c733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:44.542596 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b7cf12-69d1-453c-af90-e266c638c3a9 None None] Network 075eaceb-5477-4780-963d-b2414ee11e87 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:44.551824 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a53250e8-e403-4978-a549-130d9032c733 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4423625 Jul 06 11:38:44.684476 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4cff11-784f-43ac-abdd-b43b9880c867 None None] Network 075eaceb-5477-4780-963d-b2414ee11e87 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:38:46.818177 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47964) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:46.948324 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-57105531-0546-4cf5-a580-c4478385fe61 admin admin] 10.222.0.81 "GET /v2.0/routers/8141d05e-456a-4641-aa37-f76fb882cc88 HTTP/1.1" status: 200 len: 710 time: 0.1290169 Jul 06 11:38:47.033352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c36090-aa46-4622-8278-049646b896aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:38:47.034723 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b6c36090-aa46-4622-8278-049646b896aa admin admin] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 886 time: 0.0813005 Jul 06 11:38:47.043365 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:38:47.287775 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:47.518856 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:47.590325 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:47.769785 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Allocated IP 172.25.4.87 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/89154d6f-f9c4-4d3b-a30b-83ba0fe77194) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:38:47.868666 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:47.910324 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:47.946405 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:38:47.950929 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:38:47.954166 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:38:47.959742 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Pushing event updated for resources: {'Port': ['ID=89154d6f-f9c4-4d3b-a30b-83ba0fe77194,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:48.038062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 33ef51e6-e735-436f-91ee-62dd75258ab1 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:48.085179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 33ef51e6-e735-436f-91ee-62dd75258ab1 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:48.088815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 33ef51e6-e735-436f-91ee-62dd75258ab1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:48.089054 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:48.166913 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:48.197736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 33ef51e6-e735-436f-91ee-62dd75258ab1, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=33ef51e6-e735-436f-91ee-62dd75258ab1,segment=NetworkSegment(f9d64f88-6fa9-41c7-8e6c-06b21d6f057c),segment_id=f9d64f88-6fa9-41c7-8e6c-06b21d6f057c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:48.201649 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:48.211902 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:48.248393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=33ef51e6-e735-436f-91ee-62dd75258ab1,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:48.399972 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:48.403047 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:48.510316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Router 8141d05e-456a-4641-aa37-f76fb882cc88 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:38:48.613651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:38:48.617740 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:48.618925 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-44d92337-4279-4a79-ac49-26ce9b7372be admin admin] 10.222.0.81 "PUT /v2.0/routers/8141d05e-456a-4641-aa37-f76fb882cc88 HTTP/1.1" status: 200 len: 889 time: 1.5788116 Jul 06 11:38:48.623759 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Sync routers for ids ['8141d05e-456a-4641-aa37-f76fb882cc88'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:38:48.635631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Routers {'8141d05e-456a-4641-aa37-f76fb882cc88'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:38:48.636305 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:38:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8141d05e-456a-4641-aa37-f76fb882cc88'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:48.904553 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Set router 8141d05e-456a-4641-aa37-f76fb882cc88 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:38:49.298302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8141d05e-456a-4641-aa37-f76fb882cc88', 'name': 'router1', 'tenant_id': '372aa8562ff94161bfff82228925ded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '89154d6f-f9c4-4d3b-a30b-83ba0fe77194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:48Z', 'revision_number': 4, 'project_id': '372aa8562ff94161bfff82228925ded3', 'gw_port': {'id': '89154d6f-f9c4-4d3b-a30b-83ba0fe77194', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8141d05e-456a-4641-aa37-f76fb882cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:47Z', 'updated_at': '2021-07-06T11:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '33ef51e6-e735-436f-91ee-62dd75258ab1', 'name': '', 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4', 'tenant_id': '372aa8562ff94161bfff82228925ded3', 'mac_address': 'fa:16:3e:7b:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8141d05e-456a-4641-aa37-f76fb882cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6d8cef3-9b2d-4e96-a040-b00f83cc7f72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:40Z', 'updated_at': '2021-07-06T11:38:48Z', 'revision_number': 5, 'project_id': '372aa8562ff94161bfff82228925ded3', 'subnets': [{'id': 'a6d8cef3-9b2d-4e96-a040-b00f83cc7f72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13897f42-0578-47f5-b3a6-69de221a9be1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:49.349529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Checking router: 8141d05e-456a-4641-aa37-f76fb882cc88 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:38:49.349879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Updating router 8141d05e-456a-4641-aa37-f76fb882cc88 port 89154d6f-f9c4-4d3b-a30b-83ba0fe77194 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:38:49.381398 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:49.700615 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:49.710278 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Transition to ACTIVE for port object 89154d6f-f9c4-4d3b-a30b-83ba0fe77194 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:38:49.716011 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:49.758534 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Attempting to bind port 89154d6f-f9c4-4d3b-a30b-83ba0fe77194 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:38:49.758898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Attempting to bind port 89154d6f-f9c4-4d3b-a30b-83ba0fe77194 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:38:49.759281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Attempting to bind port 89154d6f-f9c4-4d3b-a30b-83ba0fe77194 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:38:49.771481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:38:49.771855 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:38:49.772260 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:49.772654 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:38:49.773117 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Bound port: 89154d6f-f9c4-4d3b-a30b-83ba0fe77194, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:38:49.773513 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:49.775811 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497cfd2-f07f-4bf9-916f-3ec963510d66 None None] Pushing event updated for resources: {'Port': ['ID=89154d6f-f9c4-4d3b-a30b-83ba0fe77194,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:49.824613 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] For port 89154d6f-f9c4-4d3b-a30b-83ba0fe77194, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:38:49.827735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] For port 89154d6f-f9c4-4d3b-a30b-83ba0fe77194, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=89154d6f-f9c4-4d3b-a30b-83ba0fe77194,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:38:49.832840 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:49.889628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497cfd2-f07f-4bf9-916f-3ec963510d66 None None] Pushing event updated for resources: {'Port': ['ID=89154d6f-f9c4-4d3b-a30b-83ba0fe77194,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:49.892140 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Routers {'8141d05e-456a-4641-aa37-f76fb882cc88'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:38:49.892757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:38:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8141d05e-456a-4641-aa37-f76fb882cc88'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:49.999929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] Set router 8141d05e-456a-4641-aa37-f76fb882cc88 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:38:50.111334 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 33ef51e6-e735-436f-91ee-62dd75258ab1 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:50.234997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 33ef51e6-e735-436f-91ee-62dd75258ab1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:50.235304 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:50.384082 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8141d05e-456a-4641-aa37-f76fb882cc88', 'name': 'router1', 'tenant_id': '372aa8562ff94161bfff82228925ded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '89154d6f-f9c4-4d3b-a30b-83ba0fe77194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:48Z', 'revision_number': 4, 'project_id': '372aa8562ff94161bfff82228925ded3', 'gw_port': {'id': '89154d6f-f9c4-4d3b-a30b-83ba0fe77194', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8141d05e-456a-4641-aa37-f76fb882cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:47Z', 'updated_at': '2021-07-06T11:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '33ef51e6-e735-436f-91ee-62dd75258ab1', 'name': '', 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4', 'tenant_id': '372aa8562ff94161bfff82228925ded3', 'mac_address': 'fa:16:3e:7b:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8141d05e-456a-4641-aa37-f76fb882cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6d8cef3-9b2d-4e96-a040-b00f83cc7f72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:40Z', 'updated_at': '2021-07-06T11:38:48Z', 'revision_number': 5, 'project_id': '372aa8562ff94161bfff82228925ded3', 'subnets': [{'id': 'a6d8cef3-9b2d-4e96-a040-b00f83cc7f72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13897f42-0578-47f5-b3a6-69de221a9be1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:38:50.409552 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92a4a1-b962-4564-b7de-ad9ae4882f37 None None] The sync data for ids ['8141d05e-456a-4641-aa37-f76fb882cc88'] in n-d-799529-2 is: [{'id': '8141d05e-456a-4641-aa37-f76fb882cc88', 'name': 'router1', 'tenant_id': '372aa8562ff94161bfff82228925ded3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '89154d6f-f9c4-4d3b-a30b-83ba0fe77194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:38:30Z', 'updated_at': '2021-07-06T11:38:48Z', 'revision_number': 4, 'project_id': '372aa8562ff94161bfff82228925ded3', 'gw_port': {'id': '89154d6f-f9c4-4d3b-a30b-83ba0fe77194', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8141d05e-456a-4641-aa37-f76fb882cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:47Z', 'updated_at': '2021-07-06T11:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '33ef51e6-e735-436f-91ee-62dd75258ab1', 'name': '', 'network_id': '86db8ccb-70e0-4ac3-b996-78ff31400ed4', 'tenant_id': '372aa8562ff94161bfff82228925ded3', 'mac_address': 'fa:16:3e:7b:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8141d05e-456a-4641-aa37-f76fb882cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a6d8cef3-9b2d-4e96-a040-b00f83cc7f72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:38:40Z', 'updated_at': '2021-07-06T11:38:48Z', 'revision_number': 5, 'project_id': '372aa8562ff94161bfff82228925ded3', 'subnets': [{'id': 'a6d8cef3-9b2d-4e96-a040-b00f83cc7f72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '13897f42-0578-47f5-b3a6-69de221a9be1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:38:51.013915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47972) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:38:51.152664 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-77c96324-bcd2-40d6-ad04-3ed14453064d admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1376898 Jul 06 11:38:52.076722 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 89154d6f-f9c4-4d3b-a30b-83ba0fe77194 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:52.125404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 89154d6f-f9c4-4d3b-a30b-83ba0fe77194 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:38:52.129293 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 89154d6f-f9c4-4d3b-a30b-83ba0fe77194 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:52.129669 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:52.206905 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:52.227367 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 89154d6f-f9c4-4d3b-a30b-83ba0fe77194, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=89154d6f-f9c4-4d3b-a30b-83ba0fe77194,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:38:52.232365 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:38:52.277422 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=89154d6f-f9c4-4d3b-a30b-83ba0fe77194,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:38:54.043543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 89154d6f-f9c4-4d3b-a30b-83ba0fe77194 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:38:54.095657 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 89154d6f-f9c4-4d3b-a30b-83ba0fe77194 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:38:54.096249 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:05.419359 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d4c4-d553-41a2-934b-7381e0c305d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.058659 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a04c4689-150d-48e7-aae0-68810b91b047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:08.138467 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.158860 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:09.863111 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 5 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:39:10.698832 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:35.409311 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51589f59-6b2f-4a78-ae13-d64e246e1384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:38.061510 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8aef1313-eca2-449b-b274-608c8aa60224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:38.132289 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:39.155319 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:40.706871 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:39:46.862983 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 5 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:40:05.413308 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f901e8ae-6127-4983-a6c6-9eaa63702407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:08.066344 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d763ae19-5dba-4fdf-9a45-64b76553f4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:08.133524 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:09.157937 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:10.705003 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:23.860981 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 5 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:40:33.121512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48572) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:33.182945 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e549e4cf-eed0-498e-b378-8c0597f0d498 admin admin] GET failed (client error): The resource could not be found. Jul 06 11:40:33.184307 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e549e4cf-eed0-498e-b378-8c0597f0d498 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618529 Jul 06 11:40:33.339767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2cadf1-dcc5-4169-878b-4b136b58d390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:33.341190 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7e2cadf1-dcc5-4169-878b-4b136b58d390 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1530569 Jul 06 11:40:35.416005 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dff2ccc-2ab3-4046-bd4e-1bd74082c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:35.512430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48582) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:35.603131 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c28669-7f55-48f1-987a-008ec7c52aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:35.604520 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d0c28669-7f55-48f1-987a-008ec7c52aa0 admin admin] 10.222.0.81 "GET /v2.0/subnets/a6d8cef3-9b2d-4e96-a040-b00f83cc7f72 HTTP/1.1" status: 200 len: 849 time: 0.0911374 Jul 06 11:40:35.614110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:40:35.697282 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:35.839780 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789330220063'] for subnet, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:35.869980 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:35.870588 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:35.883254 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] 10.222.0.81 "PUT /v2.0/subnets/a6d8cef3-9b2d-4e96-a040-b00f83cc7f72 HTTP/1.1" status: 200 len: 868 time: 0.2615201 Jul 06 11:40:35.883519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81290b9f-1cbb-4f6a-8b19-0fc2731bbd83 None None] Network 86db8ccb-70e0-4ac3-b996-78ff31400ed4 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:40:35.894573 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d8cef3-9b2d-4e96-a040-b00f83cc7f72,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:40:35.902237 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.902578 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.902925 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.903284 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.903623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.903957 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.904343 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.904677 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.905008 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.905331 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.905655 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:35.905976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecc4420-571d-4347-88ac-f91073aaf6e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:40:36.217759 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-77292a92-244e-4ece-b9d4-847c127abef5 None None] Provisioning complete for port 2a229132-c00e-4823-b59d-f0b1f6e53589 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:36.218129 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77292a92-244e-4ece-b9d4-847c127abef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:36.302296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-77292a92-244e-4ece-b9d4-847c127abef5 None None] Provisioning complete for port 33ef51e6-e735-436f-91ee-62dd75258ab1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:40:36.302593 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77292a92-244e-4ece-b9d4-847c127abef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:38.023416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48590) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:38.066744 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6e5ba6fe-c876-40a0-8d8f-389511893315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:38.134700 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:38.262237 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e244bac9-1324-4b3d-8b69-d88ecaaa9937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:38.262715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e244bac9-1324-4b3d-8b69-d88ecaaa9937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:38.264877 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e244bac9-1324-4b3d-8b69-d88ecaaa9937 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2405088 Jul 06 11:40:39.161605 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:40.416959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48598) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:40.554447 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d76a7-4dc0-4bf5-b879-7700f0551fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:40.554936 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d76a7-4dc0-4bf5-b879-7700f0551fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:40.556538 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9e5d76a7-4dc0-4bf5-b879-7700f0551fa1 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1386206 Jul 06 11:40:40.707810 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:40:42.731042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48606) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:42.862661 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427c9492-1799-4edf-b02c-ac3d93c2ee2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:42.864086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-427c9492-1799-4edf-b02c-ac3d93c2ee2e admin admin] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 886 time: 0.1320446 Jul 06 11:40:45.047643 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48614) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:45.187415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fb78f9-00c4-4d9e-81b5-70e47b020799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:45.188754 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-25fb78f9-00c4-4d9e-81b5-70e47b020799 admin admin] 10.222.0.81 "GET /v2.0/networks/86db8ccb-70e0-4ac3-b996-78ff31400ed4 HTTP/1.1" status: 200 len: 869 time: 0.1401052 Jul 06 11:40:47.356648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48622) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:47.477755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46631d53-d36a-4ec1-8ff7-4f1b2d9d506c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:47.478221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46631d53-d36a-4ec1-8ff7-4f1b2d9d506c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:47.479821 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-46631d53-d36a-4ec1-8ff7-4f1b2d9d506c admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216638 Jul 06 11:40:49.628393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48630) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:49.717419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba127b56-cb79-4149-a18f-b2ae53d2231c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:49.717876 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba127b56-cb79-4149-a18f-b2ae53d2231c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:49.719415 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ba127b56-cb79-4149-a18f-b2ae53d2231c admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0900071 Jul 06 11:40:51.891610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48638) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:51.983040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e461eb87-d3c2-4c44-95b3-982b02fa54ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:51.984423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e461eb87-d3c2-4c44-95b3-982b02fa54ae admin admin] 10.222.0.81 "GET /v2.0/subnets/a6d8cef3-9b2d-4e96-a040-b00f83cc7f72 HTTP/1.1" status: 200 len: 868 time: 0.0918581 Jul 06 11:40:54.124583 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48646) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:40:54.207111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23eaa44-7277-4647-82cf-4273dbb5a3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:40:54.208469 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e23eaa44-7277-4647-82cf-4273dbb5a3d8 admin admin] 10.222.0.81 "GET /v2.0/subnets/fd3a86ba-af02-431b-ae80-077b72c593ba HTTP/1.1" status: 200 len: 816 time: 0.0829222 Jul 06 11:41:00.858982 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 5 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:41:05.416880 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-218b3d93-1b50-4add-8d6a-5b42dfe14456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.068448 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0b93ebe3-d994-463e-b3a3-9d69f58d5f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:08.135910 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:09.164875 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:10.710333 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:17.932005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48690) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:17.978524 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-474dad0e-e51c-477c-ad44-064557a12514 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:41:17.979576 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-474dad0e-e51c-477c-ad44-064557a12514 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465403 Jul 06 11:41:20.205640 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48698) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:20.265631 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb913f7-8d82-47c0-8886-32f9d94c6d67 admin admin] GET failed (client error): The resource could not be found. Jul 06 11:41:20.266974 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8fb913f7-8d82-47c0-8886-32f9d94c6d67 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603917 Jul 06 11:41:20.350997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b328c01-25f2-4efe-885d-3916b01f9f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:20.352397 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8b328c01-25f2-4efe-885d-3916b01f9f9a admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0816391 Jul 06 11:41:22.530308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48706) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:22.576271 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-45c3d694-c3d9-424a-bbee-471de772a864 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:22.597786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c3d694-c3d9-424a-bbee-471de772a864 admin admin] Made reservation on behalf of 957b0f965efc431bb5f6b5841919b40c for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:22.600227 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45c3d694-c3d9-424a-bbee-471de772a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.634037 n-d-799529-2 neutron-server[100427]: WARNING neutron.services.revisions.revision_plugin [None req-45c3d694-c3d9-424a-bbee-471de772a864 admin admin] Could not find related network for resource to bump revision. Jul 06 11:41:22.647557 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c3d694-c3d9-424a-bbee-471de772a864 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:41:22.657928 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45c3d694-c3d9-424a-bbee-471de772a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.658264 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-45c3d694-c3d9-424a-bbee-471de772a864 admin admin] Added segment 1f839ca8-7d22-4c40-8b1e-789830b45b88 of type vlan for network 3379ef7d-5184-41ed-853c-32cff3775142 Jul 06 11:41:22.696153 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45c3d694-c3d9-424a-bbee-471de772a864 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.723864 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45c3d694-c3d9-424a-bbee-471de772a864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.724733 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c3d694-c3d9-424a-bbee-471de772a864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:22.725308 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45c3d694-c3d9-424a-bbee-471de772a864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:22.778879 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-45c3d694-c3d9-424a-bbee-471de772a864 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2474942 Jul 06 11:41:22.787314 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3d694-c3d9-424a-bbee-471de772a864 admin admin] Pushing event updated for resources: {'Network': ['ID=3379ef7d-5184-41ed-853c-32cff3775142,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:22.797826 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 3379ef7d-5184-41ed-853c-32cff3775142 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:41:24.982261 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48714) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:41:25.039796 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b537178f-a5ca-446e-98fd-2a7c730c27e3 admin admin] GET failed (client error): The resource could not be found. Jul 06 11:41:25.041114 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b537178f-a5ca-446e-98fd-2a7c730c27e3 admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0578740 Jul 06 11:41:25.109359 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d552b15f-c83a-4304-a0cc-5ab80f78d39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:25.110826 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d552b15f-c83a-4304-a0cc-5ab80f78d39e admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651691 Jul 06 11:41:25.120206 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-93ff0dbf-42c2-47f8-89dc-22ae77bb0464 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:41:25.140720 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ff0dbf-42c2-47f8-89dc-22ae77bb0464 admin admin] Made reservation on behalf of 957b0f965efc431bb5f6b5841919b40c for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:41:25.143018 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93ff0dbf-42c2-47f8-89dc-22ae77bb0464 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.299764 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93ff0dbf-42c2-47f8-89dc-22ae77bb0464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.349237 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff0dbf-42c2-47f8-89dc-22ae77bb0464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52cf856f-5c4f-4179-badd-a4b751178533,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:25.363175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff0dbf-42c2-47f8-89dc-22ae77bb0464 admin admin] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:25.363556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ff0dbf-42c2-47f8-89dc-22ae77bb0464 admin admin] Network hostable DHCP agents. Network: 3379ef7d-5184-41ed-853c-32cff3775142, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:41:25.378900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ff0dbf-42c2-47f8-89dc-22ae77bb0464 admin admin] Network 3379ef7d-5184-41ed-853c-32cff3775142 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:41:25.387588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-93ff0dbf-42c2-47f8-89dc-22ae77bb0464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 3379ef7d-5184-41ed-853c-32cff3775142) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:25.391513 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ff0dbf-42c2-47f8-89dc-22ae77bb0464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:41:25.392097 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93ff0dbf-42c2-47f8-89dc-22ae77bb0464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.396766 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737a13e6-a30b-415e-bb9a-9cea9fbad03f None None] Network 3379ef7d-5184-41ed-853c-32cff3775142 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:25.406262 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-93ff0dbf-42c2-47f8-89dc-22ae77bb0464 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2893875 Jul 06 11:41:25.640081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-3379ef7d-5184-41ed-853c-32cff3775142', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'tenant_id': '957b0f965efc431bb5f6b5841919b40c', 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:41:25.640953 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.773999 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Allocated IP 192.168.233.2 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/78d8fa26-2064-4db0-8e90-eb5d79afc2bf) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:41:25.923672 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:25.932104 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Transition to ACTIVE for port object 78d8fa26-2064-4db0-8e90-eb5d79afc2bf will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:25.948026 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Transition to ACTIVE for port object 78d8fa26-2064-4db0-8e90-eb5d79afc2bf will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:41:25.954510 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.000106 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:41:26.002889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:41:26.005839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:41:26.011278 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Pushing event updated for resources: {'Port': ['ID=78d8fa26-2064-4db0-8e90-eb5d79afc2bf,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:26.021985 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.022331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.022672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.023001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.023362 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.023692 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.024018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.024343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.024661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.024984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.025303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.025649 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:41:26.079145 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Attempting to bind port 78d8fa26-2064-4db0-8e90-eb5d79afc2bf on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:41:26.079538 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Attempting to bind port 78d8fa26-2064-4db0-8e90-eb5d79afc2bf by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:41:26.079894 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Attempting to bind port 78d8fa26-2064-4db0-8e90-eb5d79afc2bf on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:41:26.084812 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:41:26.085177 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:41:26.085575 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.085978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:41:26.086434 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Bound port: 78d8fa26-2064-4db0-8e90-eb5d79afc2bf, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:41:26.086821 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.149587 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] For port 78d8fa26-2064-4db0-8e90-eb5d79afc2bf, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:41:26.153885 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] For port 78d8fa26-2064-4db0-8e90-eb5d79afc2bf, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=78d8fa26-2064-4db0-8e90-eb5d79afc2bf,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:41:26.158163 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:26.224154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9b288-f23d-4ce8-a800-725af5bbbd97 None None] Pushing event updated for resources: {'Port': ['ID=78d8fa26-2064-4db0-8e90-eb5d79afc2bf,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:27.080659 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212d7c38-2e0d-4596-8915-649cbd243cb1 None None] Network 3379ef7d-5184-41ed-853c-32cff3775142 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:41:27.193049 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c429051c-5b26-4232-82d7-cfd7a884a7b0 None None] Provisioning for port 78d8fa26-2064-4db0-8e90-eb5d79afc2bf completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:28.169468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 78d8fa26-2064-4db0-8e90-eb5d79afc2bf up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:28.224924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 78d8fa26-2064-4db0-8e90-eb5d79afc2bf completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:41:28.228850 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 78d8fa26-2064-4db0-8e90-eb5d79afc2bf triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:28.229223 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.305515 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.337590 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 78d8fa26-2064-4db0-8e90-eb5d79afc2bf, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=78d8fa26-2064-4db0-8e90-eb5d79afc2bf,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:41:28.341652 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:28.388864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=78d8fa26-2064-4db0-8e90-eb5d79afc2bf,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:41:30.142628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 78d8fa26-2064-4db0-8e90-eb5d79afc2bf up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:41:30.194630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 78d8fa26-2064-4db0-8e90-eb5d79afc2bf triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:41:30.195001 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:35.416850 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23b26104-8f29-449d-b7a1-b243c3939d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:37.857705 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 5 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:41:38.070144 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8b7acaff-6ffe-457b-8516-30199a914b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:38.137227 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:39.168343 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:41:40.714924 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:05.416439 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f30ab255-8da6-4be3-9327-0586ce1d01b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:08.073855 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b377550-3636-4a59-ba77-65a6384f9702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:08.137557 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:09.170234 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:10.720137 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:14.856306 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 5 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:42:33.018834 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48766) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:33.026115 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-c721b9ee-2047-4fbb-b5c0-1a2dd5d34146 tempest-verify_tempest_config-1280291665 tempest-verify_tempest_config-1280291665-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:42:33.027093 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c721b9ee-2047-4fbb-b5c0-1a2dd5d34146 tempest-verify_tempest_config-1280291665 tempest-verify_tempest_config-1280291665-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068831 Jul 06 11:42:33.319752 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48784) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:33.421755 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.510991 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.515475 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.559256 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37d09326e0ad438db43bc738fc290afd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2384317 Jul 06 11:42:33.560340 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7791aa-eaa6-4724-8c43-8e151a59fd7e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:33.561958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48790) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:42:33.567118 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.567494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.567836 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.568175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.568509 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.568834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.569160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.569483 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.569804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.570125 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.570444 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.570762 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084834e7-45ba-46fb-bdc6-9ba8404494bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.615993 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.635947 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.732966 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.735573 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:33.736709 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab7791aa-eaa6-4724-8c43-8e151a59fd7e HTTP/1.1" status: 204 len: 168 time: 0.1737814 Jul 06 11:42:33.745492 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7791aa-eaa6-4724-8c43-8e151a59fd7e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:42:33.752004 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.752352 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.752688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.753019 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.753350 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.753673 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.753997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.754319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.754640 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.754958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.755295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:33.755621 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce1380b-3ce0-4c6c-9a1c-e2ae30151113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:42:35.417966 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9284f720-8f9c-4c24-bd3a-24847168006c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:38.074656 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ea01201-c463-4f78-82fd-225119d59b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:38.137927 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:39.173562 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:40.722418 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:42:51.855179 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 5 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:43:05.419628 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6755559-5397-4f4e-aa6f-e0f34b25a752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.074775 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4bcf7073-1ed2-4874-aa19-8de0d41325cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:08.137293 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:09.178786 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:10.725332 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:28.853525 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 5 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:43:35.420579 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c45f6883-c9b6-4049-954c-1278bbecd4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.077101 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3d8d86ca-fac0-4016-b178-9e9b5a9d335c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:38.139424 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:39.181205 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:43:40.731565 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.421992 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2840ad5-2191-438c-820e-3901ec3ce542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:05.851058 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 5 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:44:08.077902 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3d42a728-0a37-474f-a8bb-1e43c42d1496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:08.138928 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:09.186469 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:10.732621 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:35.422183 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12d15c16-e3de-4c81-a717-1a2bf494e6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:38.077824 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b97f7cfb-f78e-4755-a95c-94c010b7b247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:38.137797 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:39.186369 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:40.738190 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:44:42.849186 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 5 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:45:05.422880 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60a84e4d-028d-498f-89d5-72c845e99136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:08.077169 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-869b0e33-321b-4be0-a702-b406b8d05107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:08.138414 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:09.190263 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:10.738103 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:19.847431 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 5 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:45:35.192415 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287961'] for agent, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:35.423647 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7480-06ec-4584-a120-fd7e9f9ca0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:36.009788 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287961'] for agent, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:38.078733 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5abf1194-f155-4ee0-8551-a031bed67a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:38.139887 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:39.192267 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:40.742445 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:45:56.848459 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:46:05.161322 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:05.423882 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dfd44c67-212d-4cf6-b4ac-b538d30a20b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:06.002608 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:08.079860 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-879e4fb5-c872-4ea7-99ae-7de356dc533c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:08.139722 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:09.195905 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:10.744539 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:28.390775 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48854) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:28.493585 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-40919890-b017-4b68-b0dd-19ab74021947 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1016409 Jul 06 11:46:30.675821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48864) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:46:30.736997 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-69c0a12d-d915-4665-b058-1f9f2d30289c admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0600982 Jul 06 11:46:33.847914 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:46:35.161191 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:35.423055 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b645bcd2-9911-4a6b-93e1-593d90d5d85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:36.016355 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:38.083072 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3237b330-5228-45ab-98cb-0ddfa9870aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:38.139195 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:39.197345 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:46:40.747707 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.161313 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:05.422417 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f0f66c3f-d989-42a9-81e2-8fd596304296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:06.016987 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:08.084379 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f314e6d-6484-4a60-a637-7172258ec5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:08.139262 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:09.200159 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:10.750948 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:10.847063 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:47:35.175500 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:35.423727 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e19ac47-a354-4275-b874-c3c5240a25eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:36.045564 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:38.085197 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-56eed55d-aa15-46c6-9b76-78e213739921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:38.142593 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:39.202959 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:40.754527 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:47.860889 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:47:51.397240 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49080) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:51.774975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-network', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:51.800260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Made reservation on behalf of 573e74f0e95e47e08a64aebf5cccebe2 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:51.803440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.812281 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.912535 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.917006 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.936959 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:47:51.959646 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:51.959993 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Added segment ad06e564-070a-4c82-800f-fecdb2508756 of type vlan for network 76dc66c5-cac1-411d-8b13-f5071a1927d8 Jul 06 11:47:51.997801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381f30d4-47c9-4147-9161-8e3445504b07,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:52.015791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.016095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.016436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.016774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.017109 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.017443 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.017759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.018084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.018585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.018915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.019262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.019585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Tracked resource versions report: Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: pushed versions: Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: { 'AddressGroup': {'1.2'}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'ConntrackHelper': {'1.0'}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'Log': {'1.0'}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'Network': {'1.1'}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'Port': {'1.7'}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'PortForwarding': {'1.2'}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'QosPolicy': {'1.8'}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'SecurityGroup': {'1.4'}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'SubPort': {'1.0'}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'Subnet': {'1.1'}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'Trunk': {'1.1'}} Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: consumer versions: Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: { DHCP agent@n-d-799529-2: {}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: HyperV agent@n-h1-799529-2: {}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: HyperV agent@n-h2-799529-2: {}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: L3 agent@n-d-799529-2: {}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: Metadata agent@n-d-799529-2: {}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: Metering agent@n-d-799529-2: {}, Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: Open vSwitch agent@n-d-799529-2: { 'AddressGroup': '1.2', Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'ConntrackHelper': '1.0', Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'Log': '1.0', Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'Network': '1.1', Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'Port': '1.7', Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'PortForwarding': '1.2', Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'QosPolicy': '1.8', Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'SecurityGroup': '1.4', Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'SecurityGroupRule': '1.2', Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'SubPort': '1.0', Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'Subnet': '1.1', Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: 'Trunk': '1.1'}} Jul 06 11:47:52.020687 n-d-799529-2 neutron-server[100428]: {{(pid=100428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:47:52.024368 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.059741 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.061396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:52.061972 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.111932 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7128925 Jul 06 11:47:52.115018 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49112) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:52.122330 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Request body: {'subnet': {'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-subnet', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:52.128908 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e61e9d-1408-4404-9a49-bb8a9ddf67d9 admin admin] Pushing event updated for resources: {'Network': ['ID=76dc66c5-cac1-411d-8b13-f5071a1927d8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:52.139664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 76dc66c5-cac1-411d-8b13-f5071a1927d8 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:47:52.172402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Made reservation on behalf of 573e74f0e95e47e08a64aebf5cccebe2 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:47:52.174753 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.361154 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.431875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Checking segment: {'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:52.432133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Network hostable DHCP agents. Network: 76dc66c5-cac1-411d-8b13-f5071a1927d8, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:47:52.449146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:52.456866 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.457193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.457684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.457842 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.458346 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.458679 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.458990 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.459345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.459673 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.459956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.460272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.460621 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Tracked resource versions report: Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: pushed versions: Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: { 'AddressGroup': {'1.2'}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'ConntrackHelper': {'1.0'}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'Log': {'1.0'}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'Network': {'1.1'}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'Port': {'1.7'}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'PortForwarding': {'1.2'}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'QosPolicy': {'1.8'}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'SecurityGroup': {'1.4'}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'SubPort': {'1.0'}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'Subnet': {'1.1'}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'Trunk': {'1.1'}} Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: consumer versions: Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: { DHCP agent@n-d-799529-2: {}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: HyperV agent@n-h1-799529-2: {}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: HyperV agent@n-h2-799529-2: {}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: L3 agent@n-d-799529-2: {}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: Metadata agent@n-d-799529-2: {}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: Metering agent@n-d-799529-2: {}, Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: Open vSwitch agent@n-d-799529-2: { 'AddressGroup': '1.2', Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'ConntrackHelper': '1.0', Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'Log': '1.0', Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'Network': '1.1', Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'Port': '1.7', Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'PortForwarding': '1.2', Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'QosPolicy': '1.8', Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'SecurityGroup': '1.4', Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'SecurityGroupRule': '1.2', Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'SubPort': '1.0', Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'Subnet': '1.1', Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: 'Trunk': '1.1'}} Jul 06 11:47:52.461620 n-d-799529-2 neutron-server[100427]: {{(pid=100427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:47:52.464013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Network 76dc66c5-cac1-411d-8b13-f5071a1927d8 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:47:52.480894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 76dc66c5-cac1-411d-8b13-f5071a1927d8) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:52.492462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0342afe6-f371-40a1-b5a3-956481d292c0 None None] Network 76dc66c5-cac1-411d-8b13-f5071a1927d8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:52.493119 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:52.493803 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.520453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49138) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:52.527898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:47:52.534428 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f5928a66-817a-456e-8b53-78eb13afdc35 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4174206 Jul 06 11:47:52.562200 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.564512 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.689487 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.756152 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-76dc66c5-cac1-411d-8b13-f5071a1927d8', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:47:52.757341 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:52.915346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Allocated IP 172.20.0.2 (76dc66c5-cac1-411d-8b13-f5071a1927d8/ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e/b85611de-9789-4959-bfca-03ee26a8bc47) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:52.930607 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.094058 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.106737 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Transition to ACTIVE for port object b85611de-9789-4959-bfca-03ee26a8bc47 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:53.127508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Transition to ACTIVE for port object b85611de-9789-4959-bfca-03ee26a8bc47 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:53.136391 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.174386 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.184668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Pushing event updated for resources: {'Port': ['ID=b85611de-9789-4959-bfca-03ee26a8bc47,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:53.194770 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.194958 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:53.195290 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:53.195693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:53.196093 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:53.196486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:53.196877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:53.197263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:53.197653 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:53.198054 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:53.198444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:53.198831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:53.199217 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Tracked resource versions report: Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: pushed versions: Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: { 'AddressGroup': {'1.2'}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'ConntrackHelper': {'1.0'}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'Log': {'1.0'}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'Network': {'1.1'}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'Port': {'1.7'}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'PortForwarding': {'1.2'}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'QosPolicy': {'1.8'}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'SecurityGroup': {'1.4'}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'SubPort': {'1.0'}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'Subnet': {'1.1'}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'Trunk': {'1.1'}} Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: consumer versions: Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: { DHCP agent@n-d-799529-2: {}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: HyperV agent@n-h1-799529-2: {}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: HyperV agent@n-h2-799529-2: {}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: L3 agent@n-d-799529-2: {}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: Metadata agent@n-d-799529-2: {}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: Metering agent@n-d-799529-2: {}, Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: Open vSwitch agent@n-d-799529-2: { 'AddressGroup': '1.2', Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'ConntrackHelper': '1.0', Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'Log': '1.0', Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'Network': '1.1', Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'Port': '1.7', Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'PortForwarding': '1.2', Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'QosPolicy': '1.8', Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'SecurityGroup': '1.4', Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'SecurityGroupRule': '1.2', Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'SubPort': '1.0', Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'Subnet': '1.1', Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: 'Trunk': '1.1'}} Jul 06 11:47:53.200378 n-d-799529-2 neutron-server[100429]: {{(pid=100429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:47:53.205675 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Network 76dc66c5-cac1-411d-8b13-f5071a1927d8 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:53.207856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:53.210614 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:53.281508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Attempting to bind port b85611de-9789-4959-bfca-03ee26a8bc47 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:53.282126 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Attempting to bind port b85611de-9789-4959-bfca-03ee26a8bc47 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:53.282772 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Attempting to bind port b85611de-9789-4959-bfca-03ee26a8bc47 on network 76dc66c5-cac1-411d-8b13-f5071a1927d8 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:53.288067 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:53.288645 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Checking segment: {'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:53.289224 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.289797 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Bound using segment: {'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:53.290268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Bound port: b85611de-9789-4959-bfca-03ee26a8bc47, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:53.290667 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.329155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Allocated IP 172.25.4.163 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/08bee695-2426-4e30-8cd3-fd4d0c8ae655) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:53.371861 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] For port b85611de-9789-4959-bfca-03ee26a8bc47, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:53.376171 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] For port b85611de-9789-4959-bfca-03ee26a8bc47, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b85611de-9789-4959-bfca-03ee26a8bc47,segment=NetworkSegment(ad06e564-070a-4c82-800f-fecdb2508756),segment_id=ad06e564-070a-4c82-800f-fecdb2508756)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:53.383087 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.438387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67936fd-59d1-412a-b531-b0519838ca14 None None] Pushing event updated for resources: {'Port': ['ID=b85611de-9789-4959-bfca-03ee26a8bc47,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:53.466612 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.562307 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:53.633362 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Pushing event updated for resources: {'Port': ['ID=08bee695-2426-4e30-8cd3-fd4d0c8ae655,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:53.647816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:53.649152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:53.651788 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:53.990167 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.212682 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.413446 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:47:54.488652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b85611de-9789-4959-bfca-03ee26a8bc47 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:54.581421 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port b85611de-9789-4959-bfca-03ee26a8bc47 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:54.587249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:47:54.614429 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Sync routers for ids ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:47:54.617231 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:54.622183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49216) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:54.628820 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Routers {'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:47:54.631277 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:47:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:54.635585 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-985a8ea6-6f7a-4601-8dfc-55836307092f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.1124463 Jul 06 11:47:54.771606 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49220) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:54.806375 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Set router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:47:54.845019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90f6e66-4c0a-4e8b-ba6b-92c80c5e74f4 None None] Network 76dc66c5-cac1-411d-8b13-f5071a1927d8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:47:54.959912 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-32c1994d-6a54-4220-aade-2da92a27d0ba None None] Provisioning for port b85611de-9789-4959-bfca-03ee26a8bc47 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:54.973374 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-32c1994d-6a54-4220-aade-2da92a27d0ba None None] Provisioning complete for port b85611de-9789-4959-bfca-03ee26a8bc47 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:54.976132 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-32c1994d-6a54-4220-aade-2da92a27d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.034668 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:53Z', 'revision_number': 3, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:55.066973 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Checking router: a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:47:55.067575 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Updating router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 port 08bee695-2426-4e30-8cd3-fd4d0c8ae655 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:47:55.108811 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.112795 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-603e6dfe-c7cf-461b-a088-1c9fd2da01c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.268784 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-603e6dfe-c7cf-461b-a088-1c9fd2da01c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.274192 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-603e6dfe-c7cf-461b-a088-1c9fd2da01c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.302815 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-32c1994d-6a54-4220-aade-2da92a27d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.316390 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e6dfe-c7cf-461b-a088-1c9fd2da01c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a138a2d-75e1-4649-8960-70c59b30c865,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:55.345239 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-603e6dfe-c7cf-461b-a088-1c9fd2da01c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f6e5f7841394331a647da7782570162&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5725353 Jul 06 11:47:55.348460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49238) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:55.391256 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-32c1994d-6a54-4220-aade-2da92a27d0ba None None] For port b85611de-9789-4959-bfca-03ee26a8bc47, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b85611de-9789-4959-bfca-03ee26a8bc47,segment=NetworkSegment(ad06e564-070a-4c82-800f-fecdb2508756),segment_id=ad06e564-070a-4c82-800f-fecdb2508756)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:55.408352 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-32c1994d-6a54-4220-aade-2da92a27d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.464674 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be0448a7-ecc8-4c61-a7f0-93dcc30339d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.505101 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be0448a7-ecc8-4c61-a7f0-93dcc30339d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.511359 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1994d-6a54-4220-aade-2da92a27d0ba None None] Pushing event updated for resources: {'Port': ['ID=b85611de-9789-4959-bfca-03ee26a8bc47,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:55.557772 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.591052 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.614305 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be0448a7-ecc8-4c61-a7f0-93dcc30339d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.616759 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be0448a7-ecc8-4c61-a7f0-93dcc30339d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.620961 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-be0448a7-ecc8-4c61-a7f0-93dcc30339d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a138a2d-75e1-4649-8960-70c59b30c865 HTTP/1.1" status: 204 len: 168 time: 0.2708828 Jul 06 11:47:55.624426 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Transition to ACTIVE for port object 08bee695-2426-4e30-8cd3-fd4d0c8ae655 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:55.633690 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0448a7-ecc8-4c61-a7f0-93dcc30339d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a138a2d-75e1-4649-8960-70c59b30c865,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:55.638685 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8807f47e-dc5e-4d57-b5dc-1e00541e079d None None] Provisioning complete for port b85611de-9789-4959-bfca-03ee26a8bc47 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:55.639123 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8807f47e-dc5e-4d57-b5dc-1e00541e079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.644411 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.701091 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Attempting to bind port 08bee695-2426-4e30-8cd3-fd4d0c8ae655 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:47:55.701703 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Attempting to bind port 08bee695-2426-4e30-8cd3-fd4d0c8ae655 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:47:55.702199 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Attempting to bind port 08bee695-2426-4e30-8cd3-fd4d0c8ae655 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:47:55.705865 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c61c59-0c1c-48d2-bdca-97ce08db646f None None] Pushing event updated for resources: {'Port': ['ID=08bee695-2426-4e30-8cd3-fd4d0c8ae655,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:55.716067 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:47:55.717203 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:47:55.717742 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.718290 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:47:55.718890 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Bound port: 08bee695-2426-4e30-8cd3-fd4d0c8ae655, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:47:55.719438 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.722924 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c61c59-0c1c-48d2-bdca-97ce08db646f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:55.723686 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c61c59-0c1c-48d2-bdca-97ce08db646f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:55.724276 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c61c59-0c1c-48d2-bdca-97ce08db646f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:55.724738 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c61c59-0c1c-48d2-bdca-97ce08db646f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:55.725195 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c61c59-0c1c-48d2-bdca-97ce08db646f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:55.725838 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c61c59-0c1c-48d2-bdca-97ce08db646f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:55.726165 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c61c59-0c1c-48d2-bdca-97ce08db646f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:55.726495 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c61c59-0c1c-48d2-bdca-97ce08db646f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:55.726817 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c61c59-0c1c-48d2-bdca-97ce08db646f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:55.727136 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c61c59-0c1c-48d2-bdca-97ce08db646f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:55.727488 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c61c59-0c1c-48d2-bdca-97ce08db646f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:55.727810 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c61c59-0c1c-48d2-bdca-97ce08db646f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c61c59-0c1c-48d2-bdca-97ce08db646f None None] Tracked resource versions report: Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: pushed versions: Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: { 'AddressGroup': {'1.2'}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'ConntrackHelper': {'1.0'}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'Log': {'1.0'}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'Network': {'1.1'}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'Port': {'1.7'}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'PortForwarding': {'1.2'}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'QosPolicy': {'1.8'}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'SecurityGroup': {'1.4'}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'SecurityGroupRule': {'1.2'}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'SubPort': {'1.0'}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'Subnet': {'1.1'}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'Trunk': {'1.1'}} Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: consumer versions: Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: { DHCP agent@n-d-799529-2: {}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: HyperV agent@n-h1-799529-2: {}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: HyperV agent@n-h2-799529-2: {}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: L3 agent@n-d-799529-2: {}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: Metadata agent@n-d-799529-2: {}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: Metering agent@n-d-799529-2: {}, Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: Open vSwitch agent@n-d-799529-2: { 'AddressGroup': '1.2', Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'ConntrackHelper': '1.0', Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'Log': '1.0', Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'Network': '1.1', Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'Port': '1.7', Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'PortForwarding': '1.2', Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'QosPolicy': '1.8', Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'SecurityGroup': '1.4', Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'SecurityGroupRule': '1.2', Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'SubPort': '1.0', Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'Subnet': '1.1', Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: 'Trunk': '1.1'}} Jul 06 11:47:55.728881 n-d-799529-2 neutron-server[100430]: {{(pid=100430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 11:47:55.803867 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] For port 08bee695-2426-4e30-8cd3-fd4d0c8ae655, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:47:55.807848 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] For port 08bee695-2426-4e30-8cd3-fd4d0c8ae655, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=08bee695-2426-4e30-8cd3-fd4d0c8ae655,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:47:55.816780 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:55.895513 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c61c59-0c1c-48d2-bdca-97ce08db646f None None] Pushing event updated for resources: {'Port': ['ID=08bee695-2426-4e30-8cd3-fd4d0c8ae655,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:55.908537 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Allocated IP 172.20.0.1 (76dc66c5-cac1-411d-8b13-f5071a1927d8/ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e/cb1bd68b-a512-46fe-8a56-5d67c5c69c78) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:47:55.916628 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Routers {'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:47:55.917466 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:47:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:56.047603 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] Set router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:47:56.065224 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.097179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Transition to ACTIVE for port object cb1bd68b-a512-46fe-8a56-5d67c5c69c78 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:47:56.141101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49268) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:56.178601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8351c90-61e6-4451-b834-e54b048468aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.282339 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.313882 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8351c90-61e6-4451-b834-e54b048468aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.318679 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8351c90-61e6-4451-b834-e54b048468aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.417288 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Pushing event updated for resources: {'Port': ['ID=cb1bd68b-a512-46fe-8a56-5d67c5c69c78,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:56.430190 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b8351c90-61e6-4451-b834-e54b048468aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2d99d9c52c941cea4fec257babaafda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2878406 Jul 06 11:47:56.431524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8351c90-61e6-4451-b834-e54b048468aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5ae6dc-01ef-4232-9cd3-75770a5a5fbb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:56.433089 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Network 76dc66c5-cac1-411d-8b13-f5071a1927d8 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:56.434141 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49284) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:56.435546 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:56.437990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b85611de-9789-4959-bfca-03ee26a8bc47 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:56.439012 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:47:56.439557 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.522043 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:53Z', 'revision_number': 3, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:56.572207 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a906e6aa-343c-490a-8250-91f9c0d8c9c3 None None] The sync data for ids ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'] in n-d-799529-2 is: [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:53Z', 'revision_number': 3, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:47:56.580053 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b85611de-9789-4959-bfca-03ee26a8bc47 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:56.580513 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.619750 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49292) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:56.788005 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-429c8a16-4bf1-4f5c-aeac-6369b04bb777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.828984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a8778a13-0b20-4457-8402-e37e81b46209 None None] Provisioning for port cb1bd68b-a512-46fe-8a56-5d67c5c69c78 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:56.830185 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3f74e542-f23e-4e6f-911e-9ff52092c1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.835272 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a8778a13-0b20-4457-8402-e37e81b46209 None None] Provisioning complete for port cb1bd68b-a512-46fe-8a56-5d67c5c69c78 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:56.836156 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8778a13-0b20-4457-8402-e37e81b46209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.860221 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3f74e542-f23e-4e6f-911e-9ff52092c1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:56.921539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a8778a13-0b20-4457-8402-e37e81b46209 None None] Port cb1bd68b-a512-46fe-8a56-5d67c5c69c78 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:47:57.004069 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3f74e542-f23e-4e6f-911e-9ff52092c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.006896 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3f74e542-f23e-4e6f-911e-9ff52092c1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.011312 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3f74e542-f23e-4e6f-911e-9ff52092c1d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c5ae6dc-01ef-4232-9cd3-75770a5a5fbb HTTP/1.1" status: 204 len: 168 time: 0.5735815 Jul 06 11:47:57.097762 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-429c8a16-4bf1-4f5c-aeac-6369b04bb777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.106478 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-429c8a16-4bf1-4f5c-aeac-6369b04bb777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.116341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74e542-f23e-4e6f-911e-9ff52092c1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5ae6dc-01ef-4232-9cd3-75770a5a5fbb,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:57.179007 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.181119 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-429c8a16-4bf1-4f5c-aeac-6369b04bb777 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e3aefedc1d34526a8fabff87c165d5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5596542 Jul 06 11:47:57.185668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49326) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:57.186872 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c8a16-4bf1-4f5c-aeac-6369b04bb777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ae6f94-d8da-4246-a8de-8f7e02f55924,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:57.274967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce954ebf-dfa7-4834-815b-e0db0e4b40a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.338398 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce954ebf-dfa7-4834-815b-e0db0e4b40a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.419993 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce954ebf-dfa7-4834-815b-e0db0e4b40a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.422773 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce954ebf-dfa7-4834-815b-e0db0e4b40a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.426368 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ce954ebf-dfa7-4834-815b-e0db0e4b40a1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/94ae6f94-d8da-4246-a8de-8f7e02f55924 HTTP/1.1" status: 204 len: 168 time: 0.2336845 Jul 06 11:47:57.435003 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce954ebf-dfa7-4834-815b-e0db0e4b40a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ae6f94-d8da-4246-a8de-8f7e02f55924,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:57.570215 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.577213 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.582357 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:57.705418 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Pushing event updated for resources: {'Port': ['ID=cb1bd68b-a512-46fe-8a56-5d67c5c69c78,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:57.761961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Network 76dc66c5-cac1-411d-8b13-f5071a1927d8 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:47:57.763797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:47:57.994455 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:47:58.054538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49384) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:58.067365 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c54a178d-9bf3-4b7e-a899-caf4760cb1ca None None] Provisioning complete for port cb1bd68b-a512-46fe-8a56-5d67c5c69c78 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:58.067841 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c54a178d-9bf3-4b7e-a899-caf4760cb1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.085136 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-257114d4-81fc-43f0-b88e-62ed6c65dce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.157574 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c54a178d-9bf3-4b7e-a899-caf4760cb1ca None None] Port cb1bd68b-a512-46fe-8a56-5d67c5c69c78 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:47:58.204975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:47:58.210976 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fb8f7b59-4734-4e53-a244-b9ea9212814c admin admin] 10.222.0.81 "PUT /v2.0/routers/a8c152e1-1bde-4d5f-bac3-b66e452fc1c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5868261 Jul 06 11:47:58.237708 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-257114d4-81fc-43f0-b88e-62ed6c65dce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.241658 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-257114d4-81fc-43f0-b88e-62ed6c65dce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.276906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257114d4-81fc-43f0-b88e-62ed6c65dce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260ef969-db09-4cf8-b8eb-831f3c5b85c7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:58.300278 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-257114d4-81fc-43f0-b88e-62ed6c65dce9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=07aa379355214410b2804ff679d71153&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2407784 Jul 06 11:47:58.300876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49402) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:58.401017 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5412f086-b4d2-4e11-b2a8-d8c7d13b2a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.462601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5412f086-b4d2-4e11-b2a8-d8c7d13b2a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.475692 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49422) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:58.478646 n-d-799529-2 neutron-server[100427]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 11:47:58.498734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 08bee695-2426-4e30-8cd3-fd4d0c8ae655 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:47:58.532410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-11c12b04-c8af-4203-8234-74ea678d691f tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=22839567841743a58c62e9bb8d48c872&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550981 Jul 06 11:47:58.540691 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5412f086-b4d2-4e11-b2a8-d8c7d13b2a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.543453 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5412f086-b4d2-4e11-b2a8-d8c7d13b2a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.547075 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5412f086-b4d2-4e11-b2a8-d8c7d13b2a26 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/260ef969-db09-4cf8-b8eb-831f3c5b85c7 HTTP/1.1" status: 204 len: 168 time: 0.2413616 Jul 06 11:47:58.554425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412f086-b4d2-4e11-b2a8-d8c7d13b2a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260ef969-db09-4cf8-b8eb-831f3c5b85c7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:58.608120 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 08bee695-2426-4e30-8cd3-fd4d0c8ae655 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:47:58.615096 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 08bee695-2426-4e30-8cd3-fd4d0c8ae655 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:47:58.615503 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.746638 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.764312 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-ea340e09-1cb1-4720-b3c6-663cd1f412a6 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:47:58.769764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 08bee695-2426-4e30-8cd3-fd4d0c8ae655, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=08bee695-2426-4e30-8cd3-fd4d0c8ae655,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:47:58.771833 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-ea340e09-1cb1-4720-b3c6-663cd1f412a6 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383683 Jul 06 11:47:58.780669 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:58.797994 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-bc01a30c-111b-4d6e-8bfe-9b47df4c2c21 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/quotas/22839567841743a58c62e9bb8d48c872 HTTP/1.1" status: 200 len: 375 time: 0.0231249 Jul 06 11:47:58.836683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=08bee695-2426-4e30-8cd3-fd4d0c8ae655,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:58.864794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-530ea00d-fa78-4691-a4da-4c0d775dde2d tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=22839567841743a58c62e9bb8d48c872&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655398 Jul 06 11:47:58.900980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Sync routers for ids ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:47:58.922266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Routers {'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:47:58.923319 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:47:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:59.089868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Set router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:47:59.151163 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49458) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:59.240401 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09330eb0-7676-4fbf-8988-f32484fe89a3 req-c1ec3d4a-9af7-4816-ba13-939260348808 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 210 time: 0.0748022 Jul 06 11:47:59.339015 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:56Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cb1bd68b-a512-46fe-8a56-5d67c5c69c78', 'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'mac_address': 'fa:16:3e:80:c5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:55Z', 'updated_at': '2021-07-06T11:47:57Z', 'revision_number': 2, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'subnets': [{'id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:47:59.372187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Checking router: a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:47:59.372187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Updating router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 port cb1bd68b-a512-46fe-8a56-5d67c5c69c78 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:47:59.384756 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e25b-d8c0-4abb-9949-803883857300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.407556 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.499961 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e25b-d8c0-4abb-9949-803883857300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.508586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e25b-d8c0-4abb-9949-803883857300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.587210 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49500) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:47:59.587412 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d9d2e25b-d8c0-4abb-9949-803883857300 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=27782e68f63d4b8fa80af88c8f822114&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4337480 Jul 06 11:47:59.588636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2e25b-d8c0-4abb-9949-803883857300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26aed58-f918-4c5f-a85e-344f0224af93,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:59.717816 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-986fc95f-e8ad-423c-9a62-58d378c46aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.759037 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-986fc95f-e8ad-423c-9a62-58d378c46aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.821181 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-986fc95f-e8ad-423c-9a62-58d378c46aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.825992 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-986fc95f-e8ad-423c-9a62-58d378c46aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:47:59.827499 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-986fc95f-e8ad-423c-9a62-58d378c46aa7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b26aed58-f918-4c5f-a85e-344f0224af93 HTTP/1.1" status: 204 len: 168 time: 0.2390862 Jul 06 11:47:59.868523 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fc95f-e8ad-423c-9a62-58d378c46aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26aed58-f918-4c5f-a85e-344f0224af93,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:47:59.994752 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.009980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Transition to ACTIVE for port object cb1bd68b-a512-46fe-8a56-5d67c5c69c78 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:00.021605 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.086517 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd10579-40a5-4295-9241-cfa80ba05380 None None] Pushing event updated for resources: {'Port': ['ID=cb1bd68b-a512-46fe-8a56-5d67c5c69c78,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:00.182648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Attempting to bind port cb1bd68b-a512-46fe-8a56-5d67c5c69c78 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:00.183333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Attempting to bind port cb1bd68b-a512-46fe-8a56-5d67c5c69c78 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:00.183731 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Attempting to bind port cb1bd68b-a512-46fe-8a56-5d67c5c69c78 on network 76dc66c5-cac1-411d-8b13-f5071a1927d8 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:00.194162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:00.194925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Checking segment: {'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:00.195423 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.195879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Bound using segment: {'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:00.196746 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Bound port: cb1bd68b-a512-46fe-8a56-5d67c5c69c78, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:00.197085 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.275361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] For port cb1bd68b-a512-46fe-8a56-5d67c5c69c78, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:00.279123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] For port cb1bd68b-a512-46fe-8a56-5d67c5c69c78, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=cb1bd68b-a512-46fe-8a56-5d67c5c69c78,segment=NetworkSegment(ad06e564-070a-4c82-800f-fecdb2508756),segment_id=ad06e564-070a-4c82-800f-fecdb2508756)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:00.286621 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.370714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd10579-40a5-4295-9241-cfa80ba05380 None None] Pushing event updated for resources: {'Port': ['ID=cb1bd68b-a512-46fe-8a56-5d67c5c69c78,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:00.378728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Routers {'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:00.379294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:47:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:00.390353 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49560) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:00.396380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-20b72527-5688-4e8d-bbf8-7b9376416acb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-621484213-network', 'tenant_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:00.454452 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 08bee695-2426-4e30-8cd3-fd4d0c8ae655 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:00.464959 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b72527-5688-4e8d-bbf8-7b9376416acb admin admin] Made reservation on behalf of c0eceed6eeff4c26ab6b2eefe3ef01ad for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:00.467569 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20b72527-5688-4e8d-bbf8-7b9376416acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.485893 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20b72527-5688-4e8d-bbf8-7b9376416acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.558768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] Set router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:00.714464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20b72527-5688-4e8d-bbf8-7b9376416acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.725090 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20b72527-5688-4e8d-bbf8-7b9376416acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.745872 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 08bee695-2426-4e30-8cd3-fd4d0c8ae655 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:00.746241 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.760069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b72527-5688-4e8d-bbf8-7b9376416acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c126ae5-0a1a-4cfe-b1e4-0c91b39dedec,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:00.768445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b72527-5688-4e8d-bbf8-7b9376416acb admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:00.779679 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20b72527-5688-4e8d-bbf8-7b9376416acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.780344 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-20b72527-5688-4e8d-bbf8-7b9376416acb admin admin] Added segment 46abac3c-9df0-4a6f-b154-d109b8b43a5f of type vlan for network 624af509-9034-4652-8053-5eb73e201dea Jul 06 11:48:00.845919 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20b72527-5688-4e8d-bbf8-7b9376416acb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.879710 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20b72527-5688-4e8d-bbf8-7b9376416acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.880837 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b72527-5688-4e8d-bbf8-7b9376416acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:00.881793 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20b72527-5688-4e8d-bbf8-7b9376416acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:00.893877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:56Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cb1bd68b-a512-46fe-8a56-5d67c5c69c78', 'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'mac_address': 'fa:16:3e:80:c5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:55Z', 'updated_at': '2021-07-06T11:48:00Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'subnets': [{'id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:00.936124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cc8a7-104f-433f-82ce-e4d7f3ec305c None None] The sync data for ids ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'] in n-d-799529-2 is: [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:56Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cb1bd68b-a512-46fe-8a56-5d67c5c69c78', 'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'mac_address': 'fa:16:3e:80:c5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:55Z', 'updated_at': '2021-07-06T11:48:00Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'subnets': [{'id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:48:00.951752 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b72527-5688-4e8d-bbf8-7b9376416acb admin admin] Pushing event updated for resources: {'Network': ['ID=624af509-9034-4652-8053-5eb73e201dea,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:00.965600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 624af509-9034-4652-8053-5eb73e201dea details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:00.976068 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-20b72527-5688-4e8d-bbf8-7b9376416acb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5811954 Jul 06 11:48:00.976556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49580) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:00.994765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-25e0b33a-f9ab-4369-888a-0fc2f7a665e8 admin admin] Request body: {'subnet': {'network_id': '624af509-9034-4652-8053-5eb73e201dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-621484213-subnet', 'tenant_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:01.060794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49584) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:01.070515 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e0b33a-f9ab-4369-888a-0fc2f7a665e8 admin admin] Made reservation on behalf of c0eceed6eeff4c26ab6b2eefe3ef01ad for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:01.073918 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25e0b33a-f9ab-4369-888a-0fc2f7a665e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.092091 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49588) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:01.117068 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f4111364-0dbb-4c5b-853e-5e245c4e0a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.282362 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f4111364-0dbb-4c5b-853e-5e245c4e0a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.292281 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f4111364-0dbb-4c5b-853e-5e245c4e0a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.318031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49596) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:01.418142 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f4111364-0dbb-4c5b-853e-5e245c4e0a1f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fc0a14c423834492894776527c1e3972&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3247423 Jul 06 11:48:01.424554 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4111364-0dbb-4c5b-853e-5e245c4e0a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4743df-0537-44ea-8720-aea62a2cddc7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:01.428046 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49600) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:01.443953 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9a12dcfe-066e-435b-b378-3841ec0d12b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.469442 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25e0b33a-f9ab-4369-888a-0fc2f7a665e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.522812 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f2690b2-e6b3-4859-81aa-978dc272c071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.574574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0b33a-f9ab-4369-888a-0fc2f7a665e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f4ab0f9-aa1a-48b1-bbac-93bef639ef7b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:01.581072 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f2690b2-e6b3-4859-81aa-978dc272c071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.617357 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0b33a-f9ab-4369-888a-0fc2f7a665e8 admin admin] Checking segment: {'id': '46abac3c-9df0-4a6f-b154-d109b8b43a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '624af509-9034-4652-8053-5eb73e201dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:01.617979 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e0b33a-f9ab-4369-888a-0fc2f7a665e8 admin admin] Network hostable DHCP agents. Network: 624af509-9034-4652-8053-5eb73e201dea, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:01.644817 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e0b33a-f9ab-4369-888a-0fc2f7a665e8 admin admin] Network 624af509-9034-4652-8053-5eb73e201dea is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:01.665064 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9a12dcfe-066e-435b-b378-3841ec0d12b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.672152 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f2690b2-e6b3-4859-81aa-978dc272c071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.675673 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f2690b2-e6b3-4859-81aa-978dc272c071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.677479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-25e0b33a-f9ab-4369-888a-0fc2f7a665e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 624af509-9034-4652-8053-5eb73e201dea) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:01.684253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e0b33a-f9ab-4369-888a-0fc2f7a665e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:01.684657 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25e0b33a-f9ab-4369-888a-0fc2f7a665e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.685311 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2f2690b2-e6b3-4859-81aa-978dc272c071 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f4743df-0537-44ea-8720-aea62a2cddc7 HTTP/1.1" status: 204 len: 168 time: 0.2522323 Jul 06 11:48:01.688919 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e483e3-7ab1-4677-b236-472c4f9ef9e5 None None] Network 624af509-9034-4652-8053-5eb73e201dea requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:01.693016 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9a12dcfe-066e-435b-b378-3841ec0d12b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.717653 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2690b2-e6b3-4859-81aa-978dc272c071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4743df-0537-44ea-8720-aea62a2cddc7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:01.729954 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-25e0b33a-f9ab-4369-888a-0fc2f7a665e8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7496214 Jul 06 11:48:01.730369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49608) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:01.738255 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-621484213-router', 'tenant_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:01.754399 n-d-799529-2 neutron-server[100428]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 11:48:01.790596 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12dcfe-066e-435b-b378-3841ec0d12b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db86bbbc-f29f-4125-af1d-dac0ccf2524d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:01.853280 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9a12dcfe-066e-435b-b378-3841ec0d12b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9932d248769a418b95ffa01bffde52de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7906713 Jul 06 11:48:01.854072 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49612) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:01.910203 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-35f98cbb-2dac-4c07-84cb-8250108101c4 req-3faa6d72-4c4a-49eb-ac63-de9180149aa1 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 210 time: 0.5889399 Jul 06 11:48:01.930314 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.931772 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:01.976557 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b6139c92-b0d6-4cac-8209-22a98f0c9f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.019588 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b6139c92-b0d6-4cac-8209-22a98f0c9f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.020537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-624af509-9034-4652-8053-5eb73e201dea', 'network_id': '624af509-9034-4652-8053-5eb73e201dea', 'tenant_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'fixed_ips': [{'subnet_id': '6f4ab0f9-aa1a-48b1-bbac-93bef639ef7b'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:02.022209 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.050107 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.123552 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b6139c92-b0d6-4cac-8209-22a98f0c9f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.126077 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b6139c92-b0d6-4cac-8209-22a98f0c9f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.129880 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b6139c92-b0d6-4cac-8209-22a98f0c9f0e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/db86bbbc-f29f-4125-af1d-dac0ccf2524d HTTP/1.1" status: 204 len: 168 time: 0.2720442 Jul 06 11:48:02.135144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6139c92-b0d6-4cac-8209-22a98f0c9f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db86bbbc-f29f-4125-af1d-dac0ccf2524d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:02.270596 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.304668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Allocated IP 172.20.0.2 (624af509-9034-4652-8053-5eb73e201dea/6f4ab0f9-aa1a-48b1-bbac-93bef639ef7b/9c572ae5-953a-4aae-99bb-5a07e50bfef1) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:02.397124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.89', 60478) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:02.433652 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-bb6fec30-dbf9-4b4c-b5f0-666fc2353f2a tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=22839567841743a58c62e9bb8d48c872&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346453 Jul 06 11:48:02.530424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cb1bd68b-a512-46fe-8a56-5d67c5c69c78 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:02.636878 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.667203 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.699664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-19c64e02-3dde-4d33-b480-31523a3976cf tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:02.701854 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-19c64e02-3dde-4d33-b480-31523a3976cf tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468481 Jul 06 11:48:02.763621 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Request body: {'port': {'device_id': '93a26bbb-5488-426e-b26e-6284768f01f0', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': '22839567841743a58c62e9bb8d48c872'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:02.835048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port cb1bd68b-a512-46fe-8a56-5d67c5c69c78 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:02.844018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port cb1bd68b-a512-46fe-8a56-5d67c5c69c78 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:02.844515 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.852932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Allocated IP 172.25.4.151 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/ee892f4c-bd4d-498a-894f-c287412c346e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:02.891557 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.909168 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Transition to ACTIVE for port object 9c572ae5-953a-4aae-99bb-5a07e50bfef1 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:02.945989 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Transition to ACTIVE for port object 9c572ae5-953a-4aae-99bb-5a07e50bfef1 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:02.949684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49638) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:02.981306 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba026-88e7-4551-bf54-6f333c9b47cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:02.983932 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.003848 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Network 624af509-9034-4652-8053-5eb73e201dea is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:03.006677 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:03.045795 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.064714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:03.092798 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.092979 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port cb1bd68b-a512-46fe-8a56-5d67c5c69c78, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=cb1bd68b-a512-46fe-8a56-5d67c5c69c78,segment=NetworkSegment(ad06e564-070a-4c82-800f-fecdb2508756),segment_id=ad06e564-070a-4c82-800f-fecdb2508756)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:03.128413 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba026-88e7-4551-bf54-6f333c9b47cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.134688 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.143743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Pushing event updated for resources: {'Port': ['ID=9c572ae5-953a-4aae-99bb-5a07e50bfef1,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:03.154286 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba026-88e7-4551-bf54-6f333c9b47cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.187380 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.210719 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Attempting to bind port 9c572ae5-953a-4aae-99bb-5a07e50bfef1 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:03.211468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Attempting to bind port 9c572ae5-953a-4aae-99bb-5a07e50bfef1 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '46abac3c-9df0-4a6f-b154-d109b8b43a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '624af509-9034-4652-8053-5eb73e201dea'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:03.212193 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Attempting to bind port 9c572ae5-953a-4aae-99bb-5a07e50bfef1 on network 624af509-9034-4652-8053-5eb73e201dea {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:03.227616 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:03.228357 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Checking segment: {'id': '46abac3c-9df0-4a6f-b154-d109b8b43a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '624af509-9034-4652-8053-5eb73e201dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:03.229581 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.230179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Bound using segment: {'id': '46abac3c-9df0-4a6f-b154-d109b8b43a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '624af509-9034-4652-8053-5eb73e201dea'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:03.230872 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Bound port: 9c572ae5-953a-4aae-99bb-5a07e50bfef1, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46abac3c-9df0-4a6f-b154-d109b8b43a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '624af509-9034-4652-8053-5eb73e201dea'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:03.233026 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.234176 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Pushing event updated for resources: {'Port': ['ID=ee892f4c-bd4d-498a-894f-c287412c346e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:03.258107 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:03.259795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:03.262553 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:03.277096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ba026-88e7-4551-bf54-6f333c9b47cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acf4cce-318c-4d4c-bc7a-33d42da81e26,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:03.277273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=cb1bd68b-a512-46fe-8a56-5d67c5c69c78,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:03.321971 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2f9ba026-88e7-4551-bf54-6f333c9b47cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cc59aafa50d14b4e9d5ac8da2177aa59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3706415 Jul 06 11:48:03.354828 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49654) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:03.357814 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21346c5a-75c5-452d-83fb-976633c1b69d req-69cd68ce-e634-4348-858f-c5baa9a68ef0 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 210 time: 0.1066988 Jul 06 11:48:03.392228 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] For port 9c572ae5-953a-4aae-99bb-5a07e50bfef1, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:03.396105 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] For port 9c572ae5-953a-4aae-99bb-5a07e50bfef1, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9c572ae5-953a-4aae-99bb-5a07e50bfef1,segment=NetworkSegment(46abac3c-9df0-4a6f-b154-d109b8b43a5f),segment_id=46abac3c-9df0-4a6f-b154-d109b8b43a5f)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:03.409972 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.516625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12b54b-f776-48e3-b34f-b1cf78a34b4a None None] Pushing event updated for resources: {'Port': ['ID=9c572ae5-953a-4aae-99bb-5a07e50bfef1,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:03.657861 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a147944a-a8af-4315-bcec-b35494154b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.672547 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Made reservation on behalf of 22839567841743a58c62e9bb8d48c872 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:03.677065 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.705582 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.717251 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a147944a-a8af-4315-bcec-b35494154b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.813004 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a147944a-a8af-4315-bcec-b35494154b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.821389 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a147944a-a8af-4315-bcec-b35494154b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.822575 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a147944a-a8af-4315-bcec-b35494154b5a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6acf4cce-318c-4d4c-bc7a-33d42da81e26 HTTP/1.1" status: 204 len: 168 time: 0.4638526 Jul 06 11:48:03.836377 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.837961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147944a-a8af-4315-bcec-b35494154b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acf4cce-318c-4d4c-bc7a-33d42da81e26,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:03.933284 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.939177 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:03.964958 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-6bf3a4a6-9399-4cb6-82b5-1819b5a1bf0a tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a6f6072a77b4455a9fb484d55aa9de69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1313498 Jul 06 11:48:04.075979 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5c3558-31cf-449c-b2dd-5a55552cfed6,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:04.275794 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:04.353596 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Allocated IP 192.168.233.15 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/8a719b24-20b4-4b91-9104-4664c0350d17) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:04.708344 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9c572ae5-953a-4aae-99bb-5a07e50bfef1 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:04.798431 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 9c572ae5-953a-4aae-99bb-5a07e50bfef1 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:04.804094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cb1bd68b-a512-46fe-8a56-5d67c5c69c78 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:04.901134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port cb1bd68b-a512-46fe-8a56-5d67c5c69c78 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:04.901853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9a41651-0618-4f32-a35e-3791c4fa9adf req-96bff54e-a69f-4777-beb1-0f9e19e97a2c tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 210 time: 0.1725044 Jul 06 11:48:04.902819 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.019781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5492502d-a55d-4968-a61d-de1b5caafb07 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:05.026111 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5492502d-a55d-4968-a61d-de1b5caafb07 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0599113 Jul 06 11:48:05.069667 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.114929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Transition to ACTIVE for port object 8a719b24-20b4-4b91-9104-4664c0350d17 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:05.119266 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-a5869576-03b3-446e-b1f8-955a0e53bff5 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/quotas/a6f6072a77b4455a9fb484d55aa9de69 HTTP/1.1" status: 200 len: 375 time: 0.0844681 Jul 06 11:48:05.192866 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.209064 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.216850 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-837b9ec4-d357-4ddd-900e-39786c179a51 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6f6072a77b4455a9fb484d55aa9de69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899484 Jul 06 11:48:05.227605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c309d0af-de72-4679-b107-9bec212a9134 None None] Network 624af509-9034-4652-8053-5eb73e201dea requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:05.251170 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Router 85d100a4-c0f5-44aa-ae93-a283dd1aed2e is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:48:05.460228 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:48:05.474225 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Sync routers for ids ['85d100a4-c0f5-44aa-ae93-a283dd1aed2e'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:48:05.494797 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Routers {'85d100a4-c0f5-44aa-ae93-a283dd1aed2e'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:05.496601 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:47:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['85d100a4-c0f5-44aa-ae93-a283dd1aed2e'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:05.504225 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.508405 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f2d759dd-4324-4be8-b495-fbfa6efa1eae admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.7745545 Jul 06 11:48:05.509307 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49722) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:05.533442 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Pushing event updated for resources: {'Port': ['ID=8a719b24-20b4-4b91-9104-4664c0350d17,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:05.563252 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:05.564761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:05.569853 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-85dd00b7-a742-4721-8dec-ae4cce35c52f None None] Provisioning for port 9c572ae5-953a-4aae-99bb-5a07e50bfef1 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:05.574912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:05.587923 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:05.588599 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.589743 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8501417-ba69-4ed2-ae79-549029fb9fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.599895 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-85dd00b7-a742-4721-8dec-ae4cce35c52f None None] Provisioning complete for port 9c572ae5-953a-4aae-99bb-5a07e50bfef1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:05.600256 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85dd00b7-a742-4721-8dec-ae4cce35c52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:05.643200 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-59a9eda9-26b3-491b-b02d-b64af4436166 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8863146 Jul 06 11:48:05.670631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-b1359909-8719-458a-9f83-965403684c00 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:48:05.672005 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-b1359909-8719-458a-9f83-965403684c00 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192294 Jul 06 11:48:05.765277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49730) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:05.782757 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2ab297a3-defb-4109-aea7-ebe9e8e63748 req-6c677004-bc17-4439-9dd0-7337962f5677 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 210 time: 0.0993834 Jul 06 11:48:05.940615 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Set router 85d100a4-c0f5-44aa-ae93-a283dd1aed2e gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:06.212803 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec00fe39-a784-4bba-8315-c00f851c7007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.254525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Request body: {'port': {'device_id': '93a26bbb-5488-426e-b26e-6284768f01f0', 'device_owner': 'compute:tempest-test_az-1252616271', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:06.297675 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.306033 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85dd00b7-a742-4721-8dec-ae4cce35c52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.459584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-85dd00b7-a742-4721-8dec-ae4cce35c52f None None] For port 9c572ae5-953a-4aae-99bb-5a07e50bfef1, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9c572ae5-953a-4aae-99bb-5a07e50bfef1,segment=NetworkSegment(46abac3c-9df0-4a6f-b154-d109b8b43a5f),segment_id=46abac3c-9df0-4a6f-b154-d109b8b43a5f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:06.489102 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85dd00b7-a742-4721-8dec-ae4cce35c52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.525049 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-621484213-router', 'tenant_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:01Z', 'updated_at': '2021-07-06T11:48:03Z', 'revision_number': 3, 'project_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'gw_port': {'id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:81:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:02Z', 'updated_at': '2021-07-06T11:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:06.541376 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.568490 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd00b7-a742-4721-8dec-ae4cce35c52f None None] Pushing event updated for resources: {'Port': ['ID=9c572ae5-953a-4aae-99bb-5a07e50bfef1,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:06.582439 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Checking router: 85d100a4-c0f5-44aa-ae93-a283dd1aed2e for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:48:06.583053 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Updating router 85d100a4-c0f5-44aa-ae93-a283dd1aed2e port ee892f4c-bd4d-498a-894f-c287412c346e binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:48:06.628523 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-85ffd6db-0170-4813-a1da-ccbb916f552a None None] Provisioning for port 8a719b24-20b4-4b91-9104-4664c0350d17 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:06.633884 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-85ffd6db-0170-4813-a1da-ccbb916f552a None None] Provisioning complete for port 8a719b24-20b4-4b91-9104-4664c0350d17 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:06.634158 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85ffd6db-0170-4813-a1da-ccbb916f552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.693634 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:06.740522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-85ffd6db-0170-4813-a1da-ccbb916f552a None None] Port 8a719b24-20b4-4b91-9104-4664c0350d17 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:06.978196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d4508d63-0362-4375-8fb6-41d4ffb3021c None None] Provisioning complete for port 9c572ae5-953a-4aae-99bb-5a07e50bfef1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:06.978977 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d4508d63-0362-4375-8fb6-41d4ffb3021c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.120410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-194a5f11-4fe7-4316-9c2c-2c7c23ea727c req-23239060-faff-4457-8044-5ef8c245f49e tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 210 time: 0.1703944 Jul 06 11:48:07.537398 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.564392 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.576814 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Transition to ACTIVE for port object ee892f4c-bd4d-498a-894f-c287412c346e will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:07.595942 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.702289 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ac098-d130-43a5-9998-52cabdb321df None None] Pushing event updated for resources: {'Port': ['ID=ee892f4c-bd4d-498a-894f-c287412c346e,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:07.712907 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Attempting to bind port ee892f4c-bd4d-498a-894f-c287412c346e on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:07.713949 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Attempting to bind port ee892f4c-bd4d-498a-894f-c287412c346e by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:07.713949 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Attempting to bind port ee892f4c-bd4d-498a-894f-c287412c346e on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:07.720696 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:07.721145 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:07.721804 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.722383 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:07.723071 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Bound port: ee892f4c-bd4d-498a-894f-c287412c346e, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:07.723511 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.821214 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] For port ee892f4c-bd4d-498a-894f-c287412c346e, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:07.832701 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] For port ee892f4c-bd4d-498a-894f-c287412c346e, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ee892f4c-bd4d-498a-894f-c287412c346e,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:07.843878 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.844705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a719b24-20b4-4b91-9104-4664c0350d17 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:07.853201 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.869889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Transition to ACTIVE for port object 8a719b24-20b4-4b91-9104-4664c0350d17 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:07.877201 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.913618 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec00fe39-a784-4bba-8315-c00f851c7007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:07.945949 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ac098-d130-43a5-9998-52cabdb321df None None] Pushing event updated for resources: {'Port': ['ID=ee892f4c-bd4d-498a-894f-c287412c346e,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:07.983992 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Routers {'85d100a4-c0f5-44aa-ae93-a283dd1aed2e'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:07.987770 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:47:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['85d100a4-c0f5-44aa-ae93-a283dd1aed2e'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:07.997164 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec00fe39-a784-4bba-8315-c00f851c7007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.111467 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ad15c08-1d8b-460b-8c94-1bf919d0ab2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.156162 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.156950 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] Set router 85d100a4-c0f5-44aa-ae93-a283dd1aed2e gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:08.252562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Pushing event updated for resources: {'Port': ['ID=8a719b24-20b4-4b91-9104-4664c0350d17,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:08.272823 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Attempting to bind port 8a719b24-20b4-4b91-9104-4664c0350d17 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:08.276516 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Attempting to bind port 8a719b24-20b4-4b91-9104-4664c0350d17 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:08.277052 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Attempting to bind port 8a719b24-20b4-4b91-9104-4664c0350d17 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:08.289750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Port 8a719b24-20b4-4b91-9104-4664c0350d17 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:08.290089 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Attempting to bind port 8a719b24-20b4-4b91-9104-4664c0350d17 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:08.298313 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:08.300181 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:08.307551 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:08.308200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Bound port: 8a719b24-20b4-4b91-9104-4664c0350d17, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:08.308676 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.319458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Allocated IP 172.20.0.1 (624af509-9034-4652-8053-5eb73e201dea/6f4ab0f9-aa1a-48b1-bbac-93bef639ef7b/abaca46f-e323-42ef-8195-734bd068e357) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:08.343047 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.23', 57157) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:08.428107 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-621484213-router', 'tenant_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:01Z', 'updated_at': '2021-07-06T11:48:03Z', 'revision_number': 3, 'project_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'gw_port': {'id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:81:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:02Z', 'updated_at': '2021-07-06T11:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:08.432932 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-def1e5dd-3d73-421c-bcc7-819b90640d20 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a6f6072a77b4455a9fb484d55aa9de69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876637 Jul 06 11:48:08.496186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9c572ae5-953a-4aae-99bb-5a07e50bfef1 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:08.519795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0d645-f044-4a4f-804a-9636d484e85b req-ca9778ce-5c77-463a-bd04-53adb503ced6 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:08.525755 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f74ae1-2e73-4630-b3ff-892f580b49f8 None None] The sync data for ids ['85d100a4-c0f5-44aa-ae93-a283dd1aed2e'] in n-d-799529-2 is: [{'id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-621484213-router', 'tenant_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:01Z', 'updated_at': '2021-07-06T11:48:03Z', 'revision_number': 3, 'project_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'gw_port': {'id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:81:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:02Z', 'updated_at': '2021-07-06T11:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:48:08.545870 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d8d0d645-f044-4a4f-804a-9636d484e85b req-ca9778ce-5c77-463a-bd04-53adb503ced6 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 935 time: 2.1024728 Jul 06 11:48:08.644423 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9c572ae5-953a-4aae-99bb-5a07e50bfef1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:08.645110 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.667117 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ec00fe39-a784-4bba-8315-c00f851c7007 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe1cad84f73e499aa82cace4832731c6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8945975 Jul 06 11:48:08.763373 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49810) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:08.783299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-fac622be-3e0b-495c-83e8-fad3bc745fb9 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:08.787220 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-fac622be-3e0b-495c-83e8-fad3bc745fb9 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3469324 Jul 06 11:48:08.850676 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:08.865203 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Transition to ACTIVE for port object abaca46f-e323-42ef-8195-734bd068e357 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:08.873081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Request body: {'port': {'device_id': '8c06f213-98df-4cba-bcc9-fbf9e091f716', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'a6f6072a77b4455a9fb484d55aa9de69'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:08.891307 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d8a32f51-8e24-44f6-b5a0-5e43ecc770da req-124dad69-4839-4804-8150-addc520afb55 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 210 time: 0.0774577 Jul 06 11:48:08.930421 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00fe39-a784-4bba-8315-c00f851c7007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e736efa-9ba7-4f5d-8ac1-2e67a97d2e34,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:09.022558 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] For port 8a719b24-20b4-4b91-9104-4664c0350d17, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:09.065212 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d8d0d645-f044-4a4f-804a-9636d484e85b req-25c78b6a-3218-42fc-86d1-139d58ea7ced tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183120 Jul 06 11:48:09.134650 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] For port 8a719b24-20b4-4b91-9104-4664c0350d17, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8a719b24-20b4-4b91-9104-4664c0350d17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:09.156386 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.186604 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.212920 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.285265 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Network 624af509-9034-4652-8053-5eb73e201dea is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:09.290443 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:09.298322 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:09.299062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.358753 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Made reservation on behalf of a6f6072a77b4455a9fb484d55aa9de69 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:09.362623 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.387428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:09.388909 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.390936 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] 10.222.0.89 "PUT /v2.0/ports/8a719b24-20b4-4b91-9104-4664c0350d17 HTTP/1.1" status: 200 len: 1117 time: 3.2451160 Jul 06 11:48:09.395156 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a26bbb-5488-426e-b26e-6284768f01f0', 'tag': '8a719b24-20b4-4b91-9104-4664c0350d17'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:09.470611 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6a5cb39-d273-4322-9003-f5713d4b3a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.610164 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3955e-b7ef-4acc-8bb3-2eaea4116203 service neutron] Pushing event updated for resources: {'Port': ['ID=8a719b24-20b4-4b91-9104-4664c0350d17,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:09.614962 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:09.697150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Pushing event updated for resources: {'Port': ['ID=abaca46f-e323-42ef-8195-734bd068e357,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:09.774743 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6a5cb39-d273-4322-9003-f5713d4b3a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.001003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ade7ac05-70be-4b9d-a702-2b84a6068fa9 None None] Provisioning for port abaca46f-e323-42ef-8195-734bd068e357 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:10.024525 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ade7ac05-70be-4b9d-a702-2b84a6068fa9 None None] Provisioning complete for port abaca46f-e323-42ef-8195-734bd068e357 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:10.027244 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ade7ac05-70be-4b9d-a702-2b84a6068fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.122362 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.229947 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ade7ac05-70be-4b9d-a702-2b84a6068fa9 None None] Port abaca46f-e323-42ef-8195-734bd068e357 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:10.351248 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49868) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:10.527411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49872) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:10.612595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ee892f4c-bd4d-498a-894f-c287412c346e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:10.624025 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-6d07bc89-b5ca-4b09-bdeb-4c7af41b9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:10.627150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-6d07bc89-b5ca-4b09-bdeb-4c7af41b9205 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=22839567841743a58c62e9bb8d48c872&device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 1120 time: 0.3927314 Jul 06 11:48:10.631416 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3cb46f-cc7f-4b07-b05f-099b53c1a3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "93a26bbb-5488-426e-b26e-6284768f01f0", "tag": "8a719b24-20b4-4b91-9104-4664c0350d17"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:10.792490 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-bccc0aaf-0fc6-4f98-8e9d-592fc8e50f8e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=8a719b24-20b4-4b91-9104-4664c0350d17 HTTP/1.1" status: 200 len: 217 time: 0.1461794 Jul 06 11:48:10.802949 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151211b8-6542-404c-afea-be7c082574c0 req-27f9cb50-31c4-49c4-ba6f-06eabdfbad51 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:10.821892 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-151211b8-6542-404c-afea-be7c082574c0 req-27f9cb50-31c4-49c4-ba6f-06eabdfbad51 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 969 time: 0.3668554 Jul 06 11:48:10.852278 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.890878 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.897081 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.899713 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:10.938530 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port ee892f4c-bd4d-498a-894f-c287412c346e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:10.949682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port ee892f4c-bd4d-498a-894f-c287412c346e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:10.950808 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.018342 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6a5cb39-d273-4322-9003-f5713d4b3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.021346 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6a5cb39-d273-4322-9003-f5713d4b3a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.022766 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a6a5cb39-d273-4322-9003-f5713d4b3a97 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e736efa-9ba7-4f5d-8ac1-2e67a97d2e34 HTTP/1.1" status: 204 len: 168 time: 2.1538706 Jul 06 11:48:11.029816 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e2b502e-933d-4e88-bd59-fc3ee2b41654 req-cd8c911d-d985-4b0c-a4ef-3507500b6069 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 210 time: 0.1676660 Jul 06 11:48:11.030418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Pushing event updated for resources: {'Port': ['ID=abaca46f-e323-42ef-8195-734bd068e357,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:11.054949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5cb39-d273-4322-9003-f5713d4b3a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e736efa-9ba7-4f5d-8ac1-2e67a97d2e34,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:11.223842 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-7e2173cc-0d79-4e5c-a598-25c60d1f66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:11.229579 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-7e2173cc-0d79-4e5c-a598-25c60d1f66b2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.3869259 Jul 06 11:48:11.233992 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.280794 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Network 624af509-9034-4652-8053-5eb73e201dea is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:11.283208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:11.330506 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port ee892f4c-bd4d-498a-894f-c287412c346e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ee892f4c-bd4d-498a-894f-c287412c346e,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:11.351356 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.455913 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4addc84-eb96-488f-bcb1-02e1fa14a538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.478614 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.504974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=ee892f4c-bd4d-498a-894f-c287412c346e,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:11.613483 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Router 85d100a4-c0f5-44aa-ae93-a283dd1aed2e has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:48:11.661617 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4addc84-eb96-488f-bcb1-02e1fa14a538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.699084 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3ee3cd-5ae4-4823-a835-02cfbf24a135 x-openstack-request-id: req-fa3ee3cd-5ae4-4823-a835-02cfbf24a135 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:11.701754 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a26bbb-5488-426e-b26e-6284768f01f0", "tag": "8a719b24-20b4-4b91-9104-4664c0350d17", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:11.702077 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa3ee3cd-5ae4-4823-a835-02cfbf24a135 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:11.702864 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a26bbb-5488-426e-b26e-6284768f01f0', 'tag': '8a719b24-20b4-4b91-9104-4664c0350d17', 'status': 'completed', 'code': 200} Jul 06 11:48:11.725468 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-151211b8-6542-404c-afea-be7c082574c0 req-be6b5a09-51a7-4835-a46a-8910b9dc7916 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9022427 Jul 06 11:48:11.752153 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4addc84-eb96-488f-bcb1-02e1fa14a538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.757480 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.783695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f5087de6-1c00-43b3-befe-1c8ebbd9ef9f None None] Provisioning complete for port abaca46f-e323-42ef-8195-734bd068e357 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:11.784794 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5087de6-1c00-43b3-befe-1c8ebbd9ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.801841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49892) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:11.819736 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4af3bc05-4fe7-49cf-ab9b-0ffcf034ea7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:11.868029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:48:11.875070 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-700878b4-dbf2-4ce2-8566-de0f405ec00a admin admin] 10.222.0.81 "PUT /v2.0/routers/85d100a4-c0f5-44aa-ae93-a283dd1aed2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3644061 Jul 06 11:48:11.882186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f5087de6-1c00-43b3-befe-1c8ebbd9ef9f None None] Port abaca46f-e323-42ef-8195-734bd068e357 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:11.894198 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Allocated IP 192.168.233.97 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/2719b199-1d25-43ac-bbfb-27bba130ed8a) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:11.995262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4af3bc05-4fe7-49cf-ab9b-0ffcf034ea7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.002153 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4af3bc05-4fe7-49cf-ab9b-0ffcf034ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.056484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4af3bc05-4fe7-49cf-ab9b-0ffcf034ea7e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b9a0627ca82641338cfae79e5a3596f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536325 Jul 06 11:48:12.057208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49896) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:12.057901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3bc05-4fe7-49cf-ab9b-0ffcf034ea7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018e12e3-ca50-4536-9400-233a6efa7bfc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:12.075955 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.121579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Transition to ACTIVE for port object 2719b199-1d25-43ac-bbfb-27bba130ed8a will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:12.129537 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc616b81-c3ee-40b2-8783-415425d7f466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.138820 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Sync routers for ids ['85d100a4-c0f5-44aa-ae93-a283dd1aed2e'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:48:12.157978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Routers {'85d100a4-c0f5-44aa-ae93-a283dd1aed2e'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:12.160199 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:48:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['85d100a4-c0f5-44aa-ae93-a283dd1aed2e'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:12.166212 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc616b81-c3ee-40b2-8783-415425d7f466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.230978 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc616b81-c3ee-40b2-8783-415425d7f466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.238106 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f848cec7-d5dd-4ff8-8951-e436555fe099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.240090 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc616b81-c3ee-40b2-8783-415425d7f466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.248654 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bc616b81-c3ee-40b2-8783-415425d7f466 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/018e12e3-ca50-4536-9400-233a6efa7bfc HTTP/1.1" status: 204 len: 168 time: 0.1869769 Jul 06 11:48:12.268619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc616b81-c3ee-40b2-8783-415425d7f466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018e12e3-ca50-4536-9400-233a6efa7bfc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:12.297271 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.394402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Pushing event updated for resources: {'Port': ['ID=2719b199-1d25-43ac-bbfb-27bba130ed8a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:12.423759 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e4addc84-eb96-488f-bcb1-02e1fa14a538 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=371b16d68a7c4fff8093473f8a0bda56&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0411589 Jul 06 11:48:12.431463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4addc84-eb96-488f-bcb1-02e1fa14a538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7693644d-b4ae-4078-abd0-7fe0f0537c3a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:12.431759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49908) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:12.447678 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:12.454940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:12.464310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:12.472273 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:12.473428 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.577530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-f6b2f7a1-de89-4b59-bfac-f63dd6cf6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:12.583971 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-f6b2f7a1-de89-4b59-bfac-f63dd6cf6390 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0900414 Jul 06 11:48:12.584997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9cab9e-9da8-4183-a422-5459b395bc12,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:12.598633 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ee892f4c-bd4d-498a-894f-c287412c346e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:12.615896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581c37a-6d2b-464b-a09a-fc26c33dc60c req-3b88eb85-6e92-4b6c-bed6-6251d77f4c7f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:12.625070 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3581c37a-6d2b-464b-a09a-fc26c33dc60c req-3b88eb85-6e92-4b6c-bed6-6251d77f4c7f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 935 time: 0.3292305 Jul 06 11:48:12.769754 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bcc623fc-766e-4606-96c3-16b4b3f5a020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.770953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Set router 85d100a4-c0f5-44aa-ae93-a283dd1aed2e gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:12.822144 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f848cec7-d5dd-4ff8-8951-e436555fe099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.828535 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-0dc20934-0249-45a5-a308-295a1d0440e9 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214844 Jul 06 11:48:12.833178 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bcc623fc-766e-4606-96c3-16b4b3f5a020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.874763 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3581c37a-6d2b-464b-a09a-fc26c33dc60c req-c2fbc10a-94e8-49e9-9f86-21115ea6e6ec tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764827 Jul 06 11:48:12.960685 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bcc623fc-766e-4606-96c3-16b4b3f5a020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.963696 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bcc623fc-766e-4606-96c3-16b4b3f5a020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:12.965817 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bcc623fc-766e-4606-96c3-16b4b3f5a020 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7693644d-b4ae-4078-abd0-7fe0f0537c3a HTTP/1.1" status: 204 len: 168 time: 0.5133095 Jul 06 11:48:12.980816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc623fc-766e-4606-96c3-16b4b3f5a020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7693644d-b4ae-4078-abd0-7fe0f0537c3a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:13.019036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port ee892f4c-bd4d-498a-894f-c287412c346e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:13.019487 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.077268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-32fcbe54-ab0e-4853-b14c-8114741e4086 None None] Provisioning for port 2719b199-1d25-43ac-bbfb-27bba130ed8a completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:13.098644 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05c9f7d2-852e-48a3-a856-f5b131e6e281 req-4a9fa40c-6d73-4e34-bf61-dc700c7b2de2 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593126 Jul 06 11:48:13.102344 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f848cec7-d5dd-4ff8-8951-e436555fe099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.105160 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-32fcbe54-ab0e-4853-b14c-8114741e4086 None None] Provisioning complete for port 2719b199-1d25-43ac-bbfb-27bba130ed8a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:13.105536 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-32fcbe54-ab0e-4853-b14c-8114741e4086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.171302 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-5b73c246-041e-4a82-8c2f-29c8db30aaed tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3029187 Jul 06 11:48:13.243782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-32fcbe54-ab0e-4853-b14c-8114741e4086 None None] Port 2719b199-1d25-43ac-bbfb-27bba130ed8a cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:13.244461 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-1934c969-544a-49d7-894e-0b1914e590c3 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:48:13.249975 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-1934c969-544a-49d7-894e-0b1914e590c3 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517745 Jul 06 11:48:13.326597 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f848cec7-d5dd-4ff8-8951-e436555fe099 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42b276fc220e4161acc9a954d6fae24e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7868829 Jul 06 11:48:13.330154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848cec7-d5dd-4ff8-8951-e436555fe099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeed85a-a8a2-42a6-b4e3-6acbc37e7e26,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:13.330816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49932) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:13.359724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c6d8e-aacb-47c0-982a-d56338c67b07 req-32a197c6-a3b2-4978-af7c-389c488a1d20 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:13.371477 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e28c6d8e-aacb-47c0-982a-d56338c67b07 req-32a197c6-a3b2-4978-af7c-389c488a1d20 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 969 time: 0.2046442 Jul 06 11:48:13.394183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cb46f-cc7f-4b07-b05f-099b53c1a3fa req-73e023ae-ecfc-421a-a4f9-5b357830561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:13.396818 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a3cb46f-cc7f-4b07-b05f-099b53c1a3fa req-73e023ae-ecfc-421a-a4f9-5b357830561c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=22839567841743a58c62e9bb8d48c872&device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 1120 time: 0.1796486 Jul 06 11:48:13.540154 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e28c6d8e-aacb-47c0-982a-d56338c67b07 req-2aaa1d1f-a8b1-42a5-ae90-96d15d94da98 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658621 Jul 06 11:48:13.630424 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21233c85-ed5f-45d6-986a-6921ada5cd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.634332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-621484213-router', 'tenant_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:01Z', 'updated_at': '2021-07-06T11:48:09Z', 'revision_number': 4, 'project_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'gw_port': {'id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:02Z', 'updated_at': '2021-07-06T11:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'abaca46f-e323-42ef-8195-734bd068e357', 'name': '', 'network_id': '624af509-9034-4652-8053-5eb73e201dea', 'tenant_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'mac_address': 'fa:16:3e:8d:a3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6f4ab0f9-aa1a-48b1-bbac-93bef639ef7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:07Z', 'updated_at': '2021-07-06T11:48:10Z', 'revision_number': 2, 'project_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'subnets': [{'id': '6f4ab0f9-aa1a-48b1-bbac-93bef639ef7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:13.677671 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49942) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:13.703778 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Checking router: 85d100a4-c0f5-44aa-ae93-a283dd1aed2e for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:48:13.704662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Updating router 85d100a4-c0f5-44aa-ae93-a283dd1aed2e port abaca46f-e323-42ef-8195-734bd068e357 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:48:13.794708 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cbc7569-009d-4774-8b90-9d4a0e85bdfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.803211 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.803436 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21233c85-ed5f-45d6-986a-6921ada5cd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:13.964666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cb46f-cc7f-4b07-b05f-099b53c1a3fa req-e7c5b2fa-3281-4164-8431-8df182f5fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:13.978807 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a3cb46f-cc7f-4b07-b05f-099b53c1a3fa req-e7c5b2fa-3281-4164-8431-8df182f5fcae service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.5741830 Jul 06 11:48:14.159435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Request body: {'port': {'device_id': '8c06f213-98df-4cba-bcc9-fbf9e091f716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:14.162614 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a3cb46f-cc7f-4b07-b05f-099b53c1a3fa req-dbbe5d6d-dc0c-4839-b09a-2657467a268f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=8a719b24-20b4-4b91-9104-4664c0350d17 HTTP/1.1" status: 200 len: 217 time: 0.1282201 Jul 06 11:48:14.333511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cb46f-cc7f-4b07-b05f-099b53c1a3fa req-5ac5d5e7-968b-4752-bcb5-f9a7f56c76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:14.334985 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a3cb46f-cc7f-4b07-b05f-099b53c1a3fa req-5ac5d5e7-968b-4752-bcb5-f9a7f56c76f7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1535048 Jul 06 11:48:14.335514 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49956) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:14.353603 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-17bf5386-f2df-4755-80ae-0fcaa5c05c06 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--392383510', 'description': 'tempest-description--998826308'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:14.457901 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.517975 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.543297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Transition to ACTIVE for port object abaca46f-e323-42ef-8195-734bd068e357 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:14.571680 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.645777 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21233c85-ed5f-45d6-986a-6921ada5cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.649670 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21233c85-ed5f-45d6-986a-6921ada5cd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.651994 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-21233c85-ed5f-45d6-986a-6921ada5cd02 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eeeed85a-a8a2-42a6-b4e3-6acbc37e7e26 HTTP/1.1" status: 204 len: 168 time: 1.3191805 Jul 06 11:48:14.745838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21233c85-ed5f-45d6-986a-6921ada5cd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeed85a-a8a2-42a6-b4e3-6acbc37e7e26,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:14.798896 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb3e47-3f9f-4537-8407-a0d533914b0f None None] Pushing event updated for resources: {'Port': ['ID=abaca46f-e323-42ef-8195-734bd068e357,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:14.885140 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cbc7569-009d-4774-8b90-9d4a0e85bdfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.912861 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ca9a5-8f7e-4645-8439-a6f4f8437829 req-00c68cb2-dd9a-41a4-ac29-aed8d318389f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:14.914657 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e72ca9a5-8f7e-4645-8439-a6f4f8437829 req-00c68cb2-dd9a-41a4-ac29-aed8d318389f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 935 time: 0.7037239 Jul 06 11:48:14.915761 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cbc7569-009d-4774-8b90-9d4a0e85bdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.926905 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Attempting to bind port abaca46f-e323-42ef-8195-734bd068e357 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:14.928749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Attempting to bind port abaca46f-e323-42ef-8195-734bd068e357 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '46abac3c-9df0-4a6f-b154-d109b8b43a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '624af509-9034-4652-8053-5eb73e201dea'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:14.929235 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Attempting to bind port abaca46f-e323-42ef-8195-734bd068e357 on network 624af509-9034-4652-8053-5eb73e201dea {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:14.942900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:14.943515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Checking segment: {'id': '46abac3c-9df0-4a6f-b154-d109b8b43a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '624af509-9034-4652-8053-5eb73e201dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:14.944058 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.944575 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Bound using segment: {'id': '46abac3c-9df0-4a6f-b154-d109b8b43a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '624af509-9034-4652-8053-5eb73e201dea'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:14.946323 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Bound port: abaca46f-e323-42ef-8195-734bd068e357, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46abac3c-9df0-4a6f-b154-d109b8b43a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '624af509-9034-4652-8053-5eb73e201dea'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:14.947857 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:14.974203 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc7569-009d-4774-8b90-9d4a0e85bdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e39f8c-21b4-4509-8c33-11f409834acf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:15.040635 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e72ca9a5-8f7e-4645-8439-a6f4f8437829 req-4161a46d-b3f3-49d8-8f96-ecb13135008e tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678251 Jul 06 11:48:15.043638 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3cbc7569-009d-4774-8b90-9d4a0e85bdfc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5f21f8709e464d2a8125a142b89c3fec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3648856 Jul 06 11:48:15.046825 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49968) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:15.135586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cb46f-cc7f-4b07-b05f-099b53c1a3fa req-5c109f8c-9707-4d28-8505-d0dcd196dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:15.137818 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a3cb46f-cc7f-4b07-b05f-099b53c1a3fa req-5c109f8c-9707-4d28-8505-d0dcd196dd19 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7744133 Jul 06 11:48:15.142685 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e02fe397-408a-430c-9060-07d9ca368243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.159053 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-17bf5386-f2df-4755-80ae-0fcaa5c05c06 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.163860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] For port abaca46f-e323-42ef-8195-734bd068e357, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:15.168219 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] For port abaca46f-e323-42ef-8195-734bd068e357, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=abaca46f-e323-42ef-8195-734bd068e357,segment=NetworkSegment(46abac3c-9df0-4a6f-b154-d109b8b43a5f),segment_id=46abac3c-9df0-4a6f-b154-d109b8b43a5f)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:15.181118 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.183589 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e02fe397-408a-430c-9060-07d9ca368243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.291686 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e02fe397-408a-430c-9060-07d9ca368243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.304202 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e02fe397-408a-430c-9060-07d9ca368243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.306731 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e02fe397-408a-430c-9060-07d9ca368243 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/16e39f8c-21b4-4509-8c33-11f409834acf HTTP/1.1" status: 204 len: 168 time: 0.2584834 Jul 06 11:48:15.329072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb3e47-3f9f-4537-8407-a0d533914b0f None None] Pushing event updated for resources: {'Port': ['ID=abaca46f-e323-42ef-8195-734bd068e357,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:15.334705 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fe397-408a-430c-9060-07d9ca368243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e39f8c-21b4-4509-8c33-11f409834acf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:15.357645 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Routers {'85d100a4-c0f5-44aa-ae93-a283dd1aed2e'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:15.358349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:48:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['85d100a4-c0f5-44aa-ae93-a283dd1aed2e'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:15.382798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b187d0-3df1-45d8-a3c2-48669d61dc25 req-c6a2c8dc-629a-4b93-8e03-9a68b1003fee tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:15.391120 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e1b187d0-3df1-45d8-a3c2-48669d61dc25 req-c6a2c8dc-629a-4b93-8e03-9a68b1003fee tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 969 time: 0.4253738 Jul 06 11:48:15.518573 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a3cb46f-cc7f-4b07-b05f-099b53c1a3fa req-35d5926c-0766-4056-9fe2-271a8a567eb7 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533394 Jul 06 11:48:15.609905 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2719b199-1d25-43ac-bbfb-27bba130ed8a {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:15.667773 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.743059 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e1b187d0-3df1-45d8-a3c2-48669d61dc25 req-79e11db7-a658-4e31-8339-8727e4c28eba tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508997 Jul 06 11:48:15.783376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Transition to ACTIVE for port object 2719b199-1d25-43ac-bbfb-27bba130ed8a will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:15.810785 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.874768 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-17bf5386-f2df-4755-80ae-0fcaa5c05c06 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.897615 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49982) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:15.929046 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ee99a35-0032-4956-a93c-15f5fd3c781c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:15.934607 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] Set router 85d100a4-c0f5-44aa-ae93-a283dd1aed2e gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:15.936738 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a3cb46f-cc7f-4b07-b05f-099b53c1a3fa req-11b605a5-0040-41ed-910a-b8ed9d7e9a00 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747685 Jul 06 11:48:15.942577 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-17bf5386-f2df-4755-80ae-0fcaa5c05c06 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.069701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf5386-f2df-4755-80ae-0fcaa5c05c06 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55cedbaa-73e2-4e7a-809c-38d952ebccd0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:16.110383 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ee99a35-0032-4956-a93c-15f5fd3c781c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.118857 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ee99a35-0032-4956-a93c-15f5fd3c781c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.235318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Pushing event updated for resources: {'Port': ['ID=2719b199-1d25-43ac-bbfb-27bba130ed8a,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:16.241576 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-17bf5386-f2df-4755-80ae-0fcaa5c05c06 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.242888 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-17bf5386-f2df-4755-80ae-0fcaa5c05c06 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.9046178 Jul 06 11:48:16.255862 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6ee99a35-0032-4956-a93c-15f5fd3c781c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4129f27766c64dc79c7762e803acec51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569050 Jul 06 11:48:16.256595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49990) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:16.256926 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49992) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:16.281206 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Attempting to bind port 2719b199-1d25-43ac-bbfb-27bba130ed8a on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:16.281457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Attempting to bind port 2719b199-1d25-43ac-bbfb-27bba130ed8a by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:16.281750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Attempting to bind port 2719b199-1d25-43ac-bbfb-27bba130ed8a on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:16.289689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee99a35-0032-4956-a93c-15f5fd3c781c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e865682-e064-49bc-966b-d97d6638ce0d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:16.303561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Port 2719b199-1d25-43ac-bbfb-27bba130ed8a on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:16.303895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Attempting to bind port 2719b199-1d25-43ac-bbfb-27bba130ed8a on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:16.308793 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bf1d96c6-7895-45c3-8170-805a3ff31dbf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Request body: {'security_group_rule': {'security_group_id': '55cedbaa-73e2-4e7a-809c-38d952ebccd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:16.327214 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:16.327576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:16.328010 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:16.328462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Bound port: 2719b199-1d25-43ac-bbfb-27bba130ed8a, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:16.328900 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.593674 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] For port 2719b199-1d25-43ac-bbfb-27bba130ed8a, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:16.602840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] For port 2719b199-1d25-43ac-bbfb-27bba130ed8a, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2719b199-1d25-43ac-bbfb-27bba130ed8a,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:16.614345 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf1d96c6-7895-45c3-8170-805a3ff31dbf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.615791 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.688548 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2748-d7eb-4d3f-8489-b166083d12c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.729806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8de24-0865-425b-a4f8-2b35063c9b76 req-1173188f-d44a-4a8f-80f1-5ca14bab13c5 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:16.742132 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efc8de24-0865-425b-a4f8-2b35063c9b76 req-1173188f-d44a-4a8f-80f1-5ca14bab13c5 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 947 time: 0.4841702 Jul 06 11:48:16.794559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:16.795471 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.796898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-621484213-router', 'tenant_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:01Z', 'updated_at': '2021-07-06T11:48:09Z', 'revision_number': 4, 'project_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'gw_port': {'id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:02Z', 'updated_at': '2021-07-06T11:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'abaca46f-e323-42ef-8195-734bd068e357', 'name': '', 'network_id': '624af509-9034-4652-8053-5eb73e201dea', 'tenant_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'mac_address': 'fa:16:3e:8d:a3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6f4ab0f9-aa1a-48b1-bbac-93bef639ef7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:07Z', 'updated_at': '2021-07-06T11:48:15Z', 'revision_number': 4, 'project_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'subnets': [{'id': '6f4ab0f9-aa1a-48b1-bbac-93bef639ef7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:16.801130 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] 10.222.0.23 "PUT /v2.0/ports/2719b199-1d25-43ac-bbfb-27bba130ed8a HTTP/1.1" status: 200 len: 1095 time: 3.2035091 Jul 06 11:48:16.802362 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c06f213-98df-4cba-bcc9-fbf9e091f716', 'tag': '2719b199-1d25-43ac-bbfb-27bba130ed8a'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:16.806663 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c06dfe-9857-427c-b6f1-20c2f5ae1fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c06f213-98df-4cba-bcc9-fbf9e091f716", "tag": "2719b199-1d25-43ac-bbfb-27bba130ed8a"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:16.826530 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2748-d7eb-4d3f-8489-b166083d12c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.888870 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf1d96c6-7895-45c3-8170-805a3ff31dbf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.909758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18741eb5-b29e-499b-b958-1291d8cb275d None None] The sync data for ids ['85d100a4-c0f5-44aa-ae93-a283dd1aed2e'] in n-d-799529-2 is: [{'id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-621484213-router', 'tenant_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:01Z', 'updated_at': '2021-07-06T11:48:09Z', 'revision_number': 4, 'project_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'gw_port': {'id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:02Z', 'updated_at': '2021-07-06T11:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'abaca46f-e323-42ef-8195-734bd068e357', 'name': '', 'network_id': '624af509-9034-4652-8053-5eb73e201dea', 'tenant_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'mac_address': 'fa:16:3e:8d:a3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6f4ab0f9-aa1a-48b1-bbac-93bef639ef7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:07Z', 'updated_at': '2021-07-06T11:48:15Z', 'revision_number': 4, 'project_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'subnets': [{'id': '6f4ab0f9-aa1a-48b1-bbac-93bef639ef7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:48:16.912229 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf1d96c6-7895-45c3-8170-805a3ff31dbf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:16.943333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb898ae-3237-4720-adb4-0701d26281fd service neutron] Pushing event updated for resources: {'Port': ['ID=2719b199-1d25-43ac-bbfb-27bba130ed8a,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:16.953152 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efc8de24-0865-425b-a4f8-2b35063c9b76 req-511142b5-bd33-44b8-b913-32937ffee575 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096293 Jul 06 11:48:17.015176 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d96c6-7895-45c3-8170-805a3ff31dbf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864c0e19-34bb-44d9-ac95-00f73d90290a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:17.022716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-2fa13fc6-dd15-4ffa-83d3-f1af8bafeaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:17.030005 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-2fa13fc6-dd15-4ffa-83d3-f1af8bafeaab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6f6072a77b4455a9fb484d55aa9de69&device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 1098 time: 0.1717823 Jul 06 11:48:17.043064 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf1d96c6-7895-45c3-8170-805a3ff31dbf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.048529 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bf1d96c6-7895-45c3-8170-805a3ff31dbf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7488894 Jul 06 11:48:17.051592 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50016) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:17.059136 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c8641301-ad8c-4392-996f-3cc930c32988 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Request body: {'security_group_rule': {'security_group_id': '55cedbaa-73e2-4e7a-809c-38d952ebccd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:17.089362 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2748-d7eb-4d3f-8489-b166083d12c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.094262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2748-d7eb-4d3f-8489-b166083d12c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.098425 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bf9a2748-d7eb-4d3f-8489-b166083d12c0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1e865682-e064-49bc-966b-d97d6638ce0d HTTP/1.1" status: 204 len: 168 time: 0.7687714 Jul 06 11:48:17.127336 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-20d13a37-ecce-48dd-a392-a6077f68b3ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=2719b199-1d25-43ac-bbfb-27bba130ed8a HTTP/1.1" status: 200 len: 217 time: 0.0789039 Jul 06 11:48:17.147846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a2748-d7eb-4d3f-8489-b166083d12c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e865682-e064-49bc-966b-d97d6638ce0d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:17.154609 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8641301-ad8c-4392-996f-3cc930c32988 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.318324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-ed2a61aa-cf82-4bc3-b848-8bb10c14a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:17.327081 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-ed2a61aa-cf82-4bc3-b848-8bb10c14a28b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1895993 Jul 06 11:48:17.338154 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8641301-ad8c-4392-996f-3cc930c32988 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.345889 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8641301-ad8c-4392-996f-3cc930c32988 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.413167 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8641301-ad8c-4392-996f-3cc930c32988 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eeb80c7-7655-43b5-9444-10611147da39,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:17.420651 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8641301-ad8c-4392-996f-3cc930c32988 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.422786 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c8641301-ad8c-4392-996f-3cc930c32988 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3722827 Jul 06 11:48:17.428067 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50022) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:17.443676 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:17.482217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357c66a-9724-4b21-b1b1-53a6b2da5d4e req-f5feca52-fb4c-45b9-80bb-a77760a23d28 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:17.491087 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1357c66a-9724-4b21-b1b1-53a6b2da5d4e req-f5feca52-fb4c-45b9-80bb-a77760a23d28 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 969 time: 0.2827768 Jul 06 11:48:17.505608 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.569024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-6c62c0e8-44a0-4447-8e0d-3956459402d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:17.578285 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-6c62c0e8-44a0-4447-8e0d-3956459402d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2390409 Jul 06 11:48:17.635660 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1357c66a-9724-4b21-b1b1-53a6b2da5d4e req-d1fc2abd-c964-423e-bc06-21a5ac732412 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392398 Jul 06 11:48:17.784896 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-d806d290-02bb-41c1-849c-507a05b549cb service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886723 Jul 06 11:48:17.787209 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf5ed77-e5c7-4685-a94f-b08b9e0cdd26 x-openstack-request-id: req-8bf5ed77-e5c7-4685-a94f-b08b9e0cdd26 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:17.787626 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c06f213-98df-4cba-bcc9-fbf9e091f716", "tag": "2719b199-1d25-43ac-bbfb-27bba130ed8a", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:17.787880 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8bf5ed77-e5c7-4685-a94f-b08b9e0cdd26 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:17.788342 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c06f213-98df-4cba-bcc9-fbf9e091f716', 'tag': '2719b199-1d25-43ac-bbfb-27bba130ed8a', 'status': 'completed', 'code': 200} Jul 06 11:48:17.948264 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:17.960081 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08f77889-b468-4a99-91f5-f0ae6bd1efc5 req-b4784651-02f5-4e97-94bf-c488aff319e3 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662099 Jul 06 11:48:18.241044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c06dfe-9857-427c-b6f1-20c2f5ae1fa3 req-d67dcd38-fca1-41d9-87e8-0d6f60c41347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:18.242641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0c06dfe-9857-427c-b6f1-20c2f5ae1fa3 req-d67dcd38-fca1-41d9-87e8-0d6f60c41347 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6f6072a77b4455a9fb484d55aa9de69&device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 1098 time: 0.1996570 Jul 06 11:48:18.311542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Allocated IP 172.25.4.252 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/48997419-9646-422f-a84d-1640c399ba5c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:18.542420 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device abaca46f-e323-42ef-8195-734bd068e357 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:18.615971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8b006-3ae1-42eb-80db-60f239fd0c84 req-a3226519-ba9e-487c-a43f-0ca5eab5074e tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:18.617598 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11b8b006-3ae1-42eb-80db-60f239fd0c84 req-a3226519-ba9e-487c-a43f-0ca5eab5074e tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 947 time: 0.2567227 Jul 06 11:48:18.649571 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c06dfe-9857-427c-b6f1-20c2f5ae1fa3 req-a24ab95c-50f4-4cd9-be3c-d5f7876d8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:18.651097 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0c06dfe-9857-427c-b6f1-20c2f5ae1fa3 req-a24ab95c-50f4-4cd9-be3c-d5f7876d8c77 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.3910377 Jul 06 11:48:18.685647 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.727978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port abaca46f-e323-42ef-8195-734bd068e357 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:18.742824 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port abaca46f-e323-42ef-8195-734bd068e357 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:18.745513 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.767413 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:18.806880 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0c06dfe-9857-427c-b6f1-20c2f5ae1fa3 req-8fdffe5a-9dbe-4d08-91f3-b2cd11f5047b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=2719b199-1d25-43ac-bbfb-27bba130ed8a HTTP/1.1" status: 200 len: 217 time: 0.1430085 Jul 06 11:48:18.876287 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11b8b006-3ae1-42eb-80db-60f239fd0c84 req-2edaa4c8-49a6-4e7b-9f52-2ccf0a629c23 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477429 Jul 06 11:48:18.879896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:18.881246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Pushing event updated for resources: {'Port': ['ID=48997419-9646-422f-a84d-1640c399ba5c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:18.885256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:18.889138 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:18.951309 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.072468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c06dfe-9857-427c-b6f1-20c2f5ae1fa3 req-43b812a9-4e7d-4d89-980c-e020111af4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:19.073087 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.075456 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0c06dfe-9857-427c-b6f1-20c2f5ae1fa3 req-43b812a9-4e7d-4d89-980c-e020111af4dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.2287760 Jul 06 11:48:19.080094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port abaca46f-e323-42ef-8195-734bd068e357, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=abaca46f-e323-42ef-8195-734bd068e357,segment=NetworkSegment(46abac3c-9df0-4a6f-b154-d109b8b43a5f),segment_id=46abac3c-9df0-4a6f-b154-d109b8b43a5f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:19.085587 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.145783 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.265634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=abaca46f-e323-42ef-8195-734bd068e357,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:19.345552 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c06dfe-9857-427c-b6f1-20c2f5ae1fa3 req-b2bed6a1-b7ad-403d-a825-6bfd90cca123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:19.349928 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0c06dfe-9857-427c-b6f1-20c2f5ae1fa3 req-b2bed6a1-b7ad-403d-a825-6bfd90cca123 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2674675 Jul 06 11:48:19.373536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.388656 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.450648 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.464345 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Pushing event updated for resources: {'Port': ['ID=48997419-9646-422f-a84d-1640c399ba5c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:19.476938 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:19.479293 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9d94404d-c832-4221-bbe1-43a5285519e8 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0462573 Jul 06 11:48:19.597373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e717c6-cb58-42b9-a750-03203e3e0322 req-ad28078d-af97-4826-9e97-40a456c770de tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:19.607947 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53e717c6-cb58-42b9-a750-03203e3e0322 req-ad28078d-af97-4826-9e97-40a456c770de tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 969 time: 0.3615549 Jul 06 11:48:19.682244 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0c06dfe-9857-427c-b6f1-20c2f5ae1fa3 req-0122805f-c125-4712-87a6-1f2ae91d7571 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117285 Jul 06 11:48:19.706840 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53e717c6-cb58-42b9-a750-03203e3e0322 req-b9a3b63c-cffb-40c1-8e7c-c6ec750a81d6 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965140 Jul 06 11:48:19.962980 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0c06dfe-9857-427c-b6f1-20c2f5ae1fa3 req-5b7c46aa-7610-4de7-9bd8-c9c714f34103 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410200 Jul 06 11:48:20.464413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device abaca46f-e323-42ef-8195-734bd068e357 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:20.550539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port abaca46f-e323-42ef-8195-734bd068e357 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:20.550958 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:20.679072 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-3d094ebd-9177-4a7a-9cde-9a46a28c85e3 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ea41c4c395454498b836751812b291f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377941 Jul 06 11:48:20.703745 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-11ed9f24-6d83-447b-aa63-cb9891a252bb tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--392383510&fields=id&tenant_id=573e74f0e95e47e08a64aebf5cccebe2 HTTP/1.1" status: 200 len: 267 time: 0.0555081 Jul 06 11:48:20.807738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-0cdf40ea-95af-4334-bd2c-67a678af76ad tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:20.809866 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-0cdf40ea-95af-4334-bd2c-67a678af76ad tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1226447 Jul 06 11:48:20.832739 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-82e82c89-7bdd-42f8-913e-7631e6c780ac tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/quotas/ea41c4c395454498b836751812b291f0 HTTP/1.1" status: 200 len: 375 time: 0.0125179 Jul 06 11:48:20.870167 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-76ffea37-e25f-45b5-8313-148c8a0d2051 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334656 Jul 06 11:48:21.118577 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-ac7da674-4786-42ed-b693-4752653565ec tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:21.120136 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-ac7da674-4786-42ed-b693-4752653565ec tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/networks?id=76dc66c5-cac1-411d-8b13-f5071a1927d8 HTTP/1.1" status: 200 len: 824 time: 0.4123931 Jul 06 11:48:21.144720 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-e587ddb3-8fe7-44f1-b028-7e0f1b84eef5 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/quotas/573e74f0e95e47e08a64aebf5cccebe2 HTTP/1.1" status: 200 len: 375 time: 0.0175939 Jul 06 11:48:21.165543 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b552b7d-23b6-4fa1-98f1-0254cbbed267 req-1c4f381f-bf7f-4b3a-8f9c-132701322cd4 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:21.167077 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7b552b7d-23b6-4fa1-98f1-0254cbbed267 req-1c4f381f-bf7f-4b3a-8f9c-132701322cd4 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 947 time: 0.0742776 Jul 06 11:48:21.209743 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7b552b7d-23b6-4fa1-98f1-0254cbbed267 req-d1d91750-3713-45e9-b232-05e3a268c9ac tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338318 Jul 06 11:48:21.278956 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-f6933b5d-d385-47da-87ca-c8483e149d31 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=573e74f0e95e47e08a64aebf5cccebe2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1321900 Jul 06 11:48:21.491834 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-13821722-7f79-47a6-821b-248393124e96 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:48:21.494170 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-13821722-7f79-47a6-821b-248393124e96 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0789256 Jul 06 11:48:21.653574 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-6dd335d4-a02e-4b37-9c39-0f0911129b6d service neutron] 10.222.0.81 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526601 Jul 06 11:48:21.754089 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-5cf89e19-4c0e-45e6-b010-6e669503c246 service neutron] 10.222.0.81 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995300 Jul 06 11:48:21.811395 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f37e7-ee30-4c6d-bedb-82a10585f182 req-597c0026-4a97-4a85-a437-75997f23ff37 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:21.813377 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f24f37e7-ee30-4c6d-bedb-82a10585f182 req-597c0026-4a97-4a85-a437-75997f23ff37 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 969 time: 0.0888758 Jul 06 11:48:21.878072 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f24f37e7-ee30-4c6d-bedb-82a10585f182 req-63ccfd48-00c1-43dd-8ad4-79a4250653ba tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503051 Jul 06 11:48:22.069571 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b588c77c-dc58-4f97-b094-57f6df036c74 req-ef4a5741-fcb0-4ae9-a53e-50032eec6e44 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 210 time: 0.0523486 Jul 06 11:48:22.147881 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-517a9e44-d66c-4824-bd92-6a7c112680d8 req-e72c9491-2326-4668-8504-9437280da4ae tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 210 time: 0.0635421 Jul 06 11:48:22.506809 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76debe-0d7d-45b3-b092-4558e713f9f0 req-3cf59e7d-46bf-4929-b5d4-98c35a4b3964 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:22.508396 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b76debe-0d7d-45b3-b092-4558e713f9f0 req-3cf59e7d-46bf-4929-b5d4-98c35a4b3964 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 947 time: 0.0916984 Jul 06 11:48:22.535321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:22.572606 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b76debe-0d7d-45b3-b092-4558e713f9f0 req-0808e09f-abb3-40e9-8474-1b3eccb0f400 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575035 Jul 06 11:48:22.685958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50172) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:22.799072 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd0ebc0d-476b-42ec-afa5-ae31e6153cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.823456 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-3ec6a74c-4be1-4240-823d-be99bef17482 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=ea41c4c395454498b836751812b291f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390806 Jul 06 11:48:22.915364 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fc34b19-5ef1-46bf-8b21-d6644478a425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:22.999840 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd0ebc0d-476b-42ec-afa5-ae31e6153cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.009116 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd0ebc0d-476b-42ec-afa5-ae31e6153cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.091584 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ebc0d-476b-42ec-afa5-ae31e6153cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9118828-53a0-411d-8ec4-c1927b68537f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:23.097737 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bd0ebc0d-476b-42ec-afa5-ae31e6153cc4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f45d19db2f42416ab6bdf7c910693857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5606272 Jul 06 11:48:23.102198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50180) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:23.120405 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-c6470c75-e9ab-4396-ab0c-10cadfa852e8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:23.122019 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-c6470c75-e9ab-4396-ab0c-10cadfa852e8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2901216 Jul 06 11:48:23.141786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Request body: {'port': {'device_id': 'c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'ea41c4c395454498b836751812b291f0'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:23.286379 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-462214f9-05e1-48e0-8b1b-579990c49569 req-1bff9a73-90a7-4800-b74c-ab3f1f0c9d41 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 210 time: 0.0464799 Jul 06 11:48:23.334972 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fc34b19-5ef1-46bf-8b21-d6644478a425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.352931 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6728-aa3a-40f6-8ce5-6d011084369f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.355298 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fc34b19-5ef1-46bf-8b21-d6644478a425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.376980 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6728-aa3a-40f6-8ce5-6d011084369f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.385556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Made reservation on behalf of ea41c4c395454498b836751812b291f0 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:23.389919 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.410779 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7fc34b19-5ef1-46bf-8b21-d6644478a425 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b4b72e5b7d2c4f59863be6c449df9e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7209592 Jul 06 11:48:23.413383 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.413730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50184) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:23.426161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc34b19-5ef1-46bf-8b21-d6644478a425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1828d7a-4d34-4f85-b036-f9b849df6556,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:23.482397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57775f20-ec37-401d-bfbe-4a6db089fa43 req-04f4978e-a03c-400a-a866-6e73cf9892d0 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:23.490122 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-57775f20-ec37-401d-bfbe-4a6db089fa43 req-04f4978e-a03c-400a-a866-6e73cf9892d0 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 969 time: 0.4115336 Jul 06 11:48:23.505301 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09ed07b1-74f8-4424-be08-28db8872d6e4 req-a4b4c1cc-672e-4ec1-93d7-7cefc4bc81a9 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 210 time: 0.0555162 Jul 06 11:48:23.557927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6728-aa3a-40f6-8ce5-6d011084369f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.562286 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6728-aa3a-40f6-8ce5-6d011084369f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.564619 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8dbd6728-aa3a-40f6-8ce5-6d011084369f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9118828-53a0-411d-8ec4-c1927b68537f HTTP/1.1" status: 204 len: 168 time: 0.4611120 Jul 06 11:48:23.573460 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-57775f20-ec37-401d-bfbe-4a6db089fa43 req-d425069f-7a8b-4ce9-bbb4-a51b5a436eba tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807240 Jul 06 11:48:23.585885 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.89', 60486) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:23.598693 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd6728-aa3a-40f6-8ce5-6d011084369f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9118828-53a0-411d-8ec4-c1927b68537f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:23.634218 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94495f4b-57a0-42d6-a3d7-1b3913e1d453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.700242 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94495f4b-57a0-42d6-a3d7-1b3913e1d453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.767305 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.777027 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94495f4b-57a0-42d6-a3d7-1b3913e1d453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.780179 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94495f4b-57a0-42d6-a3d7-1b3913e1d453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.784031 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-94495f4b-57a0-42d6-a3d7-1b3913e1d453 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f1828d7a-4d34-4f85-b036-f9b849df6556 HTTP/1.1" status: 204 len: 168 time: 0.3520434 Jul 06 11:48:23.789863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94495f4b-57a0-42d6-a3d7-1b3913e1d453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1828d7a-4d34-4f85-b036-f9b849df6556,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:23.802521 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:23.963487 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924fe164-cd4c-4e46-8668-a4a6f0e93b10,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:23.979948 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-bb37ab5e-4775-4bee-950a-cc55a7bb3b63 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:23.982138 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-bb37ab5e-4775-4bee-950a-cc55a7bb3b63 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.89 "GET /v2.0/networks?id=76dc66c5-cac1-411d-8b13-f5071a1927d8 HTTP/1.1" status: 200 len: 824 time: 0.3952608 Jul 06 11:48:24.073805 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d124d3-8541-40d5-9b6a-0ece3b64300c req-3d2aa8b2-8130-4e48-a6e9-60f4a364f676 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:24.075467 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3d124d3-8541-40d5-9b6a-0ece3b64300c req-3d2aa8b2-8130-4e48-a6e9-60f4a364f676 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 947 time: 0.3184860 Jul 06 11:48:24.096934 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50196) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:24.118556 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db347b31-eaa4-40a2-a4a0-f38f53ad262a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.129504 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-e4f80aa6-318e-424e-8e1b-e6b891526699 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=573e74f0e95e47e08a64aebf5cccebe2 HTTP/1.1" status: 200 len: 379 time: 0.1358693 Jul 06 11:48:24.138424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Allocated IP 192.168.233.228 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/f51dc0c0-545d-4658-98f1-47f8ca7ab970) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:24.148031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-a75c26a6-6e1f-4a20-b0b9-17fa1b036adf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Request body: {'port': {'device_id': 'aea0b077-4859-48eb-9d4d-241d1ce7a96a', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'admin_state_up': True, 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'security_groups': ['55cedbaa-73e2-4e7a-809c-38d952ebccd0']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:24.234260 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3d124d3-8541-40d5-9b6a-0ece3b64300c req-ab2d8e9f-3525-4d91-8ea4-9aa131ad88f0 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395829 Jul 06 11:48:24.248218 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db347b31-eaa4-40a2-a4a0-f38f53ad262a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.255033 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db347b31-eaa4-40a2-a4a0-f38f53ad262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.303697 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-db347b31-eaa4-40a2-a4a0-f38f53ad262a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7cb3daed22ef44fd9775b5a58997c76a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057269 Jul 06 11:48:24.306050 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50198) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:24.312371 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db347b31-eaa4-40a2-a4a0-f38f53ad262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7128ea-312a-4dde-a829-08ead27cb96c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:24.384548 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-a75c26a6-6e1f-4a20-b0b9-17fa1b036adf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Made reservation on behalf of 573e74f0e95e47e08a64aebf5cccebe2 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:24.388887 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-a75c26a6-6e1f-4a20-b0b9-17fa1b036adf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.398093 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3c0baab-1262-44e1-8489-264e0e35f85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.424193 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.427081 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3c0baab-1262-44e1-8489-264e0e35f85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.479999 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Transition to ACTIVE for port object f51dc0c0-545d-4658-98f1-47f8ca7ab970 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:24.480564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50202) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:24.505989 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ca725448-253f-48d4-b80b-f54b6f889568 req-251c5c22-e15b-4796-9e24-c8d6b0b56984 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 210 time: 0.0641937 Jul 06 11:48:24.524824 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fda35d07-f636-4c82-b8d2-b051aaa40f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.571353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-a75c26a6-6e1f-4a20-b0b9-17fa1b036adf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Allocated IP 172.20.0.5 (76dc66c5-cac1-411d-8b13-f5071a1927d8/ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e/ffdd06e4-4504-475a-a87c-2139ecabd29f) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:24.571833 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3c0baab-1262-44e1-8489-264e0e35f85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.574337 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.576680 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3c0baab-1262-44e1-8489-264e0e35f85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.580589 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e3c0baab-1262-44e1-8489-264e0e35f85a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9e7128ea-312a-4dde-a829-08ead27cb96c HTTP/1.1" status: 204 len: 168 time: 0.2711401 Jul 06 11:48:24.636021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0baab-1262-44e1-8489-264e0e35f85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7128ea-312a-4dde-a829-08ead27cb96c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:24.657710 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:24.662450 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:24.670548 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Pushing event updated for resources: {'Port': ['ID=f51dc0c0-545d-4658-98f1-47f8ca7ab970,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:24.687756 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fda35d07-f636-4c82-b8d2-b051aaa40f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.689489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:24.695819 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fda35d07-f636-4c82-b8d2-b051aaa40f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.696038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:24.696655 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.724697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda35d07-f636-4c82-b8d2-b051aaa40f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff74a6e-d8be-460b-ad20-46de0a64b86d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:24.756046 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fda35d07-f636-4c82-b8d2-b051aaa40f2e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=627bfe5330f647d3938929552455280b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624092 Jul 06 11:48:24.758804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50214) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:24.776749 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-eb33b682-3f08-40a2-9673-0eb92beead60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6413803 Jul 06 11:48:24.821923 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Request body: {'port': {'device_id': 'c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc', 'device_owner': 'compute:tempest-test_az-1252616271', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:24.847563 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e745b05-cdd0-4996-98f8-5b0cdc004cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.850869 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:48:24.893126 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e745b05-cdd0-4996-98f8-5b0cdc004cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:24.895307 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eab3d616-e4d0-4b7d-a59c-b2109d044a65 req-77b1d555-85ea-4b9c-9639-babc7d9438cd tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 210 time: 0.0792325 Jul 06 11:48:24.968803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8ec84-0c6f-44f9-a5dc-dc9bae739237 req-87e56891-ad72-4eb5-ab54-32cd0441d486 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:24.971423 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8c8ec84-0c6f-44f9-a5dc-dc9bae739237 req-87e56891-ad72-4eb5-ab54-32cd0441d486 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 969 time: 0.1484101 Jul 06 11:48:24.994449 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.000974 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-a75c26a6-6e1f-4a20-b0b9-17fa1b036adf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.004837 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-304a5324-0422-4590-888a-01414c6e9bbc None None] Provisioning for port f51dc0c0-545d-4658-98f1-47f8ca7ab970 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:25.009757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-304a5324-0422-4590-888a-01414c6e9bbc None None] Provisioning complete for port f51dc0c0-545d-4658-98f1-47f8ca7ab970 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:25.011044 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-304a5324-0422-4590-888a-01414c6e9bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.020058 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e745b05-cdd0-4996-98f8-5b0cdc004cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.025479 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e745b05-cdd0-4996-98f8-5b0cdc004cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.027063 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0e745b05-cdd0-4996-98f8-5b0cdc004cf3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aff74a6e-d8be-460b-ad20-46de0a64b86d HTTP/1.1" status: 204 len: 168 time: 0.2672369 Jul 06 11:48:25.042360 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-a75c26a6-6e1f-4a20-b0b9-17fa1b036adf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Transition to ACTIVE for port object ffdd06e4-4504-475a-a87c-2139ecabd29f will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:25.042745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e745b05-cdd0-4996-98f8-5b0cdc004cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff74a6e-d8be-460b-ad20-46de0a64b86d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:25.081512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-304a5324-0422-4590-888a-01414c6e9bbc None None] Port f51dc0c0-545d-4658-98f1-47f8ca7ab970 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:25.107014 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8c8ec84-0c6f-44f9-a5dc-dc9bae739237 req-5f2a5808-d4bb-45e5-9766-145b380ca024 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056843 Jul 06 11:48:25.170330 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-a75c26a6-6e1f-4a20-b0b9-17fa1b036adf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.250806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-a75c26a6-6e1f-4a20-b0b9-17fa1b036adf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Network 76dc66c5-cac1-411d-8b13-f5071a1927d8 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:25.257012 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-a75c26a6-6e1f-4a20-b0b9-17fa1b036adf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:25.274317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-a75c26a6-6e1f-4a20-b0b9-17fa1b036adf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:25.280935 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-a75c26a6-6e1f-4a20-b0b9-17fa1b036adf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:25.281593 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-a75c26a6-6e1f-4a20-b0b9-17fa1b036adf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.300528 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c26a6-6e1f-4a20-b0b9-17fa1b036adf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Pushing event updated for resources: {'Port': ['ID=ffdd06e4-4504-475a-a87c-2139ecabd29f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:25.316414 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-a75c26a6-6e1f-4a20-b0b9-17fa1b036adf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1755867 Jul 06 11:48:25.329312 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Request body: {'port': {'device_id': 'aea0b077-4859-48eb-9d4d-241d1ce7a96a', 'device_owner': 'compute:tempest-test_az-1252616271', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:25.701453 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51dc0c0-545d-4658-98f1-47f8ca7ab970 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:25.718469 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.728675 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a52e62eb-91cb-4a2d-90d2-7db9bede0ef1 None None] Provisioning for port ffdd06e4-4504-475a-a87c-2139ecabd29f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:25.731432 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.735070 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a52e62eb-91cb-4a2d-90d2-7db9bede0ef1 None None] Provisioning complete for port ffdd06e4-4504-475a-a87c-2139ecabd29f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:25.735471 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a52e62eb-91cb-4a2d-90d2-7db9bede0ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.772666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Transition to ACTIVE for port object f51dc0c0-545d-4658-98f1-47f8ca7ab970 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:25.785682 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:25.789108 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a128622-bbe0-4ff2-a833-3eb91044950e req-4115f352-ce47-45e0-ab5b-07b4886d0345 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:25.794834 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a128622-bbe0-4ff2-a833-3eb91044950e req-4115f352-ce47-45e0-ab5b-07b4886d0345 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 936 time: 0.1377203 Jul 06 11:48:25.795101 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50254) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:25.830076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a52e62eb-91cb-4a2d-90d2-7db9bede0ef1 None None] Port ffdd06e4-4504-475a-a87c-2139ecabd29f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:25.842962 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a128622-bbe0-4ff2-a833-3eb91044950e req-cd545d11-73e7-4086-b1b5-9c2a56397921 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431788 Jul 06 11:48:25.977684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Pushing event updated for resources: {'Port': ['ID=f51dc0c0-545d-4658-98f1-47f8ca7ab970,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:25.997170 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3646ef2-ac19-4e6a-9f8f-224941a59008 req-9d3dbb0f-8454-4f82-8ea6-09722a76cfd4 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:25.998717 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b3646ef2-ac19-4e6a-9f8f-224941a59008 req-9d3dbb0f-8454-4f82-8ea6-09722a76cfd4 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 947 time: 0.5747073 Jul 06 11:48:26.066947 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Attempting to bind port f51dc0c0-545d-4658-98f1-47f8ca7ab970 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:26.067693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Attempting to bind port f51dc0c0-545d-4658-98f1-47f8ca7ab970 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:26.068179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Attempting to bind port f51dc0c0-545d-4658-98f1-47f8ca7ab970 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:26.077617 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8a719b24-20b4-4b91-9104-4664c0350d17 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:26.094559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Port f51dc0c0-545d-4658-98f1-47f8ca7ab970 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:26.094779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Attempting to bind port f51dc0c0-545d-4658-98f1-47f8ca7ab970 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:26.131395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:26.131738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:26.132132 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:26.132590 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Bound port: f51dc0c0-545d-4658-98f1-47f8ca7ab970, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:26.132946 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.173288 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189debd-055d-477f-a8bd-b51e351a912c req-e041cd8d-5a33-4201-a46e-87fa5f9a6327 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:26.174318 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b3646ef2-ac19-4e6a-9f8f-224941a59008 req-ee488467-008c-4a94-8b10-fbcc639f9a0a tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445312 Jul 06 11:48:26.179603 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7189debd-055d-477f-a8bd-b51e351a912c req-e041cd8d-5a33-4201-a46e-87fa5f9a6327 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 931 time: 0.0952835 Jul 06 11:48:26.243892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-afe519d9-f630-40a2-82f2-7c5af29474f6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1042162183-network', 'tenant_id': '4843c8d3b46e40b0bd7d0bef48a42377'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:26.249707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 8a719b24-20b4-4b91-9104-4664c0350d17, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8a719b24-20b4-4b91-9104-4664c0350d17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:26.251321 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7189debd-055d-477f-a8bd-b51e351a912c req-08d540c0-6536-408d-864e-6b37064764e3 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657482 Jul 06 11:48:26.261764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '8a719b24-20b4-4b91-9104-4664c0350d17', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '8a719b24-20b4-4b91-9104-4664c0350d17', 'mac_address': 'fa:16:3e:88:f0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:tempest-test_az-1252616271', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:26.319671 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe519d9-f630-40a2-82f2-7c5af29474f6 admin admin] Made reservation on behalf of 4843c8d3b46e40b0bd7d0bef48a42377 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:26.322275 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-afe519d9-f630-40a2-82f2-7c5af29474f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.326344 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.342437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a719b24-20b4-4b91-9104-4664c0350d17 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:26.374629 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-afe519d9-f630-40a2-82f2-7c5af29474f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.382900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 8a719b24-20b4-4b91-9104-4664c0350d17, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8a719b24-20b4-4b91-9104-4664c0350d17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:26.386935 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] For port f51dc0c0-545d-4658-98f1-47f8ca7ab970, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:26.387476 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.421797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] For port f51dc0c0-545d-4658-98f1-47f8ca7ab970, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:26.439627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=8a719b24-20b4-4b91-9104-4664c0350d17,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:26.454916 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.529107 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffdd06e4-4504-475a-a87c-2139ecabd29f {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:26.545860 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:26.546484 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.547895 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] 10.222.0.89 "PUT /v2.0/ports/f51dc0c0-545d-4658-98f1-47f8ca7ab970 HTTP/1.1" status: 200 len: 1118 time: 1.7305655 Jul 06 11:48:26.549373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc', 'tag': 'f51dc0c0-545d-4658-98f1-47f8ca7ab970'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:26.551621 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2de925a-7096-480d-a9de-abb11ad33ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc", "tag": "f51dc0c0-545d-4658-98f1-47f8ca7ab970"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:26.560501 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.617555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74d2c7-0431-4d33-bb2e-67fc928eeb18 service neutron] Pushing event updated for resources: {'Port': ['ID=f51dc0c0-545d-4658-98f1-47f8ca7ab970,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:26.623962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Transition to ACTIVE for port object ffdd06e4-4504-475a-a87c-2139ecabd29f will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:26.625353 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcca144-cec7-40c1-8208-a201b6b51d51 x-openstack-request-id: req-9dcca144-cec7-40c1-8208-a201b6b51d51 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:26.625638 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc", "tag": "f51dc0c0-545d-4658-98f1-47f8ca7ab970", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:26.625882 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9dcca144-cec7-40c1-8208-a201b6b51d51 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:26.626266 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc', 'tag': 'f51dc0c0-545d-4658-98f1-47f8ca7ab970', 'status': 'completed', 'code': 200} Jul 06 11:48:26.655047 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21d20a-90e8-4b3f-bd02-d9916a664f9c req-ca4e6d8d-9a41-4128-a547-2c9c9836da52 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:26.656647 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c21d20a-90e8-4b3f-bd02-d9916a664f9c req-ca4e6d8d-9a41-4128-a547-2c9c9836da52 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 969 time: 0.3383288 Jul 06 11:48:26.662128 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.728126 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8a719b24-20b4-4b91-9104-4664c0350d17'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:26.832681 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c21d20a-90e8-4b3f-bd02-d9916a664f9c req-b49650df-a595-4444-befa-706353353953 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682575 Jul 06 11:48:26.839632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Pushing event updated for resources: {'Port': ['ID=ffdd06e4-4504-475a-a87c-2139ecabd29f,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:26.847322 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-afe519d9-f630-40a2-82f2-7c5af29474f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.867348 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-afe519d9-f630-40a2-82f2-7c5af29474f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:26.875995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Attempting to bind port ffdd06e4-4504-475a-a87c-2139ecabd29f on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:26.876379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Attempting to bind port ffdd06e4-4504-475a-a87c-2139ecabd29f by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:26.876720 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Attempting to bind port ffdd06e4-4504-475a-a87c-2139ecabd29f on network 76dc66c5-cac1-411d-8b13-f5071a1927d8 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:26.881394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-01344dde-1823-438f-a9b9-8bc0cc2a9129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:26.884183 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-01344dde-1823-438f-a9b9-8bc0cc2a9129 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 1121 time: 0.2831194 Jul 06 11:48:26.924814 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Port ffdd06e4-4504-475a-a87c-2139ecabd29f on network 76dc66c5-cac1-411d-8b13-f5071a1927d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:26.925012 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Attempting to bind port ffdd06e4-4504-475a-a87c-2139ecabd29f on network 76dc66c5-cac1-411d-8b13-f5071a1927d8 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:26.966672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe519d9-f630-40a2-82f2-7c5af29474f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:26.979948 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-76534449-1689-469c-89b5-d103646c594b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970 HTTP/1.1" status: 200 len: 217 time: 0.0776536 Jul 06 11:48:26.981935 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:26.982326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Checking segment: {'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:26.982677 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Bound using segment: {'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:26.983125 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Bound port: ffdd06e4-4504-475a-a87c-2139ecabd29f, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:26.984086 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.034097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe519d9-f630-40a2-82f2-7c5af29474f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ad36cd-8778-4cc7-90f7-414073e43297,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:27.042803 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-afe519d9-f630-40a2-82f2-7c5af29474f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.043150 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-afe519d9-f630-40a2-82f2-7c5af29474f6 admin admin] Added segment 64e73f5a-59d1-4a7a-8116-b346ca2e60ca of type vlan for network f2e9b7d6-944b-4592-9597-94c9d66799e4 Jul 06 11:48:27.163077 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-afe519d9-f630-40a2-82f2-7c5af29474f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.170324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-c365c967-19de-4645-948b-18ad48ed9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:27.171808 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-c365c967-19de-4645-948b-18ad48ed9203 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1811409 Jul 06 11:48:27.232794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] For port ffdd06e4-4504-475a-a87c-2139ecabd29f, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:27.283545 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] For port ffdd06e4-4504-475a-a87c-2139ecabd29f, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ffdd06e4-4504-475a-a87c-2139ecabd29f,segment=NetworkSegment(ad06e564-070a-4c82-800f-fecdb2508756),segment_id=ad06e564-070a-4c82-800f-fecdb2508756)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:27.303424 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-afe519d9-f630-40a2-82f2-7c5af29474f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.304387 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe519d9-f630-40a2-82f2-7c5af29474f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:27.304970 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-afe519d9-f630-40a2-82f2-7c5af29474f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.306159 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50298) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:27.307460 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.322771 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddfe17-eb09-4f3c-b175-b56c54844608 req-ef34da71-de4a-4123-9831-4dbc89ad6f40 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:27.324296 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dfddfe17-eb09-4f3c-b175-b56c54844608 req-ef34da71-de4a-4123-9831-4dbc89ad6f40 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 970 time: 0.2843161 Jul 06 11:48:27.370923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1150cb5-1d18-4375-bc2e-bcb9e0367e71 req-dde709aa-8793-4596-bc42-1a125dbbe50d tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:27.373737 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c1150cb5-1d18-4375-bc2e-bcb9e0367e71 req-dde709aa-8793-4596-bc42-1a125dbbe50d tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 947 time: 0.0869184 Jul 06 11:48:27.406862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:27.407691 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.409286 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] 10.222.0.89 "PUT /v2.0/ports/ffdd06e4-4504-475a-a87c-2139ecabd29f HTTP/1.1" status: 200 len: 1113 time: 2.0848055 Jul 06 11:48:27.415826 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c1150cb5-1d18-4375-bc2e-bcb9e0367e71 req-6681b3cb-5728-4ade-a533-bf5ba6c2e3a1 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353055 Jul 06 11:48:27.442180 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-afe519d9-f630-40a2-82f2-7c5af29474f6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6359899 Jul 06 11:48:27.444249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50302) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:27.446264 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57a7f81e-a05a-4d92-8f07-0931417224d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.459261 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8173b496-49dc-4b30-a97c-86a6f0d6fd9c admin admin] Request body: {'subnet': {'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1042162183-subnet', 'tenant_id': '4843c8d3b46e40b0bd7d0bef48a42377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:27.493688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe519d9-f630-40a2-82f2-7c5af29474f6 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e9b7d6-944b-4592-9597-94c9d66799e4,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:27.505290 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network f2e9b7d6-944b-4592-9597-94c9d66799e4 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:27.524926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-741d514b-922f-41a3-bf18-fb74ffc7cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:27.526439 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-741d514b-922f-41a3-bf18-fb74ffc7cd2d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3383391 Jul 06 11:48:27.540581 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a739cc7-dc44-45ca-af9c-459f2b45a61c service neutron] Pushing event updated for resources: {'Port': ['ID=ffdd06e4-4504-475a-a87c-2139ecabd29f,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:27.556221 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dfddfe17-eb09-4f3c-b175-b56c54844608 req-4969ad3b-f834-4f84-9302-af8841dfdcb9 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084050 Jul 06 11:48:27.650518 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57a7f81e-a05a-4d92-8f07-0931417224d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.662059 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57a7f81e-a05a-4d92-8f07-0931417224d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.662257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-2f055041-a571-498c-b20a-31faa93d5438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:27.663900 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-2f055041-a571-498c-b20a-31faa93d5438 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=573e74f0e95e47e08a64aebf5cccebe2&device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 1116 time: 0.2136304 Jul 06 11:48:27.716878 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-40cf51a3-0176-44b7-b345-a6a60ef085ac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffdd06e4-4504-475a-a87c-2139ecabd29f HTTP/1.1" status: 200 len: 217 time: 0.0405366 Jul 06 11:48:27.718769 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-fef47575-155f-4444-865f-e821112c7397 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660702 Jul 06 11:48:27.719430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd861dc-c48b-4cd7-9d48-94c997e7ed30 req-8e70a086-6c40-457f-ae6a-4dc734c6589b tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:27.720936 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3dd861dc-c48b-4cd7-9d48-94c997e7ed30 req-8e70a086-6c40-457f-ae6a-4dc734c6589b tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 965 time: 0.1544774 Jul 06 11:48:27.724512 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8173b496-49dc-4b30-a97c-86a6f0d6fd9c admin admin] Made reservation on behalf of 4843c8d3b46e40b0bd7d0bef48a42377 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:27.726757 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8173b496-49dc-4b30-a97c-86a6f0d6fd9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:27.730586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7f81e-a05a-4d92-8f07-0931417224d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f17dd56-3f0d-4ff0-9e42-d6936a29ccf1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:27.752929 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-57a7f81e-a05a-4d92-8f07-0931417224d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb7a9b2ca77e417889e192f05411d911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4456244 Jul 06 11:48:27.760519 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50304) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:27.815625 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3dd861dc-c48b-4cd7-9d48-94c997e7ed30 req-69459c73-badd-4d9a-b1a2-24aedb21423f tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866506 Jul 06 11:48:27.944776 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8173b496-49dc-4b30-a97c-86a6f0d6fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.003274 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173b496-49dc-4b30-a97c-86a6f0d6fd9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee177648-6d0e-46f5-a7ba-dce8ba04775a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:28.010593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8173b496-49dc-4b30-a97c-86a6f0d6fd9c admin admin] Checking segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:28.010950 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8173b496-49dc-4b30-a97c-86a6f0d6fd9c admin admin] Network hostable DHCP agents. Network: f2e9b7d6-944b-4592-9597-94c9d66799e4, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:28.029300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8173b496-49dc-4b30-a97c-86a6f0d6fd9c admin admin] Network f2e9b7d6-944b-4592-9597-94c9d66799e4 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:28.038701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8173b496-49dc-4b30-a97c-86a6f0d6fd9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, f2e9b7d6-944b-4592-9597-94c9d66799e4) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:28.042764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8173b496-49dc-4b30-a97c-86a6f0d6fd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:28.044429 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8173b496-49dc-4b30-a97c-86a6f0d6fd9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.052040 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91511c46-22ab-4cc6-9f43-c435519300ba None None] Network f2e9b7d6-944b-4592-9597-94c9d66799e4 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:28.061102 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8173b496-49dc-4b30-a97c-86a6f0d6fd9c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6071668 Jul 06 11:48:28.067929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8a719b24-20b4-4b91-9104-4664c0350d17 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:28.068608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-f675f5ef-efc5-4bdc-a9f7-a6c322ea94c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:28.070113 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-f675f5ef-efc5-4bdc-a9f7-a6c322ea94c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e HTTP/1.1" status: 200 len: 863 time: 0.3423021 Jul 06 11:48:28.149791 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2e7fb2a-610d-45d1-ab7b-39f94f631c42 req-a73e1594-84bc-4ad0-8656-9ccd664f3213 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206438 Jul 06 11:48:28.151334 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10efbfbb-0a34-4603-9393-26c027ab52a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.173656 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 8a719b24-20b4-4b91-9104-4664c0350d17 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:28.199219 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 8a719b24-20b4-4b91-9104-4664c0350d17 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:28.199684 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.200826 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10efbfbb-0a34-4603-9393-26c027ab52a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.244510 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d04e29a-3446-4dfb-b271-15e9416e5f09 None None] Network f2e9b7d6-944b-4592-9597-94c9d66799e4 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:28.281956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e122e57-e99f-4eac-8654-a8558b2daea1 req-66aacd90-8d18-45ae-8a66-504d5d9fa433 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:28.283599 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8e122e57-e99f-4eac-8654-a8558b2daea1 req-66aacd90-8d18-45ae-8a66-504d5d9fa433 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 970 time: 0.2657735 Jul 06 11:48:28.295823 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-dabe711f-b58e-4b8f-ae22-01f46ae10312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:28.297597 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-dabe711f-b58e-4b8f-ae22-01f46ae10312 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=76dc66c5-cac1-411d-8b13-f5071a1927d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2122369 Jul 06 11:48:28.428203 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8e122e57-e99f-4eac-8654-a8558b2daea1 req-58078a61-8ae2-466d-a1a4-e785e23c886d tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292348 Jul 06 11:48:28.435334 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10efbfbb-0a34-4603-9393-26c027ab52a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.438225 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10efbfbb-0a34-4603-9393-26c027ab52a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.442330 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-10efbfbb-0a34-4603-9393-26c027ab52a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f17dd56-3f0d-4ff0-9e42-d6936a29ccf1 HTTP/1.1" status: 204 len: 168 time: 0.6788309 Jul 06 11:48:28.473702 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de925a-7096-480d-a9de-abb11ad33ea0 req-634de8d8-873a-4cc3-985c-42a30b0055fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:28.476038 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2de925a-7096-480d-a9de-abb11ad33ea0 req-634de8d8-873a-4cc3-985c-42a30b0055fd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 1121 time: 0.2544827 Jul 06 11:48:28.483193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efbfbb-0a34-4603-9393-26c027ab52a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f17dd56-3f0d-4ff0-9e42-d6936a29ccf1,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:28.531325 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.603669 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de925a-7096-480d-a9de-abb11ad33ea0 req-d86c1346-48be-40b3-9ad8-29c4fbee3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:28.605345 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2de925a-7096-480d-a9de-abb11ad33ea0 req-d86c1346-48be-40b3-9ad8-29c4fbee3005 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1126785 Jul 06 11:48:28.609149 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-744bd31b-1787-49e1-9280-62e06ab521ab service neutron] 10.222.0.89 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977598 Jul 06 11:48:28.641545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a26bbb-5488-426e-b26e-6284768f01f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a719b24-20b4-4b91-9104-4664c0350d17'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:28.654874 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5293ff-cb24-4202-81e2-55e9263b3571 req-67dfbc16-c4f3-454e-a7bf-d6de3ab53c2c tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:28.656474 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fa5293ff-cb24-4202-81e2-55e9263b3571 req-67dfbc16-c4f3-454e-a7bf-d6de3ab53c2c tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 947 time: 0.0789936 Jul 06 11:48:28.656952 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50328) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:28.661821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5b33f7db-4f3c-4dfe-a89e-9937de437750 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1764768038-network', 'tenant_id': '52f3c59b690d4a1ab6be64f5c711849b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:28.679615 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea0b077-4859-48eb-9d4d-241d1ce7a96a', 'tag': 'ffdd06e4-4504-475a-a87c-2139ecabd29f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:28.681859 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5eab1e-a048-45cc-9107-c6b66eaef3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "aea0b077-4859-48eb-9d4d-241d1ce7a96a", "tag": "ffdd06e4-4504-475a-a87c-2139ecabd29f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:28.685910 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2de925a-7096-480d-a9de-abb11ad33ea0 req-c0634758-758c-4bcb-bae2-18d0836d1ad2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970 HTTP/1.1" status: 200 len: 217 time: 0.0681405 Jul 06 11:48:28.734957 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fa5293ff-cb24-4202-81e2-55e9263b3571 req-d8da7f1a-9250-453d-b41c-d6d2bedeffa3 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686021 Jul 06 11:48:28.742061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 8a719b24-20b4-4b91-9104-4664c0350d17, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8a719b24-20b4-4b91-9104-4664c0350d17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:28.750450 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.752330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b33f7db-4f3c-4dfe-a89e-9937de437750 admin admin] Made reservation on behalf of 52f3c59b690d4a1ab6be64f5c711849b for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:28.756454 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b33f7db-4f3c-4dfe-a89e-9937de437750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.766579 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b33f7db-4f3c-4dfe-a89e-9937de437750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:28.787557 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a17b4e-013f-4c5c-a983-44b770bd5c53 req-9d6e819c-fe03-420b-9711-0ceab5be619b service neutron] 10.222.0.89 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684637 Jul 06 11:48:28.860281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=8a719b24-20b4-4b91-9104-4664c0350d17,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:28.887701 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5d7f0a-54f3-42d6-ba83-9b01f1465c9d x-openstack-request-id: req-7f5d7f0a-54f3-42d6-ba83-9b01f1465c9d {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:28.887998 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea0b077-4859-48eb-9d4d-241d1ce7a96a", "tag": "ffdd06e4-4504-475a-a87c-2139ecabd29f", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:28.888258 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f5d7f0a-54f3-42d6-ba83-9b01f1465c9d {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:28.888645 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea0b077-4859-48eb-9d4d-241d1ce7a96a', 'tag': 'ffdd06e4-4504-475a-a87c-2139ecabd29f', 'status': 'completed', 'code': 200} Jul 06 11:48:28.912841 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d71a71e-0222-4f16-831d-42802e9616f1" -d '{"events": [{"server_uuid": "93a26bbb-5488-426e-b26e-6284768f01f0", "name": "network-vif-plugged", "status": "completed", "tag": "8a719b24-20b4-4b91-9104-4664c0350d17"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:28.923624 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de925a-7096-480d-a9de-abb11ad33ea0 req-80b85237-fb95-43b4-acec-72c3e6bcc1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:28.925265 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2de925a-7096-480d-a9de-abb11ad33ea0 req-80b85237-fb95-43b4-acec-72c3e6bcc1c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1363471 Jul 06 11:48:28.932247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2719b199-1d25-43ac-bbfb-27bba130ed8a details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:29.000264 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b33f7db-4f3c-4dfe-a89e-9937de437750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.010533 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eab1e-a048-45cc-9107-c6b66eaef3a9 req-eee3c9e1-6ee8-4a5a-ac5f-08298b6eb025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.011812 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b33f7db-4f3c-4dfe-a89e-9937de437750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.012300 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8a5eab1e-a048-45cc-9107-c6b66eaef3a9 req-eee3c9e1-6ee8-4a5a-ac5f-08298b6eb025 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=573e74f0e95e47e08a64aebf5cccebe2&device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 1116 time: 0.1267054 Jul 06 11:48:29.025150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b33f7db-4f3c-4dfe-a89e-9937de437750 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:29.035769 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b33f7db-4f3c-4dfe-a89e-9937de437750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.036345 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-5b33f7db-4f3c-4dfe-a89e-9937de437750 admin admin] Added segment 73982089-e70d-40d1-9c45-745af5db59f8 of type vlan for network edaeeb2e-d439-4237-a0c0-ae6d772ee1df Jul 06 11:48:29.062035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 2719b199-1d25-43ac-bbfb-27bba130ed8a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2719b199-1d25-43ac-bbfb-27bba130ed8a,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:29.066508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de925a-7096-480d-a9de-abb11ad33ea0 req-9fd1bc60-09f1-4418-9152-dfadc167ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.068053 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2de925a-7096-480d-a9de-abb11ad33ea0 req-9fd1bc60-09f1-4418-9152-dfadc167ad04 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340368 Jul 06 11:48:29.078744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c1407-9c3a-469c-8403-06e78420397a req-1df8149f-2da1-48c8-8d7a-1f272e706810 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.078744 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c0c1407-9c3a-469c-8403-06e78420397a req-1df8149f-2da1-48c8-8d7a-1f272e706810 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 970 time: 0.2336068 Jul 06 11:48:29.085458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '2719b199-1d25-43ac-bbfb-27bba130ed8a', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '2719b199-1d25-43ac-bbfb-27bba130ed8a', 'mac_address': 'fa:16:3e:f7:4b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:29.093743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50342) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:29.119708 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b33f7db-4f3c-4dfe-a89e-9937de437750 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.127507 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.141457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2719b199-1d25-43ac-bbfb-27bba130ed8a {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:29.145259 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-093f242f-f3c7-464d-b994-6dec66369faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.161797 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33f7db-4f3c-4dfe-a89e-9937de437750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c292fd02-d6c2-4415-b6c8-326c3d06f470,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:29.167676 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 2719b199-1d25-43ac-bbfb-27bba130ed8a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2719b199-1d25-43ac-bbfb-27bba130ed8a,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:29.180037 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.199661 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b33f7db-4f3c-4dfe-a89e-9937de437750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.200589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b33f7db-4f3c-4dfe-a89e-9937de437750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.201168 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b33f7db-4f3c-4dfe-a89e-9937de437750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.209952 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c0c1407-9c3a-469c-8403-06e78420397a req-f308106b-ae7d-4da6-883b-eff76db141dd tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940900 Jul 06 11:48:29.257951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eab1e-a048-45cc-9107-c6b66eaef3a9 req-898a7e44-64e4-41b5-beda-6fdd46e3766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.259604 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8a5eab1e-a048-45cc-9107-c6b66eaef3a9 req-898a7e44-64e4-41b5-beda-6fdd46e3766f service neutron] 10.222.0.89 "GET /v2.0/networks?id=76dc66c5-cac1-411d-8b13-f5071a1927d8 HTTP/1.1" status: 200 len: 925 time: 0.2308662 Jul 06 11:48:29.262252 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=2719b199-1d25-43ac-bbfb-27bba130ed8a,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:29.265782 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2de925a-7096-480d-a9de-abb11ad33ea0 req-4ee2e66a-3168-4987-8ce9-aebce7d7d505 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588805 Jul 06 11:48:29.272335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210390ff-fad0-40c0-b555-851f71dfd9f2 req-88b0d4f8-3641-44b9-b35f-24a99cac0f54 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.274057 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-210390ff-fad0-40c0-b555-851f71dfd9f2 req-88b0d4f8-3641-44b9-b35f-24a99cac0f54 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 965 time: 0.2860451 Jul 06 11:48:29.297474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33f7db-4f3c-4dfe-a89e-9937de437750 admin admin] Pushing event updated for resources: {'Network': ['ID=edaeeb2e-d439-4237-a0c0-ae6d772ee1df,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:29.306091 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8a5eab1e-a048-45cc-9107-c6b66eaef3a9 req-b6efd809-d526-41ff-8f2b-dbdd17b43eba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffdd06e4-4504-475a-a87c-2139ecabd29f HTTP/1.1" status: 200 len: 217 time: 0.0393476 Jul 06 11:48:29.314273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network edaeeb2e-d439-4237-a0c0-ae6d772ee1df details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:29.345155 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-210390ff-fad0-40c0-b555-851f71dfd9f2 req-13100616-fbb0-4ce7-8f05-963d4f93e855 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615933 Jul 06 11:48:29.400934 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-093f242f-f3c7-464d-b994-6dec66369faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.407268 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-093f242f-f3c7-464d-b994-6dec66369faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.409601 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eab1e-a048-45cc-9107-c6b66eaef3a9 req-58431abc-5c35-4c15-8258-5ad234979edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.411106 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8a5eab1e-a048-45cc-9107-c6b66eaef3a9 req-58431abc-5c35-4c15-8258-5ad234979edc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e HTTP/1.1" status: 200 len: 863 time: 0.0959227 Jul 06 11:48:29.428666 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5b33f7db-4f3c-4dfe-a89e-9937de437750 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7704322 Jul 06 11:48:29.433097 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50346) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:29.442677 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c987ab-9265-4228-8015-808d72b05fb6 x-openstack-request-id: req-50c987ab-9265-4228-8015-808d72b05fb6 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:29.442993 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a26bbb-5488-426e-b26e-6284768f01f0", "name": "network-vif-plugged", "status": "completed", "tag": "8a719b24-20b4-4b91-9104-4664c0350d17", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:29.443420 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-50c987ab-9265-4228-8015-808d72b05fb6 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:29.444161 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a26bbb-5488-426e-b26e-6284768f01f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a719b24-20b4-4b91-9104-4664c0350d17', 'code': 200} Jul 06 11:48:29.448498 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-95f4c51b-3a4f-4cf9-be2f-be814ec9dba5 admin admin] Request body: {'subnet': {'network_id': 'edaeeb2e-d439-4237-a0c0-ae6d772ee1df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1764768038-subnet', 'tenant_id': '52f3c59b690d4a1ab6be64f5c711849b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:29.467562 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-093f242f-f3c7-464d-b994-6dec66369faf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7431cf6bc98f46c4a016bf3d512fb43f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672485 Jul 06 11:48:29.470819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50348) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:29.478898 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2de925a-7096-480d-a9de-abb11ad33ea0 req-b80ebc89-07ab-4ceb-9ec8-1484e7f0633a service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718314 Jul 06 11:48:29.479089 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f242f-f3c7-464d-b994-6dec66369faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc481f1-7140-4249-9902-7cbcd36bf13d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:29.485168 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['2719b199-1d25-43ac-bbfb-27bba130ed8a'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:29.509435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f4c51b-3a4f-4cf9-be2f-be814ec9dba5 admin admin] Made reservation on behalf of 52f3c59b690d4a1ab6be64f5c711849b for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:29.511723 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95f4c51b-3a4f-4cf9-be2f-be814ec9dba5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.534536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eab1e-a048-45cc-9107-c6b66eaef3a9 req-719f59d1-87c8-45ed-999f-e78f64d5e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.536866 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8a5eab1e-a048-45cc-9107-c6b66eaef3a9 req-719f59d1-87c8-45ed-999f-e78f64d5e7ee service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=76dc66c5-cac1-411d-8b13-f5071a1927d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178300 Jul 06 11:48:29.660892 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b99353f-ae10-4091-bb64-5302beb8f440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.710254 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4b3d5-d80b-4e5c-a6f7-bb7f955b9f5f req-f9e0b1d7-beab-4637-a377-6abe3cc1b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.711783 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b3c4b3d5-d80b-4e5c-a6f7-bb7f955b9f5f req-f9e0b1d7-beab-4637-a377-6abe3cc1b427 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 1122 time: 0.1643710 Jul 06 11:48:29.715391 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8a5eab1e-a048-45cc-9107-c6b66eaef3a9 req-04f67463-6482-44e7-80b7-3ce4fab67fe4 service neutron] 10.222.0.89 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663926 Jul 06 11:48:29.723855 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b99353f-ae10-4091-bb64-5302beb8f440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.751141 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b3c4b3d5-d80b-4e5c-a6f7-bb7f955b9f5f req-047cb738-3b53-401e-938b-855599fa1e18 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.770502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d479e-fb3a-4250-813b-33e4fabc1c12 req-843761b4-29a7-4040-bbf3-0ee935bf0395 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.772057 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e53d479e-fb3a-4250-813b-33e4fabc1c12 req-843761b4-29a7-4040-bbf3-0ee935bf0395 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 971 time: 0.1878307 Jul 06 11:48:29.853721 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b99353f-ae10-4091-bb64-5302beb8f440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.856950 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b99353f-ae10-4091-bb64-5302beb8f440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.858087 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8b99353f-ae10-4091-bb64-5302beb8f440 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2dc481f1-7140-4249-9902-7cbcd36bf13d HTTP/1.1" status: 204 len: 168 time: 0.3863180 Jul 06 11:48:29.868240 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95f4c51b-3a4f-4cf9-be2f-be814ec9dba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:29.884370 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e53d479e-fb3a-4250-813b-33e4fabc1c12 req-15303f3f-877c-49c7-ac36-f3482013db1c tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991306 Jul 06 11:48:29.907916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99353f-ae10-4091-bb64-5302beb8f440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc481f1-7140-4249-9902-7cbcd36bf13d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:29.908119 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8a5eab1e-a048-45cc-9107-c6b66eaef3a9 req-4fa813b1-4694-4675-a21d-8f58f7cf4b99 service neutron] 10.222.0.89 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726696 Jul 06 11:48:29.947731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4c51b-3a4f-4cf9-be2f-be814ec9dba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4946da79-5f03-4481-98e5-6c8439e27c8b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:29.957284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4c51b-3a4f-4cf9-be2f-be814ec9dba5 admin admin] Checking segment: {'id': '73982089-e70d-40d1-9c45-745af5db59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'edaeeb2e-d439-4237-a0c0-ae6d772ee1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:29.957646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f4c51b-3a4f-4cf9-be2f-be814ec9dba5 admin admin] Network hostable DHCP agents. Network: edaeeb2e-d439-4237-a0c0-ae6d772ee1df, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:29.976567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f4c51b-3a4f-4cf9-be2f-be814ec9dba5 admin admin] Network edaeeb2e-d439-4237-a0c0-ae6d772ee1df is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:29.986606 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-95f4c51b-3a4f-4cf9-be2f-be814ec9dba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, edaeeb2e-d439-4237-a0c0-ae6d772ee1df) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:29.989555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c771f-0843-47c4-91da-a2b86c35cbe2 req-1cc6fa3b-e490-4957-aa73-4a9b4604373b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.990628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f4c51b-3a4f-4cf9-be2f-be814ec9dba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:29.991089 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc4c771f-0843-47c4-91da-a2b86c35cbe2 req-1cc6fa3b-e490-4957-aa73-4a9b4604373b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 948 time: 0.1379192 Jul 06 11:48:29.991245 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95f4c51b-3a4f-4cf9-be2f-be814ec9dba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.002953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7654fe0-bdac-4cf4-96fe-cca36f1d9da8 None None] Network edaeeb2e-d439-4237-a0c0-ae6d772ee1df requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:30.045979 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b3c4b3d5-d80b-4e5c-a6f7-bb7f955b9f5f req-047cb738-3b53-401e-938b-855599fa1e18 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.053417 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b3c4b3d5-d80b-4e5c-a6f7-bb7f955b9f5f req-047cb738-3b53-401e-938b-855599fa1e18 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:30.062893 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-95f4c51b-3a4f-4cf9-be2f-be814ec9dba5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6239753 Jul 06 11:48:30.068399 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc4c771f-0843-47c4-91da-a2b86c35cbe2 req-fe10dd6a-3532-4776-bfc8-cbf0558b63a5 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713260 Jul 06 11:48:30.096360 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b3c4b3d5-d80b-4e5c-a6f7-bb7f955b9f5f req-047cb738-3b53-401e-938b-855599fa1e18 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724821 Jul 06 11:48:30.111728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cb738-3b53-401e-938b-855599fa1e18 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=284024ce-d3f8-468c-961e-4030966c5c8f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:30.148933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e217c9a1-f07c-46ca-9cfe-c8468baf0d86 None None] Network edaeeb2e-d439-4237-a0c0-ae6d772ee1df requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:30.407407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bb9ff-67b6-4b16-b962-ed03f60ec38a req-932709f9-9ea6-4af0-9e8a-4b3e853530ef tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:30.408926 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2c1bb9ff-67b6-4b16-b962-ed03f60ec38a req-932709f9-9ea6-4af0-9e8a-4b3e853530ef tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 970 time: 0.0663424 Jul 06 11:48:30.455492 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2c1bb9ff-67b6-4b16-b962-ed03f60ec38a req-b0b0427d-a97d-436d-a771-2a5346600482 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 Jul 06 11:48:30.654199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801afc4-959e-4af4-939f-ffdd9031fbcb req-9c8d8f46-16fa-4c90-9054-934bf7d79fee tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:30.655771 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9801afc4-959e-4af4-939f-ffdd9031fbcb req-9c8d8f46-16fa-4c90-9054-934bf7d79fee tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 965 time: 0.0757842 Jul 06 11:48:30.696756 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9801afc4-959e-4af4-939f-ffdd9031fbcb req-573a692f-5d3c-428d-8cf3-97ef74c6004c tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351961 Jul 06 11:48:30.716606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a3895-de3a-4345-bf0c-c388db364ebd req-6d0dad99-a20f-4b42-83db-30eeb5875d54 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:30.718135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-702a3895-de3a-4345-bf0c-c388db364ebd req-6d0dad99-a20f-4b42-83db-30eeb5875d54 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 808 time: 0.1112671 Jul 06 11:48:30.732753 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-702a3895-de3a-4345-bf0c-c388db364ebd req-2cd33f86-03af-47e2-b695-53326fe5675d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/quotas/4843c8d3b46e40b0bd7d0bef48a42377 HTTP/1.1" status: 200 len: 375 time: 0.0092716 Jul 06 11:48:30.766020 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-702a3895-de3a-4345-bf0c-c388db364ebd req-1f5057d5-05ba-4924-9fe1-0c14403cd8fa tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281634 Jul 06 11:48:30.866493 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-702a3895-de3a-4345-bf0c-c388db364ebd req-e886de47-b8b9-41b9-9973-1a248a531a5e service neutron] 10.222.0.81 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931563 Jul 06 11:48:30.922579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2719b199-1d25-43ac-bbfb-27bba130ed8a up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:30.970057 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-702a3895-de3a-4345-bf0c-c388db364ebd req-29af08f0-0d3b-4032-8eda-00875f34b3ae service neutron] 10.222.0.81 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956762 Jul 06 11:48:30.975365 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 2719b199-1d25-43ac-bbfb-27bba130ed8a completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:30.979717 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 2719b199-1d25-43ac-bbfb-27bba130ed8a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:30.981235 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.089830 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.091560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af31ee-7ff2-41e8-aec0-11039b799987 req-9904cb69-74d8-4051-b77f-69a1c73bce47 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:31.093113 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45af31ee-7ff2-41e8-aec0-11039b799987 req-9904cb69-74d8-4051-b77f-69a1c73bce47 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 971 time: 0.0762126 Jul 06 11:48:31.152396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 2719b199-1d25-43ac-bbfb-27bba130ed8a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2719b199-1d25-43ac-bbfb-27bba130ed8a,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:31.160725 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:31.161013 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45af31ee-7ff2-41e8-aec0-11039b799987 req-cb0c4645-2476-4736-9ca7-90906c47d98c tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543694 Jul 06 11:48:31.231758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=2719b199-1d25-43ac-bbfb-27bba130ed8a,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:31.268475 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d9b0c5f8-d47d-4c86-9583-c2549ab915ef req-ae8f485a-5e16-4162-9b5b-03ea7c34a4e2 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 210 time: 0.0364778 Jul 06 11:48:31.322409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d201d3-125b-4433-a371-5b623468bcb1 req-d79c1d78-8faf-47f9-8b7b-e9f5a3c443c9 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:31.324072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d0d201d3-125b-4433-a371-5b623468bcb1 req-d79c1d78-8faf-47f9-8b7b-e9f5a3c443c9 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 949 time: 0.0853665 Jul 06 11:48:31.367790 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d0d201d3-125b-4433-a371-5b623468bcb1 req-eb373502-9e89-4804-9831-7e557e43e3fd tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358763 Jul 06 11:48:31.445856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c06f213-98df-4cba-bcc9-fbf9e091f716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2719b199-1d25-43ac-bbfb-27bba130ed8a'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:31.448602 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e61892f-b7b8-4989-8f30-e24833a8d101" -d '{"events": [{"server_uuid": "8c06f213-98df-4cba-bcc9-fbf9e091f716", "name": "network-vif-plugged", "status": "completed", "tag": "2719b199-1d25-43ac-bbfb-27bba130ed8a"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:31.503175 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44112581-752b-4630-bcbb-8682f7f9dc0c x-openstack-request-id: req-44112581-752b-4630-bcbb-8682f7f9dc0c {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:31.503629 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c06f213-98df-4cba-bcc9-fbf9e091f716", "name": "network-vif-plugged", "status": "completed", "tag": "2719b199-1d25-43ac-bbfb-27bba130ed8a", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:31.503980 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44112581-752b-4630-bcbb-8682f7f9dc0c {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:31.504661 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c06f213-98df-4cba-bcc9-fbf9e091f716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2719b199-1d25-43ac-bbfb-27bba130ed8a', 'code': 200} Jul 06 11:48:31.622560 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575df63-a839-4d5c-80b9-884e3f1c8de7 req-40a27bab-08c2-4f7d-8e9d-018bb44cbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:31.624653 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7575df63-a839-4d5c-80b9-884e3f1c8de7 req-40a27bab-08c2-4f7d-8e9d-018bb44cbc3a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 1100 time: 0.0573938 Jul 06 11:48:31.693493 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7575df63-a839-4d5c-80b9-884e3f1c8de7 req-e4c19ba7-ec19-45f6-ac87-bb6db4518b79 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533957 Jul 06 11:48:31.736001 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ea22b-dc76-414c-acfc-ccda9064062b req-9bdebea2-2d9b-436c-8340-aa687ee41a3d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:31.744127 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e76ea22b-dc76-414c-acfc-ccda9064062b req-9bdebea2-2d9b-436c-8340-aa687ee41a3d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 970 time: 0.1159875 Jul 06 11:48:31.786247 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e76ea22b-dc76-414c-acfc-ccda9064062b req-1964f99c-b984-45f0-8803-865c5589fd28 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343900 Jul 06 11:48:31.966132 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0d879-4a8b-4abc-b983-01779d25a81f req-f26daf81-be1b-428d-9a94-07e1bb6b8bdc tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:31.967783 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e2a0d879-4a8b-4abc-b983-01779d25a81f req-f26daf81-be1b-428d-9a94-07e1bb6b8bdc tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 965 time: 0.0717959 Jul 06 11:48:32.008814 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e2a0d879-4a8b-4abc-b983-01779d25a81f req-b5717357-8daa-4c67-817d-8f021712966b tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348511 Jul 06 11:48:32.069356 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ffdd06e4-4504-475a-a87c-2139ecabd29f details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:32.173211 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ffdd06e4-4504-475a-a87c-2139ecabd29f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ffdd06e4-4504-475a-a87c-2139ecabd29f,segment=NetworkSegment(ad06e564-070a-4c82-800f-fecdb2508756),segment_id=ad06e564-070a-4c82-800f-fecdb2508756)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:32.184216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'ffdd06e4-4504-475a-a87c-2139ecabd29f', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'port_id': 'ffdd06e4-4504-475a-a87c-2139ecabd29f', 'mac_address': 'fa:16:3e:7f:e5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-1252616271', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:32.221583 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.235497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffdd06e4-4504-475a-a87c-2139ecabd29f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:32.255559 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ffdd06e4-4504-475a-a87c-2139ecabd29f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ffdd06e4-4504-475a-a87c-2139ecabd29f,segment=NetworkSegment(ad06e564-070a-4c82-800f-fecdb2508756),segment_id=ad06e564-070a-4c82-800f-fecdb2508756)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:32.262921 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.263849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f51dc0c0-545d-4658-98f1-47f8ca7ab970 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:32.326376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=ffdd06e4-4504-475a-a87c-2139ecabd29f,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:32.404303 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77bca6-67ad-4f55-9cac-71cf056397bd req-c6eccb4d-fefa-486c-ae32-253be9ef8199 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:32.408399 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-df77bca6-67ad-4f55-9cac-71cf056397bd req-c6eccb4d-fefa-486c-ae32-253be9ef8199 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 971 time: 0.1189079 Jul 06 11:48:32.479470 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f51dc0c0-545d-4658-98f1-47f8ca7ab970, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:32.487574 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-df77bca6-67ad-4f55-9cac-71cf056397bd req-7dfd8817-0d6e-423e-9ffd-9187bde976c2 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720484 Jul 06 11:48:32.507503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'f51dc0c0-545d-4658-98f1-47f8ca7ab970', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'f51dc0c0-545d-4658-98f1-47f8ca7ab970', 'mac_address': 'fa:16:3e:47:bf:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:tempest-test_az-1252616271', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:32.531573 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a3895-de3a-4345-bf0c-c388db364ebd req-3fff1286-9364-402d-86f8-d738b8abcbf3 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:32.534189 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-702a3895-de3a-4345-bf0c-c388db364ebd req-3fff1286-9364-402d-86f8-d738b8abcbf3 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.23 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 808 time: 0.1479402 Jul 06 11:48:32.548562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-702a3895-de3a-4345-bf0c-c388db364ebd req-cfb28f1c-2d86-4ca9-a4b6-87b193fdc95e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Request body: {'port': {'device_id': 'dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c', 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4', 'admin_state_up': True, 'tenant_id': '4843c8d3b46e40b0bd7d0bef48a42377'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:32.569766 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.583217 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51dc0c0-545d-4658-98f1-47f8ca7ab970 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:32.608648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f51dc0c0-545d-4658-98f1-47f8ca7ab970, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:32.613499 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.685349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=f51dc0c0-545d-4658-98f1-47f8ca7ab970,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:32.750131 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702a3895-de3a-4345-bf0c-c388db364ebd req-cfb28f1c-2d86-4ca9-a4b6-87b193fdc95e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Made reservation on behalf of 4843c8d3b46e40b0bd7d0bef48a42377 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:32.751859 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f2f21fa-60fb-47b3-8201-f640cdb540da req-9fdfb996-1d4d-4328-bcf3-1f7d6901dee5 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 210 time: 0.0332332 Jul 06 11:48:32.753586 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-702a3895-de3a-4345-bf0c-c388db364ebd req-cfb28f1c-2d86-4ca9-a4b6-87b193fdc95e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:32.835902 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2af985-1360-44dc-85e0-a1a0bec62485 req-7178fa41-fc1d-42de-8522-82c95305fc52 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:32.837381 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4d2af985-1360-44dc-85e0-a1a0bec62485 req-7178fa41-fc1d-42de-8522-82c95305fc52 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 949 time: 0.1349812 Jul 06 11:48:32.875944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['f51dc0c0-545d-4658-98f1-47f8ca7ab970'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:32.903538 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['ffdd06e4-4504-475a-a87c-2139ecabd29f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:32.915749 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4d2af985-1360-44dc-85e0-a1a0bec62485 req-ba2a91b1-6b91-4add-9efd-e49fbef42ddd tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711539 Jul 06 11:48:32.928595 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-702a3895-de3a-4345-bf0c-c388db364ebd req-cfb28f1c-2d86-4ca9-a4b6-87b193fdc95e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Allocated IP 172.20.0.2 (f2e9b7d6-944b-4592-9597-94c9d66799e4/ee177648-6d0e-46f5-a7ba-dce8ba04775a/94372c08-32a1-4e21-b75c-f55fdedcb931) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:32.933598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58b397-d4f1-4043-a968-5565fde07d69 req-f2bcc4bd-a4b1-452a-8bdd-5e376202e489 tempest-AggregatesAdminTestJSON-972185050 tempest-AggregatesAdminTestJSON-972185050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:32.936716 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8e58b397-d4f1-4043-a968-5565fde07d69 req-f2bcc4bd-a4b1-452a-8bdd-5e376202e489 tempest-AggregatesAdminTestJSON-972185050 tempest-AggregatesAdminTestJSON-972185050-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 1122 time: 0.0897608 Jul 06 11:48:32.961846 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8e58b397-d4f1-4043-a968-5565fde07d69 req-f854b827-507d-4a12-ab0f-dbf8a2b833f2 tempest-AggregatesAdminTestJSON-972185050 tempest-AggregatesAdminTestJSON-972185050-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.074135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8e58b397-d4f1-4043-a968-5565fde07d69 req-f854b827-507d-4a12-ab0f-dbf8a2b833f2 tempest-AggregatesAdminTestJSON-972185050 tempest-AggregatesAdminTestJSON-972185050-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.079487 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8e58b397-d4f1-4043-a968-5565fde07d69 req-f854b827-507d-4a12-ab0f-dbf8a2b833f2 tempest-AggregatesAdminTestJSON-972185050 tempest-AggregatesAdminTestJSON-972185050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.117849 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8e58b397-d4f1-4043-a968-5565fde07d69 req-f854b827-507d-4a12-ab0f-dbf8a2b833f2 tempest-AggregatesAdminTestJSON-972185050 tempest-AggregatesAdminTestJSON-972185050-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752353 Jul 06 11:48:33.120059 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854b827-507d-4a12-ab0f-dbf8a2b833f2 tempest-AggregatesAdminTestJSON-972185050 tempest-AggregatesAdminTestJSON-972185050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368a20a8-dfab-4ec6-ba8c-662ec99d39ee,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:33.194475 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-702a3895-de3a-4345-bf0c-c388db364ebd req-cfb28f1c-2d86-4ca9-a4b6-87b193fdc95e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.203361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f515e-a446-44a2-9780-fd8ba2b95855 req-7b66bd85-78ac-4cd8-a2ed-71684a7a8ad3 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:33.204826 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a58f515e-a446-44a2-9780-fd8ba2b95855 req-7b66bd85-78ac-4cd8-a2ed-71684a7a8ad3 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 971 time: 0.1304026 Jul 06 11:48:33.342986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4710c6f-6d87-48d3-96e1-1fe489b7695b req-12d5a23d-dea5-4031-aebc-0d8422aec3b3 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:33.344575 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a4710c6f-6d87-48d3-96e1-1fe489b7695b req-12d5a23d-dea5-4031-aebc-0d8422aec3b3 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 966 time: 0.0667534 Jul 06 11:48:33.384056 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a4710c6f-6d87-48d3-96e1-1fe489b7695b req-556a80d9-9113-4235-aada-ebf46add7b53 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330698 Jul 06 11:48:33.471786 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a58f515e-a446-44a2-9780-fd8ba2b95855 req-1df3078d-89cc-49f4-84e4-05582983ce91 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605333 Jul 06 11:48:33.483818 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-702a3895-de3a-4345-bf0c-c388db364ebd req-cfb28f1c-2d86-4ca9-a4b6-87b193fdc95e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.541752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702a3895-de3a-4345-bf0c-c388db364ebd req-cfb28f1c-2d86-4ca9-a4b6-87b193fdc95e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Network f2e9b7d6-944b-4592-9597-94c9d66799e4 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:33.548566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-702a3895-de3a-4345-bf0c-c388db364ebd req-cfb28f1c-2d86-4ca9-a4b6-87b193fdc95e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:33.553764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-702a3895-de3a-4345-bf0c-c388db364ebd req-cfb28f1c-2d86-4ca9-a4b6-87b193fdc95e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:33.560136 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a3895-de3a-4345-bf0c-c388db364ebd req-cfb28f1c-2d86-4ca9-a4b6-87b193fdc95e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:33.560645 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-702a3895-de3a-4345-bf0c-c388db364ebd req-cfb28f1c-2d86-4ca9-a4b6-87b193fdc95e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.569531 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb28f1c-2d86-4ca9-a4b6-87b193fdc95e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Pushing event updated for resources: {'Port': ['ID=94372c08-32a1-4e21-b75c-f55fdedcb931,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:33.582821 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-702a3895-de3a-4345-bf0c-c388db364ebd req-cfb28f1c-2d86-4ca9-a4b6-87b193fdc95e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0384595 Jul 06 11:48:33.595878 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Request body: {'port': {'device_id': 'dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:33.674819 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.845962 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50484) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:33.974606 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce9dc-5d06-45db-aa0d-4aa493ad2efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:33.991463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ca921-74e0-4c35-9f27-28760d0a82b1 req-a2000168-bb81-4792-be20-11595169d2e7 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:33.992981 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e60ca921-74e0-4c35-9f27-28760d0a82b1 req-a2000168-bb81-4792-be20-11595169d2e7 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 931 time: 0.1107812 Jul 06 11:48:34.056545 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94372c08-32a1-4e21-b75c-f55fdedcb931 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:34.069452 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ffdd06e4-4504-475a-a87c-2139ecabd29f up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:34.070284 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.082895 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e60ca921-74e0-4c35-9f27-28760d0a82b1 req-bbad4554-525e-46a1-89d0-06fc37097c13 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656397 Jul 06 11:48:34.091208 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Transition to ACTIVE for port object 94372c08-32a1-4e21-b75c-f55fdedcb931 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:34.096343 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.174040 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port ffdd06e4-4504-475a-a87c-2139ecabd29f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:34.179841 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port ffdd06e4-4504-475a-a87c-2139ecabd29f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:34.180500 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.185154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Pushing event updated for resources: {'Port': ['ID=94372c08-32a1-4e21-b75c-f55fdedcb931,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:34.191796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Attempting to bind port 94372c08-32a1-4e21-b75c-f55fdedcb931 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:34.192107 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Attempting to bind port 94372c08-32a1-4e21-b75c-f55fdedcb931 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:34.192431 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Attempting to bind port 94372c08-32a1-4e21-b75c-f55fdedcb931 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:34.197049 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Port 94372c08-32a1-4e21-b75c-f55fdedcb931 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:34.197373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Attempting to bind port 94372c08-32a1-4e21-b75c-f55fdedcb931 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:34.203027 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:34.203370 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Checking segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:34.203736 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Bound using segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:34.204154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Bound port: 94372c08-32a1-4e21-b75c-f55fdedcb931, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:34.204511 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.274129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] For port 94372c08-32a1-4e21-b75c-f55fdedcb931, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:34.276436 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce9dc-5d06-45db-aa0d-4aa493ad2efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.278886 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] For port 94372c08-32a1-4e21-b75c-f55fdedcb931, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=94372c08-32a1-4e21-b75c-f55fdedcb931,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:34.282215 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce9dc-5d06-45db-aa0d-4aa493ad2efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.285545 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.309549 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.331254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ce9dc-5d06-45db-aa0d-4aa493ad2efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1038d3-f410-4937-9077-d3e1ce57e9d2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:34.341661 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.342258 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6d8ce9dc-5d06-45db-aa0d-4aa493ad2efb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=01adf86a2e2e442dbb0df7d38eab6eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4942760 Jul 06 11:48:34.342716 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.344693 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-702a3895-de3a-4345-bf0c-c388db364ebd req-f1e19912-400f-448e-9894-29b58b6634da service neutron] 10.222.0.23 "PUT /v2.0/ports/94372c08-32a1-4e21-b75c-f55fdedcb931 HTTP/1.1" status: 200 len: 1091 time: 0.7531104 Jul 06 11:48:34.345199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50510) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:34.345516 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c', 'tag': '94372c08-32a1-4e21-b75c-f55fdedcb931'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:34.355826 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9fd189-ce3d-4ad2-ae22-2726b7342baa" -d '{"events": [{"name": "network-changed", "server_uuid": "dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c", "tag": "94372c08-32a1-4e21-b75c-f55fdedcb931"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:34.377774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ffdd06e4-4504-475a-a87c-2139ecabd29f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ffdd06e4-4504-475a-a87c-2139ecabd29f,segment=NetworkSegment(ad06e564-070a-4c82-800f-fecdb2508756),segment_id=ad06e564-070a-4c82-800f-fecdb2508756)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:34.379864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea0b077-4859-48eb-9d4d-241d1ce7a96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdd06e4-4504-475a-a87c-2139ecabd29f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:34.383383 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3413ee11-f632-4282-8c5f-d54f725691bb" -d '{"events": [{"server_uuid": "aea0b077-4859-48eb-9d4d-241d1ce7a96a", "name": "network-vif-plugged", "status": "completed", "tag": "ffdd06e4-4504-475a-a87c-2139ecabd29f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:34.385841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4bd31-0cca-485d-bf61-7f274396d4ac req-b822b10f-4cd1-4cb1-bb04-c11b94971945 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.388261 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-46b4bd31-0cca-485d-bf61-7f274396d4ac req-b822b10f-4cd1-4cb1-bb04-c11b94971945 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 949 time: 0.1593769 Jul 06 11:48:34.389200 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.390132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f51dc0c0-545d-4658-98f1-47f8ca7ab970 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:34.413275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e19912-400f-448e-9894-29b58b6634da service neutron] Pushing event updated for resources: {'Port': ['ID=94372c08-32a1-4e21-b75c-f55fdedcb931,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:34.437749 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe84b86-1d37-4d63-b417-1f63165ca131 x-openstack-request-id: req-ffe84b86-1d37-4d63-b417-1f63165ca131 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:34.438133 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c", "tag": "94372c08-32a1-4e21-b75c-f55fdedcb931", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:34.438932 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ffe84b86-1d37-4d63-b417-1f63165ca131 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:34.439662 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c', 'tag': '94372c08-32a1-4e21-b75c-f55fdedcb931', 'status': 'completed', 'code': 200} Jul 06 11:48:34.457244 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-46b4bd31-0cca-485d-bf61-7f274396d4ac req-07b302ab-a22e-4331-a32f-b9ba8dfd8896 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607603 Jul 06 11:48:34.462550 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-369da7da-5dca-4b08-99f2-483709a59027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.475162 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a3895-de3a-4345-bf0c-c388db364ebd req-8f68dc90-3043-4f53-b11c-c4c6a45652bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.477554 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-702a3895-de3a-4345-bf0c-c388db364ebd req-8f68dc90-3043-4f53-b11c-c4c6a45652bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 1094 time: 0.0794601 Jul 06 11:48:34.492829 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-369da7da-5dca-4b08-99f2-483709a59027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.512067 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=ffdd06e4-4504-475a-a87c-2139ecabd29f,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:34.529919 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port f51dc0c0-545d-4658-98f1-47f8ca7ab970 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:34.538076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port f51dc0c0-545d-4658-98f1-47f8ca7ab970 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:34.540738 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.541205 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-702a3895-de3a-4345-bf0c-c388db364ebd req-fe5ae622-d471-45df-a662-336c4a4297df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94372c08-32a1-4e21-b75c-f55fdedcb931 HTTP/1.1" status: 200 len: 217 time: 0.0515306 Jul 06 11:48:34.558767 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-369da7da-5dca-4b08-99f2-483709a59027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.563812 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-369da7da-5dca-4b08-99f2-483709a59027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.567758 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-369da7da-5dca-4b08-99f2-483709a59027 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8e1038d3-f410-4937-9077-d3e1ce57e9d2 HTTP/1.1" status: 204 len: 168 time: 0.2201953 Jul 06 11:48:34.587114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369da7da-5dca-4b08-99f2-483709a59027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1038d3-f410-4937-9077-d3e1ce57e9d2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:34.645202 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a3895-de3a-4345-bf0c-c388db364ebd req-d8f5e403-a4f3-4925-b3dd-f1b4af6975b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.646956 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-702a3895-de3a-4345-bf0c-c388db364ebd req-d8f5e403-a4f3-4925-b3dd-f1b4af6975b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.0956881 Jul 06 11:48:34.647066 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e6cc02-e5eb-4083-8f23-623b6d6bad44 x-openstack-request-id: req-82e6cc02-e5eb-4083-8f23-623b6d6bad44 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:34.647311 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea0b077-4859-48eb-9d4d-241d1ce7a96a", "name": "network-vif-plugged", "status": "completed", "tag": "ffdd06e4-4504-475a-a87c-2139ecabd29f", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:34.647545 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82e6cc02-e5eb-4083-8f23-623b6d6bad44 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:34.647926 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea0b077-4859-48eb-9d4d-241d1ce7a96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdd06e4-4504-475a-a87c-2139ecabd29f', 'code': 200} Jul 06 11:48:34.716913 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-702a3895-de3a-4345-bf0c-c388db364ebd req-a3bad40a-df38-4b7d-b1ad-00adfef7079a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579784 Jul 06 11:48:34.735655 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.780569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f51dc0c0-545d-4658-98f1-47f8ca7ab970, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:34.786629 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.849331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=f51dc0c0-545d-4658-98f1-47f8ca7ab970,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:34.857991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb28ee0-25fb-4a95-8750-c7150f1b1732 req-c6c6722d-e44a-41a7-9e9d-4817beb65965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.859417 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3cb28ee0-25fb-4a95-8750-c7150f1b1732 req-c6c6722d-e44a-41a7-9e9d-4817beb65965 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 1118 time: 0.2100525 Jul 06 11:48:34.872122 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbf460-d875-4561-ae30-2c958d6dc4eb req-12f897ad-49fd-4aa0-afc8-2b3a2d0b55c5 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:34.873924 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ffbf460-d875-4561-ae30-2c958d6dc4eb req-12f897ad-49fd-4aa0-afc8-2b3a2d0b55c5 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 967 time: 0.2124271 Jul 06 11:48:34.882890 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-702a3895-de3a-4345-bf0c-c388db364ebd req-6f0fe20e-a854-41da-ad29-c26145aa8fea service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443026 Jul 06 11:48:34.954437 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50532) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:34.969083 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-624612df-f2f6-42ad-ae7c-d3b566c9d320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:34.988274 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3cb28ee0-25fb-4a95-8750-c7150f1b1732 req-202b6c8e-52e2-4bce-a545-4a9403abc2a1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137185 Jul 06 11:48:34.993057 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ffbf460-d875-4561-ae30-2c958d6dc4eb req-3be4d7e0-b6a6-4544-8cd5-40a412c38bb7 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025867 Jul 06 11:48:35.036834 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-702a3895-de3a-4345-bf0c-c388db364ebd req-698850d7-a5ff-43a2-9d99-9792080c3f20 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413848 Jul 06 11:48:35.117625 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-624612df-f2f6-42ad-ae7c-d3b566c9d320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.124536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-624612df-f2f6-42ad-ae7c-d3b566c9d320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.180470 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-624612df-f2f6-42ad-ae7c-d3b566c9d320 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=826d9d8e16394ecd8f7b6682faf9b38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247207 Jul 06 11:48:35.181229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50536) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:35.182895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624612df-f2f6-42ad-ae7c-d3b566c9d320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47c73c1-ce2c-4b4f-a597-b4ba3b8cfcdb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:35.190381 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fd189-ce3d-4ad2-ae22-2726b7342baa req-d993e4fa-3fc1-455d-8527-13f5e5efaa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:35.192002 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca9fd189-ce3d-4ad2-ae22-2726b7342baa req-d993e4fa-3fc1-455d-8527-13f5e5efaa4b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 1094 time: 0.0994868 Jul 06 11:48:35.209373 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.254601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6bfe9414-ab5d-4e8f-8588-f5f5913fb1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.276758 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6bfe9414-ab5d-4e8f-8588-f5f5913fb1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.296015 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336ba2b-3436-4edd-af23-1b3d58fc7daf req-8c4ac780-fc44-492f-86d1-6139ca383162 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:35.297564 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e336ba2b-3436-4edd-af23-1b3d58fc7daf req-8c4ac780-fc44-492f-86d1-6139ca383162 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.1474335 Jul 06 11:48:35.332368 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6bfe9414-ab5d-4e8f-8588-f5f5913fb1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.335182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fd189-ce3d-4ad2-ae22-2726b7342baa req-87149da0-2ff1-4f9c-b59c-2818f818864d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:35.335341 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6bfe9414-ab5d-4e8f-8588-f5f5913fb1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.336946 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6bfe9414-ab5d-4e8f-8588-f5f5913fb1a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f47c73c1-ce2c-4b4f-a597-b4ba3b8cfcdb HTTP/1.1" status: 204 len: 168 time: 0.1355746 Jul 06 11:48:35.337049 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca9fd189-ce3d-4ad2-ae22-2726b7342baa req-87149da0-2ff1-4f9c-b59c-2818f818864d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.1377947 Jul 06 11:48:35.346642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe9414-ab5d-4e8f-8588-f5f5913fb1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47c73c1-ce2c-4b4f-a597-b4ba3b8cfcdb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:35.397804 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca9fd189-ce3d-4ad2-ae22-2726b7342baa req-83ed4e3c-2c73-4678-ad2d-0d4917688aa0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94372c08-32a1-4e21-b75c-f55fdedcb931 HTTP/1.1" status: 200 len: 217 time: 0.0497823 Jul 06 11:48:35.402865 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e336ba2b-3436-4edd-af23-1b3d58fc7daf req-8bb6e94d-22c2-49e9-8083-820fc84ee303 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946472 Jul 06 11:48:35.437048 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a37d469f-ff41-40f3-967b-72c486c70270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:35.457942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fd189-ce3d-4ad2-ae22-2726b7342baa req-d9717891-2d97-4bea-bede-9fbda73aec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:35.460661 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca9fd189-ce3d-4ad2-ae22-2726b7342baa req-d9717891-2d97-4bea-bede-9fbda73aec0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.0549068 Jul 06 11:48:35.499612 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca9fd189-ce3d-4ad2-ae22-2726b7342baa req-8f6efa58-48f1-422a-8c3d-3a5069b8795f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318382 Jul 06 11:48:35.556578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043da50c-a705-4619-a1c2-549815fe87f6 req-1ec49069-d238-4bbb-922c-1bdd43b72ea1 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:35.559208 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-043da50c-a705-4619-a1c2-549815fe87f6 req-1ec49069-d238-4bbb-922c-1bdd43b72ea1 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 943 time: 0.0764117 Jul 06 11:48:35.604722 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-043da50c-a705-4619-a1c2-549815fe87f6 req-a4342569-5bdb-4ff2-8c9f-6dc499560227 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394530 Jul 06 11:48:35.657521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca9fd189-ce3d-4ad2-ae22-2726b7342baa req-c73ee495-50ab-4958-92dd-aa225d7c64e0 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501658 Jul 06 11:48:35.665075 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3cdd4-ca99-4fb3-816c-a0a57786157e req-9a399ca0-d6fc-438a-a21c-5cb97bbb4fb5 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:35.666562 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2cc3cdd4-ca99-4fb3-816c-a0a57786157e req-9a399ca0-d6fc-438a-a21c-5cb97bbb4fb5 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 949 time: 0.1075501 Jul 06 11:48:35.764801 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2cc3cdd4-ca99-4fb3-816c-a0a57786157e req-8e03a291-44a5-4813-80d0-5599adf2b915 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893652 Jul 06 11:48:35.797312 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca9fd189-ce3d-4ad2-ae22-2726b7342baa req-47b342fa-19ee-413c-b45a-bdf500ea795b service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297028 Jul 06 11:48:36.086543 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.191634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c6c54-f3fc-4372-ade6-30b98beee1e3 req-54fe4b51-fac2-4016-b238-cd1ce68ce027 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.193846 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e1c6c54-f3fc-4372-ade6-30b98beee1e3 req-54fe4b51-fac2-4016-b238-cd1ce68ce027 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 967 time: 0.0699503 Jul 06 11:48:36.241043 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e1c6c54-f3fc-4372-ade6-30b98beee1e3 req-5428a604-a148-45b2-8645-c8fda9d4e23b tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400996 Jul 06 11:48:36.452440 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240e56e-75bc-4db9-a66c-60409ec3625b req-4127e517-2f46-4d23-b949-cdc4af6e1eb3 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.454580 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a240e56e-75bc-4db9-a66c-60409ec3625b req-4127e517-2f46-4d23-b949-cdc4af6e1eb3 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 967 time: 0.0775905 Jul 06 11:48:36.463021 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50628) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:36.470738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-94ef543e-e0b3-420c-aee6-455ac61e0f59 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Request body: {'floatingip': {'port_id': 'ffdd06e4-4504-475a-a87c-2139ecabd29f'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:36.587617 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-94ef543e-e0b3-420c-aee6-455ac61e0f59 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:36.650003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51dc0c0-545d-4658-98f1-47f8ca7ab970'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:36.655456 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9e46ca-6112-43d9-8c11-4eb8e3f4355a" -d '{"events": [{"server_uuid": "c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc", "name": "network-vif-plugged", "status": "completed", "tag": "f51dc0c0-545d-4658-98f1-47f8ca7ab970"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:36.827255 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82db7a-e2bf-4722-a41c-9af0d382d61a req-9f1365b6-8690-44bd-8351-2e05bb4e2979 tempest-DeleteServersAdminTestJSON-1714187436 tempest-DeleteServersAdminTestJSON-1714187436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.829135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a82db7a-e2bf-4722-a41c-9af0d382d61a req-9f1365b6-8690-44bd-8351-2e05bb4e2979 tempest-DeleteServersAdminTestJSON-1714187436 tempest-DeleteServersAdminTestJSON-1714187436-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 1100 time: 0.2511945 Jul 06 11:48:36.890415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fd76c-e7a4-46b2-9e20-d342c5aadccc req-3a021e36-f2b9-453b-a8d8-28bf8760fd1a tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:36.892265 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0f1fd76c-e7a4-46b2-9e20-d342c5aadccc req-3a021e36-f2b9-453b-a8d8-28bf8760fd1a tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 943 time: 0.0710313 Jul 06 11:48:36.938671 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0f1fd76c-e7a4-46b2-9e20-d342c5aadccc req-c2a615d5-ee28-4abf-8428-eb857d0d913d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404253 Jul 06 11:48:36.994221 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b34d19-0429-44f7-a2a6-5090ca9a88ac x-openstack-request-id: req-41b34d19-0429-44f7-a2a6-5090ca9a88ac {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:36.994534 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc", "name": "network-vif-plugged", "status": "completed", "tag": "f51dc0c0-545d-4658-98f1-47f8ca7ab970", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:36.994791 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41b34d19-0429-44f7-a2a6-5090ca9a88ac {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:36.995180 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51dc0c0-545d-4658-98f1-47f8ca7ab970', 'code': 200} Jul 06 11:48:37.224006 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7f61b-7b4f-4e66-ba83-c8394f4e43b9 req-1df9ae59-6f7e-4cbd-8816-2cac350852dc tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.225396 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b8d7f61b-7b4f-4e66-ba83-c8394f4e43b9 req-1df9ae59-6f7e-4cbd-8816-2cac350852dc tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 949 time: 0.0685203 Jul 06 11:48:37.247188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d5df1-b32d-4b48-a7a7-81cb7ca65da0 req-43fb2138-255c-44dc-ba93-9a06642c4305 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.248696 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-815d5df1-b32d-4b48-a7a7-81cb7ca65da0 req-43fb2138-255c-44dc-ba93-9a06642c4305 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.4682431 Jul 06 11:48:37.264357 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b8d7f61b-7b4f-4e66-ba83-c8394f4e43b9 req-4fe99b46-49f3-44a9-8836-fdfe9ce135e9 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 Jul 06 11:48:37.347025 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be97267-5170-44d8-bf0e-7f9aded62c1c req-1b4e85d1-e43a-43f2-971a-d3317cec7a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:37.348550 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8be97267-5170-44d8-bf0e-7f9aded62c1c req-1b4e85d1-e43a-43f2-971a-d3317cec7a7c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 1123 time: 0.2469988 Jul 06 11:48:37.458418 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-815d5df1-b32d-4b48-a7a7-81cb7ca65da0 req-02401e57-3c18-4f98-9655-621025bafc7b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978669 Jul 06 11:48:37.458994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-4a82db7a-e2bf-4722-a41c-9af0d382d61a req-36e10a97-b148-4795-8167-dfe1768dfe32 tempest-DeleteServersAdminTestJSON-1714187436 tempest-DeleteServersAdminTestJSON-1714187436-project-admin] Deleting port 2719b199-1d25-43ac-bbfb-27bba130ed8a {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:37.459357 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4a82db7a-e2bf-4722-a41c-9af0d382d61a req-36e10a97-b148-4795-8167-dfe1768dfe32 tempest-DeleteServersAdminTestJSON-1714187436 tempest-DeleteServersAdminTestJSON-1714187436-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.581206 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8be97267-5170-44d8-bf0e-7f9aded62c1c req-d9139d35-78c4-4a40-aafb-ba4efdd1edfb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915653 Jul 06 11:48:37.735052 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-4a82db7a-e2bf-4722-a41c-9af0d382d61a req-36e10a97-b148-4795-8167-dfe1768dfe32 tempest-DeleteServersAdminTestJSON-1714187436 tempest-DeleteServersAdminTestJSON-1714187436-project-admin] For port 2719b199-1d25-43ac-bbfb-27bba130ed8a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2719b199-1d25-43ac-bbfb-27bba130ed8a,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:37.735367 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4a82db7a-e2bf-4722-a41c-9af0d382d61a req-36e10a97-b148-4795-8167-dfe1768dfe32 tempest-DeleteServersAdminTestJSON-1714187436 tempest-DeleteServersAdminTestJSON-1714187436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.770267 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-4a82db7a-e2bf-4722-a41c-9af0d382d61a req-36e10a97-b148-4795-8167-dfe1768dfe32 tempest-DeleteServersAdminTestJSON-1714187436 tempest-DeleteServersAdminTestJSON-1714187436-project-admin] Calling delete_port for 2719b199-1d25-43ac-bbfb-27bba130ed8a owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:37.774293 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.resource_extend [None req-94ef543e-e0b3-420c-aee6-455ac61e0f59 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:48:37.950321 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-94ef543e-e0b3-420c-aee6-455ac61e0f59 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:37.971784 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-94ef543e-e0b3-420c-aee6-455ac61e0f59 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.090469 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff3daf5c-1272-4008-bd95-96792b34a383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.091464 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8a90bc0-40a7-4dd6-b20f-0cb089860044 req-96a558cd-e6d9-4163-8ce9-eef88e1fd955 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1824298 Jul 06 11:48:38.143689 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-94ef543e-e0b3-420c-aee6-455ac61e0f59 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Floating IP f79e481c-9991-4c0c-8412-cf9d26d06943 associated. External IP: 172.25.4.252, port: ffdd06e4-4504-475a-a87c-2139ecabd29f. Jul 06 11:48:38.174094 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.256577 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4a82db7a-e2bf-4722-a41c-9af0d382d61a req-36e10a97-b148-4795-8167-dfe1768dfe32 tempest-DeleteServersAdminTestJSON-1714187436 tempest-DeleteServersAdminTestJSON-1714187436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.270581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['2719b199-1d25-43ac-bbfb-27bba130ed8a'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:38.334187 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e10a97-b148-4795-8167-dfe1768dfe32 tempest-DeleteServersAdminTestJSON-1714187436 tempest-DeleteServersAdminTestJSON-1714187436-project-admin] Pushing event deleted for resources: {'Port': ['ID=2719b199-1d25-43ac-bbfb-27bba130ed8a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:38.417204 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a82db7a-e2bf-4722-a41c-9af0d382d61a req-36e10a97-b148-4795-8167-dfe1768dfe32 tempest-DeleteServersAdminTestJSON-1714187436 tempest-DeleteServersAdminTestJSON-1714187436-project-admin] No DVR routers for this DVR port 2719b199-1d25-43ac-bbfb-27bba130ed8a on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:38.428137 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4a82db7a-e2bf-4722-a41c-9af0d382d61a req-36e10a97-b148-4795-8167-dfe1768dfe32 tempest-DeleteServersAdminTestJSON-1714187436 tempest-DeleteServersAdminTestJSON-1714187436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:38.429900 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a82db7a-e2bf-4722-a41c-9af0d382d61a req-36e10a97-b148-4795-8167-dfe1768dfe32 tempest-DeleteServersAdminTestJSON-1714187436 tempest-DeleteServersAdminTestJSON-1714187436-project-admin] 10.222.0.23 "DELETE /v2.0/ports/2719b199-1d25-43ac-bbfb-27bba130ed8a HTTP/1.1" status: 204 len: 173 time: 1.5926406 Jul 06 11:48:38.438253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c06f213-98df-4cba-bcc9-fbf9e091f716', 'name': 'network-vif-deleted', 'tag': '2719b199-1d25-43ac-bbfb-27bba130ed8a'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:38.440590 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97672a82-d9b6-4e7a-b1fa-393227dc0404" -d '{"events": [{"server_uuid": "8c06f213-98df-4cba-bcc9-fbf9e091f716", "name": "network-vif-deleted", "tag": "2719b199-1d25-43ac-bbfb-27bba130ed8a"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:38.463182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a74433-ed9c-453b-9909-7031ebc10b69 req-6fd46b21-84b8-4022-ad41-82cc6e12c1ab tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:38.464899 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73a74433-ed9c-453b-9909-7031ebc10b69 req-6fd46b21-84b8-4022-ad41-82cc6e12c1ab tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 943 time: 0.2807195 Jul 06 11:48:38.468013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a90bc0-40a7-4dd6-b20f-0cb089860044 req-783e22f4-2295-403c-a7a6-2985108e503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:38.469453 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8a90bc0-40a7-4dd6-b20f-0cb089860044 req-783e22f4-2295-403c-a7a6-2985108e503c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=22839567841743a58c62e9bb8d48c872&device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 1122 time: 0.2683949 Jul 06 11:48:38.628771 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-db4e4d6c-2235-42b3-b2e6-d77630f078a1 req-83e643b0-aba3-43c9-b4d7-9fc81265be31 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c06f213-98df-4cba-bcc9-fbf9e091f716 HTTP/1.1" status: 200 len: 210 time: 0.0533669 Jul 06 11:48:38.839901 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e0a5e1-d9b7-488c-92e0-52e738609237 x-openstack-request-id: req-49e0a5e1-d9b7-488c-92e0-52e738609237 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:38.840345 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c06f213-98df-4cba-bcc9-fbf9e091f716", "name": "network-vif-deleted", "tag": "2719b199-1d25-43ac-bbfb-27bba130ed8a", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:38.840656 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49e0a5e1-d9b7-488c-92e0-52e738609237 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:38.841205 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c06f213-98df-4cba-bcc9-fbf9e091f716', 'name': 'network-vif-deleted', 'tag': '2719b199-1d25-43ac-bbfb-27bba130ed8a', 'status': 'completed', 'code': 200} Jul 06 11:48:38.856703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50780) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:38.927134 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73a74433-ed9c-453b-9909-7031ebc10b69 req-e4db5e8c-bf59-45b6-bb88-637716b9cbe6 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282129 Jul 06 11:48:38.970981 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ef543e-e0b3-420c-aee6-455ac61e0f59 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:48:38.974197 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 94372c08-32a1-4e21-b75c-f55fdedcb931 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:38.983502 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a90bc0-40a7-4dd6-b20f-0cb089860044 req-20767bc2-c07b-4d4a-9043-3f4c9cc9dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:38.985199 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8a90bc0-40a7-4dd6-b20f-0cb089860044 req-20767bc2-c07b-4d4a-9043-3f4c9cc9dd58 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1851559 Jul 06 11:48:39.020240 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c90b44c-cbe8-483a-9a06-dfab656af6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.077016 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8a90bc0-40a7-4dd6-b20f-0cb089860044 req-4e1ad3b1-aa30-40f7-9571-0f365fa6ddd3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=8a719b24-20b4-4b91-9104-4664c0350d17 HTTP/1.1" status: 200 len: 217 time: 0.0841684 Jul 06 11:48:39.090555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea567f8c-6f5a-4ac0-a3c1-b3c8a6ce2398 req-175e797d-3932-4f36-88da-83d0485c3285 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:39.098241 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ea567f8c-6f5a-4ac0-a3c1-b3c8a6ce2398 req-175e797d-3932-4f36-88da-83d0485c3285 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.1665325 Jul 06 11:48:39.156335 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ea567f8c-6f5a-4ac0-a3c1-b3c8a6ce2398 req-c9ee8acb-88a9-42a2-af2a-aada500e0577 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569682 Jul 06 11:48:39.206001 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ef543e-e0b3-420c-aee6-455ac61e0f59 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:48:39.209345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a90bc0-40a7-4dd6-b20f-0cb089860044 req-d02192b9-3127-4564-9d18-4137292d905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:39.211853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8a90bc0-40a7-4dd6-b20f-0cb089860044 req-d02192b9-3127-4564-9d18-4137292d905b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1282105 Jul 06 11:48:39.216808 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-94ef543e-e0b3-420c-aee6-455ac61e0f59 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.225620 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2e6531-5f60-4abc-86fd-a035ece9f277 None None] Sync routers for ids ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:48:39.240053 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2e6531-5f60-4abc-86fd-a035ece9f277 None None] Routers {'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:39.241656 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-af2e6531-5f60-4abc-86fd-a035ece9f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:48:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:39.294126 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c90b44c-cbe8-483a-9a06-dfab656af6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.301033 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-94ef543e-e0b3-420c-aee6-455ac61e0f59 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "PUT /v2.0/floatingips/f79e481c-9991-4c0c-8412-cf9d26d06943 HTTP/1.1" status: 200 len: 1013 time: 2.8366241 Jul 06 11:48:39.310138 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c90b44c-cbe8-483a-9a06-dfab656af6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.322542 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a90bc0-40a7-4dd6-b20f-0cb089860044 req-5424b28b-9ffc-40ad-a24c-55f87b8f18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:39.325982 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8a90bc0-40a7-4dd6-b20f-0cb089860044 req-5424b28b-9ffc-40ad-a24c-55f87b8f18f0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1041589 Jul 06 11:48:39.407324 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5c90b44c-cbe8-483a-9a06-dfab656af6aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d849efd60a6b469aa4044cddf1421f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5493240 Jul 06 11:48:39.411296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50798) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:39.467905 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-af2e6531-5f60-4abc-86fd-a035ece9f277 None None] Set router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:39.504612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90b44c-cbe8-483a-9a06-dfab656af6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7db163-58e3-42c5-a824-956ff967eaba,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:39.559493 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8a90bc0-40a7-4dd6-b20f-0cb089860044 req-41a1d964-777f-4163-9349-3d82999427d3 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233255 Jul 06 11:48:39.568047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 94372c08-32a1-4e21-b75c-f55fdedcb931, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=94372c08-32a1-4e21-b75c-f55fdedcb931,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:39.594961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '94372c08-32a1-4e21-b75c-f55fdedcb931', 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4', 'port_id': '94372c08-32a1-4e21-b75c-f55fdedcb931', 'mac_address': 'fa:16:3e:4d:b6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee177648-6d0e-46f5-a7ba-dce8ba04775a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:39.599944 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e33969f-0ecd-4263-9a8f-9dda0ff5a8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.664092 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.671668 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e33969f-0ecd-4263-9a8f-9dda0ff5a8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.696211 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.709106 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8a90bc0-40a7-4dd6-b20f-0cb089860044 req-c776f2b9-22b5-498f-9773-23c174f363a9 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424425 Jul 06 11:48:39.727161 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94372c08-32a1-4e21-b75c-f55fdedcb931 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:39.770645 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e33969f-0ecd-4263-9a8f-9dda0ff5a8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.775053 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e33969f-0ecd-4263-9a8f-9dda0ff5a8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.778587 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2e33969f-0ecd-4263-9a8f-9dda0ff5a8c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa7db163-58e3-42c5-a824-956ff967eaba HTTP/1.1" status: 204 len: 168 time: 0.3650966 Jul 06 11:48:39.779699 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 94372c08-32a1-4e21-b75c-f55fdedcb931, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=94372c08-32a1-4e21-b75c-f55fdedcb931,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:39.786851 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:39.814827 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33969f-0ecd-4263-9a8f-9dda0ff5a8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7db163-58e3-42c5-a824-956ff967eaba,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:39.909249 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=94372c08-32a1-4e21-b75c-f55fdedcb931,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:39.948424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50814) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:39.959301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071a723-03c4-4ab7-afcb-e025e399f26f req-7a8231c5-f3b6-4196-8386-83be43aa29e1 tempest-MigrationsAdminTest-468949640 tempest-MigrationsAdminTest-468949640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:39.961356 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f071a723-03c4-4ab7-afcb-e025e399f26f req-7a8231c5-f3b6-4196-8386-83be43aa29e1 tempest-MigrationsAdminTest-468949640 tempest-MigrationsAdminTest-468949640-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 1123 time: 0.1266949 Jul 06 11:48:39.980140 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['94372c08-32a1-4e21-b75c-f55fdedcb931'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:39.990194 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f071a723-03c4-4ab7-afcb-e025e399f26f req-c2f1d356-f442-409b-8df8-f43eee1bfb1f tempest-MigrationsAdminTest-468949640 tempest-MigrationsAdminTest-468949640-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.104020 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-af2e6531-5f60-4abc-86fd-a035ece9f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:56Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'f79e481c-9991-4c0c-8412-cf9d26d06943', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'port_id': 'ffdd06e4-4504-475a-a87c-2139ecabd29f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'mac_address': 'fa:16:3e:7f:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea0b077-4859-48eb-9d4d-241d1ce7a96a', 'device_owner': 'compute:tempest-test_az-1252616271'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:48:18Z', 'updated_at': '2021-07-06T11:48:37Z', 'revision_number': 1, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1bd68b-a512-46fe-8a56-5d67c5c69c78', 'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'mac_address': 'fa:16:3e:80:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:55Z', 'updated_at': '2021-07-06T11:48:03Z', 'revision_number': 5, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'subnets': [{'id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:40.164146 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2e6531-5f60-4abc-86fd-a035ece9f277 None None] Checking router: a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:48:40.176862 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2e6531-5f60-4abc-86fd-a035ece9f277 None None] Routers {'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:40.177484 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-af2e6531-5f60-4abc-86fd-a035ece9f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:48:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:40.193731 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f071a723-03c4-4ab7-afcb-e025e399f26f req-c2f1d356-f442-409b-8df8-f43eee1bfb1f tempest-MigrationsAdminTest-468949640 tempest-MigrationsAdminTest-468949640-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.201079 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f071a723-03c4-4ab7-afcb-e025e399f26f req-c2f1d356-f442-409b-8df8-f43eee1bfb1f tempest-MigrationsAdminTest-468949640 tempest-MigrationsAdminTest-468949640-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.275958 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f071a723-03c4-4ab7-afcb-e025e399f26f req-c2f1d356-f442-409b-8df8-f43eee1bfb1f tempest-MigrationsAdminTest-468949640 tempest-MigrationsAdminTest-468949640-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044376 Jul 06 11:48:40.310118 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1d356-f442-409b-8df8-f43eee1bfb1f tempest-MigrationsAdminTest-468949640 tempest-MigrationsAdminTest-468949640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9c4105-b296-4141-aa75-11d646890926,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:40.379022 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cc26d645-dd91-4ec0-9f58-4e2d1d53d60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.433944 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-af2e6531-5f60-4abc-86fd-a035ece9f277 None None] Set router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:40.452603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50832) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:40.487769 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00d89b58-abac-4bff-b034-55f869d1034b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.554363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6866b8f-2664-492a-8c39-c0b665b93179 req-77df08b6-3e3e-437b-8803-94f462e18780 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:40.556003 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d6866b8f-2664-492a-8c39-c0b665b93179 req-77df08b6-3e3e-437b-8803-94f462e18780 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 944 time: 0.1208725 Jul 06 11:48:40.594810 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cc26d645-dd91-4ec0-9f58-4e2d1d53d60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.632802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cc26d645-dd91-4ec0-9f58-4e2d1d53d60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.686427 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cc26d645-dd91-4ec0-9f58-4e2d1d53d60f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=20a70e64b60b49c0aa841db63e67455a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7368686 Jul 06 11:48:40.688229 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26d645-dd91-4ec0-9f58-4e2d1d53d60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b0802b-7bf6-4fb8-9053-eed7067b77a7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:40.691513 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50838) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:40.702053 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-af2e6531-5f60-4abc-86fd-a035ece9f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:56Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'f79e481c-9991-4c0c-8412-cf9d26d06943', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'port_id': 'ffdd06e4-4504-475a-a87c-2139ecabd29f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'mac_address': 'fa:16:3e:7f:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea0b077-4859-48eb-9d4d-241d1ce7a96a', 'device_owner': 'compute:tempest-test_az-1252616271'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:48:18Z', 'updated_at': '2021-07-06T11:48:37Z', 'revision_number': 1, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1bd68b-a512-46fe-8a56-5d67c5c69c78', 'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'mac_address': 'fa:16:3e:80:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:55Z', 'updated_at': '2021-07-06T11:48:03Z', 'revision_number': 5, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'subnets': [{'id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:40.731821 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00d89b58-abac-4bff-b034-55f869d1034b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.734908 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2e6531-5f60-4abc-86fd-a035ece9f277 None None] The sync data for ids ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'] in n-d-799529-2 is: [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:56Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'f79e481c-9991-4c0c-8412-cf9d26d06943', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'port_id': 'ffdd06e4-4504-475a-a87c-2139ecabd29f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'mac_address': 'fa:16:3e:7f:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea0b077-4859-48eb-9d4d-241d1ce7a96a', 'device_owner': 'compute:tempest-test_az-1252616271'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:48:18Z', 'updated_at': '2021-07-06T11:48:37Z', 'revision_number': 1, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1bd68b-a512-46fe-8a56-5d67c5c69c78', 'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'mac_address': 'fa:16:3e:80:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:55Z', 'updated_at': '2021-07-06T11:48:03Z', 'revision_number': 5, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'subnets': [{'id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:48:40.739086 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00d89b58-abac-4bff-b034-55f869d1034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.744752 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d6866b8f-2664-492a-8c39-c0b665b93179 req-ed7c6871-61d3-478d-b8ab-e2aa5575dd1e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784070 Jul 06 11:48:40.777314 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.801824 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-17b8f621-caf4-4f07-88c2-23dd7b101e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.803561 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-00d89b58-abac-4bff-b034-55f869d1034b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e240dedcea241dcaff90490d3ffccd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497527 Jul 06 11:48:40.804422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50844) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:40.805335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d89b58-abac-4bff-b034-55f869d1034b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bccf2a-4288-4e22-9853-c6948fb53a82,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:40.844742 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea0b077-4859-48eb-9d4d-241d1ce7a96a', 'tag': 'ffdd06e4-4504-475a-a87c-2139ecabd29f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:40.847721 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c21020-58a0-467c-9772-3cbf423880de" -d '{"events": [{"name": "network-changed", "server_uuid": "aea0b077-4859-48eb-9d4d-241d1ce7a96a", "tag": "ffdd06e4-4504-475a-a87c-2139ecabd29f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:40.856729 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-17b8f621-caf4-4f07-88c2-23dd7b101e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.882086 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0df8d419-ddb0-4543-933e-a8472c652ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.928877 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-17b8f621-caf4-4f07-88c2-23dd7b101e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.931620 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-17b8f621-caf4-4f07-88c2-23dd7b101e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.932806 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-17b8f621-caf4-4f07-88c2-23dd7b101e59 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a0b0802b-7bf6-4fb8-9053-eed7067b77a7 HTTP/1.1" status: 204 len: 168 time: 0.2279673 Jul 06 11:48:40.934281 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0df8d419-ddb0-4543-933e-a8472c652ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:40.968237 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef38425b-a869-470b-a50e-53df14cb3367 req-bc2c6e21-6302-49df-83cf-2222708b502f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a6f6072a77b4455a9fb484d55aa9de69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342221 Jul 06 11:48:40.975075 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8f621-caf4-4f07-88c2-23dd7b101e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b0802b-7bf6-4fb8-9053-eed7067b77a7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:40.998420 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 94372c08-32a1-4e21-b75c-f55fdedcb931 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:41.026538 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0df8d419-ddb0-4543-933e-a8472c652ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.031033 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0df8d419-ddb0-4543-933e-a8472c652ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.032237 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0df8d419-ddb0-4543-933e-a8472c652ce6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/42bccf2a-4288-4e22-9853-c6948fb53a82 HTTP/1.1" status: 204 len: 168 time: 0.2224388 Jul 06 11:48:41.053418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8d419-ddb0-4543-933e-a8472c652ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bccf2a-4288-4e22-9853-c6948fb53a82,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:41.108262 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 94372c08-32a1-4e21-b75c-f55fdedcb931 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:41.115031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 94372c08-32a1-4e21-b75c-f55fdedcb931 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:41.115436 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.157534 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4035902d-6846-4aa1-9942-d722c75fa6db None None] New status for floating IP f79e481c-9991-4c0c-8412-cf9d26d06943: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:48:41.178390 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38425b-a869-470b-a50e-53df14cb3367 req-cf064abc-2ebd-4e68-b773-b659a215cc40 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:41.181650 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef38425b-a869-470b-a50e-53df14cb3367 req-cf064abc-2ebd-4e68-b773-b659a215cc40 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047589 Jul 06 11:48:41.213657 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef38425b-a869-470b-a50e-53df14cb3367 req-fa445a4e-6fb5-4806-8a8d-b02467c23490 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/quotas/a6f6072a77b4455a9fb484d55aa9de69 HTTP/1.1" status: 200 len: 375 time: 0.0240355 Jul 06 11:48:41.310618 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef38425b-a869-470b-a50e-53df14cb3367 req-6f6926a5-40ca-4e99-b632-1693a4cbc910 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6f6072a77b4455a9fb484d55aa9de69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960090 Jul 06 11:48:41.431186 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.466232 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94372c08-32a1-4e21-b75c-f55fdedcb931'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:41.468583 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481869e1-6c87-4240-84a7-523ccc1edbed" -d '{"events": [{"server_uuid": "dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c", "name": "network-vif-plugged", "status": "completed", "tag": "94372c08-32a1-4e21-b75c-f55fdedcb931"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:41.485996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 94372c08-32a1-4e21-b75c-f55fdedcb931, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=94372c08-32a1-4e21-b75c-f55fdedcb931,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:41.490856 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.497655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2719b199-1d25-43ac-bbfb-27bba130ed8a no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:48:41.546810 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 2719b199-1d25-43ac-bbfb-27bba130ed8a {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:48:41.547584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2719b199-1d25-43ac-bbfb-27bba130ed8a not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:48:41.552778 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022286e4-2b9d-4375-b7b0-571a459ae1b3 x-openstack-request-id: req-022286e4-2b9d-4375-b7b0-571a459ae1b3 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:41.553622 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea0b077-4859-48eb-9d4d-241d1ce7a96a", "tag": "ffdd06e4-4504-475a-a87c-2139ecabd29f", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:41.554072 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-022286e4-2b9d-4375-b7b0-571a459ae1b3 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:41.555040 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea0b077-4859-48eb-9d4d-241d1ce7a96a', 'tag': 'ffdd06e4-4504-475a-a87c-2139ecabd29f', 'status': 'completed', 'code': 200} Jul 06 11:48:41.610186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=94372c08-32a1-4e21-b75c-f55fdedcb931,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:41.647219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50890) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:41.692787 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-249a1184-a54e-4256-ab1d-afbaef1d85c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.704018 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c21020-58a0-467c-9772-3cbf423880de req-72e2eca8-6b14-42af-820f-a7186dd63397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:41.710830 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43c21020-58a0-467c-9772-3cbf423880de req-72e2eca8-6b14-42af-820f-a7186dd63397 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=573e74f0e95e47e08a64aebf5cccebe2&device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 1118 time: 0.1292231 Jul 06 11:48:41.710830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50892) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:41.833339 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65b7b2-50a1-4896-b93d-89e6c58b5bf5 req-d822ba65-350e-4867-bc62-a579e1a13a50 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:41.835077 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6c65b7b2-50a1-4896-b93d-89e6c58b5bf5 req-d822ba65-350e-4867-bc62-a579e1a13a50 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 971 time: 0.3073802 Jul 06 11:48:41.896706 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-249a1184-a54e-4256-ab1d-afbaef1d85c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.922819 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-249a1184-a54e-4256-ab1d-afbaef1d85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:41.937911 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6c65b7b2-50a1-4896-b93d-89e6c58b5bf5 req-bfefee27-eba4-4c40-a35d-0857468a1523 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901730 Jul 06 11:48:41.992547 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-249a1184-a54e-4256-ab1d-afbaef1d85c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=afb5cda79a284a928f1dd72e101f8698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442271 Jul 06 11:48:41.999769 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50910) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:42.007481 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a1184-a54e-4256-ab1d-afbaef1d85c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3a838b-1f6a-4a8b-9de9-8711b3aba0fe,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:42.031677 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c21020-58a0-467c-9772-3cbf423880de req-8cb50639-c1b3-417a-9fb6-87f58ce5e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.032276 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837b84b7-5044-4e97-bce8-55e289974573 x-openstack-request-id: req-837b84b7-5044-4e97-bce8-55e289974573 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:42.032737 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c", "name": "network-vif-plugged", "status": "completed", "tag": "94372c08-32a1-4e21-b75c-f55fdedcb931", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:42.032842 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-837b84b7-5044-4e97-bce8-55e289974573 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:42.033175 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94372c08-32a1-4e21-b75c-f55fdedcb931', 'code': 200} Jul 06 11:48:42.033563 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43c21020-58a0-467c-9772-3cbf423880de req-8cb50639-c1b3-417a-9fb6-87f58ce5e5ad service neutron] 10.222.0.89 "GET /v2.0/networks?id=76dc66c5-cac1-411d-8b13-f5071a1927d8 HTTP/1.1" status: 200 len: 925 time: 0.3044944 Jul 06 11:48:42.182160 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5f46288f-2a0e-427a-a0eb-07d147ed40b0 req-472dea4f-a173-455a-8b5c-9544aa895d4f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 210 time: 0.0827575 Jul 06 11:48:42.200800 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-034f2efc-431e-4b4f-9ce5-530d361a0f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.228106 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-034f2efc-431e-4b4f-9ce5-530d361a0f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.313249 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-034f2efc-431e-4b4f-9ce5-530d361a0f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.316287 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-034f2efc-431e-4b4f-9ce5-530d361a0f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:42.321165 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-034f2efc-431e-4b4f-9ce5-530d361a0f4f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea3a838b-1f6a-4a8b-9de9-8711b3aba0fe HTTP/1.1" status: 204 len: 168 time: 0.3152347 Jul 06 11:48:42.332536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f2efc-431e-4b4f-9ce5-530d361a0f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3a838b-1f6a-4a8b-9de9-8711b3aba0fe,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:42.446132 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43c21020-58a0-467c-9772-3cbf423880de req-5cd27c93-7c31-4274-9cc4-419332a7dba0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffdd06e4-4504-475a-a87c-2139ecabd29f HTTP/1.1" status: 200 len: 1023 time: 0.3462472 Jul 06 11:48:42.516233 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d374024-53a0-4cd9-9fe4-b3af5d63ef4b req-a76e04ca-5747-4fdd-8bc6-bc126bf0a1a3 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.518793 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d374024-53a0-4cd9-9fe4-b3af5d63ef4b req-a76e04ca-5747-4fdd-8bc6-bc126bf0a1a3 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 945 time: 0.0920115 Jul 06 11:48:42.589043 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d374024-53a0-4cd9-9fe4-b3af5d63ef4b req-82ac57b7-74fe-4218-9867-5fe6ff7548ce tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614414 Jul 06 11:48:42.684277 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-82e23856-5fb1-438e-aa58-cbfd5483d1f6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9686987 Jul 06 11:48:42.700899 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd16cf4-ecb1-4f3a-a22b-60461f3da43f req-527ea495-41f3-4fa4-b6f6-2bda06a7d9a3 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.707805 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6cd16cf4-ecb1-4f3a-a22b-60461f3da43f req-527ea495-41f3-4fa4-b6f6-2bda06a7d9a3 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.7954767 Jul 06 11:48:42.714248 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b008894-40bb-411b-9dda-87a1221b7fac req-cf500914-8b4f-46cc-adba-352543ee1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.715764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b008894-40bb-411b-9dda-87a1221b7fac req-cf500914-8b4f-46cc-adba-352543ee1edf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 1096 time: 0.5984204 Jul 06 11:48:42.725497 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c21020-58a0-467c-9772-3cbf423880de req-2b0b7df5-a22c-4c58-b931-c92d016a70e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.727082 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43c21020-58a0-467c-9772-3cbf423880de req-2b0b7df5-a22c-4c58-b931-c92d016a70e9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e HTTP/1.1" status: 200 len: 863 time: 0.2229090 Jul 06 11:48:42.772203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9f4c6-ba6e-4a6c-abe2-a3927e8dbe0a req-665a7e7e-fd50-41d2-8ef9-e849f64bab37 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:42.773711 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ddd9f4c6-ba6e-4a6c-abe2-a3927e8dbe0a req-665a7e7e-fd50-41d2-8ef9-e849f64bab37 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.89 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 971 time: 0.5063357 Jul 06 11:48:42.870200 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6cd16cf4-ecb1-4f3a-a22b-60461f3da43f req-0aba2c18-4bd8-47a1-a3fb-ffd68eb86a35 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614475 Jul 06 11:48:42.902970 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b008894-40bb-411b-9dda-87a1221b7fac req-1b24c69c-b8ef-4627-a715-4fcabc050ba3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735659 Jul 06 11:48:43.037292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c21020-58a0-467c-9772-3cbf423880de req-6a01ab7c-db40-4b6f-beaf-9fa13ef12430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:43.038849 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43c21020-58a0-467c-9772-3cbf423880de req-6a01ab7c-db40-4b6f-beaf-9fa13ef12430 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=76dc66c5-cac1-411d-8b13-f5071a1927d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2928493 Jul 06 11:48:43.115743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.89', 60494) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:43.160980 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-ddd9f4c6-ba6e-4a6c-abe2-a3927e8dbe0a req-5c4a1d48-1bce-4de9-8496-0b9879ad0139 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Deleting port 8a719b24-20b4-4b91-9104-4664c0350d17 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:48:43.161332 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ddd9f4c6-ba6e-4a6c-abe2-a3927e8dbe0a req-5c4a1d48-1bce-4de9-8496-0b9879ad0139 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.173062 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef38425b-a869-470b-a50e-53df14cb3367 req-dac80623-f8d2-4ef5-8a93-42ac031eb938 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=a6f6072a77b4455a9fb484d55aa9de69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544758 Jul 06 11:48:43.388521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43c21020-58a0-467c-9772-3cbf423880de req-f4b3991c-f4af-452b-93be-fae99450c117 service neutron] 10.222.0.89 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425546 Jul 06 11:48:43.494081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ddd9f4c6-ba6e-4a6c-abe2-a3927e8dbe0a req-5c4a1d48-1bce-4de9-8496-0b9879ad0139 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] For port 8a719b24-20b4-4b91-9104-4664c0350d17, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8a719b24-20b4-4b91-9104-4664c0350d17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:43.494450 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ddd9f4c6-ba6e-4a6c-abe2-a3927e8dbe0a req-5c4a1d48-1bce-4de9-8496-0b9879ad0139 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.505263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38425b-a869-470b-a50e-53df14cb3367 req-1fa4c61b-d8ff-4297-b395-0f5d66685fa1 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:43.507374 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef38425b-a869-470b-a50e-53df14cb3367 req-1fa4c61b-d8ff-4297-b395-0f5d66685fa1 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3306627 Jul 06 11:48:43.526664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ef38425b-a869-470b-a50e-53df14cb3367 req-c13a3ede-05ae-480c-afd8-98325adf919b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Request body: {'port': {'device_id': '1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'a6f6072a77b4455a9fb484d55aa9de69'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:43.545374 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3311e-1494-4f86-99c7-26eec651f71d req-a3074fe0-0b17-4f44-9499-fed5ac92e56f tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:43.552959 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-44e3311e-1494-4f86-99c7-26eec651f71d req-a3074fe0-0b17-4f44-9499-fed5ac92e56f tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/ports?device_id=93a26bbb-5488-426e-b26e-6284768f01f0 HTTP/1.1" status: 200 len: 971 time: 0.2858918 Jul 06 11:48:43.572654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-ddd9f4c6-ba6e-4a6c-abe2-a3927e8dbe0a req-5c4a1d48-1bce-4de9-8496-0b9879ad0139 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Calling delete_port for 8a719b24-20b4-4b91-9104-4664c0350d17 owned by compute:tempest-test_az-1252616271 {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:48:43.624782 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33646d9f-734d-48d5-806e-7bc528f1a654 req-e8e587f7-d934-4e50-af3a-40492acd15de tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 210 time: 0.0300753 Jul 06 11:48:43.645824 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43c21020-58a0-467c-9772-3cbf423880de req-2faf3c8e-dd31-4e1b-8838-06f623e32ef7 service neutron] 10.222.0.89 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465606 Jul 06 11:48:43.785016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef38425b-a869-470b-a50e-53df14cb3367 req-c13a3ede-05ae-480c-afd8-98325adf919b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Made reservation on behalf of a6f6072a77b4455a9fb484d55aa9de69 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:43.791334 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef38425b-a869-470b-a50e-53df14cb3367 req-c13a3ede-05ae-480c-afd8-98325adf919b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.821008 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-44e3311e-1494-4f86-99c7-26eec651f71d req-c9541de1-26e6-4902-aa24-19629fd5c79e tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.81 "GET /v2.0/security-groups?id=8a5c3558-31cf-449c-b2dd-5a55552cfed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671335 Jul 06 11:48:43.960067 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ddd9f4c6-ba6e-4a6c-abe2-a3927e8dbe0a req-5c4a1d48-1bce-4de9-8496-0b9879ad0139 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:43.975627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8a719b24-20b4-4b91-9104-4664c0350d17'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:44.021151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a1d48-1bce-4de9-8496-0b9879ad0139 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Pushing event deleted for resources: {'Port': ['ID=8a719b24-20b4-4b91-9104-4664c0350d17,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:44.079283 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51020) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:44.117977 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd9f4c6-ba6e-4a6c-abe2-a3927e8dbe0a req-5c4a1d48-1bce-4de9-8496-0b9879ad0139 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] No DVR routers for this DVR port 8a719b24-20b4-4b91-9104-4664c0350d17 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:48:44.120981 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ddd9f4c6-ba6e-4a6c-abe2-a3927e8dbe0a req-5c4a1d48-1bce-4de9-8496-0b9879ad0139 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.124574 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ddd9f4c6-ba6e-4a6c-abe2-a3927e8dbe0a req-5c4a1d48-1bce-4de9-8496-0b9879ad0139 tempest-AggregatesAdminTestJSON-1786834511 tempest-AggregatesAdminTestJSON-1786834511-project] 10.222.0.89 "DELETE /v2.0/ports/8a719b24-20b4-4b91-9104-4664c0350d17 HTTP/1.1" status: 204 len: 173 time: 1.3310363 Jul 06 11:48:44.125037 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a26bbb-5488-426e-b26e-6284768f01f0', 'name': 'network-vif-deleted', 'tag': '8a719b24-20b4-4b91-9104-4664c0350d17'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:44.129382 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9073757-f718-4961-912e-af71e5c898c4" -d '{"events": [{"server_uuid": "93a26bbb-5488-426e-b26e-6284768f01f0", "name": "network-vif-deleted", "tag": "8a719b24-20b4-4b91-9104-4664c0350d17"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:44.256941 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-881201d6-2522-4919-bbe0-201fe32bb69e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-network', 'tenant_id': '92649345208f4d57abf29acc72aa0061'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:44.312965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd5323-44b5-431d-bb22-937392cd4e73 req-b40fda8d-77b4-4fde-94de-a3505a9cf691 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.313798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881201d6-2522-4919-bbe0-201fe32bb69e admin admin] Made reservation on behalf of 92649345208f4d57abf29acc72aa0061 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:44.315303 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9fd5323-44b5-431d-bb22-937392cd4e73 req-b40fda8d-77b4-4fde-94de-a3505a9cf691 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 945 time: 0.5153542 Jul 06 11:48:44.319091 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-881201d6-2522-4919-bbe0-201fe32bb69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.330090 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-ef38425b-a869-470b-a50e-53df14cb3367 req-c13a3ede-05ae-480c-afd8-98325adf919b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Allocated IP 192.168.233.224 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/2e849822-d5e3-4c3e-98cf-5bb4224c5367) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:44.334638 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-881201d6-2522-4919-bbe0-201fe32bb69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.438882 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9fd5323-44b5-431d-bb22-937392cd4e73 req-4e7ba89d-7978-44ec-89bb-e6dbd8c16e9a tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115668 Jul 06 11:48:44.556412 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-881201d6-2522-4919-bbe0-201fe32bb69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.563923 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-881201d6-2522-4919-bbe0-201fe32bb69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.591800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881201d6-2522-4919-bbe0-201fe32bb69e admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:44.609843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881201d6-2522-4919-bbe0-201fe32bb69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60c962e-a4c3-427b-9f73-47f7c1632a24,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:44.624864 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-881201d6-2522-4919-bbe0-201fe32bb69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.626660 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-881201d6-2522-4919-bbe0-201fe32bb69e admin admin] Added segment ada84775-6ee2-4461-bf56-de0574d85bac of type vlan for network bde42019-f374-4e0e-805a-c2260ce1d654 Jul 06 11:48:44.669139 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b12b37-ca66-41ec-ab79-828e0d145476 x-openstack-request-id: req-c7b12b37-ca66-41ec-ab79-828e0d145476 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:44.669629 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a26bbb-5488-426e-b26e-6284768f01f0", "name": "network-vif-deleted", "tag": "8a719b24-20b4-4b91-9104-4664c0350d17", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:44.670033 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c7b12b37-ca66-41ec-ab79-828e0d145476 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:44.670597 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a26bbb-5488-426e-b26e-6284768f01f0', 'name': 'network-vif-deleted', 'tag': '8a719b24-20b4-4b91-9104-4664c0350d17', 'status': 'completed', 'code': 200} Jul 06 11:48:44.689012 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-881201d6-2522-4919-bbe0-201fe32bb69e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.689876 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef38425b-a869-470b-a50e-53df14cb3367 req-c13a3ede-05ae-480c-afd8-98325adf919b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.717407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-ef38425b-a869-470b-a50e-53df14cb3367 req-c13a3ede-05ae-480c-afd8-98325adf919b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Transition to ACTIVE for port object 2e849822-d5e3-4c3e-98cf-5bb4224c5367 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:44.724144 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-881201d6-2522-4919-bbe0-201fe32bb69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.725875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881201d6-2522-4919-bbe0-201fe32bb69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.726586 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-881201d6-2522-4919-bbe0-201fe32bb69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.755702 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c7952-b866-4b7e-915b-0ec3959c6509 req-b92d782c-7a18-43ba-b12f-dd113d227ed9 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.758118 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bc7c7952-b866-4b7e-915b-0ec3959c6509 req-b92d782c-7a18-43ba-b12f-dd113d227ed9 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.1197557 Jul 06 11:48:44.812737 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-881201d6-2522-4919-bbe0-201fe32bb69e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7314835 Jul 06 11:48:44.815875 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bc7c7952-b866-4b7e-915b-0ec3959c6509 req-2c23bea9-e1be-47ca-b677-31b64ebaf322 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466223 Jul 06 11:48:44.820760 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef38425b-a869-470b-a50e-53df14cb3367 req-c13a3ede-05ae-480c-afd8-98325adf919b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:44.828419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51040) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:44.835681 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e49a4811-4048-4569-a753-b5d35fa63e64 admin admin] Request body: {'subnet': {'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-subnet', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:44.970664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef38425b-a869-470b-a50e-53df14cb3367 req-c13a3ede-05ae-480c-afd8-98325adf919b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:44.977749 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-ef38425b-a869-470b-a50e-53df14cb3367 req-c13a3ede-05ae-480c-afd8-98325adf919b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:44.982829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef38425b-a869-470b-a50e-53df14cb3367 req-c13a3ede-05ae-480c-afd8-98325adf919b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:44.988380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38425b-a869-470b-a50e-53df14cb3367 req-c13a3ede-05ae-480c-afd8-98325adf919b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:44.988998 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef38425b-a869-470b-a50e-53df14cb3367 req-c13a3ede-05ae-480c-afd8-98325adf919b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.002630 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a3ede-05ae-480c-afd8-98325adf919b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Pushing event updated for resources: {'Port': ['ID=2e849822-d5e3-4c3e-98cf-5bb4224c5367,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:45.007789 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef38425b-a869-470b-a50e-53df14cb3367 req-c13a3ede-05ae-480c-afd8-98325adf919b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4914472 Jul 06 11:48:45.022663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Request body: {'port': {'device_id': '1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:45.164983 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881201d6-2522-4919-bbe0-201fe32bb69e admin admin] Pushing event updated for resources: {'Network': ['ID=bde42019-f374-4e0e-805a-c2260ce1d654,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:45.176179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network bde42019-f374-4e0e-805a-c2260ce1d654 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:45.300749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49a4811-4048-4569-a753-b5d35fa63e64 admin admin] Made reservation on behalf of 92649345208f4d57abf29acc72aa0061 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:45.314983 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e49a4811-4048-4569-a753-b5d35fa63e64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.359214 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.381720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a5447192-1bda-4e21-aaba-8c32636f0243 None None] Provisioning for port 2e849822-d5e3-4c3e-98cf-5bb4224c5367 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:45.391986 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a5447192-1bda-4e21-aaba-8c32636f0243 None None] Provisioning complete for port 2e849822-d5e3-4c3e-98cf-5bb4224c5367 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:45.393730 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5447192-1bda-4e21-aaba-8c32636f0243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.438982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd971a-c1f9-474e-ad90-a1ac328060f8 req-901667e1-e22d-4d34-b1ef-4b55ffa4100a tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:45.446127 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6ddd971a-c1f9-474e-ad90-a1ac328060f8 req-901667e1-e22d-4d34-b1ef-4b55ffa4100a tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 936 time: 0.2783344 Jul 06 11:48:45.502819 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b15f4-b227-4fd0-9586-1827972b876c req-93fb8308-6ada-490d-beed-c8f7f77b339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:45.504684 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-93fb8308-6ada-490d-beed-c8f7f77b339c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 1123 time: 0.3191705 Jul 06 11:48:45.513393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a5447192-1bda-4e21-aaba-8c32636f0243 None None] Port 2e849822-d5e3-4c3e-98cf-5bb4224c5367 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:45.544749 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6ddd971a-c1f9-474e-ad90-a1ac328060f8 req-00d1e314-e891-4a18-910b-6f143f5f26c8 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974612 Jul 06 11:48:45.575581 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51072) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:45.655915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51076) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:45.760794 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e49a4811-4048-4569-a753-b5d35fa63e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.829159 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb523f7-34e1-4b1d-803b-8e4b8cad5329 req-89911f9e-3f84-4f29-8f03-9d0349310b80 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:45.832794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b15f4-b227-4fd0-9586-1827972b876c req-445e47be-97de-492c-bc53-736225be9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:45.834814 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-445e47be-97de-492c-bc53-736225be9aae service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.3116863 Jul 06 11:48:45.836537 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dbb523f7-34e1-4b1d-803b-8e4b8cad5329 req-89911f9e-3f84-4f29-8f03-9d0349310b80 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 945 time: 0.1697369 Jul 06 11:48:45.861155 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a4811-4048-4569-a753-b5d35fa63e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb51dc2b-3154-4b1f-a437-1e89d3f5f733,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:45.879929 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afaa7517-c459-4ecb-b576-bbe68c511ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:45.906115 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a4811-4048-4569-a753-b5d35fa63e64 admin admin] Checking segment: {'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:45.906764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49a4811-4048-4569-a753-b5d35fa63e64 admin admin] Network hostable DHCP agents. Network: bde42019-f374-4e0e-805a-c2260ce1d654, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:45.913447 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-854568e1-cde6-4de4-9d16-818148d7492f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970 HTTP/1.1" status: 200 len: 217 time: 0.0671926 Jul 06 11:48:45.943536 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dbb523f7-34e1-4b1d-803b-8e4b8cad5329 req-e85fabac-d025-4284-acf7-3eb4d2286a46 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055601 Jul 06 11:48:45.980893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51092) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:45.983486 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e849822-d5e3-4c3e-98cf-5bb4224c5367 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:45.983648 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bde6b66a-8107-4f6c-b74e-9b7d7a0628a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=22839567841743a58c62e9bb8d48c872&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4030528 Jul 06 11:48:45.999933 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.012706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49a4811-4048-4569-a753-b5d35fa63e64 admin admin] Network bde42019-f374-4e0e-805a-c2260ce1d654 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:46.048137 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Transition to ACTIVE for port object 2e849822-d5e3-4c3e-98cf-5bb4224c5367 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:46.049768 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e49a4811-4048-4569-a753-b5d35fa63e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, bde42019-f374-4e0e-805a-c2260ce1d654) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:46.053525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b15f4-b227-4fd0-9586-1827972b876c req-1221a478-6fce-4f8a-934d-9ba4d740c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:46.055477 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-1221a478-6fce-4f8a-934d-9ba4d740c61e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1310573 Jul 06 11:48:46.059207 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49a4811-4048-4569-a753-b5d35fa63e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:46.059985 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e49a4811-4048-4569-a753-b5d35fa63e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.062757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d722ec-228b-4f0e-9a68-e72a2738d51c None None] Network bde42019-f374-4e0e-805a-c2260ce1d654 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:46.062918 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.128405 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8a719b24-20b4-4b91-9104-4664c0350d17 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:48:46.131866 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a69fe0-aa16-41a0-964a-8ed8b487f7d5 req-690b225f-d8fc-4bb3-88c0-325bee7ea0ff tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:46.133643 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08a69fe0-aa16-41a0-964a-8ed8b487f7d5 req-690b225f-d8fc-4bb3-88c0-325bee7ea0ff tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.1359084 Jul 06 11:48:46.147939 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-47d289b5-ab51-4c0d-8491-22f50e0f86f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.162723 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 8a719b24-20b4-4b91-9104-4664c0350d17 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:48:46.163825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8a719b24-20b4-4b91-9104-4664c0350d17 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:48:46.164100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e849822-d5e3-4c3e-98cf-5bb4224c5367,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:46.177851 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b15f4-b227-4fd0-9586-1827972b876c req-1ce04bd1-89ed-47c7-9212-2f18da12d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:46.184935 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-1ce04bd1-89ed-47c7-9212-2f18da12d2a7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145763 Jul 06 11:48:46.190003 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afaa7517-c459-4ecb-b576-bbe68c511ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.210219 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e49a4811-4048-4569-a753-b5d35fa63e64 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3805044 Jul 06 11:48:46.217196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51098) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:46.225239 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:46.232601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afaa7517-c459-4ecb-b576-bbe68c511ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.262820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08a69fe0-aa16-41a0-964a-8ed8b487f7d5 req-88293080-e6cf-4c19-b7c0-3ffb3a7baed2 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145380 Jul 06 11:48:46.285066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa7517-c459-4ecb-b576-bbe68c511ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b811b36-21d2-416e-a977-166ee9a185f7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:46.292221 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-47d289b5-ab51-4c0d-8491-22f50e0f86f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.310434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Attempting to bind port 2e849822-d5e3-4c3e-98cf-5bb4224c5367 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:46.311291 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Attempting to bind port 2e849822-d5e3-4c3e-98cf-5bb4224c5367 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:46.311978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Attempting to bind port 2e849822-d5e3-4c3e-98cf-5bb4224c5367 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:46.322800 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Port 2e849822-d5e3-4c3e-98cf-5bb4224c5367 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:46.323483 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Attempting to bind port 2e849822-d5e3-4c3e-98cf-5bb4224c5367 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:46.343006 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-afaa7517-c459-4ecb-b576-bbe68c511ed2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5919ec55cc5044e194ba797022240abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6859868 Jul 06 11:48:46.346550 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:46.347094 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:46.347835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:46.348470 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Bound port: 2e849822-d5e3-4c3e-98cf-5bb4224c5367, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:46.349026 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.357594 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51104) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:46.372498 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.374321 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.412170 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-d1436a36-82a7-4ec6-99cd-3ddf492235f1 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140498 Jul 06 11:48:46.422929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-bde42019-f374-4e0e-805a-c2260ce1d654', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:48:46.424931 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.549693 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-47d289b5-ab51-4c0d-8491-22f50e0f86f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.554221 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-47d289b5-ab51-4c0d-8491-22f50e0f86f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.555757 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-47d289b5-ab51-4c0d-8491-22f50e0f86f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8a5c3558-31cf-449c-b2dd-5a55552cfed6 HTTP/1.1" status: 204 len: 168 time: 0.5676608 Jul 06 11:48:46.557704 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.575861 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d289b5-ab51-4c0d-8491-22f50e0f86f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5c3558-31cf-449c-b2dd-5a55552cfed6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:46.578456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] For port 2e849822-d5e3-4c3e-98cf-5bb4224c5367, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:46.585850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] For port 2e849822-d5e3-4c3e-98cf-5bb4224c5367, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=2e849822-d5e3-4c3e-98cf-5bb4224c5367,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:46.640347 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.658758 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7febe09b-1f82-4b34-8f88-0daff9007658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.680993 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Allocated IP 172.20.0.2 (bde42019-f374-4e0e-805a-c2260ce1d654/bb51dc2b-3154-4b1f-a437-1e89d3f5f733/77755e4d-0645-4959-8c25-f2e13eec3f3d) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:46.711399 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7febe09b-1f82-4b34-8f88-0daff9007658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.769250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51116) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:46.876990 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.897536 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.910430 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-65d3e809-fbdb-4547-8aad-74d9307713a2 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924991 Jul 06 11:48:46.923150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Transition to ACTIVE for port object 77755e4d-0645-4959-8c25-f2e13eec3f3d will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:46.936219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:46.937140 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:46.939385 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef38425b-a869-470b-a50e-53df14cb3367 req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] 10.222.0.89 "PUT /v2.0/ports/2e849822-d5e3-4c3e-98cf-5bb4224c5367 HTTP/1.1" status: 200 len: 1096 time: 1.9217007 Jul 06 11:48:46.941417 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30', 'tag': '2e849822-d5e3-4c3e-98cf-5bb4224c5367'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:46.962566 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Transition to ACTIVE for port object 77755e4d-0645-4959-8c25-f2e13eec3f3d will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:46.977135 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.022918 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8e73a-7c05-4c80-9568-7aca848fe361 req-c0f1efe0-c991-4a8c-baca-9c99ff2cd6a6 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:47.042069 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ed8e73a-7c05-4c80-9568-7aca848fe361 req-c0f1efe0-c991-4a8c-baca-9c99ff2cd6a6 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 948 time: 0.3030808 Jul 06 11:48:47.046525 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7febe09b-1f82-4b34-8f88-0daff9007658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.050730 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7febe09b-1f82-4b34-8f88-0daff9007658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.051915 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7febe09b-1f82-4b34-8f88-0daff9007658 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3b811b36-21d2-416e-a977-166ee9a185f7 HTTP/1.1" status: 204 len: 168 time: 0.6932752 Jul 06 11:48:47.071100 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Network bde42019-f374-4e0e-805a-c2260ce1d654 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:47.079386 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:47.083284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:47.116231 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febe09b-1f82-4b34-8f88-0daff9007658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b811b36-21d2-416e-a977-166ee9a185f7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:47.136480 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51126) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:47.159004 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ed8e73a-7c05-4c80-9568-7aca848fe361 req-502a383f-0c14-4322-85a0-408966e34197 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148100 Jul 06 11:48:47.163632 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba990fd8-adac-4543-9e77-d77fbe8613ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.202173 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Pushing event updated for resources: {'Port': ['ID=77755e4d-0645-4959-8c25-f2e13eec3f3d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:47.223117 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Attempting to bind port 77755e4d-0645-4959-8c25-f2e13eec3f3d on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:47.223570 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Attempting to bind port 77755e4d-0645-4959-8c25-f2e13eec3f3d by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:47.223939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Attempting to bind port 77755e4d-0645-4959-8c25-f2e13eec3f3d on network bde42019-f374-4e0e-805a-c2260ce1d654 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:47.240663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:47.241041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Checking segment: {'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:47.241446 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.241840 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Bound using segment: {'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:47.242327 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Bound port: 77755e4d-0645-4959-8c25-f2e13eec3f3d, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:47.242708 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.272305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab33777-1cd1-4a41-bb65-94069dff00f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e849822-d5e3-4c3e-98cf-5bb4224c5367,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:47.300464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50506287-76b4-44fd-b47d-e67329e0a4e0 req-c6914116-4a58-4b19-a1d6-2540bce2d97c tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:47.307797 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-50506287-76b4-44fd-b47d-e67329e0a4e0 req-c6914116-4a58-4b19-a1d6-2540bce2d97c tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 1096 time: 0.6642330 Jul 06 11:48:47.353148 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cd26411c-d044-48a3-8697-e3c5d801ff27 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4eb457d33d7c476e803700373f1b19b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119570 Jul 06 11:48:47.357593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51134) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:47.385234 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba990fd8-adac-4543-9e77-d77fbe8613ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.390590 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba990fd8-adac-4543-9e77-d77fbe8613ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.435040 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] For port 77755e4d-0645-4959-8c25-f2e13eec3f3d, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:47.439442 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] For port 77755e4d-0645-4959-8c25-f2e13eec3f3d, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=77755e4d-0645-4959-8c25-f2e13eec3f3d,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:47.445080 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.445589 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ba990fd8-adac-4543-9e77-d77fbe8613ab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b27b98f23894f408a79012a989ab25f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6471317 Jul 06 11:48:47.446691 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba990fd8-adac-4543-9e77-d77fbe8613ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580e4335-c7ac-4e5e-b118-f2b2b7af0a04,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:47.449957 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51136) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:47.467478 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07864f33-91f9-4e63-a80d-01c4631e0979" -d '{"events": [{"name": "network-changed", "server_uuid": "1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30", "tag": "2e849822-d5e3-4c3e-98cf-5bb4224c5367"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:47.495259 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-50506287-76b4-44fd-b47d-e67329e0a4e0 req-bfd9903f-e932-4606-a78d-0f846126f824 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866736 Jul 06 11:48:47.505252 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fd3b9214-e3eb-42d5-9f1e-63175af40dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.530980 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fd3b9214-e3eb-42d5-9f1e-63175af40dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.556648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe99cc4-424a-4db0-99b0-180afee55072 None None] Pushing event updated for resources: {'Port': ['ID=77755e4d-0645-4959-8c25-f2e13eec3f3d,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:47.583122 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0bb85e3b-142d-44a8-8c5e-69563f6058e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.592679 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51144) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:47.597841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38425b-a869-470b-a50e-53df14cb3367 req-1c48162d-fd6b-4225-a367-4d44fb5a43d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:47.599461 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef38425b-a869-470b-a50e-53df14cb3367 req-1c48162d-fd6b-4225-a367-4d44fb5a43d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6f6072a77b4455a9fb484d55aa9de69&device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 1099 time: 0.5362701 Jul 06 11:48:47.670597 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2683d620-0fa0-4a25-a779-63e0e6d9d40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.700533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0bb85e3b-142d-44a8-8c5e-69563f6058e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.722487 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef38425b-a869-470b-a50e-53df14cb3367 req-efec4bf3-c741-4b4f-98b9-e0459b043f94 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=2e849822-d5e3-4c3e-98cf-5bb4224c5367 HTTP/1.1" status: 200 len: 217 time: 0.1128051 Jul 06 11:48:47.724938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce358742-78d3-42ae-b5be-b819f53e776a req-7bffc36a-1029-4f77-9621-839b218d3336 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:47.725577 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8f4a13-f96b-41a9-bf9f-9c9b934c6c7d x-openstack-request-id: req-0e8f4a13-f96b-41a9-bf9f-9c9b934c6c7d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:47.725865 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30", "tag": "2e849822-d5e3-4c3e-98cf-5bb4224c5367", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:47.726115 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e8f4a13-f96b-41a9-bf9f-9c9b934c6c7d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:47.726550 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30', 'tag': '2e849822-d5e3-4c3e-98cf-5bb4224c5367', 'status': 'completed', 'code': 200} Jul 06 11:48:47.734981 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce358742-78d3-42ae-b5be-b819f53e776a req-7bffc36a-1029-4f77-9621-839b218d3336 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.1286008 Jul 06 11:48:47.822687 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fd3b9214-e3eb-42d5-9f1e-63175af40dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.825919 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fd3b9214-e3eb-42d5-9f1e-63175af40dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.829643 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fd3b9214-e3eb-42d5-9f1e-63175af40dd9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/580e4335-c7ac-4e5e-b118-f2b2b7af0a04 HTTP/1.1" status: 204 len: 168 time: 0.3763855 Jul 06 11:48:47.858460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b9214-e3eb-42d5-9f1e-63175af40dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580e4335-c7ac-4e5e-b118-f2b2b7af0a04,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:47.910832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce358742-78d3-42ae-b5be-b819f53e776a req-d4f692ed-dcb8-4cf2-a294-45f1401d7499 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745365 Jul 06 11:48:47.942819 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2683d620-0fa0-4a25-a779-63e0e6d9d40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.947809 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2683d620-0fa0-4a25-a779-63e0e6d9d40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:47.990095 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683d620-0fa0-4a25-a779-63e0e6d9d40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7410c193-91fd-4fcb-87f3-7d1dc686fe9a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:48.017998 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2683d620-0fa0-4a25-a779-63e0e6d9d40f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d45aecc164444109a463f6d612abff86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239771 Jul 06 11:48:48.021026 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51148) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:48.048773 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0bb85e3b-142d-44a8-8c5e-69563f6058e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.051167 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0bb85e3b-142d-44a8-8c5e-69563f6058e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.054649 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0bb85e3b-142d-44a8-8c5e-69563f6058e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/368a20a8-dfab-4ec6-ba8c-662ec99d39ee HTTP/1.1" status: 204 len: 168 time: 0.6901963 Jul 06 11:48:48.059012 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38425b-a869-470b-a50e-53df14cb3367 req-674d5f6c-2dd5-4e35-8d56-f62c25708c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:48.060502 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef38425b-a869-470b-a50e-53df14cb3367 req-674d5f6c-2dd5-4e35-8d56-f62c25708c1a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.3321228 Jul 06 11:48:48.075420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb85e3b-142d-44a8-8c5e-69563f6058e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368a20a8-dfab-4ec6-ba8c-662ec99d39ee,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:48.091439 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-66a743f9-854f-41bb-aafa-a75b3eba3624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.121425 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-66a743f9-854f-41bb-aafa-a75b3eba3624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.182649 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-66a743f9-854f-41bb-aafa-a75b3eba3624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.207528 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-66a743f9-854f-41bb-aafa-a75b3eba3624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.216099 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-66a743f9-854f-41bb-aafa-a75b3eba3624 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7410c193-91fd-4fcb-87f3-7d1dc686fe9a HTTP/1.1" status: 204 len: 168 time: 0.1928849 Jul 06 11:48:48.235657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a743f9-854f-41bb-aafa-a75b3eba3624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7410c193-91fd-4fcb-87f3-7d1dc686fe9a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:48.252773 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c211aa-52e9-465f-a899-b180eba56474 req-e0a144b1-0d17-49a7-a405-c308e28b7862 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:48.266538 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-78c211aa-52e9-465f-a899-b180eba56474 req-e0a144b1-0d17-49a7-a405-c308e28b7862 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 1096 time: 0.2559023 Jul 06 11:48:48.339011 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51158) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:48.340728 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.370048 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68861d86-0f6e-4b59-8e0f-2228a4cde056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.385179 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.417165 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-78c211aa-52e9-465f-a899-b180eba56474 req-ecc8b0d5-a2a1-4892-8546-f08778646110 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493056 Jul 06 11:48:48.431486 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38425b-a869-470b-a50e-53df14cb3367 req-62935e5f-afa8-405b-be12-3f08707b2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:48.433336 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef38425b-a869-470b-a50e-53df14cb3367 req-62935e5f-afa8-405b-be12-3f08707b2b6e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3617733 Jul 06 11:48:48.605966 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 77755e4d-0645-4959-8c25-f2e13eec3f3d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:48.653219 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f6c7f-30a4-4375-b4b3-35e31c91d234 req-07423ea2-4b1e-4fa5-aa19-50a18bd6f0ca tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:48.663368 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b4f6c7f-30a4-4375-b4b3-35e31c91d234 req-07423ea2-4b1e-4fa5-aa19-50a18bd6f0ca tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 948 time: 0.2128575 Jul 06 11:48:48.790569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 77755e4d-0645-4959-8c25-f2e13eec3f3d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:48.853127 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b4f6c7f-30a4-4375-b4b3-35e31c91d234 req-4288c976-864a-4f45-8e43-f212dc4b5913 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823502 Jul 06 11:48:48.902089 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68861d86-0f6e-4b59-8e0f-2228a4cde056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.906738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Allocated IP 172.25.4.120 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/9cbde622-f976-40d9-a241-0322fb1d1684) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:48.910435 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68861d86-0f6e-4b59-8e0f-2228a4cde056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:48.929508 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef38425b-a869-470b-a50e-53df14cb3367 req-16663719-d0e0-4153-930c-2d43c9ed1cbf service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900111 Jul 06 11:48:48.968429 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-68861d86-0f6e-4b59-8e0f-2228a4cde056 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=21fcaf6c867e4b5c8a34ce3cffdc25ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6276085 Jul 06 11:48:48.969261 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51184) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:49.008804 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68861d86-0f6e-4b59-8e0f-2228a4cde056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2385cb28-46a6-4f42-824e-73371c8687c7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:49.047845 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2e894275-9a39-4d78-8b91-79a46d77d027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.085920 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2e894275-9a39-4d78-8b91-79a46d77d027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.173419 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cad7562-3474-474b-becd-35280e790f57 None None] Network bde42019-f374-4e0e-805a-c2260ce1d654 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:49.185802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2e894275-9a39-4d78-8b91-79a46d77d027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.191521 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2e894275-9a39-4d78-8b91-79a46d77d027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.195807 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2e894275-9a39-4d78-8b91-79a46d77d027 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2385cb28-46a6-4f42-824e-73371c8687c7 HTTP/1.1" status: 204 len: 168 time: 0.2203705 Jul 06 11:48:49.209412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e894275-9a39-4d78-8b91-79a46d77d027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2385cb28-46a6-4f42-824e-73371c8687c7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:49.258672 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef38425b-a869-470b-a50e-53df14cb3367 req-7ad80e3f-f2b2-4e4a-b551-d2b5a1e7a770 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183837 Jul 06 11:48:49.281730 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.323873 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf25d1a-0f75-417c-808e-b8eb117b2f8f req-880dcc23-e45e-49c7-9e1d-9268979f68cc tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:49.325434 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5bf25d1a-0f75-417c-808e-b8eb117b2f8f req-880dcc23-e45e-49c7-9e1d-9268979f68cc tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.1620004 Jul 06 11:48:49.423110 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5bf25d1a-0f75-417c-808e-b8eb117b2f8f req-4c7fdbee-8c4f-4017-9347-95591e5c6f50 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869176 Jul 06 11:48:49.426246 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.492524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:49.499970 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:49.503508 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:49.505290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Pushing event updated for resources: {'Port': ['ID=9cbde622-f976-40d9-a241-0322fb1d1684,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:49.548077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b52e2683-6cb2-4adf-997b-7dc2e945cc13 None None] Provisioning for port 77755e4d-0645-4959-8c25-f2e13eec3f3d completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:49.549576 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07864f33-91f9-4e63-a80d-01c4631e0979 req-5cf39dbf-a7de-4312-b645-923ff6651daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:49.551219 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07864f33-91f9-4e63-a80d-01c4631e0979 req-5cf39dbf-a7de-4312-b645-923ff6651daa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6f6072a77b4455a9fb484d55aa9de69&device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 1099 time: 0.2248559 Jul 06 11:48:49.561046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b52e2683-6cb2-4adf-997b-7dc2e945cc13 None None] Provisioning complete for port 77755e4d-0645-4959-8c25-f2e13eec3f3d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:49.561785 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b52e2683-6cb2-4adf-997b-7dc2e945cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.739516 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b52e2683-6cb2-4adf-997b-7dc2e945cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.795764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b52e2683-6cb2-4adf-997b-7dc2e945cc13 None None] For port 77755e4d-0645-4959-8c25-f2e13eec3f3d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=77755e4d-0645-4959-8c25-f2e13eec3f3d,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:49.801467 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b52e2683-6cb2-4adf-997b-7dc2e945cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:49.883001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e2683-6cb2-4adf-997b-7dc2e945cc13 None None] Pushing event updated for resources: {'Port': ['ID=77755e4d-0645-4959-8c25-f2e13eec3f3d,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:49.895592 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07864f33-91f9-4e63-a80d-01c4631e0979 req-f04564ad-f7a5-49fa-88fa-d1b4c5153d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:49.898299 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07864f33-91f9-4e63-a80d-01c4631e0979 req-f04564ad-f7a5-49fa-88fa-d1b4c5153d07 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2915545 Jul 06 11:48:49.999610 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07864f33-91f9-4e63-a80d-01c4631e0979 req-e51f82e4-903d-460f-bf75-398b10e734f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=2e849822-d5e3-4c3e-98cf-5bb4224c5367 HTTP/1.1" status: 200 len: 217 time: 0.0920506 Jul 06 11:48:50.066559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07864f33-91f9-4e63-a80d-01c4631e0979 req-7df6e254-fe6c-4bd9-9a98-b1027c33a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:50.068251 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07864f33-91f9-4e63-a80d-01c4631e0979 req-7df6e254-fe6c-4bd9-9a98-b1027c33a535 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0611575 Jul 06 11:48:50.130415 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b4d296d7-8e58-4012-b3cb-f5c7bafd9e2d None None] Provisioning complete for port 77755e4d-0645-4959-8c25-f2e13eec3f3d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:50.130415 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b4d296d7-8e58-4012-b3cb-f5c7bafd9e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.209850 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.350591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51244) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:50.497413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 77755e4d-0645-4959-8c25-f2e13eec3f3d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:50.507383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07864f33-91f9-4e63-a80d-01c4631e0979 req-5747615a-bdd2-4009-baac-f184df509350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:50.508898 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07864f33-91f9-4e63-a80d-01c4631e0979 req-5747615a-bdd2-4009-baac-f184df509350 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3975890 Jul 06 11:48:50.516910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5ed37-aaff-43f3-96e9-d0123f07524a req-3ca3d8d3-1fcc-43f0-87bf-a7d7e288f141 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:50.525427 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b4f5ed37-aaff-43f3-96e9-d0123f07524a req-3ca3d8d3-1fcc-43f0-87bf-a7d7e288f141 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 948 time: 0.4110138 Jul 06 11:48:50.559268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 77755e4d-0645-4959-8c25-f2e13eec3f3d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:50.559658 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.677326 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b4f5ed37-aaff-43f3-96e9-d0123f07524a req-3c6ad379-d459-4a42-840c-544d5848e630 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507432 Jul 06 11:48:50.726454 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8c8efd4b-8493-4a8f-954b-47dd4c681797 tempest-AutoAllocateNetworkTest-986343198 tempest-AutoAllocateNetworkTest-986343198-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=323ce8273edf4116abe95de4f60b895c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3747671 Jul 06 11:48:50.729042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51258) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:50.753587 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07864f33-91f9-4e63-a80d-01c4631e0979 req-769183d0-dc12-4e62-b793-bb75c7f551cc service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207768 Jul 06 11:48:50.898030 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:50.924190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ea0733-53b3-44e6-939c-fcc03252f8f3 tempest-AutoAllocateNetworkTest-986343198 tempest-AutoAllocateNetworkTest-986343198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:50.925900 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-38ea0733-53b3-44e6-939c-fcc03252f8f3 tempest-AutoAllocateNetworkTest-986343198 tempest-AutoAllocateNetworkTest-986343198-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1956244 Jul 06 11:48:50.928929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51268) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:51.007855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4ff9b19c-5f30-4ced-a73e-c852097bbbad tempest-AutoAllocateNetworkTest-986343198 tempest-AutoAllocateNetworkTest-986343198-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762069 Jul 06 11:48:51.009806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51278) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:51.042194 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e2c46b6b-6088-4eab-825a-904032932509 tempest-AutoAllocateNetworkTest-986343198 tempest-AutoAllocateNetworkTest-986343198-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=323ce8273edf4116abe95de4f60b895c HTTP/1.1" status: 200 len: 208 time: 0.0310760 Jul 06 11:48:51.054247 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07864f33-91f9-4e63-a80d-01c4631e0979 req-67a88168-4f70-47cc-b770-a2523177a609 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902298 Jul 06 11:48:51.077310 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b021b-a4ed-4dcd-affc-bf71893f8c70 req-25155458-23a4-40c3-9ba1-ca83b1033dde tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.085108 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5e2b021b-a4ed-4dcd-affc-bf71893f8c70 req-25155458-23a4-40c3-9ba1-ca83b1033dde tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.2219751 Jul 06 11:48:51.132941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5e2b021b-a4ed-4dcd-affc-bf71893f8c70 req-3ed69742-1c07-478e-9112-231991d158cc tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469477 Jul 06 11:48:51.133422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51286) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:51.165877 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:48:51.307927 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:48:51.322360 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Sync routers for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:48:51.333257 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:51.334762 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.336050 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9fb6cf56-e3c7-4fa6-ae11-0bf5cdeb944f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.1146085 Jul 06 11:48:51.336800 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:48:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:51.339473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51296) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:51.454256 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:51.498057 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-68606290-b7b1-4117-84c8-7ead557127a5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-722257477-network', 'tenant_id': '6f5728d630f04410b66c37fbc248b8e2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:51.537376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68606290-b7b1-4117-84c8-7ead557127a5 admin admin] Made reservation on behalf of 6f5728d630f04410b66c37fbc248b8e2 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:51.540460 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68606290-b7b1-4117-84c8-7ead557127a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.557014 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68606290-b7b1-4117-84c8-7ead557127a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.613702 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51302) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:51.677078 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68606290-b7b1-4117-84c8-7ead557127a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.683938 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68606290-b7b1-4117-84c8-7ead557127a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.712031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68606290-b7b1-4117-84c8-7ead557127a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb6e65f-11b5-499c-8b0c-437c1f6c7255,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:51.724422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68606290-b7b1-4117-84c8-7ead557127a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:51.737653 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68606290-b7b1-4117-84c8-7ead557127a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.738555 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-68606290-b7b1-4117-84c8-7ead557127a5 admin admin] Added segment 53e79d2d-5063-47f8-8f42-a47a49858331 of type vlan for network 5ed41d56-ff87-41e2-9431-f2f82974cc10 Jul 06 11:48:51.787857 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:49Z', 'revision_number': 3, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:51.788622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-d51d262a-28a2-439e-a9e0-7a8d26de5c9e tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:48:51.794492 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-d51d262a-28a2-439e-a9e0-7a8d26de5c9e tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2077727 Jul 06 11:48:51.807105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-c08e058a-9462-4cc2-9eed-dff62befcba5 service neutron] Request body: {'binding': {'host': 'n-h2-799529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:51.807656 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-c08e058a-9462-4cc2-9eed-dff62befcba5 service neutron] Unknown quota resources ['binding']. {{(pid=100427) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:48:51.808830 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68606290-b7b1-4117-84c8-7ead557127a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.822331 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Checking router: 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:48:51.822675 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Updating router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 port 9cbde622-f976-40d9-a241-0322fb1d1684 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:48:51.850552 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.862551 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.876458 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68606290-b7b1-4117-84c8-7ead557127a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:51.877416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68606290-b7b1-4117-84c8-7ead557127a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:51.878112 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68606290-b7b1-4117-84c8-7ead557127a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.004243 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68606290-b7b1-4117-84c8-7ead557127a5 admin admin] Pushing event updated for resources: {'Network': ['ID=5ed41d56-ff87-41e2-9431-f2f82974cc10,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:52.026047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 5ed41d56-ff87-41e2-9431-f2f82974cc10 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:52.047161 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.050505 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-c08e058a-9462-4cc2-9eed-dff62befcba5 service neutron] Attempting to bind port 94372c08-32a1-4e21-b75c-f55fdedcb931 on host n-h2-799529-2 for vnic_type normal with profile None {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:52.050944 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-c08e058a-9462-4cc2-9eed-dff62befcba5 service neutron] Attempting to bind port 94372c08-32a1-4e21-b75c-f55fdedcb931 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:52.051416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-c08e058a-9462-4cc2-9eed-dff62befcba5 service neutron] Attempting to bind port 94372c08-32a1-4e21-b75c-f55fdedcb931 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:52.054338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0196e-2ce6-4920-9c16-af5d3272829d req-14864b6c-9906-479d-b8f9-6b8fb9de3647 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:52.055863 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dab0196e-2ce6-4920-9c16-af5d3272829d req-14864b6c-9906-479d-b8f9-6b8fb9de3647 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 948 time: 0.1753080 Jul 06 11:48:52.065199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-c08e058a-9462-4cc2-9eed-dff62befcba5 service neutron] Port 94372c08-32a1-4e21-b75c-f55fdedcb931 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:52.065750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-c08e058a-9462-4cc2-9eed-dff62befcba5 service neutron] Attempting to bind port 94372c08-32a1-4e21-b75c-f55fdedcb931 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:52.076894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-c08e058a-9462-4cc2-9eed-dff62befcba5 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:52.077402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-c08e058a-9462-4cc2-9eed-dff62befcba5 service neutron] Checking segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:52.077887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-c08e058a-9462-4cc2-9eed-dff62befcba5 service neutron] Bound using segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:52.078435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-c08e058a-9462-4cc2-9eed-dff62befcba5 service neutron] Bound port: 94372c08-32a1-4e21-b75c-f55fdedcb931, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:52.083826 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.096072 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.118908 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-68606290-b7b1-4117-84c8-7ead557127a5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9844673 Jul 06 11:48:52.129697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51310) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:52.131670 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 2e849822-d5e3-4c3e-98cf-5bb4224c5367 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:48:52.134654 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2d504ab0-b950-4a4e-88d7-4df46c9de539 admin admin] Request body: {'subnet': {'network_id': '5ed41d56-ff87-41e2-9431-f2f82974cc10', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-722257477-subnet', 'tenant_id': '6f5728d630f04410b66c37fbc248b8e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:52.181860 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=323ce8273edf4116abe95de4f60b895c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668800 Jul 06 11:48:52.185407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51312) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:52.187768 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.200252 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Transition to ACTIVE for port object 9cbde622-f976-40d9-a241-0322fb1d1684 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:52.205800 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.217207 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dab0196e-2ce6-4920-9c16-af5d3272829d req-269c12cd-cadf-499a-a9ca-4216d1e802b9 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309679 Jul 06 11:48:52.218091 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a626c4c-259f-4aaf-a906-0b530dd6fa6b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:52.248029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-c08e058a-9462-4cc2-9eed-dff62befcba5 service neutron] For port 94372c08-32a1-4e21-b75c-f55fdedcb931, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=94372c08-32a1-4e21-b75c-f55fdedcb931,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:52.250417 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:52.251096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:52.251683 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:52.252415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:52.253087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:52.253626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:52.254160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:52.255204 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:52.255363 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-c08e058a-9462-4cc2-9eed-dff62befcba5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.255902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:52.256474 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-c08e058a-9462-4cc2-9eed-dff62befcba5 service neutron] 10.222.0.81 "POST /v2.0/ports/94372c08-32a1-4e21-b75c-f55fdedcb931/bindings HTTP/1.1" status: 201 len: 389 time: 0.4570675 Jul 06 11:48:52.265166 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546edbe-132d-44b6-afe3-157a3d7fc078 None None] Pushing event updated for resources: {'Port': ['ID=9cbde622-f976-40d9-a241-0322fb1d1684,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:52.270328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:52.271925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:52.274240 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2493a86b-6baa-4467-8027-6e615ca4dc57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:52.299103 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d504ab0-b950-4a4e-88d7-4df46c9de539 admin admin] Made reservation on behalf of 6f5728d630f04410b66c37fbc248b8e2 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:52.301453 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d504ab0-b950-4a4e-88d7-4df46c9de539 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.324629 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Attempting to bind port 9cbde622-f976-40d9-a241-0322fb1d1684 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:52.325654 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Attempting to bind port 9cbde622-f976-40d9-a241-0322fb1d1684 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:52.326258 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Attempting to bind port 9cbde622-f976-40d9-a241-0322fb1d1684 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:52.341315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 2e849822-d5e3-4c3e-98cf-5bb4224c5367, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=2e849822-d5e3-4c3e-98cf-5bb4224c5367,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:52.342939 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:52.344339 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:52.347217 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.347737 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:52.348318 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Bound port: 9cbde622-f976-40d9-a241-0322fb1d1684, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:52.352332 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.369889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '2e849822-d5e3-4c3e-98cf-5bb4224c5367', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '2e849822-d5e3-4c3e-98cf-5bb4224c5367', 'mac_address': 'fa:16:3e:5a:6c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:48:52.435252 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.452807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e849822-d5e3-4c3e-98cf-5bb4224c5367 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:48:52.484040 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 2e849822-d5e3-4c3e-98cf-5bb4224c5367, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=2e849822-d5e3-4c3e-98cf-5bb4224c5367,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:52.490023 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.516791 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] For port 9cbde622-f976-40d9-a241-0322fb1d1684, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:52.520736 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] For port 9cbde622-f976-40d9-a241-0322fb1d1684, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9cbde622-f976-40d9-a241-0322fb1d1684,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:52.527040 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.556676 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-464642bd-d275-450c-9805-689c22a9387f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.590362 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=2e849822-d5e3-4c3e-98cf-5bb4224c5367,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:52.642514 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:52.643277 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:48:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:52.669272 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-464642bd-d275-450c-9805-689c22a9387f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.714072 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546edbe-132d-44b6-afe3-157a3d7fc078 None None] Pushing event updated for resources: {'Port': ['ID=9cbde622-f976-40d9-a241-0322fb1d1684,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:52.724615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['2e849822-d5e3-4c3e-98cf-5bb4224c5367'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:52.757664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-1bcd42cf-680d-4d5b-95c9-e35b2f3a7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:52.759202 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-1bcd42cf-680d-4d5b-95c9-e35b2f3a7f37 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 1096 time: 0.1283028 Jul 06 11:48:52.765327 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Allocated IP 172.20.0.1 (bde42019-f374-4e0e-805a-c2260ce1d654/bb51dc2b-3154-4b1f-a437-1e89d3f5f733/1bd69eca-2114-41c2-acf6-7781eac8dc5e) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:48:52.797344 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:52.847522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416c882-9e84-4af8-a390-ef83ca8d1555 req-272dfe8a-402b-4aee-a0c4-60a6b7157965 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:52.849728 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7416c882-9e84-4af8-a390-ef83ca8d1555 req-272dfe8a-402b-4aee-a0c4-60a6b7157965 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.1389306 Jul 06 11:48:52.901067 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-a9356fe2-4b4f-4082-884b-5b1ac055aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:52.902633 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-a9356fe2-4b4f-4082-884b-5b1ac055aefe service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.1283870 Jul 06 11:48:52.904209 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7416c882-9e84-4af8-a390-ef83ca8d1555 req-e1aaae8e-16b9-4066-ac1c-f6dcd40742cd tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457869 Jul 06 11:48:52.945342 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:52.962850 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Transition to ACTIVE for port object 1bd69eca-2114-41c2-acf6-7781eac8dc5e will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:52.971882 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-3847f9b1-d01c-4eed-bae0-6f908ea1cc88 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94372c08-32a1-4e21-b75c-f55fdedcb931 HTTP/1.1" status: 200 len: 217 time: 0.0475147 Jul 06 11:48:53.014390 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.048997 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:49Z', 'revision_number': 3, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:53.066881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Network bde42019-f374-4e0e-805a-c2260ce1d654 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:53.073142 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:53.079652 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81df3e4-fa0c-41c4-bce2-9c0e56e51085 req-70e713f9-454f-40fc-920b-f198af310c77 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:53.086558 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d81df3e4-fa0c-41c4-bce2-9c0e56e51085 req-70e713f9-454f-40fc-920b-f198af310c77 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 945 time: 0.3152394 Jul 06 11:48:53.093284 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:48:53.094513 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.108628 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-464642bd-d275-450c-9805-689c22a9387f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.111652 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-464642bd-d275-450c-9805-689c22a9387f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.112522 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-464642bd-d275-450c-9805-689c22a9387f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8a626c4c-259f-4aaf-a906-0b530dd6fa6b HTTP/1.1" status: 204 len: 168 time: 0.9208796 Jul 06 11:48:53.144077 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Pushing event updated for resources: {'Port': ['ID=1bd69eca-2114-41c2-acf6-7781eac8dc5e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:53.155648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:53.156183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:53.156424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:53.156759 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:53.157084 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:53.157410 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:53.157730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:53.158102 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:53.158353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:53.158672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:53.158986 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:53.159495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:53.207301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-c630fc23-9847-4d37-8eb1-c90273e9f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:53.208792 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-c630fc23-9847-4d37-8eb1-c90273e9f640 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.2221081 Jul 06 11:48:53.209629 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d504ab0-b950-4a4e-88d7-4df46c9de539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.213476 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464642bd-d275-450c-9805-689c22a9387f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a626c4c-259f-4aaf-a906-0b530dd6fa6b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:53.262711 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770638df-d340-4d60-aea8-0b66cb49c21f None None] The sync data for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 is: [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:49Z', 'revision_number': 3, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:48:53.373033 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.513737 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4fa7a6af-c685-4db1-8eb8-edbfba49cb56 None None] Provisioning for port 1bd69eca-2114-41c2-acf6-7781eac8dc5e completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:53.519901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4fa7a6af-c685-4db1-8eb8-edbfba49cb56 None None] Provisioning complete for port 1bd69eca-2114-41c2-acf6-7781eac8dc5e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:53.519901 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a6af-c685-4db1-8eb8-edbfba49cb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.567353 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d504ab0-b950-4a4e-88d7-4df46c9de539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2683c975-5606-4580-8964-dc019f426204,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:53.572169 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-b28cd28c-ee0c-4a12-885f-8ae0336f2da4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3378592 Jul 06 11:48:53.575089 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d81df3e4-fa0c-41c4-bce2-9c0e56e51085 req-bea0b2dd-dcd6-4f4a-96f7-cc156e048a0c tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877291 Jul 06 11:48:53.596693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4fa7a6af-c685-4db1-8eb8-edbfba49cb56 None None] Port 1bd69eca-2114-41c2-acf6-7781eac8dc5e cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:53.614812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e23e2-14b7-45f4-89d6-41aed9ca8798 req-f6807cad-ad84-4912-9b56-33450ede4f25 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:53.616841 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8a8e23e2-14b7-45f4-89d6-41aed9ca8798 req-f6807cad-ad84-4912-9b56-33450ede4f25 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 949 time: 0.2208126 Jul 06 11:48:53.728514 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-e0afc9f2-f818-47f5-905b-74dcd2d4d9bf service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478345 Jul 06 11:48:53.729329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d504ab0-b950-4a4e-88d7-4df46c9de539 admin admin] Checking segment: {'id': '53e79d2d-5063-47f8-8f42-a47a49858331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5ed41d56-ff87-41e2-9431-f2f82974cc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:53.729681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d504ab0-b950-4a4e-88d7-4df46c9de539 admin admin] Network hostable DHCP agents. Network: 5ed41d56-ff87-41e2-9431-f2f82974cc10, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:53.736265 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8a8e23e2-14b7-45f4-89d6-41aed9ca8798 req-aa695088-f1d4-4bea-82a5-727aaea8f522 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075010 Jul 06 11:48:53.752529 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.762536 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.762536 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.816968 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d504ab0-b950-4a4e-88d7-4df46c9de539 admin admin] Network 5ed41d56-ff87-41e2-9431-f2f82974cc10 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:53.854256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2d504ab0-b950-4a4e-88d7-4df46c9de539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 5ed41d56-ff87-41e2-9431-f2f82974cc10) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:53.872634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d504ab0-b950-4a4e-88d7-4df46c9de539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:53.873232 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d504ab0-b950-4a4e-88d7-4df46c9de539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:53.874152 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9225604-56d1-44c9-80ae-403fb63a9043 None None] Network 5ed41d56-ff87-41e2-9431-f2f82974cc10 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:53.954315 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2d504ab0-b950-4a4e-88d7-4df46c9de539 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8237231 Jul 06 11:48:53.962716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Pushing event updated for resources: {'Port': ['ID=1bd69eca-2114-41c2-acf6-7781eac8dc5e,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:54.025941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-e06fa046-d620-4531-8f07-f78b861a6c58 service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893505 Jul 06 11:48:54.082668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Network bde42019-f374-4e0e-805a-c2260ce1d654 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:48:54.085501 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:54.151170 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 2e849822-d5e3-4c3e-98cf-5bb4224c5367 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:54.236486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544b7e51-7e6b-4e96-a34e-f4b36e518c0f None None] Network 5ed41d56-ff87-41e2-9431-f2f82974cc10 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:54.301253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-3183b9ef-ab9f-456a-91fc-c7373b1cf517 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.304337 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-3183b9ef-ab9f-456a-91fc-c7373b1cf517 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c&tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1096 time: 0.1753287 Jul 06 11:48:54.321667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799529-2'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:54.338963 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 2e849822-d5e3-4c3e-98cf-5bb4224c5367 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:54.357621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 2e849822-d5e3-4c3e-98cf-5bb4224c5367 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:54.357993 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.432177 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51370) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:54.498798 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.544766 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:48:54.552530 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9cbde622-f976-40d9-a241-0322fb1d1684 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:54.603816 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae195ad-bfc6-4033-9ebc-72f307864d6e req-0a76d8cd-dc7a-453d-8dc6-c25f95bde344 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:54.624069 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2ae195ad-bfc6-4033-9ebc-72f307864d6e req-0a76d8cd-dc7a-453d-8dc6-c25f95bde344 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.2949054 Jul 06 11:48:54.702945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6d6dd7a3-166d-4206-be80-358c0e333e5f None None] Provisioning complete for port 1bd69eca-2114-41c2-acf6-7781eac8dc5e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:54.712011 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6d6dd7a3-166d-4206-be80-358c0e333e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.781485 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.818489 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6d6dd7a3-166d-4206-be80-358c0e333e5f None None] Port 1bd69eca-2114-41c2-acf6-7781eac8dc5e cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:48:54.841348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 9cbde622-f976-40d9-a241-0322fb1d1684 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:48:54.866045 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] For port 94372c08-32a1-4e21-b75c-f55fdedcb931, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=94372c08-32a1-4e21-b75c-f55fdedcb931,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:54.874663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e849822-d5e3-4c3e-98cf-5bb4224c5367'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:54.877344 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934e417f-ef3c-4a37-a2ac-a72daa8dcfb1" -d '{"events": [{"server_uuid": "1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30", "name": "network-vif-plugged", "status": "completed", "tag": "2e849822-d5e3-4c3e-98cf-5bb4224c5367"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:54.881972 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9cbde622-f976-40d9-a241-0322fb1d1684 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:54.885544 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.893875 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2ae195ad-bfc6-4033-9ebc-72f307864d6e req-1ecf5def-56be-4946-9f9a-de7eaba41110 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688043 Jul 06 11:48:54.894678 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-170a5e4d-e2a1-44fa-bf2a-26c022d3f8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.929300 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 2e849822-d5e3-4c3e-98cf-5bb4224c5367, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=2e849822-d5e3-4c3e-98cf-5bb4224c5367,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:54.939900 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:54.978282 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] For port 94372c08-32a1-4e21-b75c-f55fdedcb931, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:55.043310 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.047939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94372c08-32a1-4e21-b75c-f55fdedcb931'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:55.051823 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa91202c-b106-4721-9227-74cb193e1a53" -d '{"events": [{"server_uuid": "dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c", "name": "network-vif-unplugged", "status": "completed", "tag": "94372c08-32a1-4e21-b75c-f55fdedcb931"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:55.062581 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.068675 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=2e849822-d5e3-4c3e-98cf-5bb4224c5367,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:55.111269 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-170a5e4d-e2a1-44fa-bf2a-26c022d3f8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.116299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:48:55.131151 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-82c39e43-9566-4d71-9898-e3e9c54c090b admin admin] 10.222.0.81 "PUT /v2.0/routers/6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7877896 Jul 06 11:48:55.132902 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-170a5e4d-e2a1-44fa-bf2a-26c022d3f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.138611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:55.148174 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:55.149765 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:55.153903 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:55.154473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:55.154906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Pushing event updated for resources: {'Port': ['ID=94372c08-32a1-4e21-b75c-f55fdedcb931,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:55.168719 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:55.170173 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:55.171298 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:55.171917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:55.172431 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:55.172951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:55.175370 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:48:55.205670 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-170a5e4d-e2a1-44fa-bf2a-26c022d3f8b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=61dde45f04504ee5b533932d298c0d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7674298 Jul 06 11:48:55.210787 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51402) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:55.227854 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.265210 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 9cbde622-f976-40d9-a241-0322fb1d1684, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9cbde622-f976-40d9-a241-0322fb1d1684,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:48:55.271278 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.277865 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d0996-a1e1-4e1c-a5d0-ccc9780af0a5 req-e6196487-348e-4f77-b19a-26215816dd09 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.287853 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e98d0996-a1e1-4e1c-a5d0-ccc9780af0a5 req-e6196487-348e-4f77-b19a-26215816dd09 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 945 time: 0.4626088 Jul 06 11:48:55.293971 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-690c7384-f894-4229-b74c-0ac445421c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.326928 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Attempting to bind port 94372c08-32a1-4e21-b75c-f55fdedcb931 on host n-h1-799529-2 for vnic_type normal with profile {"migrating_to": "n-h2-799529-2"} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:55.330248 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Attempting to bind port 94372c08-32a1-4e21-b75c-f55fdedcb931 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:55.330932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Attempting to bind port 94372c08-32a1-4e21-b75c-f55fdedcb931 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:55.338927 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Port 94372c08-32a1-4e21-b75c-f55fdedcb931 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:48:55.344053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e007e33-1bc0-4d86-8cd6-9bca7067c504 req-48275255-17c9-471a-8181-ea7af7c7b61b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.349518 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Attempting to bind port 94372c08-32a1-4e21-b75c-f55fdedcb931 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:55.352005 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e007e33-1bc0-4d86-8cd6-9bca7067c504 req-48275255-17c9-471a-8181-ea7af7c7b61b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 950 time: 0.1855905 Jul 06 11:48:55.378446 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:55.378965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Checking segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:55.379699 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Bound using segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:55.387689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Bound port: 94372c08-32a1-4e21-b75c-f55fdedcb931, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:55.388105 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.400313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=9cbde622-f976-40d9-a241-0322fb1d1684,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:55.400439 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a5e4d-e2a1-44fa-bf2a-26c022d3f8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c7841d-55d6-471d-908f-2ed4e09c136b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:55.412283 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e007e33-1bc0-4d86-8cd6-9bca7067c504 req-28f70ad2-8aba-489c-854d-72e0ada73499 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590281 Jul 06 11:48:55.414249 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-690c7384-f894-4229-b74c-0ac445421c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.423197 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e98d0996-a1e1-4e1c-a5d0-ccc9780af0a5 req-00479eea-2f35-4701-a195-ec89a357c5bc tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354802 Jul 06 11:48:55.503400 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ed52d1-3c53-4b99-925c-8abd8071b1e5 x-openstack-request-id: req-91ed52d1-3c53-4b99-925c-8abd8071b1e5 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:55.503803 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30", "name": "network-vif-plugged", "status": "completed", "tag": "2e849822-d5e3-4c3e-98cf-5bb4224c5367", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:55.504208 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91ed52d1-3c53-4b99-925c-8abd8071b1e5 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:55.504325 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-690c7384-f894-4229-b74c-0ac445421c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.504798 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e849822-d5e3-4c3e-98cf-5bb4224c5367', 'code': 200} Jul 06 11:48:55.506980 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-690c7384-f894-4229-b74c-0ac445421c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.508236 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-690c7384-f894-4229-b74c-0ac445421c36 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5c7841d-55d6-471d-908f-2ed4e09c136b HTTP/1.1" status: 204 len: 168 time: 0.2964337 Jul 06 11:48:55.524337 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c7384-f894-4229-b74c-0ac445421c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c7841d-55d6-471d-908f-2ed4e09c136b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:55.583378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] For port 94372c08-32a1-4e21-b75c-f55fdedcb931, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:55.587991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] For port 94372c08-32a1-4e21-b75c-f55fdedcb931, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=94372c08-32a1-4e21-b75c-f55fdedcb931,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:55.591811 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca85b1f5-af85-413c-9b97-eaf49288ccb8 x-openstack-request-id: req-ca85b1f5-af85-413c-9b97-eaf49288ccb8 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:55.592223 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c", "name": "network-vif-unplugged", "status": "completed", "tag": "94372c08-32a1-4e21-b75c-f55fdedcb931", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:55.592603 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ca85b1f5-af85-413c-9b97-eaf49288ccb8 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:55.593175 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94372c08-32a1-4e21-b75c-f55fdedcb931', 'code': 200} Jul 06 11:48:55.599924 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.602488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51416) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:55.611578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-776eed27-7b90-4856-9de9-1340f4774e70 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-498674500-network', 'tenant_id': 'fe7228b03e1b4a5eb7d5d6ba1c52d86b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:55.671140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a60fc8-57af-4d78-8c11-6172ab8874b8 req-5aa303d8-a1eb-4915-ac52-4862bf8f3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.672938 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-65a60fc8-57af-4d78-8c11-6172ab8874b8 req-5aa303d8-a1eb-4915-ac52-4862bf8f3e78 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 1101 time: 0.0906577 Jul 06 11:48:55.715417 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776eed27-7b90-4856-9de9-1340f4774e70 admin admin] Made reservation on behalf of fe7228b03e1b4a5eb7d5d6ba1c52d86b for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:55.716232 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-65a60fc8-57af-4d78-8c11-6172ab8874b8 req-5f103148-9848-4faa-b78c-82b4e5baa16d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357618 Jul 06 11:48:55.718081 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-776eed27-7b90-4856-9de9-1340f4774e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.746800 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-776eed27-7b90-4856-9de9-1340f4774e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.748657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Pushing event updated for resources: {'Port': ['ID=94372c08-32a1-4e21-b75c-f55fdedcb931,revision_number=8']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:55.798987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:55.804304 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.805998 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-27578bc4-b8c9-4bf6-af7e-6513ebb211f9 service neutron] 10.222.0.89 "PUT /v2.0/ports/94372c08-32a1-4e21-b75c-f55fdedcb931 HTTP/1.1" status: 200 len: 1121 time: 1.4938831 Jul 06 11:48:55.877004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['94372c08-32a1-4e21-b75c-f55fdedcb931'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:48:55.918494 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-776eed27-7b90-4856-9de9-1340f4774e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.927134 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-776eed27-7b90-4856-9de9-1340f4774e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:55.938048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Sync routers for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:48:55.958478 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776eed27-7b90-4856-9de9-1340f4774e70 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:48:55.961732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:55.962474 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:48:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:55.979361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776eed27-7b90-4856-9de9-1340f4774e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f1cbe3-4bd8-4ff5-b52b-9d1b05af09b1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:56.001221 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-776eed27-7b90-4856-9de9-1340f4774e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.001579 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-776eed27-7b90-4856-9de9-1340f4774e70 admin admin] Added segment 9ac5b8cf-a825-4f43-9a73-699f6bb4a757 of type vlan for network faa8db99-6201-4201-8512-23a06363930a Jul 06 11:48:56.131416 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-776eed27-7b90-4856-9de9-1340f4774e70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.141467 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8c98d-ef33-4782-b0bd-bf5034f35c50 req-90d7a993-f029-4e93-8491-b69e0b238274 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:56.149642 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64d8c98d-ef33-4782-b0bd-bf5034f35c50 req-90d7a993-f029-4e93-8491-b69e0b238274 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.0890200 Jul 06 11:48:56.183958 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:56.204781 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64d8c98d-ef33-4782-b0bd-bf5034f35c50 req-a1afeccf-e448-4b54-8fd6-c634ac1af62a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506737 Jul 06 11:48:56.260634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51438) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:56.277405 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-776eed27-7b90-4856-9de9-1340f4774e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.278177 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776eed27-7b90-4856-9de9-1340f4774e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:56.278742 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-776eed27-7b90-4856-9de9-1340f4774e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.280695 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1565756f-37b1-4708-a29e-bee5995d3ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.307053 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-776eed27-7b90-4856-9de9-1340f4774e70 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7004025 Jul 06 11:48:56.308591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51444) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:56.317748 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5c0439f2-91f0-4970-8a08-d797b79004bb admin admin] Request body: {'subnet': {'network_id': 'faa8db99-6201-4201-8512-23a06363930a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-498674500-subnet', 'tenant_id': 'fe7228b03e1b4a5eb7d5d6ba1c52d86b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:56.418232 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776eed27-7b90-4856-9de9-1340f4774e70 admin admin] Pushing event updated for resources: {'Network': ['ID=faa8db99-6201-4201-8512-23a06363930a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:56.429095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-bb8b4d7f-1a8f-447f-bcd3-0f65b0e982fd tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:56.430733 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-bb8b4d7f-1a8f-447f-bcd3-0f65b0e982fd tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 820 time: 0.2704680 Jul 06 11:48:56.452872 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-8aa5352f-6c38-4a5c-8176-78d82dca0b9b tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/quotas/92649345208f4d57abf29acc72aa0061 HTTP/1.1" status: 200 len: 375 time: 0.0122173 Jul 06 11:48:56.477335 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network faa8db99-6201-4201-8512-23a06363930a details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:48:56.478243 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1565756f-37b1-4708-a29e-bee5995d3ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.483160 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1565756f-37b1-4708-a29e-bee5995d3ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.555493 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1565756f-37b1-4708-a29e-bee5995d3ab0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9158fc697c2a4e20bfbfc683b7231cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928207 Jul 06 11:48:56.560387 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51450) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:56.564524 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565756f-37b1-4708-a29e-bee5995d3ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c650fa6a-1e19-4fce-a890-3d2d59dd07ef,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:56.570804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9cbde622-f976-40d9-a241-0322fb1d1684 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:48:56.586538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0439f2-91f0-4970-8a08-d797b79004bb admin admin] Made reservation on behalf of fe7228b03e1b4a5eb7d5d6ba1c52d86b for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:56.591089 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c0439f2-91f0-4970-8a08-d797b79004bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.596527 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-19cebe62-e046-4dd2-80b2-eb2e07783548 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1346867 Jul 06 11:48:56.652599 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28b4144a-74d8-4775-a39f-4e4bca9a0595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.662270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 2, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:56.676767 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28b4144a-74d8-4775-a39f-4e4bca9a0595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.740773 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28b4144a-74d8-4775-a39f-4e4bca9a0595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.747779 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28b4144a-74d8-4775-a39f-4e4bca9a0595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.755054 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-28b4144a-74d8-4775-a39f-4e4bca9a0595 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c650fa6a-1e19-4fce-a890-3d2d59dd07ef HTTP/1.1" status: 204 len: 168 time: 0.1920850 Jul 06 11:48:56.764435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4144a-74d8-4775-a39f-4e4bca9a0595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c650fa6a-1e19-4fce-a890-3d2d59dd07ef,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:56.871821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Checking router: 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:48:56.872178 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Updating router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 port 1bd69eca-2114-41c2-acf6-7781eac8dc5e binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:48:56.926547 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.930704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9cbde622-f976-40d9-a241-0322fb1d1684 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:48:56.931125 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.931722 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c0439f2-91f0-4970-8a08-d797b79004bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:56.934396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-32ded39a-46f9-45d0-8fdf-9acbceca1f6f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:48:56.936341 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-32ded39a-46f9-45d0-8fdf-9acbceca1f6f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1093318 Jul 06 11:48:56.944741 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434afb9-1c96-4077-a292-8d4976999e1c req-fb4995d2-3db6-4a3a-95ba-89d7e9b365ce tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:56.946427 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1434afb9-1c96-4077-a292-8d4976999e1c req-fb4995d2-3db6-4a3a-95ba-89d7e9b365ce tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 943 time: 0.1839473 Jul 06 11:48:57.039886 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0439f2-91f0-4970-8a08-d797b79004bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=98094d01-bf40-4178-bc57-9c713dfd0f01,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:57.065786 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1434afb9-1c96-4077-a292-8d4976999e1c req-ffa50c8d-53c7-4100-90c2-5a53254631de tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926540 Jul 06 11:48:57.067177 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-bfa4c5d9-d405-4f08-b500-0786cb268911 service neutron] 10.222.0.81 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230571 Jul 06 11:48:57.072151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0439f2-91f0-4970-8a08-d797b79004bb admin admin] Checking segment: {'id': '9ac5b8cf-a825-4f43-9a73-699f6bb4a757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'faa8db99-6201-4201-8512-23a06363930a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:57.072516 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0439f2-91f0-4970-8a08-d797b79004bb admin admin] Network hostable DHCP agents. Network: faa8db99-6201-4201-8512-23a06363930a, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:48:57.098225 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0439f2-91f0-4970-8a08-d797b79004bb admin admin] Network faa8db99-6201-4201-8512-23a06363930a is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:48:57.112067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-5c0439f2-91f0-4970-8a08-d797b79004bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, faa8db99-6201-4201-8512-23a06363930a) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:48:57.118482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0439f2-91f0-4970-8a08-d797b79004bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.119443 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c0439f2-91f0-4970-8a08-d797b79004bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.133780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc58598-4128-470c-af66-2d158dc0a5ed None None] Network faa8db99-6201-4201-8512-23a06363930a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:57.157251 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5c0439f2-91f0-4970-8a08-d797b79004bb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8462360 Jul 06 11:48:57.204086 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-c1167375-df7b-4f59-ae2d-6f1cc69a6cfc service neutron] 10.222.0.81 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359584 Jul 06 11:48:57.283121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c99905-0250-4ac5-bb31-09b81dc05b3e req-6cb6c8eb-cbb0-4833-b1ec-6eddd2831c4e tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.285206 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-60c99905-0250-4ac5-bb31-09b81dc05b3e req-6cb6c8eb-cbb0-4833-b1ec-6eddd2831c4e tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 950 time: 0.0809190 Jul 06 11:48:57.347519 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-60c99905-0250-4ac5-bb31-09b81dc05b3e req-037bba5f-f111-4522-ad11-55d73187c29f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559711 Jul 06 11:48:57.358047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51476) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:57.465214 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e52134-6a11-4761-a52d-967fdfb6c32e admin admin] Deleting subnet 2683c975-5606-4580-8964-dc019f426204 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:48:57.481548 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53e52134-6a11-4761-a52d-967fdfb6c32e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.537353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c7de14-8a74-4fc7-aa4d-25db9cb9b197 None None] Network faa8db99-6201-4201-8512-23a06363930a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:48:57.582466 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53e52134-6a11-4761-a52d-967fdfb6c32e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.593959 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c', 'tag': '94372c08-32a1-4e21-b75c-f55fdedcb931'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:48:57.606212 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0ec3b2-f08d-4697-9551-3103fdd778db" -d '{"events": [{"name": "network-changed", "server_uuid": "dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c", "tag": "94372c08-32a1-4e21-b75c-f55fdedcb931"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:48:57.622844 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53e52134-6a11-4761-a52d-967fdfb6c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.686382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c736ff0-929a-45d4-b31f-f87fc97d696f req-4a6c2bdd-d6fd-4e35-b10b-984e4d496502 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:57.694787 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6c736ff0-929a-45d4-b31f-f87fc97d696f req-4a6c2bdd-d6fd-4e35-b10b-984e4d496502 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.0970004 Jul 06 11:48:57.737892 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53e52134-6a11-4761-a52d-967fdfb6c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.767521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6c736ff0-929a-45d4-b31f-f87fc97d696f req-17efc503-1186-4594-aa55-4bde3e24441d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713499 Jul 06 11:48:57.787329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e52134-6a11-4761-a52d-967fdfb6c32e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2683c975-5606-4580-8964-dc019f426204,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:57.791176 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53e52134-6a11-4761-a52d-967fdfb6c32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.800578 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-53e52134-6a11-4761-a52d-967fdfb6c32e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2683c975-5606-4580-8964-dc019f426204 HTTP/1.1" status: 204 len: 168 time: 0.4414525 Jul 06 11:48:57.803293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51502) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:57.819864 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.847087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Transition to ACTIVE for port object 1bd69eca-2114-41c2-acf6-7781eac8dc5e will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:48:57.856779 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.888106 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:57.953151 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55cb4d50-0c2f-43cb-ae90-3f90c5f898bb req-ec335860-6cef-4cd0-b454-21d5ec778775 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 210 time: 0.0707870 Jul 06 11:48:58.033044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fd8a9-0302-43a2-8bc8-3f90c9c689ee None None] Pushing event updated for resources: {'Port': ['ID=1bd69eca-2114-41c2-acf6-7781eac8dc5e,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:58.042647 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.067344 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:48:58.069493 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:48:58.070801 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:48:58.070801 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Subscribe: > port after_create 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:48:58.071039 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:48:58.071345 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Subscribe: > port after_update 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:48:58.071657 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:48:58.071967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:48:58.072274 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:48:58.072618 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:48:58.167809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Attempting to bind port 1bd69eca-2114-41c2-acf6-7781eac8dc5e on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:48:58.168307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Attempting to bind port 1bd69eca-2114-41c2-acf6-7781eac8dc5e by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:48:58.168680 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Attempting to bind port 1bd69eca-2114-41c2-acf6-7781eac8dc5e on network bde42019-f374-4e0e-805a-c2260ce1d654 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:48:58.191012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:48:58.193772 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Checking segment: {'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:48:58.194010 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.194706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Bound using segment: {'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:48:58.195204 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Bound port: 1bd69eca-2114-41c2-acf6-7781eac8dc5e, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:48:58.197547 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.243934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ec3b2-f08d-4697-9551-3103fdd778db req-beea2132-5157-40b9-a2bd-44f86c365094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:58.248080 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e0ec3b2-f08d-4697-9551-3103fdd778db req-beea2132-5157-40b9-a2bd-44f86c365094 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 1124 time: 0.1510239 Jul 06 11:48:58.303379 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:48:58.303725 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:48:58.304373 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:48:58.304711 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:48:58.305229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed41d56-ff87-41e2-9431-f2f82974cc10']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:58.313351 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3569c544-8401-41fd-905a-dff249f76ed4 x-openstack-request-id: req-3569c544-8401-41fd-905a-dff249f76ed4 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:48:58.313647 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c", "tag": "94372c08-32a1-4e21-b75c-f55fdedcb931", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:48:58.313890 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3569c544-8401-41fd-905a-dff249f76ed4 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:48:58.314392 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c', 'tag': '94372c08-32a1-4e21-b75c-f55fdedcb931', 'status': 'completed', 'code': 200} Jul 06 11:48:58.361454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] For port 1bd69eca-2114-41c2-acf6-7781eac8dc5e, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:48:58.366222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] For port 1bd69eca-2114-41c2-acf6-7781eac8dc5e, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1bd69eca-2114-41c2-acf6-7781eac8dc5e,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:48:58.372776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e79d2d-5063-47f8-8f42-a47a49858331') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:58.373070 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e79d2d-5063-47f8-8f42-a47a49858331') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:58.375596 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.422511 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.457383 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:48:58.458292 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:48:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:58.501763 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.507664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fd8a9-0302-43a2-8bc8-3f90c9c689ee None None] Pushing event updated for resources: {'Port': ['ID=1bd69eca-2114-41c2-acf6-7781eac8dc5e,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:58.511473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57726dc1-6b2e-44e4-8431-1f319095cff6 req-48616453-0493-4058-a74b-896db614488c tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:58.513597 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-57726dc1-6b2e-44e4-8431-1f319095cff6 req-48616453-0493-4058-a74b-896db614488c tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 943 time: 0.1618118 Jul 06 11:48:58.515282 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ec3b2-f08d-4697-9551-3103fdd778db req-b4785f90-1222-4d01-b453-84f8eca15d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:58.517544 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e0ec3b2-f08d-4697-9551-3103fdd778db req-b4785f90-1222-4d01-b453-84f8eca15d9d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.2592196 Jul 06 11:48:58.528115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:48:58.528509 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: from cryptography.utils import int_from_bytes Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: from cryptography.utils import int_from_bytes Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:48:58.557159 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:48:58.649341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:48:58.651772 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e0ec3b2-f08d-4697-9551-3103fdd778db req-8638b1e0-0237-4279-82cc-de7ba1679222 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94372c08-32a1-4e21-b75c-f55fdedcb931 HTTP/1.1" status: 200 len: 217 time: 0.1215436 Jul 06 11:48:58.663100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b717e5-15a0-40e8-bc36-d912065c18a1 req-06d83a9e-23f5-4316-b4e9-7a2a997e46c1 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:58.675583 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8b717e5-15a0-40e8-bc36-d912065c18a1 req-06d83a9e-23f5-4316-b4e9-7a2a997e46c1 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 950 time: 0.3602271 Jul 06 11:48:58.693606 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-57726dc1-6b2e-44e4-8431-1f319095cff6 req-2d378afc-c912-4016-879c-12d7f8173ec7 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719308 Jul 06 11:48:58.728523 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.758788 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.764713 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5ed41d56-ff87-41e2-9431-f2f82974cc10 HTTP/1.1" status: 204 len: 168 time: 0.9569747 Jul 06 11:48:58.765351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51534) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:58.804322 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63d146-6a09-4d81-96a8-0d00075b0588 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ed41d56-ff87-41e2-9431-f2f82974cc10,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:58.822236 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ec3b2-f08d-4697-9551-3103fdd778db req-9b803aba-b135-4dd7-8f0e-b1e72778c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:58.828106 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e0ec3b2-f08d-4697-9551-3103fdd778db req-9b803aba-b135-4dd7-8f0e-b1e72778c5fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.1560507 Jul 06 11:48:58.873235 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8b717e5-15a0-40e8-bc36-d912065c18a1 req-73dadf88-cb25-4452-904f-4bc7f1b71e17 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941395 Jul 06 11:48:58.891429 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e0ec3b2-f08d-4697-9551-3103fdd778db req-6bdefce0-0379-4068-a42f-0d644e6351f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519426 Jul 06 11:48:58.911508 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-01eb38ab-d6e7-4fb1-964f-25659a12f5bf admin admin] Deleting subnet 98094d01-bf40-4178-bc57-9c713dfd0f01 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:48:58.919080 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01eb38ab-d6e7-4fb1-964f-25659a12f5bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:58.957158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:48:58Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:48:58.995317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd5b63-645b-454a-b115-0bfc6b85b1ab None None] The sync data for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 is: [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:48:58Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:48:59.158182 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e0ec3b2-f08d-4697-9551-3103fdd778db req-b535428b-59ba-427f-94b8-1b644a161233 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565010 Jul 06 11:48:59.271123 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.23', 57194) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:59.298442 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e0ec3b2-f08d-4697-9551-3103fdd778db req-cf8543d3-4f6b-46a8-a632-79b1d87863a0 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204040 Jul 06 11:48:59.313739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1288094-9996-49bc-9d39-3fba74190036 req-60119713-9fe9-4a76-845f-7a24deb3e88e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:59.318131 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d1288094-9996-49bc-9d39-3fba74190036 req-60119713-9fe9-4a76-845f-7a24deb3e88e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.2106152 Jul 06 11:48:59.386678 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01eb38ab-d6e7-4fb1-964f-25659a12f5bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.391888 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d1288094-9996-49bc-9d39-3fba74190036 req-5ced1c65-2dbd-4e0b-87db-e606e6fcf60e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646782 Jul 06 11:48:59.485446 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01eb38ab-d6e7-4fb1-964f-25659a12f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.517931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-264f0f13-d361-44c8-bb92-6e72d352783d tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:48:59.519572 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-264f0f13-d361-44c8-bb92-6e72d352783d tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.23 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 820 time: 0.2474380 Jul 06 11:48:59.538356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-dde21e6a-4f10-48c3-bae5-3f9d2f78d94a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Request body: {'port': {'device_id': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'admin_state_up': True, 'tenant_id': '92649345208f4d57abf29acc72aa0061'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:48:59.557993 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12a7f935-8de8-42a0-9458-3c0b4570d913 req-3c6a2b92-a2c4-4ec7-8ce9-69b76cf2b0cc tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 210 time: 0.0469849 Jul 06 11:48:59.693022 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01eb38ab-d6e7-4fb1-964f-25659a12f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.734091 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb38ab-d6e7-4fb1-964f-25659a12f5bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98094d01-bf40-4178-bc57-9c713dfd0f01,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:48:59.743467 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01eb38ab-d6e7-4fb1-964f-25659a12f5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:48:59.748195 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-01eb38ab-d6e7-4fb1-964f-25659a12f5bf admin admin] 10.222.0.81 "DELETE /v2.0/subnets/98094d01-bf40-4178-bc57-9c713dfd0f01 HTTP/1.1" status: 204 len: 168 time: 0.9791436 Jul 06 11:48:59.748995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51564) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:48:59.749968 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-dde21e6a-4f10-48c3-bae5-3f9d2f78d94a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Made reservation on behalf of 92649345208f4d57abf29acc72aa0061 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:48:59.758151 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-dde21e6a-4f10-48c3-bae5-3f9d2f78d94a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.110253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-dde21e6a-4f10-48c3-bae5-3f9d2f78d94a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Allocated IP 172.20.0.8 (bde42019-f374-4e0e-805a-c2260ce1d654/bb51dc2b-3154-4b1f-a437-1e89d3f5f733/b01afc95-3c7e-47bf-96d3-3924ef5704de) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:00.145139 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9088b54-f7b0-4fef-af21-23b91b99361a req-f424be3c-a857-4392-9ba8-5ded5fac5f0d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:00.155339 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9088b54-f7b0-4fef-af21-23b91b99361a req-f424be3c-a857-4392-9ba8-5ded5fac5f0d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 943 time: 0.1539524 Jul 06 11:49:00.158131 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081be89c-10f9-42dc-a563-19379374a502 req-111b4183-fd0f-4c63-af0b-3b41205f4751 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:00.166545 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-081be89c-10f9-42dc-a563-19379374a502 req-111b4183-fd0f-4c63-af0b-3b41205f4751 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 950 time: 0.4527569 Jul 06 11:49:00.170992 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 94372c08-32a1-4e21-b75c-f55fdedcb931 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:00.182560 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.245014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51576) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:00.258233 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-081be89c-10f9-42dc-a563-19379374a502 req-9003be48-4b4a-4330-88a0-90ad84c74825 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896928 Jul 06 11:49:00.286343 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51580) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:00.297257 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9088b54-f7b0-4fef-af21-23b91b99361a req-9599b6e0-d2fb-4412-aa30-ea0d02e216f7 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397088 Jul 06 11:49:00.352873 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.364609 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 94372c08-32a1-4e21-b75c-f55fdedcb931, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=94372c08-32a1-4e21-b75c-f55fdedcb931,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:00.372995 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:49:00.373901 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:49:00.374926 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:49:00.375336 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Subscribe: > port after_create 55550000 {{(pid=100427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:49:00.375816 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Subscribe: > port after_delete 55550000 {{(pid=100427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:49:00.376180 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Subscribe: > port after_update 55550000 {{(pid=100427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:49:00.377226 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:49:00.377677 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:49:00.378118 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:49:00.383850 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:49:00.394381 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 94372c08-32a1-4e21-b75c-f55fdedcb931 has no active binding in host n-h2-799529-2 {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:49:00.496690 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-47cef16a-aba1-424b-875e-c118a863a403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.545865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1bd69eca-2114-41c2-acf6-7781eac8dc5e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:00.565122 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:49:00.565528 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:49:00.565955 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:49:00.566380 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 11:49:00.566847 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa8db99-6201-4201-8512-23a06363930a']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:00.593408 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac5b8cf-a825-4f43-9a73-699f6bb4a757') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:00.593704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac5b8cf-a825-4f43-9a73-699f6bb4a757') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:00.616968 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.626762 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d210-1f46-4aa7-a2e5-60f84adc36a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.641361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 1bd69eca-2114-41c2-acf6-7781eac8dc5e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:00.645178 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-dde21e6a-4f10-48c3-bae5-3f9d2f78d94a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.646057 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.652288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1bd69eca-2114-41c2-acf6-7781eac8dc5e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:00.653313 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.658111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:49:00.658576 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: from cryptography.utils import int_from_bytes Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: from cryptography.utils import int_from_bytes Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: timer() Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:49:00.664342 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:49:00.704003 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296cc84-3756-4bad-b8a5-7bdb8d2a346a req-6ce16b58-2051-4267-86ec-c16c14b40ad9 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:00.711126 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b296cc84-3756-4bad-b8a5-7bdb8d2a346a req-6ce16b58-2051-4267-86ec-c16c14b40ad9 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.1472859 Jul 06 11:49:00.771931 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b296cc84-3756-4bad-b8a5-7bdb8d2a346a req-28bdce33-a3e7-4acf-913d-43f201d5e3e6 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579565 Jul 06 11:49:00.785413 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.802691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-dde21e6a-4f10-48c3-bae5-3f9d2f78d94a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Transition to ACTIVE for port object b01afc95-3c7e-47bf-96d3-3924ef5704de will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:00.808873 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b52dd2d-3d5c-4c60-833b-b2da11c8c342 req-746aa1ec-2b7b-4aef-8507-085e86e69411 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 210 time: 0.0714185 Jul 06 11:49:00.812775 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.835499 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 1bd69eca-2114-41c2-acf6-7781eac8dc5e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1bd69eca-2114-41c2-acf6-7781eac8dc5e,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:00.838304 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.840491 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] 10.222.0.81 "DELETE /v2.0/networks/faa8db99-6201-4201-8512-23a06363930a HTTP/1.1" status: 204 len: 168 time: 1.0886571 Jul 06 11:49:00.845255 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.851748 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7d339-55ca-43fa-998a-e375f6196d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=faa8db99-6201-4201-8512-23a06363930a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:00.882318 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-dde21e6a-4f10-48c3-bae5-3f9d2f78d94a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.901640 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-47cef16a-aba1-424b-875e-c118a863a403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.910099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=1bd69eca-2114-41c2-acf6-7781eac8dc5e,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:00.934645 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-47cef16a-aba1-424b-875e-c118a863a403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:00.967167 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-dde21e6a-4f10-48c3-bae5-3f9d2f78d94a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Network bde42019-f374-4e0e-805a-c2260ce1d654 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:00.984729 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51590) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:00.986579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-dde21e6a-4f10-48c3-bae5-3f9d2f78d94a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:01.005853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-dde21e6a-4f10-48c3-bae5-3f9d2f78d94a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:01.015216 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde21e6a-4f10-48c3-bae5-3f9d2f78d94a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Pushing event updated for resources: {'Port': ['ID=b01afc95-3c7e-47bf-96d3-3924ef5704de,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:01.032170 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b25fc4f0-34fc-466f-8d55-9fd6fb552dbd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6f5728d630f04410b66c37fbc248b8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439906 Jul 06 11:49:01.032747 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51594) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:01.058628 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-47cef16a-aba1-424b-875e-c118a863a403 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c1ffe7a31aa4decb6c11a3a8a78d2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8082383 Jul 06 11:49:01.063698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cef16a-aba1-424b-875e-c118a863a403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666764ef-31f7-4af6-a90e-f3052c1d7889,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:01.064941 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51596) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:01.140860 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-219a2429-bd30-4cfe-98c8-b1b504670c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.143722 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-95b5d4a9-5e24-42f7-9424-1154180bae31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.151126 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-dde21e6a-4f10-48c3-bae5-3f9d2f78d94a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:01.152330 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-dde21e6a-4f10-48c3-bae5-3f9d2f78d94a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.176758 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-95b5d4a9-5e24-42f7-9424-1154180bae31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.189021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156520ee-df49-4f4b-9f3e-77beda574872 req-c7e99af2-eb9a-4316-9c42-3d570bf54e1f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:01.191005 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-156520ee-df49-4f4b-9f3e-77beda574872 req-c7e99af2-eb9a-4316-9c42-3d570bf54e1f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 950 time: 0.1958904 Jul 06 11:49:01.193976 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-219a2429-bd30-4cfe-98c8-b1b504670c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.264931 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-95b5d4a9-5e24-42f7-9424-1154180bae31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.267772 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-95b5d4a9-5e24-42f7-9424-1154180bae31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.271257 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d210-1f46-4aa7-a2e5-60f84adc36a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.278632 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-95b5d4a9-5e24-42f7-9424-1154180bae31 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/666764ef-31f7-4af6-a90e-f3052c1d7889 HTTP/1.1" status: 204 len: 168 time: 0.2057583 Jul 06 11:49:01.281858 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-219a2429-bd30-4cfe-98c8-b1b504670c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.283867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-765933ea-330f-46b5-ad68-902a0238a9ab None None] Provisioning for port b01afc95-3c7e-47bf-96d3-3924ef5704de completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:01.285276 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-219a2429-bd30-4cfe-98c8-b1b504670c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.288340 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-219a2429-bd30-4cfe-98c8-b1b504670c51 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3eb6e65f-11b5-499c-8b0c-437c1f6c7255 HTTP/1.1" status: 204 len: 168 time: 0.2520072 Jul 06 11:49:01.288490 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d210-1f46-4aa7-a2e5-60f84adc36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.296272 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-765933ea-330f-46b5-ad68-902a0238a9ab None None] Provisioning complete for port b01afc95-3c7e-47bf-96d3-3924ef5704de triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:01.297004 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-765933ea-330f-46b5-ad68-902a0238a9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.300526 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5d4a9-5e24-42f7-9424-1154180bae31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666764ef-31f7-4af6-a90e-f3052c1d7889,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:01.331124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a2429-bd30-4cfe-98c8-b1b504670c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb6e65f-11b5-499c-8b0c-437c1f6c7255,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:01.360512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-765933ea-330f-46b5-ad68-902a0238a9ab None None] Port b01afc95-3c7e-47bf-96d3-3924ef5704de cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:01.363367 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-d183ab62-ea48-4cff-a098-39fa8ebd1e08 service neutron] 10.222.0.23 "GET /v2.0/ports/94372c08-32a1-4e21-b75c-f55fdedcb931/bindings/n-h2-799529-2 HTTP/1.1" status: 200 len: 384 time: 0.0751989 Jul 06 11:49:01.377739 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-dde21e6a-4f10-48c3-bae5-3f9d2f78d94a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8486519 Jul 06 11:49:01.411218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Request body: {'port': {'device_id': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:01.588921 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3ba7d210-1f46-4aa7-a2e5-60f84adc36a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf98048b4eed474e957c2e0b184b58c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2884500 Jul 06 11:49:01.593034 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51610) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:01.596527 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7d210-1f46-4aa7-a2e5-60f84adc36a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af7bd08-7089-403b-8964-587e38aeb01b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:01.669204 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-156520ee-df49-4f4b-9f3e-77beda574872 req-cf8f873e-3bf7-4a82-8832-f0a40eff0f6f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Deleting port 2e849822-d5e3-4c3e-98cf-5bb4224c5367 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:01.669853 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-156520ee-df49-4f4b-9f3e-77beda574872 req-cf8f873e-3bf7-4a82-8832-f0a40eff0f6f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.688663 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.700303 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-2597b123-03be-46bf-80b9-aab0036270c8 service neutron] For port 94372c08-32a1-4e21-b75c-f55fdedcb931, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=94372c08-32a1-4e21-b75c-f55fdedcb931,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:01.740425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceecbbc-2e23-48d1-8385-ec3285f54041 req-26202d97-5e4d-4a5f-8e36-477938bf6395 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:01.741669 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564aaf7b-ba06-4842-b9fc-9225aa0a58c5 req-5c62de09-c485-43a3-813e-f4f8aea34274 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:01.741931 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aceecbbc-2e23-48d1-8385-ec3285f54041 req-26202d97-5e4d-4a5f-8e36-477938bf6395 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 950 time: 0.1946385 Jul 06 11:49:01.743170 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-564aaf7b-ba06-4842-b9fc-9225aa0a58c5 req-5c62de09-c485-43a3-813e-f4f8aea34274 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 943 time: 0.1995595 Jul 06 11:49:01.746017 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38078996-0191-4855-a687-45dfea2f4965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.775634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-2597b123-03be-46bf-80b9-aab0036270c8 service neutron] For port 94372c08-32a1-4e21-b75c-f55fdedcb931, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:01.828304 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38078996-0191-4855-a687-45dfea2f4965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.851100 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-2597b123-03be-46bf-80b9-aab0036270c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94372c08-32a1-4e21-b75c-f55fdedcb931 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:01.856654 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:49:01.857819 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51618) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:01.863808 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aceecbbc-2e23-48d1-8385-ec3285f54041 req-a01d055d-8973-45c8-8683-aa051d40381b tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f9cab9e-9da8-4183-a422-5459b395bc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109831 Jul 06 11:49:01.864995 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-564aaf7b-ba06-4842-b9fc-9225aa0a58c5 req-bbd6d63d-90a7-48f3-8406-56a81f7f8b29 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146183 Jul 06 11:49:01.877802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-2597b123-03be-46bf-80b9-aab0036270c8 service neutron] For port 94372c08-32a1-4e21-b75c-f55fdedcb931, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=94372c08-32a1-4e21-b75c-f55fdedcb931,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:01.909880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51620) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:01.924912 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8c45a7bf-c557-4121-a5f9-74d9ac268791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.943145 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-156520ee-df49-4f4b-9f3e-77beda574872 req-cf8f873e-3bf7-4a82-8832-f0a40eff0f6f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] For port 2e849822-d5e3-4c3e-98cf-5bb4224c5367, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=2e849822-d5e3-4c3e-98cf-5bb4224c5367,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:01.943533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-156520ee-df49-4f4b-9f3e-77beda574872 req-cf8f873e-3bf7-4a82-8832-f0a40eff0f6f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.946272 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-2597b123-03be-46bf-80b9-aab0036270c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:01.965315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-156520ee-df49-4f4b-9f3e-77beda574872 req-cf8f873e-3bf7-4a82-8832-f0a40eff0f6f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Calling delete_port for 2e849822-d5e3-4c3e-98cf-5bb4224c5367 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:02.044947 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ba7339d3-7a58-400e-a88c-74379559c114 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe7228b03e1b4a5eb7d5d6ba1c52d86b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336775 Jul 06 11:49:02.051747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51622) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:02.052165 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38078996-0191-4855-a687-45dfea2f4965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.054709 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38078996-0191-4855-a687-45dfea2f4965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.066516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-38078996-0191-4855-a687-45dfea2f4965 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2af7bd08-7089-403b-8964-587e38aeb01b HTTP/1.1" status: 204 len: 168 time: 0.4667487 Jul 06 11:49:02.128975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-2597b123-03be-46bf-80b9-aab0036270c8 service neutron] Transition to ACTIVE for port object 94372c08-32a1-4e21-b75c-f55fdedcb931 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:02.143355 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38078996-0191-4855-a687-45dfea2f4965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af7bd08-7089-403b-8964-587e38aeb01b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:02.146012 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-2597b123-03be-46bf-80b9-aab0036270c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.281976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-2597b123-03be-46bf-80b9-aab0036270c8 service neutron] No DVR routers for this DVR port 94372c08-32a1-4e21-b75c-f55fdedcb931 on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:02.307277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597b123-03be-46bf-80b9-aab0036270c8 service neutron] Pushing event updated for resources: {'Port': ['ID=94372c08-32a1-4e21-b75c-f55fdedcb931,revision_number=10']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:02.357857 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-2597b123-03be-46bf-80b9-aab0036270c8 service neutron] 10.222.0.23 "PUT /v2.0/ports/94372c08-32a1-4e21-b75c-f55fdedcb931/bindings/n-h2-799529-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9858081 Jul 06 11:49:02.373194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c414a-0b06-4364-80cc-ede6157cf086 req-4a5f5b8d-ec58-4df3-a42c-520ea1b50a69 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:02.374791 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce0c414a-0b06-4364-80cc-ede6157cf086 req-4a5f5b8d-ec58-4df3-a42c-520ea1b50a69 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 931 time: 0.2170410 Jul 06 11:49:02.386797 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8c45a7bf-c557-4121-a5f9-74d9ac268791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.416334 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8c45a7bf-c557-4121-a5f9-74d9ac268791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.492337 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7fc8173-e8ab-4ef7-ad38-49aa310fcf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.502074 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1bd69eca-2114-41c2-acf6-7781eac8dc5e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:02.523323 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45a7bf-c557-4121-a5f9-74d9ac268791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b00577-14c6-45fc-80c5-43af372796fe,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:02.554835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd84651-5c8a-4292-a06a-e552ad1b5a62 req-02a8dcbc-9ae2-49f7-83ed-3fd4b6dbc88c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:02.562560 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5bd84651-5c8a-4292-a06a-e552ad1b5a62 req-02a8dcbc-9ae2-49f7-83ed-3fd4b6dbc88c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.4833753 Jul 06 11:49:02.569593 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce0c414a-0b06-4364-80cc-ede6157cf086 req-8c3b6ad5-522f-4d2e-af30-3f815e47d0f5 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860008 Jul 06 11:49:02.577222 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8c45a7bf-c557-4121-a5f9-74d9ac268791 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=548a2c165d04445d88ec1ecba282ce56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7159226 Jul 06 11:49:02.578029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51628) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:02.582733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1bd69eca-2114-41c2-acf6-7781eac8dc5e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:02.583381 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.603421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51630) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:02.634874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7fc8173-e8ab-4ef7-ad38-49aa310fcf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.635482 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-49e60005-c0c3-4386-830e-a96729ea31f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.643451 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01afc95-3c7e-47bf-96d3-3924ef5704de {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:02.665872 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.678434 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-d789ec3e-3037-4e76-a373-058a473bb59a tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:02.680255 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-d789ec3e-3037-4e76-a373-058a473bb59a tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c&tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1095 time: 0.2281883 Jul 06 11:49:02.722047 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5bd84651-5c8a-4292-a06a-e552ad1b5a62 req-601bc873-49a1-4b98-87f3-9e152bb635a1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586044 Jul 06 11:49:02.723048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Transition to ACTIVE for port object b01afc95-3c7e-47bf-96d3-3924ef5704de will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:02.724244 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-156520ee-df49-4f4b-9f3e-77beda574872 req-cf8f873e-3bf7-4a82-8832-f0a40eff0f6f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.738007 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.738204 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['2e849822-d5e3-4c3e-98cf-5bb4224c5367'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:02.761466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f873e-3bf7-4a82-8832-f0a40eff0f6f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Pushing event deleted for resources: {'Port': ['ID=2e849822-d5e3-4c3e-98cf-5bb4224c5367,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:02.780203 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e27adca-d035-4910-bcfe-9c0718df5247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.830493 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e27adca-d035-4910-bcfe-9c0718df5247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.876487 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7fc8173-e8ab-4ef7-ad38-49aa310fcf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.879007 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7fc8173-e8ab-4ef7-ad38-49aa310fcf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.885478 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b7fc8173-e8ab-4ef7-ad38-49aa310fcf3a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/64f1cbe3-4bd8-4ff5-b52b-9d1b05af09b1 HTTP/1.1" status: 204 len: 168 time: 0.8326063 Jul 06 11:49:02.933943 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-e28ff3ac-589e-4044-9ecf-f720bbdc25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:02.935528 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-e28ff3ac-589e-4044-9ecf-f720bbdc25e3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c&tenant_id=4843c8d3b46e40b0bd7d0bef48a42377 HTTP/1.1" status: 200 len: 1095 time: 0.2440884 Jul 06 11:49:02.979004 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-49e60005-c0c3-4386-830e-a96729ea31f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.979183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Pushing event updated for resources: {'Port': ['ID=b01afc95-3c7e-47bf-96d3-3924ef5704de,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:02.981402 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e27adca-d035-4910-bcfe-9c0718df5247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.994786 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e27adca-d035-4910-bcfe-9c0718df5247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:02.996053 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3e27adca-d035-4910-bcfe-9c0718df5247 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/70b00577-14c6-45fc-80c5-43af372796fe HTTP/1.1" status: 204 len: 168 time: 0.4129348 Jul 06 11:49:03.016613 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-49e60005-c0c3-4386-830e-a96729ea31f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.123615 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27adca-d035-4910-bcfe-9c0718df5247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b00577-14c6-45fc-80c5-43af372796fe,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:03.133912 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-156520ee-df49-4f4b-9f3e-77beda574872 req-cf8f873e-3bf7-4a82-8832-f0a40eff0f6f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] No DVR routers for this DVR port 2e849822-d5e3-4c3e-98cf-5bb4224c5367 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:03.153235 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-156520ee-df49-4f4b-9f3e-77beda574872 req-cf8f873e-3bf7-4a82-8832-f0a40eff0f6f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.155748 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-156520ee-df49-4f4b-9f3e-77beda574872 req-cf8f873e-3bf7-4a82-8832-f0a40eff0f6f tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.89 "DELETE /v2.0/ports/2e849822-d5e3-4c3e-98cf-5bb4224c5367 HTTP/1.1" status: 204 len: 173 time: 1.9544559 Jul 06 11:49:03.156411 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30', 'name': 'network-vif-deleted', 'tag': '2e849822-d5e3-4c3e-98cf-5bb4224c5367'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:03.159084 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a7e6ff-e5ab-4ec7-a187-e6c57ac7c53a" -d '{"events": [{"server_uuid": "1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30", "name": "network-vif-deleted", "tag": "2e849822-d5e3-4c3e-98cf-5bb4224c5367"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:03.164302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc8173-e8ab-4ef7-ad38-49aa310fcf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f1cbe3-4bd8-4ff5-b52b-9d1b05af09b1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:03.164492 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e60005-c0c3-4386-830e-a96729ea31f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b34860-c500-4133-9a92-65545a1bed75,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:03.211056 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-49e60005-c0c3-4386-830e-a96729ea31f4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5324758b385a441fa3ef0856717acb64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6052239 Jul 06 11:49:03.214954 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51644) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:03.292800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-16211d2c-b7a7-4bf3-bdfd-625f5fa70024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:03.299290 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-16211d2c-b7a7-4bf3-bdfd-625f5fa70024 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 1095 time: 0.3001792 Jul 06 11:49:03.314234 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6e971820-55f5-4500-9fa3-2b75109e7b92 req-d493f090-9e43-4cdf-8d3d-46b8b499b587 tempest-DeleteServersAdminTestJSON-41466591 tempest-DeleteServersAdminTestJSON-41466591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30 HTTP/1.1" status: 200 len: 210 time: 0.0687146 Jul 06 11:49:03.320845 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Attempting to bind port b01afc95-3c7e-47bf-96d3-3924ef5704de on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:03.327313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Attempting to bind port b01afc95-3c7e-47bf-96d3-3924ef5704de by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:03.332093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Attempting to bind port b01afc95-3c7e-47bf-96d3-3924ef5704de on network bde42019-f374-4e0e-805a-c2260ce1d654 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:03.365205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Port b01afc95-3c7e-47bf-96d3-3924ef5704de on network bde42019-f374-4e0e-805a-c2260ce1d654 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:03.366543 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Attempting to bind port b01afc95-3c7e-47bf-96d3-3924ef5704de on network bde42019-f374-4e0e-805a-c2260ce1d654 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:03.388261 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71dde1-7a50-4a28-acf4-13cd499e5dae req-1647466b-8398-4be6-a0c7-9dec33ae424d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:03.395507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:03.396323 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0b71dde1-7a50-4a28-acf4-13cd499e5dae req-1647466b-8398-4be6-a0c7-9dec33ae424d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 944 time: 0.3303256 Jul 06 11:49:03.396992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Checking segment: {'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:03.403534 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Bound using segment: {'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:03.404258 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Bound port: b01afc95-3c7e-47bf-96d3-3924ef5704de, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:03.404874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.444143 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b1548c0-6c23-4c75-b191-4dd8041c5e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.470937 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0b71dde1-7a50-4a28-acf4-13cd499e5dae req-e0d44a59-0584-4984-b85d-23d7cbb2823f tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734832 Jul 06 11:49:03.501734 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b1548c0-6c23-4c75-b191-4dd8041c5e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.548626 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-e81cd205-a6ac-4b17-bb5a-aeb34d6f1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:03.550168 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-e81cd205-a6ac-4b17-bb5a-aeb34d6f1994 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.2452652 Jul 06 11:49:03.561001 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e89dd96-6915-4ef8-8ae1-9015cd7a7750 x-openstack-request-id: req-0e89dd96-6915-4ef8-8ae1-9015cd7a7750 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:03.561296 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30", "name": "network-vif-deleted", "tag": "2e849822-d5e3-4c3e-98cf-5bb4224c5367", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:03.561550 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e89dd96-6915-4ef8-8ae1-9015cd7a7750 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:03.561954 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b604267-b0ed-41f8-8ffb-a9bb1e0c2d30', 'name': 'network-vif-deleted', 'tag': '2e849822-d5e3-4c3e-98cf-5bb4224c5367', 'status': 'completed', 'code': 200} Jul 06 11:49:03.579692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] For port b01afc95-3c7e-47bf-96d3-3924ef5704de, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:03.583754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] For port b01afc95-3c7e-47bf-96d3-3924ef5704de, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b01afc95-3c7e-47bf-96d3-3924ef5704de,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:03.589330 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.631947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:03.632565 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.633970 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] 10.222.0.23 "PUT /v2.0/ports/b01afc95-3c7e-47bf-96d3-3924ef5704de HTTP/1.1" status: 200 len: 1091 time: 2.2317276 Jul 06 11:49:03.643247 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-469eb872-6b5d-4350-ba64-b8dc0febe54a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94372c08-32a1-4e21-b75c-f55fdedcb931 HTTP/1.1" status: 200 len: 217 time: 0.0805829 Jul 06 11:49:03.643867 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b1548c0-6c23-4c75-b191-4dd8041c5e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.646595 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b1548c0-6c23-4c75-b191-4dd8041c5e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:03.647780 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6b1548c0-6c23-4c75-b191-4dd8041c5e8d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e8b34860-c500-4133-9a92-65545a1bed75 HTTP/1.1" status: 204 len: 168 time: 0.4311981 Jul 06 11:49:03.682187 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1548c0-6c23-4c75-b191-4dd8041c5e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b34860-c500-4133-9a92-65545a1bed75,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:03.685061 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b417918-7f02-45d4-b9bd-2bffe8e112bb service neutron] Pushing event updated for resources: {'Port': ['ID=b01afc95-3c7e-47bf-96d3-3924ef5704de,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:03.757815 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-ede817ee-7ac7-4876-b009-1a2241790a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:03.759332 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-ede817ee-7ac7-4876-b009-1a2241790a12 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.1096547 Jul 06 11:49:03.837553 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-a9b56454-18b5-4d2f-98d8-6469b983a67c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656376 Jul 06 11:49:03.860907 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-edf635f4-a50f-49f0-8475-f560df4ae55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:03.863182 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-edf635f4-a50f-49f0-8475-f560df4ae55e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 1094 time: 0.1511865 Jul 06 11:49:03.944413 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-4067d47f-d895-4254-80be-7cc91ef87156 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b01afc95-3c7e-47bf-96d3-3924ef5704de HTTP/1.1" status: 200 len: 217 time: 0.0725093 Jul 06 11:49:04.078556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-245d518d-1d04-484a-a800-192c0cc176b7 service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307360 Jul 06 11:49:04.079558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-45a10260-d010-4a1e-bdf1-4201cdb66c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.081135 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-45a10260-d010-4a1e-bdf1-4201cdb66c3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 200 len: 859 time: 0.1074054 Jul 06 11:49:04.133056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfa758-dafd-4833-88e4-37bfe078367d req-d2424318-4cb1-4bb2-b71b-cc194eb7a74a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.142568 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e2bfa758-dafd-4833-88e4-37bfe078367d req-d2424318-4cb1-4bb2-b71b-cc194eb7a74a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 943 time: 0.2149072 Jul 06 11:49:04.198030 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e2bfa758-dafd-4833-88e4-37bfe078367d req-1c1d8ff4-e9ac-4b18-99b2-532fc7427fb2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544274 Jul 06 11:49:04.220386 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-87908254-f00b-4109-8352-ce44be6380ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.222797 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-87908254-f00b-4109-8352-ce44be6380ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bde42019-f374-4e0e-805a-c2260ce1d654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348915 Jul 06 11:49:04.242484 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161e90b-ba90-496f-8a0b-11c8c768ffd0 req-26c3d0f7-1b6e-4540-91a9-c6934c963408 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.244178 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6161e90b-ba90-496f-8a0b-11c8c768ffd0 req-26c3d0f7-1b6e-4540-91a9-c6934c963408 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.2417684 Jul 06 11:49:04.322325 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6161e90b-ba90-496f-8a0b-11c8c768ffd0 req-bdf2eba9-1ae9-4d53-9c70-e8c16145f2cf tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699439 Jul 06 11:49:04.325095 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-aae16040-10f2-416f-8853-7fe595c517d2 service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006261 Jul 06 11:49:04.346276 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-7b9d2400-92e2-476e-abbf-cbd991bf2729 service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157575 Jul 06 11:49:04.451182 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a86badd2-5a7c-4b52-ab58-903ebe270952 req-68ddf717-5e8c-4e2c-b296-d763fd6a7dfb service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988395 Jul 06 11:49:04.675671 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3553d7-e5b4-4024-9aa1-00a1c4c667d3 req-ad8a4839-40ac-4f96-aabd-063f66b21d83 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.677205 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9c3553d7-e5b4-4024-9aa1-00a1c4c667d3 req-ad8a4839-40ac-4f96-aabd-063f66b21d83 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 944 time: 0.0863934 Jul 06 11:49:04.736606 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9c3553d7-e5b4-4024-9aa1-00a1c4c667d3 req-995c1702-990c-4945-aac6-b22b73c49925 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480919 Jul 06 11:49:04.791514 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-793ded35-cd75-4378-acfc-8985c372fe91 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:04.794058 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-793ded35-cd75-4378-acfc-8985c372fe91 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c&tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&binding%3Ahost_id=n-h2-799529-2 HTTP/1.1" status: 200 len: 1095 time: 0.1150301 Jul 06 11:49:04.956517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-bdc597e4-eed3-4165-9961-c81654bbcd6f service neutron] For port 94372c08-32a1-4e21-b75c-f55fdedcb931, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:04.961288 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-bdc597e4-eed3-4165-9961-c81654bbcd6f service neutron] Notify callbacks [] for binding, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:04.963649 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a1c184-d87b-4691-9ab8-afb8428e5c2e req-bdc597e4-eed3-4165-9961-c81654bbcd6f service neutron] 10.222.0.89 "DELETE /v2.0/ports/94372c08-32a1-4e21-b75c-f55fdedcb931/bindings/n-h1-799529-2 HTTP/1.1" status: 204 len: 173 time: 0.1628873 Jul 06 11:49:05.118314 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 94372c08-32a1-4e21-b75c-f55fdedcb931 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:05.162353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 94372c08-32a1-4e21-b75c-f55fdedcb931 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:05.185711 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.429603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ef365-a29d-4dc5-be2f-0e9dbf8ab225 req-1d868668-3740-417f-943a-836bb63623ca tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.440508 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef9ef365-a29d-4dc5-be2f-0e9dbf8ab225 req-1d868668-3740-417f-943a-836bb63623ca tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 943 time: 0.1113763 Jul 06 11:49:05.444855 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8af5e5ae-4e83-4393-8263-3c1a2a9682f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:05.473151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51752) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:05.502053 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef9ef365-a29d-4dc5-be2f-0e9dbf8ab225 req-6bae229c-e29a-4e26-bbbc-145d016dd824 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602281 Jul 06 11:49:05.563445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'tag': 'b01afc95-3c7e-47bf-96d3-3924ef5704de'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:05.567271 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8113975-719a-4467-8c18-429bddb1bc15" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a3043a-90cc-4e35-a98c-91e40992d894", "tag": "b01afc95-3c7e-47bf-96d3-3924ef5704de"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:05.629466 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa19c41-ae51-4b0d-a04e-7c96ebdb03f5 x-openstack-request-id: req-eaa19c41-ae51-4b0d-a04e-7c96ebdb03f5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:05.629970 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a3043a-90cc-4e35-a98c-91e40992d894", "tag": "b01afc95-3c7e-47bf-96d3-3924ef5704de", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:05.630415 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eaa19c41-ae51-4b0d-a04e-7c96ebdb03f5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:05.630868 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'tag': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'status': 'completed', 'code': 200} Jul 06 11:49:05.638330 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33b35b-b720-431f-a6c7-12d96d3b5539 req-45c7bcb9-9516-44a4-9113-4ed28a6b386f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.639929 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c33b35b-b720-431f-a6c7-12d96d3b5539 req-45c7bcb9-9516-44a4-9113-4ed28a6b386f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.1017892 Jul 06 11:49:05.688328 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c33b35b-b720-431f-a6c7-12d96d3b5539 req-c6d09c9a-26f4-4666-b5a0-574a55213a26 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Jul 06 11:49:05.719758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8113975-719a-4467-8c18-429bddb1bc15 req-a05be467-7be6-45d3-ac23-f778575a9d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.721918 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e8113975-719a-4467-8c18-429bddb1bc15 req-a05be467-7be6-45d3-ac23-f778575a9d82 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 1094 time: 0.0659668 Jul 06 11:49:05.887700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8113975-719a-4467-8c18-429bddb1bc15 req-71938a65-2d25-48e9-b4ec-1877b5246358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:05.889277 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e8113975-719a-4467-8c18-429bddb1bc15 req-71938a65-2d25-48e9-b4ec-1877b5246358 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 921 time: 0.1591477 Jul 06 11:49:05.909893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51774) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:05.910402 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fe9b0719-d070-417f-a0b6-c6180ed3fe05 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6f6072a77b4455a9fb484d55aa9de69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4355202 Jul 06 11:49:05.939603 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e8113975-719a-4467-8c18-429bddb1bc15 req-07303ed7-f4e8-4821-ade1-33220fc0b882 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b01afc95-3c7e-47bf-96d3-3924ef5704de HTTP/1.1" status: 200 len: 217 time: 0.0425498 Jul 06 11:49:06.014866 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-779a8f6a-29d9-4b9f-94ee-0337acf64809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.030431 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8113975-719a-4467-8c18-429bddb1bc15 req-b5edcd63-7f2c-45c3-a64e-00064a96ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:06.032372 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e8113975-719a-4467-8c18-429bddb1bc15 req-b5edcd63-7f2c-45c3-a64e-00064a96ef9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 200 len: 859 time: 0.0869074 Jul 06 11:49:06.070865 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-779a8f6a-29d9-4b9f-94ee-0337acf64809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.095110 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.140030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f0cd0-ab3b-4d13-b4b8-01f148e9c30a req-28395da9-7f53-4c8a-95ac-0dcd849c650d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:06.147823 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-598f0cd0-ab3b-4d13-b4b8-01f148e9c30a req-28395da9-7f53-4c8a-95ac-0dcd849c650d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 944 time: 0.1264496 Jul 06 11:49:06.177456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8113975-719a-4467-8c18-429bddb1bc15 req-02486a1f-3e58-48ef-8b81-9b0dd7dbcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:06.179387 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e8113975-719a-4467-8c18-429bddb1bc15 req-02486a1f-3e58-48ef-8b81-9b0dd7dbcdb6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bde42019-f374-4e0e-805a-c2260ce1d654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392426 Jul 06 11:49:06.183631 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-779a8f6a-29d9-4b9f-94ee-0337acf64809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.186460 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-779a8f6a-29d9-4b9f-94ee-0337acf64809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.190366 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-779a8f6a-29d9-4b9f-94ee-0337acf64809 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f9cab9e-9da8-4183-a422-5459b395bc12 HTTP/1.1" status: 204 len: 168 time: 0.2791471 Jul 06 11:49:06.207879 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-598f0cd0-ab3b-4d13-b4b8-01f148e9c30a req-41388e4c-6aaa-474d-abab-508831b71e13 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591059 Jul 06 11:49:06.221250 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 2e849822-d5e3-4c3e-98cf-5bb4224c5367 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:06.228963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a8f6a-29d9-4b9f-94ee-0337acf64809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9cab9e-9da8-4183-a422-5459b395bc12,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:06.262595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 2e849822-d5e3-4c3e-98cf-5bb4224c5367 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:06.263308 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 2e849822-d5e3-4c3e-98cf-5bb4224c5367 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:06.323215 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e8113975-719a-4467-8c18-429bddb1bc15 req-e92ff906-8bee-416f-b67d-61b91d79104d service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373117 Jul 06 11:49:06.462126 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e8113975-719a-4467-8c18-429bddb1bc15 req-cb3de915-3cb0-4327-b723-70ff7d2e458d service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325572 Jul 06 11:49:06.722036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b719e8-eb49-488b-b687-e864351b3c77 req-fd4414b3-8e1d-4edc-a81e-75e08e45f919 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:06.723766 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-87b719e8-eb49-488b-b687-e864351b3c77 req-fd4414b3-8e1d-4edc-a81e-75e08e45f919 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 943 time: 0.0682404 Jul 06 11:49:06.764583 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-87b719e8-eb49-488b-b687-e864351b3c77 req-9eb8825d-7dc0-4d9f-bf31-4f924acbd76e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349104 Jul 06 11:49:06.766793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51810) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:06.784608 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-275dd031-f1cc-496d-a9ae-f76861143b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.885778 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-275dd031-f1cc-496d-a9ae-f76861143b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.892860 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-275dd031-f1cc-496d-a9ae-f76861143b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:06.937767 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-275dd031-f1cc-496d-a9ae-f76861143b28 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=54976c4923404f88ba7118e74d2059ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692162 Jul 06 11:49:06.939244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51818) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:06.946580 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275dd031-f1cc-496d-a9ae-f76861143b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007c1203-6d59-4fb7-bb85-dffc714c273d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:06.947115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df6110-fca8-44bb-8ec4-a34c63f173e2 req-fb19619f-c161-4210-aff3-6b9c71b82572 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:06.948870 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-51df6110-fca8-44bb-8ec4-a34c63f173e2 req-fb19619f-c161-4210-aff3-6b9c71b82572 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 1095 time: 0.0671651 Jul 06 11:49:06.994076 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7615fe2c-75b5-4f7a-8010-00d6979b8f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.003153 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-51df6110-fca8-44bb-8ec4-a34c63f173e2 req-ed4d69b6-8c98-4daa-a8ef-8f0572a08688 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407102 Jul 06 11:49:07.038663 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7615fe2c-75b5-4f7a-8010-00d6979b8f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.096118 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7615fe2c-75b5-4f7a-8010-00d6979b8f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.099165 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7615fe2c-75b5-4f7a-8010-00d6979b8f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.100833 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7615fe2c-75b5-4f7a-8010-00d6979b8f65 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/007c1203-6d59-4fb7-bb85-dffc714c273d HTTP/1.1" status: 204 len: 168 time: 0.1603601 Jul 06 11:49:07.130389 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615fe2c-75b5-4f7a-8010-00d6979b8f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007c1203-6d59-4fb7-bb85-dffc714c273d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:07.139963 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b01afc95-3c7e-47bf-96d3-3924ef5704de details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:07.210743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558b797-45ef-4af5-825d-f54cd175d409 req-960d6542-4610-4abd-b06d-c591e9a9a900 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:07.212296 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c558b797-45ef-4af5-825d-f54cd175d409 req-960d6542-4610-4abd-b06d-c591e9a9a900 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.0700228 Jul 06 11:49:07.275050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port b01afc95-3c7e-47bf-96d3-3924ef5704de, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b01afc95-3c7e-47bf-96d3-3924ef5704de,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:07.277065 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c558b797-45ef-4af5-825d-f54cd175d409 req-0431e0a1-f174-45f8-a705-3895abdbdef2 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529988 Jul 06 11:49:07.290724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'port_id': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'mac_address': 'fa:16:3e:90:13:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:07.340641 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.360684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01afc95-3c7e-47bf-96d3-3924ef5704de {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:07.381515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port b01afc95-3c7e-47bf-96d3-3924ef5704de, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b01afc95-3c7e-47bf-96d3-3924ef5704de,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:07.388151 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.437876 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=b01afc95-3c7e-47bf-96d3-3924ef5704de,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:07.519692 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51840) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:07.610278 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['b01afc95-3c7e-47bf-96d3-3924ef5704de'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:07.676361 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc22c6c8-cdce-484b-9d96-73eb4d040338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.829480 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-f1a6902f-e389-4dbe-8c6a-ea6c29dcdbe9 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:07.836168 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-f1a6902f-e389-4dbe-8c6a-ea6c29dcdbe9 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 808 time: 0.1562369 Jul 06 11:49:07.858211 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-c495c127-e388-4e38-82cc-22f5064fa03b tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/quotas/4843c8d3b46e40b0bd7d0bef48a42377 HTTP/1.1" status: 200 len: 375 time: 0.0209706 Jul 06 11:49:07.961623 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc22c6c8-cdce-484b-9d96-73eb4d040338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:07.967364 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc22c6c8-cdce-484b-9d96-73eb4d040338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.019796 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-b406c8b6-8e3c-4b7e-bcee-981cefae1580 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1474676 Jul 06 11:49:08.046478 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80632bff-83d2-46be-adb5-ee356fad6c32 req-24ab4dff-1f13-4905-b508-50a81d10b8df tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:08.048109 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22c6c8-cdce-484b-9d96-73eb4d040338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d216b6-5811-4524-bd95-f3cfbf992aa8,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:08.066087 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-80632bff-83d2-46be-adb5-ee356fad6c32 req-24ab4dff-1f13-4905-b508-50a81d10b8df tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 944 time: 0.0979893 Jul 06 11:49:08.076340 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bc22c6c8-cdce-484b-9d96-73eb4d040338 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2cba8c7ecb4245f9a753bac19adf18b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5550663 Jul 06 11:49:08.079000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51878) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:08.093065 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-356433ca-5a19-422e-ba2c-268c3ec18889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.101949 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-80632bff-83d2-46be-adb5-ee356fad6c32 req-3e787bde-5de4-4266-9fc6-a516fe8fb8fc tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349839 Jul 06 11:49:08.148732 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.161383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51884) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:08.178877 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-10955918-a8d1-48bf-b087-ab4c3d1aa289 service neutron] 10.222.0.81 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581960 Jul 06 11:49:08.196100 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fac27690-2cb1-4634-8963-174fc237fc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.261731 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fac27690-2cb1-4634-8963-174fc237fc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.263059 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5f2bb096-7f75-483a-a212-c6865b8f5fe6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-965087354-network', 'tenant_id': '6e8dcf1945dd4113a4d9fc26125dc3f9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:08.286928 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2bb096-7f75-483a-a212-c6865b8f5fe6 admin admin] Made reservation on behalf of 6e8dcf1945dd4113a4d9fc26125dc3f9 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:08.289825 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb096-7f75-483a-a212-c6865b8f5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.302579 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb096-7f75-483a-a212-c6865b8f5fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.320159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-4514f09a-74a7-416a-b52a-42586ba017ba service neutron] 10.222.0.81 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311998 Jul 06 11:49:08.338437 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fac27690-2cb1-4634-8963-174fc237fc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.341056 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fac27690-2cb1-4634-8963-174fc237fc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.344639 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fac27690-2cb1-4634-8963-174fc237fc5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/78d216b6-5811-4524-bd95-f3cfbf992aa8 HTTP/1.1" status: 204 len: 168 time: 0.2620590 Jul 06 11:49:08.351323 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac27690-2cb1-4634-8963-174fc237fc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d216b6-5811-4524-bd95-f3cfbf992aa8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:08.439628 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc68de7-ea7b-42cd-82ce-f37181d7b678 req-26f9c954-9bb3-4492-9fa8-98e960d86d07 tempest-QuotasAdminNegativeTest-1366874379 tempest-QuotasAdminNegativeTest-1366874379-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=10b1c76f747347c38cdebaf69c498acf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332823 Jul 06 11:49:08.544526 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb096-7f75-483a-a212-c6865b8f5fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.551933 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb096-7f75-483a-a212-c6865b8f5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.600724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2bb096-7f75-483a-a212-c6865b8f5fe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:08.622485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bb096-7f75-483a-a212-c6865b8f5fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43e68be-0a64-4a63-907b-31e80294777b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:08.643024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc68de7-ea7b-42cd-82ce-f37181d7b678 req-380100f7-bea0-421b-9c2e-95d99bc12e6f tempest-QuotasAdminNegativeTest-1366874379 tempest-QuotasAdminNegativeTest-1366874379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:08.650109 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc68de7-ea7b-42cd-82ce-f37181d7b678 req-380100f7-bea0-421b-9c2e-95d99bc12e6f tempest-QuotasAdminNegativeTest-1366874379 tempest-QuotasAdminNegativeTest-1366874379-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2024620 Jul 06 11:49:08.652583 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb096-7f75-483a-a212-c6865b8f5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.652928 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-5f2bb096-7f75-483a-a212-c6865b8f5fe6 admin admin] Added segment 57bb1e18-989b-4f5f-a0a0-d7851f583f12 of type vlan for network cbb289a5-730a-4952-ada3-a71c5cccf2d8 Jul 06 11:49:08.677206 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc68de7-ea7b-42cd-82ce-f37181d7b678 req-f0cb4de2-e4f0-4fe6-86ec-9aab5287e39f tempest-QuotasAdminNegativeTest-1366874379 tempest-QuotasAdminNegativeTest-1366874379-project] 10.222.0.81 "GET /v2.0/quotas/10b1c76f747347c38cdebaf69c498acf HTTP/1.1" status: 200 len: 375 time: 0.0261607 Jul 06 11:49:08.717743 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51914) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:08.738527 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e0bc241b-90b8-4c0b-884b-de4d3e6e27f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.738863 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc68de7-ea7b-42cd-82ce-f37181d7b678 req-c27981e1-8d0c-4bd1-a725-5fe7dfc98452 tempest-QuotasAdminNegativeTest-1366874379 tempest-QuotasAdminNegativeTest-1366874379-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=10b1c76f747347c38cdebaf69c498acf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608132 Jul 06 11:49:08.741217 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb096-7f75-483a-a212-c6865b8f5fe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.777395 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb096-7f75-483a-a212-c6865b8f5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.779079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2bb096-7f75-483a-a212-c6865b8f5fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:08.781359 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f2bb096-7f75-483a-a212-c6865b8f5fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.861331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bb096-7f75-483a-a212-c6865b8f5fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=cbb289a5-730a-4952-ada3-a71c5cccf2d8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:08.871871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network cbb289a5-730a-4952-ada3-a71c5cccf2d8 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:08.978269 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e0bc241b-90b8-4c0b-884b-de4d3e6e27f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:08.992952 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5f2bb096-7f75-483a-a212-c6865b8f5fe6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8302829 Jul 06 11:49:08.999094 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51922) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:09.001937 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e0bc241b-90b8-4c0b-884b-de4d3e6e27f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.009187 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-784819a7-db19-4e3c-992b-836004fab663 admin admin] Request body: {'subnet': {'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-965087354-subnet', 'tenant_id': '6e8dcf1945dd4113a4d9fc26125dc3f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:09.041577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784819a7-db19-4e3c-992b-836004fab663 admin admin] Made reservation on behalf of 6e8dcf1945dd4113a4d9fc26125dc3f9 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:09.046573 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-784819a7-db19-4e3c-992b-836004fab663 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.060757 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e0bc241b-90b8-4c0b-884b-de4d3e6e27f5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9c262d7593f45479c48f5777ba048b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413835 Jul 06 11:49:09.068538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51924) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:09.091038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc241b-90b8-4c0b-884b-de4d3e6e27f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8500274b-8b10-4ddf-800a-71211dd7088d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:09.104967 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5c83f-7bec-491f-acb5-443c7f88eadd req-4f4a7ce8-cd0d-4ebb-99eb-52af27f1d487 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:09.106456 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cdf5c83f-7bec-491f-acb5-443c7f88eadd req-4f4a7ce8-cd0d-4ebb-99eb-52af27f1d487 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 972 time: 0.2063932 Jul 06 11:49:09.132079 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-532b15f4-b227-4fd0-9586-1827972b876c req-ef7e334c-2103-4081-bb03-4670eecb997c service neutron] show failed (client error): The resource could not be found. Jul 06 11:49:09.133069 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-ef7e334c-2103-4081-bb03-4670eecb997c service neutron] 10.222.0.89 "GET /v2.0/ports/f51dc0c0-545d-4658-98f1-47f8ca7ab970/bindings/n-h1-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.1711404 Jul 06 11:49:09.159099 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-13bfec24-f51d-4816-a8a5-9add85d7ff5f req-85348cc6-ccf5-47f2-8d4f-aa721c389211 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 210 time: 0.0454021 Jul 06 11:49:09.166046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b01afc95-3c7e-47bf-96d3-3924ef5704de up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:09.185945 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cdf5c83f-7bec-491f-acb5-443c7f88eadd req-397d6fb9-7cb3-495d-8136-657117c73ead tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697336 Jul 06 11:49:09.199317 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2acdec82-7ace-447a-a556-7c90a9c2f9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.260737 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2acdec82-7ace-447a-a556-7c90a9c2f9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.274885 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.321672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port b01afc95-3c7e-47bf-96d3-3924ef5704de completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:09.331919 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port b01afc95-3c7e-47bf-96d3-3924ef5704de triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:09.332578 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.365439 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2acdec82-7ace-447a-a556-7c90a9c2f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.368124 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2acdec82-7ace-447a-a556-7c90a9c2f9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.371571 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2acdec82-7ace-447a-a556-7c90a9c2f9b9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8500274b-8b10-4ddf-800a-71211dd7088d HTTP/1.1" status: 204 len: 168 time: 0.2994945 Jul 06 11:49:09.383686 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-784819a7-db19-4e3c-992b-836004fab663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.391932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdec82-7ace-447a-a556-7c90a9c2f9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8500274b-8b10-4ddf-800a-71211dd7088d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:09.488369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784819a7-db19-4e3c-992b-836004fab663 admin admin] Checking segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:09.488833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784819a7-db19-4e3c-992b-836004fab663 admin admin] Network hostable DHCP agents. Network: cbb289a5-730a-4952-ada3-a71c5cccf2d8, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:09.504861 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784819a7-db19-4e3c-992b-836004fab663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5663391f-233a-4fe7-82d6-ff0d7f70aad7,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:09.528717 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784819a7-db19-4e3c-992b-836004fab663 admin admin] Network cbb289a5-730a-4952-ada3-a71c5cccf2d8 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:09.538888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b023f1-1f1d-4290-856d-3faf8d717de0 req-4d2d674f-f657-49de-a233-235fe2396634 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:09.549492 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.550015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-784819a7-db19-4e3c-992b-836004fab663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, cbb289a5-730a-4952-ada3-a71c5cccf2d8) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:09.550469 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30b023f1-1f1d-4290-856d-3faf8d717de0 req-4d2d674f-f657-49de-a233-235fe2396634 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 944 time: 0.1531582 Jul 06 11:49:09.563828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784819a7-db19-4e3c-992b-836004fab663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:09.564837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-784819a7-db19-4e3c-992b-836004fab663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.568389 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b6fe80-befa-4fdf-9ed6-0518c9684d8c None None] Network cbb289a5-730a-4952-ada3-a71c5cccf2d8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:09.606582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30b023f1-1f1d-4290-856d-3faf8d717de0 req-a14dd99d-0fd8-40ff-bbda-f9dbf193f723 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551322 Jul 06 11:49:09.631531 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01afc95-3c7e-47bf-96d3-3924ef5704de'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:09.633976 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6974bd6c-5816-4e70-bc3e-9562d1e3930b" -d '{"events": [{"server_uuid": "d7a3043a-90cc-4e35-a98c-91e40992d894", "name": "network-vif-plugged", "status": "completed", "tag": "b01afc95-3c7e-47bf-96d3-3924ef5704de"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:09.650911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port b01afc95-3c7e-47bf-96d3-3924ef5704de, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b01afc95-3c7e-47bf-96d3-3924ef5704de,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:09.657248 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:09.687047 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-784819a7-db19-4e3c-992b-836004fab663 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6862683 Jul 06 11:49:09.758140 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b15f4-b227-4fd0-9586-1827972b876c req-396338e4-022c-4519-81ac-c08f5672b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:09.759607 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-396338e4-022c-4519-81ac-c08f5672b22a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc&tenant_id=ea41c4c395454498b836751812b291f0 HTTP/1.1" status: 200 len: 1123 time: 0.2011395 Jul 06 11:49:09.780942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:09.786579 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d836d9e2-44fd-4c82-b552-9ef918474dd9 x-openstack-request-id: req-d836d9e2-44fd-4c82-b552-9ef918474dd9 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:09.787315 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a3043a-90cc-4e35-a98c-91e40992d894", "name": "network-vif-plugged", "status": "completed", "tag": "b01afc95-3c7e-47bf-96d3-3924ef5704de", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:09.787708 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d836d9e2-44fd-4c82-b552-9ef918474dd9 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:09.788231 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'code': 200} Jul 06 11:49:09.825767 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=b01afc95-3c7e-47bf-96d3-3924ef5704de,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:09.831002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29bb97b-2c27-467a-8960-6dfe74a69772 None None] Network cbb289a5-730a-4952-ada3-a71c5cccf2d8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:09.969255 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.071409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d7d14-5db4-4db7-ad11-7ba532e0788e req-65204801-ffa1-4d93-85a9-83bc703ee0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.073650 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d26d7d14-5db4-4db7-ad11-7ba532e0788e req-65204801-ffa1-4d93-85a9-83bc703ee0e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 1096 time: 0.1703022 Jul 06 11:49:10.128592 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d26d7d14-5db4-4db7-ad11-7ba532e0788e req-d7558d66-92a6-48c0-b96e-c044264417a2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493453 Jul 06 11:49:10.168993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-e71343b2-0073-4d2b-9566-45530338e0d6 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:10.176650 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-e71343b2-0073-4d2b-9566-45530338e0d6 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.89 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 808 time: 0.1766207 Jul 06 11:49:10.193777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-e584349a-f320-4e0e-a84b-1137d0b84ce4 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Request body: {'port': {'device_id': 'fa62cf54-94c0-4d73-b1af-1c5a6178ab57', 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4', 'admin_state_up': True, 'tenant_id': '4843c8d3b46e40b0bd7d0bef48a42377'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:10.287017 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] For port f51dc0c0-545d-4658-98f1-47f8ca7ab970, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:10.340425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] For port f51dc0c0-545d-4658-98f1-47f8ca7ab970, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:10.396140 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.412518 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Transition to ACTIVE for port object f51dc0c0-545d-4658-98f1-47f8ca7ab970 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:10.413268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f51dc0c0-545d-4658-98f1-47f8ca7ab970'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:10.416000 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960bb699-6c60-45c2-8106-808d255309f5" -d '{"events": [{"server_uuid": "c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc", "name": "network-vif-unplugged", "status": "completed", "tag": "f51dc0c0-545d-4658-98f1-47f8ca7ab970"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:10.423859 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.444361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51978) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:10.512321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] No DVR routers for this DVR port f51dc0c0-545d-4658-98f1-47f8ca7ab970 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:10.767585 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f84e477-5922-48de-9293-53f2967a2e66 req-dc00b662-e266-4f4f-843a-6fbcf5f08599 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 210 time: 0.4308267 Jul 06 11:49:10.790585 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.900725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Attempting to bind port f51dc0c0-545d-4658-98f1-47f8ca7ab970 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:10.901649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Attempting to bind port f51dc0c0-545d-4658-98f1-47f8ca7ab970 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:10.902236 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Attempting to bind port f51dc0c0-545d-4658-98f1-47f8ca7ab970 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:10.909665 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ff6794-8f30-46d7-8bd9-98622e3c698d x-openstack-request-id: req-10ff6794-8f30-46d7-8bd9-98622e3c698d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:10.909665 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc", "name": "network-vif-unplugged", "status": "completed", "tag": "f51dc0c0-545d-4658-98f1-47f8ca7ab970", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:10.909665 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10ff6794-8f30-46d7-8bd9-98622e3c698d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:10.909665 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f51dc0c0-545d-4658-98f1-47f8ca7ab970', 'code': 200} Jul 06 11:49:10.910325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Pushing event updated for resources: {'Port': ['ID=f51dc0c0-545d-4658-98f1-47f8ca7ab970,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:10.911659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-e584349a-f320-4e0e-a84b-1137d0b84ce4 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Made reservation on behalf of 4843c8d3b46e40b0bd7d0bef48a42377 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:10.915309 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-e584349a-f320-4e0e-a84b-1137d0b84ce4 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.927500 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-453de007-6d7b-4e78-abb8-46ca18da7f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:10.939963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Port f51dc0c0-545d-4658-98f1-47f8ca7ab970 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:10.940282 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Attempting to bind port f51dc0c0-545d-4658-98f1-47f8ca7ab970 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:10.957322 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:10.957668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:10.958039 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:10.958508 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Bound port: f51dc0c0-545d-4658-98f1-47f8ca7ab970, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:10.958828 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.031561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52000) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:11.040130 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3deab406-2fa8-4b2a-9310-34fdc6ad658d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-179172638-network', 'tenant_id': '921bf522a46746718efe9258d891a765'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:11.057603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e70ab-8a8f-4353-9805-0e21f6125bd4 req-6dec5edf-1c55-478a-a5e8-1c34a79a5e49 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.064992 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-829e70ab-8a8f-4353-9805-0e21f6125bd4 req-6dec5edf-1c55-478a-a5e8-1c34a79a5e49 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 948 time: 0.4660101 Jul 06 11:49:11.115591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-e584349a-f320-4e0e-a84b-1137d0b84ce4 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Allocated IP 172.20.0.8 (f2e9b7d6-944b-4592-9597-94c9d66799e4/ee177648-6d0e-46f5-a7ba-dce8ba04775a/f4f679ca-68dc-4921-911a-36a3b49f7fe3) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:11.145039 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] For port f51dc0c0-545d-4658-98f1-47f8ca7ab970, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:11.172172 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-829e70ab-8a8f-4353-9805-0e21f6125bd4 req-f06aeefb-842a-4b0d-82f6-665d9eb2098b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059790 Jul 06 11:49:11.182995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] For port f51dc0c0-545d-4658-98f1-47f8ca7ab970, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:11.217406 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.280012 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-453de007-6d7b-4e78-abb8-46ca18da7f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.295188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Pushing event updated for resources: {'Port': ['ID=f51dc0c0-545d-4658-98f1-47f8ca7ab970,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:11.313256 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-453de007-6d7b-4e78-abb8-46ca18da7f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.340921 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.341552 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.344112 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-b5323207-453e-4b54-9dfd-390e6bba18ec service neutron] 10.222.0.23 "PUT /v2.0/ports/f51dc0c0-545d-4658-98f1-47f8ca7ab970 HTTP/1.1" status: 200 len: 1096 time: 1.5709894 Jul 06 11:49:11.348459 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-e584349a-f320-4e0e-a84b-1137d0b84ce4 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.438102 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-e584349a-f320-4e0e-a84b-1137d0b84ce4 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.460841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deab406-2fa8-4b2a-9310-34fdc6ad658d admin admin] Made reservation on behalf of 921bf522a46746718efe9258d891a765 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:11.463152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3deab406-2fa8-4b2a-9310-34fdc6ad658d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.501151 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-453de007-6d7b-4e78-abb8-46ca18da7f2e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=03c2c991c1b349bb95afff2845fe1b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0533526 Jul 06 11:49:11.508854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52014) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:11.520370 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3deab406-2fa8-4b2a-9310-34fdc6ad658d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.527734 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453de007-6d7b-4e78-abb8-46ca18da7f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cc177a-033f-4712-aba9-35886a5509f0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:11.563990 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-e584349a-f320-4e0e-a84b-1137d0b84ce4 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Network f2e9b7d6-944b-4592-9597-94c9d66799e4 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:11.571184 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-e584349a-f320-4e0e-a84b-1137d0b84ce4 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:11.574791 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-e584349a-f320-4e0e-a84b-1137d0b84ce4 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:11.599182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584349a-f320-4e0e-a84b-1137d0b84ce4 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Pushing event updated for resources: {'Port': ['ID=f4f679ca-68dc-4921-911a-36a3b49f7fe3,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:11.687140 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184455d0-16fd-4f33-a81b-7acef97d7bda req-0cb38bb4-157d-4129-a66a-76ed42923989 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.687790 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d044de4-1127-4a1c-b643-3cb16b5fa83f req-52df1eb6-74b1-49a9-8147-832009d795ed tempest-QuotasAdminNegativeTest-1366874379 tempest-QuotasAdminNegativeTest-1366874379-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=10b1c76f747347c38cdebaf69c498acf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283632 Jul 06 11:49:11.689014 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-184455d0-16fd-4f33-a81b-7acef97d7bda req-0cb38bb4-157d-4129-a66a-76ed42923989 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 945 time: 0.3394511 Jul 06 11:49:11.699167 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-e584349a-f320-4e0e-a84b-1137d0b84ce4 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.699462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b15f4-b227-4fd0-9586-1827972b876c req-899a0ea9-8923-4cf6-a4e4-ecd82bfdaf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.699849 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-e584349a-f320-4e0e-a84b-1137d0b84ce4 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.701070 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-899a0ea9-8923-4cf6-a4e4-ecd82bfdaf7a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 1099 time: 0.3121221 Jul 06 11:49:11.705655 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6a98-9c80-478f-a0bf-cef0defb3aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.817701 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6a98-9c80-478f-a0bf-cef0defb3aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.829855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d044de4-1127-4a1c-b643-3cb16b5fa83f req-0c8153ef-02fc-4127-ae9c-8902d79f3a59 tempest-QuotasAdminNegativeTest-1366874379 tempest-QuotasAdminNegativeTest-1366874379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.831428 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d044de4-1127-4a1c-b643-3cb16b5fa83f req-0c8153ef-02fc-4127-ae9c-8902d79f3a59 tempest-QuotasAdminNegativeTest-1366874379 tempest-QuotasAdminNegativeTest-1366874379-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1279273 Jul 06 11:49:11.834656 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-184455d0-16fd-4f33-a81b-7acef97d7bda req-853423a5-c5ff-4f4f-92ac-61c5946c8ea4 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397119 Jul 06 11:49:11.858177 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d044de4-1127-4a1c-b643-3cb16b5fa83f req-d3f3072b-2718-4126-b335-8c9fdb455ddb tempest-QuotasAdminNegativeTest-1366874379 tempest-QuotasAdminNegativeTest-1366874379-project] 10.222.0.81 "GET /v2.0/quotas/10b1c76f747347c38cdebaf69c498acf HTTP/1.1" status: 200 len: 375 time: 0.0189328 Jul 06 11:49:11.905670 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3deab406-2fa8-4b2a-9310-34fdc6ad658d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.907651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b15f4-b227-4fd0-9586-1827972b876c req-931f2691-d04d-4f00-a58d-8d615e8c86fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:11.909338 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-931f2691-d04d-4f00-a58d-8d615e8c86fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2016420 Jul 06 11:49:11.910623 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3deab406-2fa8-4b2a-9310-34fdc6ad658d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.918649 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d044de4-1127-4a1c-b643-3cb16b5fa83f req-36f13e27-4327-4970-bb45-71834fc1e92c tempest-QuotasAdminNegativeTest-1366874379 tempest-QuotasAdminNegativeTest-1366874379-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=10b1c76f747347c38cdebaf69c498acf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595181 Jul 06 11:49:11.928454 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-e584349a-f320-4e0e-a84b-1137d0b84ce4 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7397006 Jul 06 11:49:11.944346 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Request body: {'port': {'device_id': 'fa62cf54-94c0-4d73-b1af-1c5a6178ab57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:11.968889 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-afcacaab-4d81-4e0d-bf9f-16a79a9f84b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970 HTTP/1.1" status: 200 len: 217 time: 0.0532224 Jul 06 11:49:11.983390 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6a98-9c80-478f-a0bf-cef0defb3aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.986519 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6a98-9c80-478f-a0bf-cef0defb3aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:11.988123 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b1cb6a98-9c80-478f-a0bf-cef0defb3aec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/20cc177a-033f-4712-aba9-35886a5509f0 HTTP/1.1" status: 204 len: 168 time: 0.4758809 Jul 06 11:49:11.991915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3deab406-2fa8-4b2a-9310-34fdc6ad658d admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:12.052126 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deab406-2fa8-4b2a-9310-34fdc6ad658d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695577af-0c66-4cdc-b955-cb17416c41bf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:12.053671 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3deab406-2fa8-4b2a-9310-34fdc6ad658d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.054013 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-3deab406-2fa8-4b2a-9310-34fdc6ad658d admin admin] Added segment 32ce1e7c-f131-4d0c-9a46-8a565e647967 of type vlan for network b98018b6-a62e-4740-853e-29a872be899c Jul 06 11:49:12.113595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb6a98-9c80-478f-a0bf-cef0defb3aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cc177a-033f-4712-aba9-35886a5509f0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:12.123884 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.140666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b15f4-b227-4fd0-9586-1827972b876c req-dab944c8-1d3c-416c-8cc7-dda00a3e8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.142806 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-dab944c8-1d3c-416c-8cc7-dda00a3e8ce7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1677229 Jul 06 11:49:12.162833 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3deab406-2fa8-4b2a-9310-34fdc6ad658d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.227472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036f44b-6ae6-4316-aa5d-0901a4cec0c3 req-aec13a1c-389e-4729-93cd-30cd7c4116a0 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.235161 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2036f44b-6ae6-4316-aa5d-0901a4cec0c3 req-aec13a1c-389e-4729-93cd-30cd7c4116a0 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 931 time: 0.2261679 Jul 06 11:49:12.258117 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3deab406-2fa8-4b2a-9310-34fdc6ad658d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.259423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deab406-2fa8-4b2a-9310-34fdc6ad658d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.260217 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3deab406-2fa8-4b2a-9310-34fdc6ad658d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.358118 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3deab406-2fa8-4b2a-9310-34fdc6ad658d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3247976 Jul 06 11:49:12.362931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52052) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:12.366888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b15f4-b227-4fd0-9586-1827972b876c req-d1e2ff63-8179-4155-90d1-4ea007a54109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:12.368662 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-d1e2ff63-8179-4155-90d1-4ea007a54109 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2189140 Jul 06 11:49:12.382929 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2036f44b-6ae6-4316-aa5d-0901a4cec0c3 req-94a7192b-4c96-428e-bf83-61cfd226d9f8 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464679 Jul 06 11:49:12.389657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-26ed2a4c-1f07-4b3b-b833-50ef4db4a4e0 admin admin] Request body: {'subnet': {'network_id': 'b98018b6-a62e-4740-853e-29a872be899c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-179172638-subnet', 'tenant_id': '921bf522a46746718efe9258d891a765', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:12.434246 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-847ac546-a2da-4b4b-801b-b5d928b7c4ae tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3990777 Jul 06 11:49:12.437883 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deab406-2fa8-4b2a-9310-34fdc6ad658d admin admin] Pushing event updated for resources: {'Network': ['ID=b98018b6-a62e-4740-853e-29a872be899c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:12.450329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network b98018b6-a62e-4740-853e-29a872be899c details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:12.459009 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:12.549619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ed2a4c-1f07-4b3b-b833-50ef4db4a4e0 admin admin] Made reservation on behalf of 921bf522a46746718efe9258d891a765 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:12.552622 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26ed2a4c-1f07-4b3b-b833-50ef4db4a4e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.584271 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52064) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:12.624703 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.629774 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-af0d2e7e-daeb-4407-b7d6-92dbf0a6e8d0 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156751 Jul 06 11:49:12.653022 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-226bc85e-7634-49c2-808f-122708475bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.789067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f679ca-68dc-4921-911a-36a3b49f7fe3 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:12.800526 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.813417 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-532b15f4-b227-4fd0-9586-1827972b876c req-f1534f29-38a5-43ff-9e01-c812394ed7d6 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713312 Jul 06 11:49:12.818811 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Transition to ACTIVE for port object f4f679ca-68dc-4921-911a-36a3b49f7fe3 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:12.821484 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.828151 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.915431 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc', 'tag': 'f51dc0c0-545d-4658-98f1-47f8ca7ab970'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:12.917750 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f8cd21-b913-479a-86d7-95dd8095e850" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc", "tag": "f51dc0c0-545d-4658-98f1-47f8ca7ab970"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:12.924083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f679ca-68dc-4921-911a-36a3b49f7fe3,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:12.957873 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26ed2a4c-1f07-4b3b-b833-50ef4db4a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.975597 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-226bc85e-7634-49c2-808f-122708475bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:12.998261 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-226bc85e-7634-49c2-808f-122708475bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.022643 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Allocated IP 172.25.4.73 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/6ff1282b-1c89-4fd4-82b6-2ec7aa7e08b6) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:13.049609 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Attempting to bind port f4f679ca-68dc-4921-911a-36a3b49f7fe3 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:13.049944 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Attempting to bind port f4f679ca-68dc-4921-911a-36a3b49f7fe3 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:13.050452 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Attempting to bind port f4f679ca-68dc-4921-911a-36a3b49f7fe3 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:13.058936 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Port f4f679ca-68dc-4921-911a-36a3b49f7fe3 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:13.059279 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Attempting to bind port f4f679ca-68dc-4921-911a-36a3b49f7fe3 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:13.078506 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed2a4c-1f07-4b3b-b833-50ef4db4a4e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=545e6a03-d912-4d8c-8166-3f22614af0cb,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:13.095610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:13.095954 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Checking segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:13.096340 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Bound using segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:13.096779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Bound port: f4f679ca-68dc-4921-911a-36a3b49f7fe3, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:13.097132 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.102673 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-226bc85e-7634-49c2-808f-122708475bbd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2b4bb779b73244a48b4a6b74dac7770e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5161068 Jul 06 11:49:13.106371 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52072) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:13.109599 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bc85e-7634-49c2-808f-122708475bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745f443d-bb84-447e-8369-a3b6b0eb36f3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:13.139981 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ed2a4c-1f07-4b3b-b833-50ef4db4a4e0 admin admin] Checking segment: {'id': '32ce1e7c-f131-4d0c-9a46-8a565e647967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b98018b6-a62e-4740-853e-29a872be899c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:13.140333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ed2a4c-1f07-4b3b-b833-50ef4db4a4e0 admin admin] Network hostable DHCP agents. Network: b98018b6-a62e-4740-853e-29a872be899c, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:13.188216 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ed2a4c-1f07-4b3b-b833-50ef4db4a4e0 admin admin] Network b98018b6-a62e-4740-853e-29a872be899c is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:13.200864 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.201649 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2d32429-0f87-4bf7-8141-5c8b84ad5b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.203214 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] For port f4f679ca-68dc-4921-911a-36a3b49f7fe3, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:13.211948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cdecf-fec4-4b8a-afc5-c6229c46fa5d req-d6419c9e-1b76-4ec9-85d4-cf162a9e747b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.213496 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-171cdecf-fec4-4b8a-afc5-c6229c46fa5d req-d6419c9e-1b76-4ec9-85d4-cf162a9e747b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 948 time: 0.1740742 Jul 06 11:49:13.216006 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-26ed2a4c-1f07-4b3b-b833-50ef4db4a4e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, b98018b6-a62e-4740-853e-29a872be899c) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:13.218419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] For port f4f679ca-68dc-4921-911a-36a3b49f7fe3, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:13.225540 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.229549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2865ba-6cdc-458b-b196-f27b4017a53b None None] Network b98018b6-a62e-4740-853e-29a872be899c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:13.234119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed2a4c-1f07-4b3b-b833-50ef4db4a4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.234711 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26ed2a4c-1f07-4b3b-b833-50ef4db4a4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.259380 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2d32429-0f87-4bf7-8141-5c8b84ad5b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.268616 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-26ed2a4c-1f07-4b3b-b833-50ef4db4a4e0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9041662 Jul 06 11:49:13.301441 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-171cdecf-fec4-4b8a-afc5-c6229c46fa5d req-3c408b3f-f39a-404a-beb6-e9088f9910eb tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789003 Jul 06 11:49:13.317354 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.317979 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.319897 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] 10.222.0.89 "PUT /v2.0/ports/f4f679ca-68dc-4921-911a-36a3b49f7fe3 HTTP/1.1" status: 200 len: 1091 time: 1.3803830 Jul 06 11:49:13.321849 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa62cf54-94c0-4d73-b1af-1c5a6178ab57', 'tag': 'f4f679ca-68dc-4921-911a-36a3b49f7fe3'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:13.328519 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ebb768-bb53-4015-a0b0-8acc69e46e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa62cf54-94c0-4d73-b1af-1c5a6178ab57", "tag": "f4f679ca-68dc-4921-911a-36a3b49f7fe3"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:13.340892 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2d32429-0f87-4bf7-8141-5c8b84ad5b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.344187 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2d32429-0f87-4bf7-8141-5c8b84ad5b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.360654 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c2d32429-0f87-4bf7-8141-5c8b84ad5b69 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/745f443d-bb84-447e-8369-a3b6b0eb36f3 HTTP/1.1" status: 204 len: 168 time: 0.2387292 Jul 06 11:49:13.361399 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.364592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0c0ec-5f17-4473-b183-a33921831562 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f679ca-68dc-4921-911a-36a3b49f7fe3,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:13.377858 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d32429-0f87-4bf7-8141-5c8b84ad5b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745f443d-bb84-447e-8369-a3b6b0eb36f3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:13.441300 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acb37d0-1e06-49e8-bc13-d6e71e5a94ce None None] Network b98018b6-a62e-4740-853e-29a872be899c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:13.455349 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:13.481894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:13.485066 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:13.529005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Pushing event updated for resources: {'Port': ['ID=6ff1282b-1c89-4fd4-82b6-2ec7aa7e08b6,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:13.614227 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-f65b9aef-8fd3-4995-853a-ae3e386a6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.615838 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-f65b9aef-8fd3-4995-853a-ae3e386a6a14 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 1094 time: 0.2130198 Jul 06 11:49:13.679478 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-481c6dfc-377b-45ab-b105-925b6c134cb8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3 HTTP/1.1" status: 200 len: 217 time: 0.0541258 Jul 06 11:49:13.683575 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.763066 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-28f2a0da-6f2b-4f24-9e00-4ee7c14b33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:13.764593 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-28f2a0da-6f2b-4f24-9e00-4ee7c14b33c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.0748615 Jul 06 11:49:13.767133 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:13.819215 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-df0da2d1-a42f-4a90-aa96-deaf9e4ad347 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288639 Jul 06 11:49:13.972830 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-9855f630-42f7-4f78-9702-3c0a4776b7a7 service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457369 Jul 06 11:49:14.084743 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.093354 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.151798 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ee58d0-ce69-4e83-9f3d-d1fdcd2bba3d req-7fc8671f-3a9f-4bd8-8cf8-04c97f1b8315 service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650550 Jul 06 11:49:14.188078 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c46705f-972f-480f-ada1-47dd940317f3 x-openstack-request-id: req-8c46705f-972f-480f-ada1-47dd940317f3 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:14.188641 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc", "tag": "f51dc0c0-545d-4658-98f1-47f8ca7ab970", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:14.189143 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c46705f-972f-480f-ada1-47dd940317f3 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:14.189794 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc', 'tag': 'f51dc0c0-545d-4658-98f1-47f8ca7ab970', 'status': 'completed', 'code': 200} Jul 06 11:49:14.196272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Pushing event updated for resources: {'Port': ['ID=6ff1282b-1c89-4fd4-82b6-2ec7aa7e08b6,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:14.210642 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.231409 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e7b5dc-520f-455b-ad49-bf3d91af0c20 x-openstack-request-id: req-68e7b5dc-520f-455b-ad49-bf3d91af0c20 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:14.231706 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa62cf54-94c0-4d73-b1af-1c5a6178ab57", "tag": "f4f679ca-68dc-4921-911a-36a3b49f7fe3", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:14.231956 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68e7b5dc-520f-455b-ad49-bf3d91af0c20 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:14.232391 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa62cf54-94c0-4d73-b1af-1c5a6178ab57', 'tag': 'f4f679ca-68dc-4921-911a-36a3b49f7fe3', 'status': 'completed', 'code': 200} Jul 06 11:49:14.269409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f51dc0c0-545d-4658-98f1-47f8ca7ab970 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:14.270188 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:14.271137 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-5fcb2982-d1be-4b5c-818f-311cfa050e8e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8356931 Jul 06 11:49:14.352808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-5eeec712-015d-4bfc-8a6b-b6cce4ef5eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.353600 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-53984fc6-347a-44a4-9026-fbe4ca821c5c tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 695 time: 0.0748963 Jul 06 11:49:14.354924 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-5eeec712-015d-4bfc-8a6b-b6cce4ef5eac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 1099 time: 0.1347456 Jul 06 11:49:14.360974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f51dc0c0-545d-4658-98f1-47f8ca7ab970 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:14.371357 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb768-bb53-4015-a0b0-8acc69e46e9b req-2ba86a9a-8546-4cc5-858e-5b2913cd404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.372878 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-79ebb768-bb53-4015-a0b0-8acc69e46e9b req-2ba86a9a-8546-4cc5-858e-5b2913cd404a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 1094 time: 0.1133673 Jul 06 11:49:14.422521 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-20941031-5bc8-4772-ae39-4feb01d6ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.425225 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-20941031-5bc8-4772-ae39-4feb01d6ddc0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 1099 time: 0.2058485 Jul 06 11:49:14.612808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8aae5a-aedf-4dd1-a391-c98e8f287660 req-a2504622-1c82-44da-a5ce-33e85e726940 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.620893 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5c8aae5a-aedf-4dd1-a391-c98e8f287660 req-a2504622-1c82-44da-a5ce-33e85e726940 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 943 time: 0.2707584 Jul 06 11:49:14.624367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb768-bb53-4015-a0b0-8acc69e46e9b req-f2655445-3341-4a7c-80de-c63b2b2a022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.626264 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-79ebb768-bb53-4015-a0b0-8acc69e46e9b req-f2655445-3341-4a7c-80de-c63b2b2a022b service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.2282131 Jul 06 11:49:14.627676 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-522a2da6-a2b3-432c-b8ee-00af1c81426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.628888 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-522a2da6-a2b3-432c-b8ee-00af1c81426c service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2598507 Jul 06 11:49:14.720546 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-79ebb768-bb53-4015-a0b0-8acc69e46e9b req-de47f075-0a69-47c6-8015-87f81fe410d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3 HTTP/1.1" status: 200 len: 217 time: 0.0798721 Jul 06 11:49:14.723021 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-8c656f6e-1b5e-4dae-9d54-2a5a93234183 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970 HTTP/1.1" status: 200 len: 217 time: 0.0846190 Jul 06 11:49:14.768475 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5c8aae5a-aedf-4dd1-a391-c98e8f287660 req-ded71625-b8a0-4505-a6fd-12d091fda7ec tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466954 Jul 06 11:49:14.811940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-33f80ea1-bf06-44eb-b109-f96ae699ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.813652 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-33f80ea1-bf06-44eb-b109-f96ae699ac4f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0823815 Jul 06 11:49:14.817195 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb768-bb53-4015-a0b0-8acc69e46e9b req-85cfef3c-2b0b-45c9-8f44-07e258b7d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.818685 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-79ebb768-bb53-4015-a0b0-8acc69e46e9b req-85cfef3c-2b0b-45c9-8f44-07e258b7d110 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.0763330 Jul 06 11:49:14.840018 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-42355d44-28bc-41c8-963c-37bdbadbeb95 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.842693 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-42355d44-28bc-41c8-963c-37bdbadbeb95 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.4815965 Jul 06 11:49:14.858674 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-85a13895-ff56-401c-b20a-f570e7257233 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:49:14.859847 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d7e120bb-d461-43af-a0fc-61b5e2bfa2ba req-85a13895-ff56-401c-b20a-f570e7257233 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100300 Jul 06 11:49:14.880234 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-79ebb768-bb53-4015-a0b0-8acc69e46e9b req-1e4b9f48-6eaa-4af5-8ed6-566a0c0e0aad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485969 Jul 06 11:49:14.881790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-94e273cc-e7c8-4813-bc7a-0749af34aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.884091 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-94e273cc-e7c8-4813-bc7a-0749af34aed7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.4433081 Jul 06 11:49:14.938340 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-2b389855-c7a0-4f9b-86f7-c4e14a54f437 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970 HTTP/1.1" status: 200 len: 217 time: 0.0437200 Jul 06 11:49:14.955965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-69acc676-663f-48f5-b7cc-e24c75bcf97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.957462 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-69acc676-663f-48f5-b7cc-e24c75bcf97d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1358459 Jul 06 11:49:14.988634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-3f2b9f52-de8f-42af-bc5b-e2b9a26a2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:14.990798 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-3f2b9f52-de8f-42af-bc5b-e2b9a26a2d8e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0459130 Jul 06 11:49:15.059653 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-45855f1c-afa9-499d-840d-44365543ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:15.061230 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-45855f1c-afa9-499d-840d-44365543ac80 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638757 Jul 06 11:49:15.175684 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-3f691906-2630-4367-8af5-3991ac7225b1 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041586 Jul 06 11:49:15.274993 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-fa608033-a3b6-4e78-b07e-9af3bbed3aa3 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913620 Jul 06 11:49:15.333153 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-79ebb768-bb53-4015-a0b0-8acc69e46e9b req-026c902b-9e4e-42d1-bcf5-051633be43fb service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389143 Jul 06 11:49:15.444590 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-bcc9a1f3-cc13-469f-ad4a-40c63280ed39 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790494 Jul 06 11:49:15.488193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-e1b285d2-0ead-41b3-99bb-3f6861c09ffa tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:15.489667 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-e1b285d2-0ead-41b3-99bb-3f6861c09ffa tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 820 time: 0.2375834 Jul 06 11:49:15.552791 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-dca5d8e7-ae9a-407d-93f0-cea89ce53363 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/quotas/6e8dcf1945dd4113a4d9fc26125dc3f9 HTTP/1.1" status: 200 len: 375 time: 0.0304751 Jul 06 11:49:15.556299 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-79ebb768-bb53-4015-a0b0-8acc69e46e9b req-488e8225-6018-47f8-95c9-0b633591e247 service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121139 Jul 06 11:49:15.598823 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-40ea0712-27b4-4caf-bc52-d65dde369bcd tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364454 Jul 06 11:49:15.659682 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f8cd21-b913-479a-86d7-95dd8095e850 req-9692abdb-6eba-4f73-9765-f9e4180ff34d service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075584 Jul 06 11:49:15.661315 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce03dba-68b5-4192-ba28-a8d77e54817e req-72023cfa-fbac-4fb1-bbca-598da186046c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:15.662894 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2ce03dba-68b5-4192-ba28-a8d77e54817e req-72023cfa-fbac-4fb1-bbca-598da186046c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 948 time: 0.0699081 Jul 06 11:49:15.701697 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-b41f2f4b-89a6-4e72-9a3c-1b640f1e3797 service neutron] 10.222.0.81 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942435 Jul 06 11:49:15.703024 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2ce03dba-68b5-4192-ba28-a8d77e54817e req-45a9d5f6-86c2-48e2-aa97-9c4feea23949 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340233 Jul 06 11:49:15.790493 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-bf6171c1-3391-4a56-9e93-428d4241296d service neutron] 10.222.0.81 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829763 Jul 06 11:49:16.126929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-0f3c550e-a900-4c2f-b64f-0043d8aa469b tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.128536 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-0f3c550e-a900-4c2f-b64f-0043d8aa469b tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 820 time: 0.1440866 Jul 06 11:49:16.147483 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-6c294d07-d11c-4eff-b0f4-421e22a515d9 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/quotas/92649345208f4d57abf29acc72aa0061 HTTP/1.1" status: 200 len: 375 time: 0.0125532 Jul 06 11:49:16.189811 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a738a74-b537-46ea-a377-ca607a32faa9 req-06ee4fe9-a744-4abd-b4dc-fcb159d5795c tempest-QuotasAdminNegativeTest-1366874379 tempest-QuotasAdminNegativeTest-1366874379-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=10b1c76f747347c38cdebaf69c498acf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224304 Jul 06 11:49:16.230894 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-b2933786-477c-4d2f-856b-47bb838a8f90 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0746281 Jul 06 11:49:16.304516 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a738a74-b537-46ea-a377-ca607a32faa9 req-95a3c999-86bb-4c50-9cd0-85dee591175f tempest-QuotasAdminNegativeTest-1366874379 tempest-QuotasAdminNegativeTest-1366874379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.307721 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a738a74-b537-46ea-a377-ca607a32faa9 req-95a3c999-86bb-4c50-9cd0-85dee591175f tempest-QuotasAdminNegativeTest-1366874379 tempest-QuotasAdminNegativeTest-1366874379-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1116104 Jul 06 11:49:16.321113 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a738a74-b537-46ea-a377-ca607a32faa9 req-69b938c3-ba70-40f3-9c5d-6253ec70c904 tempest-QuotasAdminNegativeTest-1366874379 tempest-QuotasAdminNegativeTest-1366874379-project] 10.222.0.81 "GET /v2.0/quotas/10b1c76f747347c38cdebaf69c498acf HTTP/1.1" status: 200 len: 375 time: 0.0097716 Jul 06 11:49:16.334547 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-98cb009d-26bb-446a-a818-cfa91a1e7141 service neutron] 10.222.0.81 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950580 Jul 06 11:49:16.360404 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a738a74-b537-46ea-a377-ca607a32faa9 req-99f37fed-0fe4-49df-9831-5f877af06c3d tempest-QuotasAdminNegativeTest-1366874379 tempest-QuotasAdminNegativeTest-1366874379-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=10b1c76f747347c38cdebaf69c498acf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297172 Jul 06 11:49:16.436050 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-c98d3406-6a64-4b82-a86c-29825111dfcc service neutron] 10.222.0.81 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953147 Jul 06 11:49:16.783148 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451cf2d-f656-4882-b083-17a3c50a2de7 req-cdc91477-28b1-4b89-a444-349185dfee7d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.784879 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6451cf2d-f656-4882-b083-17a3c50a2de7 req-cdc91477-28b1-4b89-a444-349185dfee7d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 943 time: 0.1155028 Jul 06 11:49:16.833347 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6451cf2d-f656-4882-b083-17a3c50a2de7 req-1cbd8c28-e1d5-48df-9ea9-ee232783904e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427504 Jul 06 11:49:16.851470 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15701cf2-e313-490c-ad1e-b9d6282f57d6 req-0ad843a3-e244-41dc-a6b9-5a5f5800f345 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:16.859499 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15701cf2-e313-490c-ad1e-b9d6282f57d6 req-0ad843a3-e244-41dc-a6b9-5a5f5800f345 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc&tenant_id=ea41c4c395454498b836751812b291f0&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 948 time: 0.1601090 Jul 06 11:49:16.902335 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ca3defeb-2b8d-41d4-9aab-9144e1867df8 req-63746250-bffd-4144-94ce-6ce7f5d45c20 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 210 time: 0.0596969 Jul 06 11:49:17.025596 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-15701cf2-e313-490c-ad1e-b9d6282f57d6 req-c441efb9-5f62-47a6-b63a-b5bfd7348330 service neutron] delete failed (client error): The resource could not be found. Jul 06 11:49:17.027145 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15701cf2-e313-490c-ad1e-b9d6282f57d6 req-c441efb9-5f62-47a6-b63a-b5bfd7348330 service neutron] 10.222.0.89 "DELETE /v2.0/ports/f51dc0c0-545d-4658-98f1-47f8ca7ab970/bindings/n-h2-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.1585071 Jul 06 11:49:17.071376 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-59133652-fd24-4635-9aca-aa4de93c2d1d req-3a72bc05-0c6c-4fc7-9602-9870b566eca5 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 210 time: 0.0722644 Jul 06 11:49:17.174550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f51dc0c0-545d-4658-98f1-47f8ca7ab970 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:17.342280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f51dc0c0-545d-4658-98f1-47f8ca7ab970, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:17.350999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15701cf2-e313-490c-ad1e-b9d6282f57d6 req-83e80fc7-b1ff-4bc0-9e2e-c2b2a8aed9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:17.353925 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15701cf2-e313-490c-ad1e-b9d6282f57d6 req-83e80fc7-b1ff-4bc0-9e2e-c2b2a8aed9ef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 1099 time: 0.1675422 Jul 06 11:49:17.368962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015628e4-913c-41ab-bf1e-5e74cce8f48d req-9f9b3afe-4def-405f-afb9-034ed4971115 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:17.371984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'f51dc0c0-545d-4658-98f1-47f8ca7ab970', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'f51dc0c0-545d-4658-98f1-47f8ca7ab970', 'mac_address': 'fa:16:3e:47:bf:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:17.378389 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-015628e4-913c-41ab-bf1e-5e74cce8f48d req-9f9b3afe-4def-405f-afb9-034ed4971115 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 948 time: 0.1186731 Jul 06 11:49:17.468195 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-015628e4-913c-41ab-bf1e-5e74cce8f48d req-d5a87e6f-45ba-4824-9c0b-23eba662b081 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864646 Jul 06 11:49:17.488951 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.514866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51dc0c0-545d-4658-98f1-47f8ca7ab970 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:17.518711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-713e7e73-e5c0-42eb-81f0-b015547df5f1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:17.532496 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-713e7e73-e5c0-42eb-81f0-b015547df5f1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.23 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 820 time: 0.2928560 Jul 06 11:49:17.552165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f51dc0c0-545d-4658-98f1-47f8ca7ab970, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:17.556175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-8464dd55-5d33-4cc3-8835-18967f8421c3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Request body: {'port': {'device_id': '8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f', 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8', 'admin_state_up': True, 'tenant_id': '6e8dcf1945dd4113a4d9fc26125dc3f9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:17.556970 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.635779 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f51dc0c0-545d-4658-98f1-47f8ca7ab970,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:17.716795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15701cf2-e313-490c-ad1e-b9d6282f57d6 req-012c99b7-5dc4-4911-9ba5-2d38d2a70651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:17.718511 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15701cf2-e313-490c-ad1e-b9d6282f57d6 req-012c99b7-5dc4-4911-9ba5-2d38d2a70651 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.3518417 Jul 06 11:49:17.777346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['f51dc0c0-545d-4658-98f1-47f8ca7ab970'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:17.803730 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15701cf2-e313-490c-ad1e-b9d6282f57d6 req-88a28bd7-7d75-4c8f-ada8-e6ce9f0857d4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970 HTTP/1.1" status: 200 len: 217 time: 0.0584114 Jul 06 11:49:17.866267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-8464dd55-5d33-4cc3-8835-18967f8421c3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Made reservation on behalf of 6e8dcf1945dd4113a4d9fc26125dc3f9 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:17.870928 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-8464dd55-5d33-4cc3-8835-18967f8421c3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:17.885106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15701cf2-e313-490c-ad1e-b9d6282f57d6 req-c6a0157e-6357-455d-99c2-3a16cb5841e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:17.887396 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15701cf2-e313-490c-ad1e-b9d6282f57d6 req-c6a0157e-6357-455d-99c2-3a16cb5841e5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0827715 Jul 06 11:49:17.968565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52270) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:18.059818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52274) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:18.063789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15701cf2-e313-490c-ad1e-b9d6282f57d6 req-5e6b202e-3bf5-4f83-a4ce-2ac2d5e81031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:18.065514 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15701cf2-e313-490c-ad1e-b9d6282f57d6 req-5e6b202e-3bf5-4f83-a4ce-2ac2d5e81031 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1712420 Jul 06 11:49:18.130088 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52280) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:18.185753 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-8464dd55-5d33-4cc3-8835-18967f8421c3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Allocated IP 172.20.0.13 (cbb289a5-730a-4952-ada3-a71c5cccf2d8/5663391f-233a-4fe7-82d6-ff0d7f70aad7/07a164c7-4b12-4920-b001-778b6fdd8a71) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:18.191592 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc60e981-2390-4675-8b13-e50e75c554a2 req-2ed80cfc-b802-4b68-bc3a-40b00bd92f34 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 210 time: 0.0942197 Jul 06 11:49:18.202700 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b67180-fa9d-4fe4-b032-0f777d40b108 req-33bfb470-93cb-4419-9f93-f9e048e0699b tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:18.212723 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c4b67180-fa9d-4fe4-b032-0f777d40b108 req-33bfb470-93cb-4419-9f93-f9e048e0699b tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 943 time: 0.1469491 Jul 06 11:49:18.271817 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15701cf2-e313-490c-ad1e-b9d6282f57d6 req-e2ff6a6e-226b-4475-a166-ed651d1e8133 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987398 Jul 06 11:49:18.284470 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f4f679ca-68dc-4921-911a-36a3b49f7fe3 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:18.313589 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31d8973a-d0dd-4b34-a97c-a1dc912eafc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.375962 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-843cdf4a-2335-4b6d-a8c9-2a70360630c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.390581 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c4b67180-fa9d-4fe4-b032-0f777d40b108 req-6f9f7445-fd0a-427d-b392-729ec435b7fa tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758101 Jul 06 11:49:18.404944 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2a02956-b3c8-4105-94c2-3251096f5b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.488195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-1ebfe1e4-c5ff-4358-a0c9-9eb48b0f439e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:18.489715 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-1ebfe1e4-c5ff-4358-a0c9-9eb48b0f439e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.23 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 820 time: 0.2728441 Jul 06 11:49:18.496984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f4f679ca-68dc-4921-911a-36a3b49f7fe3, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:18.502930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-6f190ca5-8465-4935-be68-21c868ae55e2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Request body: {'port': {'device_id': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'admin_state_up': True, 'tenant_id': '92649345208f4d57abf29acc72aa0061'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:18.512722 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'f4f679ca-68dc-4921-911a-36a3b49f7fe3', 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4', 'port_id': 'f4f679ca-68dc-4921-911a-36a3b49f7fe3', 'mac_address': 'fa:16:3e:16:50:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee177648-6d0e-46f5-a7ba-dce8ba04775a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:18.523636 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-8464dd55-5d33-4cc3-8835-18967f8421c3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.563031 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.578369 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f679ca-68dc-4921-911a-36a3b49f7fe3 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:18.590276 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0b3df06-dae3-4036-8345-e507babb9f72 req-42d96b5d-1d15-4bad-843d-2d2df834f9a5 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 210 time: 0.0412152 Jul 06 11:49:18.617892 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-8464dd55-5d33-4cc3-8835-18967f8421c3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.641598 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f4f679ca-68dc-4921-911a-36a3b49f7fe3, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:18.649948 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.678897 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31d8973a-d0dd-4b34-a97c-a1dc912eafc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.689275 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31d8973a-d0dd-4b34-a97c-a1dc912eafc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.689526 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464dd55-5d33-4cc3-8835-18967f8421c3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Pushing event updated for resources: {'Port': ['ID=07a164c7-4b12-4920-b001-778b6fdd8a71,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:18.704862 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15701cf2-e313-490c-ad1e-b9d6282f57d6 req-ae2ce761-b8f8-47aa-82c1-598e8eb02d38 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259062 Jul 06 11:49:18.713422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-8464dd55-5d33-4cc3-8835-18967f8421c3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Network cbb289a5-730a-4952-ada3-a71c5cccf2d8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:18.715490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-8464dd55-5d33-4cc3-8835-18967f8421c3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:18.718465 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-8464dd55-5d33-4cc3-8835-18967f8421c3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:18.749303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=f4f679ca-68dc-4921-911a-36a3b49f7fe3,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:18.767741 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-31d8973a-d0dd-4b34-a97c-a1dc912eafc0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bf15dbf211424b13a0b5cae519a79f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7040324 Jul 06 11:49:18.768958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52288) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:18.772699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8973a-d0dd-4b34-a97c-a1dc912eafc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ae9756-1875-42d7-81ae-f1706d67d6ad,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:18.800899 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-8464dd55-5d33-4cc3-8835-18967f8421c3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:18.801596 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-8464dd55-5d33-4cc3-8835-18967f8421c3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.837775 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372fbe-65d2-4b50-82ad-a7a43b9996b7 req-c2c0b112-3b21-4a26-93e3-62dbf2ef658b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:18.839321 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fa372fbe-65d2-4b50-82ad-a7a43b9996b7 req-c2c0b112-3b21-4a26-93e3-62dbf2ef658b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 949 time: 0.0854292 Jul 06 11:49:18.866575 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6cbbdc73-a40d-46b5-a3ab-4b670961829c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.876389 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['f4f679ca-68dc-4921-911a-36a3b49f7fe3'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:18.878116 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fa372fbe-65d2-4b50-82ad-a7a43b9996b7 req-84445104-dabe-4a6a-936c-835475e82e42 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327353 Jul 06 11:49:18.886416 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-843cdf4a-2335-4b6d-a8c9-2a70360630c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.895766 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-843cdf4a-2335-4b6d-a8c9-2a70360630c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.903783 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6cbbdc73-a40d-46b5-a3ab-4b670961829c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:18.905589 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-8464dd55-5d33-4cc3-8835-18967f8421c3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3589308 Jul 06 11:49:18.919253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Request body: {'port': {'device_id': '8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:18.959640 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.api [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-6f190ca5-8465-4935-be68-21c868ae55e2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:49:18.959640 n-d-799529-2 neutron-server[100427]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:49:18.959640 n-d-799529-2 neutron-server[100427]: [parameters: {'project_id_1': '92649345208f4d57abf29acc72aa0061', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 49, 18, 694009)}] Jul 06 11:49:18.959640 n-d-799529-2 neutron-server[100427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:49:18.960089 n-d-799529-2 neutron-server[100427]: DEBUG oslo_db.api [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-6f190ca5-8465-4935-be68-21c868ae55e2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:49:18.982717 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-843cdf4a-2335-4b6d-a8c9-2a70360630c6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=97146dc3d151485086c739d5c9f98e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8499043 Jul 06 11:49:18.984519 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52290) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:18.989275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdf4a-2335-4b6d-a8c9-2a70360630c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b1ece5-de87-49f5-b5ac-92d28ade15a9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:19.007986 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.077153 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6cbbdc73-a40d-46b5-a3ab-4b670961829c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.079965 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6cbbdc73-a40d-46b5-a3ab-4b670961829c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.081369 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6cbbdc73-a40d-46b5-a3ab-4b670961829c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/21ae9756-1875-42d7-81ae-f1706d67d6ad HTTP/1.1" status: 204 len: 168 time: 0.3114798 Jul 06 11:49:19.106928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbdc73-a40d-46b5-a3ab-4b670961829c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ae9756-1875-42d7-81ae-f1706d67d6ad,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:19.110785 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83f57fcc-6b5c-4000-bae9-42af16d46c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.141004 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2a02956-b3c8-4105-94c2-3251096f5b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.149729 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2a02956-b3c8-4105-94c2-3251096f5b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.153927 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83f57fcc-6b5c-4000-bae9-42af16d46c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.194319 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f51dc0c0-545d-4658-98f1-47f8ca7ab970 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:19.228790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a02956-b3c8-4105-94c2-3251096f5b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1dd143-44a9-4bfc-9237-0a15fd3609d7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:19.239114 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a2a02956-b3c8-4105-94c2-3251096f5b53 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10b1c76f747347c38cdebaf69c498acf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2692873 Jul 06 11:49:19.242129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52296) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:19.298210 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83f57fcc-6b5c-4000-bae9-42af16d46c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.300520 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port f51dc0c0-545d-4658-98f1-47f8ca7ab970 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:19.305707 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83f57fcc-6b5c-4000-bae9-42af16d46c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.307602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-83f57fcc-6b5c-4000-bae9-42af16d46c77 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/29b1ece5-de87-49f5-b5ac-92d28ade15a9 HTTP/1.1" status: 204 len: 168 time: 0.3149765 Jul 06 11:49:19.311730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port f51dc0c0-545d-4658-98f1-47f8ca7ab970 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:19.312518 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.329123 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f57fcc-6b5c-4000-bae9-42af16d46c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b1ece5-de87-49f5-b5ac-92d28ade15a9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:19.333841 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45114a6f-edec-4d92-8a55-ddd8b4099afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.381176 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45114a6f-edec-4d92-8a55-ddd8b4099afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.514846 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.519752 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a164c7-4b12-4920-b001-778b6fdd8a71 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:19.532308 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.555417 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Transition to ACTIVE for port object 07a164c7-4b12-4920-b001-778b6fdd8a71 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:19.561851 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.564892 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45114a6f-edec-4d92-8a55-ddd8b4099afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.566579 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45114a6f-edec-4d92-8a55-ddd8b4099afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.568040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-45114a6f-edec-4d92-8a55-ddd8b4099afe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb1dd143-44a9-4bfc-9237-0a15fd3609d7 HTTP/1.1" status: 204 len: 168 time: 0.3240516 Jul 06 11:49:19.589124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51dc0c0-545d-4658-98f1-47f8ca7ab970'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:19.590718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52306) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:19.600821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45114a6f-edec-4d92-8a55-ddd8b4099afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1dd143-44a9-4bfc-9237-0a15fd3609d7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:19.602696 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb75cfad-2f83-4574-a296-b11e5d4f8cce" -d '{"events": [{"server_uuid": "c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc", "name": "network-vif-plugged", "status": "completed", "tag": "f51dc0c0-545d-4658-98f1-47f8ca7ab970"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:19.615453 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-6f190ca5-8465-4935-be68-21c868ae55e2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Made reservation on behalf of 92649345208f4d57abf29acc72aa0061 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:19.620459 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-6f190ca5-8465-4935-be68-21c868ae55e2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.630482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f51dc0c0-545d-4658-98f1-47f8ca7ab970, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:19.662233 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.679529 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-95314916-ffc1-4055-8344-2a1d96dfef7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.726933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Pushing event updated for resources: {'Port': ['ID=07a164c7-4b12-4920-b001-778b6fdd8a71,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:19.727147 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f51dc0c0-545d-4658-98f1-47f8ca7ab970,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:19.739258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23245ae4-1a30-4e28-90ef-c2e30d24c95a req-c7ceb25d-720f-4db6-9444-c0541cd79520 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:19.741593 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23245ae4-1a30-4e28-90ef-c2e30d24c95a req-c7ceb25d-720f-4db6-9444-c0541cd79520 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 932 time: 0.2855186 Jul 06 11:49:19.827251 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e42aa-d2cd-44de-9760-e9b0daeb108e req-e0529886-c961-4c7f-a20d-b63b5b9c1530 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:19.828399 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f3e42aa-d2cd-44de-9760-e9b0daeb108e req-e0529886-c961-4c7f-a20d-b63b5b9c1530 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 944 time: 0.1876795 Jul 06 11:49:19.849826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Attempting to bind port 07a164c7-4b12-4920-b001-778b6fdd8a71 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:19.850180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Attempting to bind port 07a164c7-4b12-4920-b001-778b6fdd8a71 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:19.850490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Attempting to bind port 07a164c7-4b12-4920-b001-778b6fdd8a71 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:19.863748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Port 07a164c7-4b12-4920-b001-778b6fdd8a71 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:19.863988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Attempting to bind port 07a164c7-4b12-4920-b001-778b6fdd8a71 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:19.878041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:19.878395 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Checking segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:19.878983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Bound using segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:19.879156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Bound port: 07a164c7-4b12-4920-b001-778b6fdd8a71, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:19.879567 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.895688 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f3e42aa-d2cd-44de-9760-e9b0daeb108e req-b1123928-cc40-42a1-8f59-7ebbd2cd22bb tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613844 Jul 06 11:49:19.907334 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23245ae4-1a30-4e28-90ef-c2e30d24c95a req-a6cb0cdc-7199-402a-80f2-c798cf8adb4a tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240354 Jul 06 11:49:19.923898 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52318) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:19.952203 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2bb633ff-a725-4644-9e1e-d665d12ebe9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:19.982561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-6f190ca5-8465-4935-be68-21c868ae55e2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Allocated IP 172.20.0.7 (bde42019-f374-4e0e-805a-c2260ce1d654/bb51dc2b-3154-4b1f-a437-1e89d3f5f733/bf63ebab-cb8b-44a4-a4ce-6a64a47be56f) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:19.999846 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced52596-6760-471f-9999-9193d6c9ff7e x-openstack-request-id: req-ced52596-6760-471f-9999-9193d6c9ff7e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:20.000155 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc", "name": "network-vif-plugged", "status": "completed", "tag": "f51dc0c0-545d-4658-98f1-47f8ca7ab970", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:20.000414 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ced52596-6760-471f-9999-9193d6c9ff7e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:20.001221 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51dc0c0-545d-4658-98f1-47f8ca7ab970', 'code': 200} Jul 06 11:49:20.008593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] For port 07a164c7-4b12-4920-b001-778b6fdd8a71, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:20.016492 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] For port 07a164c7-4b12-4920-b001-778b6fdd8a71, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=07a164c7-4b12-4920-b001-778b6fdd8a71,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:20.023420 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.053039 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-95314916-ffc1-4055-8344-2a1d96dfef7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.082736 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-95314916-ffc1-4055-8344-2a1d96dfef7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.101113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:20.105215 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.107164 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] 10.222.0.23 "PUT /v2.0/ports/07a164c7-4b12-4920-b001-778b6fdd8a71 HTTP/1.1" status: 200 len: 1092 time: 1.1934299 Jul 06 11:49:20.143414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f', 'tag': '07a164c7-4b12-4920-b001-778b6fdd8a71'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:20.144603 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e7af2dc-1f0b-4f76-b297-18ee61fa550a req-5404a691-2b58-4a7c-a2a4-835b3e61a411 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 210 time: 0.0589566 Jul 06 11:49:20.145934 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb85879-e46b-47a1-94a2-0e7d457cf8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f", "tag": "07a164c7-4b12-4920-b001-778b6fdd8a71"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:20.226430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1938e-1311-4696-af4c-7830d25dbf96 service neutron] Pushing event updated for resources: {'Port': ['ID=07a164c7-4b12-4920-b001-778b6fdd8a71,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:20.231428 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0ceb15-200c-4734-bb39-9c02893ee3f1 x-openstack-request-id: req-0b0ceb15-200c-4734-bb39-9c02893ee3f1 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:20.231766 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f", "tag": "07a164c7-4b12-4920-b001-778b6fdd8a71", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:20.232055 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b0ceb15-200c-4734-bb39-9c02893ee3f1 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:20.232467 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f', 'tag': '07a164c7-4b12-4920-b001-778b6fdd8a71', 'status': 'completed', 'code': 200} Jul 06 11:49:20.234746 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-95314916-ffc1-4055-8344-2a1d96dfef7e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a8f677322c44f93a2aa88743aa5e811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6429079 Jul 06 11:49:20.238713 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52324) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:20.243168 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95314916-ffc1-4055-8344-2a1d96dfef7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d2906b-468d-4f4c-800e-68525e1ad3ad,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:20.300298 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-7174c40e-ac0f-4b49-8451-cecb0340dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:20.301880 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-7174c40e-ac0f-4b49-8451-cecb0340dc5f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 1095 time: 0.1251142 Jul 06 11:49:20.304433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f4f679ca-68dc-4921-911a-36a3b49f7fe3 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:20.326094 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-6f190ca5-8465-4935-be68-21c868ae55e2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.333264 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2bb633ff-a725-4644-9e1e-d665d12ebe9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.337567 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2bb633ff-a725-4644-9e1e-d665d12ebe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.363047 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52326) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:20.367473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-6f190ca5-8465-4935-be68-21c868ae55e2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Transition to ACTIVE for port object bf63ebab-cb8b-44a4-a4ce-6a64a47be56f will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:20.377252 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-e2fa315c-478a-4dd2-83ef-84fb4f9f4171 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a164c7-4b12-4920-b001-778b6fdd8a71 HTTP/1.1" status: 200 len: 217 time: 0.0636845 Jul 06 11:49:20.378159 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2e69d5a-384f-4bb5-82e3-21a4c3bc5a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.394777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port f4f679ca-68dc-4921-911a-36a3b49f7fe3 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:20.396760 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb633ff-a725-4644-9e1e-d665d12ebe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabc74cb-c116-49b1-a4d1-606618916916,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:20.399105 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port f4f679ca-68dc-4921-911a-36a3b49f7fe3 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:20.399253 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.402867 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba9aec5b-2f2c-48e4-9b98-2dc18a3af7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.407937 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2bb633ff-a725-4644-9e1e-d665d12ebe9f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2864c49b702b4a198820835736360e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4869294 Jul 06 11:49:20.410687 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52328) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:20.489860 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-6f190ca5-8465-4935-be68-21c868ae55e2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.494670 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.506264 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['b01afc95-3c7e-47bf-96d3-3924ef5704de'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:20.562714 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f24c6a6c-06be-4ad7-947b-965a0b80b4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.576200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f4f679ca-68dc-4921-911a-36a3b49f7fe3, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:20.581479 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.585258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-6f190ca5-8465-4935-be68-21c868ae55e2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Network bde42019-f374-4e0e-805a-c2260ce1d654 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:20.599666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-6f190ca5-8465-4935-be68-21c868ae55e2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:20.605145 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f190ca5-8465-4935-be68-21c868ae55e2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Pushing event updated for resources: {'Port': ['ID=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:20.607525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-6f190ca5-8465-4935-be68-21c868ae55e2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:20.625695 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f24c6a6c-06be-4ad7-947b-965a0b80b4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.672392 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=f4f679ca-68dc-4921-911a-36a3b49f7fe3,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:20.674241 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2e69d5a-384f-4bb5-82e3-21a4c3bc5a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.710259 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-6f190ca5-8465-4935-be68-21c868ae55e2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:20.710907 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-6f190ca5-8465-4935-be68-21c868ae55e2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.739417 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba9aec5b-2f2c-48e4-9b98-2dc18a3af7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.740906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f1c8a-cf69-4f81-914e-4a733b2b074f req-1fda133a-6abd-4df4-a90a-40af40d1d89d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:20.745239 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba9aec5b-2f2c-48e4-9b98-2dc18a3af7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.750984 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e58f1c8a-cf69-4f81-914e-4a733b2b074f req-1fda133a-6abd-4df4-a90a-40af40d1d89d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 950 time: 0.4542325 Jul 06 11:49:20.752120 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-6f190ca5-8465-4935-be68-21c868ae55e2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2533798 Jul 06 11:49:20.780708 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-ee4883e4-eb12-4f72-8950-a21c0f4be8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:20.782208 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-ee4883e4-eb12-4f72-8950-a21c0f4be8e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.3978274 Jul 06 11:49:20.783368 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f24c6a6c-06be-4ad7-947b-965a0b80b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.786283 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f24c6a6c-06be-4ad7-947b-965a0b80b4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.790089 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f24c6a6c-06be-4ad7-947b-965a0b80b4e3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eabc74cb-c116-49b1-a4d1-606618916916 HTTP/1.1" status: 204 len: 168 time: 0.3745911 Jul 06 11:49:20.791773 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Request body: {'port': {'device_id': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:20.839212 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e58f1c8a-cf69-4f81-914e-4a733b2b074f req-0dfeb024-fb46-49ce-bb61-faa75eb22700 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874007 Jul 06 11:49:20.841367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9aec5b-2f2c-48e4-9b98-2dc18a3af7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b638d0b8-f955-4212-95d3-de8c04f4015b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:20.841510 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-58fac80e-2c84-450b-809d-a2dae249097b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489354 Jul 06 11:49:20.846725 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2e69d5a-384f-4bb5-82e3-21a4c3bc5a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.847545 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ba9aec5b-2f2c-48e4-9b98-2dc18a3af7bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2620c1fee96146e5a08a6a2b88f1d525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4783385 Jul 06 11:49:20.850740 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2e69d5a-384f-4bb5-82e3-21a4c3bc5a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.857032 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d2e69d5a-384f-4bb5-82e3-21a4c3bc5a25 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/50d2906b-468d-4f4c-800e-68525e1ad3ad HTTP/1.1" status: 204 len: 168 time: 0.6169174 Jul 06 11:49:20.859412 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52332) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:20.878393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c6a6c-06be-4ad7-947b-965a0b80b4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabc74cb-c116-49b1-a4d1-606618916916,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:20.883297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e69d5a-384f-4bb5-82e3-21a4c3bc5a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d2906b-468d-4f4c-800e-68525e1ad3ad,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:20.919863 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:20.989767 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-acf58b7d-4a9b-4f1b-a9a7-5dbd9ea28260 None None] Provisioning for port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:20.996964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-acf58b7d-4a9b-4f1b-a9a7-5dbd9ea28260 None None] Provisioning complete for port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:20.997186 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acf58b7d-4a9b-4f1b-a9a7-5dbd9ea28260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.069522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-acf58b7d-4a9b-4f1b-a9a7-5dbd9ea28260 None None] Port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:21.125130 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70b20ab3-37fd-4936-9eaf-55e4410ed8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.176125 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-01992c30-0d1c-44a5-b647-599853df891c service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175275 Jul 06 11:49:21.261171 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70b20ab3-37fd-4936-9eaf-55e4410ed8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.277158 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d370d5c-2d7f-4f63-b288-1c62cd9fa984 req-f900c87c-fec4-4c12-aaf1-9171d9c37735 tempest-MigrationsAdminTest-468949640 tempest-MigrationsAdminTest-468949640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:21.279053 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d370d5c-2d7f-4f63-b288-1c62cd9fa984 req-f900c87c-fec4-4c12-aaf1-9171d9c37735 tempest-MigrationsAdminTest-468949640 tempest-MigrationsAdminTest-468949640-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 1101 time: 0.1338372 Jul 06 11:49:21.350695 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d370d5c-2d7f-4f63-b288-1c62cd9fa984 req-4e911ed0-3d78-4163-ba09-93946c65995b tempest-MigrationsAdminTest-468949640 tempest-MigrationsAdminTest-468949640-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623329 Jul 06 11:49:21.354384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d65ba-636e-4d56-80e0-97f5f2fbd573 req-5ea1464d-515c-42cf-9123-c7fa32fcd9b0 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:21.363986 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-201d65ba-636e-4d56-80e0-97f5f2fbd573 req-5ea1464d-515c-42cf-9123-c7fa32fcd9b0 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 945 time: 0.2339644 Jul 06 11:49:21.430630 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-201d65ba-636e-4d56-80e0-97f5f2fbd573 req-43d959d0-591d-43a4-b996-693e65e6989a tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651102 Jul 06 11:49:21.433534 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6daea0cc-8557-475d-8ea7-46b340d8d359 req-aff03b47-9d74-4c24-8ff2-de8582607ef3 service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487524 Jul 06 11:49:21.447497 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70b20ab3-37fd-4936-9eaf-55e4410ed8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.449601 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf63ebab-cb8b-44a4-a4ce-6a64a47be56f {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:21.454401 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70b20ab3-37fd-4936-9eaf-55e4410ed8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.458823 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-70b20ab3-37fd-4936-9eaf-55e4410ed8e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b638d0b8-f955-4212-95d3-de8c04f4015b HTTP/1.1" status: 204 len: 168 time: 0.5879238 Jul 06 11:49:21.476224 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.499042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b20ab3-37fd-4936-9eaf-55e4410ed8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b638d0b8-f955-4212-95d3-de8c04f4015b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:21.540561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Transition to ACTIVE for port object bf63ebab-cb8b-44a4-a4ce-6a64a47be56f will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:21.566540 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.609682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb85879-e46b-47a1-94a2-0e7d457cf8b5 req-001cc260-4ae5-48f6-bfc8-13f03aaf80b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:21.612914 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0cb85879-e46b-47a1-94a2-0e7d457cf8b5 req-001cc260-4ae5-48f6-bfc8-13f03aaf80b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 1095 time: 0.1096976 Jul 06 11:49:21.686561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Pushing event updated for resources: {'Port': ['ID=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:21.775701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbf7d8-226d-4e13-9a70-5e96a0d30269 req-bf1f2c48-b874-424b-abc4-0d7feaaf39e7 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:21.777286 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c1cbf7d8-226d-4e13-9a70-5e96a0d30269 req-bf1f2c48-b874-424b-abc4-0d7feaaf39e7 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 944 time: 0.2673469 Jul 06 11:49:21.839081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Attempting to bind port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:21.839303 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Attempting to bind port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:21.839560 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Attempting to bind port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f on network bde42019-f374-4e0e-805a-c2260ce1d654 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:21.857970 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c1cbf7d8-226d-4e13-9a70-5e96a0d30269 req-ad1d086a-5d1f-4c30-8a7d-b714e94cc8de tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675652 Jul 06 11:49:21.858465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f on network bde42019-f374-4e0e-805a-c2260ce1d654 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:21.858785 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Attempting to bind port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f on network bde42019-f374-4e0e-805a-c2260ce1d654 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:21.864667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:21.865082 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Checking segment: {'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:21.865720 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Bound using segment: {'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:21.866290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Bound port: bf63ebab-cb8b-44a4-a4ce-6a64a47be56f, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada84775-6ee2-4461-bf56-de0574d85bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:21.867156 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:21.879133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb85879-e46b-47a1-94a2-0e7d457cf8b5 req-2d0ccd0e-a5a9-46f9-aa71-b84b31cac6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:21.880681 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0cb85879-e46b-47a1-94a2-0e7d457cf8b5 req-2d0ccd0e-a5a9-46f9-aa71-b84b31cac6e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.2569079 Jul 06 11:49:21.946281 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0cb85879-e46b-47a1-94a2-0e7d457cf8b5 req-605d2ab6-de15-4aff-9ee8-c5ddcac280cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a164c7-4b12-4920-b001-778b6fdd8a71 HTTP/1.1" status: 200 len: 217 time: 0.0588875 Jul 06 11:49:21.986553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] For port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:21.992441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] For port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:22.000178 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.001665 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f6fab-e545-4252-9343-8663ed89158f req-7c3f5f26-95f6-4a87-a930-c29d5f06ce5a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.003536 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ff3f6fab-e545-4252-9343-8663ed89158f req-7c3f5f26-95f6-4a87-a930-c29d5f06ce5a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 943 time: 0.2312708 Jul 06 11:49:22.004752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa62cf54-94c0-4d73-b1af-1c5a6178ab57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f679ca-68dc-4921-911a-36a3b49f7fe3'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:22.016280 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f203ad-fb8a-476a-8712-56c42582fcaa" -d '{"events": [{"server_uuid": "fa62cf54-94c0-4d73-b1af-1c5a6178ab57", "name": "network-vif-plugged", "status": "completed", "tag": "f4f679ca-68dc-4921-911a-36a3b49f7fe3"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:22.051303 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb85879-e46b-47a1-94a2-0e7d457cf8b5 req-57ae4739-5919-454e-b4cd-97c544539153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.051303 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0cb85879-e46b-47a1-94a2-0e7d457cf8b5 req-57ae4739-5919-454e-b4cd-97c544539153 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.0912962 Jul 06 11:49:22.085898 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65105836-b305-4e20-9f33-43b814fd3859 x-openstack-request-id: req-65105836-b305-4e20-9f33-43b814fd3859 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:22.086217 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa62cf54-94c0-4d73-b1af-1c5a6178ab57", "name": "network-vif-plugged", "status": "completed", "tag": "f4f679ca-68dc-4921-911a-36a3b49f7fe3", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:22.086474 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65105836-b305-4e20-9f33-43b814fd3859 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:22.086951 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa62cf54-94c0-4d73-b1af-1c5a6178ab57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f679ca-68dc-4921-911a-36a3b49f7fe3', 'code': 200} Jul 06 11:49:22.090450 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0cb85879-e46b-47a1-94a2-0e7d457cf8b5 req-9589a553-2fda-4f91-a87a-da3b68603775 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380039 Jul 06 11:49:22.096171 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ff3f6fab-e545-4252-9343-8663ed89158f req-990a891b-28ad-4af5-bdad-fdeb6148e462 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849986 Jul 06 11:49:22.109428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.110067 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:22.117184 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] 10.222.0.23 "PUT /v2.0/ports/bf63ebab-cb8b-44a4-a4ce-6a64a47be56f HTTP/1.1" status: 200 len: 1091 time: 1.3357303 Jul 06 11:49:22.117696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'tag': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:22.120578 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7393df69-9407-48b7-aecf-ae40867e4ede" -d '{"events": [{"name": "network-changed", "server_uuid": "f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf", "tag": "bf63ebab-cb8b-44a4-a4ce-6a64a47be56f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:22.158165 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2963769-8bf7-469f-acbc-2b43a977f62d service neutron] Pushing event updated for resources: {'Port': ['ID=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:22.191693 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64640e7-7cf1-40f0-9606-dc23d2acb917 x-openstack-request-id: req-c64640e7-7cf1-40f0-9606-dc23d2acb917 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:22.192582 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf", "tag": "bf63ebab-cb8b-44a4-a4ce-6a64a47be56f", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:22.194998 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c64640e7-7cf1-40f0-9606-dc23d2acb917 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:22.195595 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'tag': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f', 'status': 'completed', 'code': 200} Jul 06 11:49:22.279355 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-90e54ecc-be45-4f77-9619-7403694cfb6d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ea41c4c395454498b836751812b291f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610220 Jul 06 11:49:22.284809 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0cb85879-e46b-47a1-94a2-0e7d457cf8b5 req-6e31af05-67ac-49f9-99c6-a0067b8ad748 service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815305 Jul 06 11:49:22.425910 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-f61bdd62-4f54-40a0-8365-5add60b1471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.427591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-f61bdd62-4f54-40a0-8365-5add60b1471d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 1094 time: 0.1899338 Jul 06 11:49:22.436498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-ec44add5-687f-4b28-9f23-83364b93be0e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.445094 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-ec44add5-687f-4b28-9f23-83364b93be0e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640723 Jul 06 11:49:22.451017 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88e729-c33b-4c7e-9ba1-7dc9e1d29343 req-e18100d5-3e98-42c1-b193-de024897a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.452991 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5e88e729-c33b-4c7e-9ba1-7dc9e1d29343 req-e18100d5-3e98-42c1-b193-de024897a40e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 1096 time: 0.1665428 Jul 06 11:49:22.497109 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-f94fe557-26da-46c2-8920-eed59b01cc5d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/quotas/ea41c4c395454498b836751812b291f0 HTTP/1.1" status: 200 len: 375 time: 0.0511525 Jul 06 11:49:22.509030 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-38fcd95f-6fc6-401a-bf32-36508f52a109 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f HTTP/1.1" status: 200 len: 217 time: 0.0551989 Jul 06 11:49:22.549081 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5e88e729-c33b-4c7e-9ba1-7dc9e1d29343 req-56a3caf8-7433-43de-ab78-a8c97a267e07 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882423 Jul 06 11:49:22.558531 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0cb85879-e46b-47a1-94a2-0e7d457cf8b5 req-ccdd502c-eb23-404d-b81f-d00819aef05e service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632232 Jul 06 11:49:22.607859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-624e7801-bee2-4221-af58-aa9a54b4bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.609556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-624e7801-bee2-4221-af58-aa9a54b4bfce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 200 len: 859 time: 0.0788789 Jul 06 11:49:22.664205 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-516e8da6-6ef5-4f58-a504-ff7c854f996c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1661596 Jul 06 11:49:22.701541 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-bec1b5a2-7962-4f91-9f2d-71b6cf73076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.702711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc7b14-5896-488b-b652-9d0a790ea7c1 req-0eb8c395-bdb8-4a7b-9eac-4eaa1f729d54 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:22.703532 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-bec1b5a2-7962-4f91-9f2d-71b6cf73076c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bde42019-f374-4e0e-805a-c2260ce1d654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868261 Jul 06 11:49:22.715114 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aecc7b14-5896-488b-b652-9d0a790ea7c1 req-0eb8c395-bdb8-4a7b-9eac-4eaa1f729d54 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 945 time: 0.0932868 Jul 06 11:49:22.778212 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aecc7b14-5896-488b-b652-9d0a790ea7c1 req-0958e39b-0214-4d7f-b159-8f9e43186900 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622492 Jul 06 11:49:22.823889 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-5074431a-e39c-462d-9894-3d0373558fe5 service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108844 Jul 06 11:49:22.938313 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d92a1bf-8067-48a2-a5b4-0ce4e37427b1 req-edb2e3c6-50b0-45dd-a84a-a14c1cc15e2b service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032124 Jul 06 11:49:23.123521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aebde58e-6dca-4f6e-aa2f-cb68ff4d91e4 req-64e2a331-d74c-4b91-95f7-0bc56886d225 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 210 time: 0.0502274 Jul 06 11:49:23.129230 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393df69-9407-48b7-aecf-ae40867e4ede req-94ca6f38-feeb-490c-ba23-0d68db78f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:23.130983 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7393df69-9407-48b7-aecf-ae40867e4ede req-94ca6f38-feeb-490c-ba23-0d68db78f181 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 1094 time: 0.1328895 Jul 06 11:49:23.290289 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393df69-9407-48b7-aecf-ae40867e4ede req-d414de9f-4f03-4574-8304-d05664c73ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:23.292338 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7393df69-9407-48b7-aecf-ae40867e4ede req-d414de9f-4f03-4574-8304-d05664c73ccd service neutron] 10.222.0.23 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 921 time: 0.1547878 Jul 06 11:49:23.400293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7393df69-9407-48b7-aecf-ae40867e4ede req-b97e2ea5-0348-45eb-89ae-bba649bbb03f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f HTTP/1.1" status: 200 len: 217 time: 0.0994189 Jul 06 11:49:23.495988 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393df69-9407-48b7-aecf-ae40867e4ede req-c4f7fe04-e634-45c1-8a28-155a45adf62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:23.497548 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7393df69-9407-48b7-aecf-ae40867e4ede req-c4f7fe04-e634-45c1-8a28-155a45adf62b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 200 len: 859 time: 0.0838850 Jul 06 11:49:23.531676 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e9b7b-b140-464e-84b6-8ee4df89d9eb req-6c0ccea3-ea40-4284-9370-3a745ac3f281 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:23.533221 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee6e9b7b-b140-464e-84b6-8ee4df89d9eb req-6c0ccea3-ea40-4284-9370-3a745ac3f281 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 943 time: 0.1123581 Jul 06 11:49:23.591825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bae5e6-9900-48ff-9c29-a264ae143685 req-30c794be-e9b7-48b3-9885-8fbfbec24aa4 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:23.600729 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67bae5e6-9900-48ff-9c29-a264ae143685 req-30c794be-e9b7-48b3-9885-8fbfbec24aa4 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 944 time: 0.3029952 Jul 06 11:49:23.614383 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee6e9b7b-b140-464e-84b6-8ee4df89d9eb req-be9449e9-399e-41bc-a557-cc4e7ce297b6 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638232 Jul 06 11:49:23.655832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67bae5e6-9900-48ff-9c29-a264ae143685 req-6bc24387-3165-4677-8b58-29408aa7065e tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537956 Jul 06 11:49:23.666261 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393df69-9407-48b7-aecf-ae40867e4ede req-ae075004-aea3-4428-b249-bb6c2cd5f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:23.667883 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7393df69-9407-48b7-aecf-ae40867e4ede req-ae075004-aea3-4428-b249-bb6c2cd5f7e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bde42019-f374-4e0e-805a-c2260ce1d654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621356 Jul 06 11:49:23.808005 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7393df69-9407-48b7-aecf-ae40867e4ede req-be659b7d-c482-4b45-b208-84d9bae1c036 service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331341 Jul 06 11:49:23.958782 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7393df69-9407-48b7-aecf-ae40867e4ede req-880554b3-7169-45a2-bf06-06bb1c17c33b service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439872 Jul 06 11:49:24.009136 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa6a94-f29b-41ae-b0a8-8532a779414d req-1abbe444-b743-406b-a69a-fedb4c85b246 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:24.009136 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-defa6a94-f29b-41ae-b0a8-8532a779414d req-1abbe444-b743-406b-a69a-fedb4c85b246 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 945 time: 0.0772753 Jul 06 11:49:24.064163 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-defa6a94-f29b-41ae-b0a8-8532a779414d req-b326b937-2d4a-4b2f-9d55-fe430a263c00 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478771 Jul 06 11:49:24.126025 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-4d65e434-6680-413d-8d37-55e0914ca944 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d62fc5fa25c24d7ca4bf64c13e15b9f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316181 Jul 06 11:49:24.137416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52520) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:24.260872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-17d53ba4-6366-452b-a038-0e49d75878aa tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:24.270632 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-17d53ba4-6366-452b-a038-0e49d75878aa tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1392565 Jul 06 11:49:24.289135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-a03ddc11-7ca0-4040-b5c7-f10696b9ecfb tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/quotas/d62fc5fa25c24d7ca4bf64c13e15b9f8 HTTP/1.1" status: 200 len: 375 time: 0.0174026 Jul 06 11:49:24.337238 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-19286a53-80f9-450e-81d4-234ac21dceb6 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d62fc5fa25c24d7ca4bf64c13e15b9f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470269 Jul 06 11:49:24.417105 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cde7820-7ebd-4dcd-9428-d855c4e9ce96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.434608 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-a0dca78d-646c-4b1b-a30f-6ef2769618b5 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=ea41c4c395454498b836751812b291f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470755 Jul 06 11:49:24.552964 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55d526-e899-470f-a9d0-3e01ad4dca59 req-9ab0d95d-182f-4801-bba4-cd7198f006aa tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:24.562615 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b55d526-e899-470f-a9d0-3e01ad4dca59 req-9ab0d95d-182f-4801-bba4-cd7198f006aa tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 1096 time: 0.2182958 Jul 06 11:49:24.635413 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6209a79f-171c-4dba-97de-383c7a51f898 req-6fc46849-dc17-4235-ba73-73d71bd75cbb tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 210 time: 0.0500207 Jul 06 11:49:24.666071 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b55d526-e899-470f-a9d0-3e01ad4dca59 req-911e517c-24da-4ed7-b95a-5ea9b49d703c tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024547 Jul 06 11:49:24.682823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-20377e2c-59a6-4c4c-aa69-21c6674c96fb tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:24.684330 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-20377e2c-59a6-4c4c-aa69-21c6674c96fb tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368817 Jul 06 11:49:24.703198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-02c057e5-2421-434f-9580-d6859c0ef95d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Request body: {'port': {'device_id': '748d204c-bb70-47b5-a81e-cf1f6bab8e84', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'ea41c4c395454498b836751812b291f0'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:24.769173 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2556ee10-75de-4a2f-a96f-81f95d3428b2 req-96a6f2aa-c37f-454a-aa92-1bd882b72977 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 210 time: 0.0317802 Jul 06 11:49:24.823785 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cde7820-7ebd-4dcd-9428-d855c4e9ce96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.832009 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cde7820-7ebd-4dcd-9428-d855c4e9ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.865534 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6cde7820-7ebd-4dcd-9428-d855c4e9ce96 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a23a0a5f5ce4e18b100d7328ef7e981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7246041 Jul 06 11:49:24.867461 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52550) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:24.912497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde7820-7ebd-4dcd-9428-d855c4e9ce96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafa25cd-3363-496d-9821-5e07b712bd19,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:24.928214 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-02c057e5-2421-434f-9580-d6859c0ef95d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Made reservation on behalf of ea41c4c395454498b836751812b291f0 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:24.932806 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-02c057e5-2421-434f-9580-d6859c0ef95d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:24.992597 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a051b90a-63a9-4864-b459-4e94e97781eb req-42c1a0fb-d35c-4e18-a8c5-51bb62354163 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c219c3467af94561a4dda292c5b53742&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331511 Jul 06 11:49:25.198474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051b90a-63a9-4864-b459-4e94e97781eb req-0bb6a379-04bc-4788-93e5-a6537d0c8c69 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.200022 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a051b90a-63a9-4864-b459-4e94e97781eb req-0bb6a379-04bc-4788-93e5-a6537d0c8c69 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1949570 Jul 06 11:49:25.217340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 07a164c7-4b12-4920-b001-778b6fdd8a71 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:25.220956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-02c057e5-2421-434f-9580-d6859c0ef95d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Allocated IP 192.168.233.221 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/9709a44a-cf35-4cf4-8a8e-aaee798bb53c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:25.233286 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a051b90a-63a9-4864-b459-4e94e97781eb req-153f2be8-a563-4079-8e0c-281ae586fd93 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/quotas/c219c3467af94561a4dda292c5b53742 HTTP/1.1" status: 200 len: 375 time: 0.0265751 Jul 06 11:49:25.236537 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-160880f4-02b7-4ff2-a77e-4bb6ec14d120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.269281 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-160880f4-02b7-4ff2-a77e-4bb6ec14d120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.281757 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a051b90a-63a9-4864-b459-4e94e97781eb req-41dd8557-b83e-410e-b76b-277d3a3e8ff7 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c219c3467af94561a4dda292c5b53742&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392928 Jul 06 11:49:25.283280 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a5760-f370-49f1-afee-6c53515191a4 req-baae33f1-1457-4419-8f83-861d15d957e8 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.291742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f28a5760-f370-49f1-afee-6c53515191a4 req-baae33f1-1457-4419-8f83-861d15d957e8 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 943 time: 0.3943830 Jul 06 11:49:25.356880 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f28a5760-f370-49f1-afee-6c53515191a4 req-47b97694-211c-44b9-9672-444636f0a0dc tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639012 Jul 06 11:49:25.357024 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 07a164c7-4b12-4920-b001-778b6fdd8a71, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=07a164c7-4b12-4920-b001-778b6fdd8a71,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:25.384460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '07a164c7-4b12-4920-b001-778b6fdd8a71', 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8', 'port_id': '07a164c7-4b12-4920-b001-778b6fdd8a71', 'mac_address': 'fa:16:3e:41:f0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5663391f-233a-4fe7-82d6-ff0d7f70aad7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:25.384833 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-160880f4-02b7-4ff2-a77e-4bb6ec14d120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.388256 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-160880f4-02b7-4ff2-a77e-4bb6ec14d120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.389534 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-160880f4-02b7-4ff2-a77e-4bb6ec14d120 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cafa25cd-3363-496d-9821-5e07b712bd19 HTTP/1.1" status: 204 len: 168 time: 0.5207784 Jul 06 11:49:25.405042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160880f4-02b7-4ff2-a77e-4bb6ec14d120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafa25cd-3363-496d-9821-5e07b712bd19,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:25.442805 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.466665 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a164c7-4b12-4920-b001-778b6fdd8a71 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:25.484036 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-02c057e5-2421-434f-9580-d6859c0ef95d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.514736 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-02c057e5-2421-434f-9580-d6859c0ef95d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Transition to ACTIVE for port object 9709a44a-cf35-4cf4-8a8e-aaee798bb53c will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:25.523340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 07a164c7-4b12-4920-b001-778b6fdd8a71, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=07a164c7-4b12-4920-b001-778b6fdd8a71,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:25.529677 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.564482 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-02c057e5-2421-434f-9580-d6859c0ef95d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.593243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=07a164c7-4b12-4920-b001-778b6fdd8a71,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:25.597734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['f51dc0c0-545d-4658-98f1-47f8ca7ab970'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:25.616390 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-02c057e5-2421-434f-9580-d6859c0ef95d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:25.620087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-02c057e5-2421-434f-9580-d6859c0ef95d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:25.623050 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-02c057e5-2421-434f-9580-d6859c0ef95d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:25.690000 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c057e5-2421-434f-9580-d6859c0ef95d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Pushing event updated for resources: {'Port': ['ID=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:25.722630 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-02c057e5-2421-434f-9580-d6859c0ef95d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.723651 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-02c057e5-2421-434f-9580-d6859c0ef95d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:25.758328 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-02c057e5-2421-434f-9580-d6859c0ef95d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0619571 Jul 06 11:49:25.782015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Request body: {'port': {'device_id': '748d204c-bb70-47b5-a81e-cf1f6bab8e84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:25.817018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['07a164c7-4b12-4920-b001-778b6fdd8a71'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:25.850253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747ceda-d18b-4bdf-9dd1-304854f96414 req-44e31c6b-9447-4488-a186-4fcd43e2e38c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:25.853808 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9747ceda-d18b-4bdf-9dd1-304854f96414 req-44e31c6b-9447-4488-a186-4fcd43e2e38c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 945 time: 0.1794152 Jul 06 11:49:25.929599 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9747ceda-d18b-4bdf-9dd1-304854f96414 req-b1be1d27-ce32-4b28-afd6-0a7d9a63c32a tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671079 Jul 06 11:49:25.974446 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.045288 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-c187994e-f2e0-4a4d-ad65-0417a5291f2a tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=d62fc5fa25c24d7ca4bf64c13e15b9f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520315 Jul 06 11:49:26.077903 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a2d57-e9cf-4e7e-aa4b-445b9014e6c3 req-2c25acc6-2f18-4f53-bb58-d9c633e890d6 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:26.079602 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e7a2d57-e9cf-4e7e-aa4b-445b9014e6c3 req-2c25acc6-2f18-4f53-bb58-d9c633e890d6 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 1096 time: 0.2555504 Jul 06 11:49:26.180685 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-44efb7b0-b943-4485-a2dd-077fb39dab39 None None] Provisioning for port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:26.209579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-44efb7b0-b943-4485-a2dd-077fb39dab39 None None] Provisioning complete for port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:26.218051 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-44efb7b0-b943-4485-a2dd-077fb39dab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.253655 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-5cec34ee-7db3-4c93-9a62-1a6d5c7f4092 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:26.255483 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-5cec34ee-7db3-4c93-9a62-1a6d5c7f4092 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2041533 Jul 06 11:49:26.271057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Request body: {'port': {'device_id': 'c840b49e-d9b2-4300-9de7-1ea9e3c1f64d', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'd62fc5fa25c24d7ca4bf64c13e15b9f8'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:26.300984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-44efb7b0-b943-4485-a2dd-077fb39dab39 None None] Port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:26.341690 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-87cfcf13-2030-4a2e-9e33-95b56b4e66a8 req-7a1baf94-4dd8-4dbc-aeef-f4f40889897e tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=3794f7ab-ae78-487c-a114-b019e5281942 HTTP/1.1" status: 200 len: 210 time: 0.0656736 Jul 06 11:49:26.443195 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e7a2d57-e9cf-4e7e-aa4b-445b9014e6c3 req-a70cd2ad-78ac-475f-bc6b-764a5af1d403 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543463 Jul 06 11:49:26.509879 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Made reservation on behalf of d62fc5fa25c24d7ca4bf64c13e15b9f8 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:26.514788 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.555596 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.612826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9709a44a-cf35-4cf4-8a8e-aaee798bb53c {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:26.640903 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.645127 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4c835585-83eb-428c-b6ef-d70613c0fa5d req-3d670eb6-2557-47df-9efb-1c813632318d tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 210 time: 0.0459175 Jul 06 11:49:26.657380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Transition to ACTIVE for port object 9709a44a-cf35-4cf4-8a8e-aaee798bb53c will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:26.670960 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.720868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:26.748219 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.763844 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.792506 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892c057-5eb5-405e-8111-3330232572b6 req-3d3b4102-060a-434d-9928-153b3e95d3f9 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:26.794051 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8892c057-5eb5-405e-8111-3330232572b6 req-3d3b4102-060a-434d-9928-153b3e95d3f9 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 936 time: 0.2883611 Jul 06 11:49:26.879935 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313c14a7-278a-4f9c-9273-37ff8175373f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:26.886935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Attempting to bind port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:26.887287 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Attempting to bind port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:26.887609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Attempting to bind port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:26.895161 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:26.895503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Attempting to bind port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:26.903805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:26.904138 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:26.904517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:26.904954 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Bound port: 9709a44a-cf35-4cf4-8a8e-aaee798bb53c, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:26.905357 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:26.923398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79919401-b877-449f-82f6-434ea317a2d9 req-71c39838-0a5f-4350-aeac-7ef6815f4c91 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:26.928022 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-79919401-b877-449f-82f6-434ea317a2d9 req-71c39838-0a5f-4350-aeac-7ef6815f4c91 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 943 time: 0.1154974 Jul 06 11:49:26.931374 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8892c057-5eb5-405e-8111-3330232572b6 req-011b90d0-0420-4126-a0ea-7e395da5784b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251199 Jul 06 11:49:26.991268 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Allocated IP 192.168.233.59 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/0a2c7a0f-77bb-4e05-a082-f40773c69431) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:26.991517 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-79919401-b877-449f-82f6-434ea317a2d9 req-8318c3e2-aa5a-402c-957f-cecb083b4771 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573111 Jul 06 11:49:27.031983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] For port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:27.047629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] For port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:27.055728 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.101391 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:27.101889 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.103346 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] 10.222.0.89 "PUT /v2.0/ports/9709a44a-cf35-4cf4-8a8e-aaee798bb53c HTTP/1.1" status: 200 len: 1096 time: 1.3358140 Jul 06 11:49:27.104327 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748d204c-bb70-47b5-a81e-cf1f6bab8e84', 'tag': '9709a44a-cf35-4cf4-8a8e-aaee798bb53c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:27.106868 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a3f4af-142f-4864-b808-9c6174dd7104" -d '{"events": [{"name": "network-changed", "server_uuid": "748d204c-bb70-47b5-a81e-cf1f6bab8e84", "tag": "9709a44a-cf35-4cf4-8a8e-aaee798bb53c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:27.148206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f5129-0e58-4d8d-b79a-94a5aaa84fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:27.200414 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.221128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device bf63ebab-cb8b-44a4-a4ce-6a64a47be56f details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:27.232422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Transition to ACTIVE for port object 0a2c7a0f-77bb-4e05-a082-f40773c69431 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:27.234562 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd866b5-f2d7-495d-bdde-9ce0c9505c23 req-1ec124b1-f365-4ca7-97aa-8c238dc943f6 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:27.236430 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cd866b5-f2d7-495d-bdde-9ce0c9505c23 req-1ec124b1-f365-4ca7-97aa-8c238dc943f6 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 945 time: 0.0851202 Jul 06 11:49:27.250843 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 07a164c7-4b12-4920-b001-778b6fdd8a71 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:27.306426 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a051b90a-63a9-4864-b459-4e94e97781eb req-cbd95a87-0882-4d3a-8587-580f61a515f2 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c219c3467af94561a4dda292c5b53742&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257185 Jul 06 11:49:27.311274 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.330267 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cd866b5-f2d7-495d-bdde-9ce0c9505c23 req-e4b73a40-efd6-42eb-ac53-c16d3f4745c2 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856967 Jul 06 11:49:27.411455 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-27ac26f8-e377-4410-b506-5a78f50c3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:27.413810 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-27ac26f8-e377-4410-b506-5a78f50c3a58 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 1099 time: 0.1148112 Jul 06 11:49:27.415690 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 07a164c7-4b12-4920-b001-778b6fdd8a71 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:27.424512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 07a164c7-4b12-4920-b001-778b6fdd8a71 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:27.427696 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.502527 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0188e6c-2c85-4623-b406-e14d373a507e x-openstack-request-id: req-b0188e6c-2c85-4623-b406-e14d373a507e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:27.502893 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748d204c-bb70-47b5-a81e-cf1f6bab8e84", "tag": "9709a44a-cf35-4cf4-8a8e-aaee798bb53c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:27.504176 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0188e6c-2c85-4623-b406-e14d373a507e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:27.504602 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748d204c-bb70-47b5-a81e-cf1f6bab8e84', 'tag': '9709a44a-cf35-4cf4-8a8e-aaee798bb53c', 'status': 'completed', 'code': 200} Jul 06 11:49:27.511668 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-89e636e0-4cfd-4859-baa5-ab93034da473 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c HTTP/1.1" status: 200 len: 217 time: 0.0872178 Jul 06 11:49:27.568000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:27.615520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-614bc21e-0f9c-4cc3-992a-0f1cf9437403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:27.617672 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-614bc21e-0f9c-4cc3-992a-0f1cf9437403 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1010249 Jul 06 11:49:27.625085 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:27.667143 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:27.690491 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Pushing event updated for resources: {'Port': ['ID=0a2c7a0f-77bb-4e05-a082-f40773c69431,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:27.749947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-5f505541-2d16-43b2-90de-30cc6211647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:27.751161 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-5f505541-2d16-43b2-90de-30cc6211647f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1248300 Jul 06 11:49:27.763790 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:27.779788 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'port_id': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f', 'mac_address': 'fa:16:3e:59:96:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:27.904602 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.924750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:27.925446 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:27.933073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52626) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:27.936813 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.002142 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-bc8ce52e-5465-4fad-a26f-3269b1e6cc6a service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437453 Jul 06 11:49:28.023551 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a164c7-4b12-4920-b001-778b6fdd8a71'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:28.034589 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dbd2aa-ca9e-4657-a283-985ed61b8b6c" -d '{"events": [{"server_uuid": "8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f", "name": "network-vif-plugged", "status": "completed", "tag": "07a164c7-4b12-4920-b001-778b6fdd8a71"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:28.039687 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a56fb418-b9b0-4652-a3f3-7260b79c86c0 req-d670aef2-2c9d-4a1e-a40d-5c576d5dbe8e tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=3794f7ab-ae78-487c-a114-b019e5281942 HTTP/1.1" status: 200 len: 210 time: 0.0803113 Jul 06 11:49:28.043896 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e733d143-e86f-4228-989c-3b44ca1cc309 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7786646 Jul 06 11:49:28.058253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051b90a-63a9-4864-b459-4e94e97781eb req-23645dab-6b0f-4ffa-a819-96484cf64797 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.063046 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a051b90a-63a9-4864-b459-4e94e97781eb req-23645dab-6b0f-4ffa-a819-96484cf64797 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6905692 Jul 06 11:49:28.070173 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Request body: {'port': {'device_id': 'c840b49e-d9b2-4300-9de7-1ea9e3c1f64d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:28.079525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-a051b90a-63a9-4864-b459-4e94e97781eb req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Request body: {'port': {'device_id': '3794f7ab-ae78-487c-a114-b019e5281942', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'c219c3467af94561a4dda292c5b53742'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:28.085580 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 07a164c7-4b12-4920-b001-778b6fdd8a71, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=07a164c7-4b12-4920-b001-778b6fdd8a71,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:28.087517 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf63ebab-cb8b-44a4-a4ce-6a64a47be56f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:28.110349 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.130077 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d6e3-e244-4594-834f-a2bc98c691fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.184156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-513ac553-f591-43ac-b523-d046f95f869a None None] Provisioning for port 0a2c7a0f-77bb-4e05-a082-f40773c69431 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:28.189139 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:28.194312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-513ac553-f591-43ac-b523-d046f95f869a None None] Provisioning complete for port 0a2c7a0f-77bb-4e05-a082-f40773c69431 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:28.194692 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-513ac553-f591-43ac-b523-d046f95f869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.221030 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.234507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edb051-ce76-4e26-84d3-2f329b9bfc49 req-7c9b5706-ecc2-4d23-b27f-394cb51b745c tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.236097 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c7edb051-ce76-4e26-84d3-2f329b9bfc49 req-7c9b5706-ecc2-4d23-b27f-394cb51b745c tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 935 time: 0.2776546 Jul 06 11:49:28.257907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=07a164c7-4b12-4920-b001-778b6fdd8a71,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:28.264562 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-513ac553-f591-43ac-b523-d046f95f869a None None] Port 0a2c7a0f-77bb-4e05-a082-f40773c69431 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:28.271100 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49d9094a-6a11-4471-90f1-6e05a2221024 req-f2e174b3-829d-499a-b5a6-06b311aaedb4 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624972 Jul 06 11:49:28.304401 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d6e3-e244-4594-834f-a2bc98c691fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.308667 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c7edb051-ce76-4e26-84d3-2f329b9bfc49 req-72d11bf5-9bfb-4759-85f0-24df856f26e9 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623651 Jul 06 11:49:28.309901 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7b3d6e3-e244-4594-834f-a2bc98c691fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.328076 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.339609 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:28.365801 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25006f-a1a9-49dc-8075-c0da48eb3fe0 req-d830c9d6-d5ec-496d-96ff-a6aa6d4b71ff tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.372150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a25006f-a1a9-49dc-8075-c0da48eb3fe0 req-d830c9d6-d5ec-496d-96ff-a6aa6d4b71ff tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 1096 time: 0.2015305 Jul 06 11:49:28.380988 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a7b3d6e3-e244-4594-834f-a2bc98c691fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c369f4052d794246826f3b75a536883d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469337 Jul 06 11:49:28.382431 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52636) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:28.384490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3d6e3-e244-4594-834f-a2bc98c691fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c62cca-1e13-4d7e-a9a8-a0a989813752,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:28.456272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a051b90a-63a9-4864-b459-4e94e97781eb req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Made reservation on behalf of c219c3467af94561a4dda292c5b53742 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:28.459925 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a051b90a-63a9-4864-b459-4e94e97781eb req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.496066 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['bf63ebab-cb8b-44a4-a4ce-6a64a47be56f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:28.527940 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a25006f-a1a9-49dc-8075-c0da48eb3fe0 req-80f0e798-b160-44ad-8035-e8a716f45fc2 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525366 Jul 06 11:49:28.532605 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a051b90a-63a9-4864-b459-4e94e97781eb req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.693901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3f4af-142f-4864-b808-9c6174dd7104 req-68ed0d40-0652-4ae7-a0cc-e531d824c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.695325 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33a3f4af-142f-4864-b808-9c6174dd7104 req-68ed0d40-0652-4ae7-a0cc-e531d824c851 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 1099 time: 0.3644178 Jul 06 11:49:28.712833 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ea95792-e869-4df2-bd94-fa3454951865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.789961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f01d62-b211-4f8a-a7d7-a50a14defaaa req-37d7773d-5426-434b-bd75-b2ea56bfaad0 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.792305 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15f01d62-b211-4f8a-a7d7-a50a14defaaa req-37d7773d-5426-434b-bd75-b2ea56bfaad0 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 948 time: 0.1674690 Jul 06 11:49:28.798229 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ea95792-e869-4df2-bd94-fa3454951865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.832456 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a2c7a0f-77bb-4e05-a082-f40773c69431 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:28.837802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a051b90a-63a9-4864-b459-4e94e97781eb req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.844711 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.847607 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a051b90a-63a9-4864-b459-4e94e97781eb req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.860957 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f40c34-224b-44ce-9c49-ba8acbd5a74c req-430f8ae3-ebfb-4356-96a1-51537be3ca1b tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.862457 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d3f40c34-224b-44ce-9c49-ba8acbd5a74c req-430f8ae3-ebfb-4356-96a1-51537be3ca1b tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 944 time: 0.1852884 Jul 06 11:49:28.879955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3f4af-142f-4864-b808-9c6174dd7104 req-01cef894-612c-471b-bbc0-23eedf50d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:28.879955 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33a3f4af-142f-4864-b808-9c6174dd7104 req-01cef894-612c-471b-bbc0-23eedf50d6d8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1746800 Jul 06 11:49:28.885517 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15f01d62-b211-4f8a-a7d7-a50a14defaaa req-ca15f454-ae4a-49b3-8553-6cfd1cd4ae4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808692 Jul 06 11:49:28.927089 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33a3f4af-142f-4864-b808-9c6174dd7104 req-40ee2f22-c079-4fdb-b9c6-f723698ee363 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c HTTP/1.1" status: 200 len: 217 time: 0.0408664 Jul 06 11:49:28.935165 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Transition to ACTIVE for port object 0a2c7a0f-77bb-4e05-a082-f40773c69431 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:28.944886 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.946697 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb546af3-98e2-4e2f-84d5-3c3c983d97c2,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:28.946838 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ea95792-e869-4df2-bd94-fa3454951865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.949725 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ea95792-e869-4df2-bd94-fa3454951865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:28.952636 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b67da3-384e-41d4-9c65-442c07f05f4a x-openstack-request-id: req-b8b67da3-384e-41d4-9c65-442c07f05f4a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:28.953483 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f", "name": "network-vif-plugged", "status": "completed", "tag": "07a164c7-4b12-4920-b001-778b6fdd8a71", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:28.953742 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b8b67da3-384e-41d4-9c65-442c07f05f4a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:28.954146 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a164c7-4b12-4920-b001-778b6fdd8a71', 'code': 200} Jul 06 11:49:28.965669 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4ea95792-e869-4df2-bd94-fa3454951865 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b3c62cca-1e13-4d7e-a9a8-a0a989813752 HTTP/1.1" status: 204 len: 168 time: 0.5723858 Jul 06 11:49:29.028464 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d3f40c34-224b-44ce-9c49-ba8acbd5a74c req-c66c1d7f-4731-4248-8bdd-f901dac12f00 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463983 Jul 06 11:49:29.073593 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0a2c7a0f-77bb-4e05-a082-f40773c69431,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:29.073799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3f4af-142f-4864-b808-9c6174dd7104 req-ef895ece-71d9-402b-8a5d-bda677bdd9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:29.084336 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33a3f4af-142f-4864-b808-9c6174dd7104 req-ef895ece-71d9-402b-8a5d-bda677bdd9eb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1486378 Jul 06 11:49:29.167211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-a051b90a-63a9-4864-b459-4e94e97781eb req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Allocated IP 192.168.233.124 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/e18eabde-acd3-4d7d-a735-8f91e9bef89e) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:29.175774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea95792-e869-4df2-bd94-fa3454951865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c62cca-1e13-4d7e-a9a8-a0a989813752,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:29.215779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Attempting to bind port 0a2c7a0f-77bb-4e05-a082-f40773c69431 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:29.216289 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Attempting to bind port 0a2c7a0f-77bb-4e05-a082-f40773c69431 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:29.216778 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Attempting to bind port 0a2c7a0f-77bb-4e05-a082-f40773c69431 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:29.237318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Port 0a2c7a0f-77bb-4e05-a082-f40773c69431 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:29.237653 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Attempting to bind port 0a2c7a0f-77bb-4e05-a082-f40773c69431 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:29.238615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device bf63ebab-cb8b-44a4-a4ce-6a64a47be56f up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:29.262457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:29.262990 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:29.263183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:29.263650 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Bound port: 0a2c7a0f-77bb-4e05-a082-f40773c69431, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:29.264027 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.265210 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d0a29-f009-478f-a7b9-2b60fafc2143 req-9eb49a9b-f9b9-4147-806a-1bd1b262ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:29.266731 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8d8d0a29-f009-478f-a7b9-2b60fafc2143 req-9eb49a9b-f9b9-4147-806a-1bd1b262ca5e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 1097 time: 0.1794431 Jul 06 11:49:29.292994 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3f4af-142f-4864-b808-9c6174dd7104 req-04127e5b-bb19-4a63-8bfe-32f89fd65a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:29.294426 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33a3f4af-142f-4864-b808-9c6174dd7104 req-04127e5b-bb19-4a63-8bfe-32f89fd65a36 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1705160 Jul 06 11:49:29.308213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b8bb-3a5b-41a8-89e3-e3e118140d85 req-d8ef5a89-8ffe-4fc4-a893-e8ab9f985e56 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:29.315705 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfa2b8bb-3a5b-41a8-89e3-e3e118140d85 req-d8ef5a89-8ffe-4fc4-a893-e8ab9f985e56 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 946 time: 0.1933842 Jul 06 11:49:29.325005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:29.335929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:29.336498 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.430356 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8d8d0a29-f009-478f-a7b9-2b60fafc2143 req-ccd2024a-6cf2-4f0f-989b-c9787eee68ac service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515710 Jul 06 11:49:29.449586 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfa2b8bb-3a5b-41a8-89e3-e3e118140d85 req-5a181959-3a53-4c95-a443-c324d821cb4c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329260 Jul 06 11:49:29.457755 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f4b63fd-f6a4-4a63-bb49-890cb8b60900 req-e9d8bfea-5a82-4df3-bb3e-863fb95cb873 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=3794f7ab-ae78-487c-a114-b019e5281942 HTTP/1.1" status: 200 len: 210 time: 0.0445330 Jul 06 11:49:29.535381 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.535730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] For port 0a2c7a0f-77bb-4e05-a082-f40773c69431, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:29.535854 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33a3f4af-142f-4864-b808-9c6174dd7104 req-d370a19b-e6fa-48c2-99b2-6677b78bba8e service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167814 Jul 06 11:49:29.542793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] For port 0a2c7a0f-77bb-4e05-a082-f40773c69431, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0a2c7a0f-77bb-4e05-a082-f40773c69431,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:29.555591 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.609325 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:29.621598 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.624668 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a051b90a-63a9-4864-b459-4e94e97781eb req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.634306 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:29.634989 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.636480 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] 10.222.0.89 "PUT /v2.0/ports/0a2c7a0f-77bb-4e05-a082-f40773c69431 HTTP/1.1" status: 200 len: 1095 time: 1.5721364 Jul 06 11:49:29.636946 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c840b49e-d9b2-4300-9de7-1ea9e3c1f64d', 'tag': '0a2c7a0f-77bb-4e05-a082-f40773c69431'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:29.639698 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e00a6a-0098-41a0-8c11-c88cc96f1e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c840b49e-d9b2-4300-9de7-1ea9e3c1f64d", "tag": "0a2c7a0f-77bb-4e05-a082-f40773c69431"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:29.667961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-a051b90a-63a9-4864-b459-4e94e97781eb req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Transition to ACTIVE for port object e18eabde-acd3-4d7d-a735-8f91e9bef89e will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:29.677606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e2cfc-265c-4eeb-82f7-797ce31d06d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0a2c7a0f-77bb-4e05-a082-f40773c69431,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:29.740294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:29.780427 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33a3f4af-142f-4864-b808-9c6174dd7104 req-85b84ddb-3334-43af-a5bf-5b9d3fc44112 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382369 Jul 06 11:49:29.793815 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aaa4c-88aa-445e-961a-ab10a70967e5 req-06b778c0-b3a3-4234-8c03-8a067c695a7f tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:29.795386 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-473aaa4c-88aa-445e-961a-ab10a70967e5 req-06b778c0-b3a3-4234-8c03-8a067c695a7f tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 947 time: 0.1451111 Jul 06 11:49:29.817268 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a051b90a-63a9-4864-b459-4e94e97781eb req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:29.856109 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-473aaa4c-88aa-445e-961a-ab10a70967e5 req-c36e501a-c289-4d07-8ec1-31e0ab87ebb5 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495520 Jul 06 11:49:29.899877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a051b90a-63a9-4864-b459-4e94e97781eb req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:29.915522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-a051b90a-63a9-4864-b459-4e94e97781eb req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:29.920208 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0636b0-44ca-44ef-880f-c7a3260f325f x-openstack-request-id: req-1c0636b0-44ca-44ef-880f-c7a3260f325f {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:29.920479 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c840b49e-d9b2-4300-9de7-1ea9e3c1f64d", "tag": "0a2c7a0f-77bb-4e05-a082-f40773c69431", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:29.920723 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c0636b0-44ca-44ef-880f-c7a3260f325f {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:29.921194 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c840b49e-d9b2-4300-9de7-1ea9e3c1f64d', 'tag': '0a2c7a0f-77bb-4e05-a082-f40773c69431', 'status': 'completed', 'code': 200} Jul 06 11:49:29.923030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-a051b90a-63a9-4864-b459-4e94e97781eb req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:29.927065 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Pushing event updated for resources: {'Port': ['ID=e18eabde-acd3-4d7d-a735-8f91e9bef89e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:29.935697 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2440d4f-cf2d-44d3-8662-f3dcf2a236f3 req-afc61aa1-cf57-4954-b61d-f862d3737724 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:29.942784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2440d4f-cf2d-44d3-8662-f3dcf2a236f3 req-afc61aa1-cf57-4954-b61d-f862d3737724 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 1096 time: 0.1947575 Jul 06 11:49:29.972335 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-11f0cd59-f751-469c-831b-b8d25850b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:29.973749 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-11f0cd59-f751-469c-831b-b8d25850b725 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d62fc5fa25c24d7ca4bf64c13e15b9f8&device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 1098 time: 0.2754631 Jul 06 11:49:30.033847 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-ab765930-5784-46d6-b9cb-6c582693efff service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0a2c7a0f-77bb-4e05-a082-f40773c69431 HTTP/1.1" status: 200 len: 217 time: 0.0518394 Jul 06 11:49:30.082416 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2440d4f-cf2d-44d3-8662-f3dcf2a236f3 req-c71ad7a9-5e93-4357-a8a0-d1d8a4ad7255 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387568 Jul 06 11:49:30.090659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051b90a-63a9-4864-b459-4e94e97781eb req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.091413 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a051b90a-63a9-4864-b459-4e94e97781eb req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.129513 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-c0963ef4-3e7b-4f9d-9428-5a66e778627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.131858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-c0963ef4-3e7b-4f9d-9428-5a66e778627b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0921791 Jul 06 11:49:30.133497 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a051b90a-63a9-4864-b459-4e94e97781eb req-91be690a-5388-430c-aec0-db4e8d0d9651 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0596805 Jul 06 11:49:30.137641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756035cc-c66c-4141-be15-497baf75fa2d req-7b369f5d-f53e-4c3d-9661-600c047a846d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.138685 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-756035cc-c66c-4141-be15-497baf75fa2d req-7b369f5d-f53e-4c3d-9661-600c047a846d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 948 time: 0.0914242 Jul 06 11:49:30.159841 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Request body: {'port': {'device_id': '3794f7ab-ae78-487c-a114-b019e5281942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:30.184205 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-756035cc-c66c-4141-be15-497baf75fa2d req-e60f8d15-d664-488f-b801-9fc0caecbc10 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396216 Jul 06 11:49:30.240722 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5c03fbe1-7ac4-4635-9554-3f3d1dc6b817 None None] Provisioning for port e18eabde-acd3-4d7d-a735-8f91e9bef89e completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:30.247008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5c03fbe1-7ac4-4635-9554-3f3d1dc6b817 None None] Provisioning complete for port e18eabde-acd3-4d7d-a735-8f91e9bef89e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:30.247488 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c03fbe1-7ac4-4635-9554-3f3d1dc6b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.293359 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5c03fbe1-7ac4-4635-9554-3f3d1dc6b817 None None] Port e18eabde-acd3-4d7d-a735-8f91e9bef89e cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:30.302925 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.307923 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-43e2ccd7-786f-44df-8e71-a7eb2b2bbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.309593 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-43e2ccd7-786f-44df-8e71-a7eb2b2bbf18 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1694696 Jul 06 11:49:30.412829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8e626-c5e3-4ef6-9ad9-7ea719c09d1b req-ce9d9d0e-56ef-4830-b81f-26ab130ba462 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.421401 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9f8e626-c5e3-4ef6-9ad9-7ea719c09d1b req-ce9d9d0e-56ef-4830-b81f-26ab130ba462 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 945 time: 0.0927408 Jul 06 11:49:30.479929 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9f8e626-c5e3-4ef6-9ad9-7ea719c09d1b req-a5a4ea7c-14ed-444e-86d5-c49932aa8792 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574157 Jul 06 11:49:30.553283 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-f2127d89-a8bf-40f3-a286-a14866c3a111 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338834 Jul 06 11:49:30.699463 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-843cced2-1e40-4def-a3c8-659c17ff6145 req-47d5e7c9-7041-4605-a9c5-20a77e088f0e tempest-AbsoluteLimitsNegativeTestJSON-2005944722 tempest-AbsoluteLimitsNegativeTestJSON-2005944722-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ddf3821669bd4f6e9b963f4ca84b3bf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228422 Jul 06 11:49:30.723378 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df4ce732-c8f6-4689-b0b3-978f7ee35667 req-b91b615e-263f-4cbd-84fa-a173aea68284 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550157 Jul 06 11:49:30.819570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cced2-1e40-4def-a3c8-659c17ff6145 req-aeafeb73-ff9e-4c77-808e-39b885c80869 tempest-AbsoluteLimitsNegativeTestJSON-2005944722 tempest-AbsoluteLimitsNegativeTestJSON-2005944722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.820059 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18eabde-acd3-4d7d-a735-8f91e9bef89e {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:30.821337 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-843cced2-1e40-4def-a3c8-659c17ff6145 req-aeafeb73-ff9e-4c77-808e-39b885c80869 tempest-AbsoluteLimitsNegativeTestJSON-2005944722 tempest-AbsoluteLimitsNegativeTestJSON-2005944722-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154287 Jul 06 11:49:30.830754 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.837897 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-843cced2-1e40-4def-a3c8-659c17ff6145 req-07ffaf61-6522-4895-917a-f1f887cadc93 tempest-AbsoluteLimitsNegativeTestJSON-2005944722 tempest-AbsoluteLimitsNegativeTestJSON-2005944722-project] 10.222.0.81 "GET /v2.0/quotas/ddf3821669bd4f6e9b963f4ca84b3bf1 HTTP/1.1" status: 200 len: 375 time: 0.0100927 Jul 06 11:49:30.849055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Transition to ACTIVE for port object e18eabde-acd3-4d7d-a735-8f91e9bef89e will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:30.856274 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:30.879060 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-843cced2-1e40-4def-a3c8-659c17ff6145 req-6571e530-4682-4f03-b7f1-5a580e53967d tempest-AbsoluteLimitsNegativeTestJSON-2005944722 tempest-AbsoluteLimitsNegativeTestJSON-2005944722-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ddf3821669bd4f6e9b963f4ca84b3bf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342948 Jul 06 11:49:30.895190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e00a6a-0098-41a0-8c11-c88cc96f1e0c req-3f87a443-33e8-41aa-a889-7d2b5187dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:30.896882 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-78e00a6a-0098-41a0-8c11-c88cc96f1e0c req-3f87a443-33e8-41aa-a889-7d2b5187dc1f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d62fc5fa25c24d7ca4bf64c13e15b9f8&device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 1098 time: 0.1215830 Jul 06 11:49:30.955215 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:30.957578 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4694dc-b7d8-4a20-9192-41671712d99f" -d '{"events": [{"server_uuid": "f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf", "name": "network-vif-plugged", "status": "completed", "tag": "bf63ebab-cb8b-44a4-a4ce-6a64a47be56f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:30.978835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Pushing event updated for resources: {'Port': ['ID=e18eabde-acd3-4d7d-a735-8f91e9bef89e,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:31.096783 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e00a6a-0098-41a0-8c11-c88cc96f1e0c req-827c15f8-fd16-487b-bf3f-cabda6ae25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:31.098277 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-78e00a6a-0098-41a0-8c11-c88cc96f1e0c req-827c15f8-fd16-487b-bf3f-cabda6ae25d5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1928730 Jul 06 11:49:31.103929 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cecf7e-0387-479e-bf6d-8ecbdf555b48 req-ca113883-4c39-4e20-a61e-62706daace8e tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:31.112876 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c1cecf7e-0387-479e-bf6d-8ecbdf555b48 req-ca113883-4c39-4e20-a61e-62706daace8e tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 946 time: 0.0947526 Jul 06 11:49:31.147548 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Attempting to bind port e18eabde-acd3-4d7d-a735-8f91e9bef89e on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:31.147879 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Attempting to bind port e18eabde-acd3-4d7d-a735-8f91e9bef89e by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:31.148211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Attempting to bind port e18eabde-acd3-4d7d-a735-8f91e9bef89e on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:31.154952 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-78e00a6a-0098-41a0-8c11-c88cc96f1e0c req-3ef1f1e8-a23f-4405-b113-db647da6c0cc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0a2c7a0f-77bb-4e05-a082-f40773c69431 HTTP/1.1" status: 200 len: 217 time: 0.0488217 Jul 06 11:49:31.155843 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c1cecf7e-0387-479e-bf6d-8ecbdf555b48 req-376c0b0c-cb28-4355-a62c-a1565c1a207f tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415049 Jul 06 11:49:31.156017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Port e18eabde-acd3-4d7d-a735-8f91e9bef89e on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:31.156341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Attempting to bind port e18eabde-acd3-4d7d-a735-8f91e9bef89e on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:31.170060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:31.170405 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:31.170790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:31.171252 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Bound port: e18eabde-acd3-4d7d-a735-8f91e9bef89e, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:31.171698 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.329736 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52730) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:31.386803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d4660-4eed-4121-9710-5b000160295f req-3c55f83e-5a2a-4e2c-9738-118bd1bff7bf tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:31.394363 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7f3d4660-4eed-4121-9710-5b000160295f req-3c55f83e-5a2a-4e2c-9738-118bd1bff7bf tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=3794f7ab-ae78-487c-a114-b019e5281942 HTTP/1.1" status: 200 len: 948 time: 0.1017497 Jul 06 11:49:31.446310 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7f3d4660-4eed-4121-9710-5b000160295f req-f48c4110-3ca7-47b2-aca9-f4573d288a65 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492067 Jul 06 11:49:31.474981 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6d57e73a-ecc3-4237-900d-4ad8e977ea36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.573320 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-185fafdc-273a-4332-bb50-b0d3448f7b2b tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:49:31.574219 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-185fafdc-273a-4332-bb50-b0d3448f7b2b tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150282 Jul 06 11:49:31.577905 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e00a6a-0098-41a0-8c11-c88cc96f1e0c req-7d1efd51-a311-459c-88b0-c55743a39da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:31.579381 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-78e00a6a-0098-41a0-8c11-c88cc96f1e0c req-7d1efd51-a311-459c-88b0-c55743a39da6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.4177151 Jul 06 11:49:31.589099 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-d3e082cc-80c7-41ad-ac29-bc96d5e3c572 service neutron] Request body: {'binding': {'host': 'n-h1-799529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:31.589544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-d3e082cc-80c7-41ad-ac29-bc96d5e3c572 service neutron] Unknown quota resources ['binding']. {{(pid=100427) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:49:31.636856 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6d57e73a-ecc3-4237-900d-4ad8e977ea36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.646859 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6d57e73a-ecc3-4237-900d-4ad8e977ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.682853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54bafc-c7b2-4435-848f-117a5419966c req-4c95cc45-a6dc-4c84-b08a-bd70461fb96a tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:31.684389 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c54bafc-c7b2-4435-848f-117a5419966c req-4c95cc45-a6dc-4c84-b08a-bd70461fb96a tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 947 time: 0.1139629 Jul 06 11:49:31.704624 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] For port e18eabde-acd3-4d7d-a735-8f91e9bef89e, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:31.708547 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6d57e73a-ecc3-4237-900d-4ad8e977ea36 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ddf3821669bd4f6e9b963f4ca84b3bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752196 Jul 06 11:49:31.715290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52738) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:31.717306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57e73a-ecc3-4237-900d-4ad8e977ea36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43dbbc7-aa62-4d1d-99a4-dcd4c9dc0741,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:31.726315 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] For port e18eabde-acd3-4d7d-a735-8f91e9bef89e, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e18eabde-acd3-4d7d-a735-8f91e9bef89e,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:31.738443 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.763460 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c54bafc-c7b2-4435-848f-117a5419966c req-9f67db48-c88a-484c-b31f-5f825dac49cf tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675414 Jul 06 11:49:31.791926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:31.792723 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.794315 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a051b90a-63a9-4864-b459-4e94e97781eb req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] 10.222.0.23 "PUT /v2.0/ports/e18eabde-acd3-4d7d-a735-8f91e9bef89e HTTP/1.1" status: 200 len: 1096 time: 1.6445019 Jul 06 11:49:31.802694 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c07b715c-5bab-4465-abcc-5aa8e65d5643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.805102 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e00a6a-0098-41a0-8c11-c88cc96f1e0c req-cf0535bd-4251-462a-9e8e-1ead19d26b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:31.807475 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-78e00a6a-0098-41a0-8c11-c88cc96f1e0c req-cf0535bd-4251-462a-9e8e-1ead19d26b1f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2151957 Jul 06 11:49:31.831317 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c07b715c-5bab-4465-abcc-5aa8e65d5643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.846144 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5854e64-cce9-421d-aaa5-96eb52c1567a x-openstack-request-id: req-d5854e64-cce9-421d-aaa5-96eb52c1567a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:31.846561 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf", "name": "network-vif-plugged", "status": "completed", "tag": "bf63ebab-cb8b-44a4-a4ce-6a64a47be56f", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:31.846998 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5854e64-cce9-421d-aaa5-96eb52c1567a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:31.848565 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f', 'code': 200} Jul 06 11:49:31.900335 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c07b715c-5bab-4465-abcc-5aa8e65d5643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.905107 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c07b715c-5bab-4465-abcc-5aa8e65d5643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:31.906403 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c07b715c-5bab-4465-abcc-5aa8e65d5643 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a43dbbc7-aa62-4d1d-99a4-dcd4c9dc0741 HTTP/1.1" status: 204 len: 168 time: 0.1900268 Jul 06 11:49:31.916426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b715c-5bab-4465-abcc-5aa8e65d5643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43dbbc7-aa62-4d1d-99a4-dcd4c9dc0741,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:31.933861 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3794f7ab-ae78-487c-a114-b019e5281942', 'tag': 'e18eabde-acd3-4d7d-a735-8f91e9bef89e'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:31.936610 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f38e44d-73d0-421b-a672-6d0dd5bc0cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "3794f7ab-ae78-487c-a114-b019e5281942", "tag": "e18eabde-acd3-4d7d-a735-8f91e9bef89e"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:31.946771 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a3a1d-b881-4e53-8ab0-fb4aa0a47573 service neutron] Pushing event updated for resources: {'Port': ['ID=e18eabde-acd3-4d7d-a735-8f91e9bef89e,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:32.002184 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-d3e082cc-80c7-41ad-ac29-bc96d5e3c572 service neutron] Attempting to bind port f4f679ca-68dc-4921-911a-36a3b49f7fe3 on host n-h1-799529-2 for vnic_type normal with profile None {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:32.002831 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-d3e082cc-80c7-41ad-ac29-bc96d5e3c572 service neutron] Attempting to bind port f4f679ca-68dc-4921-911a-36a3b49f7fe3 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:32.002831 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-d3e082cc-80c7-41ad-ac29-bc96d5e3c572 service neutron] Attempting to bind port f4f679ca-68dc-4921-911a-36a3b49f7fe3 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:32.052651 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-78e00a6a-0098-41a0-8c11-c88cc96f1e0c req-d6141ba2-6837-4df4-8e4d-9021d122863c service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327428 Jul 06 11:49:32.053271 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-d3e082cc-80c7-41ad-ac29-bc96d5e3c572 service neutron] Port f4f679ca-68dc-4921-911a-36a3b49f7fe3 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:32.053696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-d3e082cc-80c7-41ad-ac29-bc96d5e3c572 service neutron] Attempting to bind port f4f679ca-68dc-4921-911a-36a3b49f7fe3 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:32.080235 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be04794-950e-4615-9fe6-78888bd24c08 req-a0fc891a-25c4-492e-b22d-1bc084274e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.081817 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2be04794-950e-4615-9fe6-78888bd24c08 req-a0fc891a-25c4-492e-b22d-1bc084274e41 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 1096 time: 0.0898790 Jul 06 11:49:32.084277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-d3e082cc-80c7-41ad-ac29-bc96d5e3c572 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:32.084619 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-d3e082cc-80c7-41ad-ac29-bc96d5e3c572 service neutron] Checking segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:32.084999 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-d3e082cc-80c7-41ad-ac29-bc96d5e3c572 service neutron] Bound using segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:32.085451 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-d3e082cc-80c7-41ad-ac29-bc96d5e3c572 service neutron] Bound port: f4f679ca-68dc-4921-911a-36a3b49f7fe3, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:32.125156 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051b90a-63a9-4864-b459-4e94e97781eb req-10ec6570-2198-424e-a4bd-d58c5cbbb17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.126861 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a051b90a-63a9-4864-b459-4e94e97781eb req-10ec6570-2198-424e-a4bd-d58c5cbbb17f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c219c3467af94561a4dda292c5b53742&device_id=3794f7ab-ae78-487c-a114-b019e5281942 HTTP/1.1" status: 200 len: 1099 time: 0.2384269 Jul 06 11:49:32.131691 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2be04794-950e-4615-9fe6-78888bd24c08 req-ab771ee3-5306-46c0-9164-f0e8171b6d35 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412891 Jul 06 11:49:32.235897 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a051b90a-63a9-4864-b459-4e94e97781eb req-b62bc83d-4885-431a-b13f-0b18e1991b83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e18eabde-acd3-4d7d-a735-8f91e9bef89e HTTP/1.1" status: 200 len: 217 time: 0.0503550 Jul 06 11:49:32.246700 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-d3e082cc-80c7-41ad-ac29-bc96d5e3c572 service neutron] For port f4f679ca-68dc-4921-911a-36a3b49f7fe3, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:32.283261 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-d3e082cc-80c7-41ad-ac29-bc96d5e3c572 service neutron] Notify callbacks [] for binding, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.284425 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-d3e082cc-80c7-41ad-ac29-bc96d5e3c572 service neutron] 10.222.0.81 "POST /v2.0/ports/f4f679ca-68dc-4921-911a-36a3b49f7fe3/bindings HTTP/1.1" status: 201 len: 389 time: 0.7026825 Jul 06 11:49:32.288359 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-78e00a6a-0098-41a0-8c11-c88cc96f1e0c req-212d5dc4-8f14-4306-a669-ca91f12533b5 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255766 Jul 06 11:49:32.314331 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051b90a-63a9-4864-b459-4e94e97781eb req-f78e659a-c6fc-47fb-84cf-54304d1d0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.319363 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a051b90a-63a9-4864-b459-4e94e97781eb req-f78e659a-c6fc-47fb-84cf-54304d1d0313 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0713806 Jul 06 11:49:32.347052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9709a44a-cf35-4cf4-8a8e-aaee798bb53c details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:32.460166 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051b90a-63a9-4864-b459-4e94e97781eb req-b4b4e416-e938-4718-b4c6-8bd00f52f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.463895 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a051b90a-63a9-4864-b459-4e94e97781eb req-b4b4e416-e938-4718-b4c6-8bd00f52f2ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1350353 Jul 06 11:49:32.612986 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:32.631733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '9709a44a-cf35-4cf4-8a8e-aaee798bb53c', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '9709a44a-cf35-4cf4-8a8e-aaee798bb53c', 'mac_address': 'fa:16:3e:ae:a7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:32.664365 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cb899-1853-4777-b613-1ecf6425c6b5 req-3ca9f67d-a512-4f08-9ebc-03c3eb8349f7 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.666056 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-db3cb899-1853-4777-b613-1ecf6425c6b5 req-3ca9f67d-a512-4f08-9ebc-03c3eb8349f7 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 1097 time: 0.1162276 Jul 06 11:49:32.669135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-13f368ed-fd2e-4b5a-bb2d-da4a5301847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.670565 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-13f368ed-fd2e-4b5a-bb2d-da4a5301847e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 1096 time: 0.0801024 Jul 06 11:49:32.685005 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.688584 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a051b90a-63a9-4864-b459-4e94e97781eb req-9f388bc4-365b-4098-ac26-21d1ae6ff5a9 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157774 Jul 06 11:49:32.700047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9709a44a-cf35-4cf4-8a8e-aaee798bb53c {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:32.722341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:32.729261 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:32.758240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47f42b-23a2-4767-8320-08acc70de199 req-08471086-2860-401b-8af9-84d0e720323b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.765192 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ee47f42b-23a2-4767-8320-08acc70de199 req-08471086-2860-401b-8af9-84d0e720323b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 948 time: 0.1626124 Jul 06 11:49:32.778675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52770) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:32.786131 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:32.829012 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-db3cb899-1853-4777-b613-1ecf6425c6b5 req-845bbc5d-ab2c-4933-a116-bfe397f77654 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468019 Jul 06 11:49:32.830719 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-7a2fbf91-e52a-4930-8615-03f0642f55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.833470 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-7a2fbf91-e52a-4930-8615-03f0642f55fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.1501689 Jul 06 11:49:32.836066 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ee47f42b-23a2-4767-8320-08acc70de199 req-597bd1f6-b73d-47df-8872-0328ae0a5a06 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700297 Jul 06 11:49:32.850843 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a051b90a-63a9-4864-b459-4e94e97781eb req-db115c96-ce0a-4750-b000-e4d376df6e14 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558728 Jul 06 11:49:32.888458 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-063f2af1-0e49-453f-ad00-308fe68e47d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3 HTTP/1.1" status: 200 len: 217 time: 0.0460045 Jul 06 11:49:32.947206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d5f81e31-591b-4bc7-8130-9be82d0cbb71 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1509457109-network', 'tenant_id': '11d9c36e12bc454daf17a7e52d2660e9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:32.968215 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-c73fb1f2-281c-43d7-8092-313d4018a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:32.969796 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-c73fb1f2-281c-43d7-8092-313d4018a9d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.0692654 Jul 06 11:49:32.972118 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['9709a44a-cf35-4cf4-8a8e-aaee798bb53c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:32.990711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f81e31-591b-4bc7-8130-9be82d0cbb71 admin admin] Made reservation on behalf of 11d9c36e12bc454daf17a7e52d2660e9 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:32.992984 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f81e31-591b-4bc7-8130-9be82d0cbb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.018194 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-fd895b53-5d56-4fa3-a1ca-98e4af2b8701 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383465 Jul 06 11:49:33.029207 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f81e31-591b-4bc7-8130-9be82d0cbb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.068133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6fdb8-30ad-4a61-9dc9-f6db6d02e04e req-ffe9c994-38e8-4bb6-b31f-0ad32b3c6bb8 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:33.076407 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9ef6fdb8-30ad-4a61-9dc9-f6db6d02e04e req-ffe9c994-38e8-4bb6-b31f-0ad32b3c6bb8 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 945 time: 0.1036751 Jul 06 11:49:33.079020 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cee7cae-d803-4448-96ac-c7d5eeb844f8 x-openstack-request-id: req-9cee7cae-d803-4448-96ac-c7d5eeb844f8 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:33.079262 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3794f7ab-ae78-487c-a114-b019e5281942", "tag": "e18eabde-acd3-4d7d-a735-8f91e9bef89e", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:33.079513 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9cee7cae-d803-4448-96ac-c7d5eeb844f8 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:33.079945 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3794f7ab-ae78-487c-a114-b019e5281942', 'tag': 'e18eabde-acd3-4d7d-a735-8f91e9bef89e', 'status': 'completed', 'code': 200} Jul 06 11:49:33.144424 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9ef6fdb8-30ad-4a61-9dc9-f6db6d02e04e req-c025f42e-1437-45da-9e62-c552a620bd59 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670919 Jul 06 11:49:33.176242 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-14efb35c-3e46-4a7b-a8c7-6fa243ca6fb8 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485674 Jul 06 11:49:33.252470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38e44d-73d0-421b-a672-6d0dd5bc0cf3 req-c6bb7110-82db-43eb-851c-b57516f1c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:33.254236 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f38e44d-73d0-421b-a672-6d0dd5bc0cf3 req-c6bb7110-82db-43eb-851c-b57516f1c76b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c219c3467af94561a4dda292c5b53742&device_id=3794f7ab-ae78-487c-a114-b019e5281942 HTTP/1.1" status: 200 len: 1099 time: 0.1380754 Jul 06 11:49:33.308913 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f81e31-591b-4bc7-8130-9be82d0cbb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.321355 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f81e31-591b-4bc7-8130-9be82d0cbb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.369724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f81e31-591b-4bc7-8130-9be82d0cbb71 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:49:33.374547 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-c6839abd-c1d5-419a-9a57-4440b0960565 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877136 Jul 06 11:49:33.381221 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f81e31-591b-4bc7-8130-9be82d0cbb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:33.393028 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f81e31-591b-4bc7-8130-9be82d0cbb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.393377 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-d5f81e31-591b-4bc7-8130-9be82d0cbb71 admin admin] Added segment 3c1bd99e-7a7f-413b-8c5d-43ca337e8b57 of type vlan for network 6dbe9c2d-a240-4a74-8981-f136669f1457 Jul 06 11:49:33.413441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d247c-6bd8-437a-974a-5e371b529cdc req-3866c8f5-2467-4066-bed2-5c00f72ea416 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:33.414933 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-092d247c-6bd8-437a-974a-5e371b529cdc req-3866c8f5-2467-4066-bed2-5c00f72ea416 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 945 time: 0.1558676 Jul 06 11:49:33.419997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38e44d-73d0-421b-a672-6d0dd5bc0cf3 req-c10369d8-7c07-400f-87a0-f5520e343430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:33.421452 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f38e44d-73d0-421b-a672-6d0dd5bc0cf3 req-c10369d8-7c07-400f-87a0-f5520e343430 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1448338 Jul 06 11:49:33.428915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ae63f-aa0f-4530-a170-efdc1b66cb17 req-18ce5d53-1058-473a-ac24-3ccb6f88482f tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:33.430282 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cc6ae63f-aa0f-4530-a170-efdc1b66cb17 req-18ce5d53-1058-473a-ac24-3ccb6f88482f tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=3794f7ab-ae78-487c-a114-b019e5281942 HTTP/1.1" status: 200 len: 948 time: 0.0994227 Jul 06 11:49:33.464889 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f81e31-591b-4bc7-8130-9be82d0cbb71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.473441 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f38e44d-73d0-421b-a672-6d0dd5bc0cf3 req-b2089e53-c30f-493e-86f0-a3d4b37cfd90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e18eabde-acd3-4d7d-a735-8f91e9bef89e HTTP/1.1" status: 200 len: 217 time: 0.0409358 Jul 06 11:49:33.527843 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-092d247c-6bd8-437a-974a-5e371b529cdc req-256325fd-e385-4451-8343-133a8f59ec76 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947256 Jul 06 11:49:33.539589 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cc6ae63f-aa0f-4530-a170-efdc1b66cb17 req-f9ced5ed-79bb-4e3a-ab84-66d302d01650 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994551 Jul 06 11:49:33.539731 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f81e31-591b-4bc7-8130-9be82d0cbb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.540572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f81e31-591b-4bc7-8130-9be82d0cbb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:33.541264 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f81e31-591b-4bc7-8130-9be82d0cbb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.545938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38e44d-73d0-421b-a672-6d0dd5bc0cf3 req-7d5e4824-627e-4d43-ac1a-e145ac012d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:33.548321 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f38e44d-73d0-421b-a672-6d0dd5bc0cf3 req-7d5e4824-627e-4d43-ac1a-e145ac012d40 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0672209 Jul 06 11:49:33.600447 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d5f81e31-591b-4bc7-8130-9be82d0cbb71 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8208687 Jul 06 11:49:33.607645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52778) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:33.616147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5a5e876d-7171-4459-9b27-585cd72df166 admin admin] Request body: {'subnet': {'network_id': '6dbe9c2d-a240-4a74-8981-f136669f1457', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1509457109-subnet', 'tenant_id': '11d9c36e12bc454daf17a7e52d2660e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:33.630545 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-2e6296d2-8b4f-42c1-a1eb-7fdc509a4a1f tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:33.632082 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-2e6296d2-8b4f-42c1-a1eb-7fdc509a4a1f tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57&tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&binding%3Ahost_id=n-h2-799529-2 HTTP/1.1" status: 200 len: 1096 time: 0.1756072 Jul 06 11:49:33.634295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f81e31-591b-4bc7-8130-9be82d0cbb71 admin admin] Pushing event updated for resources: {'Network': ['ID=6dbe9c2d-a240-4a74-8981-f136669f1457,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:33.646070 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 6dbe9c2d-a240-4a74-8981-f136669f1457 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:49:33.646631 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799529-2'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:33.647055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38e44d-73d0-421b-a672-6d0dd5bc0cf3 req-da63a3ab-7d83-4a79-82fa-bc3881d5f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:33.648952 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f38e44d-73d0-421b-a672-6d0dd5bc0cf3 req-da63a3ab-7d83-4a79-82fa-bc3881d5f8f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892122 Jul 06 11:49:33.676715 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5e876d-7171-4459-9b27-585cd72df166 admin admin] Made reservation on behalf of 11d9c36e12bc454daf17a7e52d2660e9 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:33.679023 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a5e876d-7171-4459-9b27-585cd72df166 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.791646 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f38e44d-73d0-421b-a672-6d0dd5bc0cf3 req-5b09a2c3-5f3f-4e64-bb77-302f4150e381 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338689 Jul 06 11:49:33.814905 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917f538-b609-49ab-86fb-f3cb8f62b931 req-ac72ac36-31db-4637-a12a-df9121ee9f92 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:33.823334 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d917f538-b609-49ab-86fb-f3cb8f62b931 req-ac72ac36-31db-4637-a12a-df9121ee9f92 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 947 time: 0.1125405 Jul 06 11:49:33.827923 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:33.893061 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb1120-ecbe-4d2d-bcd1-fddfbf024a2a req-8e11b587-fcc3-4bca-a2e0-aceb506a5a9d tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:33.894541 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-50cb1120-ecbe-4d2d-bcd1-fddfbf024a2a req-8e11b587-fcc3-4bca-a2e0-aceb506a5a9d tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 1097 time: 0.2008281 Jul 06 11:49:33.902408 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d917f538-b609-49ab-86fb-f3cb8f62b931 req-1d5534eb-803c-47ba-b3f6-c4569272b3be tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779140 Jul 06 11:49:33.946451 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f38e44d-73d0-421b-a672-6d0dd5bc0cf3 req-12cd32d0-8dc2-4ca4-9e6e-48d59c3bc980 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466267 Jul 06 11:49:34.045975 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-50cb1120-ecbe-4d2d-bcd1-fddfbf024a2a req-6a246cb6-1ef7-471f-8507-b8eda384be69 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313024 Jul 06 11:49:34.090875 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a5e876d-7171-4459-9b27-585cd72df166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.119733 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eea40-8ff4-4e27-9828-afb131503af7 req-cc79122f-3fd6-4d56-8533-ed5b1e26eb9c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.121556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c7eea40-8ff4-4e27-9828-afb131503af7 req-cc79122f-3fd6-4d56-8533-ed5b1e26eb9c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 949 time: 0.0845382 Jul 06 11:49:34.127577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] For port f4f679ca-68dc-4921-911a-36a3b49f7fe3, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:34.173919 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c7eea40-8ff4-4e27-9828-afb131503af7 req-c07b7a14-7540-4fab-9916-af16889c90fc tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406437 Jul 06 11:49:34.174392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e876d-7171-4459-9b27-585cd72df166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e4953c5-ee5f-4c90-951c-dd079061debe,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:34.208970 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] For port f4f679ca-68dc-4921-911a-36a3b49f7fe3, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:34.230068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e876d-7171-4459-9b27-585cd72df166 admin admin] Checking segment: {'id': '3c1bd99e-7a7f-413b-8c5d-43ca337e8b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6dbe9c2d-a240-4a74-8981-f136669f1457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:34.230227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e876d-7171-4459-9b27-585cd72df166 admin admin] Network hostable DHCP agents. Network: 6dbe9c2d-a240-4a74-8981-f136669f1457, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:49:34.264083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa62cf54-94c0-4d73-b1af-1c5a6178ab57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f679ca-68dc-4921-911a-36a3b49f7fe3'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:34.266885 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49712d43-b27a-46de-a575-5b6e68428bcb" -d '{"events": [{"server_uuid": "fa62cf54-94c0-4d73-b1af-1c5a6178ab57", "name": "network-vif-unplugged", "status": "completed", "tag": "f4f679ca-68dc-4921-911a-36a3b49f7fe3"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:34.270875 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.273796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e876d-7171-4459-9b27-585cd72df166 admin admin] Network 6dbe9c2d-a240-4a74-8981-f136669f1457 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:49:34.281102 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.308443 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5a5e876d-7171-4459-9b27-585cd72df166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 6dbe9c2d-a240-4a74-8981-f136669f1457) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:34.319621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e876d-7171-4459-9b27-585cd72df166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.320213 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a5e876d-7171-4459-9b27-585cd72df166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.327593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156ea416-0803-4e12-a204-e9afb3be65b2 None None] Network 6dbe9c2d-a240-4a74-8981-f136669f1457 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:34.363153 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5a5e876d-7171-4459-9b27-585cd72df166 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7455156 Jul 06 11:49:34.363153 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f679ca-68dc-4921-911a-36a3b49f7fe3,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:34.391752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f781eb-f334-464a-9bb8-6fb85eebc3c9 req-4b53206a-6b5a-4029-857f-2e9c76aac4ba tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.395754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Attempting to bind port f4f679ca-68dc-4921-911a-36a3b49f7fe3 on host n-h2-799529-2 for vnic_type normal with profile {"migrating_to": "n-h1-799529-2"} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:34.396090 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Attempting to bind port f4f679ca-68dc-4921-911a-36a3b49f7fe3 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:34.396416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Attempting to bind port f4f679ca-68dc-4921-911a-36a3b49f7fe3 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:34.398643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 0a2c7a0f-77bb-4e05-a082-f40773c69431 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:34.403015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Port f4f679ca-68dc-4921-911a-36a3b49f7fe3 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:34.403459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Attempting to bind port f4f679ca-68dc-4921-911a-36a3b49f7fe3 on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:34.403800 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8f781eb-f334-464a-9bb8-6fb85eebc3c9 req-4b53206a-6b5a-4029-857f-2e9c76aac4ba tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 945 time: 0.1126857 Jul 06 11:49:34.411392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:34.411756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Checking segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:34.412107 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Bound using segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:34.412486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9709a44a-cf35-4cf4-8a8e-aaee798bb53c up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:34.412629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Bound port: f4f679ca-68dc-4921-911a-36a3b49f7fe3, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:34.412896 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.479641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8f781eb-f334-464a-9bb8-6fb85eebc3c9 req-7709984c-e4de-4fcf-ab90-9d52b8283eac tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520418 Jul 06 11:49:34.506816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] For port f4f679ca-68dc-4921-911a-36a3b49f7fe3, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:34.513171 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c022872-0f8a-42c4-bf55-8247fb2cddae x-openstack-request-id: req-8c022872-0f8a-42c4-bf55-8247fb2cddae {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:34.513671 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa62cf54-94c0-4d73-b1af-1c5a6178ab57", "name": "network-vif-unplugged", "status": "completed", "tag": "f4f679ca-68dc-4921-911a-36a3b49f7fe3", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:34.514170 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c022872-0f8a-42c4-bf55-8247fb2cddae {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:34.514739 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa62cf54-94c0-4d73-b1af-1c5a6178ab57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f679ca-68dc-4921-911a-36a3b49f7fe3', 'code': 200} Jul 06 11:49:34.516829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] For port f4f679ca-68dc-4921-911a-36a3b49f7fe3, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:34.525047 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.754611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3fce45-6bc2-4d5a-9d1d-c4a33cc131d9 None None] Network 6dbe9c2d-a240-4a74-8981-f136669f1457 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:49:34.759896 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-6aed7188-3c38-4093-9ef6-1f6b8d688e47 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.761922 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-6aed7188-3c38-4093-9ef6-1f6b8d688e47 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7a3043a-90cc-4e35-a98c-91e40992d894&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1256402 Jul 06 11:49:34.769079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 0a2c7a0f-77bb-4e05-a082-f40773c69431, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0a2c7a0f-77bb-4e05-a082-f40773c69431,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:34.772415 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:34.813334 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:34.813816 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.818954 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-c3c9c31f-cdc8-4483-90bd-821daf812344 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 695 time: 0.0499887 Jul 06 11:49:34.834810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-330030ad-110c-48db-b523-33cd4ff6e9d2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Request body: {'floatingip': {'port_id': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:34.862410 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '0a2c7a0f-77bb-4e05-a082-f40773c69431', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '0a2c7a0f-77bb-4e05-a082-f40773c69431', 'mac_address': 'fa:16:3e:cb:2b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:34.870394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f679ca-68dc-4921-911a-36a3b49f7fe3,revision_number=8']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:34.874637 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:34.875382 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.876941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-bf0860a8-8f80-459f-9723-885c33565556 service neutron] 10.222.0.23 "PUT /v2.0/ports/f4f679ca-68dc-4921-911a-36a3b49f7fe3 HTTP/1.1" status: 200 len: 1121 time: 1.2360497 Jul 06 11:49:34.906761 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-330030ad-110c-48db-b523-33cd4ff6e9d2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:34.980558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['f4f679ca-68dc-4921-911a-36a3b49f7fe3'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:35.016155 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.083407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a2c7a0f-77bb-4e05-a082-f40773c69431 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:35.108211 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.142370 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 0a2c7a0f-77bb-4e05-a082-f40773c69431, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0a2c7a0f-77bb-4e05-a082-f40773c69431,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:35.160360 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.162625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748d204c-bb70-47b5-a81e-cf1f6bab8e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9709a44a-cf35-4cf4-8a8e-aaee798bb53c'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:35.165672 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f4585b-3353-4cc8-ae26-03291dd7ce30" -d '{"events": [{"server_uuid": "748d204c-bb70-47b5-a81e-cf1f6bab8e84", "name": "network-vif-plugged", "status": "completed", "tag": "9709a44a-cf35-4cf4-8a8e-aaee798bb53c"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:35.214762 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:35.230559 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.242433 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.277864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=0a2c7a0f-77bb-4e05-a082-f40773c69431,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:35.406773 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-330030ad-110c-48db-b523-33cd4ff6e9d2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.413430 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-330030ad-110c-48db-b523-33cd4ff6e9d2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.461569 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d430329-00f0-448c-b415-b82dfa80fb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.500641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:35.524919 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-330030ad-110c-48db-b523-33cd4ff6e9d2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Floating IP dfccc763-9b3a-41a0-bb53-8c25d40f2ca6 associated. External IP: 172.25.4.73, port: b01afc95-3c7e-47bf-96d3-3924ef5704de. Jul 06 11:49:35.527440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['0a2c7a0f-77bb-4e05-a082-f40773c69431'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:35.640741 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52840) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:35.694014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-91337ce4-25ac-4560-a422-2107cf6e6dd5 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:49:35.695026 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-91337ce4-25ac-4560-a422-2107cf6e6dd5 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532935 Jul 06 11:49:35.750503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-330030ad-110c-48db-b523-33cd4ff6e9d2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:49:35.780235 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-9cf57187-a685-44e9-bddb-7f2ffd418a55 service neutron] Request body: {'binding': {'host': 'n-h2-799529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:35.780852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-9cf57187-a685-44e9-bddb-7f2ffd418a55 service neutron] Unknown quota resources ['binding']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:49:35.854234 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-330030ad-110c-48db-b523-33cd4ff6e9d2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:49:35.859279 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-330030ad-110c-48db-b523-33cd4ff6e9d2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:35.864512 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ad1a0-996a-43b1-82f8-b0cb6e181308 None None] Sync routers for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:49:35.873276 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ad1a0-996a-43b1-82f8-b0cb6e181308 None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:35.873886 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-299ad1a0-996a-43b1-82f8-b0cb6e181308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:49:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:35.922510 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-9cf57187-a685-44e9-bddb-7f2ffd418a55 service neutron] Attempting to bind port 07a164c7-4b12-4920-b001-778b6fdd8a71 on host n-h2-799529-2 for vnic_type normal with profile None {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:35.922969 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-9cf57187-a685-44e9-bddb-7f2ffd418a55 service neutron] Attempting to bind port 07a164c7-4b12-4920-b001-778b6fdd8a71 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:35.923398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-9cf57187-a685-44e9-bddb-7f2ffd418a55 service neutron] Attempting to bind port 07a164c7-4b12-4920-b001-778b6fdd8a71 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:35.928864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-9cf57187-a685-44e9-bddb-7f2ffd418a55 service neutron] Port 07a164c7-4b12-4920-b001-778b6fdd8a71 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:35.929353 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-9cf57187-a685-44e9-bddb-7f2ffd418a55 service neutron] Attempting to bind port 07a164c7-4b12-4920-b001-778b6fdd8a71 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:35.935756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-9cf57187-a685-44e9-bddb-7f2ffd418a55 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:35.936188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-9cf57187-a685-44e9-bddb-7f2ffd418a55 service neutron] Checking segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:35.936827 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-9cf57187-a685-44e9-bddb-7f2ffd418a55 service neutron] Bound using segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:35.937588 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-9cf57187-a685-44e9-bddb-7f2ffd418a55 service neutron] Bound port: 07a164c7-4b12-4920-b001-778b6fdd8a71, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:35.982472 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-299ad1a0-996a-43b1-82f8-b0cb6e181308 None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:36.046871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-9cf57187-a685-44e9-bddb-7f2ffd418a55 service neutron] For port 07a164c7-4b12-4920-b001-778b6fdd8a71, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=07a164c7-4b12-4920-b001-778b6fdd8a71,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:36.053102 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-9cf57187-a685-44e9-bddb-7f2ffd418a55 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.054487 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-9cf57187-a685-44e9-bddb-7f2ffd418a55 service neutron] 10.222.0.81 "POST /v2.0/ports/07a164c7-4b12-4920-b001-778b6fdd8a71/bindings HTTP/1.1" status: 201 len: 389 time: 0.3189688 Jul 06 11:49:36.092793 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.177838 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-330030ad-110c-48db-b523-33cd4ff6e9d2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "PUT /v2.0/floatingips/dfccc763-9b3a-41a0-bb53-8c25d40f2ca6 HTTP/1.1" status: 200 len: 995 time: 1.3474021 Jul 06 11:49:36.178559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'tag': 'b01afc95-3c7e-47bf-96d3-3924ef5704de'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:36.183671 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f3f8e0-931b-4417-9d78-af56c42e278e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a3043a-90cc-4e35-a98c-91e40992d894", "tag": "b01afc95-3c7e-47bf-96d3-3924ef5704de"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:36.256156 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-bcb4f258-c049-4d3b-9e1b-052378d80298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.257396 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-299ad1a0-996a-43b1-82f8-b0cb6e181308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'dfccc763-9b3a-41a0-bb53-8c25d40f2ca6', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'port_id': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'mac_address': 'fa:16:3e:90:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:13Z', 'updated_at': '2021-07-06T11:49:35Z', 'revision_number': 1, 'project_id': '92649345208f4d57abf29acc72aa0061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:36.264977 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-bcb4f258-c049-4d3b-9e1b-052378d80298 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 1096 time: 0.0623941 Jul 06 11:49:36.287628 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ad1a0-996a-43b1-82f8-b0cb6e181308 None None] Checking router: 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:49:36.297328 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ad1a0-996a-43b1-82f8-b0cb6e181308 None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:36.297858 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-299ad1a0-996a-43b1-82f8-b0cb6e181308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:49:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:36.306822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d02365-1d85-4b7d-8797-ff374ccf68ee req-02a4b26c-3aab-40a2-a21c-bf89acf6099a tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.308508 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e4d02365-1d85-4b7d-8797-ff374ccf68ee req-02a4b26c-3aab-40a2-a21c-bf89acf6099a tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=3794f7ab-ae78-487c-a114-b019e5281942 HTTP/1.1" status: 200 len: 948 time: 0.0722895 Jul 06 11:49:36.349481 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e4d02365-1d85-4b7d-8797-ff374ccf68ee req-3650e7ab-9dbc-4de0-bfac-37dcc19b11cc tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334780 Jul 06 11:49:36.393995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 0a2c7a0f-77bb-4e05-a082-f40773c69431 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:36.395308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-2d2dd33d-08e2-4939-ad59-9c37c8903bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.402860 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-2d2dd33d-08e2-4939-ad59-9c37c8903bf0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 921 time: 0.1368990 Jul 06 11:49:36.413197 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-299ad1a0-996a-43b1-82f8-b0cb6e181308 None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:36.450766 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-4adec3aa-cbf7-40dc-be8c-e5242bac4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.452354 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-4adec3aa-cbf7-40dc-be8c-e5242bac4e45 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 1097 time: 0.1427510 Jul 06 11:49:36.464792 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 0a2c7a0f-77bb-4e05-a082-f40773c69431 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:36.482190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 0a2c7a0f-77bb-4e05-a082-f40773c69431 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:36.482562 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.516081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa62cf54-94c0-4d73-b1af-1c5a6178ab57', 'tag': 'f4f679ca-68dc-4921-911a-36a3b49f7fe3'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:36.518611 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95b4157-d64e-49bc-96a2-0009659386e7" -d '{"events": [{"name": "network-changed", "server_uuid": "fa62cf54-94c0-4d73-b1af-1c5a6178ab57", "tag": "f4f679ca-68dc-4921-911a-36a3b49f7fe3"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:36.520420 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-c3d2bb3e-b69e-42e7-b067-fee653f82a11 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b01afc95-3c7e-47bf-96d3-3924ef5704de HTTP/1.1" status: 200 len: 998 time: 0.1165435 Jul 06 11:49:36.560023 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232161a-5df9-4b0a-9c23-4589b22d25d7 req-e12cb427-8757-432f-ab0c-be123bfe052a tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.562503 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e232161a-5df9-4b0a-9c23-4589b22d25d7 req-e12cb427-8757-432f-ab0c-be123bfe052a tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 943 time: 0.0962262 Jul 06 11:49:36.586649 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.615131 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e232161a-5df9-4b0a-9c23-4589b22d25d7 req-c92f6033-2902-42c9-bfdf-43afd19f64a5 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462470 Jul 06 11:49:36.621035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 0a2c7a0f-77bb-4e05-a082-f40773c69431, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0a2c7a0f-77bb-4e05-a082-f40773c69431,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:36.626518 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.627320 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-71cc462d-6826-4832-a3c1-1bd341bf709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.635131 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-71cc462d-6826-4832-a3c1-1bd341bf709b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 200 len: 859 time: 0.0979598 Jul 06 11:49:36.637521 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-4e58f4a5-65f3-4cab-a5db-cc06e7604788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.639119 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-4e58f4a5-65f3-4cab-a5db-cc06e7604788 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.1771958 Jul 06 11:49:36.682296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=0a2c7a0f-77bb-4e05-a082-f40773c69431,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:36.688816 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-299ad1a0-996a-43b1-82f8-b0cb6e181308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'dfccc763-9b3a-41a0-bb53-8c25d40f2ca6', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'port_id': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'mac_address': 'fa:16:3e:90:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:13Z', 'updated_at': '2021-07-06T11:49:35Z', 'revision_number': 1, 'project_id': '92649345208f4d57abf29acc72aa0061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:36.708664 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-d095d0d8-c82a-4985-a4c3-679492bb5cce service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a164c7-4b12-4920-b001-778b6fdd8a71 HTTP/1.1" status: 200 len: 217 time: 0.0564649 Jul 06 11:49:36.722993 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ad1a0-996a-43b1-82f8-b0cb6e181308 None None] The sync data for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 is: [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'dfccc763-9b3a-41a0-bb53-8c25d40f2ca6', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'port_id': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'mac_address': 'fa:16:3e:90:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:13Z', 'updated_at': '2021-07-06T11:49:35Z', 'revision_number': 1, 'project_id': '92649345208f4d57abf29acc72aa0061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:49:36.728820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-93d4d466-6b10-49d4-8664-50d40b49f502 req-5fb1b9a2-a02d-420a-81de-9972298c078b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1538628665', 'description': 'tempest-description-639826052'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:36.755884 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-93d4d466-6b10-49d4-8664-50d40b49f502 req-5fb1b9a2-a02d-420a-81de-9972298c078b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.770321 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-c30926f3-af35-4d0e-adbf-663f709d590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.771821 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-c30926f3-af35-4d0e-adbf-663f709d590d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.0553842 Jul 06 11:49:36.774518 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-ff2e1ba0-109a-4cb9-9ba8-f07c5cab8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:36.776535 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-ff2e1ba0-109a-4cb9-9ba8-f07c5cab8af7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bde42019-f374-4e0e-805a-c2260ce1d654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406322 Jul 06 11:49:36.794511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-8bc4f6d6-4eb0-4313-84c3-5e3fa63f3b42 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:49:36.795547 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-8bc4f6d6-4eb0-4313-84c3-5e3fa63f3b42 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053186 Jul 06 11:49:36.818232 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-8a7c2c81-bcd3-4cd8-bceb-0409e07d80a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383646 Jul 06 11:49:36.846919 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-93d4d466-6b10-49d4-8664-50d40b49f502 req-5fb1b9a2-a02d-420a-81de-9972298c078b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.851684 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-93d4d466-6b10-49d4-8664-50d40b49f502 req-5fb1b9a2-a02d-420a-81de-9972298c078b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.880596 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-93d4d466-6b10-49d4-8664-50d40b49f502 req-5fb1b9a2-a02d-420a-81de-9972298c078b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:36.881838 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93d4d466-6b10-49d4-8664-50d40b49f502 req-5fb1b9a2-a02d-420a-81de-9972298c078b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1605141 Jul 06 11:49:36.883622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1b9a2-a02d-420a-81de-9972298c078b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82820080-5528-4377-a3bc-533f8ba247c4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:36.974153 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c5d9e-b53d-4ad9-8723-69c42df67c70 None None] New status for floating IP dfccc763-9b3a-41a0-bb53-8c25d40f2ca6: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:49:36.981700 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-9d5e0f5e-2f28-4309-b1c0-f1c3c7dbfb3d service neutron] 10.222.0.81 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659107 Jul 06 11:49:36.983648 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-8e96ccd8-78ee-4adb-8b2f-fdad9563e92f service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574976 Jul 06 11:49:37.060407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513b435-1c88-46f2-b7f5-9628e7de78cd req-2d948f7a-1b4b-4a49-ac45-dc10dfe3300e tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:37.061996 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e513b435-1c88-46f2-b7f5-9628e7de78cd req-2d948f7a-1b4b-4a49-ac45-dc10dfe3300e tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 949 time: 0.0685439 Jul 06 11:49:37.100597 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e513b435-1c88-46f2-b7f5-9628e7de78cd req-d55bf87d-7a5e-43cb-8f97-28b5c58c5a8e tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321352 Jul 06 11:49:37.148347 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad1adb99-f96b-4a0c-ae33-b4a5f2169107 req-99770ba8-3407-4a6d-a7d8-85416b3baa0a service neutron] 10.222.0.81 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581051 Jul 06 11:49:37.150113 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-b133851a-f30e-4ac3-a8e9-4f8f02b52af4 service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514044 Jul 06 11:49:37.170125 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77034cc6-254a-48e6-87d3-6d1d93ed4aa9 x-openstack-request-id: req-77034cc6-254a-48e6-87d3-6d1d93ed4aa9 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:37.170634 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748d204c-bb70-47b5-a81e-cf1f6bab8e84", "name": "network-vif-plugged", "status": "completed", "tag": "9709a44a-cf35-4cf4-8a8e-aaee798bb53c", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:37.170772 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77034cc6-254a-48e6-87d3-6d1d93ed4aa9 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:37.171245 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748d204c-bb70-47b5-a81e-cf1f6bab8e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9709a44a-cf35-4cf4-8a8e-aaee798bb53c', 'code': 200} Jul 06 11:49:37.273031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-b51e5a6b-16e9-4300-8fe0-c20324eaa4d8 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:37.274563 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-b51e5a6b-16e9-4300-8fe0-c20324eaa4d8 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f&tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1097 time: 0.0593076 Jul 06 11:49:37.282577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e18eabde-acd3-4d7d-a735-8f91e9bef89e details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:37.296772 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799529-2'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:37.299966 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69451220-7eb8-4e3f-8488-36afaef22fe2 req-4112231b-1e09-4c9c-bad8-330c4afab516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:37.301569 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69451220-7eb8-4e3f-8488-36afaef22fe2 req-4112231b-1e09-4c9c-bad8-330c4afab516 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 1101 time: 0.0626009 Jul 06 11:49:37.340666 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69451220-7eb8-4e3f-8488-36afaef22fe2 req-708c9190-c27b-49df-adc3-3c28b6955cde service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327334 Jul 06 11:49:37.388644 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e18eabde-acd3-4d7d-a735-8f91e9bef89e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e18eabde-acd3-4d7d-a735-8f91e9bef89e,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:37.406531 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'e18eabde-acd3-4d7d-a735-8f91e9bef89e', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'e18eabde-acd3-4d7d-a735-8f91e9bef89e', 'mac_address': 'fa:16:3e:c6:c0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:37.419730 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.444086 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace634d-7712-4155-a985-c03d688ccf7a req-8d7fd013-4868-4646-9dbb-3a83e1c93f47 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:37.445458 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.448890 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7ea86-d197-45dc-ae1d-bd893ef26beb req-03ccddc3-8cff-4e0c-818a-ade85c64d807 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:37.450653 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-56c7ea86-d197-45dc-ae1d-bd893ef26beb req-03ccddc3-8cff-4e0c-818a-ade85c64d807 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 946 time: 0.0692282 Jul 06 11:49:37.451532 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ace634d-7712-4155-a985-c03d688ccf7a req-8d7fd013-4868-4646-9dbb-3a83e1c93f47 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1504967 Jul 06 11:49:37.459275 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18eabde-acd3-4d7d-a735-8f91e9bef89e {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:37.485809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e18eabde-acd3-4d7d-a735-8f91e9bef89e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e18eabde-acd3-4d7d-a735-8f91e9bef89e,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:37.490839 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.491635 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f4f679ca-68dc-4921-911a-36a3b49f7fe3 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:37.495681 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-56c7ea86-d197-45dc-ae1d-bd893ef26beb req-cc0b4d81-87d8-4fba-9e96-0b5732739900 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364115 Jul 06 11:49:37.538122 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ace634d-7712-4155-a985-c03d688ccf7a req-1adbead7-fddf-41ab-8bd0-1cdc9211635a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857165 Jul 06 11:49:37.578365 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ddaee2-db91-4750-a065-03e0362c5fb8 x-openstack-request-id: req-12ddaee2-db91-4750-a065-03e0362c5fb8 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:37.578656 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a3043a-90cc-4e35-a98c-91e40992d894", "tag": "b01afc95-3c7e-47bf-96d3-3924ef5704de", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:37.578907 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12ddaee2-db91-4750-a065-03e0362c5fb8 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:37.579405 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'tag': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'status': 'completed', 'code': 200} Jul 06 11:49:37.586116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a6f2a8ab-ae9d-4187-949b-140616f10241 req-9720aab6-b7fb-4763-a26c-27c5111ed892 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1297917336', 'description': 'tempest-description-860988012'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:37.614294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=e18eabde-acd3-4d7d-a735-8f91e9bef89e,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:37.652823 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] For port 07a164c7-4b12-4920-b001-778b6fdd8a71, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=07a164c7-4b12-4920-b001-778b6fdd8a71,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:37.667637 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f4f679ca-68dc-4921-911a-36a3b49f7fe3, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:37.674450 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380252f9-4c9e-4f73-83ac-acd3b457ecad x-openstack-request-id: req-380252f9-4c9e-4f73-83ac-acd3b457ecad {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:37.674759 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa62cf54-94c0-4d73-b1af-1c5a6178ab57", "tag": "f4f679ca-68dc-4921-911a-36a3b49f7fe3", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:37.674977 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-380252f9-4c9e-4f73-83ac-acd3b457ecad {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:37.675379 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa62cf54-94c0-4d73-b1af-1c5a6178ab57', 'tag': 'f4f679ca-68dc-4921-911a-36a3b49f7fe3', 'status': 'completed', 'code': 200} Jul 06 11:49:37.697315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f4f679ca-68dc-4921-911a-36a3b49f7fe3 has no active binding in host n-h1-799529-2 {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:49:37.702476 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] For port 07a164c7-4b12-4920-b001-778b6fdd8a71, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:37.720142 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a6f2a8ab-ae9d-4187-949b-140616f10241 req-9720aab6-b7fb-4763-a26c-27c5111ed892 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.770646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3f8e0-931b-4417-9d78-af56c42e278e req-72c75059-7d34-4e6a-a11d-1898ca2383b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:37.772168 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-24f3f8e0-931b-4417-9d78-af56c42e278e req-72c75059-7d34-4e6a-a11d-1898ca2383b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 1096 time: 0.1702342 Jul 06 11:49:37.782303 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.792521 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.838886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b4157-d64e-49bc-96a2-0009659386e7 req-6d0e983e-eb4f-4fe3-8147-c27ebd3acbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:37.840304 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b95b4157-d64e-49bc-96a2-0009659386e7 req-6d0e983e-eb4f-4fe3-8147-c27ebd3acbec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 1124 time: 0.1642044 Jul 06 11:49:37.870163 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe0869-2517-44c7-b97f-9c21067f845f req-64b950fc-8c74-4702-b9c1-9e38fec416f1 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:37.871745 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-64b950fc-8c74-4702-b9c1-9e38fec416f1 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1379569 Jul 06 11:49:37.875267 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Pushing event updated for resources: {'Port': ['ID=07a164c7-4b12-4920-b001-778b6fdd8a71,revision_number=7']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:37.918517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Attempting to bind port 07a164c7-4b12-4920-b001-778b6fdd8a71 on host n-h1-799529-2 for vnic_type normal with profile {"migrating_to": "n-h2-799529-2"} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:37.918738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Attempting to bind port 07a164c7-4b12-4920-b001-778b6fdd8a71 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:37.919046 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Attempting to bind port 07a164c7-4b12-4920-b001-778b6fdd8a71 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:37.953169 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Port 07a164c7-4b12-4920-b001-778b6fdd8a71 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:37.953498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Attempting to bind port 07a164c7-4b12-4920-b001-778b6fdd8a71 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:37.959354 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a6f2a8ab-ae9d-4187-949b-140616f10241 req-9720aab6-b7fb-4763-a26c-27c5111ed892 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.968717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:37.969059 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Checking segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:37.969432 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a6f2a8ab-ae9d-4187-949b-140616f10241 req-9720aab6-b7fb-4763-a26c-27c5111ed892 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.969570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Bound using segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:37.969876 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Bound port: 07a164c7-4b12-4920-b001-778b6fdd8a71, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:37.970234 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:37.989190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3f8e0-931b-4417-9d78-af56c42e278e req-ae0fb1bb-d8fe-4248-9b4a-b6161153592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:37.990648 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-24f3f8e0-931b-4417-9d78-af56c42e278e req-ae0fb1bb-d8fe-4248-9b4a-b6161153592a service neutron] 10.222.0.23 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 921 time: 0.2086315 Jul 06 11:49:38.032349 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-8f294cad-9f5b-4bbb-81c3-9f003c73825d tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 1000 time: 0.1365852 Jul 06 11:49:38.050964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-27fe0869-2517-44c7-b97f-9c21067f845f req-cb1a74cc-1e21-46af-abc4-12ffbdc76565 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Request body: {'floatingip': {'port_id': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:38.072937 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a6f2a8ab-ae9d-4187-949b-140616f10241 req-9720aab6-b7fb-4763-a26c-27c5111ed892 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.074163 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a6f2a8ab-ae9d-4187-949b-140616f10241 req-9720aab6-b7fb-4763-a26c-27c5111ed892 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4929395 Jul 06 11:49:38.088235 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-990c551a-3920-4b7d-84ff-ac4fe27fe111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.097602 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720aab6-b7fb-4763-a26c-27c5111ed892 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87fdd85-0ed4-4428-965f-c202508983fc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:38.108290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b4157-d64e-49bc-96a2-0009659386e7 req-c43401bc-1606-42d6-9d76-2dec896d7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:38.109970 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b95b4157-d64e-49bc-96a2-0009659386e7 req-c43401bc-1606-42d6-9d76-2dec896d7e8c service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.2575703 Jul 06 11:49:38.130644 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-27fe0869-2517-44c7-b97f-9c21067f845f req-cb1a74cc-1e21-46af-abc4-12ffbdc76565 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.138608 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['e18eabde-acd3-4d7d-a735-8f91e9bef89e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:38.166336 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b95b4157-d64e-49bc-96a2-0009659386e7 req-2269ea9f-deef-48a2-9941-3690289ffd18 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3 HTTP/1.1" status: 200 len: 217 time: 0.0488427 Jul 06 11:49:38.168486 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-24f3f8e0-931b-4417-9d78-af56c42e278e req-ff1443c6-ca40-4852-bf37-509ba00d1b49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b01afc95-3c7e-47bf-96d3-3924ef5704de HTTP/1.1" status: 200 len: 1000 time: 0.1670005 Jul 06 11:49:38.189779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] For port 07a164c7-4b12-4920-b001-778b6fdd8a71, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:38.210041 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.224572 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] For port 07a164c7-4b12-4920-b001-778b6fdd8a71, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=07a164c7-4b12-4920-b001-778b6fdd8a71,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:38.244070 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.301761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b4157-d64e-49bc-96a2-0009659386e7 req-d33c17a0-3e13-489d-9550-4a68eee05a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:38.303353 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b95b4157-d64e-49bc-96a2-0009659386e7 req-d33c17a0-3e13-489d-9550-4a68eee05a23 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.1303632 Jul 06 11:49:38.304561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3f8e0-931b-4417-9d78-af56c42e278e req-1c712a44-49e4-441a-96f3-029a5bec702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:38.306142 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-24f3f8e0-931b-4417-9d78-af56c42e278e req-1c712a44-49e4-441a-96f3-029a5bec702b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 200 len: 859 time: 0.1194348 Jul 06 11:49:38.356416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:38.357087 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.358647 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] 10.222.0.89 "PUT /v2.0/ports/07a164c7-4b12-4920-b001-778b6fdd8a71 HTTP/1.1" status: 200 len: 1122 time: 1.0701101 Jul 06 11:49:38.378055 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b95b4157-d64e-49bc-96a2-0009659386e7 req-243b89b7-5897-4be9-aabe-0c017879de44 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625494 Jul 06 11:49:38.379938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76863437-b28d-49a7-aa8a-417bdb2568a2 service neutron] Pushing event updated for resources: {'Port': ['ID=07a164c7-4b12-4920-b001-778b6fdd8a71,revision_number=8']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:38.420685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ffff4-8ad9-4a0f-9cf9-99bf1a049d1c req-095d2b86-3b17-4c55-8956-0d3172290bcd tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:38.422396 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6c7ffff4-8ad9-4a0f-9cf9-99bf1a049d1c req-095d2b86-3b17-4c55-8956-0d3172290bcd tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=3794f7ab-ae78-487c-a114-b019e5281942 HTTP/1.1" status: 200 len: 949 time: 0.1818140 Jul 06 11:49:38.494647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['07a164c7-4b12-4920-b001-778b6fdd8a71'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:38.532517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3f8e0-931b-4417-9d78-af56c42e278e req-c0650287-3ed0-4ddd-a67d-0a76560dc699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:38.534580 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-24f3f8e0-931b-4417-9d78-af56c42e278e req-c0650287-3ed0-4ddd-a67d-0a76560dc699 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bde42019-f374-4e0e-805a-c2260ce1d654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2202716 Jul 06 11:49:38.539424 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6c7ffff4-8ad9-4a0f-9cf9-99bf1a049d1c req-6570fe64-1f89-468a-b687-be2dea2f9b8d tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902348 Jul 06 11:49:38.541608 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b95b4157-d64e-49bc-96a2-0009659386e7 req-a6d2f812-caf1-4531-be29-c124a8a7ba09 service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555307 Jul 06 11:49:38.752072 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b95b4157-d64e-49bc-96a2-0009659386e7 req-1dadea47-640f-412b-8a2a-8e5aa669ece9 service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015884 Jul 06 11:49:38.760309 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-24f3f8e0-931b-4417-9d78-af56c42e278e req-417de86f-0714-4d52-aa64-1cc3e7f11462 service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169716 Jul 06 11:49:38.780310 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c9ba97e-895a-46e0-a927-ff35beb36f65 req-7cac6a5f-5a4f-403c-bf71-4bf5638f4948 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1182342 Jul 06 11:49:38.836434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96f559-9044-44ee-896f-f35a9fb67628 req-d50d0bb4-bc54-4b70-bfa5-fdeeb841c7cd tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:38.838469 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5e96f559-9044-44ee-896f-f35a9fb67628 req-d50d0bb4-bc54-4b70-bfa5-fdeeb841c7cd tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 943 time: 0.1690860 Jul 06 11:49:38.857751 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:49:38.895551 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5e96f559-9044-44ee-896f-f35a9fb67628 req-15be8767-4452-4a2d-ad9d-87c8ff77d932 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508559 Jul 06 11:49:38.906054 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-27fe0869-2517-44c7-b97f-9c21067f845f req-cb1a74cc-1e21-46af-abc4-12ffbdc76565 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.906971 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-24f3f8e0-931b-4417-9d78-af56c42e278e req-935d7d8b-07cc-4730-9c49-3e5ec560c88b service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388299 Jul 06 11:49:38.911695 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-27fe0869-2517-44c7-b97f-9c21067f845f req-cb1a74cc-1e21-46af-abc4-12ffbdc76565 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:38.983257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ba97e-895a-46e0-a927-ff35beb36f65 req-06ae32a2-6514-4ed4-87bf-8c2864bbe03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:38.984984 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c9ba97e-895a-46e0-a927-ff35beb36f65 req-06ae32a2-6514-4ed4-87bf-8c2864bbe03f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 1101 time: 0.1357791 Jul 06 11:49:39.092331 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [req-27fe0869-2517-44c7-b97f-9c21067f845f req-cb1a74cc-1e21-46af-abc4-12ffbdc76565 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Floating IP dfccc763-9b3a-41a0-bb53-8c25d40f2ca6 associated. External IP: 172.25.4.73, port: b01afc95-3c7e-47bf-96d3-3924ef5704de. Jul 06 11:49:39.122651 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-5a4af6cf-9697-49c0-95f1-ccd7d08c3ce3 service neutron] 10.222.0.89 "GET /v2.0/ports/f4f679ca-68dc-4921-911a-36a3b49f7fe3/bindings/n-h1-799529-2 HTTP/1.1" status: 200 len: 384 time: 0.0793560 Jul 06 11:49:39.133893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedd6ef-5bb3-48ff-a162-1f1efc615ab6 req-ec55b89f-bb0f-4a4d-8fca-f2d81e270ae1 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:39.135897 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcedd6ef-5bb3-48ff-a162-1f1efc615ab6 req-ec55b89f-bb0f-4a4d-8fca-f2d81e270ae1 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 949 time: 0.1258399 Jul 06 11:49:39.172428 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c840b49e-d9b2-4300-9de7-1ea9e3c1f64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2c7a0f-77bb-4e05-a082-f40773c69431'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:39.175806 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b9f33f-95f3-41ec-a0cb-3511b5ce8878" -d '{"events": [{"server_uuid": "c840b49e-d9b2-4300-9de7-1ea9e3c1f64d", "name": "network-vif-plugged", "status": "completed", "tag": "0a2c7a0f-77bb-4e05-a082-f40773c69431"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:39.227651 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.234948 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcedd6ef-5bb3-48ff-a162-1f1efc615ab6 req-81c3eb38-3640-4881-a35f-daee0e4069ec tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668724 Jul 06 11:49:39.281094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e18eabde-acd3-4d7d-a735-8f91e9bef89e up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:39.352236 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port e18eabde-acd3-4d7d-a735-8f91e9bef89e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:39.357541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port e18eabde-acd3-4d7d-a735-8f91e9bef89e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:39.358695 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.450551 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.465011 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ba97e-895a-46e0-a927-ff35beb36f65 req-a99246c9-738b-475a-98bb-80d606187dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:39.466272 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c9ba97e-895a-46e0-a927-ff35beb36f65 req-a99246c9-738b-475a-98bb-80d606187dd6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.4550431 Jul 06 11:49:39.506124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e18eabde-acd3-4d7d-a735-8f91e9bef89e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e18eabde-acd3-4d7d-a735-8f91e9bef89e,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:39.514412 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.520245 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c9ba97e-895a-46e0-a927-ff35beb36f65 req-216937cf-b274-4f8a-8b3b-ac348c9a365e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970 HTTP/1.1" status: 200 len: 217 time: 0.0427220 Jul 06 11:49:39.584851 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=e18eabde-acd3-4d7d-a735-8f91e9bef89e,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:39.595014 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a164c7-4b12-4920-b001-778b6fdd8a71'}, {'name': 'network-changed', 'server_uuid': '8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f', 'tag': '07a164c7-4b12-4920-b001-778b6fdd8a71'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:39.597319 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0d044a-c1d9-4c5d-8699-897b40e0ade1" -d '{"events": [{"server_uuid": "8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "07a164c7-4b12-4920-b001-778b6fdd8a71"}, {"name": "network-changed", "server_uuid": "8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f", "tag": "07a164c7-4b12-4920-b001-778b6fdd8a71"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:39.672637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ba97e-895a-46e0-a927-ff35beb36f65 req-1dcdbed7-2cac-434c-a0ca-26532f85c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:39.674314 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c9ba97e-895a-46e0-a927-ff35beb36f65 req-1dcdbed7-2cac-434c-a0ca-26532f85c243 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1379831 Jul 06 11:49:39.751945 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27fe0869-2517-44c7-b97f-9c21067f845f req-cb1a74cc-1e21-46af-abc4-12ffbdc76565 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:49:39.754488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-10eab7f4-88a7-411e-9033-901f51a8afc1 service neutron] For port f4f679ca-68dc-4921-911a-36a3b49f7fe3, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:39.763110 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-fce06c9a-f158-4c44-8f57-e1c27d33e166 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:39.764648 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-fce06c9a-f158-4c44-8f57-e1c27d33e166 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/networks?id=6dbe9c2d-a240-4a74-8981-f136669f1457 HTTP/1.1" status: 200 len: 813 time: 0.4082258 Jul 06 11:49:39.788867 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-5a87348d-a02e-45a6-a10d-085c4a6cf6bf tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/quotas/11d9c36e12bc454daf17a7e52d2660e9 HTTP/1.1" status: 200 len: 375 time: 0.0185230 Jul 06 11:49:39.792287 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-10eab7f4-88a7-411e-9033-901f51a8afc1 service neutron] For port f4f679ca-68dc-4921-911a-36a3b49f7fe3, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:39.814786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ba97e-895a-46e0-a927-ff35beb36f65 req-b2409de8-0c3b-4767-8566-c6cac3731533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:39.816331 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c9ba97e-895a-46e0-a927-ff35beb36f65 req-b2409de8-0c3b-4767-8566-c6cac3731533 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1346586 Jul 06 11:49:39.844726 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-d785fd6f-4c5e-4293-bf3e-ce9c542e30a5 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=11d9c36e12bc454daf17a7e52d2660e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332038 Jul 06 11:49:39.852884 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-10eab7f4-88a7-411e-9033-901f51a8afc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f679ca-68dc-4921-911a-36a3b49f7fe3 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:39.881791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-10eab7f4-88a7-411e-9033-901f51a8afc1 service neutron] For port f4f679ca-68dc-4921-911a-36a3b49f7fe3, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:39.927837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-10eab7f4-88a7-411e-9033-901f51a8afc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:39.951073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27fe0869-2517-44c7-b97f-9c21067f845f req-cb1a74cc-1e21-46af-abc4-12ffbdc76565 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:49:39.962307 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158614bc-0930-4ee1-8799-5c36f31a1e20 None None] Sync routers for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:49:39.973462 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158614bc-0930-4ee1-8799-5c36f31a1e20 None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:39.974329 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-158614bc-0930-4ee1-8799-5c36f31a1e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:49:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:40.000153 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-8ff17555-2df6-4e15-82bc-7191f2a7504e service neutron] 10.222.0.81 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419477 Jul 06 11:49:40.005433 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c9ba97e-895a-46e0-a927-ff35beb36f65 req-b3dfe246-6048-40be-85a7-ae6fac660992 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809795 Jul 06 11:49:40.095311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-10eab7f4-88a7-411e-9033-901f51a8afc1 service neutron] Transition to ACTIVE for port object f4f679ca-68dc-4921-911a-36a3b49f7fe3 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:40.105377 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-158614bc-0930-4ee1-8799-5c36f31a1e20 None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:40.109276 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-10eab7f4-88a7-411e-9033-901f51a8afc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.177627 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c9ba97e-895a-46e0-a927-ff35beb36f65 req-90809c06-23d5-41fb-983e-31ade0f5e74f service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620581 Jul 06 11:49:40.204968 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-5f479d21-f65f-4019-808d-bfcf9ec1212b service neutron] 10.222.0.81 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949954 Jul 06 11:49:40.206559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-10eab7f4-88a7-411e-9033-901f51a8afc1 service neutron] No DVR routers for this DVR port f4f679ca-68dc-4921-911a-36a3b49f7fe3 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:40.226094 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eab7f4-88a7-411e-9033-901f51a8afc1 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f679ca-68dc-4921-911a-36a3b49f7fe3,revision_number=10']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:40.257844 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27fe0869-2517-44c7-b97f-9c21067f845f req-cb1a74cc-1e21-46af-abc4-12ffbdc76565 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:49:40.285134 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-10eab7f4-88a7-411e-9033-901f51a8afc1 service neutron] 10.222.0.89 "PUT /v2.0/ports/f4f679ca-68dc-4921-911a-36a3b49f7fe3/bindings/n-h1-799529-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1482544 Jul 06 11:49:40.381983 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-158614bc-0930-4ee1-8799-5c36f31a1e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'dfccc763-9b3a-41a0-bb53-8c25d40f2ca6', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'port_id': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'mac_address': 'fa:16:3e:59:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:13Z', 'updated_at': '2021-07-06T11:49:38Z', 'revision_number': 3, 'project_id': '92649345208f4d57abf29acc72aa0061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:40.411474 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158614bc-0930-4ee1-8799-5c36f31a1e20 None None] Checking router: 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:49:40.420844 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158614bc-0930-4ee1-8799-5c36f31a1e20 None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:40.421573 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-158614bc-0930-4ee1-8799-5c36f31a1e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:49:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:40.430887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27fe0869-2517-44c7-b97f-9c21067f845f req-cb1a74cc-1e21-46af-abc4-12ffbdc76565 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:49:40.447956 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-27fe0869-2517-44c7-b97f-9c21067f845f req-cb1a74cc-1e21-46af-abc4-12ffbdc76565 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.564344 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-158614bc-0930-4ee1-8799-5c36f31a1e20 None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:40.565055 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-cb1a74cc-1e21-46af-abc4-12ffbdc76565 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "PUT /v2.0/floatingips/dfccc763-9b3a-41a0-bb53-8c25d40f2ca6 HTTP/1.1" status: 200 len: 997 time: 2.5233066 Jul 06 11:49:40.634142 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-9d086be5-1b9b-427c-b730-1e84252f5575 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.636053 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-9d086be5-1b9b-427c-b730-1e84252f5575 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57&tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&binding%3Ahost_id=n-h2-799529-2 HTTP/1.1" status: 200 len: 1095 time: 0.1857500 Jul 06 11:49:40.655679 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe0869-2517-44c7-b97f-9c21067f845f req-8c99c740-f81d-4748-9928-8b820a2589fd tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.667777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1099a6e-074a-45c2-aa70-3c54d689d622 req-219583a4-a6e7-4ef1-932d-bb884b5bb897 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.669138 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-8c99c740-f81d-4748-9928-8b820a2589fd tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports/b01afc95-3c7e-47bf-96d3-3924ef5704de HTTP/1.1" status: 200 len: 942 time: 0.0953181 Jul 06 11:49:40.675422 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b1099a6e-074a-45c2-aa70-3c54d689d622 req-219583a4-a6e7-4ef1-932d-bb884b5bb897 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 944 time: 0.1191421 Jul 06 11:49:40.763102 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b1099a6e-074a-45c2-aa70-3c54d689d622 req-0f44393c-fd46-40fe-947e-02708e3b2cc5 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864694 Jul 06 11:49:40.795637 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:40.849190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-6d7593e9-1bfd-4380-8081-d244693c24d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.851031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-6d7593e9-1bfd-4380-8081-d244693c24d9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57&tenant_id=4843c8d3b46e40b0bd7d0bef48a42377 HTTP/1.1" status: 200 len: 1095 time: 0.1807897 Jul 06 11:49:40.871841 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe0869-2517-44c7-b97f-9c21067f845f req-d37a0c5f-1379-4ec0-8eac-cb379a85df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:40.874258 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-d37a0c5f-1379-4ec0-8eac-cb379a85df0c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 1096 time: 0.1355820 Jul 06 11:49:40.997997 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f4db85c-eeb5-464e-86b5-6caaf27cb803 req-aa6ccb3d-f0db-4596-8d52-bd050b3444c2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1480267 Jul 06 11:49:41.012100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d2cd8-d9b7-442b-9a77-6317f21d3563 req-d70c8bfe-7d3a-4dbf-9d95-b444036e7365 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.014339 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8e9d2cd8-d9b7-442b-9a77-6317f21d3563 req-d70c8bfe-7d3a-4dbf-9d95-b444036e7365 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1111577 Jul 06 11:49:41.065676 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe0869-2517-44c7-b97f-9c21067f845f req-73a27738-7be7-42a6-b400-57e789174602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.067218 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-73a27738-7be7-42a6-b400-57e789174602 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 921 time: 0.1865845 Jul 06 11:49:41.070591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-9a4ffd69-b1c9-4d57-8345-bce933e89a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.072151 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-9a4ffd69-b1c9-4d57-8345-bce933e89a19 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 1095 time: 0.1644535 Jul 06 11:49:41.085761 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8e9d2cd8-d9b7-442b-9a77-6317f21d3563 req-9bc396ef-cf9d-4646-9c08-803b2ce11618 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638821 Jul 06 11:49:41.141005 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-158614bc-0930-4ee1-8799-5c36f31a1e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'dfccc763-9b3a-41a0-bb53-8c25d40f2ca6', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'port_id': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'mac_address': 'fa:16:3e:59:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:13Z', 'updated_at': '2021-07-06T11:49:38Z', 'revision_number': 3, 'project_id': '92649345208f4d57abf29acc72aa0061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:41.147160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4db85c-eeb5-464e-86b5-6caaf27cb803 req-36dc9956-63d8-4c5c-8a2a-12942bf58ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.148706 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f4db85c-eeb5-464e-86b5-6caaf27cb803 req-36dc9956-63d8-4c5c-8a2a-12942bf58ab2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=573e74f0e95e47e08a64aebf5cccebe2&device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 1118 time: 0.0876198 Jul 06 11:49:41.161449 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-a2fab7f7-5a9e-4c97-8803-ac05acc2c976 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b01afc95-3c7e-47bf-96d3-3924ef5704de HTTP/1.1" status: 200 len: 217 time: 0.0872841 Jul 06 11:49:41.172768 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8651f575-3a83-4fb0-82fb-e60c468731f7 x-openstack-request-id: req-8651f575-3a83-4fb0-82fb-e60c468731f7 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:41.173385 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c840b49e-d9b2-4300-9de7-1ea9e3c1f64d", "name": "network-vif-plugged", "status": "completed", "tag": "0a2c7a0f-77bb-4e05-a082-f40773c69431", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:41.173779 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8651f575-3a83-4fb0-82fb-e60c468731f7 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:41.174460 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c840b49e-d9b2-4300-9de7-1ea9e3c1f64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2c7a0f-77bb-4e05-a082-f40773c69431', 'code': 200} Jul 06 11:49:41.205024 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158614bc-0930-4ee1-8799-5c36f31a1e20 None None] The sync data for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 is: [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'dfccc763-9b3a-41a0-bb53-8c25d40f2ca6', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'port_id': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'mac_address': 'fa:16:3e:59:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:13Z', 'updated_at': '2021-07-06T11:49:38Z', 'revision_number': 3, 'project_id': '92649345208f4d57abf29acc72aa0061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:49:41.294257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4db85c-eeb5-464e-86b5-6caaf27cb803 req-e8b48b95-675a-4e36-93c9-e25fffafb917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.296631 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f4db85c-eeb5-464e-86b5-6caaf27cb803 req-e8b48b95-675a-4e36-93c9-e25fffafb917 service neutron] 10.222.0.89 "GET /v2.0/networks?id=76dc66c5-cac1-411d-8b13-f5071a1927d8 HTTP/1.1" status: 200 len: 925 time: 0.1186604 Jul 06 11:49:41.316650 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe0869-2517-44c7-b97f-9c21067f845f req-4c14571b-ee11-4ba6-b791-67a1d2fcb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.318378 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-4c14571b-ee11-4ba6-b791-67a1d2fcb62a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 200 len: 859 time: 0.1290040 Jul 06 11:49:41.371935 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-166e04b1-f607-4f32-8afa-4337ab938a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.375553 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-166e04b1-f607-4f32-8afa-4337ab938a3b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.2913830 Jul 06 11:49:41.400643 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f4db85c-eeb5-464e-86b5-6caaf27cb803 req-7f9a423a-392e-4ee0-822b-692e91a4f108 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffdd06e4-4504-475a-a87c-2139ecabd29f HTTP/1.1" status: 200 len: 1023 time: 0.0955901 Jul 06 11:49:41.434402 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-ff132671-60e8-4a83-b77b-056c4eaad208 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3 HTTP/1.1" status: 200 len: 217 time: 0.0477731 Jul 06 11:49:41.440060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23792c-6796-43a0-a07f-eb35a32e2b2e req-75f24196-a75d-43a8-8fd3-d43ffcdbf35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.441613 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6e23792c-6796-43a0-a07f-eb35a32e2b2e req-75f24196-a75d-43a8-8fd3-d43ffcdbf35f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 1100 time: 0.1824093 Jul 06 11:49:41.454893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54ba1c-99e4-4abc-91c6-447a0b8cc714 None None] New status for floating IP dfccc763-9b3a-41a0-bb53-8c25d40f2ca6: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:49:41.503451 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4db85c-eeb5-464e-86b5-6caaf27cb803 req-206940c7-d715-4d54-82e0-6f09fcf53772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.505044 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f4db85c-eeb5-464e-86b5-6caaf27cb803 req-206940c7-d715-4d54-82e0-6f09fcf53772 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e HTTP/1.1" status: 200 len: 863 time: 0.0874107 Jul 06 11:49:41.519058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765922f2-fcd0-4c5a-a654-5dac2f296f66 req-0bd3af65-cb1f-4326-b1a0-f6117105582a tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.520941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-765922f2-fcd0-4c5a-a654-5dac2f296f66 req-0bd3af65-cb1f-4326-b1a0-f6117105582a tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=3794f7ab-ae78-487c-a114-b019e5281942 HTTP/1.1" status: 200 len: 950 time: 0.1381512 Jul 06 11:49:41.525045 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe0869-2517-44c7-b97f-9c21067f845f req-40ca5cc0-4743-4291-8909-362b05ae8597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.533093 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-40ca5cc0-4743-4291-8909-362b05ae8597 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bde42019-f374-4e0e-805a-c2260ce1d654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966329 Jul 06 11:49:41.558234 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6e23792c-6796-43a0-a07f-eb35a32e2b2e req-2c63a351-82a8-4600-ae3a-1a495b74533b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042261 Jul 06 11:49:41.587806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-fd21a58d-7ba8-4428-960c-8b98bdae0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.589924 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-fd21a58d-7ba8-4428-960c-8b98bdae0d2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.1466215 Jul 06 11:49:41.596161 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-765922f2-fcd0-4c5a-a654-5dac2f296f66 req-b0f87790-7ba7-45ec-bc11-b12136b7f0f3 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590117 Jul 06 11:49:41.618643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4db85c-eeb5-464e-86b5-6caaf27cb803 req-7df60361-689b-4d87-9d82-b7f6a87fe573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.621249 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f4db85c-eeb5-464e-86b5-6caaf27cb803 req-7df60361-689b-4d87-9d82-b7f6a87fe573 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=76dc66c5-cac1-411d-8b13-f5071a1927d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989861 Jul 06 11:49:41.627359 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-e52db1e0-af49-4409-9ae3-bc75890d25c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290177 Jul 06 11:49:41.693764 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200e20da-bf70-4e8b-8b7b-fd3ced5ce8bc x-openstack-request-id: req-200e20da-bf70-4e8b-8b7b-fd3ced5ce8bc {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:41.697245 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "07a164c7-4b12-4920-b001-778b6fdd8a71", "code": 200}, {"name": "network-changed", "server_uuid": "8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f", "tag": "07a164c7-4b12-4920-b001-778b6fdd8a71", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:41.697508 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-200e20da-bf70-4e8b-8b7b-fd3ced5ce8bc {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:41.697920 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a164c7-4b12-4920-b001-778b6fdd8a71', 'code': 200} Jul 06 11:49:41.698175 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f', 'tag': '07a164c7-4b12-4920-b001-778b6fdd8a71', 'status': 'completed', 'code': 200} Jul 06 11:49:41.727185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-c44b8d5c-7695-4891-a520-47af74966029 service neutron] 10.222.0.81 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931360 Jul 06 11:49:41.781496 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff100b93-bc61-4fd2-8c20-364a441a4bf3 None None] Sync routers for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:49:41.793904 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff100b93-bc61-4fd2-8c20-364a441a4bf3 None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:41.794272 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ff100b93-bc61-4fd2-8c20-364a441a4bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:49:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:41.796942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d044a-c1d9-4c5d-8699-897b40e0ade1 req-e09d42d2-c552-4f69-a82c-8bff94c98e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:41.798415 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4b0d044a-c1d9-4c5d-8699-897b40e0ade1 req-e09d42d2-c552-4f69-a82c-8bff94c98e17 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 1125 time: 0.0923989 Jul 06 11:49:41.821782 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-8cef5069-d7ba-4bf4-8d61-52c4d5c5105a service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799276 Jul 06 11:49:41.839708 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f4db85c-eeb5-464e-86b5-6caaf27cb803 req-06475aec-8c96-4256-a079-b7a4ea1537b0 service neutron] 10.222.0.89 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048500 Jul 06 11:49:41.915436 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-d355badc-5ab6-4cbe-bbba-ccb28750c5ba service neutron] 10.222.0.81 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731508 Jul 06 11:49:41.941720 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ff100b93-bc61-4fd2-8c20-364a441a4bf3 None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:41.998284 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-88f4a134-81eb-4412-a273-d544c401fea1 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622286 Jul 06 11:49:42.021508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe0869-2517-44c7-b97f-9c21067f845f req-37250eef-3b64-4ee2-be49-13551d7ff5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:42.030044 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-37250eef-3b64-4ee2-be49-13551d7ff5c0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 1096 time: 0.0868876 Jul 06 11:49:42.177602 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feecdaf-fc7c-4bfe-897e-623b46b1a8ef req-d373c0c7-e8db-4099-903c-92178e2476cb tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:42.185927 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5feecdaf-fc7c-4bfe-897e-623b46b1a8ef req-d373c0c7-e8db-4099-903c-92178e2476cb tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 944 time: 0.3913894 Jul 06 11:49:42.224477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-97f31779-56a9-444f-9b34-e8731869626a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:42.226234 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-97f31779-56a9-444f-9b34-e8731869626a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.89 "GET /v2.0/networks?id=6dbe9c2d-a240-4a74-8981-f136669f1457 HTTP/1.1" status: 200 len: 813 time: 0.1860766 Jul 06 11:49:42.227515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe0869-2517-44c7-b97f-9c21067f845f req-8b76eda8-2fb2-44b8-b5f1-cd62061ed899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:42.235213 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-8b76eda8-2fb2-44b8-b5f1-cd62061ed899 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 921 time: 0.2041011 Jul 06 11:49:42.248035 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-a1f7762e-8f62-48e7-81c2-2f0f3d53c8e0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Request body: {'port': {'device_id': 'dfad04fd-7e1f-4f96-a1f5-a17d40505b33', 'network_id': '6dbe9c2d-a240-4a74-8981-f136669f1457', 'admin_state_up': True, 'tenant_id': '11d9c36e12bc454daf17a7e52d2660e9'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:42.267919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d044a-c1d9-4c5d-8699-897b40e0ade1 req-ffb2038e-82b6-49b0-81b0-1b63b2f3c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:42.272651 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4b0d044a-c1d9-4c5d-8699-897b40e0ade1 req-ffb2038e-82b6-49b0-81b0-1b63b2f3c145 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.4617994 Jul 06 11:49:42.290293 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f4db85c-eeb5-464e-86b5-6caaf27cb803 req-ec735fdc-2c64-4fdf-83c9-2f2570c798fa service neutron] 10.222.0.89 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596587 Jul 06 11:49:42.339004 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ff100b93-bc61-4fd2-8c20-364a441a4bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'dfccc763-9b3a-41a0-bb53-8c25d40f2ca6', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'port_id': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'mac_address': 'fa:16:3e:59:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:13Z', 'updated_at': '2021-07-06T11:49:41Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:42.365159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-44fbe310-73c6-46ec-ae33-1ccfe1f32fd0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f HTTP/1.1" status: 200 len: 1000 time: 0.1289046 Jul 06 11:49:42.393863 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4b0d044a-c1d9-4c5d-8699-897b40e0ade1 req-e26bcca0-e6fb-4e05-9adb-1de82cab3b3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a164c7-4b12-4920-b001-778b6fdd8a71 HTTP/1.1" status: 200 len: 217 time: 0.1023397 Jul 06 11:49:42.396384 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff100b93-bc61-4fd2-8c20-364a441a4bf3 None None] Checking router: 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:49:42.399465 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5feecdaf-fc7c-4bfe-897e-623b46b1a8ef req-a46e94c8-e5b8-4d4f-819a-371dc7f58d91 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115304 Jul 06 11:49:42.415473 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff100b93-bc61-4fd2-8c20-364a441a4bf3 None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:42.416136 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ff100b93-bc61-4fd2-8c20-364a441a4bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:49:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:42.428613 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 07a164c7-4b12-4920-b001-778b6fdd8a71 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:42.430659 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f4f679ca-68dc-4921-911a-36a3b49f7fe3 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:42.523618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d044a-c1d9-4c5d-8699-897b40e0ade1 req-bdd8a8ec-ac48-44af-b5e9-2e03faefc000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:42.525639 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4b0d044a-c1d9-4c5d-8699-897b40e0ade1 req-bdd8a8ec-ac48-44af-b5e9-2e03faefc000 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.1185665 Jul 06 11:49:42.558619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f4f679ca-68dc-4921-911a-36a3b49f7fe3 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:42.566931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe0869-2517-44c7-b97f-9c21067f845f req-b12cd76c-c91c-4e59-b1b8-c69b5a2f5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:42.569835 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-b12cd76c-c91c-4e59-b1b8-c69b5a2f5cc3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 200 len: 859 time: 0.2037723 Jul 06 11:49:42.598857 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4b0d044a-c1d9-4c5d-8699-897b40e0ade1 req-280d08a6-db4e-4ae3-b5f2-646d61f92a67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653610 Jul 06 11:49:42.626634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-a1f7762e-8f62-48e7-81c2-2f0f3d53c8e0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Made reservation on behalf of 11d9c36e12bc454daf17a7e52d2660e9 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:42.630318 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-a1f7762e-8f62-48e7-81c2-2f0f3d53c8e0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:42.653269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-859602cd-a205-4d5f-baf4-f374589bda27 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:42.655458 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-859602cd-a205-4d5f-baf4-f374589bda27 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57&tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1095 time: 0.1978719 Jul 06 11:49:42.661201 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ff100b93-bc61-4fd2-8c20-364a441a4bf3 None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:42.710309 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 07a164c7-4b12-4920-b001-778b6fdd8a71, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=07a164c7-4b12-4920-b001-778b6fdd8a71,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:42.723500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 07a164c7-4b12-4920-b001-778b6fdd8a71 has no active binding in host n-h2-799529-2 {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:49:42.798493 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4b0d044a-c1d9-4c5d-8699-897b40e0ade1 req-67be8f9d-ef9b-4a40-929d-91bc55a86fab service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755979 Jul 06 11:49:42.941312 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f6b0f-c6b7-48ca-acd1-99f31e7d20e0 req-b2563a2e-fdb5-4626-a888-dd8d23cec974 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:42.949010 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-121f6b0f-c6b7-48ca-acd1-99f31e7d20e0 req-b2563a2e-fdb5-4626-a888-dd8d23cec974 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 949 time: 0.3672636 Jul 06 11:49:42.982401 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4b0d044a-c1d9-4c5d-8699-897b40e0ade1 req-d18cd97e-8d9f-48ca-a023-afc4e93b152a service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826053 Jul 06 11:49:43.037685 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-121f6b0f-c6b7-48ca-acd1-99f31e7d20e0 req-7c508495-c998-4f37-815a-4e722316f339 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876656 Jul 06 11:49:43.048648 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ff100b93-bc61-4fd2-8c20-364a441a4bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'dfccc763-9b3a-41a0-bb53-8c25d40f2ca6', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'port_id': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'mac_address': 'fa:16:3e:59:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:13Z', 'updated_at': '2021-07-06T11:49:41Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:43.095272 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff100b93-bc61-4fd2-8c20-364a441a4bf3 None None] The sync data for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 is: [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'dfccc763-9b3a-41a0-bb53-8c25d40f2ca6', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'port_id': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'mac_address': 'fa:16:3e:59:96:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:13Z', 'updated_at': '2021-07-06T11:49:41Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:49:43.140706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe0869-2517-44c7-b97f-9c21067f845f req-995293b5-c95f-4ff9-9b88-53ab10b8fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:43.143862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-995293b5-c95f-4ff9-9b88-53ab10b8fa6c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bde42019-f374-4e0e-805a-c2260ce1d654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5562758 Jul 06 11:49:43.176535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3794f7ab-ae78-487c-a114-b019e5281942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18eabde-acd3-4d7d-a735-8f91e9bef89e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:43.180022 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77287eb6-0772-423b-873f-e7344138bd4d" -d '{"events": [{"server_uuid": "3794f7ab-ae78-487c-a114-b019e5281942", "name": "network-vif-plugged", "status": "completed", "tag": "e18eabde-acd3-4d7d-a735-8f91e9bef89e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:43.253442 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e82d27c4-ecd2-4808-975f-b8ad1113e84d req-909c898f-ad2c-4518-bd55-be3a742d7577 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 210 time: 0.0312521 Jul 06 11:49:43.419121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-6d813faa-173b-4d43-a955-5594c4a7de6f service neutron] For port f4f679ca-68dc-4921-911a-36a3b49f7fe3, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:43.428623 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-6d813faa-173b-4d43-a955-5594c4a7de6f service neutron] Notify callbacks [] for binding, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.429735 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9130d040-dd94-47e9-b66b-f7c1b4a790dc req-6d813faa-173b-4d43-a955-5594c4a7de6f service neutron] 10.222.0.23 "DELETE /v2.0/ports/f4f679ca-68dc-4921-911a-36a3b49f7fe3/bindings/n-h2-799529-2 HTTP/1.1" status: 204 len: 173 time: 0.7643428 Jul 06 11:49:43.443055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-a1f7762e-8f62-48e7-81c2-2f0f3d53c8e0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Allocated IP 172.20.0.9 (6dbe9c2d-a240-4a74-8981-f136669f1457/3e4953c5-ee5f-4c90-951c-dd079061debe/8e897e8f-9283-4a93-870e-a1b08feb97b7) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:43.466289 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-b0b35898-42f4-4a21-93c3-961a09d665be service neutron] 10.222.0.81 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968121 Jul 06 11:49:43.643040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27fe0869-2517-44c7-b97f-9c21067f845f req-4e1682c3-0eca-4da3-97cf-9d2419bee284 service neutron] 10.222.0.81 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648488 Jul 06 11:49:43.675398 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-dc968499-6d93-4456-81e0-2613ea5f2b1e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720556 Jul 06 11:49:43.705290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'tag': 'b01afc95-3c7e-47bf-96d3-3924ef5704de'}, {'name': 'network-changed', 'server_uuid': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'tag': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:43.709289 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260a6530-c043-4a36-b6e8-7a28d4467e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a3043a-90cc-4e35-a98c-91e40992d894", "tag": "b01afc95-3c7e-47bf-96d3-3924ef5704de"}, {"name": "network-changed", "server_uuid": "f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf", "tag": "bf63ebab-cb8b-44a4-a4ce-6a64a47be56f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:43.717539 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-a1f7762e-8f62-48e7-81c2-2f0f3d53c8e0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.773893 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-a1f7762e-8f62-48e7-81c2-2f0f3d53c8e0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:43.873224 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-a1f7762e-8f62-48e7-81c2-2f0f3d53c8e0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Network 6dbe9c2d-a240-4a74-8981-f136669f1457 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:43.879789 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-a1f7762e-8f62-48e7-81c2-2f0f3d53c8e0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:43.885813 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-a1f7762e-8f62-48e7-81c2-2f0f3d53c8e0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:43.887584 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4dad8-0854-49ef-b275-9003878017ff req-b537cbd2-9320-46c3-96d8-e1475595e08d tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:43.889463 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18d4dad8-0854-49ef-b275-9003878017ff req-b537cbd2-9320-46c3-96d8-e1475595e08d tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 944 time: 0.0846276 Jul 06 11:49:43.891219 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7762e-8f62-48e7-81c2-2f0f3d53c8e0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event updated for resources: {'Port': ['ID=8e897e8f-9283-4a93-870e-a1b08feb97b7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:43.948046 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18d4dad8-0854-49ef-b275-9003878017ff req-396ac782-d18c-4dc2-83d9-74f77390f1e4 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436959 Jul 06 11:49:43.954633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d26b2-248f-4e73-9831-4e0bf9e0cc70 req-890d24ac-2aae-41e3-8f27-cb65f79f360c tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:43.956291 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c64d26b2-248f-4e73-9831-4e0bf9e0cc70 req-890d24ac-2aae-41e3-8f27-cb65f79f360c tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=3794f7ab-ae78-487c-a114-b019e5281942 HTTP/1.1" status: 200 len: 950 time: 0.1685357 Jul 06 11:49:43.964950 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-a1f7762e-8f62-48e7-81c2-2f0f3d53c8e0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:43.965793 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-a1f7762e-8f62-48e7-81c2-2f0f3d53c8e0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.009958 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-a1f7762e-8f62-48e7-81c2-2f0f3d53c8e0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7658083 Jul 06 11:49:44.018008 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c64d26b2-248f-4e73-9831-4e0bf9e0cc70 req-801d564c-3730-4239-a7c5-aa2a41b7873f tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477760 Jul 06 11:49:44.032019 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Request body: {'port': {'device_id': 'dfad04fd-7e1f-4f96-a1f5-a17d40505b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:44.036289 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38cb12f-f159-4f85-ae52-4e3ef768ed8c x-openstack-request-id: req-a38cb12f-f159-4f85-ae52-4e3ef768ed8c {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:44.036962 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3794f7ab-ae78-487c-a114-b019e5281942", "name": "network-vif-plugged", "status": "completed", "tag": "e18eabde-acd3-4d7d-a735-8f91e9bef89e", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:44.037176 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a38cb12f-f159-4f85-ae52-4e3ef768ed8c {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:44.037798 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3794f7ab-ae78-487c-a114-b019e5281942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18eabde-acd3-4d7d-a735-8f91e9bef89e', 'code': 200} Jul 06 11:49:44.257064 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-7abc35bd-e95f-427b-badb-d7167ced80b6 service neutron] 10.222.0.23 "GET /v2.0/ports/07a164c7-4b12-4920-b001-778b6fdd8a71/bindings/n-h2-799529-2 HTTP/1.1" status: 200 len: 384 time: 0.0924816 Jul 06 11:49:44.263956 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.269840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad0b3b-060a-472b-a4b9-6e864dd96abe req-57bb5ac0-5f68-40ee-9322-ce36b410375f tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:44.271487 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-51ad0b3b-060a-472b-a4b9-6e864dd96abe req-57bb5ac0-5f68-40ee-9322-ce36b410375f tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 944 time: 0.1178675 Jul 06 11:49:44.289783 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f82455-2286-40fd-960d-3451a396188a req-775109cc-fdd3-46d4-b3bc-978534988f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:44.292091 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33f82455-2286-40fd-960d-3451a396188a req-775109cc-fdd3-46d4-b3bc-978534988f10 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3794f7ab-ae78-487c-a114-b019e5281942 HTTP/1.1" status: 200 len: 1101 time: 0.1716490 Jul 06 11:49:44.330085 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696920d-4ee6-4693-907d-9e3b9532233b req-d6858eb1-69b1-46ce-914c-002e49b87272 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:44.331656 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b696920d-4ee6-4693-907d-9e3b9532233b req-d6858eb1-69b1-46ce-914c-002e49b87272 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1695106 Jul 06 11:49:44.370757 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-51ad0b3b-060a-472b-a4b9-6e864dd96abe req-6a665a4c-7da6-4cd3-8fc9-3420f95cebb0 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655079 Jul 06 11:49:44.405169 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33f82455-2286-40fd-960d-3451a396188a req-dc3341ed-2f96-4d4a-a7d6-37348f3b3e94 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897040 Jul 06 11:49:44.476627 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b696920d-4ee6-4693-907d-9e3b9532233b req-d97961ab-df3e-4455-ad63-319107a36c0b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213527 Jul 06 11:49:44.578304 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79c1481-385d-423c-91c9-dcfff42bd085 x-openstack-request-id: req-c79c1481-385d-423c-91c9-dcfff42bd085 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:44.578713 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a3043a-90cc-4e35-a98c-91e40992d894", "tag": "b01afc95-3c7e-47bf-96d3-3924ef5704de", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf", "tag": "bf63ebab-cb8b-44a4-a4ce-6a64a47be56f", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:44.579059 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c79c1481-385d-423c-91c9-dcfff42bd085 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:44.579570 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'tag': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'status': 'completed', 'code': 200} Jul 06 11:49:44.579892 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'tag': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f', 'status': 'completed', 'code': 200} Jul 06 11:49:44.752116 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e897e8f-9283-4a93-870e-a1b08feb97b7 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:44.764135 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.789408 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Transition to ACTIVE for port object 8e897e8f-9283-4a93-870e-a1b08feb97b7 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:44.796961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-3a0ae53d-42b7-4c6e-8527-262cc3e43e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:44.798648 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-3a0ae53d-42b7-4c6e-8527-262cc3e43e20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 1096 time: 0.1825387 Jul 06 11:49:44.802388 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:44.875390 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b0a09708-8202-4841-b9c1-67932a3f6c58 req-35c3f5ea-e4af-44cd-b5dc-57b6933f17c6 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 1000 time: 0.4588346 Jul 06 11:49:44.894356 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566cd5b-2503-4528-b02d-1270ce1dc6eb req-223312de-54bc-4bb0-bf06-42776aec2c75 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:44.895922 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f566cd5b-2503-4528-b02d-1270ce1dc6eb req-223312de-54bc-4bb0-bf06-42776aec2c75 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 949 time: 0.1987991 Jul 06 11:49:44.926283 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e897e8f-9283-4a93-870e-a1b08feb97b7,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:44.955058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-eb560bef-7f52-4d79-994b-6e890f3aff97 service neutron] For port 07a164c7-4b12-4920-b001-778b6fdd8a71, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=07a164c7-4b12-4920-b001-778b6fdd8a71,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:44.970141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a09708-8202-4841-b9c1-67932a3f6c58 req-4ca08f92-117d-48db-b455-2cf93e01639a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:44.971534 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b0a09708-8202-4841-b9c1-67932a3f6c58 req-4ca08f92-117d-48db-b455-2cf93e01639a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports/bf63ebab-cb8b-44a4-a4ce-6a64a47be56f HTTP/1.1" status: 200 len: 942 time: 0.0882711 Jul 06 11:49:44.985505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-eb560bef-7f52-4d79-994b-6e890f3aff97 service neutron] For port 07a164c7-4b12-4920-b001-778b6fdd8a71, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:45.010721 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f566cd5b-2503-4528-b02d-1270ce1dc6eb req-cff60c99-b604-4cd7-8183-7ae19893b874 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054773 Jul 06 11:49:45.022044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-eb560bef-7f52-4d79-994b-6e890f3aff97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a164c7-4b12-4920-b001-778b6fdd8a71 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:45.037522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-eb560bef-7f52-4d79-994b-6e890f3aff97 service neutron] For port 07a164c7-4b12-4920-b001-778b6fdd8a71, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=07a164c7-4b12-4920-b001-778b6fdd8a71,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:45.042234 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-ce56dccb-9378-402c-849c-9fb94b802053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.044269 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-ce56dccb-9378-402c-849c-9fb94b802053 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 921 time: 0.2307186 Jul 06 11:49:45.057549 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-eb560bef-7f52-4d79-994b-6e890f3aff97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.107709 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-52b7c279-c79b-439f-ae84-a36d35ba56cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b01afc95-3c7e-47bf-96d3-3924ef5704de HTTP/1.1" status: 200 len: 217 time: 0.0483451 Jul 06 11:49:45.108828 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Attempting to bind port 8e897e8f-9283-4a93-870e-a1b08feb97b7 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:45.109163 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Attempting to bind port 8e897e8f-9283-4a93-870e-a1b08feb97b7 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '3c1bd99e-7a7f-413b-8c5d-43ca337e8b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6dbe9c2d-a240-4a74-8981-f136669f1457'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:45.109494 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Attempting to bind port 8e897e8f-9283-4a93-870e-a1b08feb97b7 on network 6dbe9c2d-a240-4a74-8981-f136669f1457 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:45.114499 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Port 8e897e8f-9283-4a93-870e-a1b08feb97b7 on network 6dbe9c2d-a240-4a74-8981-f136669f1457 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:45.114891 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Attempting to bind port 8e897e8f-9283-4a93-870e-a1b08feb97b7 on network 6dbe9c2d-a240-4a74-8981-f136669f1457 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:45.120365 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:45.120712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Checking segment: {'id': '3c1bd99e-7a7f-413b-8c5d-43ca337e8b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6dbe9c2d-a240-4a74-8981-f136669f1457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:45.121100 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Bound using segment: {'id': '3c1bd99e-7a7f-413b-8c5d-43ca337e8b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6dbe9c2d-a240-4a74-8981-f136669f1457'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:45.121532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Bound port: 8e897e8f-9283-4a93-870e-a1b08feb97b7, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1bd99e-7a7f-413b-8c5d-43ca337e8b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6dbe9c2d-a240-4a74-8981-f136669f1457'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:45.121900 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.190848 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b0a09708-8202-4841-b9c1-67932a3f6c58 req-7da52ea2-d8c2-4edb-b224-86e02157773e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 1000 time: 0.0887859 Jul 06 11:49:45.242115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-eb560bef-7f52-4d79-994b-6e890f3aff97 service neutron] Transition to ACTIVE for port object 07a164c7-4b12-4920-b001-778b6fdd8a71 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:45.263646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] For port 8e897e8f-9283-4a93-870e-a1b08feb97b7, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:45.270244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] For port 8e897e8f-9283-4a93-870e-a1b08feb97b7, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8e897e8f-9283-4a93-870e-a1b08feb97b7,segment=NetworkSegment(3c1bd99e-7a7f-413b-8c5d-43ca337e8b57),segment_id=3c1bd99e-7a7f-413b-8c5d-43ca337e8b57)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:45.273620 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-b06060e9-86ce-4137-874c-bb2dffe14c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.275880 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-b06060e9-86ce-4137-874c-bb2dffe14c61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 200 len: 859 time: 0.0866668 Jul 06 11:49:45.279607 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-eb560bef-7f52-4d79-994b-6e890f3aff97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.280153 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.350564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.351183 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:45.352619 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] 10.222.0.89 "PUT /v2.0/ports/8e897e8f-9283-4a93-870e-a1b08feb97b7 HTTP/1.1" status: 200 len: 1091 time: 1.3269298 Jul 06 11:49:45.369789 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6516e02-edd2-44fe-927e-f7eaf95703eb req-5e286e2f-41d5-4f38-a27f-50cec849703c tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.371469 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d6516e02-edd2-44fe-927e-f7eaf95703eb req-5e286e2f-41d5-4f38-a27f-50cec849703c tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 943 time: 0.2300172 Jul 06 11:49:45.386839 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-eb560bef-7f52-4d79-994b-6e890f3aff97 service neutron] No DVR routers for this DVR port 07a164c7-4b12-4920-b001-778b6fdd8a71 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:45.399795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1a334-3887-4f1b-919f-749dadd1e7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e897e8f-9283-4a93-870e-a1b08feb97b7,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:45.418209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-26e580f7-8b44-4d92-9630-26d51b39cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.419585 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-26e580f7-8b44-4d92-9630-26d51b39cfa4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 1101 time: 0.2265441 Jul 06 11:49:45.421861 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb560bef-7f52-4d79-994b-6e890f3aff97 service neutron] Pushing event updated for resources: {'Port': ['ID=07a164c7-4b12-4920-b001-778b6fdd8a71,revision_number=10']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:45.460801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a09708-8202-4841-b9c1-67932a3f6c58 req-9a8dbefe-2c39-41f5-86b4-f74cf3cd178e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.461689 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b0a09708-8202-4841-b9c1-67932a3f6c58 req-9a8dbefe-2c39-41f5-86b4-f74cf3cd178e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.2589285 Jul 06 11:49:45.470702 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d6516e02-edd2-44fe-927e-f7eaf95703eb req-7c9b6e77-6ae7-444a-9876-e8d000bc48d7 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835440 Jul 06 11:49:45.480450 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-cf6d63ff-2b11-4e93-ae70-39875f321f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.481977 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-cf6d63ff-2b11-4e93-ae70-39875f321f88 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bde42019-f374-4e0e-805a-c2260ce1d654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949029 Jul 06 11:49:45.510286 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-eb560bef-7f52-4d79-994b-6e890f3aff97 service neutron] 10.222.0.23 "PUT /v2.0/ports/07a164c7-4b12-4920-b001-778b6fdd8a71/bindings/n-h2-799529-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2377293 Jul 06 11:49:45.516150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-b0a09708-8202-4841-b9c1-67932a3f6c58 req-2ae644cd-afea-48be-9f9c-fdb6b09d9577 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:49:45.528041 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b0a09708-8202-4841-b9c1-67932a3f6c58 req-2ae644cd-afea-48be-9f9c-fdb6b09d9577 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468423 Jul 06 11:49:45.552563 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-930b05db-b412-4c39-bb7c-8f630ce64e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.554206 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-930b05db-b412-4c39-bb7c-8f630ce64e71 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11d9c36e12bc454daf17a7e52d2660e9&device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 1094 time: 0.1561444 Jul 06 11:49:45.594904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-cf5b4aa7-61d0-4a29-8fe4-ac2ea84aa3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.596465 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-cf5b4aa7-61d0-4a29-8fe4-ac2ea84aa3a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1536670 Jul 06 11:49:45.632613 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-5a60dd5e-31f4-4162-b371-8d1b356115ce service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e897e8f-9283-4a93-870e-a1b08feb97b7 HTTP/1.1" status: 200 len: 217 time: 0.0638590 Jul 06 11:49:45.649129 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-2cb90de4-98b7-4c67-8b97-cec97db593bd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c HTTP/1.1" status: 200 len: 217 time: 0.0437405 Jul 06 11:49:45.695152 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-fbf34481-9327-457a-a55a-6269afd9892c service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041974 Jul 06 11:49:45.710307 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-094336bb-ca74-42ca-9255-ecb18b7d52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.711921 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-094336bb-ca74-42ca-9255-ecb18b7d52ac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0497823 Jul 06 11:49:45.775604 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-16af054f-fafc-4fa9-924e-56d3af3336d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.777138 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-16af054f-fafc-4fa9-924e-56d3af3336d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561287 Jul 06 11:49:45.805779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-0be83059-7a1d-4f0a-8812-ddbaf66d04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.807288 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-0be83059-7a1d-4f0a-8812-ddbaf66d04c1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3e4953c5-ee5f-4c90-951c-dd079061debe HTTP/1.1" status: 200 len: 853 time: 0.1477995 Jul 06 11:49:45.850267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-7ad1993c-a432-4232-a7df-02f5210af05b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6dbe9c2d-a240-4a74-8981-f136669f1457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360513 Jul 06 11:49:45.870272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-54498e21-f433-4db5-9f1e-3cc699e599c7 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.871790 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-54498e21-f433-4db5-9f1e-3cc699e599c7 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f&tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1096 time: 0.2529776 Jul 06 11:49:45.884255 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d6dde7b5-b41d-4c23-a80c-aad8badc61ea service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951550 Jul 06 11:49:45.979518 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d188da5-756c-426e-8564-e80ae70a4561 req-f3dd7f4d-a5dc-4d4b-a56e-7cd823776bea tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:45.981026 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d188da5-756c-426e-8564-e80ae70a4561 req-f3dd7f4d-a5dc-4d4b-a56e-7cd823776bea tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 945 time: 0.2848511 Jul 06 11:49:45.991275 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-3d20e4f7-3386-406d-b635-99436b38ca59 service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773890 Jul 06 11:49:45.997180 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-ed1b2c0e-38e3-4b43-b73c-2521e9ea6180 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977657 Jul 06 11:49:46.061728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a07718-c753-473e-97f4-758c87f7dab1 req-08dc1f6f-58d4-4448-9d03-ee5562d8042a tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:46.063623 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-41a07718-c753-473e-97f4-758c87f7dab1 req-08dc1f6f-58d4-4448-9d03-ee5562d8042a tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=3794f7ab-ae78-487c-a114-b019e5281942 HTTP/1.1" status: 200 len: 950 time: 0.0812173 Jul 06 11:49:46.074953 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-eea57f29-dfb1-4502-bb9a-5dea3cc55c55 service neutron] 10.222.0.89 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072389 Jul 06 11:49:46.102689 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-41a07718-c753-473e-97f4-758c87f7dab1 req-f3b9b2b3-b557-4701-9e7e-53fa969a798f tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330911 Jul 06 11:49:46.104131 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d188da5-756c-426e-8564-e80ae70a4561 req-a363a3f8-fe21-4d3f-a345-49b484d10f5f tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161075 Jul 06 11:49:46.108169 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-1e0c9018-ef84-4e8f-aae8-6038b3a79e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:46.109695 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-1e0c9018-ef84-4e8f-aae8-6038b3a79e8f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f&tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9 HTTP/1.1" status: 200 len: 1096 time: 0.2191076 Jul 06 11:49:46.307183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dba19-8954-4bc1-9723-be75cbbd0b5e req-707d49be-63d1-4d7f-b7fe-31ba54fa5be5 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:46.308785 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da0dba19-8954-4bc1-9723-be75cbbd0b5e req-707d49be-63d1-4d7f-b7fe-31ba54fa5be5 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.0674996 Jul 06 11:49:46.349591 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da0dba19-8954-4bc1-9723-be75cbbd0b5e req-453b147b-b8eb-49e2-a5bf-39e16e6b8fc5 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345161 Jul 06 11:49:46.503189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb289ff-e27f-4914-bc7d-54e90e1bbbc4 req-da36b263-4deb-4bb4-958e-8b26dbc3e83e tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:46.504870 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fbb289ff-e27f-4914-bc7d-54e90e1bbbc4 req-da36b263-4deb-4bb4-958e-8b26dbc3e83e tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 1095 time: 0.0553987 Jul 06 11:49:46.545332 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fbb289ff-e27f-4914-bc7d-54e90e1bbbc4 req-974867e6-c502-49ba-92ee-8b3bad6464b7 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336874 Jul 06 11:49:46.568037 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-524b059e-069d-4ae5-be89-d90d434a983e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 1000 time: 0.4106047 Jul 06 11:49:46.582124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfad04fd-7e1f-4f96-a1f5-a17d40505b33', 'tag': '8e897e8f-9283-4a93-870e-a1b08feb97b7'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:46.584527 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3072ec-6d84-4237-b4d9-28b8064baa07" -d '{"events": [{"name": "network-changed", "server_uuid": "dfad04fd-7e1f-4f96-a1f5-a17d40505b33", "tag": "8e897e8f-9283-4a93-870e-a1b08feb97b7"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:46.592411 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92f67eb4-8729-499b-88fa-8c99c0ed2c5b req-1d317866-134b-476e-8059-d85fa16855b8 service neutron] 10.222.0.89 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993346 Jul 06 11:49:46.596256 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-c6bc6dcc-b021-4672-827b-0b5db8147731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:46.598525 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-c6bc6dcc-b021-4672-827b-0b5db8147731 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 1096 time: 0.5405884 Jul 06 11:49:46.679758 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-00fb2287-abf6-4441-b4be-5ddd9d5477f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:46.681292 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-00fb2287-abf6-4441-b4be-5ddd9d5477f3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 1096 time: 0.5352776 Jul 06 11:49:46.721358 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4a26f-c64a-4eaa-8e0c-ac7b6c7f6a5a req-505ce93d-892e-4c5f-bd0b-ccf27fa07160 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:46.722864 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7fd4a26f-c64a-4eaa-8e0c-ac7b6c7f6a5a req-505ce93d-892e-4c5f-bd0b-ccf27fa07160 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 949 time: 0.0646319 Jul 06 11:49:46.760652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-b4c0d135-3584-43ab-802d-94590adf8c71 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:46.762056 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-b4c0d135-3584-43ab-802d-94590adf8c71 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports/bf63ebab-cb8b-44a4-a4ce-6a64a47be56f HTTP/1.1" status: 200 len: 942 time: 0.1720190 Jul 06 11:49:46.762176 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7fd4a26f-c64a-4eaa-8e0c-ac7b6c7f6a5a req-ef5ae1c4-23da-47ce-8a55-d5d72b245505 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333288 Jul 06 11:49:46.829664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-4d9ec591-a92e-4c4e-9fe0-b915a16b52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:46.831140 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-4d9ec591-a92e-4c4e-9fe0-b915a16b52ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 921 time: 0.2232652 Jul 06 11:49:46.852496 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-ee3cf084-921e-4985-8586-cb928ab2a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:46.854013 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-ee3cf084-921e-4985-8586-cb928ab2a6db service neutron] 10.222.0.89 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.1630650 Jul 06 11:49:46.964382 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-d2adc88b-4bf0-4d61-bd49-43d1a8eb8c47 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a164c7-4b12-4920-b001-778b6fdd8a71 HTTP/1.1" status: 200 len: 217 time: 0.0819700 Jul 06 11:49:47.012700 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-028a5def-b947-459d-bb71-459e064bf7cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f HTTP/1.1" status: 200 len: 1000 time: 0.1706772 Jul 06 11:49:47.065130 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-9732c2f5-7bb6-4b1e-bd00-8ac2601ac047 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 1000 time: 0.1839383 Jul 06 11:49:47.070598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54435d90-51e0-4554-a51a-d5558b8316b4 req-a17c8684-fcf5-4ebb-889f-c4079a77408e tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.072912 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-54435d90-51e0-4554-a51a-d5558b8316b4 req-a17c8684-fcf5-4ebb-889f-c4079a77408e tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 943 time: 0.0654495 Jul 06 11:49:47.073569 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-a41a5fcc-e4f4-47e3-8219-9506504dadca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.074971 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-a41a5fcc-e4f4-47e3-8219-9506504dadca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.1047249 Jul 06 11:49:47.110717 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-54435d90-51e0-4554-a51a-d5558b8316b4 req-53d90d41-7dcf-4925-bd87-db1e04092d31 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321393 Jul 06 11:49:47.153274 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-b593ab53-46b9-4b43-94a6-bfaa951eb3df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646708 Jul 06 11:49:47.159912 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad99396-168c-4229-acd7-74c6e0ca7657 x-openstack-request-id: req-1ad99396-168c-4229-acd7-74c6e0ca7657 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:47.160195 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfad04fd-7e1f-4f96-a1f5-a17d40505b33", "tag": "8e897e8f-9283-4a93-870e-a1b08feb97b7", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:47.160438 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ad99396-168c-4229-acd7-74c6e0ca7657 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:47.160813 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfad04fd-7e1f-4f96-a1f5-a17d40505b33', 'tag': '8e897e8f-9283-4a93-870e-a1b08feb97b7', 'status': 'completed', 'code': 200} Jul 06 11:49:47.173646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-bff770d5-0eef-4725-a21b-64299f32d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.175040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-bff770d5-0eef-4725-a21b-64299f32d863 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 200 len: 859 time: 0.1508665 Jul 06 11:49:47.339059 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-8d5f199d-f8d7-4f86-aea2-02c9852f3d5a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.340459 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-8d5f199d-f8d7-4f86-aea2-02c9852f3d5a tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.2693825 Jul 06 11:49:47.413011 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-3614693d-badf-4dce-8fd7-79832e9a08cc service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343988 Jul 06 11:49:47.419470 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-e6083399-a702-4fdd-9d7f-5cd45defd194 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.420933 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-e6083399-a702-4fdd-9d7f-5cd45defd194 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 808 time: 0.1037307 Jul 06 11:49:47.436878 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3072ec-6d84-4237-b4d9-28b8064baa07 req-44507a32-b93c-4737-ba9a-981213c55470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.437943 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-9c11c12b-e0db-4e77-a21b-a42e0a4809a4 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/quotas/4843c8d3b46e40b0bd7d0bef48a42377 HTTP/1.1" status: 200 len: 375 time: 0.0107539 Jul 06 11:49:47.438500 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c3072ec-6d84-4237-b4d9-28b8064baa07 req-44507a32-b93c-4737-ba9a-981213c55470 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11d9c36e12bc454daf17a7e52d2660e9&device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 1094 time: 0.2503726 Jul 06 11:49:47.446879 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-1b807ae8-36a3-4c8b-8fe8-b895df42a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.448334 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-1b807ae8-36a3-4c8b-8fe8-b895df42a941 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bde42019-f374-4e0e-805a-c2260ce1d654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2585423 Jul 06 11:49:47.504213 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-cc38c28c-ae4d-49cf-a269-ea2212c61308 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 1000 time: 0.1557183 Jul 06 11:49:47.508812 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-097498bb-cdae-422a-b8c2-d7014a069255 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654762 Jul 06 11:49:47.555704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-107cd4b2-533b-47fc-bb29-d643ac8b6770 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:47.602203 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-67e6c4d3-7c59-45f6-9938-f8df62c88a6f service neutron] 10.222.0.81 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861716 Jul 06 11:49:47.692364 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-518e843c-c973-413a-886f-e336d2f5fc65 service neutron] 10.222.0.81 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834589 Jul 06 11:49:47.702155 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-107cd4b2-533b-47fc-bb29-d643ac8b6770 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:47.767290 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-2190eb23-dc04-4ce1-a6ed-60391ca4b198 service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066528 Jul 06 11:49:47.781531 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-45fccfe9-e697-4bbc-b2b9-4b2c204e2831 service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582969 Jul 06 11:49:47.808342 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3072ec-6d84-4237-b4d9-28b8064baa07 req-f25c4836-6d52-4c5b-bbc1-c8224ad21207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:47.808342 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c3072ec-6d84-4237-b4d9-28b8064baa07 req-f25c4836-6d52-4c5b-bbc1-c8224ad21207 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6dbe9c2d-a240-4a74-8981-f136669f1457 HTTP/1.1" status: 200 len: 914 time: 0.3568978 Jul 06 11:49:47.919181 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-5d493201-c059-4437-b23b-8258395c673c tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d62fc5fa25c24d7ca4bf64c13e15b9f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293210 Jul 06 11:49:47.920816 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c3072ec-6d84-4237-b4d9-28b8064baa07 req-7af0dff6-074b-40b8-92e5-2f0773a24f8f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e897e8f-9283-4a93-870e-a1b08feb97b7 HTTP/1.1" status: 200 len: 217 time: 0.0717950 Jul 06 11:49:48.051285 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-107cd4b2-533b-47fc-bb29-d643ac8b6770 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.054808 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3072ec-6d84-4237-b4d9-28b8064baa07 req-a7d88e5c-7a1a-4d11-9cdf-9a81143ea7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:48.057113 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c3072ec-6d84-4237-b4d9-28b8064baa07 req-a7d88e5c-7a1a-4d11-9cdf-9a81143ea7c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3e4953c5-ee5f-4c90-951c-dd079061debe HTTP/1.1" status: 200 len: 853 time: 0.1276765 Jul 06 11:49:48.059742 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-8803ca34-4149-4288-a806-5d3245a46871 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:48.060021 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-107cd4b2-533b-47fc-bb29-d643ac8b6770 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.060444 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-107cd4b2-533b-47fc-bb29-d643ac8b6770 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Floating IP dfccc763-9b3a-41a0-bb53-8c25d40f2ca6 disassociated. External IP: 172.25.4.73, port: bf63ebab-cb8b-44a4-a4ce-6a64a47be56f. Jul 06 11:49:48.061486 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-8803ca34-4149-4288-a806-5d3245a46871 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1349595 Jul 06 11:49:48.065079 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-260a6530-c043-4a36-b6e8-7a28d4467e6a req-9ca4b0d8-05e3-48f9-8c32-496a9c4528d8 service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876437 Jul 06 11:49:48.094781 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-be4deebe-0c15-45df-81f1-531346a8c93b tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/quotas/d62fc5fa25c24d7ca4bf64c13e15b9f8 HTTP/1.1" status: 200 len: 375 time: 0.0225656 Jul 06 11:49:48.151630 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c3072ec-6d84-4237-b4d9-28b8064baa07 req-cc28238b-7760-449d-bb80-f656cab2c9e6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6dbe9c2d-a240-4a74-8981-f136669f1457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520196 Jul 06 11:49:48.175725 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-27aaec06-d30a-4a6f-adea-69d6e014cc2d tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d62fc5fa25c24d7ca4bf64c13e15b9f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750234 Jul 06 11:49:48.413853 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-782a96d2-bd46-4289-8959-736e7e636c8a req-d08e4552-1f75-4502-bbbe-504ebf5bf5fb tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=c219c3467af94561a4dda292c5b53742&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339596 Jul 06 11:49:48.559574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a96d2-bd46-4289-8959-736e7e636c8a req-dc282443-a189-4ca0-95f8-58abeb9c5f4d tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:48.561334 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-782a96d2-bd46-4289-8959-736e7e636c8a req-dc282443-a189-4ca0-95f8-58abeb9c5f4d tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465459 Jul 06 11:49:48.584174 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-782a96d2-bd46-4289-8959-736e7e636c8a req-0a75ac1e-d63a-4359-b386-f0fe03f78a1b tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/quotas/c219c3467af94561a4dda292c5b53742 HTTP/1.1" status: 200 len: 375 time: 0.0162225 Jul 06 11:49:48.630320 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-2a603053-4c39-43c0-a589-c91fd90fba0f tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:48.631850 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-2a603053-4c39-43c0-a589-c91fd90fba0f tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f&tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&binding%3Ahost_id=n-h2-799529-2 HTTP/1.1" status: 200 len: 1096 time: 0.5334625 Jul 06 11:49:48.657994 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c3072ec-6d84-4237-b4d9-28b8064baa07 req-5fa11d50-537b-4cc1-bbac-6b00d3b0808e service neutron] 10.222.0.89 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963377 Jul 06 11:49:48.663795 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-782a96d2-bd46-4289-8959-736e7e636c8a req-2cf4f7df-ac0f-49bd-8f22-d9e667fa354f tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c219c3467af94561a4dda292c5b53742&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750797 Jul 06 11:49:48.818660 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-107cd4b2-533b-47fc-bb29-d643ac8b6770 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:49:48.881781 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c3072ec-6d84-4237-b4d9-28b8064baa07 req-1a8aa202-2922-4b42-a0f0-2d4433bd8d2a service neutron] 10.222.0.89 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052839 Jul 06 11:49:48.949482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-7ac1d902-fd3d-4a5a-8a1c-38c4604e2a9b service neutron] For port 07a164c7-4b12-4920-b001-778b6fdd8a71, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:48.954430 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-7ac1d902-fd3d-4a5a-8a1c-38c4604e2a9b service neutron] Notify callbacks [] for binding, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:48.958824 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32675df7-baf9-46c4-a05f-ee15eb8de5ad req-7ac1d902-fd3d-4a5a-8a1c-38c4604e2a9b service neutron] 10.222.0.89 "DELETE /v2.0/ports/07a164c7-4b12-4920-b001-778b6fdd8a71/bindings/n-h1-799529-2 HTTP/1.1" status: 204 len: 173 time: 0.3095167 Jul 06 11:49:48.990450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccddc5-94ec-4f61-8af2-5d4052509171 req-0b410aea-6e7b-45e4-8aed-1e09d2bd5728 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:48.992137 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c5ccddc5-94ec-4f61-8af2-5d4052509171 req-0b410aea-6e7b-45e4-8aed-1e09d2bd5728 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 945 time: 0.1149580 Jul 06 11:49:49.069185 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c5ccddc5-94ec-4f61-8af2-5d4052509171 req-2f9dae77-2da8-4c7f-af34-5af1048c5160 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688155 Jul 06 11:49:49.084681 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-107cd4b2-533b-47fc-bb29-d643ac8b6770 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:49:49.091875 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-107cd4b2-533b-47fc-bb29-d643ac8b6770 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:49.108466 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b39e82-103f-4208-a115-22808d02ee68 None None] Sync routers for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:49:49.120032 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b39e82-103f-4208-a115-22808d02ee68 None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:49.121400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b3b39e82-103f-4208-a115-22808d02ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:49:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:49.153801 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-107cd4b2-533b-47fc-bb29-d643ac8b6770 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "PUT /v2.0/floatingips/dfccc763-9b3a-41a0-bb53-8c25d40f2ca6 HTTP/1.1" status: 200 len: 694 time: 1.6374354 Jul 06 11:49:49.162308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'tag': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:49.166244 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c26d771-c2e0-4a96-8ade-a4a89dc0d268" -d '{"events": [{"name": "network-changed", "server_uuid": "f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf", "tag": "bf63ebab-cb8b-44a4-a4ce-6a64a47be56f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:49.271969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-b3b39e82-103f-4208-a115-22808d02ee68 None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:49.310874 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-7d2a55c3-857d-4281-9c7f-6e0ac0d4ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:49.315921 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-7d2a55c3-857d-4281-9c7f-6e0ac0d4ece3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 1096 time: 0.1407878 Jul 06 11:49:49.344978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 07a164c7-4b12-4920-b001-778b6fdd8a71 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:49.410461 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3a3e7-7d13-458b-a77a-5537b82e3af2 req-d959eb48-59e4-4ebc-9000-ea2789530bba tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:49.418599 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2ea3a3e7-7d13-458b-a77a-5537b82e3af2 req-d959eb48-59e4-4ebc-9000-ea2789530bba tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1445596 Jul 06 11:49:49.476478 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2ea3a3e7-7d13-458b-a77a-5537b82e3af2 req-011cbad2-53f9-456f-806c-0b513f276cf9 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550961 Jul 06 11:49:49.600126 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-e9518ae4-7bc1-4af8-9b2c-c0ae828cac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:49.602524 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-e9518ae4-7bc1-4af8-9b2c-c0ae828cac1a service neutron] 10.222.0.81 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 921 time: 0.2494602 Jul 06 11:49:49.669003 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bb9c4eba-61c1-41db-bbca-aaa7fdd942ba req-8b0f66f6-927c-4aed-8522-c3c7b10d48cb tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 210 time: 0.0308485 Jul 06 11:49:49.683111 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-283d53aa-44bf-49ed-ae0e-4a960c0ee6e7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f HTTP/1.1" status: 200 len: 217 time: 0.0728254 Jul 06 11:49:49.693426 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-2edb6b61-2586-4015-b020-266f5c90dd24 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:49.695172 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-2edb6b61-2586-4015-b020-266f5c90dd24 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.23 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 808 time: 0.3668187 Jul 06 11:49:49.720426 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 07a164c7-4b12-4920-b001-778b6fdd8a71 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:49.759470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-c95da7cb-6b16-4f9d-a5be-4e351d1749bc tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Request body: {'port': {'device_id': 'b70ba8ce-9618-4e45-a920-b219ce6e978e', 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4', 'admin_state_up': True, 'tenant_id': '4843c8d3b46e40b0bd7d0bef48a42377'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:49.835803 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-c3d87df7-8a86-4453-93c1-c339ea27bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:49.837835 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-c3d87df7-8a86-4453-93c1-c339ea27bb82 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 200 len: 859 time: 0.1399314 Jul 06 11:49:49.892806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b3b39e82-103f-4208-a115-22808d02ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:49.924141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e847ef-8250-4a1b-af0d-086b8f36241d req-ada1445e-4487-4eab-9cac-3a21b6c18815 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:49.925022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b39e82-103f-4208-a115-22808d02ee68 None None] Checking router: 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:49:49.933456 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-37e847ef-8250-4a1b-af0d-086b8f36241d req-ada1445e-4487-4eab-9cac-3a21b6c18815 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 943 time: 0.1151013 Jul 06 11:49:49.936924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b39e82-103f-4208-a115-22808d02ee68 None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:49.938165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b3b39e82-103f-4208-a115-22808d02ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:49:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:49.962681 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-b329a33c-1bf0-447b-a5fc-84dca03fa9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:49.964254 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-b329a33c-1bf0-447b-a5fc-84dca03fa9d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bde42019-f374-4e0e-805a-c2260ce1d654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102707 Jul 06 11:49:49.982939 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-c95da7cb-6b16-4f9d-a5be-4e351d1749bc tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Made reservation on behalf of 4843c8d3b46e40b0bd7d0bef48a42377 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:49.987520 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-c95da7cb-6b16-4f9d-a5be-4e351d1749bc tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.039779 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-37e847ef-8250-4a1b-af0d-086b8f36241d req-d5560b9c-de8b-4662-9aca-9ea49410bbb3 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045818 Jul 06 11:49:50.043651 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-7301db03-588b-479a-94a1-62009d94313d tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d62fc5fa25c24d7ca4bf64c13e15b9f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374424 Jul 06 11:49:50.093133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-b3b39e82-103f-4208-a115-22808d02ee68 None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:50.151531 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-d5286ae3-5993-44d3-90bd-a2f83744f079 service neutron] 10.222.0.81 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786888 Jul 06 11:49:50.211749 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-b2ac4b18-51e9-47f9-9794-b05084045bd4 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:50.214224 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-b2ac4b18-51e9-47f9-9794-b05084045bd4 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644778 Jul 06 11:49:50.230312 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-77377ebe-8b14-4abc-aca1-c21cc7fd5a66 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Request body: {'port': {'device_id': '3c66454f-1e0e-41b7-b3ed-d9e7472e1516', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'd62fc5fa25c24d7ca4bf64c13e15b9f8'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:50.344323 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-c95da7cb-6b16-4f9d-a5be-4e351d1749bc tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Allocated IP 172.20.0.14 (f2e9b7d6-944b-4592-9597-94c9d66799e4/ee177648-6d0e-46f5-a7ba-dce8ba04775a/c92279f0-5ba0-4a2b-9c26-906817f462db) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:50.353664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-77377ebe-8b14-4abc-aca1-c21cc7fd5a66 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Made reservation on behalf of d62fc5fa25c24d7ca4bf64c13e15b9f8 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:50.359983 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-77377ebe-8b14-4abc-aca1-c21cc7fd5a66 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.388235 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47d7d3bb-a322-4ab0-9aae-ffa1208285ab req-45a60db0-6249-4d66-abae-82dcb7f445a0 service neutron] 10.222.0.81 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257998 Jul 06 11:49:50.401204 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b3b39e82-103f-4208-a115-22808d02ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:50.454826 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8e897e8f-9283-4a93-870e-a1b08feb97b7 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:50.457442 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b39e82-103f-4208-a115-22808d02ee68 None None] The sync data for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 is: [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:49:50.542864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-77377ebe-8b14-4abc-aca1-c21cc7fd5a66 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Allocated IP 192.168.233.247 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/97481db4-42ca-4443-8d55-e40b9fbf2657) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:50.627671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 8e897e8f-9283-4a93-870e-a1b08feb97b7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8e897e8f-9283-4a93-870e-a1b08feb97b7,segment=NetworkSegment(3c1bd99e-7a7f-413b-8c5d-43ca337e8b57),segment_id=3c1bd99e-7a7f-413b-8c5d-43ca337e8b57)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:50.631966 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-782a96d2-bd46-4289-8959-736e7e636c8a req-2d1651eb-8c9f-4eca-ac46-d82c8afb6a70 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=c219c3467af94561a4dda292c5b53742&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582628 Jul 06 11:49:50.643006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '8e897e8f-9283-4a93-870e-a1b08feb97b7', 'network_id': '6dbe9c2d-a240-4a74-8981-f136669f1457', 'port_id': '8e897e8f-9283-4a93-870e-a1b08feb97b7', 'mac_address': 'fa:16:3e:94:40:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e4953c5-ee5f-4c90-951c-dd079061debe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:50.675694 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64c701de-2116-4d00-9eb0-7dc03f0c309b req-68236d0f-d8db-40c9-8774-99a939a105c3 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 210 time: 0.0590117 Jul 06 11:49:50.745557 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.783746 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e897e8f-9283-4a93-870e-a1b08feb97b7 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:50.792993 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ece39f5-69fc-4562-b3b1-6e4c646f1328 req-5ba1f0e5-79c5-4d20-9f14-9db50984f7eb tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 210 time: 0.1189394 Jul 06 11:49:50.826947 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe51f98d-8ae8-4775-916a-3f8e19894962 x-openstack-request-id: req-fe51f98d-8ae8-4775-916a-3f8e19894962 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:50.827271 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf", "tag": "bf63ebab-cb8b-44a4-a4ce-6a64a47be56f", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:50.827643 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe51f98d-8ae8-4775-916a-3f8e19894962 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:50.828096 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'tag': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f', 'status': 'completed', 'code': 200} Jul 06 11:49:50.830106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.23', 57225) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:49:50.842566 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 8e897e8f-9283-4a93-870e-a1b08feb97b7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8e897e8f-9283-4a93-870e-a1b08feb97b7,segment=NetworkSegment(3c1bd99e-7a7f-413b-8c5d-43ca337e8b57),segment_id=3c1bd99e-7a7f-413b-8c5d-43ca337e8b57)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:50.849759 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.878155 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-c95da7cb-6b16-4f9d-a5be-4e351d1749bc tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.906944 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7421c9-04f7-4cde-b0c8-68e8fccf7511 None None] New status for floating IP dfccc763-9b3a-41a0-bb53-8c25d40f2ca6: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:49:50.921069 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a96d2-bd46-4289-8959-736e7e636c8a req-34b0d415-cc86-4cfb-911d-8d1464cfa90c tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:50.923048 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-782a96d2-bd46-4289-8959-736e7e636c8a req-34b0d415-cc86-4cfb-911d-8d1464cfa90c tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612283 Jul 06 11:49:50.936273 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-782a96d2-bd46-4289-8959-736e7e636c8a req-18c5528c-2a70-4f68-b6e0-58918d3c34fc tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Request body: {'port': {'device_id': 'a209f20a-8685-4265-a696-a84bc2730084', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'c219c3467af94561a4dda292c5b53742'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:50.941304 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=8e897e8f-9283-4a93-870e-a1b08feb97b7,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:50.954109 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-77377ebe-8b14-4abc-aca1-c21cc7fd5a66 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:50.977881 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-77377ebe-8b14-4abc-aca1-c21cc7fd5a66 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Transition to ACTIVE for port object 97481db4-42ca-4443-8d55-e40b9fbf2657 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:51.023744 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26d771-c2e0-4a96-8ade-a4a89dc0d268 req-3697d23f-0b53-4282-8c7e-d2743653ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.026349 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3c26d771-c2e0-4a96-8ade-a4a89dc0d268 req-3697d23f-0b53-4282-8c7e-d2743653ac1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 1096 time: 0.1897278 Jul 06 11:49:51.100956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782a96d2-bd46-4289-8959-736e7e636c8a req-18c5528c-2a70-4f68-b6e0-58918d3c34fc tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Made reservation on behalf of c219c3467af94561a4dda292c5b53742 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:51.105365 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-782a96d2-bd46-4289-8959-736e7e636c8a req-18c5528c-2a70-4f68-b6e0-58918d3c34fc tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.106189 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-77377ebe-8b14-4abc-aca1-c21cc7fd5a66 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.125594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-c95da7cb-6b16-4f9d-a5be-4e351d1749bc tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.128262 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['0a2c7a0f-77bb-4e05-a082-f40773c69431'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:51.176452 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77377ebe-8b14-4abc-aca1-c21cc7fd5a66 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Pushing event updated for resources: {'Port': ['ID=97481db4-42ca-4443-8d55-e40b9fbf2657,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:51.177394 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8e897e8f-9283-4a93-870e-a1b08feb97b7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:51.194190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95da7cb-6b16-4f9d-a5be-4e351d1749bc tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Pushing event updated for resources: {'Port': ['ID=c92279f0-5ba0-4a2b-9c26-906817f462db,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:51.206187 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-77377ebe-8b14-4abc-aca1-c21cc7fd5a66 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:51.210818 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-77377ebe-8b14-4abc-aca1-c21cc7fd5a66 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:51.213429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-77377ebe-8b14-4abc-aca1-c21cc7fd5a66 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:51.266608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-c95da7cb-6b16-4f9d-a5be-4e351d1749bc tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Network f2e9b7d6-944b-4592-9597-94c9d66799e4 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:51.277412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-c95da7cb-6b16-4f9d-a5be-4e351d1749bc tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:51.285998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-c95da7cb-6b16-4f9d-a5be-4e351d1749bc tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:51.302517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26d771-c2e0-4a96-8ade-a4a89dc0d268 req-4302df21-58d5-45e3-b9e7-9fc04b9d5b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.304107 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3c26d771-c2e0-4a96-8ade-a4a89dc0d268 req-4302df21-58d5-45e3-b9e7-9fc04b9d5b17 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 921 time: 0.2660725 Jul 06 11:49:51.328634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-77377ebe-8b14-4abc-aca1-c21cc7fd5a66 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.329305 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-77377ebe-8b14-4abc-aca1-c21cc7fd5a66 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.350255 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79897b8-f851-4d8d-bcf1-62af8be3f203 req-e55e2fe4-5e69-4329-ac52-d4455f815090 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.352293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c79897b8-f851-4d8d-bcf1-62af8be3f203 req-e55e2fe4-5e69-4329-ac52-d4455f815090 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.3100944 Jul 06 11:49:51.375025 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3c26d771-c2e0-4a96-8ade-a4a89dc0d268 req-895d3f19-6e00-4123-a20b-c8ba32feac2f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f HTTP/1.1" status: 200 len: 217 time: 0.0614636 Jul 06 11:49:51.385263 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-77377ebe-8b14-4abc-aca1-c21cc7fd5a66 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1579566 Jul 06 11:49:51.410931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Request body: {'port': {'device_id': '3c66454f-1e0e-41b7-b3ed-d9e7472e1516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:51.449988 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-c95da7cb-6b16-4f9d-a5be-4e351d1749bc tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.450795 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-c95da7cb-6b16-4f9d-a5be-4e351d1749bc tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.470150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c79897b8-f851-4d8d-bcf1-62af8be3f203 req-4b78dfbb-19f6-42e9-a13e-0930394b9b1f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099896 Jul 06 11:49:51.479532 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-c95da7cb-6b16-4f9d-a5be-4e351d1749bc tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7261000 Jul 06 11:49:51.490850 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-782a96d2-bd46-4289-8959-736e7e636c8a req-18c5528c-2a70-4f68-b6e0-58918d3c34fc tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Allocated IP 192.168.233.64 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/f66586d1-2c3b-4a0c-8e1a-2adb49fabee7) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:51.502973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Request body: {'port': {'device_id': 'b70ba8ce-9618-4e45-a920-b219ce6e978e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:51.595735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2a1cf208-cbc3-490a-8673-8760b218542d None None] Provisioning for port 97481db4-42ca-4443-8d55-e40b9fbf2657 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:51.610898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26d771-c2e0-4a96-8ade-a4a89dc0d268 req-c5d7f01a-fa6f-4570-8498-e11cff75670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.613966 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3c26d771-c2e0-4a96-8ade-a4a89dc0d268 req-c5d7f01a-fa6f-4570-8498-e11cff75670b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 200 len: 859 time: 0.2160134 Jul 06 11:49:51.619838 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2a1cf208-cbc3-490a-8673-8760b218542d None None] Provisioning complete for port 97481db4-42ca-4443-8d55-e40b9fbf2657 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:51.620548 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf208-cbc3-490a-8673-8760b218542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.683695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2a1cf208-cbc3-490a-8673-8760b218542d None None] Port 97481db4-42ca-4443-8d55-e40b9fbf2657 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:51.698512 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.721999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8789d4-7b42-4dd0-8d3c-740997a5ff01 req-3bf62ae1-fc84-4071-8b1f-70e6d303fc7f tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.724379 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9b8789d4-7b42-4dd0-8d3c-740997a5ff01 req-3bf62ae1-fc84-4071-8b1f-70e6d303fc7f tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 932 time: 0.2297871 Jul 06 11:49:51.794664 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-782a96d2-bd46-4289-8959-736e7e636c8a req-18c5528c-2a70-4f68-b6e0-58918d3c34fc tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.808896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26d771-c2e0-4a96-8ade-a4a89dc0d268 req-b9a4b99b-a3bd-46aa-81b4-1956631125f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.810448 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3c26d771-c2e0-4a96-8ade-a4a89dc0d268 req-b9a4b99b-a3bd-46aa-81b4-1956631125f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bde42019-f374-4e0e-805a-c2260ce1d654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836419 Jul 06 11:49:51.820239 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:51.825305 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-782a96d2-bd46-4289-8959-736e7e636c8a req-18c5528c-2a70-4f68-b6e0-58918d3c34fc tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Transition to ACTIVE for port object f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:51.827924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8ba76-9810-4621-a4b6-debada8e370f req-b1cbfa7f-19a9-4638-b1ff-3969e270465e tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:51.829469 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41e8ba76-9810-4621-a4b6-debada8e370f req-b1cbfa7f-19a9-4638-b1ff-3969e270465e tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 1096 time: 0.1907847 Jul 06 11:49:51.920062 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9b8789d4-7b42-4dd0-8d3c-740997a5ff01 req-fd754795-4769-408c-8ba0-6b81d8538e3c tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876979 Jul 06 11:49:51.934083 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41e8ba76-9810-4621-a4b6-debada8e370f req-04d9cf5a-eab6-4b98-9802-3b080827f391 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955317 Jul 06 11:49:51.979887 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3c26d771-c2e0-4a96-8ade-a4a89dc0d268 req-720dd032-1852-4af9-aecb-1da4ee553eee service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570373 Jul 06 11:49:52.012010 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-782a96d2-bd46-4289-8959-736e7e636c8a req-18c5528c-2a70-4f68-b6e0-58918d3c34fc tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.027920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['e18eabde-acd3-4d7d-a735-8f91e9bef89e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:52.082803 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782a96d2-bd46-4289-8959-736e7e636c8a req-18c5528c-2a70-4f68-b6e0-58918d3c34fc tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:52.126034 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-782a96d2-bd46-4289-8959-736e7e636c8a req-18c5528c-2a70-4f68-b6e0-58918d3c34fc tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:52.133096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-782a96d2-bd46-4289-8959-736e7e636c8a req-18c5528c-2a70-4f68-b6e0-58918d3c34fc tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:52.171525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5528c-2a70-4f68-b6e0-58918d3c34fc tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Pushing event updated for resources: {'Port': ['ID=f66586d1-2c3b-4a0c-8e1a-2adb49fabee7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:52.223269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a96d2-bd46-4289-8959-736e7e636c8a req-18c5528c-2a70-4f68-b6e0-58918d3c34fc tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:52.224186 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-782a96d2-bd46-4289-8959-736e7e636c8a req-18c5528c-2a70-4f68-b6e0-58918d3c34fc tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.225359 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3c26d771-c2e0-4a96-8ade-a4a89dc0d268 req-d2144e3b-5fbe-4e09-a6e8-dd5157a84ad3 service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266209 Jul 06 11:49:52.263372 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-782a96d2-bd46-4289-8959-736e7e636c8a req-18c5528c-2a70-4f68-b6e0-58918d3c34fc tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3318846 Jul 06 11:49:52.276689 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Request body: {'port': {'device_id': 'a209f20a-8685-4265-a696-a84bc2730084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:52.369676 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97481db4-42ca-4443-8d55-e40b9fbf2657 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:52.383693 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.394633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c92279f0-5ba0-4a2b-9c26-906817f462db {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:52.406097 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91173e7c-e65a-4ab1-b336-1e95c88f0933 req-54a443c1-a753-4236-95e7-346e8c94c524 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:52.422758 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91173e7c-e65a-4ab1-b336-1e95c88f0933 req-54a443c1-a753-4236-95e7-346e8c94c524 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 944 time: 0.2637584 Jul 06 11:49:52.425666 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.457340 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Transition to ACTIVE for port object 97481db4-42ca-4443-8d55-e40b9fbf2657 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:52.460244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Transition to ACTIVE for port object c92279f0-5ba0-4a2b-9c26-906817f462db will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:52.461433 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.464508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8e897e8f-9283-4a93-870e-a1b08feb97b7 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:52.465717 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.471036 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.545128 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91173e7c-e65a-4ab1-b336-1e95c88f0933 req-a63561ed-76d2-43c0-95ef-88686edbb4f4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213124 Jul 06 11:49:52.579584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 8e897e8f-9283-4a93-870e-a1b08feb97b7 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:52.587857 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 8e897e8f-9283-4a93-870e-a1b08feb97b7 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:52.588928 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.605351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Pushing event updated for resources: {'Port': ['ID=97481db4-42ca-4443-8d55-e40b9fbf2657,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:52.634476 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Pushing event updated for resources: {'Port': ['ID=c92279f0-5ba0-4a2b-9c26-906817f462db,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:52.702884 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ad194d97-783a-4f12-90c8-b76ea3d60ab1 None None] Provisioning for port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:52.713247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ad194d97-783a-4f12-90c8-b76ea3d60ab1 None None] Provisioning complete for port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:52.713670 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad194d97-783a-4f12-90c8-b76ea3d60ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.744699 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.771784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ad194d97-783a-4f12-90c8-b76ea3d60ab1 None None] Port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:49:52.803773 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 8e897e8f-9283-4a93-870e-a1b08feb97b7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8e897e8f-9283-4a93-870e-a1b08feb97b7,segment=NetworkSegment(3c1bd99e-7a7f-413b-8c5d-43ca337e8b57),segment_id=3c1bd99e-7a7f-413b-8c5d-43ca337e8b57)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:52.810744 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfad04fd-7e1f-4f96-a1f5-a17d40505b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e897e8f-9283-4a93-870e-a1b08feb97b7'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:52.814997 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1fed0c-0fcc-472c-b9fe-ed8b51a8f531" -d '{"events": [{"server_uuid": "dfad04fd-7e1f-4f96-a1f5-a17d40505b33", "name": "network-vif-plugged", "status": "completed", "tag": "8e897e8f-9283-4a93-870e-a1b08feb97b7"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:52.819625 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:52.872700 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=8e897e8f-9283-4a93-870e-a1b08feb97b7,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:52.909609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:52.910213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:52.910322 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:52.910569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:52.910883 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:52.911197 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:52.911540 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:52.911853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:52.912169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:52.912484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:52.912797 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:52.913107 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:53.056661 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Attempting to bind port 97481db4-42ca-4443-8d55-e40b9fbf2657 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:53.056988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Attempting to bind port 97481db4-42ca-4443-8d55-e40b9fbf2657 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:53.057304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Attempting to bind port 97481db4-42ca-4443-8d55-e40b9fbf2657 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:53.069968 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1b454-3de8-432a-acc1-3d1b50fd9cb1 req-8556d5e4-9122-49e5-b24c-d9e6656b4460 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.072048 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bce1b454-3de8-432a-acc1-3d1b50fd9cb1 req-8556d5e4-9122-49e5-b24c-d9e6656b4460 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf HTTP/1.1" status: 200 len: 945 time: 0.1651721 Jul 06 11:49:53.080641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e9823-632f-4594-bd8d-ef2d79a3dad6 req-b6d88cdd-0eb5-4b82-a64b-c1bb80eece04 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.082031 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-609e9823-632f-4594-bd8d-ef2d79a3dad6 req-b6d88cdd-0eb5-4b82-a64b-c1bb80eece04 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 935 time: 0.1745884 Jul 06 11:49:53.089569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Port 97481db4-42ca-4443-8d55-e40b9fbf2657 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:53.089895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Attempting to bind port 97481db4-42ca-4443-8d55-e40b9fbf2657 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:53.127818 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:53.128129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:53.128507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:53.128936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Bound port: 97481db4-42ca-4443-8d55-e40b9fbf2657, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:53.129300 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.166417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b3fec-9843-469d-9930-0be0e63af244 req-1d5d1819-85f6-469c-a9af-e0a4edf8733d tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.167876 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-241b3fec-9843-469d-9930-0be0e63af244 req-1d5d1819-85f6-469c-a9af-e0a4edf8733d tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7a3043a-90cc-4e35-a98c-91e40992d894&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5927565 Jul 06 11:49:53.170248 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Attempting to bind port c92279f0-5ba0-4a2b-9c26-906817f462db on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:53.170584 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Attempting to bind port c92279f0-5ba0-4a2b-9c26-906817f462db by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:53.170916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Attempting to bind port c92279f0-5ba0-4a2b-9c26-906817f462db on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:53.172161 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-609e9823-632f-4594-bd8d-ef2d79a3dad6 req-1d03fa05-4c81-4702-b464-3f6a34a53fd4 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790849 Jul 06 11:49:53.190209 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Port c92279f0-5ba0-4a2b-9c26-906817f462db on network f2e9b7d6-944b-4592-9597-94c9d66799e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:53.190209 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Attempting to bind port c92279f0-5ba0-4a2b-9c26-906817f462db on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:53.240654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:53.240912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Checking segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:53.241261 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Bound using segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:53.241770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Bound port: c92279f0-5ba0-4a2b-9c26-906817f462db, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:53.242047 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.246906 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-241b3fec-9843-469d-9930-0be0e63af244 req-1f1c2fb6-e7ac-420e-a433-e74b552d19c9 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 695 time: 0.0714359 Jul 06 11:49:53.262902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] For port 97481db4-42ca-4443-8d55-e40b9fbf2657, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:53.269958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-241b3fec-9843-469d-9930-0be0e63af244 req-91317f24-c275-4c29-ac29-82e1ca871585 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Request body: {'floatingip': {'port_id': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:53.282526 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] For port 97481db4-42ca-4443-8d55-e40b9fbf2657, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=97481db4-42ca-4443-8d55-e40b9fbf2657,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:53.285796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-bce1b454-3de8-432a-acc1-3d1b50fd9cb1 req-059e5979-04bf-4cd3-b0af-76da60017c4e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Deleting port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:49:53.286299 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bce1b454-3de8-432a-acc1-3d1b50fd9cb1 req-059e5979-04bf-4cd3-b0af-76da60017c4e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.292301 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.335591 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-241b3fec-9843-469d-9930-0be0e63af244 req-91317f24-c275-4c29-ac29-82e1ca871585 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.394115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.394732 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.396158 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] 10.222.0.23 "PUT /v2.0/ports/97481db4-42ca-4443-8d55-e40b9fbf2657 HTTP/1.1" status: 200 len: 1096 time: 1.9969780 Jul 06 11:49:53.398506 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c66454f-1e0e-41b7-b3ed-d9e7472e1516', 'tag': '97481db4-42ca-4443-8d55-e40b9fbf2657'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:53.401801 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f13168-ec32-4ef2-9e82-46f61b4c685c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c66454f-1e0e-41b7-b3ed-d9e7472e1516", "tag": "97481db4-42ca-4443-8d55-e40b9fbf2657"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:53.456049 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff17e43-e6c3-41bc-b690-99deb7f9d14a service neutron] Pushing event updated for resources: {'Port': ['ID=97481db4-42ca-4443-8d55-e40b9fbf2657,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:53.469412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:53.479914 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.482554 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] For port c92279f0-5ba0-4a2b-9c26-906817f462db, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:53.526788 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-bce1b454-3de8-432a-acc1-3d1b50fd9cb1 req-059e5979-04bf-4cd3-b0af-76da60017c4e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] For port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:53.527149 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bce1b454-3de8-432a-acc1-3d1b50fd9cb1 req-059e5979-04bf-4cd3-b0af-76da60017c4e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.528906 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] For port c92279f0-5ba0-4a2b-9c26-906817f462db, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=c92279f0-5ba0-4a2b-9c26-906817f462db,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:53.539047 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Transition to ACTIVE for port object f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:53.543549 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.553515 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.555783 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-bce1b454-3de8-432a-acc1-3d1b50fd9cb1 req-059e5979-04bf-4cd3-b0af-76da60017c4e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Calling delete_port for bf63ebab-cb8b-44a4-a4ce-6a64a47be56f owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:49:53.566176 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdeb1b-7e71-4ade-9d52-174505b65f30 req-5812361e-9aac-4b19-a76c-b80fa781d190 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.567762 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-25fdeb1b-7e71-4ade-9d52-174505b65f30 req-5812361e-9aac-4b19-a76c-b80fa781d190 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 948 time: 0.2626474 Jul 06 11:49:53.636381 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.637099 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.638647 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] 10.222.0.23 "PUT /v2.0/ports/c92279f0-5ba0-4a2b-9c26-906817f462db HTTP/1.1" status: 200 len: 1092 time: 2.1424203 Jul 06 11:49:53.641192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70ba8ce-9618-4e45-a920-b219ce6e978e', 'tag': 'c92279f0-5ba0-4a2b-9c26-906817f462db'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:53.642937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-13673284-c75c-44fc-9df9-6826cc4b2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.643613 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91968aee-a644-49e0-8af3-548b81dbf1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b70ba8ce-9618-4e45-a920-b219ce6e978e", "tag": "c92279f0-5ba0-4a2b-9c26-906817f462db"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:53.644794 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-13673284-c75c-44fc-9df9-6826cc4b2365 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d62fc5fa25c24d7ca4bf64c13e15b9f8&device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 1099 time: 0.1850455 Jul 06 11:49:53.717739 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-dc3b3fd1-c6fc-4bfb-9088-34eb338d4e3f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=97481db4-42ca-4443-8d55-e40b9fbf2657 HTTP/1.1" status: 200 len: 217 time: 0.0559969 Jul 06 11:49:53.718309 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Pushing event updated for resources: {'Port': ['ID=c92279f0-5ba0-4a2b-9c26-906817f462db,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:53.720602 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-25fdeb1b-7e71-4ade-9d52-174505b65f30 req-ee082155-c238-4f8f-9f0a-265c25b0571a tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463532 Jul 06 11:49:53.775993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:53.776339 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:53.776682 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:53.777017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:53.777363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:53.777683 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:53.778009 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:53.778334 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:53.778657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:53.778984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:53.779321 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:53.779645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b7f4b-2ceb-4aa7-96af-5702ac153d57 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:53.780101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-d126dbe7-36a1-4649-9231-6d55f0d40f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.781628 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-d126dbe7-36a1-4649-9231-6d55f0d40f1a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0574629 Jul 06 11:49:53.910982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-15df2281-f284-4e57-8ad0-05f84592092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.912421 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-15df2281-f284-4e57-8ad0-05f84592092e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172004 Jul 06 11:49:53.917008 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Pushing event updated for resources: {'Port': ['ID=f66586d1-2c3b-4a0c-8e1a-2adb49fabee7,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:53.947521 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Attempting to bind port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:53.947862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Attempting to bind port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:53.948192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Attempting to bind port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:53.954806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:53.955057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Attempting to bind port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:53.961228 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-4162cdd1-2266-41b2-a27f-c29dba1aadf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:53.962795 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-4162cdd1-2266-41b2-a27f-c29dba1aadf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 1095 time: 0.2795448 Jul 06 11:49:53.963939 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:53.964270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:53.964646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:53.965074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Bound port: f66586d1-2c3b-4a0c-8e1a-2adb49fabee7, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:53.965429 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:53.994124 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bce1b454-3de8-432a-acc1-3d1b50fd9cb1 req-059e5979-04bf-4cd3-b0af-76da60017c4e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.005616 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['b01afc95-3c7e-47bf-96d3-3924ef5704de', 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:54.037754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e5979-04bf-4cd3-b0af-76da60017c4e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Pushing event deleted for resources: {'Port': ['ID=bf63ebab-cb8b-44a4-a4ce-6a64a47be56f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:54.067702 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-11194e74-35fd-40b3-b51e-243522fabd74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c92279f0-5ba0-4a2b-9c26-906817f462db HTTP/1.1" status: 200 len: 217 time: 0.0938787 Jul 06 11:49:54.107422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce1b454-3de8-432a-acc1-3d1b50fd9cb1 req-059e5979-04bf-4cd3-b0af-76da60017c4e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] No DVR routers for this DVR port bf63ebab-cb8b-44a4-a4ce-6a64a47be56f on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:49:54.110414 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bce1b454-3de8-432a-acc1-3d1b50fd9cb1 req-059e5979-04bf-4cd3-b0af-76da60017c4e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.112694 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bce1b454-3de8-432a-acc1-3d1b50fd9cb1 req-059e5979-04bf-4cd3-b0af-76da60017c4e tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.23 "DELETE /v2.0/ports/bf63ebab-cb8b-44a4-a4ce-6a64a47be56f HTTP/1.1" status: 204 len: 173 time: 1.0295279 Jul 06 11:49:54.122275 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567a4c3-dec8-45d8-a8db-3976389591be req-8da6cc09-d903-46fa-aa64-fde1589af15c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:54.123901 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d567a4c3-dec8-45d8-a8db-3976389591be req-8da6cc09-d903-46fa-aa64-fde1589af15c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.2521372 Jul 06 11:49:54.161558 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-13aef340-b3fc-4da8-bcbf-82d2249c1e70 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383254 Jul 06 11:49:54.189820 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] For port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:54.198124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] For port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f66586d1-2c3b-4a0c-8e1a-2adb49fabee7,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:54.202584 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-675da0f4-8a9f-4cf6-b99b-718cf0f0f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:54.204179 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-675da0f4-8a9f-4cf6-b99b-718cf0f0f5c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.1243620 Jul 06 11:49:54.216586 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.284814 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d567a4c3-dec8-45d8-a8db-3976389591be req-09eec282-e71e-40dc-931c-726d9fbf576d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488006 Jul 06 11:49:54.297609 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-cfcb10cc-e656-4d9d-a460-48f712566c83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766230 Jul 06 11:49:54.303986 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:54.304613 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.304613 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] 10.222.0.89 "PUT /v2.0/ports/f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 HTTP/1.1" status: 200 len: 1095 time: 2.0349545 Jul 06 11:49:54.345884 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.resource_extend [req-241b3fec-9843-469d-9930-0be0e63af244 req-91317f24-c275-4c29-ac29-82e1ca871585 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:49:54.376804 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ec103ef-17a5-4a32-8327-400cbe511c3c req-f9b4a87e-6eb8-49ba-a58a-856bb2e59d4e service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910477 Jul 06 11:49:54.464844 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482668e-9bb4-4eb5-8b43-9f8a0ea97657 service neutron] Pushing event updated for resources: {'Port': ['ID=f66586d1-2c3b-4a0c-8e1a-2adb49fabee7,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:54.483221 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-241b3fec-9843-469d-9930-0be0e63af244 req-91317f24-c275-4c29-ac29-82e1ca871585 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.495905 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-241b3fec-9843-469d-9930-0be0e63af244 req-91317f24-c275-4c29-ac29-82e1ca871585 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:54.520323 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-0600786b-1e94-4af4-a2c2-625113a50362 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:54.522132 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-0600786b-1e94-4af4-a2c2-625113a50362 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 820 time: 0.1162696 Jul 06 11:49:54.540935 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-d7fdb908-222e-495a-905a-28ab4e4378d8 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/quotas/6e8dcf1945dd4113a4d9fc26125dc3f9 HTTP/1.1" status: 200 len: 375 time: 0.0101423 Jul 06 11:49:54.563498 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-6f352c60-51a6-4f80-9169-e99621886145 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522335 Jul 06 11:49:54.565285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a96d2-bd46-4289-8959-736e7e636c8a req-a0422413-c465-41a4-a53b-d0d908171717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:54.566634 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-782a96d2-bd46-4289-8959-736e7e636c8a req-a0422413-c465-41a4-a53b-d0d908171717 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c219c3467af94561a4dda292c5b53742&device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 1098 time: 0.1832061 Jul 06 11:49:54.617494 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-564ba7a6-7e53-43d4-a710-6b77bf42298f tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0698156 Jul 06 11:49:54.699339 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-782a96d2-bd46-4289-8959-736e7e636c8a req-f6fdfa91-27c3-4561-99b2-63a9734760b9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 HTTP/1.1" status: 200 len: 217 time: 0.0875013 Jul 06 11:49:54.716812 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-3c4f94a7-ac39-4a84-b70d-cea60530679d service neutron] 10.222.0.81 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911145 Jul 06 11:49:54.722413 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [req-241b3fec-9843-469d-9930-0be0e63af244 req-91317f24-c275-4c29-ac29-82e1ca871585 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Floating IP dfccc763-9b3a-41a0-bb53-8c25d40f2ca6 associated. External IP: 172.25.4.73, port: b01afc95-3c7e-47bf-96d3-3924ef5704de. Jul 06 11:49:54.819795 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-caee2ec7-8340-4421-a91e-b160606e51a8 service neutron] 10.222.0.81 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968792 Jul 06 11:49:54.831473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a96d2-bd46-4289-8959-736e7e636c8a req-6fc2b563-9262-4e2c-bdd7-5af1742a0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:54.832995 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-782a96d2-bd46-4289-8959-736e7e636c8a req-6fc2b563-9262-4e2c-bdd7-5af1742a0f6d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1204495 Jul 06 11:49:54.866382 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c44ce920-4e87-47ad-9b56-9ca4ac22c403 req-5eb73e5d-4161-446d-b141-1cc404c1c3a2 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928946 Jul 06 11:49:54.960975 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582ef2f9-7c7c-4b36-9cf7-3d20e967f84a x-openstack-request-id: req-582ef2f9-7c7c-4b36-9cf7-3d20e967f84a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:54.961296 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfad04fd-7e1f-4f96-a1f5-a17d40505b33", "name": "network-vif-plugged", "status": "completed", "tag": "8e897e8f-9283-4a93-870e-a1b08feb97b7", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:54.961559 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-582ef2f9-7c7c-4b36-9cf7-3d20e967f84a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:54.962090 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfad04fd-7e1f-4f96-a1f5-a17d40505b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e897e8f-9283-4a93-870e-a1b08feb97b7', 'code': 200} Jul 06 11:49:55.027608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c2606cfa-fb0b-4f71-be88-f71648852c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:55.031493 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-782a96d2-bd46-4289-8959-736e7e636c8a req-c2606cfa-fb0b-4f71-be88-f71648852c7a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1620131 Jul 06 11:49:55.140316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1648b-aa46-406d-89e1-f8e1f5ede869 req-8d95b445-41de-4f8d-92a7-59e7f3ee3c32 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:55.142235 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cfe1648b-aa46-406d-89e1-f8e1f5ede869 req-8d95b445-41de-4f8d-92a7-59e7f3ee3c32 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 944 time: 0.0809388 Jul 06 11:49:55.190378 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cfe1648b-aa46-406d-89e1-f8e1f5ede869 req-533930a0-4481-4b33-affc-5192ef998686 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420227 Jul 06 11:49:55.242902 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28942e9b-13b2-4487-9b04-ffd2222c1eeb x-openstack-request-id: req-28942e9b-13b2-4487-9b04-ffd2222c1eeb {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:55.244079 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c66454f-1e0e-41b7-b3ed-d9e7472e1516", "tag": "97481db4-42ca-4443-8d55-e40b9fbf2657", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:55.244403 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28942e9b-13b2-4487-9b04-ffd2222c1eeb {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:55.244832 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c66454f-1e0e-41b7-b3ed-d9e7472e1516', 'tag': '97481db4-42ca-4443-8d55-e40b9fbf2657', 'status': 'completed', 'code': 200} Jul 06 11:49:55.502000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-241b3fec-9843-469d-9930-0be0e63af244 req-91317f24-c275-4c29-ac29-82e1ca871585 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:49:55.518674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee312ee6-c5b5-4ebb-9348-9023fb37f71b req-cae0f7e7-1d98-41fa-a9e0-8fa3e01f56ec tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:55.520308 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee312ee6-c5b5-4ebb-9348-9023fb37f71b req-cae0f7e7-1d98-41fa-a9e0-8fa3e01f56ec tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 945 time: 0.0706606 Jul 06 11:49:55.556503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207b4e7-6cbe-45d2-a224-95f50c19a315 req-0dc3ff33-a186-41b7-adc8-0c934f17ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:55.558068 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2207b4e7-6cbe-45d2-a224-95f50c19a315 req-0dc3ff33-a186-41b7-adc8-0c934f17ec15 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 1096 time: 0.4929054 Jul 06 11:49:55.567703 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee312ee6-c5b5-4ebb-9348-9023fb37f71b req-c0f5fc81-019f-433a-b31d-215098a142ff tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407388 Jul 06 11:49:55.596521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-782a96d2-bd46-4289-8959-736e7e636c8a req-0a8b2be6-b84c-4cc8-8cad-caf0f1a200be service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302513 Jul 06 11:49:55.607049 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f13168-ec32-4ef2-9e82-46f61b4c685c req-3536dcaf-4f04-4a7a-b1b1-c0282548447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:55.608568 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5f13168-ec32-4ef2-9e82-46f61b4c685c req-3536dcaf-4f04-4a7a-b1b1-c0282548447f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d62fc5fa25c24d7ca4bf64c13e15b9f8&device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 1099 time: 0.2135081 Jul 06 11:49:55.636635 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0237e37d-56a5-483b-8a99-fada73053d27 x-openstack-request-id: req-0237e37d-56a5-483b-8a99-fada73053d27 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:55.636919 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70ba8ce-9618-4e45-a920-b219ce6e978e", "tag": "c92279f0-5ba0-4a2b-9c26-906817f462db", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:55.637170 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0237e37d-56a5-483b-8a99-fada73053d27 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:55.637562 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70ba8ce-9618-4e45-a920-b219ce6e978e', 'tag': 'c92279f0-5ba0-4a2b-9c26-906817f462db', 'status': 'completed', 'code': 200} Jul 06 11:49:55.781091 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91968aee-a644-49e0-8af3-548b81dbf1e2 req-6656ed09-f574-44ee-ae97-8e078a1509fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:55.783886 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91968aee-a644-49e0-8af3-548b81dbf1e2 req-6656ed09-f574-44ee-ae97-8e078a1509fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 1095 time: 0.1328001 Jul 06 11:49:55.820993 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2207b4e7-6cbe-45d2-a224-95f50c19a315 req-9eceb2e7-011c-42f8-ba86-239b8a879db1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224975 Jul 06 11:49:55.862582 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46866e3-b894-4419-bf8d-47379821b287 req-3764f655-e163-4f26-b229-85c0ef21a3a8 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:55.864154 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e46866e3-b894-4419-bf8d-47379821b287 req-3764f655-e163-4f26-b229-85c0ef21a3a8 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 947 time: 0.1410470 Jul 06 11:49:55.876968 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-241b3fec-9843-469d-9930-0be0e63af244 req-91317f24-c275-4c29-ac29-82e1ca871585 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:49:55.885777 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-241b3fec-9843-469d-9930-0be0e63af244 req-91317f24-c275-4c29-ac29-82e1ca871585 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:55.887936 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20cc2d-6398-4b7e-b7e8-7bec42d14720 None None] Sync routers for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:49:55.906107 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20cc2d-6398-4b7e-b7e8-7bec42d14720 None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:55.907324 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5b20cc2d-6398-4b7e-b7e8-7bec42d14720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:49:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:55.931215 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e46866e3-b894-4419-bf8d-47379821b287 req-3cec44b9-14e2-451e-9de7-ed34dcf73c44 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604639 Jul 06 11:49:55.931873 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f13168-ec32-4ef2-9e82-46f61b4c685c req-c1782c13-5bfb-4f88-800b-68c4caa9f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:55.933834 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5f13168-ec32-4ef2-9e82-46f61b4c685c req-c1782c13-5bfb-4f88-800b-68c4caa9f76e service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.3055837 Jul 06 11:49:55.938060 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-782a96d2-bd46-4289-8959-736e7e636c8a req-0909d21c-7e62-4135-88c3-afc70c056e32 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276458 Jul 06 11:49:55.942269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91968aee-a644-49e0-8af3-548b81dbf1e2 req-a076c84b-7809-4876-b71e-a5b319c1179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:55.944267 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91968aee-a644-49e0-8af3-548b81dbf1e2 req-a076c84b-7809-4876-b71e-a5b319c1179d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.1486998 Jul 06 11:49:55.999484 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5f13168-ec32-4ef2-9e82-46f61b4c685c req-efcbb52e-1810-4edd-899b-4f5a04a2461c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=97481db4-42ca-4443-8d55-e40b9fbf2657 HTTP/1.1" status: 200 len: 217 time: 0.0560398 Jul 06 11:49:56.001059 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-241b3fec-9843-469d-9930-0be0e63af244 req-91317f24-c275-4c29-ac29-82e1ca871585 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "PUT /v2.0/floatingips/dfccc763-9b3a-41a0-bb53-8c25d40f2ca6 HTTP/1.1" status: 200 len: 995 time: 2.7405548 Jul 06 11:49:56.042992 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91968aee-a644-49e0-8af3-548b81dbf1e2 req-7e7e8887-8163-47d0-ba82-b066ceb62559 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c92279f0-5ba0-4a2b-9c26-906817f462db HTTP/1.1" status: 200 len: 217 time: 0.0855172 Jul 06 11:49:56.074609 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-5b20cc2d-6398-4b7e-b7e8-7bec42d14720 None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:56.112880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91968aee-a644-49e0-8af3-548b81dbf1e2 req-04bed69c-a64c-4246-9e77-4c519f0c0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:56.116244 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91968aee-a644-49e0-8af3-548b81dbf1e2 req-04bed69c-a64c-4246-9e77-4c519f0c0fc7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.0625396 Jul 06 11:49:56.120663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f13168-ec32-4ef2-9e82-46f61b4c685c req-3a7dfbc4-9ef3-470a-b620-edf5bd3cb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:56.122156 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5f13168-ec32-4ef2-9e82-46f61b4c685c req-3a7dfbc4-9ef3-470a-b620-edf5bd3cb9cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1042175 Jul 06 11:49:56.162053 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91968aee-a644-49e0-8af3-548b81dbf1e2 req-fd73bea8-d2d9-44e4-a9d0-98d63f872dae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391653 Jul 06 11:49:56.201984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b3fec-9843-469d-9930-0be0e63af244 req-7430985a-e434-4b0e-b3ee-1c5014f7161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:56.210059 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-241b3fec-9843-469d-9930-0be0e63af244 req-7430985a-e434-4b0e-b3ee-1c5014f7161c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 1096 time: 0.1421072 Jul 06 11:49:56.279911 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f13168-ec32-4ef2-9e82-46f61b4c685c req-4bbe57ba-61d3-47bc-b80c-66738fed2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:56.283521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5f13168-ec32-4ef2-9e82-46f61b4c685c req-4bbe57ba-61d3-47bc-b80c-66738fed2eaf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1541936 Jul 06 11:49:56.400062 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91968aee-a644-49e0-8af3-548b81dbf1e2 req-3e2be95b-b369-4654-b68c-dd5f33bdef62 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303500 Jul 06 11:49:56.414329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-6d795611-db15-4ac3-81e6-eb14b3744950 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:56.417016 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-6d795611-db15-4ac3-81e6-eb14b3744950 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.23 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 820 time: 0.2009079 Jul 06 11:49:56.436317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bfec3-eba2-47b7-b2e9-1f449ceaf745 req-e6d9b13e-e914-40b9-ae96-811d3c043797 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:56.441735 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b3fec-9843-469d-9930-0be0e63af244 req-2610f3bb-f60c-4ad2-92a3-abd806794465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:56.443836 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5b9bfec3-eba2-47b7-b2e9-1f449ceaf745 req-e6d9b13e-e914-40b9-ae96-811d3c043797 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 948 time: 0.2728760 Jul 06 11:49:56.449200 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-241b3fec-9843-469d-9930-0be0e63af244 req-2610f3bb-f60c-4ad2-92a3-abd806794465 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 921 time: 0.2382362 Jul 06 11:49:56.454042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-b8706aa6-903b-46a8-8420-c8458c0e91bb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Request body: {'port': {'device_id': 'a91509e4-287e-47e6-acfc-1bfcc0019bbc', 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8', 'admin_state_up': True, 'tenant_id': '6e8dcf1945dd4113a4d9fc26125dc3f9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:56.522817 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5f13168-ec32-4ef2-9e82-46f61b4c685c req-337b169f-5905-43a7-b0d8-6ef61e4e65a7 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320359 Jul 06 11:49:56.542213 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5b20cc2d-6398-4b7e-b7e8-7bec42d14720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'dfccc763-9b3a-41a0-bb53-8c25d40f2ca6', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'port_id': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'mac_address': 'fa:16:3e:90:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:13Z', 'updated_at': '2021-07-06T11:49:54Z', 'revision_number': 8, 'project_id': '92649345208f4d57abf29acc72aa0061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:56.578627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20cc2d-6398-4b7e-b7e8-7bec42d14720 None None] Checking router: 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:49:56.589291 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20cc2d-6398-4b7e-b7e8-7bec42d14720 None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:49:56.591398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5b20cc2d-6398-4b7e-b7e8-7bec42d14720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:49:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:56.591562 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-241b3fec-9843-469d-9930-0be0e63af244 req-5c7dd93c-c6e7-431c-870e-65cb0a3f9c91 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b01afc95-3c7e-47bf-96d3-3924ef5704de HTTP/1.1" status: 200 len: 998 time: 0.1402924 Jul 06 11:49:56.676208 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b3fec-9843-469d-9930-0be0e63af244 req-43c03b6d-6406-4e6d-8c2f-bb34b070216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:56.677823 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-241b3fec-9843-469d-9930-0be0e63af244 req-43c03b6d-6406-4e6d-8c2f-bb34b070216d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 200 len: 859 time: 0.0738907 Jul 06 11:49:56.682281 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5f13168-ec32-4ef2-9e82-46f61b4c685c req-cd3facfe-6869-40f2-b8f0-298a47493061 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498339 Jul 06 11:49:56.717097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-5b20cc2d-6398-4b7e-b7e8-7bec42d14720 None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:49:56.753050 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b3fec-9843-469d-9930-0be0e63af244 req-1e344e9e-59bd-4783-a59f-be01bbbe4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:56.754604 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-241b3fec-9843-469d-9930-0be0e63af244 req-1e344e9e-59bd-4783-a59f-be01bbbe4213 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bde42019-f374-4e0e-805a-c2260ce1d654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583377 Jul 06 11:49:56.844596 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5b9bfec3-eba2-47b7-b2e9-1f449ceaf745 req-99288192-8780-4de5-bc5a-d01ceb75c051 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997970 Jul 06 11:49:56.879680 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91968aee-a644-49e0-8af3-548b81dbf1e2 req-a5687fed-3af7-48c6-834e-7841188def25 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722040 Jul 06 11:49:56.913457 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-241b3fec-9843-469d-9930-0be0e63af244 req-9427a6a9-7122-42c6-9117-8e096502c479 service neutron] 10.222.0.81 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503582 Jul 06 11:49:56.936466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-b8706aa6-903b-46a8-8420-c8458c0e91bb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Made reservation on behalf of 6e8dcf1945dd4113a4d9fc26125dc3f9 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:49:56.944115 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-b8706aa6-903b-46a8-8420-c8458c0e91bb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.056612 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-241b3fec-9843-469d-9930-0be0e63af244 req-26da2217-496c-446f-9806-58d004e7c3ed service neutron] 10.222.0.81 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380093 Jul 06 11:49:57.098528 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3ff8df01-7f3c-46e8-95ad-52e409461951 req-52509b6c-0967-4886-90ba-ad664de0527f tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 210 time: 0.0446284 Jul 06 11:49:57.185928 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-b8706aa6-903b-46a8-8420-c8458c0e91bb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Allocated IP 172.20.0.10 (cbb289a5-730a-4952-ada3-a71c5cccf2d8/5663391f-233a-4fe7-82d6-ff0d7f70aad7/dbca350a-debb-4e3a-9880-a75b0795be8a) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:49:57.246840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'name': 'network-vif-deleted', 'tag': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:57.247646 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5b20cc2d-6398-4b7e-b7e8-7bec42d14720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'dfccc763-9b3a-41a0-bb53-8c25d40f2ca6', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'port_id': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'mac_address': 'fa:16:3e:90:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:13Z', 'updated_at': '2021-07-06T11:49:54Z', 'revision_number': 8, 'project_id': '92649345208f4d57abf29acc72aa0061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:49:57.249224 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67df17c6-afe3-4728-9373-0c314ddbe997" -d '{"events": [{"server_uuid": "f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf", "name": "network-vif-deleted", "tag": "bf63ebab-cb8b-44a4-a4ce-6a64a47be56f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:57.276272 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20cc2d-6398-4b7e-b7e8-7bec42d14720 None None] The sync data for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 is: [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'dfccc763-9b3a-41a0-bb53-8c25d40f2ca6', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'port_id': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'mac_address': 'fa:16:3e:90:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:49:13Z', 'updated_at': '2021-07-06T11:49:54Z', 'revision_number': 8, 'project_id': '92649345208f4d57abf29acc72aa0061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:49:57.357530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617b790-08aa-4524-a3af-7af3c5d17ba0 req-ac31c3a7-b1e0-43d5-b928-0f893861d1a1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:57.359072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1617b790-08aa-4524-a3af-7af3c5d17ba0 req-ac31c3a7-b1e0-43d5-b928-0f893861d1a1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1022263 Jul 06 11:49:57.389005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device c92279f0-5ba0-4a2b-9c26-906817f462db details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:57.391314 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device bf63ebab-cb8b-44a4-a4ce-6a64a47be56f no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:49:57.400199 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1617b790-08aa-4524-a3af-7af3c5d17ba0 req-506ae621-4666-469f-91a6-e34538bb2400 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354130 Jul 06 11:49:57.409139 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b68326-6a9d-40d0-b741-f81e9605cfc3 req-06e3ebfe-1b49-4606-a3c2-c3c9bf29ebeb tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:57.410737 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e1b68326-6a9d-40d0-b741-f81e9605cfc3 req-06e3ebfe-1b49-4606-a3c2-c3c9bf29ebeb tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 944 time: 0.1690269 Jul 06 11:49:57.413818 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-b8706aa6-903b-46a8-8420-c8458c0e91bb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.429565 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: bf63ebab-cb8b-44a4-a4ce-6a64a47be56f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:49:57.429565 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device bf63ebab-cb8b-44a4-a4ce-6a64a47be56f not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:49:57.470553 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e1b68326-6a9d-40d0-b741-f81e9605cfc3 req-2440f3cf-2f14-4b55-9916-e194c77d0b6a tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526588 Jul 06 11:49:57.494571 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-b8706aa6-903b-46a8-8420-c8458c0e91bb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.558890 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-b8706aa6-903b-46a8-8420-c8458c0e91bb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Network cbb289a5-730a-4952-ada3-a71c5cccf2d8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:49:57.565639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port c92279f0-5ba0-4a2b-9c26-906817f462db, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=c92279f0-5ba0-4a2b-9c26-906817f462db,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:57.567465 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-b8706aa6-903b-46a8-8420-c8458c0e91bb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:49:57.579774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-b8706aa6-903b-46a8-8420-c8458c0e91bb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:49:57.583449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'c92279f0-5ba0-4a2b-9c26-906817f462db', 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4', 'port_id': 'c92279f0-5ba0-4a2b-9c26-906817f462db', 'mac_address': 'fa:16:3e:d7:75:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee177648-6d0e-46f5-a7ba-dce8ba04775a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:57.591653 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1004402c-8693-4fb3-a5cc-356d4faa0c00 None None] New status for floating IP dfccc763-9b3a-41a0-bb53-8c25d40f2ca6: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:49:57.636846 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.638985 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a209f20a-8685-4265-a696-a84bc2730084', 'tag': 'f66586d1-2c3b-4a0c-8e1a-2adb49fabee7'}, {'name': 'network-changed', 'server_uuid': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'tag': 'b01afc95-3c7e-47bf-96d3-3924ef5704de'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:57.639927 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8706aa6-903b-46a8-8420-c8458c0e91bb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Pushing event updated for resources: {'Port': ['ID=dbca350a-debb-4e3a-9880-a75b0795be8a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:57.641986 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2" -d '{"events": [{"name": "network-changed", "server_uuid": "a209f20a-8685-4265-a696-a84bc2730084", "tag": "f66586d1-2c3b-4a0c-8e1a-2adb49fabee7"}, {"name": "network-changed", "server_uuid": "d7a3043a-90cc-4e35-a98c-91e40992d894", "tag": "b01afc95-3c7e-47bf-96d3-3924ef5704de"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:57.672413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c92279f0-5ba0-4a2b-9c26-906817f462db {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:57.687918 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-b8706aa6-903b-46a8-8420-c8458c0e91bb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:57.688816 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-b8706aa6-903b-46a8-8420-c8458c0e91bb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.703540 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port c92279f0-5ba0-4a2b-9c26-906817f462db, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=c92279f0-5ba0-4a2b-9c26-906817f462db,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:57.710335 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.711066 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 97481db4-42ca-4443-8d55-e40b9fbf2657 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:49:57.711322 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-b8706aa6-903b-46a8-8420-c8458c0e91bb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2834091 Jul 06 11:49:57.724924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Request body: {'port': {'device_id': 'a91509e4-287e-47e6-acfc-1bfcc0019bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:57.755429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57497e9-7d9b-4af0-81d1-c1e311dad317 req-544de908-6ad1-41d3-813d-70f8c82d9a9a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:57.757242 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c57497e9-7d9b-4af0-81d1-c1e311dad317 req-544de908-6ad1-41d3-813d-70f8c82d9a9a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 945 time: 0.1324086 Jul 06 11:49:57.773000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56af87-2423-48c6-95ea-3dbb9552d2a4 req-887cba7f-48ff-4f1f-86e8-203da1636cbb tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:57.781068 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e56af87-2423-48c6-95ea-3dbb9552d2a4 req-887cba7f-48ff-4f1f-86e8-203da1636cbb tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 947 time: 0.0725400 Jul 06 11:49:57.829178 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e56af87-2423-48c6-95ea-3dbb9552d2a4 req-340011bc-fc44-45af-bd35-5e599bea6b00 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470810 Jul 06 11:49:57.847750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=c92279f0-5ba0-4a2b-9c26-906817f462db,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:57.856296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.856630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.856968 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.857300 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.857631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.858137 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.858457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.859033 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.859400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.859803 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.860130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.860465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:49:57.866160 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c57497e9-7d9b-4af0-81d1-c1e311dad317 req-046dd489-8dce-45bb-9155-c9b88b0c73cb tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007800 Jul 06 11:49:57.879273 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:57.922047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 97481db4-42ca-4443-8d55-e40b9fbf2657, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=97481db4-42ca-4443-8d55-e40b9fbf2657,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:57.922845 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-245902dc-ee91-491c-8f6a-3161051b8b95 req-df6b87f8-dd02-4c7f-9ade-4bac8a6a4641 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/floatingips/dfccc763-9b3a-41a0-bb53-8c25d40f2ca6 HTTP/1.1" status: 200 len: 995 time: 0.0749464 Jul 06 11:49:57.940917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '97481db4-42ca-4443-8d55-e40b9fbf2657', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '97481db4-42ca-4443-8d55-e40b9fbf2657', 'mac_address': 'fa:16:3e:0c:6a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:49:57.996328 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.014403 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97481db4-42ca-4443-8d55-e40b9fbf2657 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:58.042054 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 97481db4-42ca-4443-8d55-e40b9fbf2657, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=97481db4-42ca-4443-8d55-e40b9fbf2657,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:58.047291 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684daf71-91fe-4842-95ff-917170527b6e x-openstack-request-id: req-684daf71-91fe-4842-95ff-917170527b6e {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:58.047463 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.048905 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a209f20a-8685-4265-a696-a84bc2730084", "tag": "f66586d1-2c3b-4a0c-8e1a-2adb49fabee7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7a3043a-90cc-4e35-a98c-91e40992d894", "tag": "b01afc95-3c7e-47bf-96d3-3924ef5704de", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:58.049612 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-684daf71-91fe-4842-95ff-917170527b6e {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:58.050262 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a209f20a-8685-4265-a696-a84bc2730084', 'tag': 'f66586d1-2c3b-4a0c-8e1a-2adb49fabee7', 'status': 'completed', 'code': 200} Jul 06 11:49:58.050752 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'tag': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'status': 'completed', 'code': 200} Jul 06 11:49:58.108882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=97481db4-42ca-4443-8d55-e40b9fbf2657,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:58.115903 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245902dc-ee91-491c-8f6a-3161051b8b95 req-56bd87b0-d571-43c7-aee8-cf6a072004a2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.123650 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-245902dc-ee91-491c-8f6a-3161051b8b95 req-56bd87b0-d571-43c7-aee8-cf6a072004a2 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1997571 Jul 06 11:49:58.129539 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6dc5fc-ba9c-4f89-92a6-11eec4454737 x-openstack-request-id: req-5b6dc5fc-ba9c-4f89-92a6-11eec4454737 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:49:58.131392 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf", "name": "network-vif-deleted", "tag": "bf63ebab-cb8b-44a4-a4ce-6a64a47be56f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:49:58.131392 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b6dc5fc-ba9c-4f89-92a6-11eec4454737 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:49:58.131392 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6513e4f-cb46-4f84-ac1f-b9c6a4215bdf', 'name': 'network-vif-deleted', 'tag': 'bf63ebab-cb8b-44a4-a4ce-6a64a47be56f', 'status': 'completed', 'code': 200} Jul 06 11:49:58.135830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-245902dc-ee91-491c-8f6a-3161051b8b95 req-565ce131-4020-41f2-86de-9a9e6b6eed52 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:49:58.147146 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-245902dc-ee91-491c-8f6a-3161051b8b95 req-565ce131-4020-41f2-86de-9a9e6b6eed52 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224276 Jul 06 11:49:58.165582 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-f46fc72d-5f08-41d7-9639-05ce49f07315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.167089 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-f46fc72d-5f08-41d7-9639-05ce49f07315 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c219c3467af94561a4dda292c5b53742&device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 1098 time: 0.1116991 Jul 06 11:49:58.279203 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb652d20-6beb-4629-806a-2b2683356391 req-4ae712d2-5e79-49ff-bbd7-88614d5db5ce tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1538628665&fields=id&tenant_id=11d9c36e12bc454daf17a7e52d2660e9 HTTP/1.1" status: 200 len: 267 time: 0.0472453 Jul 06 11:49:58.301402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-f06a7ee0-48ff-4fd9-9302-3e041d8e5eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.302904 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-f06a7ee0-48ff-4fd9-9302-3e041d8e5eef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 1096 time: 0.1862614 Jul 06 11:49:58.303041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['c92279f0-5ba0-4a2b-9c26-906817f462db'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:58.312411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['97481db4-42ca-4443-8d55-e40b9fbf2657'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:58.319904 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-fae154a4-31af-4e36-9b94-b155a93cf60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.322149 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-fae154a4-31af-4e36-9b94-b155a93cf60c service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1459475 Jul 06 11:49:58.372416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff34e34-3ed3-4f43-b397-c936c9939503 req-fb497bb2-a03d-4a05-a877-c66b9877a951 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.375065 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7ff34e34-3ed3-4f43-b397-c936c9939503 req-fb497bb2-a03d-4a05-a877-c66b9877a951 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 949 time: 0.1808271 Jul 06 11:49:58.377974 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-c279c40d-6171-4451-aca9-2118d7f42785 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 HTTP/1.1" status: 200 len: 217 time: 0.0450463 Jul 06 11:49:58.421236 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb652d20-6beb-4629-806a-2b2683356391 req-94aad713-358f-4deb-961c-bceeb0044d0d tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.422760 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb652d20-6beb-4629-806a-2b2683356391 req-94aad713-358f-4deb-961c-bceeb0044d0d tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 945 time: 0.1348197 Jul 06 11:49:58.446020 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-fb652d20-6beb-4629-806a-2b2683356391 req-9e247bf9-bd07-41ac-93cd-de61a96db519 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Request body: {'port': {'security_groups': ['3e016ba5-274b-4ed4-a3fe-cd8a45b3a360', '82820080-5528-4377-a3bc-533f8ba247c4']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:58.451438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-1f040e56-b13f-4c3f-a401-5e12c6c2a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.452876 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-1f040e56-b13f-4c3f-a401-5e12c6c2a924 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0688710 Jul 06 11:49:58.487653 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7ff34e34-3ed3-4f43-b397-c936c9939503 req-ba02f062-0928-494b-a563-2d9f21a31e02 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998735 Jul 06 11:49:58.520971 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbca350a-debb-4e3a-9880-a75b0795be8a {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:49:58.527249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-ce14a027-b9bc-408a-af58-7d58056451d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.533720 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-ce14a027-b9bc-408a-af58-7d58056451d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 921 time: 0.2196472 Jul 06 11:49:58.537997 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.582813 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fb652d20-6beb-4629-806a-2b2683356391 req-9e247bf9-bd07-41ac-93cd-de61a96db519 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.585842 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-cbc6a101-5fab-4dee-8a26-ecb5a12660d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.588496 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-cbc6a101-5fab-4dee-8a26-ecb5a12660d2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172101 Jul 06 11:49:58.611751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Transition to ACTIVE for port object dbca350a-debb-4e3a-9880-a75b0795be8a will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:49:58.614379 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-625f3cd8-9128-421c-81de-c526c6db06d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b01afc95-3c7e-47bf-96d3-3924ef5704de HTTP/1.1" status: 200 len: 1000 time: 0.0789266 Jul 06 11:49:58.619118 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.744746 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Pushing event updated for resources: {'Port': ['ID=dbca350a-debb-4e3a-9880-a75b0795be8a,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:58.749745 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-d2a0b1b6-d739-4a15-8b8f-f981ac1b9dc7 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532881 Jul 06 11:49:58.756321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-5feb57d4-4f6a-4d5a-8aca-24e7937274a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.757816 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-5feb57d4-4f6a-4d5a-8aca-24e7937274a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 200 len: 859 time: 0.1334202 Jul 06 11:49:58.883007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5dbf9-9d3d-4727-ae0d-b89c274335d7 req-5144cc22-aab3-4133-b78e-ea5204f2809c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.885009 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6db5dbf9-9d3d-4727-ae0d-b89c274335d7 req-5144cc22-aab3-4133-b78e-ea5204f2809c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 944 time: 0.2426667 Jul 06 11:49:58.893531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Attempting to bind port dbca350a-debb-4e3a-9880-a75b0795be8a on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:49:58.893879 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Attempting to bind port dbca350a-debb-4e3a-9880-a75b0795be8a by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:49:58.894229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Attempting to bind port dbca350a-debb-4e3a-9880-a75b0795be8a on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:58.913136 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-fb652d20-6beb-4629-806a-2b2683356391 req-9e247bf9-bd07-41ac-93cd-de61a96db519 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] For port 8e897e8f-9283-4a93-870e-a1b08feb97b7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8e897e8f-9283-4a93-870e-a1b08feb97b7,segment=NetworkSegment(3c1bd99e-7a7f-413b-8c5d-43ca337e8b57),segment_id=3c1bd99e-7a7f-413b-8c5d-43ca337e8b57)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:58.916445 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-050c4c77-d35e-40ab-b653-f36f91c44b97 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586151 Jul 06 11:49:58.917955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Port dbca350a-debb-4e3a-9880-a75b0795be8a on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:49:58.918277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Attempting to bind port dbca350a-debb-4e3a-9880-a75b0795be8a on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:49:58.932761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-67d1f468-2bc8-453e-858a-c15cc567bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.934479 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-67d1f468-2bc8-453e-858a-c15cc567bf06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bde42019-f374-4e0e-805a-c2260ce1d654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689177 Jul 06 11:49:58.940533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:49:58.940890 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Checking segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:49:58.941269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Bound using segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:49:58.941742 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Bound port: dbca350a-debb-4e3a-9880-a75b0795be8a, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:49:58.942115 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.945462 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fb652d20-6beb-4629-806a-2b2683356391 req-9e247bf9-bd07-41ac-93cd-de61a96db519 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.950822 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fb652d20-6beb-4629-806a-2b2683356391 req-9e247bf9-bd07-41ac-93cd-de61a96db519 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:58.962874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8e897e8f-9283-4a93-870e-a1b08feb97b7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:58.978104 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6db5dbf9-9d3d-4727-ae0d-b89c274335d7 req-3b908b35-6772-4443-9fc4-50851d44fd15 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855830 Jul 06 11:49:58.997883 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb652d20-6beb-4629-806a-2b2683356391 req-9e247bf9-bd07-41ac-93cd-de61a96db519 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:58.998433 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fb652d20-6beb-4629-806a-2b2683356391 req-9e247bf9-bd07-41ac-93cd-de61a96db519 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.000498 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb652d20-6beb-4629-806a-2b2683356391 req-9e247bf9-bd07-41ac-93cd-de61a96db519 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "PUT /v2.0/ports/8e897e8f-9283-4a93-870e-a1b08feb97b7 HTTP/1.1" status: 200 len: 981 time: 0.5610118 Jul 06 11:49:59.027788 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e247bf9-bd07-41ac-93cd-de61a96db519 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event updated for resources: {'Port': ['ID=8e897e8f-9283-4a93-870e-a1b08feb97b7,revision_number=6']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:59.105188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:49:59.109575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dbca350a-debb-4e3a-9880-a75b0795be8a,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:49:59.112422 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-37f73aaf-1f05-4c96-939e-9bfcb4c9c5f1 service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662798 Jul 06 11:49:59.114004 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.115636 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-2d6fb6da-fb8d-4e84-a844-272833de1ce6 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 1000 time: 0.0838759 Jul 06 11:49:59.140135 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8e897e8f-9283-4a93-870e-a1b08feb97b7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:49:59.181329 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-4a388c75-e0da-43f2-89ce-223bd0fb28c5 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:59.185602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-4a388c75-e0da-43f2-89ce-223bd0fb28c5 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports/b01afc95-3c7e-47bf-96d3-3924ef5704de HTTP/1.1" status: 200 len: 942 time: 0.0672743 Jul 06 11:49:59.220727 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:59.221366 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.222823 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] 10.222.0.23 "PUT /v2.0/ports/dbca350a-debb-4e3a-9880-a75b0795be8a HTTP/1.1" status: 200 len: 1092 time: 1.5031049 Jul 06 11:49:59.263583 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa55dd-dc99-4b8b-8577-76b8b9cc5237 service neutron] Pushing event updated for resources: {'Port': ['ID=dbca350a-debb-4e3a-9880-a75b0795be8a,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:59.342521 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5fc0a4c7-b88c-48b1-bd20-e4183f06bee2 req-875d6b2b-247e-492e-a778-d2d696f524f8 service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009134 Jul 06 11:49:59.361145 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8791a9b-cdee-4797-a264-e2bef4f43658 req-8f942884-f58c-4a13-a8aa-952ac9fb5e67 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:59.362280 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8791a9b-cdee-4797-a264-e2bef4f43658 req-8f942884-f58c-4a13-a8aa-952ac9fb5e67 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1926019 Jul 06 11:49:59.382268 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-29aca2d2-8c46-4ff1-add5-e9ed6680ee22 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 1000 time: 0.0787179 Jul 06 11:49:59.387353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device c92279f0-5ba0-4a2b-9c26-906817f462db up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:59.398058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-808504ab-8347-46cf-8c4c-1cc76cfeeda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:59.400154 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-808504ab-8347-46cf-8c4c-1cc76cfeeda8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 1095 time: 0.1307268 Jul 06 11:49:59.452776 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-456e590b-62df-4689-aa9a-91cb5f4b8604 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbca350a-debb-4e3a-9880-a75b0795be8a HTTP/1.1" status: 200 len: 217 time: 0.0423474 Jul 06 11:49:59.454569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port c92279f0-5ba0-4a2b-9c26-906817f462db completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:59.455851 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8791a9b-cdee-4797-a264-e2bef4f43658 req-9bad6cb8-276c-4c4d-99a2-a831075e32a4 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859530 Jul 06 11:49:59.469701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port c92279f0-5ba0-4a2b-9c26-906817f462db triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:59.470078 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.521782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-76430131-37ea-47d8-8b8e-bc3247ee0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:59.523431 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-76430131-37ea-47d8-8b8e-bc3247ee0c3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.0636122 Jul 06 11:49:59.527219 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-94e88566-8824-48e6-bae9-5d269c3271b3 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:59.532043 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-94e88566-8824-48e6-bae9-5d269c3271b3 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1411285 Jul 06 11:49:59.561326 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.585266 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-ae23807c-7414-4769-bbdf-7e56a9761f2d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551810 Jul 06 11:49:59.585652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70ba8ce-9618-4e45-a920-b219ce6e978e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92279f0-5ba0-4a2b-9c26-906817f462db'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:49:59.588179 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eafdd2-36d8-413a-9085-9da00dcd9ef6" -d '{"events": [{"server_uuid": "b70ba8ce-9618-4e45-a920-b219ce6e978e", "name": "network-vif-plugged", "status": "completed", "tag": "c92279f0-5ba0-4a2b-9c26-906817f462db"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:49:59.601951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port c92279f0-5ba0-4a2b-9c26-906817f462db, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=c92279f0-5ba0-4a2b-9c26-906817f462db,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:59.607740 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.609012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 97481db4-42ca-4443-8d55-e40b9fbf2657 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:49:59.609568 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-2afeaabb-19ce-4eb8-8371-15c256a6dc0d tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 1000 time: 0.0664568 Jul 06 11:49:59.620360 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-613d49cd-c583-4498-9970-46f6a52f9a1f tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:49:59.693360 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-613d49cd-c583-4498-9970-46f6a52f9a1f tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.712790 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=c92279f0-5ba0-4a2b-9c26-906817f462db,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:49:59.725586 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 97481db4-42ca-4443-8d55-e40b9fbf2657 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:49:59.730033 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 97481db4-42ca-4443-8d55-e40b9fbf2657 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:49:59.730550 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.736356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ef3d9-8e88-41a7-b236-e27b080da822 req-121867ee-4800-4f1c-a6f3-16b799f376ca tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:49:59.737875 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e57ef3d9-8e88-41a7-b236-e27b080da822 req-121867ee-4800-4f1c-a6f3-16b799f376ca tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 945 time: 0.1512084 Jul 06 11:49:59.740140 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-f1ba3c0e-ad14-486d-97f8-e1815227a664 service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432374 Jul 06 11:49:59.833534 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.881237 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 97481db4-42ca-4443-8d55-e40b9fbf2657, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=97481db4-42ca-4443-8d55-e40b9fbf2657,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:49:59.894927 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:49:59.959518 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=97481db4-42ca-4443-8d55-e40b9fbf2657,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:00.082645 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e57ef3d9-8e88-41a7-b236-e27b080da822 req-d6840015-fbf1-4f9c-9db2-88c3e9409d74 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370481 Jul 06 11:50:00.130593 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e851409-de07-41fa-a8e8-c32004b1f4a7 req-2a7fbf38-44af-4171-bf8f-22966b56067a service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832860 Jul 06 11:50:00.131056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91509e4-287e-47e6-acfc-1bfcc0019bbc', 'tag': 'dbca350a-debb-4e3a-9880-a75b0795be8a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:00.133422 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b06bc5-fdf4-4f2c-817b-fc822317dc99" -d '{"events": [{"name": "network-changed", "server_uuid": "a91509e4-287e-47e6-acfc-1bfcc0019bbc", "tag": "dbca350a-debb-4e3a-9880-a75b0795be8a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:00.159986 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfad04fd-7e1f-4f96-a1f5-a17d40505b33', 'tag': '8e897e8f-9283-4a93-870e-a1b08feb97b7'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:00.162393 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51283d21-ca67-41cf-bce5-5b5a49006ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "dfad04fd-7e1f-4f96-a1f5-a17d40505b33", "tag": "8e897e8f-9283-4a93-870e-a1b08feb97b7"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:00.172056 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-613d49cd-c583-4498-9970-46f6a52f9a1f tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.180030 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-613d49cd-c583-4498-9970-46f6a52f9a1f tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.180030 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-613d49cd-c583-4498-9970-46f6a52f9a1f tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Floating IP dfccc763-9b3a-41a0-bb53-8c25d40f2ca6 disassociated. External IP: 172.25.4.73, port: b01afc95-3c7e-47bf-96d3-3924ef5704de. Jul 06 11:50:00.373802 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbaa47a-02f8-49ca-9679-e670dd471ee5 req-d6e6e7e0-69c6-4e70-b037-0f66152dfa92 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:00.375306 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cbbaa47a-02f8-49ca-9679-e670dd471ee5 req-d6e6e7e0-69c6-4e70-b037-0f66152dfa92 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 947 time: 0.0660725 Jul 06 11:50:00.405587 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-613d49cd-c583-4498-9970-46f6a52f9a1f tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:50:00.415518 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cbbaa47a-02f8-49ca-9679-e670dd471ee5 req-12fd5de9-f642-4f4b-b2b2-f94191dacfde tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331805 Jul 06 11:50:00.516522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-613d49cd-c583-4498-9970-46f6a52f9a1f tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:50:00.520933 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-613d49cd-c583-4498-9970-46f6a52f9a1f tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.525938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d9d8c-c094-4a39-82cb-370bcbe68aea None None] Sync routers for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:50:00.539011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:00.551380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d9d8c-c094-4a39-82cb-370bcbe68aea None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:00.551795 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d93d9d8c-c094-4a39-82cb-370bcbe68aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:49:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:00.559556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-613d49cd-c583-4498-9970-46f6a52f9a1f tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "PUT /v2.0/floatingips/dfccc763-9b3a-41a0-bb53-8c25d40f2ca6 HTTP/1.1" status: 200 len: 695 time: 0.9440100 Jul 06 11:50:00.563785 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e0e7858e-e11a-420f-9c8b-33381452faa9 req-bafc2bdd-6d34-4ff6-b1e6-5687771f3022 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1297917336&fields=id&tenant_id=11d9c36e12bc454daf17a7e52d2660e9 HTTP/1.1" status: 200 len: 267 time: 0.0519681 Jul 06 11:50:00.633172 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-2b2221eb-bc6f-478d-9eb0-96280686e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:00.635273 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-2b2221eb-bc6f-478d-9eb0-96280686e3ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 1096 time: 0.0597816 Jul 06 11:50:00.644307 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7858e-e11a-420f-9c8b-33381452faa9 req-b36b10b5-e9d6-46da-b4ee-02d08f27839f tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:00.646925 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e0e7858e-e11a-420f-9c8b-33381452faa9 req-b36b10b5-e9d6-46da-b4ee-02d08f27839f tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 984 time: 0.0774190 Jul 06 11:50:00.663199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e0e7858e-e11a-420f-9c8b-33381452faa9 req-5d1f135f-6c40-4585-b7d3-aafc737d8188 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Request body: {'port': {'security_groups': ['3e016ba5-274b-4ed4-a3fe-cd8a45b3a360', '82820080-5528-4377-a3bc-533f8ba247c4', 'a87fdd85-0ed4-4428-965f-c202508983fc']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:00.729982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-4b42fd5d-f26a-4a49-8369-a31be6b5e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:00.731913 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-4b42fd5d-f26a-4a49-8369-a31be6b5e97c service neutron] 10.222.0.81 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 921 time: 0.0905848 Jul 06 11:50:00.757879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d93d9d8c-c094-4a39-82cb-370bcbe68aea None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:00.762013 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e0e7858e-e11a-420f-9c8b-33381452faa9 req-5d1f135f-6c40-4585-b7d3-aafc737d8188 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.775086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-c85319c0-e3b7-42b0-9141-056ea466f17e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b01afc95-3c7e-47bf-96d3-3924ef5704de HTTP/1.1" status: 200 len: 217 time: 0.0355713 Jul 06 11:50:00.796347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f66586d1-2c3b-4a0c-8e1a-2adb49fabee7,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:00.817886 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'f66586d1-2c3b-4a0c-8e1a-2adb49fabee7', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'f66586d1-2c3b-4a0c-8e1a-2adb49fabee7', 'mac_address': 'fa:16:3e:bb:b3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:00.827399 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-9882c0f1-ef4e-4453-813b-2987d3279c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:00.829204 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-9882c0f1-ef4e-4453-813b-2987d3279c17 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 200 len: 859 time: 0.0478532 Jul 06 11:50:00.898358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-9f805c45-fe2b-418a-9228-796b19920dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:00.900909 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-9f805c45-fe2b-418a-9228-796b19920dc7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bde42019-f374-4e0e-805a-c2260ce1d654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652192 Jul 06 11:50:00.954296 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:00.981167 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:00.998852 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-9cdb7f70-7601-40aa-a7b4-f3cc25fa477a service neutron] 10.222.0.81 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912654 Jul 06 11:50:01.012707 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e0e7858e-e11a-420f-9c8b-33381452faa9 req-5d1f135f-6c40-4585-b7d3-aafc737d8188 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] For port 8e897e8f-9283-4a93-870e-a1b08feb97b7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8e897e8f-9283-4a93-870e-a1b08feb97b7,segment=NetworkSegment(3c1bd99e-7a7f-413b-8c5d-43ca337e8b57),segment_id=3c1bd99e-7a7f-413b-8c5d-43ca337e8b57)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:01.020378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f66586d1-2c3b-4a0c-8e1a-2adb49fabee7,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:01.045226 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.047416 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e0e7858e-e11a-420f-9c8b-33381452faa9 req-5d1f135f-6c40-4585-b7d3-aafc737d8188 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.053116 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e0e7858e-e11a-420f-9c8b-33381452faa9 req-5d1f135f-6c40-4585-b7d3-aafc737d8188 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.080495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8e897e8f-9283-4a93-870e-a1b08feb97b7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:01.099458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7858e-e11a-420f-9c8b-33381452faa9 req-5d1f135f-6c40-4585-b7d3-aafc737d8188 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:01.100089 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e0e7858e-e11a-420f-9c8b-33381452faa9 req-5d1f135f-6c40-4585-b7d3-aafc737d8188 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:01.101453 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e0e7858e-e11a-420f-9c8b-33381452faa9 req-5d1f135f-6c40-4585-b7d3-aafc737d8188 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "PUT /v2.0/ports/8e897e8f-9283-4a93-870e-a1b08feb97b7 HTTP/1.1" status: 200 len: 1020 time: 0.4434640 Jul 06 11:50:01.129368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f135f-6c40-4585-b7d3-aafc737d8188 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event updated for resources: {'Port': ['ID=8e897e8f-9283-4a93-870e-a1b08feb97b7,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:01.169535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=f66586d1-2c3b-4a0c-8e1a-2adb49fabee7,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:01.184104 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b9ff097-e057-4c76-b4ef-bd96b2baadd0 req-1aa8763b-02b6-487d-8aee-71544747ffd3 service neutron] 10.222.0.81 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777093 Jul 06 11:50:01.195875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d93d9d8c-c094-4a39-82cb-370bcbe68aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:01.235051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8e897e8f-9283-4a93-870e-a1b08feb97b7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:01.264236 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d9d8c-c094-4a39-82cb-370bcbe68aea None None] Checking router: 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:50:01.270091 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03052a1b-cca9-4969-88be-4a0003a82440 x-openstack-request-id: req-03052a1b-cca9-4969-88be-4a0003a82440 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:01.270385 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70ba8ce-9618-4e45-a920-b219ce6e978e", "name": "network-vif-plugged", "status": "completed", "tag": "c92279f0-5ba0-4a2b-9c26-906817f462db", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:01.270636 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03052a1b-cca9-4969-88be-4a0003a82440 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:01.271016 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70ba8ce-9618-4e45-a920-b219ce6e978e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92279f0-5ba0-4a2b-9c26-906817f462db', 'code': 200} Jul 06 11:50:01.312423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23708c-e4bf-4047-841b-c2f58b4903b1 req-14d6befd-69c5-44e6-bcdc-f55620be6770 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:01.314124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d9d8c-c094-4a39-82cb-370bcbe68aea None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:01.314459 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ac23708c-e4bf-4047-841b-c2f58b4903b1 req-14d6befd-69c5-44e6-bcdc-f55620be6770 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 950 time: 0.0771904 Jul 06 11:50:01.314760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d93d9d8c-c094-4a39-82cb-370bcbe68aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:49:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:01.386486 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ac23708c-e4bf-4047-841b-c2f58b4903b1 req-b435783d-49d2-4d4a-bce6-bacd48820354 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591464 Jul 06 11:50:01.438692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dba4e-557b-4b88-ae8a-da33796bd459 req-05846a1f-9e33-4c81-bcb8-4ff4e3360818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:01.441967 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a57dba4e-557b-4b88-ae8a-da33796bd459 req-05846a1f-9e33-4c81-bcb8-4ff4e3360818 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 1097 time: 0.0871966 Jul 06 11:50:01.450333 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4af5fdb-0412-4776-a576-251cdc5ddce2 x-openstack-request-id: req-f4af5fdb-0412-4776-a576-251cdc5ddce2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:01.451099 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91509e4-287e-47e6-acfc-1bfcc0019bbc", "tag": "dbca350a-debb-4e3a-9880-a75b0795be8a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:01.451802 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4af5fdb-0412-4776-a576-251cdc5ddce2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:01.453233 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91509e4-287e-47e6-acfc-1bfcc0019bbc', 'tag': 'dbca350a-debb-4e3a-9880-a75b0795be8a', 'status': 'completed', 'code': 200} Jul 06 11:50:01.498011 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36654236-aadf-4bfd-a092-2b073056f992 x-openstack-request-id: req-36654236-aadf-4bfd-a092-2b073056f992 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:01.498481 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfad04fd-7e1f-4f96-a1f5-a17d40505b33", "tag": "8e897e8f-9283-4a93-870e-a1b08feb97b7", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:01.498874 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36654236-aadf-4bfd-a092-2b073056f992 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:01.499876 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfad04fd-7e1f-4f96-a1f5-a17d40505b33', 'tag': '8e897e8f-9283-4a93-870e-a1b08feb97b7', 'status': 'completed', 'code': 200} Jul 06 11:50:01.535594 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a9e67-7499-4f35-969a-d1c1732148b4 req-ec9907de-1841-42b2-9642-e0c8d16d7b54 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:01.537973 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e51a9e67-7499-4f35-969a-d1c1732148b4 req-ec9907de-1841-42b2-9642-e0c8d16d7b54 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 944 time: 0.1318512 Jul 06 11:50:01.580082 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a57dba4e-557b-4b88-ae8a-da33796bd459 req-719ae600-0130-4ee3-8343-02cdd4003d69 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232762 Jul 06 11:50:01.598737 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b06bc5-fdf4-4f2c-817b-fc822317dc99 req-2ae6a40c-a9c9-4333-a2cd-1458200966aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:01.600345 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30b06bc5-fdf4-4f2c-817b-fc822317dc99 req-2ae6a40c-a9c9-4333-a2cd-1458200966aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 1095 time: 0.1119080 Jul 06 11:50:01.624150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e51a9e67-7499-4f35-969a-d1c1732148b4 req-5aec2697-339a-469b-91f5-54fbfaa8fbe6 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742526 Jul 06 11:50:01.629889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['f66586d1-2c3b-4a0c-8e1a-2adb49fabee7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:01.647744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283d21-ca67-41cf-bce5-5b5a49006ed7 req-825ef319-c7d2-414e-a39e-9763d82cf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:01.649619 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51283d21-ca67-41cf-bce5-5b5a49006ed7 req-825ef319-c7d2-414e-a39e-9763d82cf886 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11d9c36e12bc454daf17a7e52d2660e9&device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 1174 time: 0.1105003 Jul 06 11:50:01.752949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b06bc5-fdf4-4f2c-817b-fc822317dc99 req-933e9ef5-46a0-4fe4-8208-d4bca222f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:01.754420 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30b06bc5-fdf4-4f2c-817b-fc822317dc99 req-933e9ef5-46a0-4fe4-8208-d4bca222f60f service neutron] 10.222.0.23 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.1171172 Jul 06 11:50:01.766824 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da045d6-4fa6-4f3e-98f5-849321392540 req-9080627c-710f-49f0-9d3a-1c992400d3c4 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:01.768385 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4da045d6-4fa6-4f3e-98f5-849321392540 req-9080627c-710f-49f0-9d3a-1c992400d3c4 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1636186 Jul 06 11:50:01.810173 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d93d9d8c-c094-4a39-82cb-370bcbe68aea None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:01.812861 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283d21-ca67-41cf-bce5-5b5a49006ed7 req-1c7892ea-ce8b-41eb-9c9d-13d86cbeb5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:01.813538 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30b06bc5-fdf4-4f2c-817b-fc822317dc99 req-7df5c01e-2731-4262-8d83-d6038415a8c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbca350a-debb-4e3a-9880-a75b0795be8a HTTP/1.1" status: 200 len: 217 time: 0.0442088 Jul 06 11:50:01.815061 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51283d21-ca67-41cf-bce5-5b5a49006ed7 req-1c7892ea-ce8b-41eb-9c9d-13d86cbeb5c7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6dbe9c2d-a240-4a74-8981-f136669f1457 HTTP/1.1" status: 200 len: 914 time: 0.1564219 Jul 06 11:50:01.873830 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4da045d6-4fa6-4f3e-98f5-849321392540 req-6af2d202-8675-451c-b5ce-f68b4ee698a0 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681994 Jul 06 11:50:01.883374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b06bc5-fdf4-4f2c-817b-fc822317dc99 req-81a94147-1ea2-43c5-b6c4-633a4e56dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:01.883556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51283d21-ca67-41cf-bce5-5b5a49006ed7 req-b508c6e1-2a9c-4a3c-89a9-12184d1e99a2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e897e8f-9283-4a93-870e-a1b08feb97b7 HTTP/1.1" status: 200 len: 217 time: 0.0576231 Jul 06 11:50:01.886255 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30b06bc5-fdf4-4f2c-817b-fc822317dc99 req-81a94147-1ea2-43c5-b6c4-633a4e56dd99 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.0602899 Jul 06 11:50:01.913877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc449ef-293e-4b77-99f0-98414435d402 req-934107dd-37a1-48e2-b08a-666958bdc0a4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:01.916221 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-abc449ef-293e-4b77-99f0-98414435d402 req-934107dd-37a1-48e2-b08a-666958bdc0a4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 1023 time: 0.1523030 Jul 06 11:50:01.966840 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30b06bc5-fdf4-4f2c-817b-fc822317dc99 req-059a68f1-7b11-47ff-96be-8705533180a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739117 Jul 06 11:50:02.015412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283d21-ca67-41cf-bce5-5b5a49006ed7 req-1d8de64c-0ad5-47ff-90a4-fbeb719488a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:02.016910 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51283d21-ca67-41cf-bce5-5b5a49006ed7 req-1d8de64c-0ad5-47ff-90a4-fbeb719488a6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3e4953c5-ee5f-4c90-951c-dd079061debe HTTP/1.1" status: 200 len: 853 time: 0.0997806 Jul 06 11:50:02.041365 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-abc449ef-293e-4b77-99f0-98414435d402 req-8139a511-6cd7-43fb-aa30-6d60493a2250 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=82820080-5528-4377-a3bc-533f8ba247c4&id=a87fdd85-0ed4-4428-965f-c202508983fc&id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360 HTTP/1.1" status: 200 len: 6148 time: 0.1083553 Jul 06 11:50:02.097492 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51283d21-ca67-41cf-bce5-5b5a49006ed7 req-da59ec89-22ee-402f-84ed-fb7983c62336 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6dbe9c2d-a240-4a74-8981-f136669f1457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584807 Jul 06 11:50:02.179286 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30b06bc5-fdf4-4f2c-817b-fc822317dc99 req-b5584a9c-f7d7-403e-8b13-f75332a15cd4 service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049298 Jul 06 11:50:02.206555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03624d35-7206-4632-b35d-16c147829c81 req-d92a2341-323e-4e8d-ad04-018b67c664e9 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:02.216723 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-03624d35-7206-4632-b35d-16c147829c81 req-d92a2341-323e-4e8d-ad04-018b67c664e9 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 946 time: 0.1478980 Jul 06 11:50:02.245210 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51283d21-ca67-41cf-bce5-5b5a49006ed7 req-7efa6d60-6973-49bf-8f83-cecbdcc6b5fe service neutron] 10.222.0.89 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405180 Jul 06 11:50:02.334228 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-03624d35-7206-4632-b35d-16c147829c81 req-fbc0e9f0-830c-4755-bd07-67799a640c64 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157091 Jul 06 11:50:02.360048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d93d9d8c-c094-4a39-82cb-370bcbe68aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:02.366348 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51283d21-ca67-41cf-bce5-5b5a49006ed7 req-c7c73d15-6cc9-40f5-8b72-cc4670566444 service neutron] 10.222.0.89 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092308 Jul 06 11:50:02.382476 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-33cf7bed-df00-4ae1-9733-e912411c1aaa req-d079a8d4-6704-4cec-ba4c-e2736e2ce1bf tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Request body: {'security_group': {'name': ' tempest-securitygroup -620609181 ', 'description': 'tempest-description-115658331'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:02.404024 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30b06bc5-fdf4-4f2c-817b-fc822317dc99 req-92314698-8982-4175-95a8-01c245af77e5 service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174377 Jul 06 11:50:02.411024 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d9d8c-c094-4a39-82cb-370bcbe68aea None None] The sync data for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 is: [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:48:53Z', 'revision_number': 4, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1bd69eca-2114-41c2-acf6-7781eac8dc5e', 'name': '', 'network_id': 'bde42019-f374-4e0e-805a-c2260ce1d654', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'mac_address': 'fa:16:3e:8e:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:52Z', 'updated_at': '2021-07-06T11:49:00Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'subnets': [{'id': 'bb51dc2b-3154-4b1f-a437-1e89d3f5f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:50:02.420301 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-33cf7bed-df00-4ae1-9733-e912411c1aaa req-d079a8d4-6704-4cec-ba4c-e2736e2ce1bf tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.503020 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda78765-e2ff-4509-a252-d2c46bff6be6 req-9a78cda6-e704-4e3d-9d2a-8c36e9f9ab16 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:02.509833 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fda78765-e2ff-4509-a252-d2c46bff6be6 req-9a78cda6-e704-4e3d-9d2a-8c36e9f9ab16 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 948 time: 0.0980494 Jul 06 11:50:02.550417 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fda78765-e2ff-4509-a252-d2c46bff6be6 req-e12a0ae1-ba0b-4e06-976d-a5b8888a5ce3 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353932 Jul 06 11:50:02.579335 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-33cf7bed-df00-4ae1-9733-e912411c1aaa req-d079a8d4-6704-4cec-ba4c-e2736e2ce1bf tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.584487 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-33cf7bed-df00-4ae1-9733-e912411c1aaa req-d079a8d4-6704-4cec-ba4c-e2736e2ce1bf tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.610689 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-33cf7bed-df00-4ae1-9733-e912411c1aaa req-d079a8d4-6704-4cec-ba4c-e2736e2ce1bf tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:02.624291 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33cf7bed-df00-4ae1-9733-e912411c1aaa req-d079a8d4-6704-4cec-ba4c-e2736e2ce1bf tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.2498949 Jul 06 11:50:02.650644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079a8d4-6704-4cec-ba4c-e2736e2ce1bf tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16fb8b2-6f65-4ddb-9580-41170344d5a7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:02.738396 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1da9c8f3-9eb0-47f2-b775-b2f7511ffb44 req-9ca27797-1b02-488f-8a50-9c2c46d4aa58 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/e16fb8b2-6f65-4ddb-9580-41170344d5a7 HTTP/1.1" status: 200 len: 1779 time: 0.0536988 Jul 06 11:50:02.802530 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c77485-64a4-4422-8083-7c0cd0d89fdb None None] New status for floating IP dfccc763-9b3a-41a0-bb53-8c25d40f2ca6: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:50:02.822381 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790615d-701c-4a17-917f-e42b21438962 req-fccead31-fb2e-4caf-9274-7c198a5e6c4d tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:02.824063 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4790615d-701c-4a17-917f-e42b21438962 req-fccead31-fb2e-4caf-9274-7c198a5e6c4d tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 950 time: 0.0854361 Jul 06 11:50:02.868169 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4790615d-701c-4a17-917f-e42b21438962 req-66c67cb0-d977-45e9-9dc8-5e812e06adec tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384369 Jul 06 11:50:02.923827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aca1fd-4b10-4986-beec-c0a7af2cee0f req-69ec66d5-8849-46f5-9e10-513b90088ffd tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:02.931562 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b0aca1fd-4b10-4986-beec-c0a7af2cee0f req-69ec66d5-8849-46f5-9e10-513b90088ffd tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 944 time: 0.0846672 Jul 06 11:50:02.973502 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7f483c45-ddc7-46d9-8d5b-6ed382f45174 req-5b70ce7b-c498-4868-a33e-80a7beb10931 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/floatingips/dfccc763-9b3a-41a0-bb53-8c25d40f2ca6 HTTP/1.1" status: 200 len: 695 time: 0.0755978 Jul 06 11:50:02.973984 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b0aca1fd-4b10-4986-beec-c0a7af2cee0f req-baeaf6b8-2f38-4e88-94fe-060934bdba1d tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411675 Jul 06 11:50:03.066485 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a974cae6-d544-433a-8a98-b94731a19eb7 req-231c0b27-9df0-4ce6-bc2e-0f2216ebe08a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/e16fb8b2-6f65-4ddb-9580-41170344d5a7 HTTP/1.1" status: 200 len: 1779 time: 0.0628972 Jul 06 11:50:03.114347 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f483c45-ddc7-46d9-8d5b-6ed382f45174 req-484b22aa-5ceb-41d5-b3a0-6eb500200340 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:03.115711 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7f483c45-ddc7-46d9-8d5b-6ed382f45174 req-484b22aa-5ceb-41d5-b3a0-6eb500200340 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1347075 Jul 06 11:50:03.126410 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-7f483c45-ddc7-46d9-8d5b-6ed382f45174 req-ff5c7866-19a9-4cea-9e8f-9fe658dbef21 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:50:03.127419 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7f483c45-ddc7-46d9-8d5b-6ed382f45174 req-ff5c7866-19a9-4cea-9e8f-9fe658dbef21 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058048 Jul 06 11:50:03.140514 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a974cae6-d544-433a-8a98-b94731a19eb7 req-564f5447-9cdb-48ea-9699-1671df0b112b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.167098 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a974cae6-d544-433a-8a98-b94731a19eb7 req-564f5447-9cdb-48ea-9699-1671df0b112b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.175719 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7f483c45-ddc7-46d9-8d5b-6ed382f45174 req-92afabb7-8357-48e1-8e93-f6a1af2dff4f tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 696 time: 0.0425794 Jul 06 11:50:03.209834 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a974cae6-d544-433a-8a98-b94731a19eb7 req-564f5447-9cdb-48ea-9699-1671df0b112b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.213083 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a974cae6-d544-433a-8a98-b94731a19eb7 req-564f5447-9cdb-48ea-9699-1671df0b112b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.214594 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a974cae6-d544-433a-8a98-b94731a19eb7 req-564f5447-9cdb-48ea-9699-1671df0b112b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "DELETE /v2.0/security-groups/e16fb8b2-6f65-4ddb-9580-41170344d5a7 HTTP/1.1" status: 204 len: 173 time: 0.1425152 Jul 06 11:50:03.224982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f5447-9cdb-48ea-9699-1671df0b112b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16fb8b2-6f65-4ddb-9580-41170344d5a7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:03.247141 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7f483c45-ddc7-46d9-8d5b-6ed382f45174 req-e30956ce-4932-479d-a3de-5b9571651c93 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.73 HTTP/1.1" status: 200 len: 696 time: 0.0644245 Jul 06 11:50:03.272401 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c66454f-1e0e-41b7-b3ed-d9e7472e1516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97481db4-42ca-4443-8d55-e40b9fbf2657'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:03.275613 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacbbf69-5da0-46ff-aaa4-0c066eacafff" -d '{"events": [{"server_uuid": "3c66454f-1e0e-41b7-b3ed-d9e7472e1516", "name": "network-vif-plugged", "status": "completed", "tag": "97481db4-42ca-4443-8d55-e40b9fbf2657"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:03.380944 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-7f483c45-ddc7-46d9-8d5b-6ed382f45174 req-b8118de4-6493-49b4-b904-355f64c77bd7 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Deleting port 6ff1282b-1c89-4fd4-82b6-2ec7aa7e08b6 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:03.381314 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7f483c45-ddc7-46d9-8d5b-6ed382f45174 req-b8118de4-6493-49b4-b904-355f64c77bd7 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.387260 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device dbca350a-debb-4e3a-9880-a75b0795be8a details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:03.411040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508da4a-c985-4ccb-862d-8e72f1bbf3eb req-48b1fb53-2cda-40a8-86f6-c699372d7c6c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:03.413206 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c508da4a-c985-4ccb-862d-8e72f1bbf3eb req-48b1fb53-2cda-40a8-86f6-c699372d7c6c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.0964842 Jul 06 11:50:03.456598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfad04fd-7e1f-4f96-a1f5-a17d40505b33', 'tag': '8e897e8f-9283-4a93-870e-a1b08feb97b7'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:03.458957 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5950f5-8ca9-4854-936b-39489ad597bd" -d '{"events": [{"name": "network-changed", "server_uuid": "dfad04fd-7e1f-4f96-a1f5-a17d40505b33", "tag": "8e897e8f-9283-4a93-870e-a1b08feb97b7"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:03.469572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7f483c45-ddc7-46d9-8d5b-6ed382f45174 req-b8118de4-6493-49b4-b904-355f64c77bd7 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.469990 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7f483c45-ddc7-46d9-8d5b-6ed382f45174 req-b8118de4-6493-49b4-b904-355f64c77bd7 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.471136 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c508da4a-c985-4ccb-862d-8e72f1bbf3eb req-3ffe7a21-9a3c-4380-a0e9-47e71fb14f41 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490403 Jul 06 11:50:03.485157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-7f483c45-ddc7-46d9-8d5b-6ed382f45174 req-b8118de4-6493-49b4-b904-355f64c77bd7 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Calling delete_port for 6ff1282b-1c89-4fd4-82b6-2ec7aa7e08b6 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:03.500836 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'tag': 'b01afc95-3c7e-47bf-96d3-3924ef5704de'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:03.504534 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e473c865-65d2-4a55-94bf-a11dc4ecc461" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a3043a-90cc-4e35-a98c-91e40992d894", "tag": "b01afc95-3c7e-47bf-96d3-3924ef5704de"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:03.506141 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dbca350a-debb-4e3a-9880-a75b0795be8a,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:03.518640 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'dbca350a-debb-4e3a-9880-a75b0795be8a', 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8', 'port_id': 'dbca350a-debb-4e3a-9880-a75b0795be8a', 'mac_address': 'fa:16:3e:4d:1e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5663391f-233a-4fe7-82d6-ff0d7f70aad7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:03.525412 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-662d305d-9b71-4b6e-a339-aed18fa1a3f2 req-92e814f1-f3bf-4ba0-8ba6-5837222ee53b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] show failed (client error): The resource could not be found. Jul 06 11:50:03.526705 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-662d305d-9b71-4b6e-a339-aed18fa1a3f2 req-92e814f1-f3bf-4ba0-8ba6-5837222ee53b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/e16fb8b2-6f65-4ddb-9580-41170344d5a7 HTTP/1.1" status: 404 len: 352 time: 0.0273380 Jul 06 11:50:03.564015 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.568883 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf5845b-7184-4efa-ac40-c6feb8ae506f x-openstack-request-id: req-ccf5845b-7184-4efa-ac40-c6feb8ae506f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:03.569166 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c66454f-1e0e-41b7-b3ed-d9e7472e1516", "name": "network-vif-plugged", "status": "completed", "tag": "97481db4-42ca-4443-8d55-e40b9fbf2657", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:03.569427 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ccf5845b-7184-4efa-ac40-c6feb8ae506f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:03.569819 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c66454f-1e0e-41b7-b3ed-d9e7472e1516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97481db4-42ca-4443-8d55-e40b9fbf2657', 'code': 200} Jul 06 11:50:03.584011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbca350a-debb-4e3a-9880-a75b0795be8a {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:03.607877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dbca350a-debb-4e3a-9880-a75b0795be8a,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:03.614519 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.665763 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7f483c45-ddc7-46d9-8d5b-6ed382f45174 req-b8118de4-6493-49b4-b904-355f64c77bd7 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.680266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=dbca350a-debb-4e3a-9880-a75b0795be8a,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:03.718323 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8118de4-6493-49b4-b904-355f64c77bd7 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Pushing event deleted for resources: {'Port': ['ID=6ff1282b-1c89-4fd4-82b6-2ec7aa7e08b6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:03.792585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf1aeb-1c9e-4291-8a9b-1f25a39fb905 req-4bfa08e1-c319-49fb-a09c-119104c8797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:03.794091 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3daf1aeb-1c9e-4291-8a9b-1f25a39fb905 req-4bfa08e1-c319-49fb-a09c-119104c8797a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 1101 time: 0.1394403 Jul 06 11:50:03.797029 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7f483c45-ddc7-46d9-8d5b-6ed382f45174 req-b8118de4-6493-49b4-b904-355f64c77bd7 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.799913 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7f483c45-ddc7-46d9-8d5b-6ed382f45174 req-b8118de4-6493-49b4-b904-355f64c77bd7 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:03.801010 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7f483c45-ddc7-46d9-8d5b-6ed382f45174 req-b8118de4-6493-49b4-b904-355f64c77bd7 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "DELETE /v2.0/floatingips/dfccc763-9b3a-41a0-bb53-8c25d40f2ca6 HTTP/1.1" status: 204 len: 173 time: 0.5468593 Jul 06 11:50:03.839390 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3daf1aeb-1c9e-4291-8a9b-1f25a39fb905 req-1002a472-8c7f-4ff7-89bb-9fc29b55a843 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372593 Jul 06 11:50:03.848139 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5d08cc-f789-48c7-9f8a-f6321b714aa6 x-openstack-request-id: req-da5d08cc-f789-48c7-9f8a-f6321b714aa6 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:03.848658 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfad04fd-7e1f-4f96-a1f5-a17d40505b33", "tag": "8e897e8f-9283-4a93-870e-a1b08feb97b7", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:03.848658 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da5d08cc-f789-48c7-9f8a-f6321b714aa6 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:03.849368 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfad04fd-7e1f-4f96-a1f5-a17d40505b33', 'tag': '8e897e8f-9283-4a93-870e-a1b08feb97b7', 'status': 'completed', 'code': 200} Jul 06 11:50:03.855997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375085e-f5df-4f18-bbaa-95a884b674ad req-94803691-eaca-48cf-beb1-7ad76bdce76b tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:03.857991 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c375085e-f5df-4f18-bbaa-95a884b674ad req-94803691-eaca-48cf-beb1-7ad76bdce76b tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 946 time: 0.0825989 Jul 06 11:50:03.900501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['dbca350a-debb-4e3a-9880-a75b0795be8a'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:03.916086 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86507088-b028-4b3e-b5bb-2a080e1c432c x-openstack-request-id: req-86507088-b028-4b3e-b5bb-2a080e1c432c {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:03.916377 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a3043a-90cc-4e35-a98c-91e40992d894", "tag": "b01afc95-3c7e-47bf-96d3-3924ef5704de", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:03.916689 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-86507088-b028-4b3e-b5bb-2a080e1c432c {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:03.917159 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'tag': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'status': 'completed', 'code': 200} Jul 06 11:50:03.952636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b706d269-bc56-4576-aa53-46687900b2a8 req-51171338-355a-427d-8672-75f80f586a18 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-160511753', 'description': 'tempest-description-2008145888'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:03.959263 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c375085e-f5df-4f18-bbaa-95a884b674ad req-4dd8815d-f2a9-4771-a414-0413fed52229 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881569 Jul 06 11:50:04.001721 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5950f5-8ca9-4854-936b-39489ad597bd req-7b2f3342-9a73-47db-a725-8e117ab30fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.006861 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f5950f5-8ca9-4854-936b-39489ad597bd req-7b2f3342-9a73-47db-a725-8e117ab30fb2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11d9c36e12bc454daf17a7e52d2660e9&device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 1174 time: 0.1351478 Jul 06 11:50:04.051336 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b706d269-bc56-4576-aa53-46687900b2a8 req-51171338-355a-427d-8672-75f80f586a18 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.098564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473c865-65d2-4a55-94bf-a11dc4ecc461 req-546a3d7e-a5ce-44a6-b446-9138b370576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.101170 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e473c865-65d2-4a55-94bf-a11dc4ecc461 req-546a3d7e-a5ce-44a6-b446-9138b370576a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92649345208f4d57abf29acc72aa0061&device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 1096 time: 0.1717670 Jul 06 11:50:04.180446 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5950f5-8ca9-4854-936b-39489ad597bd req-eb204833-2cf1-436b-918b-bf358a410458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.181947 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f5950f5-8ca9-4854-936b-39489ad597bd req-eb204833-2cf1-436b-918b-bf358a410458 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6dbe9c2d-a240-4a74-8981-f136669f1457 HTTP/1.1" status: 200 len: 914 time: 0.1675603 Jul 06 11:50:04.194155 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703d274-63d4-42b0-9b1a-7e2fbcbbecdc req-6aeca2eb-d362-47e9-8e6b-52e99fc94743 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.196080 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e703d274-63d4-42b0-9b1a-7e2fbcbbecdc req-6aeca2eb-d362-47e9-8e6b-52e99fc94743 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 948 time: 0.0950933 Jul 06 11:50:04.239999 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f5950f5-8ca9-4854-936b-39489ad597bd req-3d4a3cbc-c6b3-4b39-8a13-e4ddef4d7c3e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e897e8f-9283-4a93-870e-a1b08feb97b7 HTTP/1.1" status: 200 len: 217 time: 0.0433681 Jul 06 11:50:04.292821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473c865-65d2-4a55-94bf-a11dc4ecc461 req-7fe2da3a-3493-4402-9e00-e8a4962ce07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.294453 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e473c865-65d2-4a55-94bf-a11dc4ecc461 req-7fe2da3a-3493-4402-9e00-e8a4962ce07d service neutron] 10.222.0.23 "GET /v2.0/networks?id=bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 200 len: 921 time: 0.1861801 Jul 06 11:50:04.300474 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e703d274-63d4-42b0-9b1a-7e2fbcbbecdc req-427d24fa-6f94-4552-ba55-9c48a4619345 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675325 Jul 06 11:50:04.306328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5950f5-8ca9-4854-936b-39489ad597bd req-cf963f96-166a-4509-ab59-0e0a7b887015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.307833 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f5950f5-8ca9-4854-936b-39489ad597bd req-cf963f96-166a-4509-ab59-0e0a7b887015 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3e4953c5-ee5f-4c90-951c-dd079061debe HTTP/1.1" status: 200 len: 853 time: 0.0597236 Jul 06 11:50:04.321827 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b706d269-bc56-4576-aa53-46687900b2a8 req-51171338-355a-427d-8672-75f80f586a18 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.351857 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e473c865-65d2-4a55-94bf-a11dc4ecc461 req-9302b753-700e-472b-953f-98f22826face service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b01afc95-3c7e-47bf-96d3-3924ef5704de HTTP/1.1" status: 200 len: 217 time: 0.0466771 Jul 06 11:50:04.353003 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b706d269-bc56-4576-aa53-46687900b2a8 req-51171338-355a-427d-8672-75f80f586a18 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.356963 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f5950f5-8ca9-4854-936b-39489ad597bd req-e449e45e-7385-48a3-9738-fc44169ca3f0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6dbe9c2d-a240-4a74-8981-f136669f1457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409951 Jul 06 11:50:04.439670 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b706d269-bc56-4576-aa53-46687900b2a8 req-51171338-355a-427d-8672-75f80f586a18 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.447706 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b706d269-bc56-4576-aa53-46687900b2a8 req-51171338-355a-427d-8672-75f80f586a18 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5028157 Jul 06 11:50:04.466370 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f5950f5-8ca9-4854-936b-39489ad597bd req-3265f826-7f0d-4f95-a604-d9341a3a75d9 service neutron] 10.222.0.89 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021500 Jul 06 11:50:04.484690 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51171338-355a-427d-8672-75f80f586a18 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f73535-0a4e-4772-add5-22f058e5bfbb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:04.487861 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473c865-65d2-4a55-94bf-a11dc4ecc461 req-6d22e43a-196e-45e0-8045-6106a97d8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.489452 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e473c865-65d2-4a55-94bf-a11dc4ecc461 req-6d22e43a-196e-45e0-8045-6106a97d8468 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 200 len: 859 time: 0.1229439 Jul 06 11:50:04.565324 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:04.596346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473c865-65d2-4a55-94bf-a11dc4ecc461 req-bd02db0f-248b-4c4b-9615-332b053874fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.598301 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e473c865-65d2-4a55-94bf-a11dc4ecc461 req-bd02db0f-248b-4c4b-9615-332b053874fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bde42019-f374-4e0e-805a-c2260ce1d654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953135 Jul 06 11:50:04.630934 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f5950f5-8ca9-4854-936b-39489ad597bd req-2aa44efd-a13c-4b10-b9a9-f9236b5f4836 service neutron] 10.222.0.89 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526856 Jul 06 11:50:04.631597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:04.641560 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:04.642245 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.777809 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e473c865-65d2-4a55-94bf-a11dc4ecc461 req-6dc018cf-c190-4b75-8658-c6032a5d306e service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707921 Jul 06 11:50:04.782785 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393f513-e5c6-4831-837a-ed686d725798 req-bb56884e-a940-42ee-bd6a-d0ef1a18ed51 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.784377 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8393f513-e5c6-4831-837a-ed686d725798 req-bb56884e-a940-42ee-bd6a-d0ef1a18ed51 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 1097 time: 0.0680594 Jul 06 11:50:04.787913 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.789482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068050cf-009f-47c1-a462-02ed30b4f6e2 req-d81fdec3-cf9e-4509-bb42-3d7bd9190f4e tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:04.798344 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-068050cf-009f-47c1-a462-02ed30b4f6e2 req-d81fdec3-cf9e-4509-bb42-3d7bd9190f4e tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 950 time: 0.1131821 Jul 06 11:50:04.832001 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8393f513-e5c6-4831-837a-ed686d725798 req-1dd49128-275c-4383-a3e4-545b626a59bf tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406265 Jul 06 11:50:04.901084 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f66586d1-2c3b-4a0c-8e1a-2adb49fabee7,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:04.903693 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-068050cf-009f-47c1-a462-02ed30b4f6e2 req-f123de46-257b-4fc5-bcb5-99623c759c29 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040301 Jul 06 11:50:04.906926 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:04.976992 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=f66586d1-2c3b-4a0c-8e1a-2adb49fabee7,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:04.991033 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d73c6ee3-898d-4e3f-bbd7-073a0c6e4c12 req-16f6cca4-0db6-46d4-9ccf-91537f9ef5fd tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1797602414', 'description': 'tempest-description-1183313130'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:04.997872 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e473c865-65d2-4a55-94bf-a11dc4ecc461 req-0fd10974-1936-413b-aeac-b6928114b57d service neutron] 10.222.0.23 "GET /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973374 Jul 06 11:50:05.017424 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d73c6ee3-898d-4e3f-bbd7-073a0c6e4c12 req-16f6cca4-0db6-46d4-9ccf-91537f9ef5fd tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.085688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec71579-a81e-4fb1-b772-da1efccdb226 req-9fa4ae05-1a16-469e-8f48-bfd8ee5508b4 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:05.089224 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fec71579-a81e-4fb1-b772-da1efccdb226 req-9fa4ae05-1a16-469e-8f48-bfd8ee5508b4 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 945 time: 0.0877683 Jul 06 11:50:05.122883 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d73c6ee3-898d-4e3f-bbd7-073a0c6e4c12 req-16f6cca4-0db6-46d4-9ccf-91537f9ef5fd tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.127743 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d73c6ee3-898d-4e3f-bbd7-073a0c6e4c12 req-16f6cca4-0db6-46d4-9ccf-91537f9ef5fd tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.131768 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fec71579-a81e-4fb1-b772-da1efccdb226 req-514b1975-89c8-4460-8025-880448c5a74f tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362086 Jul 06 11:50:05.166664 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d73c6ee3-898d-4e3f-bbd7-073a0c6e4c12 req-16f6cca4-0db6-46d4-9ccf-91537f9ef5fd tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.168524 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d73c6ee3-898d-4e3f-bbd7-073a0c6e4c12 req-16f6cca4-0db6-46d4-9ccf-91537f9ef5fd tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1973691 Jul 06 11:50:05.180048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6cca4-0db6-46d4-9ccf-91537f9ef5fd tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d023ab5-6a49-4d3a-bffc-d7e1c76cb06e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:05.199080 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.334374 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bf1b9-6de6-4b2f-a304-b9d0172bf410 req-c550568e-393d-498c-87c9-f80438b73e8c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:05.335978 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-216bf1b9-6de6-4b2f-a304-b9d0172bf410 req-c550568e-393d-498c-87c9-f80438b73e8c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.0679829 Jul 06 11:50:05.375398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a1a37-bdaf-4f4d-8522-665b30c7edf1 req-662d985d-5fb8-4d78-ab6a-31742476f3af tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:05.376873 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b87a1a37-bdaf-4f4d-8522-665b30c7edf1 req-662d985d-5fb8-4d78-ab6a-31742476f3af tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 945 time: 0.0785241 Jul 06 11:50:05.383413 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-216bf1b9-6de6-4b2f-a304-b9d0172bf410 req-2cee724f-457f-482f-b41b-27ec5e0d17a9 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409338 Jul 06 11:50:05.417744 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b87a1a37-bdaf-4f4d-8522-665b30c7edf1 req-c106d1f6-4da3-4f76-8a34-150d8fbcb431 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/security-groups?id=c60c962e-a4c3-427b-9f73-47f7c1632a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351179 Jul 06 11:50:05.418185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device dbca350a-debb-4e3a-9880-a75b0795be8a up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:05.458686 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16f8efe7-67f5-4cd2-9e68-a74303bf6834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.502415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-40aa05f6-ad1f-4162-9983-d4bd7f45fc4b req-392e54f8-1ca4-4d1e-9d74-0323f97022f4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1761721290', 'description': 'tempest-description-1293743730'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:05.513930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port dbca350a-debb-4e3a-9880-a75b0795be8a completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:05.521290 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port dbca350a-debb-4e3a-9880-a75b0795be8a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:05.521816 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.528713 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-40aa05f6-ad1f-4162-9983-d4bd7f45fc4b req-392e54f8-1ca4-4d1e-9d74-0323f97022f4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.574313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a209f20a-8685-4265-a696-a84bc2730084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66586d1-2c3b-4a0c-8e1a-2adb49fabee7'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:05.578024 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e139922-daf9-4626-8ce8-fb1dabb3fbc9" -d '{"events": [{"server_uuid": "a209f20a-8685-4265-a696-a84bc2730084", "name": "network-vif-plugged", "status": "completed", "tag": "f66586d1-2c3b-4a0c-8e1a-2adb49fabee7"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:05.638007 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.656147 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-40aa05f6-ad1f-4162-9983-d4bd7f45fc4b req-392e54f8-1ca4-4d1e-9d74-0323f97022f4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.661892 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-40aa05f6-ad1f-4162-9983-d4bd7f45fc4b req-392e54f8-1ca4-4d1e-9d74-0323f97022f4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.687743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dbca350a-debb-4e3a-9880-a75b0795be8a,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:05.696490 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.708262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-40aa05f6-ad1f-4162-9983-d4bd7f45fc4b req-392e54f8-1ca4-4d1e-9d74-0323f97022f4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:05.710028 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40aa05f6-ad1f-4162-9983-d4bd7f45fc4b req-392e54f8-1ca4-4d1e-9d74-0323f97022f4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2118449 Jul 06 11:50:05.722014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e54f8-1ca4-4d1e-9d74-0323f97022f4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352e6117-429d-40e5-acf3-43095be78376,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:05.780512 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5d267a-dbbe-420c-8700-6884370ca016 x-openstack-request-id: req-8d5d267a-dbbe-420c-8700-6884370ca016 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:05.780849 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a209f20a-8685-4265-a696-a84bc2730084", "name": "network-vif-plugged", "status": "completed", "tag": "f66586d1-2c3b-4a0c-8e1a-2adb49fabee7", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:05.781106 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d5d267a-dbbe-420c-8700-6884370ca016 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:05.781513 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a209f20a-8685-4265-a696-a84bc2730084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66586d1-2c3b-4a0c-8e1a-2adb49fabee7', 'code': 200} Jul 06 11:50:05.782693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=dbca350a-debb-4e3a-9880-a75b0795be8a,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:05.789824 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f4799-896f-423e-9fce-3692ffa65430 req-8a47e037-bb8c-46c0-91b6-2aef1c8f2455 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:05.792992 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db4f4799-896f-423e-9fce-3692ffa65430 req-8a47e037-bb8c-46c0-91b6-2aef1c8f2455 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 949 time: 0.1307821 Jul 06 11:50:05.882850 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db4f4799-896f-423e-9fce-3692ffa65430 req-75ec728b-ad98-4831-85f9-a4eb5833b687 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783968 Jul 06 11:50:05.981934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54bb48-5b81-4223-9baa-10f6836a133d req-a61dec46-f16f-42b9-a02d-bd39266f689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:05.983746 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d54bb48-5b81-4223-9baa-10f6836a133d req-a61dec46-f16f-42b9-a02d-bd39266f689a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 1100 time: 0.0952537 Jul 06 11:50:05.989387 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a376977c-4d7a-4659-bd6d-a1d63a2214d3 req-09c12370-176b-44e2-87ea-b93ff9513c5b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11d9c36e12bc454daf17a7e52d2660e9 HTTP/1.1" status: 200 len: 10897 time: 0.1806016 Jul 06 11:50:06.042426 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d54bb48-5b81-4223-9baa-10f6836a133d req-f6481733-3f6e-46cd-8ed4-675f6d0016e9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450816 Jul 06 11:50:06.094091 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.095632 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a376977c-4d7a-4659-bd6d-a1d63a2214d3 req-31609c24-10e4-4657-a471-1b662f601680 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/3e016ba5-274b-4ed4-a3fe-cd8a45b3a360 HTTP/1.1" status: 200 len: 2981 time: 0.0991850 Jul 06 11:50:06.137242 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795c7c5-712e-4a00-8f32-145520834250 req-47706f76-6a24-446b-93f0-c5900b5b1903 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:06.137718 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96548d-c89d-49ce-8042-bf416e58ff34 req-5bc7627e-8e91-4317-9c34-1586acf0aa98 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:06.139239 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ae96548d-c89d-49ce-8042-bf416e58ff34 req-5bc7627e-8e91-4317-9c34-1586acf0aa98 tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 945 time: 0.1118736 Jul 06 11:50:06.145525 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4795c7c5-712e-4a00-8f32-145520834250 req-47706f76-6a24-446b-93f0-c5900b5b1903 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 950 time: 0.0926502 Jul 06 11:50:06.186521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4795c7c5-712e-4a00-8f32-145520834250 req-890f4590-4ce9-4174-9ea7-477186bfb1e5 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386744 Jul 06 11:50:06.208618 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a376977c-4d7a-4659-bd6d-a1d63a2214d3 req-daa000a8-a2e7-4a6a-a1b2-c639e0ba6c80 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/3e016ba5-274b-4ed4-a3fe-cd8a45b3a360 HTTP/1.1" status: 200 len: 2981 time: 0.0970631 Jul 06 11:50:06.306174 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0b68865c-1520-4487-8220-a132d0f2fd21 req-5b299de1-04c9-4178-9c73-7f8027eabcb4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/13f73535-0a4e-4772-add5-22f058e5bfbb HTTP/1.1" status: 200 len: 1800 time: 0.0794597 Jul 06 11:50:06.354621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ae96548d-c89d-49ce-8042-bf416e58ff34 req-bc6b3802-b148-4ab6-9941-67e32bf3247c tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Deleting port b01afc95-3c7e-47bf-96d3-3924ef5704de {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:06.355019 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ae96548d-c89d-49ce-8042-bf416e58ff34 req-bc6b3802-b148-4ab6-9941-67e32bf3247c tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.400533 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc352bf2-44b9-4981-b365-a1cba77c23e0 req-80b80cb6-5f94-42f2-9b59-1b48ab2de61d tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:06.402102 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc352bf2-44b9-4981-b365-a1cba77c23e0 req-80b80cb6-5f94-42f2-9b59-1b48ab2de61d tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 946 time: 0.1027987 Jul 06 11:50:06.442565 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0b68865c-1520-4487-8220-a132d0f2fd21 req-224d1bd2-e105-487f-8c56-6a1984d4f976 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.444100 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc352bf2-44b9-4981-b365-a1cba77c23e0 req-e2b97ea5-9aff-44e9-9308-84fd2bd8a189 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348449 Jul 06 11:50:06.487008 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0b68865c-1520-4487-8220-a132d0f2fd21 req-224d1bd2-e105-487f-8c56-6a1984d4f976 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.509608 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ae96548d-c89d-49ce-8042-bf416e58ff34 req-bc6b3802-b148-4ab6-9941-67e32bf3247c tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] For port b01afc95-3c7e-47bf-96d3-3924ef5704de, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b01afc95-3c7e-47bf-96d3-3924ef5704de,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:06.510251 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ae96548d-c89d-49ce-8042-bf416e58ff34 req-bc6b3802-b148-4ab6-9941-67e32bf3247c tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.538345 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ae96548d-c89d-49ce-8042-bf416e58ff34 req-bc6b3802-b148-4ab6-9941-67e32bf3247c tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Calling delete_port for b01afc95-3c7e-47bf-96d3-3924ef5704de owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:06.594082 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0b68865c-1520-4487-8220-a132d0f2fd21 req-224d1bd2-e105-487f-8c56-6a1984d4f976 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.596813 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0b68865c-1520-4487-8220-a132d0f2fd21 req-224d1bd2-e105-487f-8c56-6a1984d4f976 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.597929 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0b68865c-1520-4487-8220-a132d0f2fd21 req-224d1bd2-e105-487f-8c56-6a1984d4f976 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "DELETE /v2.0/security-groups/13f73535-0a4e-4772-add5-22f058e5bfbb HTTP/1.1" status: 204 len: 173 time: 0.2852771 Jul 06 11:50:06.617843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d1bd2-e105-487f-8c56-6a1984d4f976 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f73535-0a4e-4772-add5-22f058e5bfbb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:06.713628 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ae96548d-c89d-49ce-8042-bf416e58ff34 req-bc6b3802-b148-4ab6-9941-67e32bf3247c tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.726529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['b01afc95-3c7e-47bf-96d3-3924ef5704de'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:06.789760 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b3802-b148-4ab6-9941-67e32bf3247c tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Pushing event deleted for resources: {'Port': ['ID=b01afc95-3c7e-47bf-96d3-3924ef5704de,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:06.830441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae96548d-c89d-49ce-8042-bf416e58ff34 req-bc6b3802-b148-4ab6-9941-67e32bf3247c tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] No DVR routers for this DVR port b01afc95-3c7e-47bf-96d3-3924ef5704de on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:06.833311 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ae96548d-c89d-49ce-8042-bf416e58ff34 req-bc6b3802-b148-4ab6-9941-67e32bf3247c tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:06.835599 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ae96548d-c89d-49ce-8042-bf416e58ff34 req-bc6b3802-b148-4ab6-9941-67e32bf3247c tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.23 "DELETE /v2.0/ports/b01afc95-3c7e-47bf-96d3-3924ef5704de HTTP/1.1" status: 204 len: 173 time: 0.6886277 Jul 06 11:50:06.836274 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'name': 'network-vif-deleted', 'tag': 'b01afc95-3c7e-47bf-96d3-3924ef5704de'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:06.839846 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668ad896-7433-4fc9-b38a-3e0f7aa8b82d" -d '{"events": [{"server_uuid": "d7a3043a-90cc-4e35-a98c-91e40992d894", "name": "network-vif-deleted", "tag": "b01afc95-3c7e-47bf-96d3-3924ef5704de"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:06.880061 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7d42d483-5c98-4347-a109-3d0ec4a56106 req-eaf0c68a-585b-40fc-a5f7-db312c90368b tempest-FloatingIPsAssociationTestJSON-991515911 tempest-FloatingIPsAssociationTestJSON-991515911-project] 10.222.0.81 "GET /v2.0/ports?device_id=d7a3043a-90cc-4e35-a98c-91e40992d894 HTTP/1.1" status: 200 len: 210 time: 0.0419283 Jul 06 11:50:06.907384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88fa0a-468b-4bf6-a45c-47f38bacf316 req-4213238b-be96-443d-9aa8-e620cce6387b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:06.911848 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0a88fa0a-468b-4bf6-a45c-47f38bacf316 req-4213238b-be96-443d-9aa8-e620cce6387b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1728096 Jul 06 11:50:06.988730 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0a88fa0a-468b-4bf6-a45c-47f38bacf316 req-49c774a2-449e-43eb-89ac-f35ed347cd53 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610728 Jul 06 11:50:07.038988 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-5cd968e5-364c-401e-8ba9-1dc93c6057a1 req-e0116b3c-a818-4117-92d9-43cf4f70c9b2 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] show failed (client error): The resource could not be found. Jul 06 11:50:07.040227 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5cd968e5-364c-401e-8ba9-1dc93c6057a1 req-e0116b3c-a818-4117-92d9-43cf4f70c9b2 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/13f73535-0a4e-4772-add5-22f058e5bfbb HTTP/1.1" status: 404 len: 352 time: 0.0170295 Jul 06 11:50:07.113798 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24fda44-0399-456a-870d-84b9b4286e44 x-openstack-request-id: req-a24fda44-0399-456a-870d-84b9b4286e44 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:07.114089 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a3043a-90cc-4e35-a98c-91e40992d894", "name": "network-vif-deleted", "tag": "b01afc95-3c7e-47bf-96d3-3924ef5704de", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:07.114334 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a24fda44-0399-456a-870d-84b9b4286e44 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:07.114724 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a3043a-90cc-4e35-a98c-91e40992d894', 'name': 'network-vif-deleted', 'tag': 'b01afc95-3c7e-47bf-96d3-3924ef5704de', 'status': 'completed', 'code': 200} Jul 06 11:50:07.323634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ea352-86a2-41d9-9c7e-fd6363e5453b req-edae512f-9d41-42fd-8e06-3fe25cec73c5 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:07.332592 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-318ea352-86a2-41d9-9c7e-fd6363e5453b req-edae512f-9d41-42fd-8e06-3fe25cec73c5 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 950 time: 0.1246915 Jul 06 11:50:07.358840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392ff1c-b2b7-470b-9960-e8255ae1c6b1 req-9913c01d-32f9-4637-90d7-10fb3504570b tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:07.366773 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d392ff1c-b2b7-470b-9960-e8255ae1c6b1 req-9913c01d-32f9-4637-90d7-10fb3504570b tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 949 time: 0.1091959 Jul 06 11:50:07.404741 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-318ea352-86a2-41d9-9c7e-fd6363e5453b req-42a54772-ba2f-4db9-b4a1-dd40237e0087 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671239 Jul 06 11:50:07.428628 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d392ff1c-b2b7-470b-9960-e8255ae1c6b1 req-9d48404f-eb89-460a-95dc-0bba3d63ec05 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622287 Jul 06 11:50:07.539541 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a84be885-1a75-450b-a9e3-822f3b0b3f5e req-a642152f-bbc6-435a-adcc-9b4565a1cb99 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/2d023ab5-6a49-4d3a-bffc-d7e1c76cb06e HTTP/1.1" status: 200 len: 1801 time: 0.0764592 Jul 06 11:50:07.655456 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a84be885-1a75-450b-a9e3-822f3b0b3f5e req-aac34857-84d1-4275-b9ce-ab2da28e293a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.706312 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a84be885-1a75-450b-a9e3-822f3b0b3f5e req-aac34857-84d1-4275-b9ce-ab2da28e293a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.740408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc584a6-7ea9-48aa-8690-5ac9f384ce9f req-1fc4714c-21fc-4951-b3eb-96c54033db7d tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:07.756870 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6bc584a6-7ea9-48aa-8690-5ac9f384ce9f req-1fc4714c-21fc-4951-b3eb-96c54033db7d tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 946 time: 0.1259856 Jul 06 11:50:07.776543 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a84be885-1a75-450b-a9e3-822f3b0b3f5e req-aac34857-84d1-4275-b9ce-ab2da28e293a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.780371 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a84be885-1a75-450b-a9e3-822f3b0b3f5e req-aac34857-84d1-4275-b9ce-ab2da28e293a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:07.781643 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a84be885-1a75-450b-a9e3-822f3b0b3f5e req-aac34857-84d1-4275-b9ce-ab2da28e293a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "DELETE /v2.0/security-groups/2d023ab5-6a49-4d3a-bffc-d7e1c76cb06e HTTP/1.1" status: 204 len: 173 time: 0.2406335 Jul 06 11:50:07.783136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91509e4-287e-47e6-acfc-1bfcc0019bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbca350a-debb-4e3a-9880-a75b0795be8a'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:07.787603 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b1867e-670e-4701-9d24-447ee142c1be" -d '{"events": [{"server_uuid": "a91509e4-287e-47e6-acfc-1bfcc0019bbc", "name": "network-vif-plugged", "status": "completed", "tag": "dbca350a-debb-4e3a-9880-a75b0795be8a"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:07.809461 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac34857-84d1-4275-b9ce-ab2da28e293a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d023ab5-6a49-4d3a-bffc-d7e1c76cb06e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:07.828122 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-d906ccd9-9479-4a07-b1e6-fbae2e981b03 req-71c75fae-71f8-48ee-8ff5-1b2baa3ac15d tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] show failed (client error): The resource could not be found. Jul 06 11:50:07.830754 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6bc584a6-7ea9-48aa-8690-5ac9f384ce9f req-69b41f16-564b-4388-99e1-df17725fdeeb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728793 Jul 06 11:50:07.843853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d906ccd9-9479-4a07-b1e6-fbae2e981b03 req-71c75fae-71f8-48ee-8ff5-1b2baa3ac15d tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/2d023ab5-6a49-4d3a-bffc-d7e1c76cb06e HTTP/1.1" status: 404 len: 352 time: 0.0213773 Jul 06 11:50:07.901195 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5883e5-2892-4091-a21d-85a36ca11cf3 x-openstack-request-id: req-dd5883e5-2892-4091-a21d-85a36ca11cf3 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:07.901774 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91509e4-287e-47e6-acfc-1bfcc0019bbc", "name": "network-vif-plugged", "status": "completed", "tag": "dbca350a-debb-4e3a-9880-a75b0795be8a", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:07.902271 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd5883e5-2892-4091-a21d-85a36ca11cf3 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:07.902907 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91509e4-287e-47e6-acfc-1bfcc0019bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbca350a-debb-4e3a-9880-a75b0795be8a', 'code': 200} Jul 06 11:50:07.933729 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-685db03f-c1a1-4336-a32e-ab4bdf60e18e req-0f06dfe6-ebfe-4f58-8474-8f8a4d7f71ef tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/352e6117-429d-40e5-acf3-43095be78376 HTTP/1.1" status: 200 len: 1801 time: 0.0538812 Jul 06 11:50:08.016021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53284) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:08.103332 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-509a35ba-fce4-4f71-9099-94115bc6c63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.138325 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-685db03f-c1a1-4336-a32e-ab4bdf60e18e req-eab1b7b9-6e84-48b9-8846-7b4d487930b8 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.163002 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.210083 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-685db03f-c1a1-4336-a32e-ab4bdf60e18e req-eab1b7b9-6e84-48b9-8846-7b4d487930b8 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.222837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e8367-be3b-472e-a626-17a393b9e891 req-d86294b1-8169-4b40-b7ba-bf8b15622d37 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:08.224755 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-298e8367-be3b-472e-a626-17a393b9e891 req-d86294b1-8169-4b40-b7ba-bf8b15622d37 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.0699608 Jul 06 11:50:08.228088 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c4ce9-da07-47e6-b381-d6464afd0e4d req-cd2d3f0c-b766-4b37-aa3c-e9ef39a19ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:08.229574 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-086c4ce9-da07-47e6-b381-d6464afd0e4d req-cd2d3f0c-b766-4b37-aa3c-e9ef39a19ee8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 1097 time: 0.2542696 Jul 06 11:50:08.281079 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-298e8367-be3b-472e-a626-17a393b9e891 req-ce2cc100-9ebd-4886-8d69-f7f50fdd8232 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458646 Jul 06 11:50:08.530616 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-685db03f-c1a1-4336-a32e-ab4bdf60e18e req-eab1b7b9-6e84-48b9-8846-7b4d487930b8 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.533298 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-685db03f-c1a1-4336-a32e-ab4bdf60e18e req-eab1b7b9-6e84-48b9-8846-7b4d487930b8 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:08.534325 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-685db03f-c1a1-4336-a32e-ab4bdf60e18e req-eab1b7b9-6e84-48b9-8846-7b4d487930b8 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "DELETE /v2.0/security-groups/352e6117-429d-40e5-acf3-43095be78376 HTTP/1.1" status: 204 len: 173 time: 0.5905490 Jul 06 11:50:08.558108 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1b7b9-6e84-48b9-8846-7b4d487930b8 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=352e6117-429d-40e5-acf3-43095be78376,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:08.566451 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-086c4ce9-da07-47e6-b381-d6464afd0e4d req-d118989d-98e9-4ed9-a383-6c44e72cf710 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297389 Jul 06 11:50:08.671075 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb9208-405c-44b6-8204-9ca1e9f72b1d req-c02d8c47-ea23-4c86-a182-d16a40be4183 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:08.673026 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5ccb9208-405c-44b6-8204-9ca1e9f72b1d req-c02d8c47-ea23-4c86-a182-d16a40be4183 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 949 time: 0.0955496 Jul 06 11:50:08.712643 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5ccb9208-405c-44b6-8204-9ca1e9f72b1d req-e337b702-81b4-4ae6-b8de-7e4894e6ef14 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330498 Jul 06 11:50:08.765389 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-7e3dcf2a-ae82-44a2-9c11-1c0f7bf286f2 req-80a3b5b5-bda4-46d5-93b9-7c61928c7002 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] show failed (client error): The resource could not be found. Jul 06 11:50:08.766492 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e3dcf2a-ae82-44a2-9c11-1c0f7bf286f2 req-80a3b5b5-bda4-46d5-93b9-7c61928c7002 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/352e6117-429d-40e5-acf3-43095be78376 HTTP/1.1" status: 404 len: 352 time: 0.0173419 Jul 06 11:50:08.814257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d04d4-0271-4340-b64b-13a13bd60923 req-95da3741-c7a4-4b2a-91dd-1839cafeb100 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:08.815839 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d32d04d4-0271-4340-b64b-13a13bd60923 req-95da3741-c7a4-4b2a-91dd-1839cafeb100 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 950 time: 0.1549106 Jul 06 11:50:08.874050 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d32d04d4-0271-4340-b64b-13a13bd60923 req-d7800a73-34bd-46cd-9004-ffbb20fc362c tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511622 Jul 06 11:50:08.976533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0f70-fd61-44c2-a4a6-b3fb5388772c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.231643 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.340660 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a09a57a-b902-41a8-a4a9-a570291e35d0 req-b93fe5e8-48dc-4f5f-b3ba-63984a6d5ea8 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11d9c36e12bc454daf17a7e52d2660e9 HTTP/1.1" status: 200 len: 6148 time: 0.1720047 Jul 06 11:50:09.419109 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09238d06-2ebe-471c-a32d-e244a5fc9d76 req-92983981-90ef-4d39-a0d2-8b01637ccfd7 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.421382 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09238d06-2ebe-471c-a32d-e244a5fc9d76 req-92983981-90ef-4d39-a0d2-8b01637ccfd7 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 946 time: 0.0734332 Jul 06 11:50:09.434280 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a09a57a-b902-41a8-a4a9-a570291e35d0 req-e513aad0-6d9d-47c2-aa8c-671a3553d174 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/3e016ba5-274b-4ed4-a3fe-cd8a45b3a360 HTTP/1.1" status: 200 len: 2981 time: 0.0690780 Jul 06 11:50:09.459822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca0f70-fd61-44c2-a4a6-b3fb5388772c admin admin] Deleting port 1bd69eca-2114-41c2-acf6-7781eac8dc5e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:09.460252 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0f70-fd61-44c2-a4a6-b3fb5388772c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.483864 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09238d06-2ebe-471c-a32d-e244a5fc9d76 req-e4acf0bd-aaef-47d5-9d13-2c28ff103d93 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541565 Jul 06 11:50:09.576619 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a09a57a-b902-41a8-a4a9-a570291e35d0 req-7176eed7-6297-4d13-93b6-92901b9fc0d7 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/3e016ba5-274b-4ed4-a3fe-cd8a45b3a360 HTTP/1.1" status: 200 len: 2981 time: 0.0973027 Jul 06 11:50:09.600348 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-b2ca0f70-fd61-44c2-a4a6-b3fb5388772c admin admin] For port 1bd69eca-2114-41c2-acf6-7781eac8dc5e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1bd69eca-2114-41c2-acf6-7781eac8dc5e,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:09.600810 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0f70-fd61-44c2-a4a6-b3fb5388772c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.615434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca0f70-fd61-44c2-a4a6-b3fb5388772c admin admin] Calling delete_port for 1bd69eca-2114-41c2-acf6-7781eac8dc5e owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:09.697731 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edc1df-92a2-46b5-b172-fd512873351c req-efa93b5b-2216-46b4-a908-666d9c8302f2 tempest-LiveMigrationNegativeTest-1110076881 tempest-LiveMigrationNegativeTest-1110076881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.699086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42edc1df-92a2-46b5-b172-fd512873351c req-efa93b5b-2216-46b4-a908-666d9c8302f2 tempest-LiveMigrationNegativeTest-1110076881 tempest-LiveMigrationNegativeTest-1110076881-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 1101 time: 0.0941796 Jul 06 11:50:09.740528 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-42edc1df-92a2-46b5-b172-fd512873351c req-fa7f9aed-7bdf-4511-a193-bced97e0b91c tempest-LiveMigrationNegativeTest-1110076881 tempest-LiveMigrationNegativeTest-1110076881-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.901357 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-42edc1df-92a2-46b5-b172-fd512873351c req-fa7f9aed-7bdf-4511-a193-bced97e0b91c tempest-LiveMigrationNegativeTest-1110076881 tempest-LiveMigrationNegativeTest-1110076881-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.906812 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-42edc1df-92a2-46b5-b172-fd512873351c req-fa7f9aed-7bdf-4511-a193-bced97e0b91c tempest-LiveMigrationNegativeTest-1110076881 tempest-LiveMigrationNegativeTest-1110076881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.921033 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d3163-724e-4b5d-b4a8-0cb2b131a573 req-8f183fae-cac5-4b14-9eb1-e137ff7149af tempest-ServersAdminNegativeTestJSON-1805348714 tempest-ServersAdminNegativeTestJSON-1805348714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:09.922958 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5b0d3163-724e-4b5d-b4a8-0cb2b131a573 req-8f183fae-cac5-4b14-9eb1-e137ff7149af tempest-ServersAdminNegativeTestJSON-1805348714 tempest-ServersAdminNegativeTestJSON-1805348714-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 1100 time: 0.1146905 Jul 06 11:50:09.939990 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0f70-fd61-44c2-a4a6-b3fb5388772c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.944720 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42edc1df-92a2-46b5-b172-fd512873351c req-fa7f9aed-7bdf-4511-a193-bced97e0b91c tempest-LiveMigrationNegativeTest-1110076881 tempest-LiveMigrationNegativeTest-1110076881-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271805 Jul 06 11:50:09.956828 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5b0d3163-724e-4b5d-b4a8-0cb2b131a573 req-b576fb71-1bbc-4240-ae50-65553fe6f755 tempest-ServersAdminNegativeTestJSON-1805348714 tempest-ServersAdminNegativeTestJSON-1805348714-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:09.968669 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f9aed-7bdf-4511-a193-bced97e0b91c tempest-LiveMigrationNegativeTest-1110076881 tempest-LiveMigrationNegativeTest-1110076881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b7455a-dc1e-4370-857a-02316c804e47,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:09.990129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca0f70-fd61-44c2-a4a6-b3fb5388772c admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd69eca-2114-41c2-acf6-7781eac8dc5e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:10.193800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c7589-06cf-4987-ac59-a6d7152f5681 req-bc744f53-ac9d-4775-9000-ded6f5192f50 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:10.195462 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c54c7589-06cf-4987-ac59-a6d7152f5681 req-bc744f53-ac9d-4775-9000-ded6f5192f50 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.0979242 Jul 06 11:50:10.267211 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c54c7589-06cf-4987-ac59-a6d7152f5681 req-549e327f-4daa-472b-a708-0179a793cf0a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599504 Jul 06 11:50:10.289908 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2ca0f70-fd61-44c2-a4a6-b3fb5388772c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.432391 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-dedeb2f7-1755-4e5a-ac73-02e1bb786591 req-457c4cd6-36a8-4575-a85c-731100550411 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1379955595', 'description': 'tempest-description-245733584'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:10.459515 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5b0d3163-724e-4b5d-b4a8-0cb2b131a573 req-b576fb71-1bbc-4240-ae50-65553fe6f755 tempest-ServersAdminNegativeTestJSON-1805348714 tempest-ServersAdminNegativeTestJSON-1805348714-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.465430 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5b0d3163-724e-4b5d-b4a8-0cb2b131a573 req-b576fb71-1bbc-4240-ae50-65553fe6f755 tempest-ServersAdminNegativeTestJSON-1805348714 tempest-ServersAdminNegativeTestJSON-1805348714-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.505500 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-dedeb2f7-1755-4e5a-ac73-02e1bb786591 req-457c4cd6-36a8-4575-a85c-731100550411 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.545410 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5b0d3163-724e-4b5d-b4a8-0cb2b131a573 req-b576fb71-1bbc-4240-ae50-65553fe6f755 tempest-ServersAdminNegativeTestJSON-1805348714 tempest-ServersAdminNegativeTestJSON-1805348714-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6136093 Jul 06 11:50:10.550031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576fb71-1bbc-4240-ae50-65553fe6f755 tempest-ServersAdminNegativeTestJSON-1805348714 tempest-ServersAdminNegativeTestJSON-1805348714-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a45022-e525-4fd0-9e62-54331f8d84b9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:10.666982 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-dedeb2f7-1755-4e5a-ac73-02e1bb786591 req-457c4cd6-36a8-4575-a85c-731100550411 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.675879 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-dedeb2f7-1755-4e5a-ac73-02e1bb786591 req-457c4cd6-36a8-4575-a85c-731100550411 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.712226 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-dedeb2f7-1755-4e5a-ac73-02e1bb786591 req-457c4cd6-36a8-4575-a85c-731100550411 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.713666 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dedeb2f7-1755-4e5a-ac73-02e1bb786591 req-457c4cd6-36a8-4575-a85c-731100550411 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2896476 Jul 06 11:50:10.735405 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c4cd6-36a8-4575-a85c-731100550411 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffd1efd-951c-47ed-b1e5-fbb03b2a158e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:10.748024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ca0f70-fd61-44c2-a4a6-b3fb5388772c admin admin] Router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:50:10.783451 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.878555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-f9861e02-b0ba-4abc-9fad-d5ba7f666b93 req-8ce91fbc-5fd1-45d3-b8f0-0f9824a22610 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-966643641', 'description': 'tempest-description-1206172046'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:10.910976 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f9861e02-b0ba-4abc-9fad-d5ba7f666b93 req-8ce91fbc-5fd1-45d3-b8f0-0f9824a22610 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:10.932963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6526c-dad6-46d9-b2ff-25b4bf2d43b0 req-a5e00a44-1227-4d1a-adb5-0e735bd0c413 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:10.934503 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6ee6526c-dad6-46d9-b2ff-25b4bf2d43b0 req-a5e00a44-1227-4d1a-adb5-0e735bd0c413 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 946 time: 0.1912529 Jul 06 11:50:10.952506 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ca0f70-fd61-44c2-a4a6-b3fb5388772c admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:50:10.963258 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b2ca0f70-fd61-44c2-a4a6-b3fb5388772c admin admin] 10.222.0.81 "PUT /v2.0/routers/6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9462028 Jul 06 11:50:10.966280 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53342) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:10.970207 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8358726f-22b6-40bf-ae1f-9cfbb2cbd03c None None] Sync routers for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:50:10.988064 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8358726f-22b6-40bf-ae1f-9cfbb2cbd03c None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:10.989748 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8358726f-22b6-40bf-ae1f-9cfbb2cbd03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:50:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:11.028094 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6ee6526c-dad6-46d9-b2ff-25b4bf2d43b0 req-7e91c4c7-dbfd-41f5-a919-c8169c2fc79b tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863159 Jul 06 11:50:11.030195 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f9861e02-b0ba-4abc-9fad-d5ba7f666b93 req-8ce91fbc-5fd1-45d3-b8f0-0f9824a22610 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.034747 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f9861e02-b0ba-4abc-9fad-d5ba7f666b93 req-8ce91fbc-5fd1-45d3-b8f0-0f9824a22610 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.066328 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f9861e02-b0ba-4abc-9fad-d5ba7f666b93 req-8ce91fbc-5fd1-45d3-b8f0-0f9824a22610 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.079678 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f9861e02-b0ba-4abc-9fad-d5ba7f666b93 req-8ce91fbc-5fd1-45d3-b8f0-0f9824a22610 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2062819 Jul 06 11:50:11.096425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce91fbc-5fd1-45d3-b8f0-0f9824a22610 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38207ee5-d8f0-4b82-9d4f-8ab8b54ea971,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:11.129706 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39c3f75d-ee86-477e-9984-b8c5391e11c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.190322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-8358726f-22b6-40bf-ae1f-9cfbb2cbd03c None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:11.291692 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39c3f75d-ee86-477e-9984-b8c5391e11c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.367210 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c45118-576b-47da-9878-f16d33d861dd req-6934ff7e-12c7-4fc0-8fee-9565ce588899 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:11.369515 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40c45118-576b-47da-9878-f16d33d861dd req-6934ff7e-12c7-4fc0-8fee-9565ce588899 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 1097 time: 0.1311963 Jul 06 11:50:11.427349 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40c45118-576b-47da-9878-f16d33d861dd req-61cd4408-0d66-43fc-be43-35d3cbc6da6b tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514486 Jul 06 11:50:11.429744 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-39c3f75d-ee86-477e-9984-b8c5391e11c9 admin admin] Deleting port 9cbde622-f976-40d9-a241-0322fb1d1684 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:11.430103 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39c3f75d-ee86-477e-9984-b8c5391e11c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.447496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8358726f-22b6-40bf-ae1f-9cfbb2cbd03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:50:09Z', 'revision_number': 5, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port': {'id': '9cbde622-f976-40d9-a241-0322fb1d1684', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:48Z', 'updated_at': '2021-07-06T11:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:11.515140 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b01afc95-3c7e-47bf-96d3-3924ef5704de no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:11.584310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8358726f-22b6-40bf-ae1f-9cfbb2cbd03c None None] Checking router: 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:50:11.587542 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: b01afc95-3c7e-47bf-96d3-3924ef5704de {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:11.587891 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b01afc95-3c7e-47bf-96d3-3924ef5704de not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:11.614275 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8358726f-22b6-40bf-ae1f-9cfbb2cbd03c None None] Routers {'6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:11.614925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8358726f-22b6-40bf-ae1f-9cfbb2cbd03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:50:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:11.703995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-1ce21741-63ae-4292-b887-0ed84d0c4b84 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:11.711164 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-1ce21741-63ae-4292-b887-0ed84d0c4b84 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/networks?id=6dbe9c2d-a240-4a74-8981-f136669f1457 HTTP/1.1" status: 200 len: 813 time: 0.1572089 Jul 06 11:50:11.732857 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-8eff3694-8e84-4a3e-82d7-6245321ce65f tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/quotas/11d9c36e12bc454daf17a7e52d2660e9 HTTP/1.1" status: 200 len: 375 time: 0.0200841 Jul 06 11:50:11.748838 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-8358726f-22b6-40bf-ae1f-9cfbb2cbd03c None None] Set router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:11.822206 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8358726f-22b6-40bf-ae1f-9cfbb2cbd03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:50:11Z', 'revision_number': 6, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:11.850776 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-9657b591-eeb8-46f3-bb44-9af2121cfad5 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=11d9c36e12bc454daf17a7e52d2660e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1160674 Jul 06 11:50:11.876347 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-39c3f75d-ee86-477e-9984-b8c5391e11c9 admin admin] For port 9cbde622-f976-40d9-a241-0322fb1d1684, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9cbde622-f976-40d9-a241-0322fb1d1684,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:11.877009 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39c3f75d-ee86-477e-9984-b8c5391e11c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:11.879289 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8358726f-22b6-40bf-ae1f-9cfbb2cbd03c None None] The sync data for ids ['6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83'] in n-d-799529-2 is: [{'id': '6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83', 'name': 'tempest-FloatingIPsAssociationTestJSON-312534132-router', 'tenant_id': '92649345208f4d57abf29acc72aa0061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:46Z', 'updated_at': '2021-07-06T11:50:11Z', 'revision_number': 6, 'project_id': '92649345208f4d57abf29acc72aa0061', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:50:11.898097 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-39c3f75d-ee86-477e-9984-b8c5391e11c9 admin admin] Calling delete_port for 9cbde622-f976-40d9-a241-0322fb1d1684 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:11.907525 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02b9bf-df6a-4ddb-95b0-2c837e9f463c req-8fe80276-d139-422d-abe6-f3f56cea7241 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:11.909148 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f02b9bf-df6a-4ddb-95b0-2c837e9f463c req-8fe80276-d139-422d-abe6-f3f56cea7241 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1313069 Jul 06 11:50:11.986517 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-d20d6fb2-fead-4478-9933-9c3917a83f05 service neutron] 10.222.0.81 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249754 Jul 06 11:50:11.993770 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f02b9bf-df6a-4ddb-95b0-2c837e9f463c req-100ad5d4-676b-4dfa-af1e-32d6a59f435d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751421 Jul 06 11:50:12.090185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-f0fa9fb1-0b09-44f7-876f-ce7702e04194 service neutron] 10.222.0.81 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963192 Jul 06 11:50:12.189055 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39c3f75d-ee86-477e-9984-b8c5391e11c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.222013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3f75d-ee86-477e-9984-b8c5391e11c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbde622-f976-40d9-a241-0322fb1d1684,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:12.340618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d99e9f-4ff2-42b9-9b6d-cd072a03a6eb req-c0527113-361d-475f-b246-6328ea2ae1a8 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:12.342188 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-87d99e9f-4ff2-42b9-9b6d-cd072a03a6eb req-c0527113-361d-475f-b246-6328ea2ae1a8 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 950 time: 0.2087784 Jul 06 11:50:12.404218 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39c3f75d-ee86-477e-9984-b8c5391e11c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.532909 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-87d99e9f-4ff2-42b9-9b6d-cd072a03a6eb req-3465ff2b-9d14-4f9f-94a2-1bbb4ddab3e4 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715038 Jul 06 11:50:12.632236 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e5fba-4390-45ec-96de-019179250678 req-9751dd78-5b55-43a7-a7dd-d35519224778 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:12.650106 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-461e5fba-4390-45ec-96de-019179250678 req-9751dd78-5b55-43a7-a7dd-d35519224778 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 1097 time: 0.1406882 Jul 06 11:50:12.669879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1bd69eca-2114-41c2-acf6-7781eac8dc5e no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:12.699019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 1bd69eca-2114-41c2-acf6-7781eac8dc5e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:12.699937 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1bd69eca-2114-41c2-acf6-7781eac8dc5e not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:12.703290 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39c3f75d-ee86-477e-9984-b8c5391e11c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.709069 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39c3f75d-ee86-477e-9984-b8c5391e11c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.725937 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-461e5fba-4390-45ec-96de-019179250678 req-c7d5b281-2605-4296-84db-02ddf69fffdd tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739410 Jul 06 11:50:12.913159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bb08a524-45d5-416c-b876-fdc36f440084 req-5f5dd7ef-2c3a-4e1b-a613-38e153f5cade tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 210 time: 0.0706730 Jul 06 11:50:12.970783 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39c3f75d-ee86-477e-9984-b8c5391e11c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.971678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c3f75d-ee86-477e-9984-b8c5391e11c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:50:12.986193 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39c3f75d-ee86-477e-9984-b8c5391e11c9 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:12.992221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53384) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:12.992392 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-39c3f75d-ee86-477e-9984-b8c5391e11c9 admin admin] 10.222.0.81 "DELETE /v2.0/routers/6dd87bba-a78a-4d14-b2c2-8dd6cbc43d83 HTTP/1.1" status: 204 len: 168 time: 2.0245895 Jul 06 11:50:13.085472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964034a8-7d39-4a3f-bac1-4fbf519e6e75 req-6c3f98f2-49b9-40cb-a289-dba9199aaaf5 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:13.087180 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-964034a8-7d39-4a3f-bac1-4fbf519e6e75 req-6c3f98f2-49b9-40cb-a289-dba9199aaaf5 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 950 time: 0.2096410 Jul 06 11:50:13.089934 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b17253-e8de-4aa3-93f7-eae9d050e569 req-206ad32a-2ce6-44c0-8398-836836075b7c tempest-ServersAdminNegativeTestJSON-1805348714 tempest-ServersAdminNegativeTestJSON-1805348714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:13.092244 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f6b17253-e8de-4aa3-93f7-eae9d050e569 req-206ad32a-2ce6-44c0-8398-836836075b7c tempest-ServersAdminNegativeTestJSON-1805348714 tempest-ServersAdminNegativeTestJSON-1805348714-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 1100 time: 0.2225969 Jul 06 11:50:13.115203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-302aa403-c68b-486d-9b94-0f17686b39c3 admin admin] Deleting subnet bb51dc2b-3154-4b1f-a437-1e89d3f5f733 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:50:13.121022 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-302aa403-c68b-486d-9b94-0f17686b39c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:13.154995 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f6b17253-e8de-4aa3-93f7-eae9d050e569 req-746e23d9-3d64-423a-bb91-f7addf58cc53 tempest-ServersAdminNegativeTestJSON-1805348714 tempest-ServersAdminNegativeTestJSON-1805348714-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530419 Jul 06 11:50:13.268827 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-964034a8-7d39-4a3f-bac1-4fbf519e6e75 req-b36f6751-b13b-4354-b413-c2e21a4782ef tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Deleting port 97481db4-42ca-4443-8d55-e40b9fbf2657 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:13.269382 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-964034a8-7d39-4a3f-bac1-4fbf519e6e75 req-b36f6751-b13b-4354-b413-c2e21a4782ef tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:13.304345 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-302aa403-c68b-486d-9b94-0f17686b39c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:13.512090 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-964034a8-7d39-4a3f-bac1-4fbf519e6e75 req-b36f6751-b13b-4354-b413-c2e21a4782ef tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] For port 97481db4-42ca-4443-8d55-e40b9fbf2657, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=97481db4-42ca-4443-8d55-e40b9fbf2657,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:13.514032 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-964034a8-7d39-4a3f-bac1-4fbf519e6e75 req-b36f6751-b13b-4354-b413-c2e21a4782ef tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:13.522805 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6a568-4713-490a-938d-1fc52043081d req-ef3491e3-7818-4675-a718-5105c3138f68 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:13.532205 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17b6a568-4713-490a-938d-1fc52043081d req-ef3491e3-7818-4675-a718-5105c3138f68 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.2983844 Jul 06 11:50:13.560335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-964034a8-7d39-4a3f-bac1-4fbf519e6e75 req-b36f6751-b13b-4354-b413-c2e21a4782ef tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Calling delete_port for 97481db4-42ca-4443-8d55-e40b9fbf2657 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:13.631015 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-302aa403-c68b-486d-9b94-0f17686b39c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:13.675705 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17b6a568-4713-490a-938d-1fc52043081d req-58c1345b-40b7-4306-a99d-565be68b1ac5 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421697 Jul 06 11:50:13.781507 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-302aa403-c68b-486d-9b94-0f17686b39c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:13.855306 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aa403-c68b-486d-9b94-0f17686b39c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb51dc2b-3154-4b1f-a437-1e89d3f5f733,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:13.879657 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-302aa403-c68b-486d-9b94-0f17686b39c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:13.887848 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53404) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:13.888734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cdb2fb-6942-4c1d-a294-7717dc1a91b8 None None] Network bde42019-f374-4e0e-805a-c2260ce1d654 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:13.893532 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-302aa403-c68b-486d-9b94-0f17686b39c3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bb51dc2b-3154-4b1f-a437-1e89d3f5f733 HTTP/1.1" status: 204 len: 168 time: 0.8974736 Jul 06 11:50:13.911159 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-964034a8-7d39-4a3f-bac1-4fbf519e6e75 req-b36f6751-b13b-4354-b413-c2e21a4782ef tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:13.988429 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['97481db4-42ca-4443-8d55-e40b9fbf2657'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:13.991527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['0a2c7a0f-77bb-4e05-a082-f40773c69431'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:14.074719 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f6751-b13b-4354-b413-c2e21a4782ef tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Pushing event deleted for resources: {'Port': ['ID=97481db4-42ca-4443-8d55-e40b9fbf2657,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:14.088927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.223863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-964034a8-7d39-4a3f-bac1-4fbf519e6e75 req-b36f6751-b13b-4354-b413-c2e21a4782ef tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] No DVR routers for this DVR port 97481db4-42ca-4443-8d55-e40b9fbf2657 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:14.229042 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-964034a8-7d39-4a3f-bac1-4fbf519e6e75 req-b36f6751-b13b-4354-b413-c2e21a4782ef tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.232558 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-964034a8-7d39-4a3f-bac1-4fbf519e6e75 req-b36f6751-b13b-4354-b413-c2e21a4782ef tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.23 "DELETE /v2.0/ports/97481db4-42ca-4443-8d55-e40b9fbf2657 HTTP/1.1" status: 204 len: 173 time: 1.1385007 Jul 06 11:50:14.234075 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-af43fffa-3f27-41ac-9768-33560eb91330 req-8e08658b-91b2-4bb1-af97-0a52888ead5e tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c66454f-1e0e-41b7-b3ed-d9e7472e1516 HTTP/1.1" status: 200 len: 210 time: 0.0632918 Jul 06 11:50:14.302759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c66454f-1e0e-41b7-b3ed-d9e7472e1516', 'name': 'network-vif-deleted', 'tag': '97481db4-42ca-4443-8d55-e40b9fbf2657'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:14.317148 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9b1835-924c-4a4a-a904-428bd4f16ff3" -d '{"events": [{"server_uuid": "3c66454f-1e0e-41b7-b3ed-d9e7472e1516", "name": "network-vif-deleted", "tag": "97481db4-42ca-4443-8d55-e40b9fbf2657"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:14.522067 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9cbde622-f976-40d9-a241-0322fb1d1684 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:14.554161 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 9cbde622-f976-40d9-a241-0322fb1d1684 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:14.554654 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9cbde622-f976-40d9-a241-0322fb1d1684 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:14.568096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de2f2e-0def-4cd0-b86a-b2084e4ea1b0 req-89b375c7-cc74-4f35-85a9-54156988167e tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:14.576727 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-78de2f2e-0def-4cd0-b86a-b2084e4ea1b0 req-89b375c7-cc74-4f35-85a9-54156988167e tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 1097 time: 0.5073850 Jul 06 11:50:14.581771 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] Deleting port 77755e4d-0645-4959-8c25-f2e13eec3f3d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:14.582116 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.605769 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d81a9d3-3cb3-43b2-9ceb-b5b897f51a7c req-3c7fae1f-41d5-44a1-9793-61430a15006a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 210 time: 0.0759099 Jul 06 11:50:14.681516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9c4438-586d-49cc-83fb-57d288d63d1e None None] DHCP port deletion for bde42019-f374-4e0e-805a-c2260ce1d654 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:50:14.738670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-083200a2-e02e-4479-98fd-979554293876 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:14.740497 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-083200a2-e02e-4479-98fd-979554293876 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.23 "GET /v2.0/networks?id=6dbe9c2d-a240-4a74-8981-f136669f1457 HTTP/1.1" status: 200 len: 813 time: 0.3800056 Jul 06 11:50:14.744806 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef8edf5-79c1-41f6-a8bc-a10003ce625b x-openstack-request-id: req-5ef8edf5-79c1-41f6-a8bc-a10003ce625b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:14.745103 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c66454f-1e0e-41b7-b3ed-d9e7472e1516", "name": "network-vif-deleted", "tag": "97481db4-42ca-4443-8d55-e40b9fbf2657", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:14.745396 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ef8edf5-79c1-41f6-a8bc-a10003ce625b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:14.745822 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c66454f-1e0e-41b7-b3ed-d9e7472e1516', 'name': 'network-vif-deleted', 'tag': '97481db4-42ca-4443-8d55-e40b9fbf2657', 'status': 'completed', 'code': 200} Jul 06 11:50:14.749660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c4438-586d-49cc-83fb-57d288d63d1e None None] Deleting port 77755e4d-0645-4959-8c25-f2e13eec3f3d {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:14.750676 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4438-586d-49cc-83fb-57d288d63d1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.770994 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-f598f777-02b9-41c0-a1cf-ad1423b34677 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Request body: {'port': {'device_id': 'ed0331f9-840b-42a2-8362-7da39eabedc1', 'network_id': '6dbe9c2d-a240-4a74-8981-f136669f1457', 'admin_state_up': True, 'tenant_id': '11d9c36e12bc454daf17a7e52d2660e9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:14.801257 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-78de2f2e-0def-4cd0-b86a-b2084e4ea1b0 req-60ebeb22-9c19-4be0-859a-f84b3204b7f3 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241268 Jul 06 11:50:14.834681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5f9c4438-586d-49cc-83fb-57d288d63d1e None None] For port 77755e4d-0645-4959-8c25-f2e13eec3f3d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=77755e4d-0645-4959-8c25-f2e13eec3f3d,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:14.835657 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4438-586d-49cc-83fb-57d288d63d1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.842299 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] For port 77755e4d-0645-4959-8c25-f2e13eec3f3d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=77755e4d-0645-4959-8c25-f2e13eec3f3d,segment=NetworkSegment(ada84775-6ee2-4461-bf56-de0574d85bac),segment_id=ada84775-6ee2-4461-bf56-de0574d85bac)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:14.842656 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:14.877099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c4438-586d-49cc-83fb-57d288d63d1e None None] Calling delete_port for 77755e4d-0645-4959-8c25-f2e13eec3f3d owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:14.889518 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] Calling delete_port for 77755e4d-0645-4959-8c25-f2e13eec3f3d owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:15.047153 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4438-586d-49cc-83fb-57d288d63d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.080816 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eb2c0-b3a1-4fc8-b3ae-3aaada85047f req-852bed8a-5cb0-44fb-bd34-92a59a6f474e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:15.081437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c4438-586d-49cc-83fb-57d288d63d1e None None] Pushing event deleted for resources: {'Port': ['ID=77755e4d-0645-4959-8c25-f2e13eec3f3d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:15.091625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c4438-586d-49cc-83fb-57d288d63d1e None None] No DVR routers for this DVR port 77755e4d-0645-4959-8c25-f2e13eec3f3d on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:15.100640 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b22eb2c0-b3a1-4fc8-b3ae-3aaada85047f req-852bed8a-5cb0-44fb-bd34-92a59a6f474e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.2240291 Jul 06 11:50:15.169075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-f598f777-02b9-41c0-a1cf-ad1423b34677 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Made reservation on behalf of 11d9c36e12bc454daf17a7e52d2660e9 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:15.171854 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-f598f777-02b9-41c0-a1cf-ad1423b34677 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.191852 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.192352 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b22eb2c0-b3a1-4fc8-b3ae-3aaada85047f req-92dfc219-09bc-4379-9e3c-a680b70623b1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898356 Jul 06 11:50:15.325487 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=77755e4d-0645-4959-8c25-f2e13eec3f3d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:15.344031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] No DVR routers for this DVR port 77755e4d-0645-4959-8c25-f2e13eec3f3d on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:15.439452 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dd352-f513-43b7-a459-6d946e4eb642 req-104bc8e7-dccb-4446-bb52-8faa9b228959 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:15.448625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f3dd352-f513-43b7-a459-6d946e4eb642 req-104bc8e7-dccb-4446-bb52-8faa9b228959 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 949 time: 0.1128449 Jul 06 11:50:15.464176 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.481434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde42019-f374-4e0e-805a-c2260ce1d654']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:15.502701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada84775-6ee2-4461-bf56-de0574d85bac') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:15.503041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada84775-6ee2-4461-bf56-de0574d85bac') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:15.513078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-f598f777-02b9-41c0-a1cf-ad1423b34677 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Allocated IP 172.20.0.4 (6dbe9c2d-a240-4a74-8981-f136669f1457/3e4953c5-ee5f-4c90-951c-dd079061debe/85b2c050-9f8b-4292-b932-d18f1d61172e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:15.518773 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f3dd352-f513-43b7-a459-6d946e4eb642 req-70153408-42cd-4df9-8fc3-9f9d8b8dec92 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647049 Jul 06 11:50:15.520431 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.549873 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.561491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:50:15.562194 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 11:50:15.579410 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:50:15.582925 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:50:15.732616 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.753532 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.757765 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bde42019-f374-4e0e-805a-c2260ce1d654 HTTP/1.1" status: 204 len: 168 time: 1.8655732 Jul 06 11:50:15.760314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d8df3-5aab-486c-a368-6e0ff161e9b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bde42019-f374-4e0e-805a-c2260ce1d654,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:15.800503 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5a8a4416-a03d-47f5-878e-a45259e6b3df req-1183ee87-084f-45d3-9556-fd9b196534ed tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 210 time: 0.0369608 Jul 06 11:50:15.858975 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-f598f777-02b9-41c0-a1cf-ad1423b34677 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.860822 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:50:15.919364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53436) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:15.944226 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2c88d-362e-4eaf-9170-0854f8dc94c1 req-5e8c88a6-af8c-428f-b80a-2dc43b89546e tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:15.947015 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8cd2c88d-362e-4eaf-9170-0854f8dc94c1 req-5e8c88a6-af8c-428f-b80a-2dc43b89546e tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 949 time: 0.1377027 Jul 06 11:50:15.957930 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-f598f777-02b9-41c0-a1cf-ad1423b34677 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:15.971036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8e897e8f-9283-4a93-870e-a1b08feb97b7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:16.030268 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-86bf2928-36bb-4664-ba9f-cb4847cd7d7e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=92649345208f4d57abf29acc72aa0061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1090167 Jul 06 11:50:16.036736 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53438) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:16.049058 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8cd2c88d-362e-4eaf-9170-0854f8dc94c1 req-990484eb-6977-4de8-ad8c-b03e947080c3 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928609 Jul 06 11:50:16.063431 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-f598f777-02b9-41c0-a1cf-ad1423b34677 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Network 6dbe9c2d-a240-4a74-8981-f136669f1457 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:16.067042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-f598f777-02b9-41c0-a1cf-ad1423b34677 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:16.071959 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-f598f777-02b9-41c0-a1cf-ad1423b34677 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:16.130595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598f777-02b9-41c0-a1cf-ad1423b34677 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event updated for resources: {'Port': ['ID=85b2c050-9f8b-4292-b932-d18f1d61172e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:16.141155 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0602ffb-13fd-4365-b293-4fe928146772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.157004 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-f598f777-02b9-41c0-a1cf-ad1423b34677 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:16.157786 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-f598f777-02b9-41c0-a1cf-ad1423b34677 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.169836 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f00d3-00d4-486f-b9ab-977275bef957 req-ca344154-4221-4006-9e9a-bff608d4b491 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:16.178207 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7b5f00d3-00d4-486f-b9ab-977275bef957 req-ca344154-4221-4006-9e9a-bff608d4b491 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 1097 time: 0.2125692 Jul 06 11:50:16.183090 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-f598f777-02b9-41c0-a1cf-ad1423b34677 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4236705 Jul 06 11:50:16.196632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Request body: {'port': {'device_id': 'ed0331f9-840b-42a2-8362-7da39eabedc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:16.212740 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0602ffb-13fd-4365-b293-4fe928146772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.302289 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7b5f00d3-00d4-486f-b9ab-977275bef957 req-dd66c472-0b96-476a-bb7d-111192de3a85 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227939 Jul 06 11:50:16.333168 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.368165 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0602ffb-13fd-4365-b293-4fe928146772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.375883 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0602ffb-13fd-4365-b293-4fe928146772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.376852 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b0602ffb-13fd-4365-b293-4fe928146772 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c60c962e-a4c3-427b-9f73-47f7c1632a24 HTTP/1.1" status: 204 len: 168 time: 0.3376133 Jul 06 11:50:16.394110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0602ffb-13fd-4365-b293-4fe928146772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60c962e-a4c3-427b-9f73-47f7c1632a24,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:16.563078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f4a93-2393-439b-a16d-0ba2718ee8d9 req-d9c59bd7-76a7-4827-8fac-91c6338bf83e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:16.570159 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-267f4a93-2393-439b-a16d-0ba2718ee8d9 req-d9c59bd7-76a7-4827-8fac-91c6338bf83e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1574686 Jul 06 11:50:16.585942 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 77755e4d-0645-4959-8c25-f2e13eec3f3d no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:16.617057 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 77755e4d-0645-4959-8c25-f2e13eec3f3d {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:16.617456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 77755e4d-0645-4959-8c25-f2e13eec3f3d not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:16.657906 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-267f4a93-2393-439b-a16d-0ba2718ee8d9 req-e46aec0b-95fe-4dd3-bafd-4c80818b9540 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862269 Jul 06 11:50:16.814333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b2c050-9f8b-4292-b932-d18f1d61172e {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:16.822842 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.846729 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Transition to ACTIVE for port object 85b2c050-9f8b-4292-b932-d18f1d61172e will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:16.854948 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:16.932756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Pushing event updated for resources: {'Port': ['ID=85b2c050-9f8b-4292-b932-d18f1d61172e,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:17.075450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Attempting to bind port 85b2c050-9f8b-4292-b932-d18f1d61172e on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:17.075831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Attempting to bind port 85b2c050-9f8b-4292-b932-d18f1d61172e by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '3c1bd99e-7a7f-413b-8c5d-43ca337e8b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6dbe9c2d-a240-4a74-8981-f136669f1457'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:17.076253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Attempting to bind port 85b2c050-9f8b-4292-b932-d18f1d61172e on network 6dbe9c2d-a240-4a74-8981-f136669f1457 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:17.089177 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fe670-66af-414e-81b3-7dc30035399b req-f96f6bdf-5d92-42ad-94b4-8d1fdfe2ec3c tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:17.090880 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-447fe670-66af-414e-81b3-7dc30035399b req-f96f6bdf-5d92-42ad-94b4-8d1fdfe2ec3c tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 949 time: 0.1265430 Jul 06 11:50:17.094203 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Port 85b2c050-9f8b-4292-b932-d18f1d61172e on network 6dbe9c2d-a240-4a74-8981-f136669f1457 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:17.094203 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Attempting to bind port 85b2c050-9f8b-4292-b932-d18f1d61172e on network 6dbe9c2d-a240-4a74-8981-f136669f1457 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:17.098843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:17.099175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Checking segment: {'id': '3c1bd99e-7a7f-413b-8c5d-43ca337e8b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6dbe9c2d-a240-4a74-8981-f136669f1457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:17.099777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Bound using segment: {'id': '3c1bd99e-7a7f-413b-8c5d-43ca337e8b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6dbe9c2d-a240-4a74-8981-f136669f1457'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:17.100006 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Bound port: 85b2c050-9f8b-4292-b932-d18f1d61172e, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1bd99e-7a7f-413b-8c5d-43ca337e8b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6dbe9c2d-a240-4a74-8981-f136669f1457'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:17.100361 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.172215 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-447fe670-66af-414e-81b3-7dc30035399b req-43e8b919-4180-4f93-83f9-b95af1d65f18 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692041 Jul 06 11:50:17.200595 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b67a94-3838-4f46-87f0-ecff24714cac req-bd8a618a-de45-49b7-ab17-b9a40deb4e2e tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:17.202197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42b67a94-3838-4f46-87f0-ecff24714cac req-bd8a618a-de45-49b7-ab17-b9a40deb4e2e tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.89 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 949 time: 0.1236374 Jul 06 11:50:17.215310 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] For port 85b2c050-9f8b-4292-b932-d18f1d61172e, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:17.220434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] For port 85b2c050-9f8b-4292-b932-d18f1d61172e, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=85b2c050-9f8b-4292-b932-d18f1d61172e,segment=NetworkSegment(3c1bd99e-7a7f-413b-8c5d-43ca337e8b57),segment_id=3c1bd99e-7a7f-413b-8c5d-43ca337e8b57)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:17.231134 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.405254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:17.406597 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.408115 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] 10.222.0.23 "PUT /v2.0/ports/85b2c050-9f8b-4292-b932-d18f1d61172e HTTP/1.1" status: 200 len: 1091 time: 1.2172575 Jul 06 11:50:17.414252 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0331f9-840b-42a2-8362-7da39eabedc1', 'tag': '85b2c050-9f8b-4292-b932-d18f1d61172e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:17.416810 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc501579-11ca-4beb-9bf2-05462af36093" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0331f9-840b-42a2-8362-7da39eabedc1", "tag": "85b2c050-9f8b-4292-b932-d18f1d61172e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:17.428940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725e894-88a7-4329-a2fa-40c76b6088c5 service neutron] Pushing event updated for resources: {'Port': ['ID=85b2c050-9f8b-4292-b932-d18f1d61172e,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:17.482048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819d944-d4b0-425f-ae95-ade2f3cfbd3a req-c74d5c55-5865-47c7-bcd6-329ed2d4c8b2 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:17.483758 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a819d944-d4b0-425f-ae95-ade2f3cfbd3a req-c74d5c55-5865-47c7-bcd6-329ed2d4c8b2 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 943 time: 0.1543674 Jul 06 11:50:17.515475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 97481db4-42ca-4443-8d55-e40b9fbf2657 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:17.549779 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 97481db4-42ca-4443-8d55-e40b9fbf2657 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:17.550548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 97481db4-42ca-4443-8d55-e40b9fbf2657 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:17.582720 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a819d944-d4b0-425f-ae95-ade2f3cfbd3a req-d2355b87-133f-4038-a604-8f67b515f35f tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875607 Jul 06 11:50:17.610351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-7834e97e-d967-452b-96e6-67b53ee0c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:17.612644 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-7834e97e-d967-452b-96e6-67b53ee0c3b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11d9c36e12bc454daf17a7e52d2660e9&device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 1094 time: 0.1276681 Jul 06 11:50:17.688343 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-2c18e48b-f4e0-4b61-889b-13e4a5e3e788 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b2c050-9f8b-4292-b932-d18f1d61172e HTTP/1.1" status: 200 len: 217 time: 0.0663073 Jul 06 11:50:17.693324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-1c0ed6e5-511f-49e1-9a27-205a1ee0851c tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:50:17.694456 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-1c0ed6e5-511f-49e1-9a27-205a1ee0851c tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105600 Jul 06 11:50:17.717799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-67281a5a-53eb-4883-ba7c-0bfa90f9b009 service neutron] Request body: {'binding': {'host': 'n-h2-799529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:17.718362 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-67281a5a-53eb-4883-ba7c-0bfa90f9b009 service neutron] Unknown quota resources ['binding']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:50:17.764691 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641aed-f055-49fc-afd0-75e3586c1c95 req-642612b4-10df-42e4-92d5-23aff4440feb tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:17.766173 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98641aed-f055-49fc-afd0-75e3586c1c95 req-642612b4-10df-42e4-92d5-23aff4440feb tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.89 "GET /v2.0/ports?device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 949 time: 0.1205771 Jul 06 11:50:17.785708 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-42b67a94-3838-4f46-87f0-ecff24714cac req-6b595842-bd6a-4188-9cca-ed6462c6e08b tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Deleting port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:17.786079 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-42b67a94-3838-4f46-87f0-ecff24714cac req-6b595842-bd6a-4188-9cca-ed6462c6e08b tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.843129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-cbabba4b-b964-494a-b7c0-950f04e4f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:17.844545 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-cbabba4b-b964-494a-b7c0-950f04e4f809 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e4953c5-ee5f-4c90-951c-dd079061debe HTTP/1.1" status: 200 len: 853 time: 0.1490011 Jul 06 11:50:17.939111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-42b67a94-3838-4f46-87f0-ecff24714cac req-6b595842-bd6a-4188-9cca-ed6462c6e08b tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] For port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f66586d1-2c3b-4a0c-8e1a-2adb49fabee7,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:17.939504 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-42b67a94-3838-4f46-87f0-ecff24714cac req-6b595842-bd6a-4188-9cca-ed6462c6e08b tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:17.959684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-42b67a94-3838-4f46-87f0-ecff24714cac req-6b595842-bd6a-4188-9cca-ed6462c6e08b tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Calling delete_port for f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:17.972819 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-98641aed-f055-49fc-afd0-75e3586c1c95 req-9f2fa762-bc3a-476a-9a89-8480500feccc tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Deleting port 0a2c7a0f-77bb-4e05-a082-f40773c69431 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:17.973162 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-98641aed-f055-49fc-afd0-75e3586c1c95 req-9f2fa762-bc3a-476a-9a89-8480500feccc tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.123528 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-98641aed-f055-49fc-afd0-75e3586c1c95 req-9f2fa762-bc3a-476a-9a89-8480500feccc tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] For port 0a2c7a0f-77bb-4e05-a082-f40773c69431, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0a2c7a0f-77bb-4e05-a082-f40773c69431,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:18.123802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-98641aed-f055-49fc-afd0-75e3586c1c95 req-9f2fa762-bc3a-476a-9a89-8480500feccc tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.134929 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-18720d95-7d4c-4fd0-a848-e1e2e11df62e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6dbe9c2d-a240-4a74-8981-f136669f1457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2804983 Jul 06 11:50:18.138042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-98641aed-f055-49fc-afd0-75e3586c1c95 req-9f2fa762-bc3a-476a-9a89-8480500feccc tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Calling delete_port for 0a2c7a0f-77bb-4e05-a082-f40773c69431 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:18.163312 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabb3b6-7ea8-46b4-ba21-df20d21cc5f5 req-d1fb4231-7cb8-4373-85ee-b783d6da4286 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:18.164739 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2eabb3b6-7ea8-46b4-ba21-df20d21cc5f5 req-d1fb4231-7cb8-4373-85ee-b783d6da4286 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/ports?device_id=c840b49e-d9b2-4300-9de7-1ea9e3c1f64d HTTP/1.1" status: 200 len: 949 time: 0.4681253 Jul 06 11:50:18.233290 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-42b67a94-3838-4f46-87f0-ecff24714cac req-6b595842-bd6a-4188-9cca-ed6462c6e08b tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.249380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['f66586d1-2c3b-4a0c-8e1a-2adb49fabee7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:18.268595 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2eabb3b6-7ea8-46b4-ba21-df20d21cc5f5 req-c10b9224-ec82-4c56-a0dd-17b6a716f2b6 tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.81 "GET /v2.0/security-groups?id=313c14a7-278a-4f9c-9273-37ff8175373f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910420 Jul 06 11:50:18.271463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b595842-bd6a-4188-9cca-ed6462c6e08b tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Pushing event deleted for resources: {'Port': ['ID=f66586d1-2c3b-4a0c-8e1a-2adb49fabee7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:18.295496 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-67281a5a-53eb-4883-ba7c-0bfa90f9b009 service neutron] Attempting to bind port dbca350a-debb-4e3a-9880-a75b0795be8a on host n-h2-799529-2 for vnic_type normal with profile None {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:18.295839 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-67281a5a-53eb-4883-ba7c-0bfa90f9b009 service neutron] Attempting to bind port dbca350a-debb-4e3a-9880-a75b0795be8a by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:18.296131 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-67281a5a-53eb-4883-ba7c-0bfa90f9b009 service neutron] Attempting to bind port dbca350a-debb-4e3a-9880-a75b0795be8a on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:18.315139 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-67281a5a-53eb-4883-ba7c-0bfa90f9b009 service neutron] Port dbca350a-debb-4e3a-9880-a75b0795be8a on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:18.315139 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-67281a5a-53eb-4883-ba7c-0bfa90f9b009 service neutron] Attempting to bind port dbca350a-debb-4e3a-9880-a75b0795be8a on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:18.315617 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['e18eabde-acd3-4d7d-a735-8f91e9bef89e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:18.315737 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-7486bdd7-ea55-49be-aaa8-718f4cb56491 service neutron] 10.222.0.23 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711740 Jul 06 11:50:18.325844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-67281a5a-53eb-4883-ba7c-0bfa90f9b009 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:18.325844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-67281a5a-53eb-4883-ba7c-0bfa90f9b009 service neutron] Checking segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:18.325844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-67281a5a-53eb-4883-ba7c-0bfa90f9b009 service neutron] Bound using segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:18.326844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-67281a5a-53eb-4883-ba7c-0bfa90f9b009 service neutron] Bound port: dbca350a-debb-4e3a-9880-a75b0795be8a, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:18.332597 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b67a94-3838-4f46-87f0-ecff24714cac req-6b595842-bd6a-4188-9cca-ed6462c6e08b tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] No DVR routers for this DVR port f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:18.337862 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-42b67a94-3838-4f46-87f0-ecff24714cac req-6b595842-bd6a-4188-9cca-ed6462c6e08b tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.339998 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42b67a94-3838-4f46-87f0-ecff24714cac req-6b595842-bd6a-4188-9cca-ed6462c6e08b tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.89 "DELETE /v2.0/ports/f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 HTTP/1.1" status: 204 len: 173 time: 1.1221497 Jul 06 11:50:18.340512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a209f20a-8685-4265-a696-a84bc2730084', 'name': 'network-vif-deleted', 'tag': 'f66586d1-2c3b-4a0c-8e1a-2adb49fabee7'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:18.342802 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4020518e-fffa-4d63-9596-1254a7f2ab1e" -d '{"events": [{"server_uuid": "a209f20a-8685-4265-a696-a84bc2730084", "name": "network-vif-deleted", "tag": "f66586d1-2c3b-4a0c-8e1a-2adb49fabee7"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:18.378953 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb034cd-10ac-4301-a0eb-30810272d03f x-openstack-request-id: req-cbb034cd-10ac-4301-a0eb-30810272d03f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:18.378953 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0331f9-840b-42a2-8362-7da39eabedc1", "tag": "85b2c050-9f8b-4292-b932-d18f1d61172e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:18.379133 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cbb034cd-10ac-4301-a0eb-30810272d03f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:18.379494 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0331f9-840b-42a2-8362-7da39eabedc1', 'tag': '85b2c050-9f8b-4292-b932-d18f1d61172e', 'status': 'completed', 'code': 200} Jul 06 11:50:18.508908 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a07ba27-8ec5-44db-92dd-3ad148b723fb req-8b94b0c7-4694-4f0f-8f6d-b093adf50596 service neutron] 10.222.0.23 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780915 Jul 06 11:50:18.510703 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-98641aed-f055-49fc-afd0-75e3586c1c95 req-9f2fa762-bc3a-476a-9a89-8480500feccc tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.530181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['0a2c7a0f-77bb-4e05-a082-f40773c69431'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:18.586949 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fa762-bc3a-476a-9a89-8480500feccc tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Pushing event deleted for resources: {'Port': ['ID=0a2c7a0f-77bb-4e05-a082-f40773c69431,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:18.587104 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-67281a5a-53eb-4883-ba7c-0bfa90f9b009 service neutron] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=dbca350a-debb-4e3a-9880-a75b0795be8a,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:18.643397 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-67281a5a-53eb-4883-ba7c-0bfa90f9b009 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.644658 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-67281a5a-53eb-4883-ba7c-0bfa90f9b009 service neutron] 10.222.0.81 "POST /v2.0/ports/dbca350a-debb-4e3a-9880-a75b0795be8a/bindings HTTP/1.1" status: 201 len: 389 time: 0.9391024 Jul 06 11:50:18.650237 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-98641aed-f055-49fc-afd0-75e3586c1c95 req-9f2fa762-bc3a-476a-9a89-8480500feccc tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] No DVR routers for this DVR port 0a2c7a0f-77bb-4e05-a082-f40773c69431 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:18.653267 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-98641aed-f055-49fc-afd0-75e3586c1c95 req-9f2fa762-bc3a-476a-9a89-8480500feccc tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:18.655287 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98641aed-f055-49fc-afd0-75e3586c1c95 req-9f2fa762-bc3a-476a-9a89-8480500feccc tempest-LiveMigrationNegativeTest-242727168 tempest-LiveMigrationNegativeTest-242727168-project] 10.222.0.89 "DELETE /v2.0/ports/0a2c7a0f-77bb-4e05-a082-f40773c69431 HTTP/1.1" status: 204 len: 173 time: 0.8837588 Jul 06 11:50:18.656589 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-efa6c7ae-3384-4cf3-bafd-9e9130477a99 service neutron] show failed (client error): The resource could not be found. Jul 06 11:50:18.657558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-efa6c7ae-3384-4cf3-bafd-9e9130477a99 service neutron] 10.222.0.89 "GET /v2.0/ports/9709a44a-cf35-4cf4-8a8e-aaee798bb53c/bindings/n-h1-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.2034719 Jul 06 11:50:18.714816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc501579-11ca-4beb-9bf2-05462af36093 req-aeeea63f-a51e-40c1-854d-c2ea79b79511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:18.716801 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc501579-11ca-4beb-9bf2-05462af36093 req-aeeea63f-a51e-40c1-854d-c2ea79b79511 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11d9c36e12bc454daf17a7e52d2660e9&device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 1094 time: 0.1175923 Jul 06 11:50:18.752935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce1092-4785-4688-957f-117d33e38af8 req-52c77d2f-d63b-4208-a700-d67dc5e2d02a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:18.754469 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-32ce1092-4785-4688-957f-117d33e38af8 req-52c77d2f-d63b-4208-a700-d67dc5e2d02a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1177773 Jul 06 11:50:18.841595 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-32ce1092-4785-4688-957f-117d33e38af8 req-bcca2966-ad18-4fe4-b7ab-8db10aa3501e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770373 Jul 06 11:50:18.860569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc501579-11ca-4beb-9bf2-05462af36093 req-c3379135-6000-4cb7-8056-da9062359de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:18.862024 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc501579-11ca-4beb-9bf2-05462af36093 req-c3379135-6000-4cb7-8056-da9062359de8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6dbe9c2d-a240-4a74-8981-f136669f1457 HTTP/1.1" status: 200 len: 914 time: 0.1370525 Jul 06 11:50:18.911606 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc501579-11ca-4beb-9bf2-05462af36093 req-c092b714-f95b-4ccc-95ef-83c5e6f3ef74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b2c050-9f8b-4292-b932-d18f1d61172e HTTP/1.1" status: 200 len: 217 time: 0.0399187 Jul 06 11:50:18.993234 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc501579-11ca-4beb-9bf2-05462af36093 req-6c3eeae0-4513-4c74-86d6-bc2128d27dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:18.996247 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc501579-11ca-4beb-9bf2-05462af36093 req-6c3eeae0-4513-4c74-86d6-bc2128d27dad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e4953c5-ee5f-4c90-951c-dd079061debe HTTP/1.1" status: 200 len: 853 time: 0.0736647 Jul 06 11:50:19.015135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-89124c68-589b-4b40-95a6-a7229e481083 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=33458ea7402b4ba9afc7eb61198c9f9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362947 Jul 06 11:50:19.139141 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc501579-11ca-4beb-9bf2-05462af36093 req-0fa9e04e-c858-4259-911e-52252b43b8ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6dbe9c2d-a240-4a74-8981-f136669f1457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628188 Jul 06 11:50:19.213048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1f3f113a-1f51-40a0-9265-de8e6f46e13f tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:19.214718 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1f3f113a-1f51-40a0-9265-de8e6f46e13f tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984584 Jul 06 11:50:19.221052 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-a158f188-c55f-4fc5-a98a-77d711be6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:19.222620 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-a158f188-c55f-4fc5-a98a-77d711be6559 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 1097 time: 0.1600142 Jul 06 11:50:19.233289 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-6975b583-0f9d-41e7-926f-30640032306b tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/quotas/33458ea7402b4ba9afc7eb61198c9f9c HTTP/1.1" status: 200 len: 375 time: 0.0096800 Jul 06 11:50:19.284920 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bbd22131-32a4-4835-8ef0-a7279640f59c req-82b87b2e-9e6d-48e6-b1b9-feda1e4c211c tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=a209f20a-8685-4265-a696-a84bc2730084 HTTP/1.1" status: 200 len: 210 time: 0.0753207 Jul 06 11:50:19.325380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-8057215d-4511-4772-96a7-6655f98227ea tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=33458ea7402b4ba9afc7eb61198c9f9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829453 Jul 06 11:50:19.339633 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc501579-11ca-4beb-9bf2-05462af36093 req-5072fa55-2787-4c92-a3b8-e6fcb7e72ecd service neutron] 10.222.0.23 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824720 Jul 06 11:50:19.341855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-06ad08c1-ee1b-4a04-82a6-68176a0fdd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:19.343062 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-06ad08c1-ee1b-4a04-82a6-68176a0fdd0d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84&tenant_id=ea41c4c395454498b836751812b291f0 HTTP/1.1" status: 200 len: 1101 time: 0.2065284 Jul 06 11:50:19.372786 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d57febd-3361-42bc-b514-b9e2354979dc x-openstack-request-id: req-6d57febd-3361-42bc-b514-b9e2354979dc {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:19.373094 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a209f20a-8685-4265-a696-a84bc2730084", "name": "network-vif-deleted", "tag": "f66586d1-2c3b-4a0c-8e1a-2adb49fabee7", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:19.375637 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d57febd-3361-42bc-b514-b9e2354979dc {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:19.376092 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a209f20a-8685-4265-a696-a84bc2730084', 'name': 'network-vif-deleted', 'tag': 'f66586d1-2c3b-4a0c-8e1a-2adb49fabee7', 'status': 'completed', 'code': 200} Jul 06 11:50:19.378446 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:19.411045 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-1de8f662-bb30-4b31-960d-0e03a7f63147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:19.412857 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-1de8f662-bb30-4b31-960d-0e03a7f63147 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.1784914 Jul 06 11:50:19.502607 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-51ba794a-12c3-4c48-a418-12491f78c609 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbca350a-debb-4e3a-9880-a75b0795be8a HTTP/1.1" status: 200 len: 217 time: 0.0740421 Jul 06 11:50:19.584717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-ac3f8475-8eeb-4f6a-b891-816e5a4841b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:19.586290 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-ac3f8475-8eeb-4f6a-b891-816e5a4841b6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.0757217 Jul 06 11:50:19.637343 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:19.653686 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-fb2a5b3a-998c-4532-b2b3-40f965954427 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597458 Jul 06 11:50:19.654562 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc501579-11ca-4beb-9bf2-05462af36093 req-5cc098f5-969d-445a-b563-8cd4e72433f7 service neutron] 10.222.0.23 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956412 Jul 06 11:50:19.722567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ceb1e-1c60-4a46-97e7-0341ca404a98 req-db950741-02bf-47f8-a696-560d43b109e8 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:19.724265 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1f1ceb1e-1c60-4a46-97e7-0341ca404a98 req-db950741-02bf-47f8-a696-560d43b109e8 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 943 time: 0.1711383 Jul 06 11:50:19.795414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb58ad-aa1a-4771-99cc-ca90f238c23d req-1278a4d3-5a47-413d-8d22-2de4375fe97a tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:19.797031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-63bb58ad-aa1a-4771-99cc-ca90f238c23d req-1278a4d3-5a47-413d-8d22-2de4375fe97a tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 946 time: 0.1461744 Jul 06 11:50:19.799068 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-e29f63bf-c82e-40a1-8b6b-0ed09be97714 service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355064 Jul 06 11:50:19.842427 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1f1ceb1e-1c60-4a46-97e7-0341ca404a98 req-e6ac1b58-48fb-47e6-a676-657b8c455130 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048315 Jul 06 11:50:19.892550 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-63bb58ad-aa1a-4771-99cc-ca90f238c23d req-d01add18-7872-463a-95c3-77509de278c9 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875378 Jul 06 11:50:19.948734 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-3b7e07b6-406e-4a74-91a3-4f276ad46cca service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418564 Jul 06 11:50:20.020090 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] For port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:20.022586 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-853a8d35-2ac9-498f-92c2-f6d2e65c93b5 req-a690da67-507a-41e1-aa26-ad2d347a56b6 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/ports?device_id=21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd HTTP/1.1" status: 200 len: 210 time: 0.0436137 Jul 06 11:50:20.107706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-ddf914cb-0ee8-4307-aa44-e80503f0cc0b tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:20.109591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-ddf914cb-0ee8-4307-aa44-e80503f0cc0b tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc&tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1097 time: 0.0785723 Jul 06 11:50:20.117123 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] For port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:20.129784 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799529-2'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:20.184857 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.206141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2037e-5545-416b-8a57-42364441e4aa req-0ac6ec81-0d38-4ab5-a595-4d46bb1a8d74 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:20.207708 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8cc2037e-5545-416b-8a57-42364441e4aa req-0ac6ec81-0d38-4ab5-a595-4d46bb1a8d74 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1576681 Jul 06 11:50:20.211403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Transition to ACTIVE for port object 9709a44a-cf35-4cf4-8a8e-aaee798bb53c will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:20.216646 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.258509 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.322642 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8cc2037e-5545-416b-8a57-42364441e4aa req-89089b27-9447-4f48-8e59-1681e7ffbabb tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020696 Jul 06 11:50:20.371832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] No DVR routers for this DVR port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:20.388462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748d204c-bb70-47b5-a81e-cf1f6bab8e84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9709a44a-cf35-4cf4-8a8e-aaee798bb53c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:20.390612 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7761d45d-ee61-487d-a3fc-d4a59865b29c" -d '{"events": [{"server_uuid": "748d204c-bb70-47b5-a81e-cf1f6bab8e84", "name": "network-vif-unplugged", "status": "completed", "tag": "9709a44a-cf35-4cf4-8a8e-aaee798bb53c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:20.398289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Pushing event updated for resources: {'Port': ['ID=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:20.468672 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53556) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:20.490810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Attempting to bind port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:20.491153 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Attempting to bind port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:20.491612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Attempting to bind port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:20.504706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:20.505135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Attempting to bind port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:20.514399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:20.514672 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:20.514981 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:20.515458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Bound port: 9709a44a-cf35-4cf4-8a8e-aaee798bb53c, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:20.515807 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.558420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dbca350a-debb-4e3a-9880-a75b0795be8a,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:20.600068 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001150aa-fa7f-4db0-8aae-cda2b98d5114 x-openstack-request-id: req-001150aa-fa7f-4db0-8aae-cda2b98d5114 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:20.601483 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748d204c-bb70-47b5-a81e-cf1f6bab8e84", "name": "network-vif-unplugged", "status": "completed", "tag": "9709a44a-cf35-4cf4-8a8e-aaee798bb53c", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:20.601787 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-001150aa-fa7f-4db0-8aae-cda2b98d5114 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:20.603830 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748d204c-bb70-47b5-a81e-cf1f6bab8e84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9709a44a-cf35-4cf4-8a8e-aaee798bb53c', 'code': 200} Jul 06 11:50:20.641664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e920d-5b1a-42df-94f3-062de08e6ea6 req-df1d9839-296d-4002-9127-47588d7c18bf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:20.643348 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c42e920d-5b1a-42df-94f3-062de08e6ea6 req-df1d9839-296d-4002-9127-47588d7c18bf tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 967 time: 0.2152083 Jul 06 11:50:20.668394 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:20.689460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:20.690060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f66586d1-2c3b-4a0c-8e1a-2adb49fabee7 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:20.692459 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ad7d068d-d220-44d8-b0f8-d50ffae07af6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d62fc5fa25c24d7ca4bf64c13e15b9f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223568 Jul 06 11:50:20.699916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53564) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:20.703250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:20.731952 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] For port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:20.735965 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c42e920d-5b1a-42df-94f3-062de08e6ea6 req-c6a13a38-0c2c-4bcb-92ab-aedb45fc6c3f tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806682 Jul 06 11:50:20.758853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] For port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:20.765522 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.769685 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.776656 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.811050 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9326f472-16da-45dd-9d15-90ff527ea431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.829482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:20.830107 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.831585 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] 10.222.0.23 "PUT /v2.0/ports/9709a44a-cf35-4cf4-8a8e-aaee798bb53c HTTP/1.1" status: 200 len: 1096 time: 1.4646885 Jul 06 11:50:20.878038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Attempting to bind port dbca350a-debb-4e3a-9880-a75b0795be8a on host n-h1-799529-2 for vnic_type normal with profile {"migrating_to": "n-h2-799529-2"} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:20.878716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Attempting to bind port dbca350a-debb-4e3a-9880-a75b0795be8a by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:20.878966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Attempting to bind port dbca350a-debb-4e3a-9880-a75b0795be8a on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:20.881414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Pushing event updated for resources: {'Port': ['ID=dbca350a-debb-4e3a-9880-a75b0795be8a,revision_number=7']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:20.888672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Port dbca350a-debb-4e3a-9880-a75b0795be8a on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:20.889135 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Attempting to bind port dbca350a-debb-4e3a-9880-a75b0795be8a on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:20.895076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:20.895872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Checking segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:20.896360 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Bound using segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:20.896915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Bound port: dbca350a-debb-4e3a-9880-a75b0795be8a, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:20.897341 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.908968 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9326f472-16da-45dd-9d15-90ff527ea431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:20.954663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d05f62-db82-4a19-8068-121d3cdfaad7 service neutron] Pushing event updated for resources: {'Port': ['ID=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:21.002777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:21.007507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dbca350a-debb-4e3a-9880-a75b0795be8a,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:21.016732 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.020023 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-2788ccb9-afc5-4234-b461-b004dcd911a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:21.026203 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-2788ccb9-afc5-4234-b461-b004dcd911a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 1099 time: 0.1625392 Jul 06 11:50:21.033908 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9326f472-16da-45dd-9d15-90ff527ea431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.036942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9326f472-16da-45dd-9d15-90ff527ea431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.051206 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9326f472-16da-45dd-9d15-90ff527ea431 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/313c14a7-278a-4f9c-9273-37ff8175373f HTTP/1.1" status: 204 len: 168 time: 0.3424451 Jul 06 11:50:21.098457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326f472-16da-45dd-9d15-90ff527ea431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313c14a7-278a-4f9c-9273-37ff8175373f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:21.200359 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a7a7accc-8d3d-473d-b639-c7e9f7fe6bba tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=33458ea7402b4ba9afc7eb61198c9f9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926321 Jul 06 11:50:21.226262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:21.227208 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.229850 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] 10.222.0.89 "PUT /v2.0/ports/dbca350a-debb-4e3a-9880-a75b0795be8a HTTP/1.1" status: 200 len: 1122 time: 1.1108685 Jul 06 11:50:21.257172 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926a388-0e1a-41a1-a225-d3cfd13d6343 service neutron] Pushing event updated for resources: {'Port': ['ID=dbca350a-debb-4e3a-9880-a75b0795be8a,revision_number=8']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:21.311014 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['dbca350a-debb-4e3a-9880-a75b0795be8a'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:21.337936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723b5f0-139e-4dd7-a50d-91b8a7016670 req-eff8da01-952a-4315-87f5-908df80ac34a tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:21.345549 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9723b5f0-139e-4dd7-a50d-91b8a7016670 req-eff8da01-952a-4315-87f5-908df80ac34a tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=3794f7ab-ae78-487c-a114-b019e5281942 HTTP/1.1" status: 200 len: 950 time: 0.2501404 Jul 06 11:50:21.379550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c840b49e-d9b2-4300-9de7-1ea9e3c1f64d', 'name': 'network-vif-deleted', 'tag': '0a2c7a0f-77bb-4e05-a082-f40773c69431'}, {'server_uuid': 'a91509e4-287e-47e6-acfc-1bfcc0019bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbca350a-debb-4e3a-9880-a75b0795be8a'}, {'name': 'network-changed', 'server_uuid': 'a91509e4-287e-47e6-acfc-1bfcc0019bbc', 'tag': 'dbca350a-debb-4e3a-9880-a75b0795be8a'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:21.383770 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72783637-2bad-4008-8050-c4432425fd3c" -d '{"events": [{"server_uuid": "c840b49e-d9b2-4300-9de7-1ea9e3c1f64d", "name": "network-vif-deleted", "tag": "0a2c7a0f-77bb-4e05-a082-f40773c69431"}, {"server_uuid": "a91509e4-287e-47e6-acfc-1bfcc0019bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "dbca350a-debb-4e3a-9880-a75b0795be8a"}, {"name": "network-changed", "server_uuid": "a91509e4-287e-47e6-acfc-1bfcc0019bbc", "tag": "dbca350a-debb-4e3a-9880-a75b0795be8a"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:21.413914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-4dbcd4a0-ce7e-4ca0-8e3e-b3f2c136db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:21.415507 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-4dbcd4a0-ce7e-4ca0-8e3e-b3f2c136db95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.3624132 Jul 06 11:50:21.442998 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9723b5f0-139e-4dd7-a50d-91b8a7016670 req-400f99df-17b9-4f1c-a872-786bad20bb03 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811548 Jul 06 11:50:21.461933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838f784-cf42-4ce9-88d5-47ec50fca5ac req-0408cea2-6749-4a6e-ac12-56c4c2c4c9e0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:21.463769 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6838f784-cf42-4ce9-88d5-47ec50fca5ac req-0408cea2-6749-4a6e-ac12-56c4c2c4c9e0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 943 time: 0.3212104 Jul 06 11:50:21.486078 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-90e69d21-50dd-417b-a587-6ddf359deb6c tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:21.486078 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-90e69d21-50dd-417b-a587-6ddf359deb6c tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2576511 Jul 06 11:50:21.511321 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Request body: {'port': {'device_id': '21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': '33458ea7402b4ba9afc7eb61198c9f9c'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:21.515973 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-7dd7518a-24eb-40de-9bce-9bfff3e47713 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c HTTP/1.1" status: 200 len: 217 time: 0.0913136 Jul 06 11:50:21.522594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53586) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:21.536436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 85b2c050-9f8b-4292-b932-d18f1d61172e details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:21.592218 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6838f784-cf42-4ce9-88d5-47ec50fca5ac req-57cc5e11-20de-4994-a149-a2c8a7a271a9 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104324 Jul 06 11:50:21.595897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-424aabaa-5796-4c26-a8b7-c47d3a683e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:21.598240 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-424aabaa-5796-4c26-a8b7-c47d3a683e02 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0550220 Jul 06 11:50:21.660340 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-276c52d1-879f-4962-8faf-0b1ea48df62f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=47ea9c4337964684a7c5d1e98783d022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366725 Jul 06 11:50:21.662925 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53588) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:21.678899 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 85b2c050-9f8b-4292-b932-d18f1d61172e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=85b2c050-9f8b-4292-b932-d18f1d61172e,segment=NetworkSegment(3c1bd99e-7a7f-413b-8c5d-43ca337e8b57),segment_id=3c1bd99e-7a7f-413b-8c5d-43ca337e8b57)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:21.696324 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '85b2c050-9f8b-4292-b932-d18f1d61172e', 'network_id': '6dbe9c2d-a240-4a74-8981-f136669f1457', 'port_id': '85b2c050-9f8b-4292-b932-d18f1d61172e', 'mac_address': 'fa:16:3e:db:85:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e4953c5-ee5f-4c90-951c-dd079061debe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:21.723259 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-6f77a77a-d344-4ad8-bae0-27f8455883e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:21.724706 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-6f77a77a-d344-4ad8-bae0-27f8455883e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179979 Jul 06 11:50:21.729934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Made reservation on behalf of 33458ea7402b4ba9afc7eb61198c9f9c for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:21.735662 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.750979 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.782791 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.797021 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b2c050-9f8b-4292-b932-d18f1d61172e {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:21.799898 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cf0c6221-7fb1-4f28-a04f-811022b67ecd req-a1958ab2-b435-46b5-83ca-6ff151648a7d tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/ports?device_id=21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd HTTP/1.1" status: 200 len: 210 time: 0.0501840 Jul 06 11:50:21.804558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8dc16-8c60-4e5b-8a0f-67270e393f54 req-9615edd6-cea8-4eb6-849e-938f9bd0384c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:21.806352 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8bc8dc16-8c60-4e5b-8a0f-67270e393f54 req-9615edd6-cea8-4eb6-849e-938f9bd0384c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 944 time: 0.1440415 Jul 06 11:50:21.807420 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0eeba379-d09a-4174-adc1-a82b82b90897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.821815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 85b2c050-9f8b-4292-b932-d18f1d61172e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=85b2c050-9f8b-4292-b932-d18f1d61172e,segment=NetworkSegment(3c1bd99e-7a7f-413b-8c5d-43ca337e8b57),segment_id=3c1bd99e-7a7f-413b-8c5d-43ca337e8b57)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:21.826949 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.849429 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0eeba379-d09a-4174-adc1-a82b82b90897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.884564 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-5f84d4dc-319f-46af-b940-eb76a9d7a5a8 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506629 Jul 06 11:50:21.888038 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8bc8dc16-8c60-4e5b-8a0f-67270e393f54 req-eac2e94a-c48c-465a-9b24-0b67351a481b tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712390 Jul 06 11:50:21.895822 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=85b2c050-9f8b-4292-b932-d18f1d61172e,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:21.959384 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:21.970799 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.000131 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0eeba379-d09a-4174-adc1-a82b82b90897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.003007 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0eeba379-d09a-4174-adc1-a82b82b90897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.006448 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0eeba379-d09a-4174-adc1-a82b82b90897 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/04b7455a-dc1e-4370-857a-02316c804e47 HTTP/1.1" status: 204 len: 168 time: 0.3399858 Jul 06 11:50:22.031250 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c42b7942-5493-48be-a3dd-d5630de9d62e req-6f5c6e25-88d3-4ce1-852a-c632758f461e service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359928 Jul 06 11:50:22.059823 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e84b00-4724-4d85-ad83-8cc936f72610,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:22.082890 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeba379-d09a-4174-adc1-a82b82b90897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b7455a-dc1e-4370-857a-02316c804e47,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:22.125305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347224f-2412-44dc-8fbd-bef4d67b7226 req-3f6272ba-1084-4d36-88c1-3c5cc455bce0 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:22.133800 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7347224f-2412-44dc-8fbd-bef4d67b7226 req-3f6272ba-1084-4d36-88c1-3c5cc455bce0 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 948 time: 0.1005619 Jul 06 11:50:22.162705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Allocated IP 192.168.233.14 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/5653fe71-b029-4750-bcd5-1c6453b0f49c) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:22.196948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['85b2c050-9f8b-4292-b932-d18f1d61172e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:22.222549 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7347224f-2412-44dc-8fbd-bef4d67b7226 req-f53427bd-837c-4424-b706-fe3c18f76883 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876875 Jul 06 11:50:22.392338 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d05496-d614-47f9-8c9c-30ab00f03001 x-openstack-request-id: req-65d05496-d614-47f9-8c9c-30ab00f03001 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:22.392700 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c840b49e-d9b2-4300-9de7-1ea9e3c1f64d", "name": "network-vif-deleted", "tag": "0a2c7a0f-77bb-4e05-a082-f40773c69431", "status": "completed", "code": 200}, {"server_uuid": "a91509e4-287e-47e6-acfc-1bfcc0019bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "dbca350a-debb-4e3a-9880-a75b0795be8a", "code": 200}, {"name": "network-changed", "server_uuid": "a91509e4-287e-47e6-acfc-1bfcc0019bbc", "tag": "dbca350a-debb-4e3a-9880-a75b0795be8a", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:22.392888 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65d05496-d614-47f9-8c9c-30ab00f03001 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:22.393281 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c840b49e-d9b2-4300-9de7-1ea9e3c1f64d', 'name': 'network-vif-deleted', 'tag': '0a2c7a0f-77bb-4e05-a082-f40773c69431', 'status': 'completed', 'code': 200} Jul 06 11:50:22.393620 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91509e4-287e-47e6-acfc-1bfcc0019bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbca350a-debb-4e3a-9880-a75b0795be8a', 'code': 200} Jul 06 11:50:22.393803 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91509e4-287e-47e6-acfc-1bfcc0019bbc', 'tag': 'dbca350a-debb-4e3a-9880-a75b0795be8a', 'status': 'completed', 'code': 200} Jul 06 11:50:22.420447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72783637-2bad-4008-8050-c4432425fd3c req-39c13a55-aa7d-4cd6-b39b-67a267c9b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:22.423191 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72783637-2bad-4008-8050-c4432425fd3c req-39c13a55-aa7d-4cd6-b39b-67a267c9b502 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 1125 time: 0.0897007 Jul 06 11:50:22.440470 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.457729 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Transition to ACTIVE for port object 5653fe71-b029-4750-bcd5-1c6453b0f49c will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:22.494542 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.563481 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:22.565439 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Pushing event updated for resources: {'Port': ['ID=5653fe71-b029-4750-bcd5-1c6453b0f49c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:22.576409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:22.590946 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:22.614556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748d204c-bb70-47b5-a81e-cf1f6bab8e84', 'tag': '9709a44a-cf35-4cf4-8a8e-aaee798bb53c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:22.618205 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98edefaf-e49f-4c0e-837f-e0c70342d4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "748d204c-bb70-47b5-a81e-cf1f6bab8e84", "tag": "9709a44a-cf35-4cf4-8a8e-aaee798bb53c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:22.651396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72783637-2bad-4008-8050-c4432425fd3c req-edbc1695-7d69-487c-a1d3-f847fa870c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:22.653130 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72783637-2bad-4008-8050-c4432425fd3c req-edbc1695-7d69-487c-a1d3-f847fa870c4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.2212961 Jul 06 11:50:22.670417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 0a2c7a0f-77bb-4e05-a082-f40773c69431 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:22.699705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:22.700569 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.706770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 0a2c7a0f-77bb-4e05-a082-f40773c69431 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:22.707316 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 0a2c7a0f-77bb-4e05-a082-f40773c69431 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:22.707601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9709a44a-cf35-4cf4-8a8e-aaee798bb53c no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:22.726704 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-1701a569-79ad-4873-a4bc-c8cc44f88791 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2303884 Jul 06 11:50:22.754441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Request body: {'port': {'device_id': '21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:22.757254 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-24b87977-8073-49d0-aa77-91be1d7cfc50 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--392383510&fields=id&tenant_id=573e74f0e95e47e08a64aebf5cccebe2 HTTP/1.1" status: 200 len: 267 time: 0.2443452 Jul 06 11:50:22.762596 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9709a44a-cf35-4cf4-8a8e-aaee798bb53c not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:22.772881 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72783637-2bad-4008-8050-c4432425fd3c req-562039b5-ad04-46f1-ab72-a5f7fd3c4459 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbca350a-debb-4e3a-9880-a75b0795be8a HTTP/1.1" status: 200 len: 217 time: 0.1055884 Jul 06 11:50:22.810585 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41261d3d-bfce-4303-b8d0-126170cfc120 req-06ba5225-00f0-4a8e-8301-e2f521a0f9e5 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:22.812612 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41261d3d-bfce-4303-b8d0-126170cfc120 req-06ba5225-00f0-4a8e-8301-e2f521a0f9e5 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/ports?device_id=3794f7ab-ae78-487c-a114-b019e5281942 HTTP/1.1" status: 200 len: 950 time: 0.1786561 Jul 06 11:50:22.873964 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.916532 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-36922dc2-6de0-4411-a0fa-ec6125bf2a15 None None] Provisioning for port 5653fe71-b029-4750-bcd5-1c6453b0f49c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:22.924013 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-36922dc2-6de0-4411-a0fa-ec6125bf2a15 None None] Provisioning complete for port 5653fe71-b029-4750-bcd5-1c6453b0f49c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:22.925535 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36922dc2-6de0-4411-a0fa-ec6125bf2a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:22.950365 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41261d3d-bfce-4303-b8d0-126170cfc120 req-4c3bb0ef-5c2c-409b-b50b-8601eaf52ddf tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb546af3-98e2-4e2f-84d5-3c3c983d97c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303339 Jul 06 11:50:22.985652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-36922dc2-6de0-4411-a0fa-ec6125bf2a15 None None] Port 5653fe71-b029-4750-bcd5-1c6453b0f49c cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:23.073506 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b7f510-5323-41e5-a87f-0bfb7c2e571b x-openstack-request-id: req-71b7f510-5323-41e5-a87f-0bfb7c2e571b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:23.073942 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748d204c-bb70-47b5-a81e-cf1f6bab8e84", "tag": "9709a44a-cf35-4cf4-8a8e-aaee798bb53c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:23.074196 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71b7f510-5323-41e5-a87f-0bfb7c2e571b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:23.074586 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748d204c-bb70-47b5-a81e-cf1f6bab8e84', 'tag': '9709a44a-cf35-4cf4-8a8e-aaee798bb53c', 'status': 'completed', 'code': 200} Jul 06 11:50:23.167425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e995985-948f-4946-9c7b-31dc65260f94 req-06a568ee-3158-4d37-92f1-4be1714f5157 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:23.168960 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2e995985-948f-4946-9c7b-31dc65260f94 req-06a568ee-3158-4d37-92f1-4be1714f5157 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.23 "GET /v2.0/ports?device_id=3794f7ab-ae78-487c-a114-b019e5281942 HTTP/1.1" status: 200 len: 950 time: 0.5288186 Jul 06 11:50:23.222317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72783637-2bad-4008-8050-c4432425fd3c req-dd2fbf3e-f98e-40cc-b63a-553ea0acd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:23.223875 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72783637-2bad-4008-8050-c4432425fd3c req-dd2fbf3e-f98e-40cc-b63a-553ea0acd378 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.1523058 Jul 06 11:50:23.253244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-3fe58f1e-97d9-4a28-b0d6-5dafb92d1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:23.254759 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-3fe58f1e-97d9-4a28-b0d6-5dafb92d1020 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 1099 time: 0.2014759 Jul 06 11:50:23.281578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-5a29fb41-3bf7-4d70-957f-fded3adcc0e5 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:23.283049 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-5a29fb41-3bf7-4d70-957f-fded3adcc0e5 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/networks?id=76dc66c5-cac1-411d-8b13-f5071a1927d8 HTTP/1.1" status: 200 len: 824 time: 0.5131168 Jul 06 11:50:23.285044 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72783637-2bad-4008-8050-c4432425fd3c req-10b47cbe-80ef-4b18-ba9b-1172ca928a3c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505719 Jul 06 11:50:23.345321 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-537ce52b-93b8-4d51-abcb-3b1045620b11 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/quotas/573e74f0e95e47e08a64aebf5cccebe2 HTTP/1.1" status: 200 len: 375 time: 0.0501051 Jul 06 11:50:23.484146 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2e995985-948f-4946-9c7b-31dc65260f94 req-97b915d6-2a40-449f-a272-21e7d3c82017 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Deleting port e18eabde-acd3-4d7d-a735-8f91e9bef89e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:23.484897 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2e995985-948f-4946-9c7b-31dc65260f94 req-97b915d6-2a40-449f-a272-21e7d3c82017 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.489069 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72783637-2bad-4008-8050-c4432425fd3c req-e7241e79-3858-48f1-bb73-afea4c4238e5 service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950161 Jul 06 11:50:23.556649 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 85b2c050-9f8b-4292-b932-d18f1d61172e up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:23.595925 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-1175ea9e-8cfb-42d7-80a4-9e7c3e001eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:23.598179 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-1175ea9e-8cfb-42d7-80a4-9e7c3e001eaa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 1099 time: 0.5110390 Jul 06 11:50:23.689149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 85b2c050-9f8b-4292-b932-d18f1d61172e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:23.697136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 85b2c050-9f8b-4292-b932-d18f1d61172e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:23.697917 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.699637 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-c407cff0-db5d-4002-b616-1c8df42d9bd6 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=573e74f0e95e47e08a64aebf5cccebe2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3267527 Jul 06 11:50:23.794356 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e85ba9-932d-4096-9150-c55597f5bf73 req-2ed1bab1-faf9-41e6-9b3c-57247b5a0b4a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:23.802553 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a5e85ba9-932d-4096-9150-c55597f5bf73 req-2ed1bab1-faf9-41e6-9b3c-57247b5a0b4a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 944 time: 0.6590848 Jul 06 11:50:23.844357 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.854661 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2e995985-948f-4946-9c7b-31dc65260f94 req-97b915d6-2a40-449f-a272-21e7d3c82017 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] For port e18eabde-acd3-4d7d-a735-8f91e9bef89e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e18eabde-acd3-4d7d-a735-8f91e9bef89e,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:23.855169 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2e995985-948f-4946-9c7b-31dc65260f94 req-97b915d6-2a40-449f-a272-21e7d3c82017 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.875924 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72783637-2bad-4008-8050-c4432425fd3c req-3bdc1943-359b-429f-aec6-eb5d53a270af service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693523 Jul 06 11:50:23.889245 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2e995985-948f-4946-9c7b-31dc65260f94 req-97b915d6-2a40-449f-a272-21e7d3c82017 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Calling delete_port for e18eabde-acd3-4d7d-a735-8f91e9bef89e owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:23.910906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0331f9-840b-42a2-8362-7da39eabedc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b2c050-9f8b-4292-b932-d18f1d61172e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:23.919608 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ac4a02-7b9a-483f-a641-90e977f4a429" -d '{"events": [{"server_uuid": "ed0331f9-840b-42a2-8362-7da39eabedc1", "name": "network-vif-plugged", "status": "completed", "tag": "85b2c050-9f8b-4292-b932-d18f1d61172e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:23.939946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 85b2c050-9f8b-4292-b932-d18f1d61172e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=85b2c050-9f8b-4292-b932-d18f1d61172e,segment=NetworkSegment(3c1bd99e-7a7f-413b-8c5d-43ca337e8b57),segment_id=3c1bd99e-7a7f-413b-8c5d-43ca337e8b57)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:23.947625 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.954851 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5653fe71-b029-4750-bcd5-1c6453b0f49c {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:23.968503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-44288098-84df-43fb-82c5-0c5b43a17e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:23.970333 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-44288098-84df-43fb-82c5-0c5b43a17e2c service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.3688667 Jul 06 11:50:23.975038 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:23.993515 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a5e85ba9-932d-4096-9150-c55597f5bf73 req-8cb88a90-09d9-4e4b-9646-1a6981e1ffda tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850939 Jul 06 11:50:24.004096 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-5e401b5f-f47a-4932-9412-cc6e3e12001e service neutron] 10.222.0.81 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037071 Jul 06 11:50:24.020688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-9cbe9b40-67c6-463e-b0e4-4692b4b553ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:24.027428 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-9cbe9b40-67c6-463e-b0e4-4692b4b553ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.4102812 Jul 06 11:50:24.041487 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21590fe-0f83-48a9-a83c-558b76e92c14 req-0f61b04b-e592-4eca-a148-d75ddf06086e tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:24.043866 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d21590fe-0f83-48a9-a83c-558b76e92c14 req-0f61b04b-e592-4eca-a148-d75ddf06086e tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.89 "GET /v2.0/ports?device_id=aea0b077-4859-48eb-9d4d-241d1ce7a96a HTTP/1.1" status: 200 len: 967 time: 0.3419201 Jul 06 11:50:24.084518 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=85b2c050-9f8b-4292-b932-d18f1d61172e,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:24.226578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-74c270d3-c48f-4796-bf20-eb540cac4509 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c HTTP/1.1" status: 200 len: 217 time: 0.2298651 Jul 06 11:50:24.228598 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Transition to ACTIVE for port object 5653fe71-b029-4750-bcd5-1c6453b0f49c will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:24.241640 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-de5e460f-29ed-4dc9-b671-3d3f6cae62ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c HTTP/1.1" status: 200 len: 217 time: 0.1227555 Jul 06 11:50:24.289606 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2e995985-948f-4946-9c7b-31dc65260f94 req-97b915d6-2a40-449f-a272-21e7d3c82017 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.303714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['e18eabde-acd3-4d7d-a735-8f91e9bef89e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:24.360395 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.398169 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-e7250870-00e7-4cbe-aa4f-35bf67758737 service neutron] 10.222.0.81 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929839 Jul 06 11:50:24.400823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b915d6-2a40-449f-a272-21e7d3c82017 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Pushing event deleted for resources: {'Port': ['ID=e18eabde-acd3-4d7d-a735-8f91e9bef89e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:24.491846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e995985-948f-4946-9c7b-31dc65260f94 req-97b915d6-2a40-449f-a272-21e7d3c82017 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] No DVR routers for this DVR port e18eabde-acd3-4d7d-a735-8f91e9bef89e on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:24.496898 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2e995985-948f-4946-9c7b-31dc65260f94 req-97b915d6-2a40-449f-a272-21e7d3c82017 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.499667 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2e995985-948f-4946-9c7b-31dc65260f94 req-97b915d6-2a40-449f-a272-21e7d3c82017 tempest-ServersAdminNegativeTestJSON-622392817 tempest-ServersAdminNegativeTestJSON-622392817-project] 10.222.0.23 "DELETE /v2.0/ports/e18eabde-acd3-4d7d-a735-8f91e9bef89e HTTP/1.1" status: 204 len: 173 time: 1.3196483 Jul 06 11:50:24.499952 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-7d49b074-8d2b-4c5c-b73a-44f1d8c9ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:24.501581 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-7d49b074-8d2b-4c5c-b73a-44f1d8c9ca5e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.2582610 Jul 06 11:50:24.509486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-a7f8889f-4c21-41dc-82a3-8e65399f03be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:24.511150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-a7f8889f-4c21-41dc-82a3-8e65399f03be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.2561336 Jul 06 11:50:24.524025 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5653fe71-b029-4750-bcd5-1c6453b0f49c,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:24.552928 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d21590fe-0f83-48a9-a83c-558b76e92c14 req-c26fcbcc-ced4-48ed-a04c-e59ae1cbe100 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Deleting port ffdd06e4-4504-475a-a87c-2139ecabd29f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:24.553583 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d21590fe-0f83-48a9-a83c-558b76e92c14 req-c26fcbcc-ced4-48ed-a04c-e59ae1cbe100 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.625916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999da61-4c3c-4d6c-8e2c-9f16dd3f0813 req-6f392d53-c888-40c0-bed1-827515d7dc4a tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:24.627832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4999da61-4c3c-4d6c-8e2c-9f16dd3f0813 req-6f392d53-c888-40c0-bed1-827515d7dc4a tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/ports?device_id=21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd HTTP/1.1" status: 200 len: 935 time: 0.4068120 Jul 06 11:50:24.690695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device dbca350a-debb-4e3a-9880-a75b0795be8a details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:24.813030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-12f60eda-78ce-4fa0-af5a-ff3876a917f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:24.814579 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-12f60eda-78ce-4fa0-af5a-ff3876a917f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2841020 Jul 06 11:50:24.816795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d21590fe-0f83-48a9-a83c-558b76e92c14 req-c26fcbcc-ced4-48ed-a04c-e59ae1cbe100 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] For port ffdd06e4-4504-475a-a87c-2139ecabd29f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ffdd06e4-4504-475a-a87c-2139ecabd29f,segment=NetworkSegment(ad06e564-070a-4c82-800f-fecdb2508756),segment_id=ad06e564-070a-4c82-800f-fecdb2508756)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:24.817287 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d21590fe-0f83-48a9-a83c-558b76e92c14 req-c26fcbcc-ced4-48ed-a04c-e59ae1cbe100 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.840075 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Attempting to bind port 5653fe71-b029-4750-bcd5-1c6453b0f49c on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:24.840407 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Attempting to bind port 5653fe71-b029-4750-bcd5-1c6453b0f49c by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:24.840736 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Attempting to bind port 5653fe71-b029-4750-bcd5-1c6453b0f49c on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:24.907489 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dbca350a-debb-4e3a-9880-a75b0795be8a,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:24.922742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device dbca350a-debb-4e3a-9880-a75b0795be8a has no active binding in host n-h2-799529-2 {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:50:24.926698 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4999da61-4c3c-4d6c-8e2c-9f16dd3f0813 req-9bf5d1a7-20c5-4f14-9aa0-05bcfe2d5690 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/security-groups?id=83e84b00-4724-4d85-ad83-8cc936f72610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685089 Jul 06 11:50:24.933215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Port 5653fe71-b029-4750-bcd5-1c6453b0f49c on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:24.933544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Attempting to bind port 5653fe71-b029-4750-bcd5-1c6453b0f49c on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:24.965220 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:24.966080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:24.966434 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:24.967118 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Bound port: 5653fe71-b029-4750-bcd5-1c6453b0f49c, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:24.967651 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:24.976133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-948d43ba-3fb7-4fc9-8b70-9be7ae9ec5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:24.978969 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-948d43ba-3fb7-4fc9-8b70-9be7ae9ec5e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3307109 Jul 06 11:50:25.080944 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3794f7ab-ae78-487c-a114-b019e5281942', 'name': 'network-vif-deleted', 'tag': 'e18eabde-acd3-4d7d-a735-8f91e9bef89e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:25.083543 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa4b660-8ba2-4825-bb71-900af1844de6" -d '{"events": [{"server_uuid": "3794f7ab-ae78-487c-a114-b019e5281942", "name": "network-vif-deleted", "tag": "e18eabde-acd3-4d7d-a735-8f91e9bef89e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:25.118482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79664c64-d865-4947-9c09-8c88353ad20b req-d122b5d7-e867-4484-98dc-235f28aaeba0 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:25.127428 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-79664c64-d865-4947-9c09-8c88353ad20b req-d122b5d7-e867-4484-98dc-235f28aaeba0 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 944 time: 0.3293169 Jul 06 11:50:25.280447 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-85eac761-57fe-421a-ab4d-04a211b2ef28 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553292 Jul 06 11:50:25.354679 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d21590fe-0f83-48a9-a83c-558b76e92c14 req-c26fcbcc-ced4-48ed-a04c-e59ae1cbe100 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.355856 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d21590fe-0f83-48a9-a83c-558b76e92c14 req-c26fcbcc-ced4-48ed-a04c-e59ae1cbe100 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.356307 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [req-d21590fe-0f83-48a9-a83c-558b76e92c14 req-c26fcbcc-ced4-48ed-a04c-e59ae1cbe100 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Floating IP f79e481c-9991-4c0c-8412-cf9d26d06943 disassociated. External IP: 172.25.4.252, port: ffdd06e4-4504-475a-a87c-2139ecabd29f. Jul 06 11:50:25.356869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d21590fe-0f83-48a9-a83c-558b76e92c14 req-c26fcbcc-ced4-48ed-a04c-e59ae1cbe100 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Calling delete_port for ffdd06e4-4504-475a-a87c-2139ecabd29f owned by compute:tempest-test_az-1252616271 {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:25.377571 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] For port 5653fe71-b029-4750-bcd5-1c6453b0f49c, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:25.392344 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-79664c64-d865-4947-9c09-8c88353ad20b req-39bc70fe-a81a-435c-b1e0-dca6d05d689e tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640321 Jul 06 11:50:25.429342 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] For port 5653fe71-b029-4750-bcd5-1c6453b0f49c, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=5653fe71-b029-4750-bcd5-1c6453b0f49c,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:25.451825 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.468362 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19139d9-7ce9-43f1-ba8f-71c7a5379b37 x-openstack-request-id: req-e19139d9-7ce9-43f1-ba8f-71c7a5379b37 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:25.468519 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-60b3baaf-c78b-42f1-9c9d-df7c15ac3a45 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774218 Jul 06 11:50:25.468699 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0331f9-840b-42a2-8362-7da39eabedc1", "name": "network-vif-plugged", "status": "completed", "tag": "85b2c050-9f8b-4292-b932-d18f1d61172e", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:25.468928 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e19139d9-7ce9-43f1-ba8f-71c7a5379b37 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:25.469450 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0331f9-840b-42a2-8362-7da39eabedc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b2c050-9f8b-4292-b932-d18f1d61172e', 'code': 200} Jul 06 11:50:25.506780 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-ec053790-8356-4732-918d-e04c1a0a1732 service neutron] 10.222.0.23 "GET /v2.0/ports/dbca350a-debb-4e3a-9880-a75b0795be8a/bindings/n-h2-799529-2 HTTP/1.1" status: 200 len: 384 time: 0.2768636 Jul 06 11:50:25.574628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9709a44a-cf35-4cf4-8a8e-aaee798bb53c details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:25.604427 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fed51-c47a-4460-94ed-5cc52a7a08c7 req-11d27642-0c24-4f7a-bad3-1ff600ab1c9a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:25.613866 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ac4fed51-c47a-4460-94ed-5cc52a7a08c7 req-11d27642-0c24-4f7a-bad3-1ff600ab1c9a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 948 time: 0.4886999 Jul 06 11:50:25.693192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:25.693489 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.694902 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] 10.222.0.89 "PUT /v2.0/ports/5653fe71-b029-4750-bcd5-1c6453b0f49c HTTP/1.1" status: 200 len: 1095 time: 2.9568317 Jul 06 11:50:25.695940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd', 'tag': '5653fe71-b029-4750-bcd5-1c6453b0f49c'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:25.698167 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7880cef2-e747-419a-ae33-74fe3349f4b8" -d '{"events": [{"name": "network-changed", "server_uuid": "21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd", "tag": "5653fe71-b029-4750-bcd5-1c6453b0f49c"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:25.748920 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d21590fe-0f83-48a9-a83c-558b76e92c14 req-c26fcbcc-ced4-48ed-a04c-e59ae1cbe100 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.783001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:25.791853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-bce48385-f2f7-4bd5-853c-67d75533ae28 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781528 Jul 06 11:50:25.808684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '9709a44a-cf35-4cf4-8a8e-aaee798bb53c', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '9709a44a-cf35-4cf4-8a8e-aaee798bb53c', 'mac_address': 'fa:16:3e:ae:a7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:25.845593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fcbcc-ced4-48ed-a04c-e59ae1cbe100 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Pushing event deleted for resources: {'Port': ['ID=ffdd06e4-4504-475a-a87c-2139ecabd29f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:25.848720 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ac4fed51-c47a-4460-94ed-5cc52a7a08c7 req-7f7b64da-14f2-4a74-a2ca-79605c41f9e7 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339089 Jul 06 11:50:25.872770 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:25.887409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eebb7e-ab4c-49ab-89ea-a7199957b1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5653fe71-b029-4750-bcd5-1c6453b0f49c,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:25.932840 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9709a44a-cf35-4cf4-8a8e-aaee798bb53c {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:25.969819 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98edefaf-e49f-4c0e-837f-e0c70342d4e5 req-4e0fcf23-b10a-456e-ba28-454f090961d7 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870720 Jul 06 11:50:25.992701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:26.001904 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.009568 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-aeb4f4af-da1b-4786-b9ae-d90240785449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.011434 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-aeb4f4af-da1b-4786-b9ae-d90240785449 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=33458ea7402b4ba9afc7eb61198c9f9c&device_id=21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd HTTP/1.1" status: 200 len: 1098 time: 0.1410477 Jul 06 11:50:26.074074 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-8da8c786-db69-4670-8a50-30a7ebfc13f2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=5653fe71-b029-4750-bcd5-1c6453b0f49c HTTP/1.1" status: 200 len: 217 time: 0.0547605 Jul 06 11:50:26.123409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:26.130670 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53688) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:26.162667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-14d663e8-3bc2-4222-ba64-834d66d877c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.165117 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-14d663e8-3bc2-4222-ba64-834d66d877c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0844061 Jul 06 11:50:26.253061 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-2e72d0f5-1427-4ce5-ac00-251a6eb49e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.254917 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-2e72d0f5-1427-4ce5-ac00-251a6eb49e12 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0829310 Jul 06 11:50:26.303581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['9709a44a-cf35-4cf4-8a8e-aaee798bb53c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:26.490687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c6e37-9d79-4cb6-93ce-6a1732284de4 req-6776a5f0-8060-4e1f-800e-8d6f3023729a tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.498970 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d18c6e37-9d79-4cb6-93ce-6a1732284de4 req-6776a5f0-8060-4e1f-800e-8d6f3023729a tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 1097 time: 0.7614729 Jul 06 11:50:26.509389 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86316-41c1-458f-9b6d-7a346fe1338f req-47270abc-fda4-49d5-aee1-204771cf5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.511322 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d3b86316-41c1-458f-9b6d-7a346fe1338f req-47270abc-fda4-49d5-aee1-204771cf5ded service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 1096 time: 0.8427382 Jul 06 11:50:26.584069 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d18c6e37-9d79-4cb6-93ce-6a1732284de4 req-cfce229a-3847-46c2-a3f5-4131beccfe5e tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838969 Jul 06 11:50:26.649699 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-61da3cf0-2047-49c2-ad81-f6a817b63872 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823450 Jul 06 11:50:26.655639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d21590fe-0f83-48a9-a83c-558b76e92c14 req-c26fcbcc-ced4-48ed-a04c-e59ae1cbe100 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:50:26.659079 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d3b86316-41c1-458f-9b6d-7a346fe1338f req-c4e43a66-e253-45a2-b4bd-59adceb8a1bc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359353 Jul 06 11:50:26.662087 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bd78-d553-4f68-8c39-8ab85ff3eadf req-850c3b57-85c6-4f6f-a10c-66b85900af8e tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.662402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bd78-d553-4f68-8c39-8ab85ff3eadf req-850c3b57-85c6-4f6f-a10c-66b85900af8e tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.662916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bd78-d553-4f68-8c39-8ab85ff3eadf req-850c3b57-85c6-4f6f-a10c-66b85900af8e tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.663415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bd78-d553-4f68-8c39-8ab85ff3eadf req-850c3b57-85c6-4f6f-a10c-66b85900af8e tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.664064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bd78-d553-4f68-8c39-8ab85ff3eadf req-850c3b57-85c6-4f6f-a10c-66b85900af8e tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.664520 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bd78-d553-4f68-8c39-8ab85ff3eadf req-850c3b57-85c6-4f6f-a10c-66b85900af8e tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.664982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bd78-d553-4f68-8c39-8ab85ff3eadf req-850c3b57-85c6-4f6f-a10c-66b85900af8e tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.666055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bd78-d553-4f68-8c39-8ab85ff3eadf req-850c3b57-85c6-4f6f-a10c-66b85900af8e tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.666055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bd78-d553-4f68-8c39-8ab85ff3eadf req-850c3b57-85c6-4f6f-a10c-66b85900af8e tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.666365 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389bd78-d553-4f68-8c39-8ab85ff3eadf req-850c3b57-85c6-4f6f-a10c-66b85900af8e tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.668472 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2389bd78-d553-4f68-8c39-8ab85ff3eadf req-850c3b57-85c6-4f6f-a10c-66b85900af8e tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7138 time: 0.4278245 Jul 06 11:50:26.668686 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-a9c73c3d-68f2-4f2b-88b5-7fa7efc98927 service neutron] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dbca350a-debb-4e3a-9880-a75b0795be8a,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:26.677470 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-548b56f1-54b0-4eaa-a49d-f8a0b131ee6d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c219c3467af94561a4dda292c5b53742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5453591 Jul 06 11:50:26.681059 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53696) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:26.701118 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device dbca350a-debb-4e3a-9880-a75b0795be8a details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:26.799082 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-a9c73c3d-68f2-4f2b-88b5-7fa7efc98927 service neutron] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:26.881275 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dbca350a-debb-4e3a-9880-a75b0795be8a,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:26.890121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-a9c73c3d-68f2-4f2b-88b5-7fa7efc98927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbca350a-debb-4e3a-9880-a75b0795be8a {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:26.919856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device dbca350a-debb-4e3a-9880-a75b0795be8a has no active binding in host n-h2-799529-2 {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:50:26.947020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-a9c73c3d-68f2-4f2b-88b5-7fa7efc98927 service neutron] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=dbca350a-debb-4e3a-9880-a75b0795be8a,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:26.971088 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-a9c73c3d-68f2-4f2b-88b5-7fa7efc98927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:26.988345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-8da1b378-c83b-4154-ba79-28a8c6d393f3 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:26.990772 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-8da1b378-c83b-4154-ba79-28a8c6d393f3 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.23 "GET /v2.0/networks?id=76dc66c5-cac1-411d-8b13-f5071a1927d8 HTTP/1.1" status: 200 len: 824 time: 0.5741718 Jul 06 11:50:26.992314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d21590fe-0f83-48a9-a83c-558b76e92c14 req-c26fcbcc-ced4-48ed-a04c-e59ae1cbe100 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:50:27.011360 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f927ce-3022-4ffc-a517-0ec9f3fb60e8 None None] Sync routers for ids ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:50:27.021768 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f927ce-3022-4ffc-a517-0ec9f3fb60e8 None None] Routers {'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:27.022439 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d2f927ce-3022-4ffc-a517-0ec9f3fb60e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:50:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:27.070989 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de179eba-69e6-413e-88ad-9ddfe402e0c9 req-86d132f1-6d41-4fbc-82d8-b0e1a2349f6c service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009078 Jul 06 11:50:27.091625 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c38fe446-d352-4f6e-a20c-af16654b4734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.136459 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-5c1677dd-7492-4d0e-bdbd-0b5d8bee2645 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=573e74f0e95e47e08a64aebf5cccebe2 HTTP/1.1" status: 200 len: 379 time: 0.1088865 Jul 06 11:50:27.138295 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c38fe446-d352-4f6e-a20c-af16654b4734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.154030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-dca2e7bf-61a1-4273-b823-edc93dd80774 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Request body: {'port': {'device_id': 'ca1b9d56-0029-4550-b90a-ca621edddf64', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'admin_state_up': True, 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'security_groups': ['55cedbaa-73e2-4e7a-809c-38d952ebccd0']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:27.166254 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d2f927ce-3022-4ffc-a517-0ec9f3fb60e8 None None] Set router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:27.167584 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21590fe-0f83-48a9-a83c-558b76e92c14 req-c26fcbcc-ced4-48ed-a04c-e59ae1cbe100 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] No DVR routers for this DVR port ffdd06e4-4504-475a-a87c-2139ecabd29f on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:27.189108 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d21590fe-0f83-48a9-a83c-558b76e92c14 req-c26fcbcc-ced4-48ed-a04c-e59ae1cbe100 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.191078 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d21590fe-0f83-48a9-a83c-558b76e92c14 req-c26fcbcc-ced4-48ed-a04c-e59ae1cbe100 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.89 "DELETE /v2.0/ports/ffdd06e4-4504-475a-a87c-2139ecabd29f HTTP/1.1" status: 204 len: 173 time: 3.1337399 Jul 06 11:50:27.193630 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70c9b4e8-b5a0-4681-8e88-7c832c605543 req-06980caa-3058-43e6-90cf-c60b01911a8d tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 210 time: 0.0674281 Jul 06 11:50:27.212416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-a9c73c3d-68f2-4f2b-88b5-7fa7efc98927 service neutron] Transition to ACTIVE for port object dbca350a-debb-4e3a-9880-a75b0795be8a will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:27.216775 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-a9c73c3d-68f2-4f2b-88b5-7fa7efc98927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.234175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a64b0-5d95-4f37-9e07-e436c7c7f124 req-38cb4239-8759-4eea-9851-591c782a447d tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:27.241394 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-745a64b0-5d95-4f37-9e07-e436c7c7f124 req-38cb4239-8759-4eea-9851-591c782a447d tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 945 time: 0.2843056 Jul 06 11:50:27.327845 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669e271e-be89-48c4-9f23-35318c15e4e4 x-openstack-request-id: req-669e271e-be89-48c4-9f23-35318c15e4e4 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:27.329006 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3794f7ab-ae78-487c-a114-b019e5281942", "name": "network-vif-deleted", "tag": "e18eabde-acd3-4d7d-a735-8f91e9bef89e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:27.329865 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-669e271e-be89-48c4-9f23-35318c15e4e4 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:27.330336 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3794f7ab-ae78-487c-a114-b019e5281942', 'name': 'network-vif-deleted', 'tag': 'e18eabde-acd3-4d7d-a735-8f91e9bef89e', 'status': 'completed', 'code': 200} Jul 06 11:50:27.332496 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c73c3d-68f2-4f2b-88b5-7fa7efc98927 service neutron] Pushing event updated for resources: {'Port': ['ID=dbca350a-debb-4e3a-9880-a75b0795be8a,revision_number=10']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:27.334571 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-745a64b0-5d95-4f37-9e07-e436c7c7f124 req-2872647f-9c3d-4311-bff8-f54e93c0330b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922568 Jul 06 11:50:27.366498 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c38fe446-d352-4f6e-a20c-af16654b4734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.370127 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c38fe446-d352-4f6e-a20c-af16654b4734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.373651 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c38fe446-d352-4f6e-a20c-af16654b4734 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb546af3-98e2-4e2f-84d5-3c3c983d97c2 HTTP/1.1" status: 204 len: 168 time: 0.6830823 Jul 06 11:50:27.383372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-a9c73c3d-68f2-4f2b-88b5-7fa7efc98927 service neutron] No DVR routers for this DVR port dbca350a-debb-4e3a-9880-a75b0795be8a on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:27.392176 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f5eae4-15f5-49fd-8311-8748c1ce897d x-openstack-request-id: req-99f5eae4-15f5-49fd-8311-8748c1ce897d {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:27.393320 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd", "tag": "5653fe71-b029-4750-bcd5-1c6453b0f49c", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:27.397455 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99f5eae4-15f5-49fd-8311-8748c1ce897d {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:27.398051 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd', 'tag': '5653fe71-b029-4750-bcd5-1c6453b0f49c', 'status': 'completed', 'code': 200} Jul 06 11:50:27.439179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fe446-d352-4f6e-a20c-af16654b4734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb546af3-98e2-4e2f-84d5-3c3c983d97c2,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:27.442575 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-a9c73c3d-68f2-4f2b-88b5-7fa7efc98927 service neutron] 10.222.0.23 "PUT /v2.0/ports/dbca350a-debb-4e3a-9880-a75b0795be8a/bindings/n-h2-799529-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9266355 Jul 06 11:50:27.483815 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-dca2e7bf-61a1-4273-b823-edc93dd80774 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Made reservation on behalf of 573e74f0e95e47e08a64aebf5cccebe2 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:27.489193 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-dca2e7bf-61a1-4273-b823-edc93dd80774 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.513609 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d2f927ce-3022-4ffc-a517-0ec9f3fb60e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:56Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cb1bd68b-a512-46fe-8a56-5d67c5c69c78', 'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'mac_address': 'fa:16:3e:80:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:55Z', 'updated_at': '2021-07-06T11:48:03Z', 'revision_number': 5, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'subnets': [{'id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:27.552132 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f927ce-3022-4ffc-a517-0ec9f3fb60e8 None None] Checking router: a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:50:27.565853 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f927ce-3022-4ffc-a517-0ec9f3fb60e8 None None] Routers {'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:27.566829 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d2f927ce-3022-4ffc-a517-0ec9f3fb60e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:50:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:27.578381 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9709a44a-cf35-4cf4-8a8e-aaee798bb53c up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:27.585014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880cef2-e747-419a-ae33-74fe3349f4b8 req-c35d9773-a034-47b3-b5a0-c074c74db250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:27.586637 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7880cef2-e747-419a-ae33-74fe3349f4b8 req-c35d9773-a034-47b3-b5a0-c074c74db250 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=33458ea7402b4ba9afc7eb61198c9f9c&device_id=21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd HTTP/1.1" status: 200 len: 1098 time: 0.1704140 Jul 06 11:50:27.713713 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:27.720573 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:27.722828 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:27.748933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-4e769587-abe9-450f-8b9a-e31cf196d54b tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:27.751823 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-4e769587-abe9-450f-8b9a-e31cf196d54b tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc&tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1096 time: 0.2260559 Jul 06 11:50:27.820642 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-dca2e7bf-61a1-4273-b823-edc93dd80774 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Allocated IP 172.20.0.3 (76dc66c5-cac1-411d-8b13-f5071a1927d8/ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e/b52d8f82-34aa-4886-a063-8b5c2a21fba5) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:27.893857 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d2f927ce-3022-4ffc-a517-0ec9f3fb60e8 None None] Set router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:27.915027 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-9cfa37a9-a227-4188-93d2-a225cb1081e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:27.917586 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-9cfa37a9-a227-4188-93d2-a225cb1081e9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc&tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9 HTTP/1.1" status: 200 len: 1096 time: 0.1547394 Jul 06 11:50:27.951425 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.004468 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880cef2-e747-419a-ae33-74fe3349f4b8 req-983b4984-5958-46f8-acbe-6213fe14c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:28.005976 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7880cef2-e747-419a-ae33-74fe3349f4b8 req-983b4984-5958-46f8-acbe-6213fe14c75d service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.4117212 Jul 06 11:50:28.030603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53706) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:28.041466 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:28.045149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748d204c-bb70-47b5-a81e-cf1f6bab8e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9709a44a-cf35-4cf4-8a8e-aaee798bb53c'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:28.050082 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf56c32-4219-4d0a-aad1-3728c131a4bd" -d '{"events": [{"server_uuid": "748d204c-bb70-47b5-a81e-cf1f6bab8e84", "name": "network-vif-plugged", "status": "completed", "tag": "9709a44a-cf35-4cf4-8a8e-aaee798bb53c"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:28.057436 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.058975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e18eabde-acd3-4d7d-a735-8f91e9bef89e no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:28.082388 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b41b9-a4ea-4702-b751-eabea31641b9 req-47f055f9-c3b0-4aba-b881-138423366ded tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:28.090421 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e39b41b9-a4ea-4702-b751-eabea31641b9 req-47f055f9-c3b0-4aba-b881-138423366ded tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/ports?device_id=21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd HTTP/1.1" status: 200 len: 947 time: 0.3697035 Jul 06 11:50:28.106148 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7880cef2-e747-419a-ae33-74fe3349f4b8 req-35b94866-ae66-4702-afa5-a8e63b8c5ce1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=5653fe71-b029-4750-bcd5-1c6453b0f49c HTTP/1.1" status: 200 len: 217 time: 0.0785193 Jul 06 11:50:28.117783 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:28.150298 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: e18eabde-acd3-4d7d-a735-8f91e9bef89e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:28.151211 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e18eabde-acd3-4d7d-a735-8f91e9bef89e not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:28.219977 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e39b41b9-a4ea-4702-b751-eabea31641b9 req-4e2454fb-e109-4db6-8f8b-8f49d1252567 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/security-groups?id=83e84b00-4724-4d85-ad83-8cc936f72610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282549 Jul 06 11:50:28.228868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880cef2-e747-419a-ae33-74fe3349f4b8 req-9b7c881e-9e4c-4a38-8473-f33723b5b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:28.230620 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7880cef2-e747-419a-ae33-74fe3349f4b8 req-9b7c881e-9e4c-4a38-8473-f33723b5b138 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1147830 Jul 06 11:50:28.278000 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3ff9f6eb-5638-4040-8b4b-796f107740c2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=27beda3d840f42edb35185d6b485e886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410913 Jul 06 11:50:28.314328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53712) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:28.315730 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d2f927ce-3022-4ffc-a517-0ec9f3fb60e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:56Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cb1bd68b-a512-46fe-8a56-5d67c5c69c78', 'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'mac_address': 'fa:16:3e:80:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:55Z', 'updated_at': '2021-07-06T11:48:03Z', 'revision_number': 5, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'subnets': [{'id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:28.367800 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f927ce-3022-4ffc-a517-0ec9f3fb60e8 None None] The sync data for ids ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'] in n-d-799529-2 is: [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:56Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cb1bd68b-a512-46fe-8a56-5d67c5c69c78', 'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'mac_address': 'fa:16:3e:80:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:55Z', 'updated_at': '2021-07-06T11:48:03Z', 'revision_number': 5, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'subnets': [{'id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:50:28.433834 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-782d665f-5f11-4bdd-9613-1b92d3a15721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.440553 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880cef2-e747-419a-ae33-74fe3349f4b8 req-03ca2cc2-5a9a-4ca0-bcc8-3c909050d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:28.443055 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7880cef2-e747-419a-ae33-74fe3349f4b8 req-03ca2cc2-5a9a-4ca0-bcc8-3c909050d0ca service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1978590 Jul 06 11:50:28.477649 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-dca2e7bf-61a1-4273-b823-edc93dd80774 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.522600 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-782d665f-5f11-4bdd-9613-1b92d3a15721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.596022 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-dca2e7bf-61a1-4273-b823-edc93dd80774 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Transition to ACTIVE for port object b52d8f82-34aa-4886-a063-8b5c2a21fba5 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:28.621993 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7880cef2-e747-419a-ae33-74fe3349f4b8 req-72852709-5c73-43dc-84bb-044857bb6dce service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678002 Jul 06 11:50:28.623087 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-782d665f-5f11-4bdd-9613-1b92d3a15721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.625812 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-782d665f-5f11-4bdd-9613-1b92d3a15721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.629676 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-782d665f-5f11-4bdd-9613-1b92d3a15721 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/33a45022-e525-4fd0-9e62-54331f8d84b9 HTTP/1.1" status: 204 len: 168 time: 0.3118193 Jul 06 11:50:28.637927 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d665f-5f11-4bdd-9613-1b92d3a15721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a45022-e525-4fd0-9e62-54331f8d84b9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:28.707363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ffdd06e4-4504-475a-a87c-2139ecabd29f no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:28.752263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: ffdd06e4-4504-475a-a87c-2139ecabd29f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:28.753010 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ffdd06e4-4504-475a-a87c-2139ecabd29f not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:28.798043 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71831e3-7380-43b0-8bd7-6153f533550c req-391b542e-da31-459b-9873-e546eb543615 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:28.799892 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f71831e3-7380-43b0-8bd7-6153f533550c req-391b542e-da31-459b-9873-e546eb543615 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.89 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84&tenant_id=ea41c4c395454498b836751812b291f0&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 950 time: 0.2977672 Jul 06 11:50:28.800519 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7880cef2-e747-419a-ae33-74fe3349f4b8 req-6aad6e8a-cac3-4596-8aba-c0cf0c5d8e66 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643853 Jul 06 11:50:28.806519 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-dca2e7bf-61a1-4273-b823-edc93dd80774 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:28.811309 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-7afc81f0-a9b7-4217-b6db-eed72a116171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:28.813090 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-7afc81f0-a9b7-4217-b6db-eed72a116171 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 1096 time: 0.3088114 Jul 06 11:50:28.825197 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774b24d9-3187-4925-83a7-a2670f7acfb2 None None] New status for floating IP f79e481c-9991-4c0c-8412-cf9d26d06943: DOWN {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:50:28.827633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7090986-9d2e-4c9b-b579-85d66cb13351 req-2f7abf4f-6f83-46c1-8746-25c22c1c79d9 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:28.835011 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7090986-9d2e-4c9b-b579-85d66cb13351 req-2f7abf4f-6f83-46c1-8746-25c22c1c79d9 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 945 time: 0.3316588 Jul 06 11:50:28.994911 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-dca2e7bf-61a1-4273-b823-edc93dd80774 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Network 76dc66c5-cac1-411d-8b13-f5071a1927d8 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:29.016063 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7090986-9d2e-4c9b-b579-85d66cb13351 req-b6dd2901-3c02-4716-9db6-837dac04f06a tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799521 Jul 06 11:50:29.026200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-dca2e7bf-61a1-4273-b823-edc93dd80774 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:29.028608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2e7bf-61a1-4273-b823-edc93dd80774 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Pushing event updated for resources: {'Port': ['ID=b52d8f82-34aa-4886-a063-8b5c2a21fba5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:29.031601 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-dca2e7bf-61a1-4273-b823-edc93dd80774 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:29.194889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-dca2e7bf-61a1-4273-b823-edc93dd80774 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:29.195649 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-dca2e7bf-61a1-4273-b823-edc93dd80774 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.223720 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-f71831e3-7380-43b0-8bd7-6153f533550c req-cbdf83d8-2004-4b71-9718-7b9af1ee6dcb service neutron] delete failed (client error): The resource could not be found. Jul 06 11:50:29.225045 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f71831e3-7380-43b0-8bd7-6153f533550c req-cbdf83d8-2004-4b71-9718-7b9af1ee6dcb service neutron] 10.222.0.89 "DELETE /v2.0/ports/9709a44a-cf35-4cf4-8a8e-aaee798bb53c/bindings/n-h2-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.4088979 Jul 06 11:50:29.239828 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-25840724-2b8f-4fa5-9a5a-419409752755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:29.240111 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-25840724-2b8f-4fa5-9a5a-419409752755 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.4002221 Jul 06 11:50:29.298359 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-dca2e7bf-61a1-4273-b823-edc93dd80774 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1508663 Jul 06 11:50:29.301959 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-ce1cba65-236b-4403-be55-2af6b6c907fa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbca350a-debb-4e3a-9880-a75b0795be8a HTTP/1.1" status: 200 len: 217 time: 0.0531011 Jul 06 11:50:29.313892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Request body: {'port': {'device_id': 'ca1b9d56-0029-4550-b90a-ca621edddf64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:29.332571 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea0b077-4859-48eb-9d4d-241d1ce7a96a', 'name': 'network-vif-deleted', 'tag': 'ffdd06e4-4504-475a-a87c-2139ecabd29f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:29.334930 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c347931-06ae-43b1-b113-a90e1a20a685" -d '{"events": [{"server_uuid": "aea0b077-4859-48eb-9d4d-241d1ce7a96a", "name": "network-vif-deleted", "tag": "ffdd06e4-4504-475a-a87c-2139ecabd29f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:29.399808 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f707d32-edac-48b8-8438-8be0d0c38efb req-5106e71c-f6b2-4c8e-bab4-a0d3928cb069 tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:29.401240 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f707d32-edac-48b8-8438-8be0d0c38efb req-5106e71c-f6b2-4c8e-bab4-a0d3928cb069 tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 886 time: 0.3060172 Jul 06 11:50:29.458483 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-3b30c5e3-39b3-4991-8be0-6c57d13f2e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:29.460012 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-3b30c5e3-39b3-4991-8be0-6c57d13f2e60 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.1400473 Jul 06 11:50:29.464967 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d8deb6c8-396d-430d-bce7-12dd5dbc969d None None] Provisioning for port b52d8f82-34aa-4886-a063-8b5c2a21fba5 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:29.489056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d8deb6c8-396d-430d-bce7-12dd5dbc969d None None] Provisioning complete for port b52d8f82-34aa-4886-a063-8b5c2a21fba5 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:29.492076 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8deb6c8-396d-430d-bce7-12dd5dbc969d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.524320 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:29.583172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d8deb6c8-396d-430d-bce7-12dd5dbc969d None None] Port b52d8f82-34aa-4886-a063-8b5c2a21fba5 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:29.586450 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-fdb94a08-53c1-446c-bd0a-798a45e38ee0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664356 Jul 06 11:50:29.597016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device dbca350a-debb-4e3a-9880-a75b0795be8a no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:29.670495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71831e3-7380-43b0-8bd7-6153f533550c req-fae63b48-5d16-4dce-9cf0-144272c0fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:29.672077 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f71831e3-7380-43b0-8bd7-6153f533550c req-fae63b48-5d16-4dce-9cf0-144272c0fddd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 1101 time: 0.3090601 Jul 06 11:50:29.672199 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device dbca350a-debb-4e3a-9880-a75b0795be8a not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:29.791753 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-5f6b5e2c-f190-4d9f-a4d6-78b43bbb4d9f tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:50:29.792681 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-5f6b5e2c-f190-4d9f-a4d6-78b43bbb4d9f tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181563 Jul 06 11:50:29.865915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-c61d5cca-f78a-47aa-a881-28293df7acfa service neutron] Request body: {'binding': {'host': 'n-h2-799529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:29.866371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-c61d5cca-f78a-47aa-a881-28293df7acfa service neutron] Unknown quota resources ['binding']. {{(pid=100427) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:50:29.953204 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46880a00-c9ce-40af-b527-20afaa9db789 req-d2cd7815-e42f-4721-9080-b395bed12452 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:29.954801 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-46880a00-c9ce-40af-b527-20afaa9db789 req-d2cd7815-e42f-4721-9080-b395bed12452 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.4021497 Jul 06 11:50:29.963511 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-140b7109-4761-4a10-87d4-df667f229ffb service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455396 Jul 06 11:50:30.122206 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71831e3-7380-43b0-8bd7-6153f533550c req-5d333cf0-0011-440c-90c6-9be55b6b45eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:30.123662 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f71831e3-7380-43b0-8bd7-6153f533550c req-5d333cf0-0011-440c-90c6-9be55b6b45eb service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.4149082 Jul 06 11:50:30.202442 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f71831e3-7380-43b0-8bd7-6153f533550c req-b563584d-8fbe-4b66-90e0-18998741a914 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c HTTP/1.1" status: 200 len: 217 time: 0.0633912 Jul 06 11:50:30.205532 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-46880a00-c9ce-40af-b527-20afaa9db789 req-4728382a-44b0-4661-858e-53d14a5a0d7c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278738 Jul 06 11:50:30.265141 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821b2075-5d99-41e3-9dfd-60ee3bd97304 x-openstack-request-id: req-821b2075-5d99-41e3-9dfd-60ee3bd97304 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:30.265635 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748d204c-bb70-47b5-a81e-cf1f6bab8e84", "name": "network-vif-plugged", "status": "completed", "tag": "9709a44a-cf35-4cf4-8a8e-aaee798bb53c", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:30.265952 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-821b2075-5d99-41e3-9dfd-60ee3bd97304 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:30.266434 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748d204c-bb70-47b5-a81e-cf1f6bab8e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9709a44a-cf35-4cf4-8a8e-aaee798bb53c', 'code': 200} Jul 06 11:50:30.337040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-0a7778a8-0856-4222-919b-a8a1756b45b8 service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318427 Jul 06 11:50:30.359282 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71831e3-7380-43b0-8bd7-6153f533550c req-0f0f8af2-50a9-4e0b-a86b-1e5ad0849bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:30.360827 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f71831e3-7380-43b0-8bd7-6153f533550c req-0f0f8af2-50a9-4e0b-a86b-1e5ad0849bf4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1498752 Jul 06 11:50:30.371920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-c61d5cca-f78a-47aa-a881-28293df7acfa service neutron] Attempting to bind port c92279f0-5ba0-4a2b-9c26-906817f462db on host n-h2-799529-2 for vnic_type normal with profile None {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:30.372303 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-c61d5cca-f78a-47aa-a881-28293df7acfa service neutron] Attempting to bind port c92279f0-5ba0-4a2b-9c26-906817f462db by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:30.372586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-c61d5cca-f78a-47aa-a881-28293df7acfa service neutron] Attempting to bind port c92279f0-5ba0-4a2b-9c26-906817f462db on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:30.447816 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-c61d5cca-f78a-47aa-a881-28293df7acfa service neutron] Port c92279f0-5ba0-4a2b-9c26-906817f462db on network f2e9b7d6-944b-4592-9597-94c9d66799e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:30.448140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-c61d5cca-f78a-47aa-a881-28293df7acfa service neutron] Attempting to bind port c92279f0-5ba0-4a2b-9c26-906817f462db on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:30.464412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-c61d5cca-f78a-47aa-a881-28293df7acfa service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:30.464750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-c61d5cca-f78a-47aa-a881-28293df7acfa service neutron] Checking segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:30.465245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-c61d5cca-f78a-47aa-a881-28293df7acfa service neutron] Bound using segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:30.465833 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-c61d5cca-f78a-47aa-a881-28293df7acfa service neutron] Bound port: c92279f0-5ba0-4a2b-9c26-906817f462db, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:30.504400 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52d8f82-34aa-4886-a063-8b5c2a21fba5 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:30.517858 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.556556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Transition to ACTIVE for port object b52d8f82-34aa-4886-a063-8b5c2a21fba5 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:30.567963 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.611134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472f95d-2503-43d5-808d-adde7e91b76f req-1f7c4c18-2a3d-4f99-94a8-ce5d0a22d039 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:30.612850 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a472f95d-2503-43d5-808d-adde7e91b76f req-1f7c4c18-2a3d-4f99-94a8-ce5d0a22d039 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 931 time: 0.2581558 Jul 06 11:50:30.624415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71831e3-7380-43b0-8bd7-6153f533550c req-1f13b3b4-6134-49df-a841-c1153bbdfcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:30.625932 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f71831e3-7380-43b0-8bd7-6153f533550c req-1f13b3b4-6134-49df-a841-c1153bbdfcfd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2511520 Jul 06 11:50:30.644926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-c61d5cca-f78a-47aa-a881-28293df7acfa service neutron] For port c92279f0-5ba0-4a2b-9c26-906817f462db, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c92279f0-5ba0-4a2b-9c26-906817f462db,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:30.701939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 5653fe71-b029-4750-bcd5-1c6453b0f49c details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:30.707445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-c61d5cca-f78a-47aa-a881-28293df7acfa service neutron] Notify callbacks [] for binding, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:30.708613 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-c61d5cca-f78a-47aa-a881-28293df7acfa service neutron] 10.222.0.81 "POST /v2.0/ports/c92279f0-5ba0-4a2b-9c26-906817f462db/bindings HTTP/1.1" status: 201 len: 389 time: 0.8589182 Jul 06 11:50:30.744837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Pushing event updated for resources: {'Port': ['ID=b52d8f82-34aa-4886-a063-8b5c2a21fba5,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:30.808049 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a472f95d-2503-43d5-808d-adde7e91b76f req-3f45d741-4dac-496c-8cca-e6b7aff7c29c tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705129 Jul 06 11:50:30.865312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 5653fe71-b029-4750-bcd5-1c6453b0f49c, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=5653fe71-b029-4750-bcd5-1c6453b0f49c,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:31.033611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '5653fe71-b029-4750-bcd5-1c6453b0f49c', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '5653fe71-b029-4750-bcd5-1c6453b0f49c', 'mac_address': 'fa:16:3e:25:ba:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:31.050871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276db0e-4172-48ff-b16b-110f8007cd35 req-883469b9-2a16-4973-a610-b5b3d9180ec7 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.053092 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3276db0e-4172-48ff-b16b-110f8007cd35 req-883469b9-2a16-4973-a610-b5b3d9180ec7 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 945 time: 0.1348450 Jul 06 11:50:31.074730 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.089358 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5653fe71-b029-4750-bcd5-1c6453b0f49c {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:31.097431 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3276db0e-4172-48ff-b16b-110f8007cd35 req-eb663a91-b482-4f4c-a718-9f3ab3ec7aaa tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355089 Jul 06 11:50:31.118506 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 5653fe71-b029-4750-bcd5-1c6453b0f49c, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=5653fe71-b029-4750-bcd5-1c6453b0f49c,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:31.124304 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.161937 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083b563d-2546-474f-828e-365de0aae1e4 x-openstack-request-id: req-083b563d-2546-474f-828e-365de0aae1e4 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:31.162227 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea0b077-4859-48eb-9d4d-241d1ce7a96a", "name": "network-vif-deleted", "tag": "ffdd06e4-4504-475a-a87c-2139ecabd29f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:31.162533 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-083b563d-2546-474f-828e-365de0aae1e4 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:31.162937 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea0b077-4859-48eb-9d4d-241d1ce7a96a', 'name': 'network-vif-deleted', 'tag': 'ffdd06e4-4504-475a-a87c-2139ecabd29f', 'status': 'completed', 'code': 200} Jul 06 11:50:31.189105 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=5653fe71-b029-4750-bcd5-1c6453b0f49c,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:31.247167 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f71831e3-7380-43b0-8bd7-6153f533550c req-e995d58e-c0b3-4f85-baa9-f3ba1f8ec349 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050503 Jul 06 11:50:31.256132 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-7c5f7857-d9b7-4327-8e94-13dcfeb585f6 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.257691 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-7c5f7857-d9b7-4327-8e94-13dcfeb585f6 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc&tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&binding%3Ahost_id=n-h2-799529-2 HTTP/1.1" status: 200 len: 1096 time: 0.6424029 Jul 06 11:50:31.347391 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Attempting to bind port b52d8f82-34aa-4886-a063-8b5c2a21fba5 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:31.347736 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Attempting to bind port b52d8f82-34aa-4886-a063-8b5c2a21fba5 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:31.348074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Attempting to bind port b52d8f82-34aa-4886-a063-8b5c2a21fba5 on network 76dc66c5-cac1-411d-8b13-f5071a1927d8 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:31.363722 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75ae6a-db2e-41d9-a007-3c03a8ffcc18 req-21b652b9-e46c-40c9-b329-49a655243d8f tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.364191 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75ae6a-db2e-41d9-a007-3c03a8ffcc18 req-21b652b9-e46c-40c9-b329-49a655243d8f tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.364652 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75ae6a-db2e-41d9-a007-3c03a8ffcc18 req-21b652b9-e46c-40c9-b329-49a655243d8f tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.365105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75ae6a-db2e-41d9-a007-3c03a8ffcc18 req-21b652b9-e46c-40c9-b329-49a655243d8f tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.365561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75ae6a-db2e-41d9-a007-3c03a8ffcc18 req-21b652b9-e46c-40c9-b329-49a655243d8f tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.366006 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75ae6a-db2e-41d9-a007-3c03a8ffcc18 req-21b652b9-e46c-40c9-b329-49a655243d8f tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.366449 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75ae6a-db2e-41d9-a007-3c03a8ffcc18 req-21b652b9-e46c-40c9-b329-49a655243d8f tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.366898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75ae6a-db2e-41d9-a007-3c03a8ffcc18 req-21b652b9-e46c-40c9-b329-49a655243d8f tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.367409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75ae6a-db2e-41d9-a007-3c03a8ffcc18 req-21b652b9-e46c-40c9-b329-49a655243d8f tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.367854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75ae6a-db2e-41d9-a007-3c03a8ffcc18 req-21b652b9-e46c-40c9-b329-49a655243d8f tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.369763 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e75ae6a-db2e-41d9-a007-3c03a8ffcc18 req-21b652b9-e46c-40c9-b329-49a655243d8f tempest-NetworksTest-1639300403 tempest-NetworksTest-1639300403-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7138 time: 0.1957009 Jul 06 11:50:31.370072 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Port b52d8f82-34aa-4886-a063-8b5c2a21fba5 on network 76dc66c5-cac1-411d-8b13-f5071a1927d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:31.370407 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Attempting to bind port b52d8f82-34aa-4886-a063-8b5c2a21fba5 on network 76dc66c5-cac1-411d-8b13-f5071a1927d8 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:31.384464 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['5653fe71-b029-4750-bcd5-1c6453b0f49c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:31.390434 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:31.390781 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Checking segment: {'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:31.391177 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Bound using segment: {'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:31.391678 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Bound port: b52d8f82-34aa-4886-a063-8b5c2a21fba5, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad06e564-070a-4c82-800f-fecdb2508756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:31.392044 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.434294 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedeca30-769b-4860-9996-8c55f750f2b3 req-782e8041-8492-45c3-85f9-2e8f17a20adc tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.436174 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fedeca30-769b-4860-9996-8c55f750f2b3 req-782e8041-8492-45c3-85f9-2e8f17a20adc tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/ports?device_id=21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd HTTP/1.1" status: 200 len: 948 time: 0.2607827 Jul 06 11:50:31.510792 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f71831e3-7380-43b0-8bd7-6153f533550c req-ad938fb6-bcbf-44f4-8622-88cc890ac75c service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514393 Jul 06 11:50:31.587795 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fedeca30-769b-4860-9996-8c55f750f2b3 req-660fcece-8d54-4ea1-8f2e-6dcf4a279eb0 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/security-groups?id=83e84b00-4724-4d85-ad83-8cc936f72610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377723 Jul 06 11:50:31.605240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] For port b52d8f82-34aa-4886-a063-8b5c2a21fba5, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:31.607810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-28dad5c1-4bd4-45ce-9ecc-f838533e7155 service neutron] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:31.611959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] For port b52d8f82-34aa-4886-a063-8b5c2a21fba5, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b52d8f82-34aa-4886-a063-8b5c2a21fba5,segment=NetworkSegment(ad06e564-070a-4c82-800f-fecdb2508756),segment_id=ad06e564-070a-4c82-800f-fecdb2508756)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:31.617731 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-28dad5c1-4bd4-45ce-9ecc-f838533e7155 service neutron] Notify callbacks [] for binding, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.619109 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba05b2c8-0be8-4a83-bd29-707ce147133b req-28dad5c1-4bd4-45ce-9ecc-f838533e7155 service neutron] 10.222.0.89 "DELETE /v2.0/ports/dbca350a-debb-4e3a-9880-a75b0795be8a/bindings/n-h1-799529-2 HTTP/1.1" status: 204 len: 173 time: 0.3517540 Jul 06 11:50:31.621502 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.718044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Pushing event updated for resources: {'Port': ['ID=b52d8f82-34aa-4886-a063-8b5c2a21fba5,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:31.733121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.733930 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.735424 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-3b5124fc-3039-4d2f-a5e0-1b33b2772fef service neutron] 10.222.0.23 "PUT /v2.0/ports/b52d8f82-34aa-4886-a063-8b5c2a21fba5 HTTP/1.1" status: 200 len: 1091 time: 2.4269810 Jul 06 11:50:31.735953 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1b9d56-0029-4550-b90a-ca621edddf64', 'tag': 'b52d8f82-34aa-4886-a063-8b5c2a21fba5'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:31.738400 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c6587b-b5dd-452b-b086-6ef713a81ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "ca1b9d56-0029-4550-b90a-ca621edddf64", "tag": "b52d8f82-34aa-4886-a063-8b5c2a21fba5"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:31.798337 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c64445-d970-4d20-b0a2-1c05bdb3c090 req-1261373b-361f-4b4d-b24a-acbfe5cdbe27 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.803663 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-48c64445-d970-4d20-b0a2-1c05bdb3c090 req-1261373b-361f-4b4d-b24a-acbfe5cdbe27 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 945 time: 0.0905280 Jul 06 11:50:31.805020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53788) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:31.859881 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-48c64445-d970-4d20-b0a2-1c05bdb3c090 req-92a04b7d-7ca5-4db4-af18-8826d418c1bd tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483267 Jul 06 11:50:31.862690 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5610c0-e941-47ea-98f2-077a6279b398 req-db86b12b-c75a-48b4-9745-27e6e452a28c tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.865000 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7b5610c0-e941-47ea-98f2-077a6279b398 req-db86b12b-c75a-48b4-9745-27e6e452a28c tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 946 time: 0.1210463 Jul 06 11:50:31.894455 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-8ccc2721-0495-403a-b068-eaeda4c78577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:31.896009 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-8ccc2721-0495-403a-b068-eaeda4c78577 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=573e74f0e95e47e08a64aebf5cccebe2&device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 1094 time: 0.1087255 Jul 06 11:50:31.956591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-419e9e89-1904-4330-82d3-1554d4cd70db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b52d8f82-34aa-4886-a063-8b5c2a21fba5 HTTP/1.1" status: 200 len: 217 time: 0.0489383 Jul 06 11:50:31.972207 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dfbcbd4c-2af5-4632-968c-e8fadb3c31e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:31.981837 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7b5610c0-e941-47ea-98f2-077a6279b398 req-fb9a00b4-1a56-4bea-b554-3cf881062083 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088498 Jul 06 11:50:32.082666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-b6847fce-4c89-439b-a956-ac6ff5481f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:32.084772 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-b6847fce-4c89-439b-a956-ac6ff5481f28 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e HTTP/1.1" status: 200 len: 863 time: 0.1016254 Jul 06 11:50:32.103756 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eeb83f0f-6f61-4dea-ac88-357105dcc7e1 req-43442f2b-a12f-4511-bc5e-1f579e0dd7ca tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1379955595&fields=id&tenant_id=11d9c36e12bc454daf17a7e52d2660e9 HTTP/1.1" status: 200 len: 267 time: 0.0870161 Jul 06 11:50:32.221335 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-53456416-9a3d-4b10-8327-990a7dc5eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:32.222951 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-53456416-9a3d-4b10-8327-990a7dc5eaa3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=76dc66c5-cac1-411d-8b13-f5071a1927d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299424 Jul 06 11:50:32.230533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dfbcbd4c-2af5-4632-968c-e8fadb3c31e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.235078 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dfbcbd4c-2af5-4632-968c-e8fadb3c31e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.285655 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcbd4c-2af5-4632-968c-e8fadb3c31e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b684e7-5d0c-4e44-a9aa-be6f16d51426,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:32.302639 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dfbcbd4c-2af5-4632-968c-e8fadb3c31e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=473cc3b0dd57468fa1302b7654480a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963038 Jul 06 11:50:32.303260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470db888-d533-4da0-9453-e5f3d204d2e5 req-18f64d04-a4ef-4748-8fa3-688ac2116214 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:32.304963 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-470db888-d533-4da0-9453-e5f3d204d2e5 req-18f64d04-a4ef-4748-8fa3-688ac2116214 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1489441 Jul 06 11:50:32.306052 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53796) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:32.316882 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb83f0f-6f61-4dea-ac88-357105dcc7e1 req-b0e9e776-a4de-40f7-b6a1-1ad5ebcbba95 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:32.318630 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eeb83f0f-6f61-4dea-ac88-357105dcc7e1 req-b0e9e776-a4de-40f7-b6a1-1ad5ebcbba95 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 945 time: 0.2068141 Jul 06 11:50:32.332609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-eeb83f0f-6f61-4dea-ac88-357105dcc7e1 req-ada1b403-e54e-421e-8666-4af85a4750e4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Request body: {'port': {'security_groups': ['3e016ba5-274b-4ed4-a3fe-cd8a45b3a360', 'dffd1efd-951c-47ed-b1e5-fbb03b2a158e']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:32.409268 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-470db888-d533-4da0-9453-e5f3d204d2e5 req-533aca39-8892-4e28-9d5e-40c84f6850a6 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920990 Jul 06 11:50:32.415566 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-f68e7088-5407-4d3e-b826-60da609a4299 service neutron] 10.222.0.23 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838942 Jul 06 11:50:32.424403 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eeb83f0f-6f61-4dea-ac88-357105dcc7e1 req-ada1b403-e54e-421e-8666-4af85a4750e4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.435582 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67463115-458d-4b8a-b70e-4470c8712780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.506369 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474f17c6-343b-4b4d-af65-a1f40b5fa470 x-openstack-request-id: req-474f17c6-343b-4b4d-af65-a1f40b5fa470 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:32.506668 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca1b9d56-0029-4550-b90a-ca621edddf64", "tag": "b52d8f82-34aa-4886-a063-8b5c2a21fba5", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:32.506944 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-474f17c6-343b-4b4d-af65-a1f40b5fa470 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:32.507360 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca1b9d56-0029-4550-b90a-ca621edddf64', 'tag': 'b52d8f82-34aa-4886-a063-8b5c2a21fba5', 'status': 'completed', 'code': 200} Jul 06 11:50:32.510060 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67463115-458d-4b8a-b70e-4470c8712780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.583822 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61ecff41-53c0-4860-9b5c-4e34dd553e56 req-5d2eaa7d-f0e9-40c5-b214-1e6b9efeed32 service neutron] 10.222.0.23 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606374 Jul 06 11:50:32.608944 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67463115-458d-4b8a-b70e-4470c8712780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.616230 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67463115-458d-4b8a-b70e-4470c8712780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.617838 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-67463115-458d-4b8a-b70e-4470c8712780 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0b684e7-5d0c-4e44-a9aa-be6f16d51426 HTTP/1.1" status: 204 len: 168 time: 0.3087938 Jul 06 11:50:32.629778 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67463115-458d-4b8a-b70e-4470c8712780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b684e7-5d0c-4e44-a9aa-be6f16d51426,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:32.701821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-eeb83f0f-6f61-4dea-ac88-357105dcc7e1 req-ada1b403-e54e-421e-8666-4af85a4750e4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] For port 85b2c050-9f8b-4292-b932-d18f1d61172e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=85b2c050-9f8b-4292-b932-d18f1d61172e,segment=NetworkSegment(3c1bd99e-7a7f-413b-8c5d-43ca337e8b57),segment_id=3c1bd99e-7a7f-413b-8c5d-43ca337e8b57)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:32.704618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 5653fe71-b029-4750-bcd5-1c6453b0f49c up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:32.753499 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eeb83f0f-6f61-4dea-ac88-357105dcc7e1 req-ada1b403-e54e-421e-8666-4af85a4750e4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.774337 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 5653fe71-b029-4750-bcd5-1c6453b0f49c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:32.774866 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eeb83f0f-6f61-4dea-ac88-357105dcc7e1 req-ada1b403-e54e-421e-8666-4af85a4750e4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.780566 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 5653fe71-b029-4750-bcd5-1c6453b0f49c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:32.781336 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.785180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada01f5-35cf-423e-8dc6-b65836e97b55 req-d220c221-b6a0-4c56-9998-001de5bf5118 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:32.786150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6ada01f5-35cf-423e-8dc6-b65836e97b55 req-d220c221-b6a0-4c56-9998-001de5bf5118 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 943 time: 0.1338768 Jul 06 11:50:32.788583 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6587b-b5dd-452b-b086-6ef713a81ed1 req-97a80443-ad45-41a1-86ed-921c385a2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:32.790603 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9c6587b-b5dd-452b-b086-6ef713a81ed1 req-97a80443-ad45-41a1-86ed-921c385a2e90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=573e74f0e95e47e08a64aebf5cccebe2&device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 1094 time: 0.1018748 Jul 06 11:50:32.825813 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8e897e8f-9283-4a93-870e-a1b08feb97b7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:32.827781 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['85b2c050-9f8b-4292-b932-d18f1d61172e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:32.845929 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb83f0f-6f61-4dea-ac88-357105dcc7e1 req-ada1b403-e54e-421e-8666-4af85a4750e4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:32.846580 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eeb83f0f-6f61-4dea-ac88-357105dcc7e1 req-ada1b403-e54e-421e-8666-4af85a4750e4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.852287 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eeb83f0f-6f61-4dea-ac88-357105dcc7e1 req-ada1b403-e54e-421e-8666-4af85a4750e4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "PUT /v2.0/ports/85b2c050-9f8b-4292-b932-d18f1d61172e HTTP/1.1" status: 200 len: 981 time: 0.5251896 Jul 06 11:50:32.925013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1b403-e54e-421e-8666-4af85a4750e4 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event updated for resources: {'Port': ['ID=85b2c050-9f8b-4292-b932-d18f1d61172e,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:32.950440 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:32.967946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['85b2c050-9f8b-4292-b932-d18f1d61172e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:33.005477 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6ada01f5-35cf-423e-8dc6-b65836e97b55 req-2d29c637-d659-43b0-93c2-08723348ae38 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080069 Jul 06 11:50:33.076882 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6587b-b5dd-452b-b086-6ef713a81ed1 req-ff3fe6ea-68be-46fb-b41c-56f313e9c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:33.078695 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9c6587b-b5dd-452b-b086-6ef713a81ed1 req-ff3fe6ea-68be-46fb-b41c-56f313e9c146 service neutron] 10.222.0.23 "GET /v2.0/networks?id=76dc66c5-cac1-411d-8b13-f5071a1927d8 HTTP/1.1" status: 200 len: 925 time: 0.2612092 Jul 06 11:50:33.082009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5653fe71-b029-4750-bcd5-1c6453b0f49c'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:33.085093 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee15a6b7-ab27-404e-bb70-1bb21ccce9cb" -d '{"events": [{"server_uuid": "21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd", "name": "network-vif-plugged", "status": "completed", "tag": "5653fe71-b029-4750-bcd5-1c6453b0f49c"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:33.087885 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-240a5697-87d4-497c-9f4c-7d3905e4e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:33.091369 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-240a5697-87d4-497c-9f4c-7d3905e4e423 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 1097 time: 0.1670234 Jul 06 11:50:33.109701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53826) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:33.133268 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d9976b9-826a-42e6-829a-0e5211e61630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.140731 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9c6587b-b5dd-452b-b086-6ef713a81ed1 req-594a2294-9dc5-4473-bcf5-73c348d4f94a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b52d8f82-34aa-4886-a063-8b5c2a21fba5 HTTP/1.1" status: 200 len: 217 time: 0.0475533 Jul 06 11:50:33.144803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e92d16-7db1-42bb-a591-71833a339b75 req-459e29ae-62c9-47f4-b8a4-e4e50b6cc69e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:33.154394 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5e92d16-7db1-42bb-a591-71833a339b75 req-459e29ae-62c9-47f4-b8a4-e4e50b6cc69e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1323259 Jul 06 11:50:33.156641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 5653fe71-b029-4750-bcd5-1c6453b0f49c, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=5653fe71-b029-4750-bcd5-1c6453b0f49c,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:33.163813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0331f9-840b-42a2-8362-7da39eabedc1', 'tag': '85b2c050-9f8b-4292-b932-d18f1d61172e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:33.166763 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435b3a61-f537-42e1-bae6-3c180846d5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0331f9-840b-42a2-8362-7da39eabedc1", "tag": "85b2c050-9f8b-4292-b932-d18f1d61172e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:33.176045 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.235031 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5e92d16-7db1-42bb-a591-71833a339b75 req-4ec39d8d-c849-4d76-a874-be9356bbe5cd tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785525 Jul 06 11:50:33.307582 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6587b-b5dd-452b-b086-6ef713a81ed1 req-55c71f7c-f819-40ad-9e5c-e20757d48c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:33.309063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=5653fe71-b029-4750-bcd5-1c6453b0f49c,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:33.309654 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9c6587b-b5dd-452b-b086-6ef713a81ed1 req-55c71f7c-f819-40ad-9e5c-e20757d48c3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e HTTP/1.1" status: 200 len: 863 time: 0.1551526 Jul 06 11:50:33.363152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d9976b9-826a-42e6-829a-0e5211e61630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.372924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-54681407-b9fe-4e92-89ba-3ceb6eb00068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:33.373133 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d6318050-0532-409c-bf92-0d07f27271a8 req-f1f82ac3-09a5-4963-8f27-485802840d43 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/dffd1efd-951c-47ed-b1e5-fbb03b2a158e HTTP/1.1" status: 200 len: 1800 time: 0.0914059 Jul 06 11:50:33.374663 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-54681407-b9fe-4e92-89ba-3ceb6eb00068 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.2331812 Jul 06 11:50:33.380829 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d9976b9-826a-42e6-829a-0e5211e61630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.387721 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8ec64-7415-40bf-966b-db6996e703dc req-bc56fbc3-5049-4352-814f-0d2b28a62803 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:33.394907 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d1e8ec64-7415-40bf-966b-db6996e703dc req-bc56fbc3-5049-4352-814f-0d2b28a62803 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/ports?device_id=21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd HTTP/1.1" status: 200 len: 949 time: 0.1628842 Jul 06 11:50:33.457480 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4d9976b9-826a-42e6-829a-0e5211e61630 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2f093504904a4e8d9754800372086151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409085 Jul 06 11:50:33.458970 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53832) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:33.466281 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9976b9-826a-42e6-829a-0e5211e61630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80c5cfd-869a-4f9d-a7e8-d4c5f5e80ddf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:33.474571 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d754c593-c016-4553-a057-7c784328d41d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c92279f0-5ba0-4a2b-9c26-906817f462db HTTP/1.1" status: 200 len: 217 time: 0.0755842 Jul 06 11:50:33.489740 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d1e8ec64-7415-40bf-966b-db6996e703dc req-c2cc402b-eb01-4b1e-b59c-42e7bf55d13a tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/security-groups?id=83e84b00-4724-4d85-ad83-8cc936f72610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930395 Jul 06 11:50:33.542704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6587b-b5dd-452b-b086-6ef713a81ed1 req-2f2e4f8a-e345-43e9-9a64-a28533105198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:33.544290 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9c6587b-b5dd-452b-b086-6ef713a81ed1 req-2f2e4f8a-e345-43e9-9a64-a28533105198 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=76dc66c5-cac1-411d-8b13-f5071a1927d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2231288 Jul 06 11:50:33.561349 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-d6318050-0532-409c-bf92-0d07f27271a8 req-ed2f166c-7f9f-4b3e-b447-5f57f67f7928 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 11:50:33.574460 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d6318050-0532-409c-bf92-0d07f27271a8 req-ed2f166c-7f9f-4b3e-b447-5f57f67f7928 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "DELETE /v2.0/security-groups/dffd1efd-951c-47ed-b1e5-fbb03b2a158e HTTP/1.1" status: 409 len: 341 time: 0.2004972 Jul 06 11:50:33.611788 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0466cee-1c6c-4576-99d4-a6077e593f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.636947 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0466cee-1c6c-4576-99d4-a6077e593f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.649031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-57dceea2-c4fe-4a14-8267-3643388b7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:33.650587 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-57dceea2-c4fe-4a14-8267-3643388b7089 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.1528621 Jul 06 11:50:33.692945 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0466cee-1c6c-4576-99d4-a6077e593f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.696441 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0466cee-1c6c-4576-99d4-a6077e593f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:33.697871 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f0466cee-1c6c-4576-99d4-a6077e593f38 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f80c5cfd-869a-4f9d-a7e8-d4c5f5e80ddf HTTP/1.1" status: 204 len: 168 time: 0.2374597 Jul 06 11:50:33.706047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0466cee-1c6c-4576-99d4-a6077e593f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80c5cfd-869a-4f9d-a7e8-d4c5f5e80ddf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:33.717784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-770d6de6-5b15-4a9d-9e10-11bfb36ca155 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577021 Jul 06 11:50:33.719847 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9c6587b-b5dd-452b-b086-6ef713a81ed1 req-448dc3de-3de7-41c8-9bd2-cbf75551e925 service neutron] 10.222.0.23 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643298 Jul 06 11:50:33.784018 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb5711-c22a-4c65-9b81-393f74fd7425 req-ee11c64f-586e-4bea-bfd1-3be221be7d8c tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:33.791556 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-05fb5711-c22a-4c65-9b81-393f74fd7425 req-ee11c64f-586e-4bea-bfd1-3be221be7d8c tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 946 time: 0.0711339 Jul 06 11:50:33.835881 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-05fb5711-c22a-4c65-9b81-393f74fd7425 req-f49efcc8-0c97-421e-96c5-06160fd46ab6 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433099 Jul 06 11:50:33.861119 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba14dfb-7c56-4bf2-92ab-db0ec18239dd req-9b75ad28-bcb8-4d71-ba43-da33f9020b51 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:33.862880 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ba14dfb-7c56-4bf2-92ab-db0ec18239dd req-9b75ad28-bcb8-4d71-ba43-da33f9020b51 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 1096 time: 0.2164123 Jul 06 11:50:33.914642 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-57a46bd4-22b7-4d0d-8314-670348434dbe service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892242 Jul 06 11:50:33.916124 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12216413-a3e2-4374-83ca-94d92d18e5d3 x-openstack-request-id: req-12216413-a3e2-4374-83ca-94d92d18e5d3 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:33.917112 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd", "name": "network-vif-plugged", "status": "completed", "tag": "5653fe71-b029-4750-bcd5-1c6453b0f49c", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:33.917560 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12216413-a3e2-4374-83ca-94d92d18e5d3 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:33.918143 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5653fe71-b029-4750-bcd5-1c6453b0f49c', 'code': 200} Jul 06 11:50:33.936750 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9c6587b-b5dd-452b-b086-6ef713a81ed1 req-ca75bc94-3e85-4d04-9e7c-eb2716d4ec47 service neutron] 10.222.0.23 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000930 Jul 06 11:50:33.950005 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601aad99-3373-4da2-83dc-4e9186e45d1b x-openstack-request-id: req-601aad99-3373-4da2-83dc-4e9186e45d1b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:33.950295 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0331f9-840b-42a2-8362-7da39eabedc1", "tag": "85b2c050-9f8b-4292-b932-d18f1d61172e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:33.951452 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-601aad99-3373-4da2-83dc-4e9186e45d1b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:33.951866 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0331f9-840b-42a2-8362-7da39eabedc1', 'tag': '85b2c050-9f8b-4292-b932-d18f1d61172e', 'status': 'completed', 'code': 200} Jul 06 11:50:33.959313 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ba14dfb-7c56-4bf2-92ab-db0ec18239dd req-1baf4207-e93a-4823-8d4c-660c0ea122d3 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882349 Jul 06 11:50:34.073420 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-ea38a56b-bafa-44b1-b531-00f854e9b489 service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390698 Jul 06 11:50:34.226132 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3a61-f537-42e1-bae6-3c180846d5d3 req-fc8d8077-7f80-442a-a49a-8afc109e711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:34.228526 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-435b3a61-f537-42e1-bae6-3c180846d5d3 req-fc8d8077-7f80-442a-a49a-8afc109e711d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11d9c36e12bc454daf17a7e52d2660e9&device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 1135 time: 0.1186585 Jul 06 11:50:34.236538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39750386-d393-410d-9df6-4c46e25692cd req-16124019-3de2-47b9-ae60-090888eaa616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:34.240185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39750386-d393-410d-9df6-4c46e25692cd req-16124019-3de2-47b9-ae60-090888eaa616 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd HTTP/1.1" status: 200 len: 1100 time: 0.1656289 Jul 06 11:50:34.341244 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39750386-d393-410d-9df6-4c46e25692cd req-85dd15f1-cb1f-4467-b926-137eecac9682 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=83e84b00-4724-4d85-ad83-8cc936f72610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804005 Jul 06 11:50:34.377587 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e61dbc-b3b6-40b6-96d5-d70517000fb4 req-2bb676b4-9f38-4fb8-94cf-473d5a4af250 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:34.379178 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d0e61dbc-b3b6-40b6-96d5-d70517000fb4 req-2bb676b4-9f38-4fb8-94cf-473d5a4af250 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 943 time: 0.1957951 Jul 06 11:50:34.457241 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d0e61dbc-b3b6-40b6-96d5-d70517000fb4 req-d8eeb8ab-b96f-40aa-b9b0-ce6b32ad6353 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671926 Jul 06 11:50:34.463101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749aafd-81f1-4793-a57d-aa42d00ad5ad req-f5270f11-72e6-4172-a875-1058416cb9d1 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:34.465618 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3749aafd-81f1-4793-a57d-aa42d00ad5ad req-f5270f11-72e6-4172-a875-1058416cb9d1 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 984 time: 0.0766792 Jul 06 11:50:34.501226 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3a61-f537-42e1-bae6-3c180846d5d3 req-23555208-ca6d-45c7-9106-d59717f61560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:34.502740 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-435b3a61-f537-42e1-bae6-3c180846d5d3 req-23555208-ca6d-45c7-9106-d59717f61560 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6dbe9c2d-a240-4a74-8981-f136669f1457 HTTP/1.1" status: 200 len: 914 time: 0.2567370 Jul 06 11:50:34.559756 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-435b3a61-f537-42e1-bae6-3c180846d5d3 req-61b947f1-6e03-4631-a766-9ddfbb329ddf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b2c050-9f8b-4292-b932-d18f1d61172e HTTP/1.1" status: 200 len: 217 time: 0.0402746 Jul 06 11:50:34.569804 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3749aafd-81f1-4793-a57d-aa42d00ad5ad req-3f90bc47-d474-4f92-8f3e-2c1b03021c79 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&id=dffd1efd-951c-47ed-b1e5-fbb03b2a158e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0931835 Jul 06 11:50:34.641915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53896) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:34.741614 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3a61-f537-42e1-bae6-3c180846d5d3 req-3a3ed3c0-028a-4311-a6be-0bf54bb95158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:34.744824 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-435b3a61-f537-42e1-bae6-3c180846d5d3 req-3a3ed3c0-028a-4311-a6be-0bf54bb95158 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e4953c5-ee5f-4c90-951c-dd079061debe HTTP/1.1" status: 200 len: 853 time: 0.1725421 Jul 06 11:50:34.813722 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-435b3a61-f537-42e1-bae6-3c180846d5d3 req-cc844558-d32e-49bb-b3f5-510175773d5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6dbe9c2d-a240-4a74-8981-f136669f1457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559576 Jul 06 11:50:34.823443 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8434cfb-e4ff-4090-8410-6733aa7b3c1b req-5180a29f-93a6-4fd1-8d40-7f4bf6a42066 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:34.832435 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8434cfb-e4ff-4090-8410-6733aa7b3c1b req-5180a29f-93a6-4fd1-8d40-7f4bf6a42066 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/ports?device_id=21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd HTTP/1.1" status: 200 len: 949 time: 0.0937829 Jul 06 11:50:34.879847 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8434cfb-e4ff-4090-8410-6733aa7b3c1b req-84c25079-ff26-4564-ac4c-021590be50ad tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/security-groups?id=83e84b00-4724-4d85-ad83-8cc936f72610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464468 Jul 06 11:50:34.917124 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2747b902-c862-4487-8f05-253d62b67f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:34.924972 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-91c5a21e-72e1-4c14-b560-f998d74127f0 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:34.933111 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-91c5a21e-72e1-4c14-b560-f998d74127f0 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 820 time: 0.3380942 Jul 06 11:50:34.984423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-2e96c721-8391-4836-b6f8-f08c8271b14a tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/quotas/6e8dcf1945dd4113a4d9fc26125dc3f9 HTTP/1.1" status: 200 len: 375 time: 0.0503571 Jul 06 11:50:35.005607 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-435b3a61-f537-42e1-bae6-3c180846d5d3 req-d558f7d5-6653-46c3-9619-7e974bcb4a02 service neutron] 10.222.0.23 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823163 Jul 06 11:50:35.013074 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-d7879f21-5dda-40dc-b4a8-155603d1e6ad tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ea41c4c395454498b836751812b291f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295670 Jul 06 11:50:35.161589 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-95ab418c-7f5c-4f45-9a41-7cb3b1f685eb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1762066 Jul 06 11:50:35.200226 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.211888 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-435b3a61-f537-42e1-bae6-3c180846d5d3 req-16f3f08c-45b1-4e9e-9dc0-ed784ccb9e7f service neutron] 10.222.0.23 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891017 Jul 06 11:50:35.221487 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-24715e14-356a-46ac-93f2-535acae87519 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:35.234213 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-24715e14-356a-46ac-93f2-535acae87519 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2139466 Jul 06 11:50:35.239779 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2747b902-c862-4487-8f05-253d62b67f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.259118 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-e794b250-f9a6-47d5-9a12-f0a9be7e1890 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/quotas/ea41c4c395454498b836751812b291f0 HTTP/1.1" status: 200 len: 375 time: 0.0232058 Jul 06 11:50:35.261832 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2747b902-c862-4487-8f05-253d62b67f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.280485 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-3577a317-7f7a-450b-9731-5c602991e335 service neutron] 10.222.0.81 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179368 Jul 06 11:50:35.309467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747b902-c862-4487-8f05-253d62b67f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0c70e9-28c6-400a-82ed-03d5ab66d129,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:35.362130 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2747b902-c862-4487-8f05-253d62b67f51 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=43596450664e44d0b38e0fc766175ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7165875 Jul 06 11:50:35.369306 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53920) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:35.432575 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c007778-b38f-4211-bab2-e859afc3da8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.444541 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-19325d31-8234-460d-ab95-edbc2c2f18ce tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1840215 Jul 06 11:50:35.487858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-a3c3d18b-28e1-4ddb-a023-8fb68086f42a service neutron] 10.222.0.81 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058718 Jul 06 11:50:35.506481 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bdb59f18-3742-49ad-8200-d1e9ff45bdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.541835 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bdb59f18-3742-49ad-8200-d1e9ff45bdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.544647 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778829a-2ec5-489e-846d-5d80140ec9d3 req-53b2c5c3-be12-48cc-b070-573539f30bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:35.546161 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9778829a-2ec5-489e-846d-5d80140ec9d3 req-53b2c5c3-be12-48cc-b070-573539f30bc2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11d9c36e12bc454daf17a7e52d2660e9&device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 1135 time: 0.2223401 Jul 06 11:50:35.617465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b52d8f82-34aa-4886-a063-8b5c2a21fba5 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:35.683513 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bdb59f18-3742-49ad-8200-d1e9ff45bdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.686496 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bdb59f18-3742-49ad-8200-d1e9ff45bdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:35.688410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bdb59f18-3742-49ad-8200-d1e9ff45bdeb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6b0c70e9-28c6-400a-82ed-03d5ab66d129 HTTP/1.1" status: 204 len: 168 time: 0.3175094 Jul 06 11:50:35.706128 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778829a-2ec5-489e-846d-5d80140ec9d3 req-75071c72-de92-469a-9123-79b102e3ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:35.708021 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9778829a-2ec5-489e-846d-5d80140ec9d3 req-75071c72-de92-469a-9123-79b102e3ed7f service neutron] 10.222.0.23 "GET /v2.0/networks?id=6dbe9c2d-a240-4a74-8981-f136669f1457 HTTP/1.1" status: 200 len: 914 time: 0.1527522 Jul 06 11:50:35.709223 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb59f18-3742-49ad-8200-d1e9ff45bdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0c70e9-28c6-400a-82ed-03d5ab66d129,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:35.827393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port b52d8f82-34aa-4886-a063-8b5c2a21fba5, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b52d8f82-34aa-4886-a063-8b5c2a21fba5,segment=NetworkSegment(ad06e564-070a-4c82-800f-fecdb2508756),segment_id=ad06e564-070a-4c82-800f-fecdb2508756)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:35.848995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'b52d8f82-34aa-4886-a063-8b5c2a21fba5', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'port_id': 'b52d8f82-34aa-4886-a063-8b5c2a21fba5', 'mac_address': 'fa:16:3e:0b:cb:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:35.858699 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9778829a-2ec5-489e-846d-5d80140ec9d3 req-90fe3d47-143b-4a55-be7a-0e65bcf46a3a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b2c050-9f8b-4292-b932-d18f1d61172e HTTP/1.1" status: 200 len: 217 time: 0.1408722 Jul 06 11:50:35.992924 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.080749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52d8f82-34aa-4886-a063-8b5c2a21fba5 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:36.145845 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619c82f-caa0-4c77-840a-77e7611dbefa req-e1503c20-e4f7-4698-a171-af6efba1b396 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:36.154155 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a619c82f-caa0-4c77-840a-77e7611dbefa req-e1503c20-e4f7-4698-a171-af6efba1b396 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 946 time: 0.1889114 Jul 06 11:50:36.166948 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.196141 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778829a-2ec5-489e-846d-5d80140ec9d3 req-8e2b5fc0-ccb3-4ae1-975c-2ab8f8a94fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:36.211558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port b52d8f82-34aa-4886-a063-8b5c2a21fba5, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b52d8f82-34aa-4886-a063-8b5c2a21fba5,segment=NetworkSegment(ad06e564-070a-4c82-800f-fecdb2508756),segment_id=ad06e564-070a-4c82-800f-fecdb2508756)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:36.217256 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9778829a-2ec5-489e-846d-5d80140ec9d3 req-8e2b5fc0-ccb3-4ae1-975c-2ab8f8a94fa5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e4953c5-ee5f-4c90-951c-dd079061debe HTTP/1.1" status: 200 len: 853 time: 0.3332927 Jul 06 11:50:36.218704 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:36.283313 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9778829a-2ec5-489e-846d-5d80140ec9d3 req-812824df-e32f-429b-8e50-eee2fa842cfa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6dbe9c2d-a240-4a74-8981-f136669f1457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613701 Jul 06 11:50:36.441099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=b52d8f82-34aa-4886-a063-8b5c2a21fba5,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:36.537453 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['b52d8f82-34aa-4886-a063-8b5c2a21fba5'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:36.643164 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a619c82f-caa0-4c77-840a-77e7611dbefa req-e965f731-ff10-4fbe-85ec-eeb22d7853b7 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875555 Jul 06 11:50:37.023339 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73946b0-8b3f-4fb9-bb60-de62b800efc7 req-d1204de3-4a6a-442d-bad8-6426b2fe1c63 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:37.033482 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c73946b0-8b3f-4fb9-bb60-de62b800efc7 req-d1204de3-4a6a-442d-bad8-6426b2fe1c63 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 984 time: 0.1349108 Jul 06 11:50:37.104775 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c216c-bb19-4ff5-a908-64aa5c8f9f4b req-9c680263-8ddc-4e47-98e6-5b274537b165 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:37.111521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d24c216c-bb19-4ff5-a908-64aa5c8f9f4b req-9c680263-8ddc-4e47-98e6-5b274537b165 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 943 time: 1.1120412 Jul 06 11:50:37.151812 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c73946b0-8b3f-4fb9-bb60-de62b800efc7 req-ff539a44-7cac-44ab-8074-fab9e167b6ef tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&id=dffd1efd-951c-47ed-b1e5-fbb03b2a158e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1173425 Jul 06 11:50:37.240625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d24c216c-bb19-4ff5-a908-64aa5c8f9f4b req-d730d573-e4ad-42cd-b562-68721d408573 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281314 Jul 06 11:50:37.271794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9778829a-2ec5-489e-846d-5d80140ec9d3 req-68c237f7-a79a-476a-ba52-ef453b889f46 service neutron] 10.222.0.23 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9792249 Jul 06 11:50:37.399277 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bb72243c-9f47-4f4b-ae6a-96e5d64d1317 req-03a11114-f85b-4d8b-a116-7667e4af6a3f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 210 time: 0.0499213 Jul 06 11:50:37.476196 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97b0122a-899d-47c9-9259-8cd64ee03209 req-bc31d881-53f3-4cec-99be-568154737804 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 210 time: 0.0511897 Jul 06 11:50:37.505556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9778829a-2ec5-489e-846d-5d80140ec9d3 req-0a3265b9-605e-47b7-82a7-3376f07ce18c service neutron] 10.222.0.23 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158127 Jul 06 11:50:37.626562 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b52d8f82-34aa-4886-a063-8b5c2a21fba5 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:37.639460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b0819-d12b-48a9-be1e-21f654d11809 req-1b50bbd0-9b20-4b03-9474-7b09775a5e3d tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:37.641159 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-503b0819-d12b-48a9-be1e-21f654d11809 req-1b50bbd0-9b20-4b03-9474-7b09775a5e3d tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/ports?device_id=21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd HTTP/1.1" status: 200 len: 949 time: 0.0850728 Jul 06 11:50:37.683572 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-503b0819-d12b-48a9-be1e-21f654d11809 req-154723ed-0f59-4104-826d-d7e69c5f339f tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/security-groups?id=83e84b00-4724-4d85-ad83-8cc936f72610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368743 Jul 06 11:50:37.758513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port b52d8f82-34aa-4886-a063-8b5c2a21fba5 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:37.764964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port b52d8f82-34aa-4886-a063-8b5c2a21fba5 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:37.765465 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.921680 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:37.964917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1b9d56-0029-4550-b90a-ca621edddf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52d8f82-34aa-4886-a063-8b5c2a21fba5'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:37.967890 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bfc0ca-ada8-48b7-ae14-2156b938d583" -d '{"events": [{"server_uuid": "ca1b9d56-0029-4550-b90a-ca621edddf64", "name": "network-vif-plugged", "status": "completed", "tag": "b52d8f82-34aa-4886-a063-8b5c2a21fba5"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:37.988136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port b52d8f82-34aa-4886-a063-8b5c2a21fba5, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b52d8f82-34aa-4886-a063-8b5c2a21fba5,segment=NetworkSegment(ad06e564-070a-4c82-800f-fecdb2508756),segment_id=ad06e564-070a-4c82-800f-fecdb2508756)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:37.988556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-bd8ebedf-0ec5-4a6b-a629-b67d6f1ee88a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ea41c4c395454498b836751812b291f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398843 Jul 06 11:50:37.994079 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.141080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=b52d8f82-34aa-4886-a063-8b5c2a21fba5,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:38.149191 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a47842b-43ec-4248-9e6c-266223474376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.175714 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.222053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-3e762f0b-34e8-4d34-9a78-7fc4078597cc tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:38.223611 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-3e762f0b-34e8-4d34-9a78-7fc4078597cc tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259932 Jul 06 11:50:38.252202 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-f266bdc2-2dae-4da9-af0c-200bdf51996c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Request body: {'port': {'device_id': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'ea41c4c395454498b836751812b291f0'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:38.304023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe8d2b-6460-486a-a7a3-bb7564154b85 req-231651ec-ab7f-416f-9e40-6721da0e66ea tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:38.305893 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ffe8d2b-6460-486a-a7a3-bb7564154b85 req-231651ec-ab7f-416f-9e40-6721da0e66ea tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 946 time: 0.1760058 Jul 06 11:50:38.374757 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ffe8d2b-6460-486a-a7a3-bb7564154b85 req-ac894fc6-7d0c-4ae6-8cab-82ac1828eda7 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576894 Jul 06 11:50:38.462579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-f266bdc2-2dae-4da9-af0c-200bdf51996c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Made reservation on behalf of ea41c4c395454498b836751812b291f0 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:38.469894 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-f266bdc2-2dae-4da9-af0c-200bdf51996c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.484123 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a6e74f-86f8-40b0-84be-fded9102d09c x-openstack-request-id: req-d8a6e74f-86f8-40b0-84be-fded9102d09c {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:38.484507 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca1b9d56-0029-4550-b90a-ca621edddf64", "name": "network-vif-plugged", "status": "completed", "tag": "b52d8f82-34aa-4886-a063-8b5c2a21fba5", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:38.484869 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8a6e74f-86f8-40b0-84be-fded9102d09c {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:38.485331 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1b9d56-0029-4550-b90a-ca621edddf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52d8f82-34aa-4886-a063-8b5c2a21fba5', 'code': 200} Jul 06 11:50:38.602812 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-d4f80c0d-be8b-4f61-a97c-3622ab757b33 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:38.604997 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-d4f80c0d-be8b-4f61-a97c-3622ab757b33 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.23 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 820 time: 0.1504428 Jul 06 11:50:38.625792 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-3a6d4edc-7beb-4da7-98dd-f875dada0801 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Request body: {'port': {'device_id': 'a24cc64f-cc5b-47d4-b233-ec6be63d7746', 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8', 'admin_state_up': True, 'tenant_id': '6e8dcf1945dd4113a4d9fc26125dc3f9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:38.668079 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-f266bdc2-2dae-4da9-af0c-200bdf51996c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Allocated IP 192.168.233.121 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/e68b066b-b3af-4bc3-95f6-3fb168090c8f) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:38.888419 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd122011-dfd1-424f-b105-01f8304c0c4b req-46028b0c-b0e5-4fc0-8c4a-f8ec36554f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:38.890706 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cd122011-dfd1-424f-b105-01f8304c0c4b req-46028b0c-b0e5-4fc0-8c4a-f8ec36554f7e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 1096 time: 0.1560636 Jul 06 11:50:38.954188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-3a6d4edc-7beb-4da7-98dd-f875dada0801 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Made reservation on behalf of 6e8dcf1945dd4113a4d9fc26125dc3f9 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:38.958127 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-3a6d4edc-7beb-4da7-98dd-f875dada0801 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:38.979912 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cd122011-dfd1-424f-b105-01f8304c0c4b req-9c27f893-5844-47a4-b170-3a8fd00ab257 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762014 Jul 06 11:50:39.066112 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-f266bdc2-2dae-4da9-af0c-200bdf51996c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.099274 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2319621-4200-494d-aba4-3ccfd74cc295 req-05d448ba-baad-4955-88bb-ea5720f7cb06 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:39.102071 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2319621-4200-494d-aba4-3ccfd74cc295 req-05d448ba-baad-4955-88bb-ea5720f7cb06 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 984 time: 0.1121793 Jul 06 11:50:39.105648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-f266bdc2-2dae-4da9-af0c-200bdf51996c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Transition to ACTIVE for port object e68b066b-b3af-4bc3-95f6-3fb168090c8f will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:39.143576 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd11b4d-04fc-48bd-b015-fdd6430e019f req-62d3a29d-dc70-462f-9913-65ab34cae22a tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:39.145082 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5bd11b4d-04fc-48bd-b015-fdd6430e019f req-62d3a29d-dc70-462f-9913-65ab34cae22a tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 945 time: 0.1583636 Jul 06 11:50:39.161694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-3a6d4edc-7beb-4da7-98dd-f875dada0801 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Allocated IP 172.20.0.7 (cbb289a5-730a-4952-ada3-a71c5cccf2d8/5663391f-233a-4fe7-82d6-ff0d7f70aad7/8035f3ae-96b3-4c19-bd84-4afe8b226d2b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:39.162518 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2319621-4200-494d-aba4-3ccfd74cc295 req-92afd808-e7cb-43be-b0a8-9996620f74de tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&id=dffd1efd-951c-47ed-b1e5-fbb03b2a158e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0543022 Jul 06 11:50:39.180340 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-f266bdc2-2dae-4da9-af0c-200bdf51996c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.194573 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['f51dc0c0-545d-4658-98f1-47f8ca7ab970', '9709a44a-cf35-4cf4-8a8e-aaee798bb53c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:39.247439 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-f266bdc2-2dae-4da9-af0c-200bdf51996c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:39.254182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-f266bdc2-2dae-4da9-af0c-200bdf51996c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:39.255697 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.258323 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-f266bdc2-2dae-4da9-af0c-200bdf51996c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:39.314729 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266bdc2-2dae-4da9-af0c-200bdf51996c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Pushing event updated for resources: {'Port': ['ID=e68b066b-b3af-4bc3-95f6-3fb168090c8f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:39.339780 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-f266bdc2-2dae-4da9-af0c-200bdf51996c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:39.340426 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-f266bdc2-2dae-4da9-af0c-200bdf51996c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.358072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-f266bdc2-2dae-4da9-af0c-200bdf51996c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1097386 Jul 06 11:50:39.373137 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Request body: {'port': {'device_id': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:39.403857 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5bd11b4d-04fc-48bd-b015-fdd6430e019f req-74dd415e-75cf-4331-aa62-d5f39bfbd586 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499216 Jul 06 11:50:39.534937 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-3a6d4edc-7beb-4da7-98dd-f875dada0801 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.605115 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.630918 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5315a46-00fb-468c-84d7-f004158e867e req-f79e9cbf-0e40-4a7c-ab76-d87eae89058a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:39.631493 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fe46130-ee69-4e98-8241-daa7025f9956 req-81547058-274f-4b35-aa35-760ac2645911 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 210 time: 0.0535192 Jul 06 11:50:39.641339 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b5315a46-00fb-468c-84d7-f004158e867e req-f79e9cbf-0e40-4a7c-ab76-d87eae89058a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 936 time: 0.1924298 Jul 06 11:50:39.644578 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-3a6d4edc-7beb-4da7-98dd-f875dada0801 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.712112 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-34de3b88-c706-4b15-87e4-a676f3887857 None None] Provisioning for port e68b066b-b3af-4bc3-95f6-3fb168090c8f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:39.717427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-34de3b88-c706-4b15-87e4-a676f3887857 None None] Provisioning complete for port e68b066b-b3af-4bc3-95f6-3fb168090c8f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:39.719860 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34de3b88-c706-4b15-87e4-a676f3887857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.746212 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-3a6d4edc-7beb-4da7-98dd-f875dada0801 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Network cbb289a5-730a-4952-ada3-a71c5cccf2d8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:39.749520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-3a6d4edc-7beb-4da7-98dd-f875dada0801 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:39.754185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-3a6d4edc-7beb-4da7-98dd-f875dada0801 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:39.769940 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-34de3b88-c706-4b15-87e4-a676f3887857 None None] Port e68b066b-b3af-4bc3-95f6-3fb168090c8f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:39.796160 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b5315a46-00fb-468c-84d7-f004158e867e req-9801adfa-0b49-48bd-9c82-f717bf22e86a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288848 Jul 06 11:50:39.833134 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d4edc-7beb-4da7-98dd-f875dada0801 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Pushing event updated for resources: {'Port': ['ID=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:39.856895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-3a6d4edc-7beb-4da7-98dd-f875dada0801 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:39.857528 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-3a6d4edc-7beb-4da7-98dd-f875dada0801 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:39.876725 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-3a6d4edc-7beb-4da7-98dd-f875dada0801 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2559671 Jul 06 11:50:39.900175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc64b4-797f-4627-89dd-2d2e3f5e15fe req-bf60533a-a8eb-4872-81a9-7697553027db tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:39.902214 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-57cc64b4-797f-4627-89dd-2d2e3f5e15fe req-bf60533a-a8eb-4872-81a9-7697553027db tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/ports?device_id=21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd HTTP/1.1" status: 200 len: 949 time: 0.1095161 Jul 06 11:50:39.907813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Request body: {'port': {'device_id': 'a24cc64f-cc5b-47d4-b233-ec6be63d7746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:40.001724 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-57cc64b4-797f-4627-89dd-2d2e3f5e15fe req-133be0b3-8f6f-4cee-b3a7-7cccd9c7d134 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/security-groups?id=83e84b00-4724-4d85-ad83-8cc936f72610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717974 Jul 06 11:50:40.018702 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.023153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68b066b-b3af-4bc3-95f6-3fb168090c8f {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:40.032361 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.046827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Transition to ACTIVE for port object e68b066b-b3af-4bc3-95f6-3fb168090c8f will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:40.052584 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.111433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Pushing event updated for resources: {'Port': ['ID=e68b066b-b3af-4bc3-95f6-3fb168090c8f,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:40.373871 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Attempting to bind port e68b066b-b3af-4bc3-95f6-3fb168090c8f on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:40.374889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Attempting to bind port e68b066b-b3af-4bc3-95f6-3fb168090c8f by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:40.375501 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Attempting to bind port e68b066b-b3af-4bc3-95f6-3fb168090c8f on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:40.391131 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Port e68b066b-b3af-4bc3-95f6-3fb168090c8f on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:40.392126 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Attempting to bind port e68b066b-b3af-4bc3-95f6-3fb168090c8f on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:40.407471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:40.408107 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:40.408703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:40.409332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Bound port: e68b066b-b3af-4bc3-95f6-3fb168090c8f, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:40.409879 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.421024 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a295081-7821-408d-921e-c1d0f1393fde req-9c2e6333-193c-4993-90ec-a21a35b4ced0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-966643641&fields=id&tenant_id=11d9c36e12bc454daf17a7e52d2660e9 HTTP/1.1" status: 200 len: 267 time: 0.0885777 Jul 06 11:50:40.429506 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ab8c7-5ec2-4eaf-8f5c-e6d0b60124c5 req-62b4bdf7-8658-4377-9eb8-c460200cc38e tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:40.431481 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-830ab8c7-5ec2-4eaf-8f5c-e6d0b60124c5 req-62b4bdf7-8658-4377-9eb8-c460200cc38e tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.89 "GET /v2.0/ports?device_id=21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd HTTP/1.1" status: 200 len: 949 time: 0.2761660 Jul 06 11:50:40.442685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8035f3ae-96b3-4c19-bd84-4afe8b226d2b {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:40.442951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d00589-64d5-4633-961c-e7def1a83ec5 req-04df18fd-ddbd-4ab9-93da-390a2581e845 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:40.444476 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a5d00589-64d5-4633-961c-e7def1a83ec5 req-04df18fd-ddbd-4ab9-93da-390a2581e845 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 946 time: 0.1555166 Jul 06 11:50:40.457151 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.496459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Transition to ACTIVE for port object 8035f3ae-96b3-4c19-bd84-4afe8b226d2b will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:40.508649 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.564312 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a5d00589-64d5-4633-961c-e7def1a83ec5 req-1ab22b67-c788-44a4-a918-1304f045f317 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995238 Jul 06 11:50:40.579214 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a295081-7821-408d-921e-c1d0f1393fde req-e451b17b-72d7-420b-ba56-72496be7891f tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:40.580948 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a295081-7821-408d-921e-c1d0f1393fde req-e451b17b-72d7-420b-ba56-72496be7891f tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 984 time: 0.1519613 Jul 06 11:50:40.582015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466382da-d852-405a-9972-479baf6a1bae service neutron] Pushing event updated for resources: {'Port': ['ID=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:40.604554 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4a295081-7821-408d-921e-c1d0f1393fde req-1c403fa2-5128-4d3e-a9ec-05ddad2056d1 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Request body: {'port': {'security_groups': ['3e016ba5-274b-4ed4-a3fe-cd8a45b3a360', 'dffd1efd-951c-47ed-b1e5-fbb03b2a158e', '38207ee5-d8f0-4b82-9d4f-8ab8b54ea971']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:40.605933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:40.623098 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:40.636952 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.694472 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:40.695022 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.696685 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] 10.222.0.23 "PUT /v2.0/ports/e68b066b-b3af-4bc3-95f6-3fb168090c8f HTTP/1.1" status: 200 len: 1096 time: 1.3282900 Jul 06 11:50:40.699278 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:40.701502 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5fb9c3-8117-4e1b-a4cc-83c84c77a439" -d '{"events": [{"name": "network-changed", "server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:40.715581 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-830ab8c7-5ec2-4eaf-8f5c-e6d0b60124c5 req-042807c7-8c87-4a23-b71a-abc9cdf75be8 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Deleting port 5653fe71-b029-4750-bcd5-1c6453b0f49c {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:40.715928 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-830ab8c7-5ec2-4eaf-8f5c-e6d0b60124c5 req-042807c7-8c87-4a23-b71a-abc9cdf75be8 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.784164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Attempting to bind port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:40.784806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Attempting to bind port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:40.785458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Attempting to bind port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:40.798587 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.807194 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a295081-7821-408d-921e-c1d0f1393fde req-1c403fa2-5128-4d3e-a9ec-05ddad2056d1 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.810239 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:40.810742 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Attempting to bind port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:40.826105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:40.826328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Checking segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:40.826617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Bound using segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:40.828058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Bound port: 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:40.828904 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:40.937207 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbba4c3-6e9a-4710-a38f-494f89d926cb service neutron] Pushing event updated for resources: {'Port': ['ID=e68b066b-b3af-4bc3-95f6-3fb168090c8f,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:41.041480 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-2913dd17-b135-4408-b588-a3fc0c0ba71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:41.043881 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-2913dd17-b135-4408-b588-a3fc0c0ba71d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 1099 time: 0.2113636 Jul 06 11:50:41.046211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-830ab8c7-5ec2-4eaf-8f5c-e6d0b60124c5 req-042807c7-8c87-4a23-b71a-abc9cdf75be8 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] For port 5653fe71-b029-4750-bcd5-1c6453b0f49c, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=5653fe71-b029-4750-bcd5-1c6453b0f49c,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:41.046674 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-830ab8c7-5ec2-4eaf-8f5c-e6d0b60124c5 req-042807c7-8c87-4a23-b71a-abc9cdf75be8 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.074798 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] For port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:41.080348 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] For port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:41.087003 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-830ab8c7-5ec2-4eaf-8f5c-e6d0b60124c5 req-042807c7-8c87-4a23-b71a-abc9cdf75be8 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Calling delete_port for 5653fe71-b029-4750-bcd5-1c6453b0f49c owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:41.090086 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.138408 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-b937246d-ab9d-456b-aef0-f102effc9bf4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f HTTP/1.1" status: 200 len: 217 time: 0.0775919 Jul 06 11:50:41.155535 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:41.156161 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.166300 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-466382da-d852-405a-9972-479baf6a1bae service neutron] 10.222.0.23 "PUT /v2.0/ports/8035f3ae-96b3-4c19-bd84-4afe8b226d2b HTTP/1.1" status: 200 len: 1091 time: 1.2542717 Jul 06 11:50:41.182275 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24cc64f-cc5b-47d4-b233-ec6be63d7746', 'tag': '8035f3ae-96b3-4c19-bd84-4afe8b226d2b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:41.188025 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f9c363-97c0-4aad-9f48-8ad79acbd470" -d '{"events": [{"name": "network-changed", "server_uuid": "a24cc64f-cc5b-47d4-b233-ec6be63d7746", "tag": "8035f3ae-96b3-4c19-bd84-4afe8b226d2b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:41.258816 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-44f6c8de-70f9-4400-87ed-b8aad2665e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:41.260347 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-44f6c8de-70f9-4400-87ed-b8aad2665e76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0720620 Jul 06 11:50:41.343195 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466382da-d852-405a-9972-479baf6a1bae service neutron] Pushing event updated for resources: {'Port': ['ID=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:41.420089 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4a295081-7821-408d-921e-c1d0f1393fde req-1c403fa2-5128-4d3e-a9ec-05ddad2056d1 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] For port 85b2c050-9f8b-4292-b932-d18f1d61172e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=85b2c050-9f8b-4292-b932-d18f1d61172e,segment=NetworkSegment(3c1bd99e-7a7f-413b-8c5d-43ca337e8b57),segment_id=3c1bd99e-7a7f-413b-8c5d-43ca337e8b57)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:41.423785 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-7bd99acc-2e31-4406-9581-62155cb05b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:41.425455 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-7bd99acc-2e31-4406-9581-62155cb05b27 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 1094 time: 0.1974585 Jul 06 11:50:41.462210 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-459dc8ae-8f76-49c1-bb03-3319ee2b57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:41.464406 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-459dc8ae-8f76-49c1-bb03-3319ee2b57c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931016 Jul 06 11:50:41.467805 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-830ab8c7-5ec2-4eaf-8f5c-e6d0b60124c5 req-042807c7-8c87-4a23-b71a-abc9cdf75be8 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.480534 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['5653fe71-b029-4750-bcd5-1c6453b0f49c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:41.497521 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-76145974-da9d-4327-8a12-13323645b1b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8035f3ae-96b3-4c19-bd84-4afe8b226d2b HTTP/1.1" status: 200 len: 217 time: 0.0634811 Jul 06 11:50:41.532828 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042807c7-8c87-4a23-b71a-abc9cdf75be8 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Pushing event deleted for resources: {'Port': ['ID=5653fe71-b029-4750-bcd5-1c6453b0f49c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:41.562407 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a295081-7821-408d-921e-c1d0f1393fde req-1c403fa2-5128-4d3e-a9ec-05ddad2056d1 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.573718 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a295081-7821-408d-921e-c1d0f1393fde req-1c403fa2-5128-4d3e-a9ec-05ddad2056d1 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.587471 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8e897e8f-9283-4a93-870e-a1b08feb97b7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:41.599097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['85b2c050-9f8b-4292-b932-d18f1d61172e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:41.643371 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a295081-7821-408d-921e-c1d0f1393fde req-1c403fa2-5128-4d3e-a9ec-05ddad2056d1 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:41.644012 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a295081-7821-408d-921e-c1d0f1393fde req-1c403fa2-5128-4d3e-a9ec-05ddad2056d1 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.645564 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a295081-7821-408d-921e-c1d0f1393fde req-1c403fa2-5128-4d3e-a9ec-05ddad2056d1 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "PUT /v2.0/ports/85b2c050-9f8b-4292-b932-d18f1d61172e HTTP/1.1" status: 200 len: 1020 time: 1.0483093 Jul 06 11:50:41.650722 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-018e4c23-07b4-4c40-9f07-0d5d02dd5284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:41.652304 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-018e4c23-07b4-4c40-9f07-0d5d02dd5284 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.1478283 Jul 06 11:50:41.682470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-830ab8c7-5ec2-4eaf-8f5c-e6d0b60124c5 req-042807c7-8c87-4a23-b71a-abc9cdf75be8 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] No DVR routers for this DVR port 5653fe71-b029-4750-bcd5-1c6453b0f49c on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:41.689116 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-830ab8c7-5ec2-4eaf-8f5c-e6d0b60124c5 req-042807c7-8c87-4a23-b71a-abc9cdf75be8 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:41.691149 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-830ab8c7-5ec2-4eaf-8f5c-e6d0b60124c5 req-042807c7-8c87-4a23-b71a-abc9cdf75be8 tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.89 "DELETE /v2.0/ports/5653fe71-b029-4750-bcd5-1c6453b0f49c HTTP/1.1" status: 204 len: 173 time: 1.2448635 Jul 06 11:50:41.728503 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-77ab3bbc-d707-4515-9d33-b1f3be4f53bc service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522070 Jul 06 11:50:41.742536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dd0e2-1df5-48cc-a9b8-21562f501071 req-f82068a3-6ad2-4d69-b2dc-b04a6117481c tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:41.749884 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b35dd0e2-1df5-48cc-a9b8-21562f501071 req-f82068a3-6ad2-4d69-b2dc-b04a6117481c tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 945 time: 0.3617427 Jul 06 11:50:41.764955 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-9ba73dd8-42bc-467a-8578-6b0230193ec8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994735 Jul 06 11:50:41.825454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c403fa2-5128-4d3e-a9ec-05ddad2056d1 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event updated for resources: {'Port': ['ID=85b2c050-9f8b-4292-b932-d18f1d61172e,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:41.842892 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['85b2c050-9f8b-4292-b932-d18f1d61172e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:42.000176 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54080) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:42.039341 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b35dd0e2-1df5-48cc-a9b8-21562f501071 req-5e1aeba2-02fe-4930-bcc2-5101e203d6fa tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2884314 Jul 06 11:50:42.078316 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b6c7b08-76ba-40e9-b81a-e82c3a973866 req-217a5239-d4b0-43d5-90c1-baf53de0130e service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251131 Jul 06 11:50:42.111590 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fa762c-6199-4c0f-b63b-9e23bc63629b x-openstack-request-id: req-b6fa762c-6199-4c0f-b63b-9e23bc63629b {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:42.111908 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:42.112330 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6fa762c-6199-4c0f-b63b-9e23bc63629b {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:42.112925 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f', 'status': 'completed', 'code': 200} Jul 06 11:50:42.119851 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-3a91e70b-3584-4bf0-9d06-16f8488ffa25 service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337584 Jul 06 11:50:42.132295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678504e-2e43-4d75-bf00-7b63129217fb req-4f7cea27-5bd6-4dd1-91e6-81918a0118d7 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:42.133931 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3678504e-2e43-4d75-bf00-7b63129217fb req-4f7cea27-5bd6-4dd1-91e6-81918a0118d7 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 943 time: 0.2448783 Jul 06 11:50:42.274963 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c64b5c7-5122-4110-9e6d-b2e9269eb0bc req-c1e5c7e8-42d4-492b-9360-a4c996d224fe service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346018 Jul 06 11:50:42.314846 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3678504e-2e43-4d75-bf00-7b63129217fb req-46e77428-ca84-45e8-b753-1458a4d5a13c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396545 Jul 06 11:50:42.322647 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-30fabceb-f432-42ed-8fe2-fb980836412c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.441830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fb9c3-8117-4e1b-a4cc-83c84c77a439 req-9548e0a5-47a4-4969-a036-1e2a1eb8644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:42.443454 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd5fb9c3-8117-4e1b-a4cc-83c84c77a439 req-9548e0a5-47a4-4969-a036-1e2a1eb8644d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 1099 time: 0.2691073 Jul 06 11:50:42.456436 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3aeea-3ca2-4359-9928-d24381fefcae req-a45874d6-59f2-4727-a53e-e765a894356b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:42.465458 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b8e3aeea-3ca2-4359-9928-d24381fefcae req-a45874d6-59f2-4727-a53e-e765a894356b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 948 time: 0.2354751 Jul 06 11:50:42.595894 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b8e3aeea-3ca2-4359-9928-d24381fefcae req-b7916c34-9355-4907-9bc2-1de8a852d547 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278105 Jul 06 11:50:42.643668 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0509b05-af87-4674-9dd0-adbd6fbee289 req-f555013f-de8a-4f32-868c-8fe36a2721da tempest-ImagesNegativeTestJSON-1936475241 tempest-ImagesNegativeTestJSON-1936475241-project] 10.222.0.81 "GET /v2.0/ports?device_id=21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd HTTP/1.1" status: 200 len: 210 time: 0.0920789 Jul 06 11:50:42.671966 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-30fabceb-f432-42ed-8fe2-fb980836412c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.707424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fb9c3-8117-4e1b-a4cc-83c84c77a439 req-e72e4ce7-f058-423d-b2da-98e885a95bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:42.709425 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd5fb9c3-8117-4e1b-a4cc-83c84c77a439 req-e72e4ce7-f058-423d-b2da-98e885a95bcd service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2391555 Jul 06 11:50:42.711171 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-30fabceb-f432-42ed-8fe2-fb980836412c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.714936 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bda7e01-0ab5-4414-a80f-117d4571f18d x-openstack-request-id: req-1bda7e01-0ab5-4414-a80f-117d4571f18d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:42.715454 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24cc64f-cc5b-47d4-b233-ec6be63d7746", "tag": "8035f3ae-96b3-4c19-bd84-4afe8b226d2b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:42.715898 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1bda7e01-0ab5-4414-a80f-117d4571f18d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:42.716459 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24cc64f-cc5b-47d4-b233-ec6be63d7746', 'tag': '8035f3ae-96b3-4c19-bd84-4afe8b226d2b', 'status': 'completed', 'code': 200} Jul 06 11:50:42.787535 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-30fabceb-f432-42ed-8fe2-fb980836412c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7dc325c720f94307b4ba43a4d616c2a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7733188 Jul 06 11:50:42.788321 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54090) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:42.823350 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fabceb-f432-42ed-8fe2-fb980836412c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174a54b9-eb68-4fbe-91b5-087405e4a990,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:42.857074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9c363-97c0-4aad-9f48-8ad79acbd470 req-1757661e-e2ab-4ec8-9ace-237831d02e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:42.858168 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-78f9c363-97c0-4aad-9f48-8ad79acbd470 req-1757661e-e2ab-4ec8-9ace-237831d02e1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 1094 time: 0.1094294 Jul 06 11:50:42.864311 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd5fb9c3-8117-4e1b-a4cc-83c84c77a439 req-ef3a7d1f-f251-4923-a318-08f8d79626a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f HTTP/1.1" status: 200 len: 217 time: 0.1036232 Jul 06 11:50:42.930858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f6c02b15-8736-4cf7-8128-de57524ec18e req-eea62083-f1b8-4bdc-9222-b7943cd7a884 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/38207ee5-d8f0-4b82-9d4f-8ab8b54ea971 HTTP/1.1" status: 200 len: 1800 time: 0.1974514 Jul 06 11:50:42.940909 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8dd7123f-8d98-4269-b31a-011360664fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:42.958780 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fb9c3-8117-4e1b-a4cc-83c84c77a439 req-1504c3fb-0ba9-454b-9715-f19e3280dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:42.960747 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd5fb9c3-8117-4e1b-a4cc-83c84c77a439 req-1504c3fb-0ba9-454b-9715-f19e3280dc0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0829382 Jul 06 11:50:43.020184 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8dd7123f-8d98-4269-b31a-011360664fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.028446 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1dca7-8973-413f-b137-148810127874 req-65b6b7de-bba3-4947-8224-4bb6a573c276 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:43.029950 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85c1dca7-8973-413f-b137-148810127874 req-65b6b7de-bba3-4947-8224-4bb6a573c276 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 946 time: 0.1270239 Jul 06 11:50:43.035643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9c363-97c0-4aad-9f48-8ad79acbd470 req-079cf795-50df-4a98-aa49-dace9033b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:43.037531 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-78f9c363-97c0-4aad-9f48-8ad79acbd470 req-079cf795-50df-4a98-aa49-dace9033b6ed service neutron] 10.222.0.23 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.1648386 Jul 06 11:50:43.069195 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-f6c02b15-8736-4cf7-8128-de57524ec18e req-26965717-ad0e-4538-970e-872fe0d0e4bf tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 11:50:43.070793 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f6c02b15-8736-4cf7-8128-de57524ec18e req-26965717-ad0e-4538-970e-872fe0d0e4bf tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "DELETE /v2.0/security-groups/38207ee5-d8f0-4b82-9d4f-8ab8b54ea971 HTTP/1.1" status: 409 len: 341 time: 0.1310403 Jul 06 11:50:43.086297 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fb9c3-8117-4e1b-a4cc-83c84c77a439 req-3997363e-9fac-40db-8546-1d335804f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:43.087757 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd5fb9c3-8117-4e1b-a4cc-83c84c77a439 req-3997363e-9fac-40db-8546-1d335804f917 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1141078 Jul 06 11:50:43.102534 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-78f9c363-97c0-4aad-9f48-8ad79acbd470 req-35bb38cc-d70e-4e38-a4da-ae7bccc8367f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8035f3ae-96b3-4c19-bd84-4afe8b226d2b HTTP/1.1" status: 200 len: 217 time: 0.0553665 Jul 06 11:50:43.106902 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8dd7123f-8d98-4269-b31a-011360664fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.109747 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8dd7123f-8d98-4269-b31a-011360664fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.115855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8dd7123f-8d98-4269-b31a-011360664fec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/174a54b9-eb68-4fbe-91b5-087405e4a990 HTTP/1.1" status: 204 len: 168 time: 0.2873425 Jul 06 11:50:43.153773 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85c1dca7-8973-413f-b137-148810127874 req-acb291f7-06cf-49ef-8174-4f718431f7ce tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083572 Jul 06 11:50:43.165040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7123f-8d98-4269-b31a-011360664fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174a54b9-eb68-4fbe-91b5-087405e4a990,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:43.196302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9c363-97c0-4aad-9f48-8ad79acbd470 req-6b7b0a34-38f8-4d9e-b374-1654b90aef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:43.198134 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-78f9c363-97c0-4aad-9f48-8ad79acbd470 req-6b7b0a34-38f8-4d9e-b374-1654b90aef27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.0838895 Jul 06 11:50:43.260163 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-78f9c363-97c0-4aad-9f48-8ad79acbd470 req-2e156049-68ff-4285-8a94-8b55e84ade51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504911 Jul 06 11:50:43.286912 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd5fb9c3-8117-4e1b-a4cc-83c84c77a439 req-374eece6-9576-480e-90f5-2a7df6f2ac27 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892951 Jul 06 11:50:43.304673 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a807a529-004b-40eb-94c5-1780203c65fa req-e21bee1f-393a-434d-817f-190196d62c94 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0926256 Jul 06 11:50:43.444983 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-78f9c363-97c0-4aad-9f48-8ad79acbd470 req-f9b24840-c0e4-492d-96da-a5899f1ba328 service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584485 Jul 06 11:50:43.477970 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd5fb9c3-8117-4e1b-a4cc-83c84c77a439 req-22d79228-921d-43c7-90e6-92da2b6e980b service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721992 Jul 06 11:50:43.503267 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42942369-4405-4ad2-a3bb-ceb4c6ed505c req-47aeb8bf-567b-4106-8502-98ec3a982ef7 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:43.504898 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42942369-4405-4ad2-a3bb-ceb4c6ed505c req-47aeb8bf-567b-4106-8502-98ec3a982ef7 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 945 time: 0.1551306 Jul 06 11:50:43.508397 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807a529-004b-40eb-94c5-1780203c65fa req-3586049f-0559-4f0b-ad7c-d47e9e676cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:43.510579 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a807a529-004b-40eb-94c5-1780203c65fa req-3586049f-0559-4f0b-ad7c-d47e9e676cc5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 1095 time: 0.1449654 Jul 06 11:50:43.516987 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54102) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:43.521619 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-02ea2285-ba4a-4668-95fc-5fc5c2ec60a9 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Request body: {'floatingip': {'port_id': 'b52d8f82-34aa-4886-a063-8b5c2a21fba5'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:43.547087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54104) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:43.593364 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1584524e-8271-464f-a263-2209f3ce9f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.595185 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02ea2285-ba4a-4668-95fc-5fc5c2ec60a9 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.603060 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-78f9c363-97c0-4aad-9f48-8ad79acbd470 req-ba517a35-8ced-4e5c-833a-72fbc1197543 service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496813 Jul 06 11:50:43.728197 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1584524e-8271-464f-a263-2209f3ce9f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.732220 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1584524e-8271-464f-a263-2209f3ce9f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.769855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584524e-8271-464f-a263-2209f3ce9f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e31293-eb56-41eb-94ab-bbd86c9a59c4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:43.774302 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1584524e-8271-464f-a263-2209f3ce9f9d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9cdd985e245445f0af033e177908defc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218046 Jul 06 11:50:43.776890 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54114) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:43.785217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807a529-004b-40eb-94c5-1780203c65fa req-71e7ed41-64d4-4f75-87ca-99207308fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:43.787460 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a807a529-004b-40eb-94c5-1780203c65fa req-71e7ed41-64d4-4f75-87ca-99207308fc6a service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.2174742 Jul 06 11:50:43.830722 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c271365-ccbe-44d1-a1ce-298a9ad3d277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.852846 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c271365-ccbe-44d1-a1ce-298a9ad3d277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.903836 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c271365-ccbe-44d1-a1ce-298a9ad3d277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.906724 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c271365-ccbe-44d1-a1ce-298a9ad3d277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:43.910634 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3c271365-ccbe-44d1-a1ce-298a9ad3d277 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/41e31293-eb56-41eb-94ab-bbd86c9a59c4 HTTP/1.1" status: 204 len: 168 time: 0.1301959 Jul 06 11:50:43.921489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c271365-ccbe-44d1-a1ce-298a9ad3d277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e31293-eb56-41eb-94ab-bbd86c9a59c4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:44.136227 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd', 'name': 'network-vif-deleted', 'tag': '5653fe71-b029-4750-bcd5-1c6453b0f49c'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:44.138461 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda8b25c-2759-448e-854c-f990edb8c615" -d '{"events": [{"server_uuid": "21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd", "name": "network-vif-deleted", "tag": "5653fe71-b029-4750-bcd5-1c6453b0f49c"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:44.174957 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a807a529-004b-40eb-94c5-1780203c65fa req-96c9ca1c-49b4-4bb7-a832-c77d29fbc17f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94372c08-32a1-4e21-b75c-f55fdedcb931 HTTP/1.1" status: 200 len: 217 time: 0.3812270 Jul 06 11:50:44.216464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d0666-f196-4a69-8ed3-06604e0bd04f req-39a6f20f-9e59-4c17-8c52-5315476e7212 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:44.219721 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-304d0666-f196-4a69-8ed3-06604e0bd04f req-39a6f20f-9e59-4c17-8c52-5315476e7212 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 1023 time: 0.0850034 Jul 06 11:50:44.271953 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-304d0666-f196-4a69-8ed3-06604e0bd04f req-3ab45d93-2d71-40da-bcd7-fb12c516c1aa tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=38207ee5-d8f0-4b82-9d4f-8ab8b54ea971&id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&id=dffd1efd-951c-47ed-b1e5-fbb03b2a158e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0471668 Jul 06 11:50:44.284009 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807a529-004b-40eb-94c5-1780203c65fa req-b816698e-a9d4-48c1-90fb-828f0a47ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:44.285488 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a807a529-004b-40eb-94c5-1780203c65fa req-b816698e-a9d4-48c1-90fb-828f0a47ab72 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.1012006 Jul 06 11:50:44.293119 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e9308-ae5a-4405-815e-c0a4eff31542 req-b5761f26-2ecf-455d-a700-e64efb4db5e0 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:44.294575 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-818e9308-ae5a-4405-815e-c0a4eff31542 req-b5761f26-2ecf-455d-a700-e64efb4db5e0 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 943 time: 0.5572586 Jul 06 11:50:44.365509 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a807a529-004b-40eb-94c5-1780203c65fa req-f590a3d4-51d1-4124-b8a1-15e717d114d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699542 Jul 06 11:50:44.445490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad849549-01e4-419e-877f-49cac5c91ed9 req-c0a30fa1-e2d4-4d73-9ffc-229bad25cfd8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:44.447031 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad849549-01e4-419e-877f-49cac5c91ed9 req-c0a30fa1-e2d4-4d73-9ffc-229bad25cfd8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 948 time: 0.0691514 Jul 06 11:50:44.496710 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad849549-01e4-419e-877f-49cac5c91ed9 req-005146a7-3871-4570-a585-683ef839f671 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Jul 06 11:50:44.500172 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-818e9308-ae5a-4405-815e-c0a4eff31542 req-420f3ef6-9b62-4c36-bc66-4a93d0436cc1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932902 Jul 06 11:50:44.668665 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e7bcd4-af7a-4ca4-a8bd-a61fff45e831 x-openstack-request-id: req-c1e7bcd4-af7a-4ca4-a8bd-a61fff45e831 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:44.668959 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd", "name": "network-vif-deleted", "tag": "5653fe71-b029-4750-bcd5-1c6453b0f49c", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:44.669213 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1e7bcd4-af7a-4ca4-a8bd-a61fff45e831 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:44.669604 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21874b20-b6ee-42d4-8ab8-c56bb2e4c4fd', 'name': 'network-vif-deleted', 'tag': '5653fe71-b029-4750-bcd5-1c6453b0f49c', 'status': 'completed', 'code': 200} Jul 06 11:50:44.675398 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a807a529-004b-40eb-94c5-1780203c65fa req-f61bd9fb-ccfa-4f69-a58c-024a9f103a2a service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979653 Jul 06 11:50:44.717728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0331f9-840b-42a2-8362-7da39eabedc1', 'tag': '85b2c050-9f8b-4292-b932-d18f1d61172e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:44.720208 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f282099-047f-4924-b05d-51ce08795370" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0331f9-840b-42a2-8362-7da39eabedc1", "tag": "85b2c050-9f8b-4292-b932-d18f1d61172e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:44.732662 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02ea2285-ba4a-4668-95fc-5fc5c2ec60a9 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.763610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 5653fe71-b029-4750-bcd5-1c6453b0f49c no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:44.794112 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 5653fe71-b029-4750-bcd5-1c6453b0f49c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:44.794459 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 5653fe71-b029-4750-bcd5-1c6453b0f49c not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:44.809798 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02ea2285-ba4a-4668-95fc-5fc5c2ec60a9 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:44.855718 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9fc07-09bd-4b99-b243-b41e8389837a req-fbdec95d-3c45-4a7a-ac1d-25a982a75dd8 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:44.858160 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7c9fc07-09bd-4b99-b243-b41e8389837a req-fbdec95d-3c45-4a7a-ac1d-25a982a75dd8 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 946 time: 0.0806065 Jul 06 11:50:44.911331 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7c9fc07-09bd-4b99-b243-b41e8389837a req-01063101-09bc-41dd-9b32-d36e3ea79ee7 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476851 Jul 06 11:50:44.922751 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a807a529-004b-40eb-94c5-1780203c65fa req-31f4ee57-2bbd-4852-a438-07772d30d5a0 service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302265 Jul 06 11:50:44.960096 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0e0254-606b-41bf-9112-c4fb745f28f9 x-openstack-request-id: req-2f0e0254-606b-41bf-9112-c4fb745f28f9 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:44.962773 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0331f9-840b-42a2-8362-7da39eabedc1", "tag": "85b2c050-9f8b-4292-b932-d18f1d61172e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:44.964317 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f0e0254-606b-41bf-9112-c4fb745f28f9 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:44.965903 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0331f9-840b-42a2-8362-7da39eabedc1', 'tag': '85b2c050-9f8b-4292-b932-d18f1d61172e', 'status': 'completed', 'code': 200} Jul 06 11:50:45.056010 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-02ea2285-ba4a-4668-95fc-5fc5c2ec60a9 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Floating IP f79e481c-9991-4c0c-8412-cf9d26d06943 associated. External IP: 172.25.4.252, port: b52d8f82-34aa-4886-a063-8b5c2a21fba5. Jul 06 11:50:45.070655 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f282099-047f-4924-b05d-51ce08795370 req-9b55e758-6320-4a3f-ab19-b6901f005178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:45.072606 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0f282099-047f-4924-b05d-51ce08795370 req-9b55e758-6320-4a3f-ab19-b6901f005178 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11d9c36e12bc454daf17a7e52d2660e9&device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 1174 time: 0.1001425 Jul 06 11:50:45.228176 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f282099-047f-4924-b05d-51ce08795370 req-b7494714-43d6-44f6-9d28-cbb7d3ebe4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:45.230261 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0f282099-047f-4924-b05d-51ce08795370 req-b7494714-43d6-44f6-9d28-cbb7d3ebe4d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6dbe9c2d-a240-4a74-8981-f136669f1457 HTTP/1.1" status: 200 len: 914 time: 0.1434267 Jul 06 11:50:45.281150 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0f282099-047f-4924-b05d-51ce08795370 req-f9eded32-5b1d-46be-b1ba-bab64802f162 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b2c050-9f8b-4292-b932-d18f1d61172e HTTP/1.1" status: 200 len: 217 time: 0.0426621 Jul 06 11:50:45.404539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f282099-047f-4924-b05d-51ce08795370 req-7cf423ba-4fbb-41d7-808e-b92bb559019f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:45.406104 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0f282099-047f-4924-b05d-51ce08795370 req-7cf423ba-4fbb-41d7-808e-b92bb559019f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3e4953c5-ee5f-4c90-951c-dd079061debe HTTP/1.1" status: 200 len: 853 time: 0.1154082 Jul 06 11:50:45.468520 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0f282099-047f-4924-b05d-51ce08795370 req-74e5cb9d-4601-44e9-ac25-c00d9ff19a06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6dbe9c2d-a240-4a74-8981-f136669f1457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534947 Jul 06 11:50:45.470948 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ea2285-ba4a-4668-95fc-5fc5c2ec60a9 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:50:45.603026 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0f282099-047f-4924-b05d-51ce08795370 req-09f838f5-579c-4f7f-bb88-9f0c9c79aa2b service neutron] 10.222.0.23 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260774 Jul 06 11:50:45.603522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54192) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:45.650810 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 8035f3ae-96b3-4c19-bd84-4afe8b226d2b details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:45.676501 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0606ab-ddd8-443b-91e7-b13286852787 req-827c90f1-a91a-4742-a990-90db2386ce16 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:45.678937 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e0606ab-ddd8-443b-91e7-b13286852787 req-827c90f1-a91a-4742-a990-90db2386ce16 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 1023 time: 0.1448812 Jul 06 11:50:45.682406 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ea2285-ba4a-4668-95fc-5fc5c2ec60a9 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:50:45.695522 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fbe729-e0df-4dd1-8cf9-3391111fa1d7 None None] Sync routers for ids ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:50:45.697406 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02ea2285-ba4a-4668-95fc-5fc5c2ec60a9 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.709685 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fbe729-e0df-4dd1-8cf9-3391111fa1d7 None None] Routers {'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:45.712573 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-68fbe729-e0df-4dd1-8cf9-3391111fa1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:50:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:45.752930 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-02ea2285-ba4a-4668-95fc-5fc5c2ec60a9 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "PUT /v2.0/floatingips/f79e481c-9991-4c0c-8412-cf9d26d06943 HTTP/1.1" status: 200 len: 991 time: 2.2347517 Jul 06 11:50:45.858243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:45.872492 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '8035f3ae-96b3-4c19-bd84-4afe8b226d2b', 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8', 'port_id': '8035f3ae-96b3-4c19-bd84-4afe8b226d2b', 'mac_address': 'fa:16:3e:51:99:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5663391f-233a-4fe7-82d6-ff0d7f70aad7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:45.876972 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dc956dd6-c98f-4683-9d1f-a10a1cfc4068 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=33458ea7402b4ba9afc7eb61198c9f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713323 Jul 06 11:50:45.881541 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54204) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:45.885425 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0f282099-047f-4924-b05d-51ce08795370 req-60665b79-f820-44f9-ba4a-c477c78b3c50 service neutron] 10.222.0.23 "GET /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730551 Jul 06 11:50:45.923124 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-68fbe729-e0df-4dd1-8cf9-3391111fa1d7 None None] Set router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:45.931804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7d57f-c23d-4a2d-9514-22150c48fdb7 req-76c0e25e-3f64-41a9-bb93-6995adfdb0cd tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:45.940723 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2a7d57f-c23d-4a2d-9514-22150c48fdb7 req-76c0e25e-3f64-41a9-bb93-6995adfdb0cd tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed0331f9-840b-42a2-8362-7da39eabedc1 HTTP/1.1" status: 200 len: 1023 time: 0.3361974 Jul 06 11:50:45.946974 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-7e0606ab-ddd8-443b-91e7-b13286852787 req-81026d76-a5ac-4f2b-afa8-506e420c7af7 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Deleting port 85b2c050-9f8b-4292-b932-d18f1d61172e {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:45.947344 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7e0606ab-ddd8-443b-91e7-b13286852787 req-81026d76-a5ac-4f2b-afa8-506e420c7af7 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.955718 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:45.979370 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8035f3ae-96b3-4c19-bd84-4afe8b226d2b {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:45.996877 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2a7d57f-c23d-4a2d-9514-22150c48fdb7 req-fc28c78d-9448-40f9-9b62-ffb70f501ddf tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=38207ee5-d8f0-4b82-9d4f-8ab8b54ea971&id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&id=dffd1efd-951c-47ed-b1e5-fbb03b2a158e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0548611 Jul 06 11:50:46.013659 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:46.019459 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.020714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e68b066b-b3af-4bc3-95f6-3fb168090c8f details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:46.036443 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42cfeb56-4bad-4f4c-84ce-8d84a015b185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.100238 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42cfeb56-4bad-4f4c-84ce-8d84a015b185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.119942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146ad6e-3819-43a0-b650-3d7fd84fa15a req-a6e9397b-ec6d-49e9-9460-66f5778fbc71 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:46.121528 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a146ad6e-3819-43a0-b650-3d7fd84fa15a req-a6e9397b-ec6d-49e9-9460-66f5778fbc71 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 943 time: 0.1532569 Jul 06 11:50:46.141182 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:46.187091 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-68fbe729-e0df-4dd1-8cf9-3391111fa1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:56Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'f79e481c-9991-4c0c-8412-cf9d26d06943', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'port_id': 'b52d8f82-34aa-4886-a063-8b5c2a21fba5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'mac_address': 'fa:16:3e:0b:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1b9d56-0029-4550-b90a-ca621edddf64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:48:18Z', 'updated_at': '2021-07-06T11:50:44Z', 'revision_number': 5, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1bd68b-a512-46fe-8a56-5d67c5c69c78', 'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'mac_address': 'fa:16:3e:80:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:55Z', 'updated_at': '2021-07-06T11:48:03Z', 'revision_number': 5, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'subnets': [{'id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:46.192757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:46.204295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-7e0606ab-ddd8-443b-91e7-b13286852787 req-81026d76-a5ac-4f2b-afa8-506e420c7af7 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] For port 85b2c050-9f8b-4292-b932-d18f1d61172e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=85b2c050-9f8b-4292-b932-d18f1d61172e,segment=NetworkSegment(3c1bd99e-7a7f-413b-8c5d-43ca337e8b57),segment_id=3c1bd99e-7a7f-413b-8c5d-43ca337e8b57)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:46.204295 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7e0606ab-ddd8-443b-91e7-b13286852787 req-81026d76-a5ac-4f2b-afa8-506e420c7af7 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.206508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f', 'mac_address': 'fa:16:3e:64:84:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:46.216322 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a93ea0-2846-434a-ba00-31a6e384b06a req-0ed2d639-0917-48b2-bdfd-d0b611b3f4f2 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:46.217151 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a146ad6e-3819-43a0-b650-3d7fd84fa15a req-d838b58f-8fae-4cde-9ab3-726664e13528 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867155 Jul 06 11:50:46.218668 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fbe729-e0df-4dd1-8cf9-3391111fa1d7 None None] Checking router: a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:50:46.223670 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-7e0606ab-ddd8-443b-91e7-b13286852787 req-81026d76-a5ac-4f2b-afa8-506e420c7af7 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Calling delete_port for 85b2c050-9f8b-4292-b932-d18f1d61172e owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:46.227535 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-08a93ea0-2846-434a-ba00-31a6e384b06a req-0ed2d639-0917-48b2-bdfd-d0b611b3f4f2 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 948 time: 0.0975723 Jul 06 11:50:46.234348 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fbe729-e0df-4dd1-8cf9-3391111fa1d7 None None] Routers {'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:50:46.235258 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-68fbe729-e0df-4dd1-8cf9-3391111fa1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:50:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:46.279272 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42cfeb56-4bad-4f4c-84ce-8d84a015b185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.282353 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42cfeb56-4bad-4f4c-84ce-8d84a015b185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.283330 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-08a93ea0-2846-434a-ba00-31a6e384b06a req-33d49557-17b2-4ae5-9036-8091c5ef155e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544450 Jul 06 11:50:46.283912 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-42cfeb56-4bad-4f4c-84ce-8d84a015b185 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/83e84b00-4724-4d85-ad83-8cc936f72610 HTTP/1.1" status: 204 len: 168 time: 0.3979013 Jul 06 11:50:46.304728 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.331294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68b066b-b3af-4bc3-95f6-3fb168090c8f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:46.331555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfeb56-4bad-4f4c-84ce-8d84a015b185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e84b00-4724-4d85-ad83-8cc936f72610,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:46.394717 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:46.400581 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.450577 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7e0606ab-ddd8-443b-91e7-b13286852787 req-81026d76-a5ac-4f2b-afa8-506e420c7af7 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.469945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['85b2c050-9f8b-4292-b932-d18f1d61172e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:46.542090 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8e897e8f-9283-4a93-870e-a1b08feb97b7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:46.553273 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81026d76-a5ac-4f2b-afa8-506e420c7af7 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event deleted for resources: {'Port': ['ID=85b2c050-9f8b-4292-b932-d18f1d61172e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:46.587557 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-68fbe729-e0df-4dd1-8cf9-3391111fa1d7 None None] Set router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:50:46.629125 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=e68b066b-b3af-4bc3-95f6-3fb168090c8f,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:46.653216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0606ab-ddd8-443b-91e7-b13286852787 req-81026d76-a5ac-4f2b-afa8-506e420c7af7 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] No DVR routers for this DVR port 85b2c050-9f8b-4292-b932-d18f1d61172e on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:46.656708 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7e0606ab-ddd8-443b-91e7-b13286852787 req-81026d76-a5ac-4f2b-afa8-506e420c7af7 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:46.659051 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e0606ab-ddd8-443b-91e7-b13286852787 req-81026d76-a5ac-4f2b-afa8-506e420c7af7 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.23 "DELETE /v2.0/ports/85b2c050-9f8b-4292-b932-d18f1d61172e HTTP/1.1" status: 204 len: 173 time: 0.9044890 Jul 06 11:50:46.670439 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1b9d56-0029-4550-b90a-ca621edddf64', 'tag': 'b52d8f82-34aa-4886-a063-8b5c2a21fba5'}, {'server_uuid': 'ed0331f9-840b-42a2-8362-7da39eabedc1', 'name': 'network-vif-deleted', 'tag': '85b2c050-9f8b-4292-b932-d18f1d61172e'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:46.673992 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ba8106-398a-4d7b-83b5-f6ca5b5ba26d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca1b9d56-0029-4550-b90a-ca621edddf64", "tag": "b52d8f82-34aa-4886-a063-8b5c2a21fba5"}, {"server_uuid": "ed0331f9-840b-42a2-8362-7da39eabedc1", "name": "network-vif-deleted", "tag": "85b2c050-9f8b-4292-b932-d18f1d61172e"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:46.714878 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e563c-e029-452c-abea-0485c6bca055 req-c9325b9b-50d5-43d5-acca-fe0cc491ddf1 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:46.716583 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-002e563c-e029-452c-abea-0485c6bca055 req-c9325b9b-50d5-43d5-acca-fe0cc491ddf1 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 946 time: 0.1730344 Jul 06 11:50:46.748477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['8035f3ae-96b3-4c19-bd84-4afe8b226d2b'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:46.775801 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-002e563c-e029-452c-abea-0485c6bca055 req-0f32ff3f-90b4-44bb-acd9-0a31cdddd546 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526648 Jul 06 11:50:46.816760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['e68b066b-b3af-4bc3-95f6-3fb168090c8f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:46.877842 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9132afb-fb1f-43cd-9b1c-baf93ba7ce22 x-openstack-request-id: req-c9132afb-fb1f-43cd-9b1c-baf93ba7ce22 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:46.878919 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca1b9d56-0029-4550-b90a-ca621edddf64", "tag": "b52d8f82-34aa-4886-a063-8b5c2a21fba5", "status": "completed", "code": 200}, {"server_uuid": "ed0331f9-840b-42a2-8362-7da39eabedc1", "name": "network-vif-deleted", "tag": "85b2c050-9f8b-4292-b932-d18f1d61172e", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:46.879458 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c9132afb-fb1f-43cd-9b1c-baf93ba7ce22 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:46.880090 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca1b9d56-0029-4550-b90a-ca621edddf64', 'tag': 'b52d8f82-34aa-4886-a063-8b5c2a21fba5', 'status': 'completed', 'code': 200} Jul 06 11:50:46.880565 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0331f9-840b-42a2-8362-7da39eabedc1', 'name': 'network-vif-deleted', 'tag': '85b2c050-9f8b-4292-b932-d18f1d61172e', 'status': 'completed', 'code': 200} Jul 06 11:50:47.014409 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-126e1705-096f-4979-b763-fcb197e99928 req-a618bf8b-1267-4fa2-b0d0-e8ca8b5548df tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5110f0f7cafe47b8842005a03192d547&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559089 Jul 06 11:50:47.036298 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-68fbe729-e0df-4dd1-8cf9-3391111fa1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:56Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'f79e481c-9991-4c0c-8412-cf9d26d06943', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'port_id': 'b52d8f82-34aa-4886-a063-8b5c2a21fba5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'mac_address': 'fa:16:3e:0b:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1b9d56-0029-4550-b90a-ca621edddf64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:48:18Z', 'updated_at': '2021-07-06T11:50:44Z', 'revision_number': 5, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1bd68b-a512-46fe-8a56-5d67c5c69c78', 'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'mac_address': 'fa:16:3e:80:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:55Z', 'updated_at': '2021-07-06T11:48:03Z', 'revision_number': 5, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'subnets': [{'id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:47.067531 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fbe729-e0df-4dd1-8cf9-3391111fa1d7 None None] The sync data for ids ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'] in n-d-799529-2 is: [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:56Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'f79e481c-9991-4c0c-8412-cf9d26d06943', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'port_id': 'b52d8f82-34aa-4886-a063-8b5c2a21fba5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'mac_address': 'fa:16:3e:0b:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1b9d56-0029-4550-b90a-ca621edddf64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:48:18Z', 'updated_at': '2021-07-06T11:50:44Z', 'revision_number': 5, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1bd68b-a512-46fe-8a56-5d67c5c69c78', 'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'mac_address': 'fa:16:3e:80:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:55Z', 'updated_at': '2021-07-06T11:48:03Z', 'revision_number': 5, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'subnets': [{'id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:50:47.086052 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba8106-398a-4d7b-83b5-f6ca5b5ba26d req-f80b2d2d-2c20-4645-9a7b-51755c09f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:47.090013 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39ba8106-398a-4d7b-83b5-f6ca5b5ba26d req-f80b2d2d-2c20-4645-9a7b-51755c09f22b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=573e74f0e95e47e08a64aebf5cccebe2&device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 1096 time: 0.1462984 Jul 06 11:50:47.237239 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e1705-096f-4979-b763-fcb197e99928 req-2eda2601-3f0f-4282-a5bc-81925a55224f tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:47.243669 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba8106-398a-4d7b-83b5-f6ca5b5ba26d req-46c8bc43-e90f-466d-8d62-5cad4a282d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:47.244363 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-126e1705-096f-4979-b763-fcb197e99928 req-2eda2601-3f0f-4282-a5bc-81925a55224f tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242811 Jul 06 11:50:47.246330 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39ba8106-398a-4d7b-83b5-f6ca5b5ba26d req-46c8bc43-e90f-466d-8d62-5cad4a282d01 service neutron] 10.222.0.23 "GET /v2.0/networks?id=76dc66c5-cac1-411d-8b13-f5071a1927d8 HTTP/1.1" status: 200 len: 925 time: 0.1482041 Jul 06 11:50:47.276061 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-126e1705-096f-4979-b763-fcb197e99928 req-0129b1aa-e774-4c81-a5bc-f9330ff54c81 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/quotas/5110f0f7cafe47b8842005a03192d547 HTTP/1.1" status: 200 len: 375 time: 0.0246470 Jul 06 11:50:47.349374 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-126e1705-096f-4979-b763-fcb197e99928 req-56cb8a23-79fc-47ae-9825-6b895ecdd545 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5110f0f7cafe47b8842005a03192d547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652356 Jul 06 11:50:47.392217 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39ba8106-398a-4d7b-83b5-f6ca5b5ba26d req-6cf5862a-d518-4620-8e86-23827fcd99d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b52d8f82-34aa-4886-a063-8b5c2a21fba5 HTTP/1.1" status: 200 len: 999 time: 0.1370094 Jul 06 11:50:47.481513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6b5d9e-9dfb-47be-8479-07a0dea9b158 None None] New status for floating IP f79e481c-9991-4c0c-8412-cf9d26d06943: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:50:47.482604 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba8106-398a-4d7b-83b5-f6ca5b5ba26d req-8477b62f-14ec-4670-b27c-db281c2e1efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:47.484324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39ba8106-398a-4d7b-83b5-f6ca5b5ba26d req-8477b62f-14ec-4670-b27c-db281c2e1efd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e HTTP/1.1" status: 200 len: 863 time: 0.0849023 Jul 06 11:50:47.616016 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba8106-398a-4d7b-83b5-f6ca5b5ba26d req-aae70dec-06a7-4946-9e25-c4f9420d3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:47.618246 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39ba8106-398a-4d7b-83b5-f6ca5b5ba26d req-aae70dec-06a7-4946-9e25-c4f9420d3f44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=76dc66c5-cac1-411d-8b13-f5071a1927d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247451 Jul 06 11:50:47.713356 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 85b2c050-9f8b-4292-b932-d18f1d61172e no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:50:47.761070 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 85b2c050-9f8b-4292-b932-d18f1d61172e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:50:47.761412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 85b2c050-9f8b-4292-b932-d18f1d61172e not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:50:47.809847 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39ba8106-398a-4d7b-83b5-f6ca5b5ba26d req-ac4f2b3b-d761-4f59-9793-bc0208a68e1d service neutron] 10.222.0.23 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750283 Jul 06 11:50:47.846709 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a4b92-c3ea-4855-857a-7e256b6b725b req-19d488d7-5aae-4f42-b8bb-fb66e3469b96 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:47.848463 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da0a4b92-c3ea-4855-857a-7e256b6b725b req-19d488d7-5aae-4f42-b8bb-fb66e3469b96 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 944 time: 0.1262872 Jul 06 11:50:47.887451 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1418566-1131-4bbc-a6f3-b7762e3c1fed req-b9b3fa8a-01c5-4d9e-9b2f-3ad91a359c04 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:47.891887 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da0a4b92-c3ea-4855-857a-7e256b6b725b req-809f2805-d489-499d-ad26-839a04eb4101 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375271 Jul 06 11:50:47.894454 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b1418566-1131-4bbc-a6f3-b7762e3c1fed req-b9b3fa8a-01c5-4d9e-9b2f-3ad91a359c04 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 949 time: 0.1374414 Jul 06 11:50:47.950820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b1418566-1131-4bbc-a6f3-b7762e3c1fed req-9f3980de-3630-4750-b239-2b659bb35484 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555484 Jul 06 11:50:47.952868 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39ba8106-398a-4d7b-83b5-f6ca5b5ba26d req-0c980766-4eba-4c4c-bb7b-c481bc929e9e service neutron] 10.222.0.23 "GET /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351645 Jul 06 11:50:48.100674 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a7cdfad4-52fe-430d-b274-cf61fa2b3665 req-b632d2f8-1ad9-4133-b4a1-d99d0069dc4c tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 210 time: 0.0325294 Jul 06 11:50:48.179176 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7eaa382b-6dcf-45d2-be34-939b68d7cf7a req-52b21ba6-4169-4f94-8b98-374ffa15ae0b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/dffd1efd-951c-47ed-b1e5-fbb03b2a158e HTTP/1.1" status: 200 len: 1800 time: 0.0506749 Jul 06 11:50:48.247206 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7eaa382b-6dcf-45d2-be34-939b68d7cf7a req-6578956c-51af-4432-80a4-1fc64ae50237 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.271098 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7eaa382b-6dcf-45d2-be34-939b68d7cf7a req-6578956c-51af-4432-80a4-1fc64ae50237 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.323318 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7eaa382b-6dcf-45d2-be34-939b68d7cf7a req-6578956c-51af-4432-80a4-1fc64ae50237 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.327448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7eaa382b-6dcf-45d2-be34-939b68d7cf7a req-6578956c-51af-4432-80a4-1fc64ae50237 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.328961 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7eaa382b-6dcf-45d2-be34-939b68d7cf7a req-6578956c-51af-4432-80a4-1fc64ae50237 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "DELETE /v2.0/security-groups/dffd1efd-951c-47ed-b1e5-fbb03b2a158e HTTP/1.1" status: 204 len: 173 time: 0.1439383 Jul 06 11:50:48.339500 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578956c-51af-4432-80a4-1fc64ae50237 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffd1efd-951c-47ed-b1e5-fbb03b2a158e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:48.365579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae9bb7-0ee2-48dc-840b-a10ff10a1b84 req-fa4048a4-e518-4c55-9656-2f3cd12e3d62 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:48.367995 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52ae9bb7-0ee2-48dc-840b-a10ff10a1b84 req-fa4048a4-e518-4c55-9656-2f3cd12e3d62 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 946 time: 0.0875666 Jul 06 11:50:48.449202 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0f0d5cc-4e9d-4842-8963-9ea80059441c req-ee8716ce-1ec7-48c8-9635-32a3773263cb tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/38207ee5-d8f0-4b82-9d4f-8ab8b54ea971 HTTP/1.1" status: 200 len: 1800 time: 0.0434244 Jul 06 11:50:48.473475 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54288) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:48.487141 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52ae9bb7-0ee2-48dc-840b-a10ff10a1b84 req-562cbd8f-0ef2-4978-a29f-ed32d29feafd tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111798 Jul 06 11:50:48.494782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-1b737cd3-8b94-4f80-b2e8-7c298a65678d tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:48.496400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-1b737cd3-8b94-4f80-b2e8-7c298a65678d tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e&tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1097 time: 0.1132152 Jul 06 11:50:48.513057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799529-2'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:48.535654 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0f0d5cc-4e9d-4842-8963-9ea80059441c req-9d3fb34a-0971-4aa9-a117-f5552cf0cede tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.564570 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0f0d5cc-4e9d-4842-8963-9ea80059441c req-9d3fb34a-0971-4aa9-a117-f5552cf0cede tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.616080 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0f0d5cc-4e9d-4842-8963-9ea80059441c req-9d3fb34a-0971-4aa9-a117-f5552cf0cede tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.619562 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0f0d5cc-4e9d-4842-8963-9ea80059441c req-9d3fb34a-0971-4aa9-a117-f5552cf0cede tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.622865 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.624199 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0f0d5cc-4e9d-4842-8963-9ea80059441c req-9d3fb34a-0971-4aa9-a117-f5552cf0cede tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "DELETE /v2.0/security-groups/38207ee5-d8f0-4b82-9d4f-8ab8b54ea971 HTTP/1.1" status: 204 len: 173 time: 0.1676955 Jul 06 11:50:48.634023 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fb34a-0971-4aa9-a117-f5552cf0cede tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38207ee5-d8f0-4b82-9d4f-8ab8b54ea971,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:48.653205 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-68e310e9-206e-4545-8e9f-e18b8f357153 req-42613d7f-1e6a-4a9e-a284-78dffd32c8ce tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2031904594', 'description': 'tempest-description-1174958430'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:48.680249 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3807166a-f4c3-4413-8c38-66ebf288c5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.743882 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-68e310e9-206e-4545-8e9f-e18b8f357153 req-42613d7f-1e6a-4a9e-a284-78dffd32c8ce tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.790029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54298) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:48.850137 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-126e1705-096f-4979-b763-fcb197e99928 req-de08e209-cada-44ef-8e15-c7bca29a8c39 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=5110f0f7cafe47b8842005a03192d547&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428059 Jul 06 11:50:48.903259 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8895c87-0851-48f2-a752-1433b1efe1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:48.962839 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] For port c92279f0-5ba0-4a2b-9c26-906817f462db, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=c92279f0-5ba0-4a2b-9c26-906817f462db,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:49.064868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] For port c92279f0-5ba0-4a2b-9c26-906817f462db, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:49.071722 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aa75e-b5ec-423a-8993-f9beb9def5cc req-657cccb1-075a-4849-b90b-1c797ac4ecf6 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:49.072630 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e1705-096f-4979-b763-fcb197e99928 req-eb152d49-2d85-442e-8931-c7737f2243fc tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:49.073189 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f90aa75e-b5ec-423a-8993-f9beb9def5cc req-657cccb1-075a-4849-b90b-1c797ac4ecf6 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 944 time: 0.0651479 Jul 06 11:50:49.074087 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-126e1705-096f-4979-b763-fcb197e99928 req-eb152d49-2d85-442e-8931-c7737f2243fc tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169521 Jul 06 11:50:49.097815 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3807166a-f4c3-4413-8c38-66ebf288c5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.102793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Request body: {'port': {'device_id': 'ee0af624-52ba-45bd-acc0-4f09f2b77152', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': '5110f0f7cafe47b8842005a03192d547'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:49.111780 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f90aa75e-b5ec-423a-8993-f9beb9def5cc req-d4dc8cca-75de-4f31-8a54-858847a2b4b1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325556 Jul 06 11:50:49.114151 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3807166a-f4c3-4413-8c38-66ebf288c5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.216704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70ba8ce-9618-4e45-a920-b219ce6e978e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c92279f0-5ba0-4a2b-9c26-906817f462db'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:49.218904 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcefab76-3be5-4718-b511-22057c1db33e" -d '{"events": [{"server_uuid": "b70ba8ce-9618-4e45-a920-b219ce6e978e", "name": "network-vif-unplugged", "status": "completed", "tag": "c92279f0-5ba0-4a2b-9c26-906817f462db"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:49.230962 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.245381 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3807166a-f4c3-4413-8c38-66ebf288c5bb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cae2f0660d3d4c7fa4dadd7f94090982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7685945 Jul 06 11:50:49.248039 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54312) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:49.249495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807166a-f4c3-4413-8c38-66ebf288c5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3200aa-fa5d-4fb4-a15b-95314215c7e5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:49.256344 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.311448 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e04e7-73c7-4b20-b5e9-904d39bc038f req-f341483e-41ab-4d06-8912-97de1143e324 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:49.313205 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-218e04e7-73c7-4b20-b5e9-904d39bc038f req-f341483e-41ab-4d06-8912-97de1143e324 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 949 time: 0.1001277 Jul 06 11:50:49.329687 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-272ec71d-7f79-48ed-99fc-c816b08ae5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.369614 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-218e04e7-73c7-4b20-b5e9-904d39bc038f req-94eeae44-e2aa-4697-951d-25ac206f78e0 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485699 Jul 06 11:50:49.371197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Pushing event updated for resources: {'Port': ['ID=c92279f0-5ba0-4a2b-9c26-906817f462db,revision_number=7']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:49.371357 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-272ec71d-7f79-48ed-99fc-c816b08ae5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.408209 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-68e310e9-206e-4545-8e9f-e18b8f357153 req-42613d7f-1e6a-4a9e-a284-78dffd32c8ce tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.423257 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-68e310e9-206e-4545-8e9f-e18b8f357153 req-42613d7f-1e6a-4a9e-a284-78dffd32c8ce tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.441895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Attempting to bind port c92279f0-5ba0-4a2b-9c26-906817f462db on host n-h1-799529-2 for vnic_type normal with profile {"migrating_to": "n-h2-799529-2"} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:49.442223 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Attempting to bind port c92279f0-5ba0-4a2b-9c26-906817f462db by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:49.442556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Attempting to bind port c92279f0-5ba0-4a2b-9c26-906817f462db on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:49.453784 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.api [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:50:49.453784 n-d-799529-2 neutron-server[100427]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:50:49.453784 n-d-799529-2 neutron-server[100427]: [parameters: {'project_id_1': '5110f0f7cafe47b8842005a03192d547', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 50, 49, 382710)}] Jul 06 11:50:49.453784 n-d-799529-2 neutron-server[100427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:50:49.454222 n-d-799529-2 neutron-server[100427]: DEBUG oslo_db.api [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:50:49.462794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Port c92279f0-5ba0-4a2b-9c26-906817f462db on network f2e9b7d6-944b-4592-9597-94c9d66799e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:49.463115 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Attempting to bind port c92279f0-5ba0-4a2b-9c26-906817f462db on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:49.476419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42613d7f-1e6a-4a9e-a284-78dffd32c8ce tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36140f74-8ee2-4e74-b0e4-4352de0892c4,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:49.478925 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:49.479204 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Checking segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:49.480029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Bound using segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:49.480472 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Bound port: c92279f0-5ba0-4a2b-9c26-906817f462db, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:49.480832 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.505675 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-272ec71d-7f79-48ed-99fc-c816b08ae5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.509974 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-272ec71d-7f79-48ed-99fc-c816b08ae5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.511492 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-272ec71d-7f79-48ed-99fc-c816b08ae5fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9e3200aa-fa5d-4fb4-a15b-95314215c7e5 HTTP/1.1" status: 204 len: 168 time: 0.2622011 Jul 06 11:50:49.525184 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ec71d-7f79-48ed-99fc-c816b08ae5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3200aa-fa5d-4fb4-a15b-95314215c7e5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:49.562750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] For port c92279f0-5ba0-4a2b-9c26-906817f462db, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:49.569277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] For port c92279f0-5ba0-4a2b-9c26-906817f462db, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=c92279f0-5ba0-4a2b-9c26-906817f462db,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:49.574679 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8895c87-0851-48f2-a752-1433b1efe1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.577522 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.579463 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8895c87-0851-48f2-a752-1433b1efe1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.608701 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-68e310e9-206e-4545-8e9f-e18b8f357153 req-42613d7f-1e6a-4a9e-a284-78dffd32c8ce tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.621315 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-68e310e9-206e-4545-8e9f-e18b8f357153 req-42613d7f-1e6a-4a9e-a284-78dffd32c8ce tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9721680 Jul 06 11:50:49.626751 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e8895c87-0851-48f2-a752-1433b1efe1d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d14bb3eeac7432a98def2314279c3f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8355174 Jul 06 11:50:49.629334 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54320) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:49.632889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8895c87-0851-48f2-a752-1433b1efe1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0209266e-dad9-4dd4-8520-971a1e15226c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:49.682303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 8035f3ae-96b3-4c19-bd84-4afe8b226d2b up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:49.693078 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45cfe7b-0a46-44d2-9b47-5c57d367cd89 x-openstack-request-id: req-f45cfe7b-0a46-44d2-9b47-5c57d367cd89 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:49.696125 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70ba8ce-9618-4e45-a920-b219ce6e978e", "name": "network-vif-unplugged", "status": "completed", "tag": "c92279f0-5ba0-4a2b-9c26-906817f462db", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:49.697891 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f45cfe7b-0a46-44d2-9b47-5c57d367cd89 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:49.698480 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70ba8ce-9618-4e45-a920-b219ce6e978e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c92279f0-5ba0-4a2b-9c26-906817f462db', 'code': 200} Jul 06 11:50:49.780077 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92c321e5-067f-4c22-bed1-59c5cfeeed1b req-e3a71058-c3c0-4867-9967-dfe57b026fe3 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 210 time: 0.0433929 Jul 06 11:50:49.808514 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Pushing event updated for resources: {'Port': ['ID=c92279f0-5ba0-4a2b-9c26-906817f462db,revision_number=8']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:49.809730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:49.818227 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.820697 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d42bfa66-536e-40c2-b698-69c10487675c service neutron] 10.222.0.89 "PUT /v2.0/ports/c92279f0-5ba0-4a2b-9c26-906817f462db HTTP/1.1" status: 200 len: 1122 time: 1.3161964 Jul 06 11:50:49.823190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:49.832365 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:49.832816 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.877541 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e713bd8c-f4de-4ac8-9184-7cd959204681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.884398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['c92279f0-5ba0-4a2b-9c26-906817f462db'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:49.910530 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e713bd8c-f4de-4ac8-9184-7cd959204681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:49.912561 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['c92279f0-5ba0-4a2b-9c26-906817f462db'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:49.943648 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682e794e-d793-4b34-94a7-8c0e9e4a4156 req-c49fddee-8b30-49df-aaab-3171322d1997 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/36140f74-8ee2-4e74-b0e4-4352de0892c4 HTTP/1.1" status: 200 len: 1801 time: 0.1157880 Jul 06 11:50:49.963211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-682e794e-d793-4b34-94a7-8c0e9e4a4156 req-0f350c00-8e38-49c1-9f93-dcbd165e726b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1588931380', 'description': 'tempest-description-hth-1825845181'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:49.979564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4f689-d99c-433e-bd36-09839bd08b12 req-1e142728-8904-4900-9a32-5d1c0dcfe9d1 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:49.982186 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2a4f689-d99c-433e-bd36-09839bd08b12 req-1e142728-8904-4900-9a32-5d1c0dcfe9d1 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 944 time: 0.1604619 Jul 06 11:50:50.028353 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-682e794e-d793-4b34-94a7-8c0e9e4a4156 req-0f350c00-8e38-49c1-9f93-dcbd165e726b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.040662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Made reservation on behalf of 5110f0f7cafe47b8842005a03192d547 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:50.044508 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.059511 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.074441 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2a4f689-d99c-433e-bd36-09839bd08b12 req-511cd88b-a269-4d9b-8396-d46a52494ad7 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849457 Jul 06 11:50:50.075061 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e713bd8c-f4de-4ac8-9184-7cd959204681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.077600 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e713bd8c-f4de-4ac8-9184-7cd959204681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.081550 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e713bd8c-f4de-4ac8-9184-7cd959204681 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0209266e-dad9-4dd4-8520-971a1e15226c HTTP/1.1" status: 204 len: 168 time: 0.4445429 Jul 06 11:50:50.100087 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713bd8c-f4de-4ac8-9184-7cd959204681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0209266e-dad9-4dd4-8520-971a1e15226c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:50.111298 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-682e794e-d793-4b34-94a7-8c0e9e4a4156 req-0f350c00-8e38-49c1-9f93-dcbd165e726b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.118670 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-682e794e-d793-4b34-94a7-8c0e9e4a4156 req-0f350c00-8e38-49c1-9f93-dcbd165e726b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.122034 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-682e794e-d793-4b34-94a7-8c0e9e4a4156 req-0f350c00-8e38-49c1-9f93-dcbd165e726b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.129166 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682e794e-d793-4b34-94a7-8c0e9e4a4156 req-0f350c00-8e38-49c1-9f93-dcbd165e726b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "PUT /v2.0/security-groups/36140f74-8ee2-4e74-b0e4-4352de0892c4 HTTP/1.1" status: 200 len: 1775 time: 0.1750476 Jul 06 11:50:50.173433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f350c00-8e38-49c1-9f93-dcbd165e726b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36140f74-8ee2-4e74-b0e4-4352de0892c4,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:50.212055 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.258640 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:50.270526 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24cc64f-cc5b-47d4-b233-ec6be63d7746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8035f3ae-96b3-4c19-bd84-4afe8b226d2b'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:50.273994 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5f122a-31fa-404d-a4b6-83ae4a9295ea" -d '{"events": [{"server_uuid": "a24cc64f-cc5b-47d4-b233-ec6be63d7746", "name": "network-vif-plugged", "status": "completed", "tag": "8035f3ae-96b3-4c19-bd84-4afe8b226d2b"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:50.287059 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.288103 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e68b066b-b3af-4bc3-95f6-3fb168090c8f up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:50:50.333026 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.350186 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.360867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc9be8-c2b1-4fa3-a831-8c7b1cdc0fbf req-b9e23b46-fd08-43bd-8762-aad3d87702eb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:50.379422 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-38cc9be8-c2b1-4fa3-a831-8c7b1cdc0fbf req-b9e23b46-fd08-43bd-8762-aad3d87702eb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 945 time: 0.1125302 Jul 06 11:50:50.424826 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b1750a4-4671-49ec-adbc-c8775c885e71 req-ecb1b5f2-8998-4117-8d4b-c6ad8b11c3fb tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/36140f74-8ee2-4e74-b0e4-4352de0892c4 HTTP/1.1" status: 200 len: 1775 time: 0.2733448 Jul 06 11:50:50.462830 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-38cc9be8-c2b1-4fa3-a831-8c7b1cdc0fbf req-d8351344-3d1d-4217-aa83-87839eb1c793 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824311 Jul 06 11:50:50.468550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:50.504386 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c66710-1632-463c-8efe-1f5eb77d98cc x-openstack-request-id: req-72c66710-1632-463c-8efe-1f5eb77d98cc {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:50.506063 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24cc64f-cc5b-47d4-b233-ec6be63d7746", "name": "network-vif-plugged", "status": "completed", "tag": "8035f3ae-96b3-4c19-bd84-4afe8b226d2b", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:50.516734 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-72c66710-1632-463c-8efe-1f5eb77d98cc {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:50.517183 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24cc64f-cc5b-47d4-b233-ec6be63d7746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8035f3ae-96b3-4c19-bd84-4afe8b226d2b', 'code': 200} Jul 06 11:50:50.527613 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a66572-e67c-4c40-a561-9a6d146bff43,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:50.572935 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port e68b066b-b3af-4bc3-95f6-3fb168090c8f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:50.589246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port e68b066b-b3af-4bc3-95f6-3fb168090c8f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:50.589609 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.737411 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.782689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:50.788125 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:50.817673 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device c92279f0-5ba0-4a2b-9c26-906817f462db details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:50.840262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eaf8ed-027a-44ac-a335-8c470b0343db req-64f5a339-5949-497d-94e7-064a3f62dccb tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:50.852701 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0e7b4cb-e028-4882-a8ba-72327038bcf5 req-a733432a-6f49-4c49-bc1e-0a9673999c59 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/36140f74-8ee2-4e74-b0e4-4352de0892c4 HTTP/1.1" status: 200 len: 1775 time: 0.2926266 Jul 06 11:50:50.859533 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-99eaf8ed-027a-44ac-a335-8c470b0343db req-64f5a339-5949-497d-94e7-064a3f62dccb tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 949 time: 0.1344485 Jul 06 11:50:50.871357 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=e68b066b-b3af-4bc3-95f6-3fb168090c8f,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:50.875597 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54372) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:50.876932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Allocated IP 192.168.233.6 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/8f164092-19f1-4ed3-a46f-76bb11dd8ecf) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:50.904222 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-99eaf8ed-027a-44ac-a335-8c470b0343db req-128db89b-e184-40a6-98dc-63cf23e24628 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437744 Jul 06 11:50:50.959712 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port c92279f0-5ba0-4a2b-9c26-906817f462db, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=c92279f0-5ba0-4a2b-9c26-906817f462db,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:50.973020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device c92279f0-5ba0-4a2b-9c26-906817f462db has no active binding in host n-h2-799529-2 {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:50:51.021200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54378) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:51.142549 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d6a0a6bf-8358-4a85-9bae-688261e55213 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-127365122-network', 'tenant_id': '6ac79f01dec84d34ab097fba880281e6'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:51.166680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a0a6bf-8358-4a85-9bae-688261e55213 admin admin] Made reservation on behalf of 6ac79f01dec84d34ab097fba880281e6 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:51.169621 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a6bf-8358-4a85-9bae-688261e55213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.203945 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a6bf-8358-4a85-9bae-688261e55213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.207450 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5c9615cb-6801-4b2b-9d26-3f71fd36add3 req-e1147311-d96a-4ec2-8a59-438be37a449d tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 210 time: 0.0351377 Jul 06 11:50:51.231253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-63f6dbfe-45f8-4b4e-a275-efccfebc4bcc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1689965947-network', 'tenant_id': 'd2d76adf81784b64aea38db034db806b'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:51.299296 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f67b1-8d08-4d6c-b25f-4c43bbe83a45 req-5dc2228b-7c5e-4149-801d-add4914621a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:51.300876 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c50f67b1-8d08-4d6c-b25f-4c43bbe83a45 req-5dc2228b-7c5e-4149-801d-add4914621a9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 1096 time: 0.6620007 Jul 06 11:50:51.328221 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a6bf-8358-4a85-9bae-688261e55213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.348516 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a6bf-8358-4a85-9bae-688261e55213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.359945 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c0e7b4cb-e028-4882-a8ba-72327038bcf5 req-788dcd3d-3d61-47f6-99fc-74966dbe8d7b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.383426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a0a6bf-8358-4a85-9bae-688261e55213 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:50:51.399638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0a6bf-8358-4a85-9bae-688261e55213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbff4704-5318-4d9c-be1f-64f76399e2e2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:51.403526 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a6bf-8358-4a85-9bae-688261e55213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.403850 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-d6a0a6bf-8358-4a85-9bae-688261e55213 admin admin] Added segment ff556bd2-24a3-4ae6-a8b9-f0a503e0723f of type vlan for network c2261018-7596-46e7-a952-95658e7a64f1 Jul 06 11:50:51.430469 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f6dbfe-45f8-4b4e-a275-efccfebc4bcc admin admin] Made reservation on behalf of d2d76adf81784b64aea38db034db806b for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:51.432825 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63f6dbfe-45f8-4b4e-a275-efccfebc4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.452710 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c0e7b4cb-e028-4882-a8ba-72327038bcf5 req-788dcd3d-3d61-47f6-99fc-74966dbe8d7b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.454234 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a6bf-8358-4a85-9bae-688261e55213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.457380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c50f67b1-8d08-4d6c-b25f-4c43bbe83a45 req-f7c1a078-df98-4e61-a005-91afc258e592 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458421 Jul 06 11:50:51.466971 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63f6dbfe-45f8-4b4e-a275-efccfebc4bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.467536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9e9dc-4e3e-44d0-be2b-1c9782dbe507 req-b4801d33-a99f-4903-bf4f-a1ce3a62f940 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:51.469086 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58c9e9dc-4e3e-44d0-be2b-1c9782dbe507 req-b4801d33-a99f-4903-bf4f-a1ce3a62f940 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 944 time: 0.1545355 Jul 06 11:50:51.526147 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58c9e9dc-4e3e-44d0-be2b-1c9782dbe507 req-f366414a-a4e7-4357-92f2-f8f3b3a54fae tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510032 Jul 06 11:50:51.527269 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a6bf-8358-4a85-9bae-688261e55213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.528646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a0a6bf-8358-4a85-9bae-688261e55213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:51.528918 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6a0a6bf-8358-4a85-9bae-688261e55213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.565221 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.578829 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c0e7b4cb-e028-4882-a8ba-72327038bcf5 req-788dcd3d-3d61-47f6-99fc-74966dbe8d7b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.581383 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c0e7b4cb-e028-4882-a8ba-72327038bcf5 req-788dcd3d-3d61-47f6-99fc-74966dbe8d7b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.582614 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0e7b4cb-e028-4882-a8ba-72327038bcf5 req-788dcd3d-3d61-47f6-99fc-74966dbe8d7b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "DELETE /v2.0/security-groups/36140f74-8ee2-4e74-b0e4-4352de0892c4 HTTP/1.1" status: 204 len: 173 time: 0.7034559 Jul 06 11:50:51.602464 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dcd3d-3d61-47f6-99fc-74966dbe8d7b tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36140f74-8ee2-4e74-b0e4-4352de0892c4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:51.604711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Transition to ACTIVE for port object 8f164092-19f1-4ed3-a46f-76bb11dd8ecf will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:51.619342 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0a6bf-8358-4a85-9bae-688261e55213 admin admin] Pushing event updated for resources: {'Network': ['ID=c2261018-7596-46e7-a952-95658e7a64f1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:51.636823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network c2261018-7596-46e7-a952-95658e7a64f1 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:50:51.684642 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.706774 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70ba8ce-9618-4e45-a920-b219ce6e978e', 'tag': 'c92279f0-5ba0-4a2b-9c26-906817f462db'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:51.709080 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ebc0fc-5234-444b-a014-e97a864c308a" -d '{"events": [{"name": "network-changed", "server_uuid": "b70ba8ce-9618-4e45-a920-b219ce6e978e", "tag": "c92279f0-5ba0-4a2b-9c26-906817f462db"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:51.718839 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63f6dbfe-45f8-4b4e-a275-efccfebc4bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.742072 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d6a0a6bf-8358-4a85-9bae-688261e55213 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7184560 Jul 06 11:50:51.743489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54392) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:51.748526 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63f6dbfe-45f8-4b4e-a275-efccfebc4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.749057 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7c91fdcc-4622-403b-a758-9d06a2c3c094 admin admin] Request body: {'subnet': {'network_id': 'c2261018-7596-46e7-a952-95658e7a64f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-127365122-subnet', 'tenant_id': '6ac79f01dec84d34ab097fba880281e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:51.771354 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:51.786599 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c91fdcc-4622-403b-a758-9d06a2c3c094 admin admin] Made reservation on behalf of 6ac79f01dec84d34ab097fba880281e6 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:51.789694 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c91fdcc-4622-403b-a758-9d06a2c3c094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.791368 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:51.800485 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f6dbfe-45f8-4b4e-a275-efccfebc4bcc admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:50:51.802847 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:51.814507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Pushing event updated for resources: {'Port': ['ID=8f164092-19f1-4ed3-a46f-76bb11dd8ecf,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:51.849068 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1838958-2c61-4f2c-9cd9-ba0405b15eda x-openstack-request-id: req-b1838958-2c61-4f2c-9cd9-ba0405b15eda {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:51.849068 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70ba8ce-9618-4e45-a920-b219ce6e978e", "tag": "c92279f0-5ba0-4a2b-9c26-906817f462db", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:51.849068 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1838958-2c61-4f2c-9cd9-ba0405b15eda {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:51.849317 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70ba8ce-9618-4e45-a920-b219ce6e978e', 'tag': 'c92279f0-5ba0-4a2b-9c26-906817f462db', 'status': 'completed', 'code': 200} Jul 06 11:50:51.859261 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63f6dbfe-45f8-4b4e-a275-efccfebc4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.859636 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-63f6dbfe-45f8-4b4e-a275-efccfebc4bcc admin admin] Added segment d43785a3-5fbc-4b3f-99e8-31d89b615057 of type vlan for network 983fb040-9529-4be2-835e-8b237b1ea52f Jul 06 11:50:51.879386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6dbfe-45f8-4b4e-a275-efccfebc4bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca06f2df-16e7-4dbe-9124-8d6007c62886,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:51.925667 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-1d933152-3f7f-4045-94d3-18c3e41cefae req-0cfef68a-20dc-4304-b00f-9cabe7f811ac tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] show failed (client error): The resource could not be found. Jul 06 11:50:51.927206 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d933152-3f7f-4045-94d3-18c3e41cefae req-0cfef68a-20dc-4304-b00f-9cabe7f811ac tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/38207ee5-d8f0-4b82-9d4f-8ab8b54ea971 HTTP/1.1" status: 404 len: 352 time: 0.0720823 Jul 06 11:50:51.977750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:51.980495 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:51.996694 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63f6dbfe-45f8-4b4e-a275-efccfebc4bcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.009701 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-1dacefd8-1d3b-4060-b8c9-1a2f76723564 req-ec8e02cd-252c-4c82-91c4-8f937c7c5d7f tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] show failed (client error): The resource could not be found. Jul 06 11:50:52.010876 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1dacefd8-1d3b-4060-b8c9-1a2f76723564 req-ec8e02cd-252c-4c82-91c4-8f937c7c5d7f tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/dffd1efd-951c-47ed-b1e5-fbb03b2a158e HTTP/1.1" status: 404 len: 352 time: 0.0581391 Jul 06 11:50:52.030418 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-126e1705-096f-4979-b763-fcb197e99928 req-ed50b157-d3bb-47c6-8c7b-5eda3b25c932 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9360425 Jul 06 11:50:52.047377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Request body: {'port': {'device_id': 'ee0af624-52ba-45bd-acc0-4f09f2b77152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:52.091276 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63f6dbfe-45f8-4b4e-a275-efccfebc4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.092199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f6dbfe-45f8-4b4e-a275-efccfebc4bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:52.092793 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63f6dbfe-45f8-4b4e-a275-efccfebc4bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.109585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb04e2-8ef4-4c85-855d-927ec9cc5f57 req-8304a6c7-7876-4cdd-b8c6-a3d0f56c1637 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:52.111408 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2cfb04e2-8ef4-4c85-855d-927ec9cc5f57 req-8304a6c7-7876-4cdd-b8c6-a3d0f56c1637 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 945 time: 0.4180188 Jul 06 11:50:52.111991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebc0fc-5234-444b-a014-e97a864c308a req-0538a9e4-e778-4488-8568-6f935d9b68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:52.113499 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12ebc0fc-5234-444b-a014-e97a864c308a req-0538a9e4-e778-4488-8568-6f935d9b68fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 1125 time: 0.2307436 Jul 06 11:50:52.144652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ed49c47a-2495-46a9-8822-3527e0b9b733 None None] Provisioning for port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:50:52.150901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ed49c47a-2495-46a9-8822-3527e0b9b733 None None] Provisioning complete for port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:50:52.151679 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed49c47a-2495-46a9-8822-3527e0b9b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.192248 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ed49c47a-2495-46a9-8822-3527e0b9b733 None None] Port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:50:52.199090 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2cfb04e2-8ef4-4c85-855d-927ec9cc5f57 req-b98afc39-4f6c-4b45-a03c-2081d0d00366 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763562 Jul 06 11:50:52.219925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-63f6dbfe-45f8-4b4e-a275-efccfebc4bcc admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3393407 Jul 06 11:50:52.228487 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54404) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:52.235399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e67397dc-3bf3-4310-a669-c5a624df1229 admin admin] Request body: {'subnet': {'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1689965947-subnet', 'tenant_id': 'd2d76adf81784b64aea38db034db806b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:52.276554 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67397dc-3bf3-4310-a669-c5a624df1229 admin admin] Made reservation on behalf of d2d76adf81784b64aea38db034db806b for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:52.278918 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e67397dc-3bf3-4310-a669-c5a624df1229 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.280775 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-385789eb-f911-4d79-b7ea-e7c1f2947760 req-2c542aeb-88da-437c-b949-de8501825c94 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] show failed (client error): The resource could not be found. Jul 06 11:50:52.281772 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-385789eb-f911-4d79-b7ea-e7c1f2947760 req-2c542aeb-88da-437c-b949-de8501825c94 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/352e6117-429d-40e5-acf3-43095be78376 HTTP/1.1" status: 404 len: 352 time: 0.0356185 Jul 06 11:50:52.297412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6dbfe-45f8-4b4e-a275-efccfebc4bcc admin admin] Pushing event updated for resources: {'Network': ['ID=983fb040-9529-4be2-835e-8b237b1ea52f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:52.314477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 983fb040-9529-4be2-835e-8b237b1ea52f details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:50:52.317271 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.378472 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c91fdcc-4622-403b-a758-9d06a2c3c094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.395922 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebc0fc-5234-444b-a014-e97a864c308a req-c5dfe7fe-1cda-4233-a1ef-95af13567c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:52.398409 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12ebc0fc-5234-444b-a014-e97a864c308a req-c5dfe7fe-1cda-4233-a1ef-95af13567c71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.2317533 Jul 06 11:50:52.466067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468483fe-2bb0-4ff9-9d8b-bda711809a8e req-10e5b943-2d5f-44c6-a949-79202341ff4e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:52.470871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91fdcc-4622-403b-a758-9d06a2c3c094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c654d85f-178c-4a61-9d4b-6ab3df3a7c96,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:52.479214 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-468483fe-2bb0-4ff9-9d8b-bda711809a8e req-10e5b943-2d5f-44c6-a949-79202341ff4e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.3166060 Jul 06 11:50:52.487551 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12ebc0fc-5234-444b-a014-e97a864c308a req-2902d13d-4798-44ce-adc6-727de245859b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c92279f0-5ba0-4a2b-9c26-906817f462db HTTP/1.1" status: 200 len: 217 time: 0.0792041 Jul 06 11:50:52.493407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91fdcc-4622-403b-a758-9d06a2c3c094 admin admin] Checking segment: {'id': 'ff556bd2-24a3-4ae6-a8b9-f0a503e0723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c2261018-7596-46e7-a952-95658e7a64f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:52.493713 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c91fdcc-4622-403b-a758-9d06a2c3c094 admin admin] Network hostable DHCP agents. Network: c2261018-7596-46e7-a952-95658e7a64f1, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:50:52.518619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:52.520973 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f7617e-24c2-4420-98b5-28c756cd3d55" -d '{"events": [{"server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "name": "network-vif-plugged", "status": "completed", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:52.645072 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e67397dc-3bf3-4310-a669-c5a624df1229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.653143 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-468483fe-2bb0-4ff9-9d8b-bda711809a8e req-5297511e-31f9-4612-a496-fde5bcbbaacc tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728601 Jul 06 11:50:52.678490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c91fdcc-4622-403b-a758-9d06a2c3c094 admin admin] Network c2261018-7596-46e7-a952-95658e7a64f1 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:50:52.679511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebc0fc-5234-444b-a014-e97a864c308a req-76cdb6af-77dd-4586-b398-1d56fc188be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:52.681292 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12ebc0fc-5234-444b-a014-e97a864c308a req-76cdb6af-77dd-4586-b398-1d56fc188be8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.1376896 Jul 06 11:50:52.693737 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7c91fdcc-4622-403b-a758-9d06a2c3c094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, c2261018-7596-46e7-a952-95658e7a64f1) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:52.704933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8831989b-85c7-4add-a3db-973758fb569c None None] Network c2261018-7596-46e7-a952-95658e7a64f1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:52.707103 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c91fdcc-4622-403b-a758-9d06a2c3c094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:52.707727 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c91fdcc-4622-403b-a758-9d06a2c3c094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.723141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67397dc-3bf3-4310-a669-c5a624df1229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37f22715-ba8d-4530-84b2-f69de5c14956,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:52.739094 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-d9d97ab0-32b4-4967-b15d-1601047bbc43 req-48402a97-2c40-446a-ba9c-8a3581401e66 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] show failed (client error): The resource could not be found. Jul 06 11:50:52.740155 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9d97ab0-32b4-4967-b15d-1601047bbc43 req-48402a97-2c40-446a-ba9c-8a3581401e66 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/2d023ab5-6a49-4d3a-bffc-d7e1c76cb06e HTTP/1.1" status: 404 len: 352 time: 0.0503130 Jul 06 11:50:52.742816 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12ebc0fc-5234-444b-a014-e97a864c308a req-054bbd31-415f-49a1-8c28-a7f86313764f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494332 Jul 06 11:50:52.747280 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7c91fdcc-4622-403b-a758-9d06a2c3c094 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9996233 Jul 06 11:50:52.768468 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67397dc-3bf3-4310-a669-c5a624df1229 admin admin] Checking segment: {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:52.768863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67397dc-3bf3-4310-a669-c5a624df1229 admin admin] Network hostable DHCP agents. Network: 983fb040-9529-4be2-835e-8b237b1ea52f, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:50:52.800890 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2f053-e311-4338-9823-094dafeabf4e req-e3c4477f-0f0a-4eaf-9694-cb7c82eeaed4 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:52.807600 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a89500-fa13-4b12-8fdb-8db168efbb97 x-openstack-request-id: req-99a89500-fa13-4b12-8fdb-8db168efbb97 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:52.808029 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-34b2f053-e311-4338-9823-094dafeabf4e req-e3c4477f-0f0a-4eaf-9694-cb7c82eeaed4 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 934 time: 0.2054522 Jul 06 11:50:52.808290 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "name": "network-vif-plugged", "status": "completed", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:52.808721 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99a89500-fa13-4b12-8fdb-8db168efbb97 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:52.809273 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f', 'code': 200} Jul 06 11:50:52.838035 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67397dc-3bf3-4310-a669-c5a624df1229 admin admin] Network 983fb040-9529-4be2-835e-8b237b1ea52f is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:50:52.864448 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:50:52.894578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e67397dc-3bf3-4310-a669-c5a624df1229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 983fb040-9529-4be2-835e-8b237b1ea52f) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:52.902818 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67397dc-3bf3-4310-a669-c5a624df1229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:52.905159 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e67397dc-3bf3-4310-a669-c5a624df1229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:52.916551 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6992806-4691-4086-bc34-9ac28f1d8403 None None] Network 983fb040-9529-4be2-835e-8b237b1ea52f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:52.918920 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-34b2f053-e311-4338-9823-094dafeabf4e req-6bad38dd-9a60-4f93-8d55-98f2e6225fb6 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/security-groups?id=35a66572-e67c-4c40-a561-9a6d146bff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001604 Jul 06 11:50:52.930875 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12ebc0fc-5234-444b-a014-e97a864c308a req-4368f1bf-eb0d-4e1f-8162-f26b1ed1968f service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771460 Jul 06 11:50:52.940707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84da5b0c-c567-4352-b918-82700b110312 None None] Network c2261018-7596-46e7-a952-95658e7a64f1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:52.945031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f164092-19f1-4ed3-a46f-76bb11dd8ecf {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:52.984808 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e67397dc-3bf3-4310-a669-c5a624df1229 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7471602 Jul 06 11:50:53.018893 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-5c953de7-f865-435a-99bc-5b7714ce5dca req-380c59af-3f2a-4d3e-9717-9dbed7c4afd1 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] show failed (client error): The resource could not be found. Jul 06 11:50:53.025020 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5c953de7-f865-435a-99bc-5b7714ce5dca req-380c59af-3f2a-4d3e-9717-9dbed7c4afd1 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/13f73535-0a4e-4772-add5-22f058e5bfbb HTTP/1.1" status: 404 len: 352 time: 0.0457807 Jul 06 11:50:53.056104 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.057002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781aed2-b3f9-42a8-aa69-cda2b68d86d9 req-6896c086-734b-40d1-ad50-0f57f999a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:53.058524 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4781aed2-b3f9-42a8-aa69-cda2b68d86d9 req-6896c086-734b-40d1-ad50-0f57f999a652 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 1101 time: 0.1339643 Jul 06 11:50:53.072883 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Transition to ACTIVE for port object 8f164092-19f1-4ed3-a46f-76bb11dd8ecf will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:53.079255 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.098066 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4781aed2-b3f9-42a8-aa69-cda2b68d86d9 req-0409a525-bf4b-41a8-b807-7b0f1973420a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314977 Jul 06 11:50:53.184099 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12ebc0fc-5234-444b-a014-e97a864c308a req-0b761007-cb10-41ac-9c8d-dfc5ed450201 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337489 Jul 06 11:50:53.223799 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Pushing event updated for resources: {'Port': ['ID=8f164092-19f1-4ed3-a46f-76bb11dd8ecf,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:53.228060 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-7a807eb9-e65c-488c-907e-fa6bf5739861 req-46357118-3ba2-4f12-834d-44f9cf16b1d2 tempest-SecurityGroupsNegativeTestJSON-1523879665 tempest-SecurityGroupsNegativeTestJSON-1523879665-project] show failed (client error): The resource could not be found. Jul 06 11:50:53.234279 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7a807eb9-e65c-488c-907e-fa6bf5739861 req-46357118-3ba2-4f12-834d-44f9cf16b1d2 tempest-SecurityGroupsNegativeTestJSON-1523879665 tempest-SecurityGroupsNegativeTestJSON-1523879665-project] 10.222.0.81 "GET /v2.0/security-groups/e11a6e30-894b-4442-bc14-268b4fbed89a HTTP/1.1" status: 404 len: 352 time: 0.0255420 Jul 06 11:50:53.243983 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb571383-cdaf-4087-8b76-c62b51f5ddc1 None None] Network 983fb040-9529-4be2-835e-8b237b1ea52f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:53.268608 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-6ad48ccb-3127-434a-972b-75f358dac5ee req-2a70fa3c-59a1-42d1-b691-0a584227d730 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] show failed (client error): The resource could not be found. Jul 06 11:50:53.270738 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6ad48ccb-3127-434a-972b-75f358dac5ee req-2a70fa3c-59a1-42d1-b691-0a584227d730 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/e16fb8b2-6f65-4ddb-9580-41170344d5a7 HTTP/1.1" status: 404 len: 352 time: 0.0164552 Jul 06 11:50:53.318732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95eeb7-7cf6-42e7-8dd2-ffb19098579f req-d96a7b19-a3fb-41f1-ae90-a4195759683a tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:53.324029 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c95eeb7-7cf6-42e7-8dd2-ffb19098579f req-d96a7b19-a3fb-41f1-ae90-a4195759683a tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 944 time: 0.2495396 Jul 06 11:50:53.361115 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Attempting to bind port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:53.361580 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Attempting to bind port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:53.362183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Attempting to bind port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:53.373762 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:53.374534 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Attempting to bind port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:53.387360 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c95eeb7-7cf6-42e7-8dd2-ffb19098579f req-7721badc-ec27-4c0f-8acf-e574ebaf23ef tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574195 Jul 06 11:50:53.388486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:53.389085 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:53.389693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:53.390641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Bound port: 8f164092-19f1-4ed3-a46f-76bb11dd8ecf, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:53.391262 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.481516 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] For port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:53.485073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] For port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8f164092-19f1-4ed3-a46f-76bb11dd8ecf,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:53.490894 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.527041 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:53.527913 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:53.529668 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-126e1705-096f-4979-b763-fcb197e99928 req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] 10.222.0.89 "PUT /v2.0/ports/8f164092-19f1-4ed3-a46f-76bb11dd8ecf HTTP/1.1" status: 200 len: 1094 time: 1.4885955 Jul 06 11:50:53.548429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-0df53b17-c8c6-4094-9015-fba5de21915b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:53.550365 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-0df53b17-c8c6-4094-9015-fba5de21915b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 812 time: 0.1207013 Jul 06 11:50:53.568443 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-17bc81d6-0e28-4f45-b6c5-4da16b811eff tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/quotas/d2d76adf81784b64aea38db034db806b HTTP/1.1" status: 200 len: 375 time: 0.0109770 Jul 06 11:50:53.575637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4eaa62-a849-43de-95ec-3442badbff8c service neutron] Pushing event updated for resources: {'Port': ['ID=8f164092-19f1-4ed3-a46f-76bb11dd8ecf,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:53.613778 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-64eb4379-e265-4a25-9be4-81aa717449d5 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391684 Jul 06 11:50:53.651316 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e1705-096f-4979-b763-fcb197e99928 req-acea3ff0-b684-4a16-8043-e68914710473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:53.652913 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-126e1705-096f-4979-b763-fcb197e99928 req-acea3ff0-b684-4a16-8043-e68914710473 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5110f0f7cafe47b8842005a03192d547&device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 1097 time: 0.0734525 Jul 06 11:50:53.706380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-126e1705-096f-4979-b763-fcb197e99928 req-3f86dafe-3144-4ee9-b969-d404e4647007 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=8f164092-19f1-4ed3-a46f-76bb11dd8ecf HTTP/1.1" status: 200 len: 217 time: 0.0452430 Jul 06 11:50:53.728951 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-db3060d8-1cb9-45b5-b629-a21914075ab2 service neutron] 10.222.0.81 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073890 Jul 06 11:50:53.791916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e1705-096f-4979-b763-fcb197e99928 req-2a49a54b-33f2-4dd9-8af0-ee40261e443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:53.793400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-126e1705-096f-4979-b763-fcb197e99928 req-2a49a54b-33f2-4dd9-8af0-ee40261e443a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0805357 Jul 06 11:50:53.820638 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-924494f4-b8f2-48d9-8b20-270bc1b11cbc service neutron] 10.222.0.81 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907691 Jul 06 11:50:53.848916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3d9fb-5056-48b7-aa85-98bb8f926caf req-4beccdb1-8f02-4172-bea9-edba987f8c8d tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:53.850420 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47a3d9fb-5056-48b7-aa85-98bb8f926caf req-4beccdb1-8f02-4172-bea9-edba987f8c8d tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 945 time: 0.1102741 Jul 06 11:50:53.852768 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0af624-52ba-45bd-acc0-4f09f2b77152', 'tag': '8f164092-19f1-4ed3-a46f-76bb11dd8ecf'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:53.854944 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e7f886-7d67-4172-bc10-300793cdc5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0af624-52ba-45bd-acc0-4f09f2b77152", "tag": "8f164092-19f1-4ed3-a46f-76bb11dd8ecf"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:53.904437 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47a3d9fb-5056-48b7-aa85-98bb8f926caf req-33189cdf-d019-48d9-a3aa-cd724ef7caf9 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458083 Jul 06 11:50:53.906958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e1705-096f-4979-b763-fcb197e99928 req-6d4654eb-2797-4285-b9e0-3bf219c81dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:53.907945 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-126e1705-096f-4979-b763-fcb197e99928 req-6d4654eb-2797-4285-b9e0-3bf219c81dfa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050613 Jul 06 11:50:54.052895 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-126e1705-096f-4979-b763-fcb197e99928 req-fc5d861c-4ad9-4e79-aec6-78ec20ac338f service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367517 Jul 06 11:50:54.190047 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-126e1705-096f-4979-b763-fcb197e99928 req-1989f51a-178a-4787-a272-d5c752daa1bf service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260669 Jul 06 11:50:54.230179 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c892bbdd-280f-43c7-a00e-b78f707eb4fa x-openstack-request-id: req-c892bbdd-280f-43c7-a00e-b78f707eb4fa {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:54.230565 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0af624-52ba-45bd-acc0-4f09f2b77152", "tag": "8f164092-19f1-4ed3-a46f-76bb11dd8ecf", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:54.230911 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c892bbdd-280f-43c7-a00e-b78f707eb4fa {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:54.231419 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0af624-52ba-45bd-acc0-4f09f2b77152', 'tag': '8f164092-19f1-4ed3-a46f-76bb11dd8ecf', 'status': 'completed', 'code': 200} Jul 06 11:50:54.240701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a1070-0b5c-477e-b41f-651c38555c3e req-88221182-e1e9-4019-aed4-b32bf6b9a548 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:54.242933 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-667a1070-0b5c-477e-b41f-651c38555c3e req-88221182-e1e9-4019-aed4-b32bf6b9a548 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.0803607 Jul 06 11:50:54.307420 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-667a1070-0b5c-477e-b41f-651c38555c3e req-f5cdda10-03e6-47b5-928f-f167eb0a215b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568693 Jul 06 11:50:54.327460 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6c90e284-f0be-4e71-945a-59560b14157d req-80ce3fb6-d898-4104-9471-8b9b2fa3d051 tempest-SecurityGroupsNegativeTestJSON-1523879665 tempest-SecurityGroupsNegativeTestJSON-1523879665-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ac79f01dec84d34ab097fba880281e6 HTTP/1.1" status: 200 len: 2984 time: 0.0856428 Jul 06 11:50:54.392578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6c90e284-f0be-4e71-945a-59560b14157d req-ebcf2f65-e422-48d0-a80b-4bbed02136ac tempest-SecurityGroupsNegativeTestJSON-1523879665 tempest-SecurityGroupsNegativeTestJSON-1523879665-project] 10.222.0.81 "GET /v2.0/security-groups/bbff4704-5318-4d9c-be1f-64f76399e2e2 HTTP/1.1" status: 200 len: 2981 time: 0.0641909 Jul 06 11:50:54.417729 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7f886-7d67-4172-bc10-300793cdc5b7 req-8ce75006-8e6e-4a9c-8855-88446bdab6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:54.419564 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2e7f886-7d67-4172-bc10-300793cdc5b7 req-8ce75006-8e6e-4a9c-8855-88446bdab6c8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5110f0f7cafe47b8842005a03192d547&device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 1097 time: 0.1473222 Jul 06 11:50:54.477914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea10f7-c7d4-4085-b34c-bf52e36338de req-a6ebb4aa-2624-40c5-97c2-870470680b89 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:54.479812 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1bea10f7-c7d4-4085-b34c-bf52e36338de req-a6ebb4aa-2624-40c5-97c2-870470680b89 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 1096 time: 0.0592191 Jul 06 11:50:54.504474 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6c90e284-f0be-4e71-945a-59560b14157d req-0d7784d2-59a4-4574-92d1-7242cd2ffbd0 tempest-SecurityGroupsNegativeTestJSON-1523879665 tempest-SecurityGroupsNegativeTestJSON-1523879665-project] 10.222.0.81 "GET /v2.0/security-groups/bbff4704-5318-4d9c-be1f-64f76399e2e2 HTTP/1.1" status: 200 len: 2981 time: 0.1107993 Jul 06 11:50:54.535790 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1bea10f7-c7d4-4085-b34c-bf52e36338de req-11b4a8b2-e3f1-4e76-a0a0-bb3d6a0a8821 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498800 Jul 06 11:50:54.546005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7f886-7d67-4172-bc10-300793cdc5b7 req-f481fed7-4f8b-492c-9962-7cfa80a080bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:54.548220 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2e7f886-7d67-4172-bc10-300793cdc5b7 req-f481fed7-4f8b-492c-9962-7cfa80a080bd service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1207352 Jul 06 11:50:54.613440 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2e7f886-7d67-4172-bc10-300793cdc5b7 req-37498adb-5125-403a-b57c-3f1083927ad4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=8f164092-19f1-4ed3-a46f-76bb11dd8ecf HTTP/1.1" status: 200 len: 217 time: 0.0538673 Jul 06 11:50:54.658216 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a642377-1bde-4c95-92f2-4360b68619d6 req-1f9dd167-e218-42fc-8e5f-3fe0152ac004 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=ddb136f6-64a7-46ae-8b6e-8f043ad84582 HTTP/1.1" status: 200 len: 210 time: 0.0435522 Jul 06 11:50:54.694634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7f886-7d67-4172-bc10-300793cdc5b7 req-c6698d87-fd00-4227-b4b7-2bd9a9262a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:54.696314 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2e7f886-7d67-4172-bc10-300793cdc5b7 req-c6698d87-fd00-4227-b4b7-2bd9a9262a4b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0496840 Jul 06 11:50:54.760188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267d51f-6c94-4beb-a00a-239dfa55a5ac req-3bb167c7-3fef-4a0b-9add-98b604793fcc tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:54.761965 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a267d51f-6c94-4beb-a00a-239dfa55a5ac req-3bb167c7-3fef-4a0b-9add-98b604793fcc tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 946 time: 0.0937302 Jul 06 11:50:54.770840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7f886-7d67-4172-bc10-300793cdc5b7 req-cf5156e1-c714-4c2f-9e4e-50edf64e5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:54.772418 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2e7f886-7d67-4172-bc10-300793cdc5b7 req-cf5156e1-c714-4c2f-9e4e-50edf64e5ef3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697546 Jul 06 11:50:54.807814 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a267d51f-6c94-4beb-a00a-239dfa55a5ac req-9f6cb47f-d331-452c-a2d4-768d2a8b9f1f tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/security-groups?id=35a66572-e67c-4c40-a561-9a6d146bff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394666 Jul 06 11:50:54.903990 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af204d-4938-4e9a-b92f-db295aa2f121 req-a3ee613f-ae81-46a2-99f3-69116b1bc3ba tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:54.905540 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28af204d-4938-4e9a-b92f-db295aa2f121 req-a3ee613f-ae81-46a2-99f3-69116b1bc3ba tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 1023 time: 0.1317091 Jul 06 11:50:54.929452 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2e7f886-7d67-4172-bc10-300793cdc5b7 req-b9aee311-cb06-48e2-8fe2-49a6096d39c7 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232843 Jul 06 11:50:54.982361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670dc42-90e9-4c57-8c69-0fde0c849f65 req-b473a930-f811-49ab-8469-4df78680ae10 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:54.983905 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e670dc42-90e9-4c57-8c69-0fde0c849f65 req-b473a930-f811-49ab-8469-4df78680ae10 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 944 time: 0.0657969 Jul 06 11:50:55.004530 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28af204d-4938-4e9a-b92f-db295aa2f121 req-66b539f5-5283-4804-befa-2569de91034d tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=82820080-5528-4377-a3bc-533f8ba247c4&id=a87fdd85-0ed4-4428-965f-c202508983fc&id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0870795 Jul 06 11:50:55.035814 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e670dc42-90e9-4c57-8c69-0fde0c849f65 req-650560a1-b22f-456d-a626-0bc1d1bcbb0b tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460632 Jul 06 11:50:55.076840 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2e7f886-7d67-4172-bc10-300793cdc5b7 req-aa7769aa-83c7-4f27-9c89-d866cbaf106d service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382380 Jul 06 11:50:55.096580 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2b87af7-99c5-453a-86b8-d46b055fee4d req-dd8b60a5-8402-4435-9cef-9bfc4d044afa tempest-SecurityGroupsNegativeTestJSON-1523879665 tempest-SecurityGroupsNegativeTestJSON-1523879665-project] 10.222.0.81 "GET /v2.0/security-groups/bbff4704-5318-4d9c-be1f-64f76399e2e2 HTTP/1.1" status: 200 len: 2981 time: 0.0635254 Jul 06 11:50:55.159548 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-c2b87af7-99c5-453a-86b8-d46b055fee4d req-feff6bf6-a4f8-4ed5-8500-cfc0891dce36 tempest-SecurityGroupsNegativeTestJSON-1523879665 tempest-SecurityGroupsNegativeTestJSON-1523879665-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 11:50:55.160756 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2b87af7-99c5-453a-86b8-d46b055fee4d req-feff6bf6-a4f8-4ed5-8500-cfc0891dce36 tempest-SecurityGroupsNegativeTestJSON-1523879665 tempest-SecurityGroupsNegativeTestJSON-1523879665-project] 10.222.0.81 "DELETE /v2.0/security-groups/bbff4704-5318-4d9c-be1f-64f76399e2e2 HTTP/1.1" status: 409 len: 352 time: 0.0585506 Jul 06 11:50:55.201413 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-fe33bd54-2d56-408a-9cf5-90225f519cd6 req-45eda5d4-9c45-432b-926d-5b0ce19f8e89 tempest-SecurityGroupsNegativeTestJSON-1523879665 tempest-SecurityGroupsNegativeTestJSON-1523879665-project] show failed (client error): The resource could not be found. Jul 06 11:50:55.202430 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe33bd54-2d56-408a-9cf5-90225f519cd6 req-45eda5d4-9c45-432b-926d-5b0ce19f8e89 tempest-SecurityGroupsNegativeTestJSON-1523879665 tempest-SecurityGroupsNegativeTestJSON-1523879665-project] 10.222.0.81 "GET /v2.0/security-groups/fe5cc010-3462-47c1-ab58-5e30001846df HTTP/1.1" status: 404 len: 352 time: 0.0157170 Jul 06 11:50:55.240140 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-74a637bf-9e67-411a-b907-2b9a981242e2 req-90b53c91-892f-45a2-b1f8-8a1fd38c7520 tempest-SecurityGroupsNegativeTestJSON-1523879665 tempest-SecurityGroupsNegativeTestJSON-1523879665-project] show failed (client error): The resource could not be found. Jul 06 11:50:55.241255 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74a637bf-9e67-411a-b907-2b9a981242e2 req-90b53c91-892f-45a2-b1f8-8a1fd38c7520 tempest-SecurityGroupsNegativeTestJSON-1523879665 tempest-SecurityGroupsNegativeTestJSON-1523879665-project] 10.222.0.81 "GET /v2.0/security-groups/48d885ff-fd48-45ae-98bd-2f7ffeb62a51 HTTP/1.1" status: 404 len: 352 time: 0.0142655 Jul 06 11:50:55.253757 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54486) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:55.305305 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Deleting subnet c654d85f-178c-4a61-9d4b-6ab3df3a7c96 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:50:55.309438 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:55.367303 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:55.541753 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:55.630041 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-645affdf-cba1-4f7e-9197-a22c8efcce21 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:55.631499 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-645affdf-cba1-4f7e-9197-a22c8efcce21 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 812 time: 0.2181294 Jul 06 11:50:55.645585 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-728703e6-06fa-4561-b9aa-9526fb09231b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Request body: {'port': {'device_id': 'ddb136f6-64a7-46ae-8b6e-8f043ad84582', 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f', 'admin_state_up': True, 'tenant_id': 'd2d76adf81784b64aea38db034db806b'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:55.655867 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76447f72-5289-465d-a140-9f6daeb1af64 req-e747d571-31b8-4f7b-9ed8-5e08cec8d06e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:55.657307 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76447f72-5289-465d-a140-9f6daeb1af64 req-e747d571-31b8-4f7b-9ed8-5e08cec8d06e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.1730802 Jul 06 11:50:55.674607 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:55.738756 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c654d85f-178c-4a61-9d4b-6ab3df3a7c96,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:55.758288 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:55.762447 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c654d85f-178c-4a61-9d4b-6ab3df3a7c96 HTTP/1.1" status: 204 len: 168 time: 0.5053699 Jul 06 11:50:55.764955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54498) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:55.766579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:55.766930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:55.767292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:55.767631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:55.768078 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:55.768418 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:55.768752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:55.769096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:55.769407 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:55.769729 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:55.770051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:55.770371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb8d37-1266-4a0f-b526-2ce6457c1b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:55.800728 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76447f72-5289-465d-a140-9f6daeb1af64 req-4d9e01d0-81d8-4f60-ad2f-837fadbcf4dd tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274469 Jul 06 11:50:55.852930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-728703e6-06fa-4561-b9aa-9526fb09231b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Made reservation on behalf of d2d76adf81784b64aea38db034db806b for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:55.857545 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-728703e6-06fa-4561-b9aa-9526fb09231b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:55.859307 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:55.881331 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30237b5e-b4ab-4fea-bd81-cc375caec49b req-8308e631-db81-4ef0-a2b0-06581ff7a6d9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=ddb136f6-64a7-46ae-8b6e-8f043ad84582 HTTP/1.1" status: 200 len: 210 time: 0.0387108 Jul 06 11:50:55.997567 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.023118 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2261018-7596-46e7-a952-95658e7a64f1']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:56.044939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff556bd2-24a3-4ae6-a8b9-f0a503e0723f') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:56.045315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff556bd2-24a3-4ae6-a8b9-f0a503e0723f') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:50:56.047345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-728703e6-06fa-4561-b9aa-9526fb09231b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Allocated IP 172.20.0.7 (983fb040-9529-4be2-835e-8b237b1ea52f/37f22715-ba8d-4530-84b2-f69de5c14956/044f6090-f308-49df-873e-baf514c42916) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:50:56.078821 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.099048 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.113481 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:50:56.113946 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:50:56.115737 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:50:56.158053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383d078-a091-4b38-882d-010833fa4a7e req-694dddc7-6ea7-43f7-8ef2-4c5ee1ede933 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:56.161906 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3383d078-a091-4b38-882d-010833fa4a7e req-694dddc7-6ea7-43f7-8ef2-4c5ee1ede933 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 946 time: 0.1716373 Jul 06 11:50:56.178236 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734ea57-1374-4a38-8566-50078a374c26 req-ab80756f-31e9-47d3-ac1c-85931772205e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:56.180489 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9734ea57-1374-4a38-8566-50078a374c26 req-ab80756f-31e9-47d3-ac1c-85931772205e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.1594167 Jul 06 11:50:56.195724 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.202332 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.205596 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c2261018-7596-46e7-a952-95658e7a64f1 HTTP/1.1" status: 204 len: 168 time: 0.4388416 Jul 06 11:50:56.236093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2261018-7596-46e7-a952-95658e7a64f1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:56.250152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:56.270040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:56.270040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:56.270040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:56.270040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:56.270040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:56.270040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:56.270040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:56.270040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:56.270040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:56.270040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:56.270040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebac0be-b8f3-4310-877e-fadfa102b568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:56.276871 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bd129-239a-45b5-8821-f8ce15dbe3be req-59401c7c-c907-4566-bc73-7e8ef0d8505e tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:56.278701 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cb6bd129-239a-45b5-8821-f8ce15dbe3be req-59401c7c-c907-4566-bc73-7e8ef0d8505e tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.89 "GET /v2.0/ports?device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 1023 time: 0.2156191 Jul 06 11:50:56.288717 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9734ea57-1374-4a38-8566-50078a374c26 req-7a2ea344-327a-4d5f-bba9-972aa95caa71 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818791 Jul 06 11:50:56.302805 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3383d078-a091-4b38-882d-010833fa4a7e req-d86143b8-a0b2-414a-ad54-2ef34719132e tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/security-groups?id=35a66572-e67c-4c40-a561-9a6d146bff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330485 Jul 06 11:50:56.379479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54514) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:56.427254 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cd11fd99-05c5-4886-8316-401bc2bde8d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ac79f01dec84d34ab097fba880281e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462661 Jul 06 11:50:56.429852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54516) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:56.541570 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91c9e11b-5058-44d7-8335-8275fee017cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.550465 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d921ed-9e92-4651-836f-b5042da82ef7 req-24bcb5e8-d594-4979-9f5c-19f871296e9a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:56.552071 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2d921ed-9e92-4651-836f-b5042da82ef7 req-24bcb5e8-d594-4979-9f5c-19f871296e9a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 1023 time: 0.1086786 Jul 06 11:50:56.588410 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91c9e11b-5058-44d7-8335-8275fee017cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.623356 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2d921ed-9e92-4651-836f-b5042da82ef7 req-061425ef-321a-45ac-9d4c-6bf58129f9d0 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups?id=82820080-5528-4377-a3bc-533f8ba247c4&id=a87fdd85-0ed4-4428-965f-c202508983fc&id=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0618999 Jul 06 11:50:56.668970 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91c9e11b-5058-44d7-8335-8275fee017cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.672400 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91c9e11b-5058-44d7-8335-8275fee017cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.676485 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-91c9e11b-5058-44d7-8335-8275fee017cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bbff4704-5318-4d9c-be1f-64f76399e2e2 HTTP/1.1" status: 204 len: 168 time: 0.2454009 Jul 06 11:50:56.685822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9e11b-5058-44d7-8335-8275fee017cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbff4704-5318-4d9c-be1f-64f76399e2e2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:56.765522 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-728703e6-06fa-4561-b9aa-9526fb09231b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.833181 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-cb6bd129-239a-45b5-8821-f8ce15dbe3be req-f96cc637-1081-43ae-9179-d2c960c5d439 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Deleting port 8e897e8f-9283-4a93-870e-a1b08feb97b7 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:50:56.833524 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-cb6bd129-239a-45b5-8821-f8ce15dbe3be req-f96cc637-1081-43ae-9179-d2c960c5d439 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.849080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acea2e-0e49-4b88-a743-8cfbe13cde62 req-5051af08-2505-44ad-91d7-6bd10c3482e8 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:56.851113 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02acea2e-0e49-4b88-a743-8cfbe13cde62 req-5051af08-2505-44ad-91d7-6bd10c3482e8 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 944 time: 0.1545424 Jul 06 11:50:56.900038 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-728703e6-06fa-4561-b9aa-9526fb09231b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:56.968606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-728703e6-06fa-4561-b9aa-9526fb09231b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Network 983fb040-9529-4be2-835e-8b237b1ea52f is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:50:56.993016 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-728703e6-06fa-4561-b9aa-9526fb09231b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:56.997633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-728703e6-06fa-4561-b9aa-9526fb09231b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:50:57.047141 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02acea2e-0e49-4b88-a743-8cfbe13cde62 req-d7ba1730-ccc7-490c-aedc-188b780fbcd8 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819375 Jul 06 11:50:57.053067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728703e6-06fa-4561-b9aa-9526fb09231b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Pushing event updated for resources: {'Port': ['ID=044f6090-f308-49df-873e-baf514c42916,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:57.082111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-cb6bd129-239a-45b5-8821-f8ce15dbe3be req-f96cc637-1081-43ae-9179-d2c960c5d439 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] For port 8e897e8f-9283-4a93-870e-a1b08feb97b7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8e897e8f-9283-4a93-870e-a1b08feb97b7,segment=NetworkSegment(3c1bd99e-7a7f-413b-8c5d-43ca337e8b57),segment_id=3c1bd99e-7a7f-413b-8c5d-43ca337e8b57)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:57.082670 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-cb6bd129-239a-45b5-8821-f8ce15dbe3be req-f96cc637-1081-43ae-9179-d2c960c5d439 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.101756 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-728703e6-06fa-4561-b9aa-9526fb09231b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:57.102389 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-728703e6-06fa-4561-b9aa-9526fb09231b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.108618 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-cb6bd129-239a-45b5-8821-f8ce15dbe3be req-f96cc637-1081-43ae-9179-d2c960c5d439 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Calling delete_port for 8e897e8f-9283-4a93-870e-a1b08feb97b7 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:50:57.163031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-728703e6-06fa-4561-b9aa-9526fb09231b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5217564 Jul 06 11:50:57.181676 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Request body: {'port': {'device_id': 'ddb136f6-64a7-46ae-8b6e-8f043ad84582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.230008 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:50:57.234070 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:50:57.394001 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.408449 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-cb6bd129-239a-45b5-8821-f8ce15dbe3be req-f96cc637-1081-43ae-9179-d2c960c5d439 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.420517 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8e897e8f-9283-4a93-870e-a1b08feb97b7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:57.479875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cc637-1081-43ae-9179-d2c960c5d439 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event deleted for resources: {'Port': ['ID=8e897e8f-9283-4a93-870e-a1b08feb97b7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:57.495157 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104cccb-aaea-454a-9169-3a0d8bd9f01d req-a40562d7-0ed7-4402-98a0-5514960e3fec tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:57.502230 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a104cccb-aaea-454a-9169-3a0d8bd9f01d req-a40562d7-0ed7-4402-98a0-5514960e3fec tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=ddb136f6-64a7-46ae-8b6e-8f043ad84582 HTTP/1.1" status: 200 len: 931 time: 0.2834847 Jul 06 11:50:57.534782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54560) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:57.604179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6bd129-239a-45b5-8821-f8ce15dbe3be req-f96cc637-1081-43ae-9179-d2c960c5d439 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] No DVR routers for this DVR port 8e897e8f-9283-4a93-870e-a1b08feb97b7 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:50:57.613181 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-cb6bd129-239a-45b5-8821-f8ce15dbe3be req-f96cc637-1081-43ae-9179-d2c960c5d439 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.617794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cb6bd129-239a-45b5-8821-f8ce15dbe3be req-f96cc637-1081-43ae-9179-d2c960c5d439 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.89 "DELETE /v2.0/ports/8e897e8f-9283-4a93-870e-a1b08feb97b7 HTTP/1.1" status: 204 len: 173 time: 1.3290195 Jul 06 11:50:57.623700 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfad04fd-7e1f-4f96-a1f5-a17d40505b33', 'name': 'network-vif-deleted', 'tag': '8e897e8f-9283-4a93-870e-a1b08feb97b7'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:50:57.633353 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b43bdc0-f5ce-4145-9fcb-f587074ec495" -d '{"events": [{"server_uuid": "dfad04fd-7e1f-4f96-a1f5-a17d40505b33", "name": "network-vif-deleted", "tag": "8e897e8f-9283-4a93-870e-a1b08feb97b7"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:50:57.714846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a5414411-9615-44d2-b4a4-75cceb5a1564 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-515019799-network', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:57.719158 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a104cccb-aaea-454a-9169-3a0d8bd9f01d req-4a6856b0-f49b-4821-a546-43e7ea9a29ce tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160511 Jul 06 11:50:57.792137 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5414411-9615-44d2-b4a4-75cceb5a1564 admin admin] Made reservation on behalf of 457dc0f1f50449c9b4c6cc1d1c2e89cb for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:57.794631 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5414411-9615-44d2-b4a4-75cceb5a1564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.849708 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5414411-9615-44d2-b4a4-75cceb5a1564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:57.882829 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-4c122fcc-efe0-41dc-9449-b3314bda0e6e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2512541 Jul 06 11:50:57.910429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63f8ef-91dc-4d7e-9300-9eb38cd559a0 req-7ddaa191-4a10-4930-bfee-3a6c86d80776 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:57.912025 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d63f8ef-91dc-4d7e-9300-9eb38cd559a0 req-7ddaa191-4a10-4930-bfee-3a6c86d80776 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 946 time: 0.1785092 Jul 06 11:50:57.995290 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d63f8ef-91dc-4d7e-9300-9eb38cd559a0 req-0862896a-ea1a-45b7-90c7-820e6115e99c tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/security-groups?id=35a66572-e67c-4c40-a561-9a6d146bff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738916 Jul 06 11:50:57.996813 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044f6090-f308-49df-873e-baf514c42916 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:58.021529 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a1728-fc82-45c3-9a87-2e2cc0e05825 req-f2e95b98-a7d4-4f07-8dac-cb6278979d21 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:58.023771 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f41a1728-fc82-45c3-9a87-2e2cc0e05825 req-f2e95b98-a7d4-4f07-8dac-cb6278979d21 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.1597395 Jul 06 11:50:58.025868 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.057819 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Transition to ACTIVE for port object 044f6090-f308-49df-873e-baf514c42916 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:50:58.067755 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.089510 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5414411-9615-44d2-b4a4-75cceb5a1564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.105171 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dd5555-c354-4687-978e-aa1269e03b36 x-openstack-request-id: req-e2dd5555-c354-4687-978e-aa1269e03b36 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:50:58.105609 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfad04fd-7e1f-4f96-a1f5-a17d40505b33", "name": "network-vif-deleted", "tag": "8e897e8f-9283-4a93-870e-a1b08feb97b7", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:50:58.105784 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2dd5555-c354-4687-978e-aa1269e03b36 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:50:58.106238 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfad04fd-7e1f-4f96-a1f5-a17d40505b33', 'name': 'network-vif-deleted', 'tag': '8e897e8f-9283-4a93-870e-a1b08feb97b7', 'status': 'completed', 'code': 200} Jul 06 11:50:58.106988 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5414411-9615-44d2-b4a4-75cceb5a1564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.124666 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f41a1728-fc82-45c3-9a87-2e2cc0e05825 req-ab6f90c5-0b29-4527-b218-dc180de04a0d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921149 Jul 06 11:50:58.177280 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5414411-9615-44d2-b4a4-75cceb5a1564 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:50:58.182958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Pushing event updated for resources: {'Port': ['ID=044f6090-f308-49df-873e-baf514c42916,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:58.234621 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5414411-9615-44d2-b4a4-75cceb5a1564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.235017 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-a5414411-9615-44d2-b4a4-75cceb5a1564 admin admin] Added segment ce28a662-2bb6-4782-9286-7aff05654474 of type vlan for network 6cbefc40-f056-47db-be9b-58cf3978d229 Jul 06 11:50:58.236974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5414411-9615-44d2-b4a4-75cceb5a1564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691a7efe-65c5-4b51-bf5c-6704f82621fd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:58.362038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Attempting to bind port 044f6090-f308-49df-873e-baf514c42916 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:50:58.363932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Attempting to bind port 044f6090-f308-49df-873e-baf514c42916 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:50:58.366660 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Attempting to bind port 044f6090-f308-49df-873e-baf514c42916 on network 983fb040-9529-4be2-835e-8b237b1ea52f {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:58.374194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Port 044f6090-f308-49df-873e-baf514c42916 on network 983fb040-9529-4be2-835e-8b237b1ea52f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:50:58.377232 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Attempting to bind port 044f6090-f308-49df-873e-baf514c42916 on network 983fb040-9529-4be2-835e-8b237b1ea52f {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:50:58.379738 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d73e6ee-2d1a-4737-8f9b-af52e0e171e6 req-da363c74-c8f8-404f-bc5c-96864dec9c9a tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfad04fd-7e1f-4f96-a1f5-a17d40505b33 HTTP/1.1" status: 200 len: 210 time: 0.0457628 Jul 06 11:50:58.381885 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5414411-9615-44d2-b4a4-75cceb5a1564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.388441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:50:58.399807 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Checking segment: {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:58.400215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Bound using segment: {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:50:58.400687 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Bound port: 044f6090-f308-49df-873e-baf514c42916, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:50:58.401063 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.422392 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5414411-9615-44d2-b4a4-75cceb5a1564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.423761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5414411-9615-44d2-b4a4-75cceb5a1564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:58.425219 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5414411-9615-44d2-b4a4-75cceb5a1564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.550617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54594) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:58.551701 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a5414411-9615-44d2-b4a4-75cceb5a1564 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0153270 Jul 06 11:50:58.562341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c7ef1325-6e93-454e-a464-efd9c365b584 admin admin] Request body: {'subnet': {'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-515019799-subnet', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:58.565040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5414411-9615-44d2-b4a4-75cceb5a1564 admin admin] Pushing event updated for resources: {'Network': ['ID=6cbefc40-f056-47db-be9b-58cf3978d229,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:58.575678 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 6cbefc40-f056-47db-be9b-58cf3978d229 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:50:58.589130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] For port 044f6090-f308-49df-873e-baf514c42916, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:50:58.610136 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] For port 044f6090-f308-49df-873e-baf514c42916, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=044f6090-f308-49df-873e-baf514c42916,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:50:58.624674 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.643083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ef1325-6e93-454e-a464-efd9c365b584 admin admin] Made reservation on behalf of 457dc0f1f50449c9b4c6cc1d1c2e89cb for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:50:58.646716 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7ef1325-6e93-454e-a464-efd9c365b584 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.746073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:58.746702 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:58.748129 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] 10.222.0.89 "PUT /v2.0/ports/044f6090-f308-49df-873e-baf514c42916 HTTP/1.1" status: 200 len: 1091 time: 1.5748236 Jul 06 11:50:58.796592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0e9c2-cf6d-4ad4-9b8e-2be77c62a779 service neutron] Pushing event updated for resources: {'Port': ['ID=044f6090-f308-49df-873e-baf514c42916,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:58.840390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8f164092-19f1-4ed3-a46f-76bb11dd8ecf details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:50:58.880812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1605dbd-544a-4fa5-940c-6c3e9cad7ef2 req-baffd7a3-3a49-4680-9633-56cff094d120 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:58.896039 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d1605dbd-544a-4fa5-940c-6c3e9cad7ef2 req-baffd7a3-3a49-4680-9633-56cff094d120 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 944 time: 0.3728776 Jul 06 11:50:58.983631 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477958-fe8c-4007-a9e0-6f2c2636d1b0 req-2fdbdfb9-c94f-4d1f-92d3-ed730806177f tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:58.986842 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-39477958-fe8c-4007-a9e0-6f2c2636d1b0 req-2fdbdfb9-c94f-4d1f-92d3-ed730806177f tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=ddb136f6-64a7-46ae-8b6e-8f043ad84582 HTTP/1.1" status: 200 len: 943 time: 0.1005783 Jul 06 11:50:58.994913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8f164092-19f1-4ed3-a46f-76bb11dd8ecf,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:59.022794 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '8f164092-19f1-4ed3-a46f-76bb11dd8ecf', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '8f164092-19f1-4ed3-a46f-76bb11dd8ecf', 'mac_address': 'fa:16:3e:f2:1f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:50:59.041961 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-39477958-fe8c-4007-a9e0-6f2c2636d1b0 req-9273b7b9-a65c-47ac-81c5-47c23de00c1b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494583 Jul 06 11:50:59.094119 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.108481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f164092-19f1-4ed3-a46f-76bb11dd8ecf {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:50:59.129320 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8f164092-19f1-4ed3-a46f-76bb11dd8ecf,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:50:59.136192 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d1605dbd-544a-4fa5-940c-6c3e9cad7ef2 req-cee4833c-4ab6-44f4-9efa-ee794ced8dd8 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150183 Jul 06 11:50:59.136974 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.217657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-5bf67c89-b9b1-477d-a977-4f66bad3895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:59.220767 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-5bf67c89-b9b1-477d-a977-4f66bad3895c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&device_id=ddb136f6-64a7-46ae-8b6e-8f043ad84582 HTTP/1.1" status: 200 len: 1094 time: 0.3217053 Jul 06 11:50:59.221587 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=8f164092-19f1-4ed3-a46f-76bb11dd8ecf,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:59.222666 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7ef1325-6e93-454e-a464-efd9c365b584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.238871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:59.239560 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:59.240125 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:59.240625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:59.241732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:59.242309 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:59.248842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:59.249870 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:59.250561 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:59.251062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:59.251668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:59.252151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:50:59.268323 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656a983-cdae-4329-a553-63c547e812ce req-fb8bd15c-f786-47a1-b040-b657b3b74751 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:59.276485 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2656a983-cdae-4329-a553-63c547e812ce req-fb8bd15c-f786-47a1-b040-b657b3b74751 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 947 time: 0.0873649 Jul 06 11:50:59.327831 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2656a983-cdae-4329-a553-63c547e812ce req-13e249cc-3959-4dd2-8ba7-433d8543ba23 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/security-groups?id=35a66572-e67c-4c40-a561-9a6d146bff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503807 Jul 06 11:50:59.359479 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-961a376c-df60-4d0a-8355-b3f92f2319c1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044f6090-f308-49df-873e-baf514c42916 HTTP/1.1" status: 200 len: 217 time: 0.1263530 Jul 06 11:50:59.406756 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8f164092-19f1-4ed3-a46f-76bb11dd8ecf'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:50:59.446718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef1325-6e93-454e-a464-efd9c365b584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1531b95d-4d77-4277-8ef4-2eadd02d2d08,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:59.457599 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef1325-6e93-454e-a464-efd9c365b584 admin admin] Checking segment: {'id': 'ce28a662-2bb6-4782-9286-7aff05654474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:50:59.457956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ef1325-6e93-454e-a464-efd9c365b584 admin admin] Network hostable DHCP agents. Network: 6cbefc40-f056-47db-be9b-58cf3978d229, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:50:59.472197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-5f6933bd-f5dd-4f88-b903-44424da03340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:59.473918 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-5f6933bd-f5dd-4f88-b903-44424da03340 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37f22715-ba8d-4530-84b2-f69de5c14956 HTTP/1.1" status: 200 len: 852 time: 0.1015306 Jul 06 11:50:59.525416 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-4c4fb8e4-c765-4acc-960e-e14a89288df7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=983fb040-9529-4be2-835e-8b237b1ea52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419874 Jul 06 11:50:59.538343 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ef1325-6e93-454e-a464-efd9c365b584 admin admin] Network 6cbefc40-f056-47db-be9b-58cf3978d229 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:50:59.564963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1c81-0a98-4f85-bc0d-b10ff900ad85 req-99436914-9a09-497c-9af3-141bccb7b5c3 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:59.566825 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06bb1c81-0a98-4f85-bc0d-b10ff900ad85 req-99436914-9a09-497c-9af3-141bccb7b5c3 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.2142608 Jul 06 11:50:59.635509 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c7ef1325-6e93-454e-a464-efd9c365b584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 6cbefc40-f056-47db-be9b-58cf3978d229) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:50:59.643154 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-979f82b3-0d16-49d4-8929-8adf5a35d393 req-076adefb-ad87-492f-bbc8-da9c8b645e5f tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/a87fdd85-0ed4-4428-965f-c202508983fc HTTP/1.1" status: 200 len: 1800 time: 0.0523372 Jul 06 11:50:59.647548 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef1325-6e93-454e-a464-efd9c365b584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:59.647895 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa1948d-a590-4f4d-8f52-40b8a538b103 None None] Network 6cbefc40-f056-47db-be9b-58cf3978d229 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:50:59.648326 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7ef1325-6e93-454e-a464-efd9c365b584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.713485 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-979f82b3-0d16-49d4-8929-8adf5a35d393 req-a31a04df-e4ed-43b3-be95-dda4df41293e tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.727192 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c7ef1325-6e93-454e-a464-efd9c365b584 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1754930 Jul 06 11:50:59.731899 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54612) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:50:59.737785 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-515019799-router', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:50:59.741634 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06bb1c81-0a98-4f85-bc0d-b10ff900ad85 req-b710513f-e016-49d1-b0fb-d75c57da18bb tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394687 Jul 06 11:50:59.756488 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-d5639f4e-6745-4d54-a4c2-0561f4b52765 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191668 Jul 06 11:50:59.770406 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-979f82b3-0d16-49d4-8929-8adf5a35d393 req-a31a04df-e4ed-43b3-be95-dda4df41293e tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.824283 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-8698a255-5ece-4ef9-b88c-7205a344963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:50:59.825791 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-8698a255-5ece-4ef9-b88c-7205a344963f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 1101 time: 0.1799512 Jul 06 11:50:59.827091 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.829596 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.849861 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-979f82b3-0d16-49d4-8929-8adf5a35d393 req-a31a04df-e4ed-43b3-be95-dda4df41293e tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.851776 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-6cbefc40-f056-47db-be9b-58cf3978d229', 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'fixed_ips': [{'subnet_id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:50:59.852834 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.854206 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-979f82b3-0d16-49d4-8929-8adf5a35d393 req-a31a04df-e4ed-43b3-be95-dda4df41293e tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.862239 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-979f82b3-0d16-49d4-8929-8adf5a35d393 req-a31a04df-e4ed-43b3-be95-dda4df41293e tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "DELETE /v2.0/security-groups/a87fdd85-0ed4-4428-965f-c202508983fc HTTP/1.1" status: 204 len: 173 time: 0.2180240 Jul 06 11:50:59.879893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a04df-e4ed-43b3-be95-dda4df41293e tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87fdd85-0ed4-4428-965f-c202508983fc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:50:59.934279 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:50:59.996415 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a04d1fa5-d6ed-4bbc-b6f2-f4d321c019b0 req-4787e19d-4a7a-4b95-b906-4a1be52f4013 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "GET /v2.0/security-groups/82820080-5528-4377-a3bc-533f8ba247c4 HTTP/1.1" status: 200 len: 1800 time: 0.1146998 Jul 06 11:51:00.003017 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ca95d39-7094-4181-8e8b-286cb2919514 req-6f30e35b-70b5-4a79-878d-60a0a787e1e1 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282586 Jul 06 11:51:00.045046 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-4869a317-d928-4bd4-ab45-191e8b80ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:00.047542 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-4869a317-d928-4bd4-ab45-191e8b80ddbf service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2146204 Jul 06 11:51:00.062410 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Allocated IP 172.20.0.2 (6cbefc40-f056-47db-be9b-58cf3978d229/1531b95d-4d77-4277-8ef4-2eadd02d2d08/259f7445-9ddd-46b0-8cf0-086d84c78e2f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:00.103556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-62bdeabc-6d43-4892-af3a-996d8b985a10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f HTTP/1.1" status: 200 len: 217 time: 0.0459044 Jul 06 11:51:00.108200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb136f6-64a7-46ae-8b6e-8f043ad84582', 'tag': '044f6090-f308-49df-873e-baf514c42916'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:00.111051 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f08b493-a5e3-4d9c-af50-038c74817f99" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb136f6-64a7-46ae-8b6e-8f043ad84582", "tag": "044f6090-f308-49df-873e-baf514c42916"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:00.117828 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.186045 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a04d1fa5-d6ed-4bbc-b6f2-f4d321c019b0 req-7edfa970-edcd-4e6a-8d46-43574fcdfa73 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.228329 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-43f3bd03-1d16-4170-9010-277d1394f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:00.229875 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-43f3bd03-1d16-4170-9010-277d1394f46a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1155779 Jul 06 11:51:00.250713 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a04d1fa5-d6ed-4bbc-b6f2-f4d321c019b0 req-7edfa970-edcd-4e6a-8d46-43574fcdfa73 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.289577 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.301726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Transition to ACTIVE for port object 259f7445-9ddd-46b0-8cf0-086d84c78e2f will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:00.323814 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Transition to ACTIVE for port object 259f7445-9ddd-46b0-8cf0-086d84c78e2f will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:00.332189 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.339740 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a04d1fa5-d6ed-4bbc-b6f2-f4d321c019b0 req-7edfa970-edcd-4e6a-8d46-43574fcdfa73 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.340804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ecb98-065a-424b-9d05-ccd18adb8fa3 req-9babf18d-da2a-4d2c-b559-b81be569adf4 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:00.344695 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a04d1fa5-d6ed-4bbc-b6f2-f4d321c019b0 req-7edfa970-edcd-4e6a-8d46-43574fcdfa73 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.349776 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b88ecb98-065a-424b-9d05-ccd18adb8fa3 req-9babf18d-da2a-4d2c-b559-b81be569adf4 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=ddb136f6-64a7-46ae-8b6e-8f043ad84582 HTTP/1.1" status: 200 len: 943 time: 0.1348011 Jul 06 11:51:00.355338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54624) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:00.358430 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a04d1fa5-d6ed-4bbc-b6f2-f4d321c019b0 req-7edfa970-edcd-4e6a-8d46-43574fcdfa73 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] 10.222.0.81 "DELETE /v2.0/security-groups/82820080-5528-4377-a3bc-533f8ba247c4 HTTP/1.1" status: 204 len: 173 time: 0.3542247 Jul 06 11:51:00.370383 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-b616b362-82b1-460c-aa95-a05c9cd7e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:00.375907 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-b616b362-82b1-460c-aa95-a05c9cd7e182 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1370156 Jul 06 11:51:00.376960 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Network 6cbefc40-f056-47db-be9b-58cf3978d229 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:00.382706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:00.387521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:00.400720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Pushing event updated for resources: {'Port': ['ID=259f7445-9ddd-46b0-8cf0-086d84c78e2f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:00.403348 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebdf4ff-6a27-4bc4-81ff-5876fb14b67c x-openstack-request-id: req-7ebdf4ff-6a27-4bc4-81ff-5876fb14b67c {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:00.403680 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb136f6-64a7-46ae-8b6e-8f043ad84582", "tag": "044f6090-f308-49df-873e-baf514c42916", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:00.403899 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ebdf4ff-6a27-4bc4-81ff-5876fb14b67c {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:00.404308 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb136f6-64a7-46ae-8b6e-8f043ad84582', 'tag': '044f6090-f308-49df-873e-baf514c42916', 'status': 'completed', 'code': 200} Jul 06 11:51:00.412968 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfa970-edcd-4e6a-8d46-43574fcdfa73 tempest-SecurityGroupsTestJSON-776663634 tempest-SecurityGroupsTestJSON-776663634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82820080-5528-4377-a3bc-533f8ba247c4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:00.447678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1a8d6b-5615-468b-a98b-0ed22baeeba3 admin admin] Deleting subnet 3e4953c5-ee5f-4c90-951c-dd079061debe {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:51:00.499035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Attempting to bind port 259f7445-9ddd-46b0-8cf0-086d84c78e2f on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:00.499467 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Attempting to bind port 259f7445-9ddd-46b0-8cf0-086d84c78e2f by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'ce28a662-2bb6-4782-9286-7aff05654474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:00.499982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Attempting to bind port 259f7445-9ddd-46b0-8cf0-086d84c78e2f on network 6cbefc40-f056-47db-be9b-58cf3978d229 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:00.504016 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa1a8d6b-5615-468b-a98b-0ed22baeeba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.506524 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:00.507062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Checking segment: {'id': 'ce28a662-2bb6-4782-9286-7aff05654474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:00.507500 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.508558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Bound using segment: {'id': 'ce28a662-2bb6-4782-9286-7aff05654474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:00.509123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Bound port: 259f7445-9ddd-46b0-8cf0-086d84c78e2f, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce28a662-2bb6-4782-9286-7aff05654474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:00.509612 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.606658 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] For port 259f7445-9ddd-46b0-8cf0-086d84c78e2f, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:00.610969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] For port 259f7445-9ddd-46b0-8cf0-086d84c78e2f, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=259f7445-9ddd-46b0-8cf0-086d84c78e2f,segment=NetworkSegment(ce28a662-2bb6-4782-9286-7aff05654474),segment_id=ce28a662-2bb6-4782-9286-7aff05654474)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:00.620786 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.637368 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b88ecb98-065a-424b-9d05-ccd18adb8fa3 req-b715bb66-3c31-463c-85cd-e284e64c007a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828515 Jul 06 11:51:00.647359 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa1a8d6b-5615-468b-a98b-0ed22baeeba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.664296 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-338e5e3b-a9c8-4517-806a-4ecbec143754 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535641 Jul 06 11:51:00.668260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de7848-7907-4190-a676-d2d5812345e1 req-43b3a703-c88e-4382-806d-bde49548111e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:00.669849 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f6de7848-7907-4190-a676-d2d5812345e1 req-43b3a703-c88e-4382-806d-bde49548111e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 944 time: 0.1236558 Jul 06 11:51:00.672831 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08b493-a5e3-4d9c-af50-038c74817f99 req-ab6e1334-f59c-4ce2-87a5-1a34cb4df613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:00.674252 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f08b493-a5e3-4d9c-af50-038c74817f99 req-ab6e1334-f59c-4ce2-87a5-1a34cb4df613 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&device_id=ddb136f6-64a7-46ae-8b6e-8f043ad84582 HTTP/1.1" status: 200 len: 1094 time: 0.2486587 Jul 06 11:51:00.744432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37348bf9-8240-4e30-8e62-34dbfa8c34f3 None None] Pushing event updated for resources: {'Port': ['ID=259f7445-9ddd-46b0-8cf0-086d84c78e2f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:00.761586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa1a8d6b-5615-468b-a98b-0ed22baeeba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.858911 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.871660 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-3542710e-83dd-4e27-ae1f-6fafcc0df02b service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857219 Jul 06 11:51:00.873997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8f164092-19f1-4ed3-a46f-76bb11dd8ecf up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:00.880572 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f6de7848-7907-4190-a676-d2d5812345e1 req-395b08ea-d8bb-4958-8a77-c42fa08fc83b tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037599 Jul 06 11:51:00.897447 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:00.930499 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08b493-a5e3-4d9c-af50-038c74817f99 req-643e4d49-e540-487f-9335-00a634cef33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:00.933913 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f08b493-a5e3-4d9c-af50-038c74817f99 req-643e4d49-e540-487f-9335-00a634cef33e service neutron] 10.222.0.89 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 913 time: 0.2469935 Jul 06 11:51:01.057727 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:01.067690 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:01.069171 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.090975 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f08b493-a5e3-4d9c-af50-038c74817f99 req-7f62fa7a-92af-4c78-a502-c7ffefa9dc9e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044f6090-f308-49df-873e-baf514c42916 HTTP/1.1" status: 200 len: 217 time: 0.1483300 Jul 06 11:51:01.093913 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Allocated IP 172.25.4.43 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/b5ce922e-3102-4b61-b2a8-9532ff142080) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:01.200694 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08b493-a5e3-4d9c-af50-038c74817f99 req-d9b88bee-a1d1-4668-bbef-2bca1c03e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:01.203051 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f08b493-a5e3-4d9c-af50-038c74817f99 req-d9b88bee-a1d1-4668-bbef-2bca1c03e679 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37f22715-ba8d-4530-84b2-f69de5c14956 HTTP/1.1" status: 200 len: 852 time: 0.1048920 Jul 06 11:51:01.234594 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.264378 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f08b493-a5e3-4d9c-af50-038c74817f99 req-3a4af54a-3e49-4bc3-b5df-e168c76bd333 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=983fb040-9529-4be2-835e-8b237b1ea52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547779 Jul 06 11:51:01.266395 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.270760 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa1a8d6b-5615-468b-a98b-0ed22baeeba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.301172 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.313833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a8d6b-5615-468b-a98b-0ed22baeeba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e4953c5-ee5f-4c90-951c-dd079061debe,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:01.316986 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0af624-52ba-45bd-acc0-4f09f2b77152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f164092-19f1-4ed3-a46f-76bb11dd8ecf'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:01.318354 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa1a8d6b-5615-468b-a98b-0ed22baeeba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.323773 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-aa1a8d6b-5615-468b-a98b-0ed22baeeba3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3e4953c5-ee5f-4c90-951c-dd079061debe HTTP/1.1" status: 204 len: 168 time: 0.9667275 Jul 06 11:51:01.324980 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e57effe-6ee1-4a0c-a4b6-b9dbededf973" -d '{"events": [{"server_uuid": "ee0af624-52ba-45bd-acc0-4f09f2b77152", "name": "network-vif-plugged", "status": "completed", "tag": "8f164092-19f1-4ed3-a46f-76bb11dd8ecf"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:01.339929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8f164092-19f1-4ed3-a46f-76bb11dd8ecf,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:01.351725 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.352799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8e897e8f-9283-4a93-870e-a1b08feb97b7 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:01.359030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54630) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:01.379196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 8e897e8f-9283-4a93-870e-a1b08feb97b7 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:01.379537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8e897e8f-9283-4a93-870e-a1b08feb97b7 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:01.384570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Pushing event updated for resources: {'Port': ['ID=b5ce922e-3102-4b61-b2a8-9532ff142080,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:01.403643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:01.411816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a51a1-1093-4c05-b81c-61f12c549681 req-7502eafd-204b-445d-ae3d-760c87f14b89 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:01.421250 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-721a51a1-1093-4c05-b81c-61f12c549681 req-7502eafd-204b-445d-ae3d-760c87f14b89 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 947 time: 0.6136727 Jul 06 11:51:01.444645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:01.448184 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:01.452522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=8f164092-19f1-4ed3-a46f-76bb11dd8ecf,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:01.510770 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-721a51a1-1093-4c05-b81c-61f12c549681 req-0828d8ec-6e0e-4061-96f7-7efef830e5a9 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/security-groups?id=35a66572-e67c-4c40-a561-9a6d146bff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883646 Jul 06 11:51:01.515952 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57cfca70-33ba-47e4-b73b-1760c76425ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:01.530505 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f08b493-a5e3-4d9c-af50-038c74817f99 req-63ef0ccc-d86e-492b-a407-2fd73779fece service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555420 Jul 06 11:51:01.576301 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee1aa96-44b0-497b-af78-8d78fed3c3e0 x-openstack-request-id: req-aee1aa96-44b0-497b-af78-8d78fed3c3e0 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:01.576591 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0af624-52ba-45bd-acc0-4f09f2b77152", "name": "network-vif-plugged", "status": "completed", "tag": "8f164092-19f1-4ed3-a46f-76bb11dd8ecf", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:01.576847 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aee1aa96-44b0-497b-af78-8d78fed3c3e0 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:01.577243 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0af624-52ba-45bd-acc0-4f09f2b77152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f164092-19f1-4ed3-a46f-76bb11dd8ecf', 'code': 200} Jul 06 11:51:01.621068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0430b-baf9-4d9b-854a-14780be330ee req-ec614049-771a-4677-a3a9-1bd1317b4cb4 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:01.623286 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92b0430b-baf9-4d9b-854a-14780be330ee req-ec614049-771a-4677-a3a9-1bd1317b4cb4 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.2730350 Jul 06 11:51:01.719823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device c92279f0-5ba0-4a2b-9c26-906817f462db no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:02.023182 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e2c84c-7fe2-42a0-8ab3-aee0c376b5ad None None] Network 6cbefc40-f056-47db-be9b-58cf3978d229 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:02.152578 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.209181 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57cfca70-33ba-47e4-b73b-1760c76425ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.216868 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92b0430b-baf9-4d9b-854a-14780be330ee req-e81059a2-c397-4171-8157-7b1d7ab3c55f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861661 Jul 06 11:51:02.227666 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f08b493-a5e3-4d9c-af50-038c74817f99 req-3b4997cb-b4ad-44cc-a0fd-b7a547dce325 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6900480 Jul 06 11:51:02.231701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b09bbca8-9ede-4594-98be-6a81b2b7d1fe None None] Provisioning for port 259f7445-9ddd-46b0-8cf0-086d84c78e2f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:02.231972 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-57cfca70-33ba-47e4-b73b-1760c76425ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbe9c2d-a240-4a74-8981-f136669f1457']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:02.256871 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-57cfca70-33ba-47e4-b73b-1760c76425ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1bd99e-7a7f-413b-8c5d-43ca337e8b57') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:02.257057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-57cfca70-33ba-47e4-b73b-1760c76425ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1bd99e-7a7f-413b-8c5d-43ca337e8b57') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:02.269700 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57cfca70-33ba-47e4-b73b-1760c76425ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.282791 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c57f69-d38e-425b-bd60-3605b98ec539 req-75a1f195-d708-4ddd-bea3-d3b0aee75a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:02.284403 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-72c57f69-d38e-425b-bd60-3605b98ec539 req-75a1f195-d708-4ddd-bea3-d3b0aee75a73 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 1099 time: 0.6331499 Jul 06 11:51:02.298411 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57cfca70-33ba-47e4-b73b-1760c76425ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.323811 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57cfca70-33ba-47e4-b73b-1760c76425ab admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:51:02.324309 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57cfca70-33ba-47e4-b73b-1760c76425ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: timer() Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:51:02.326974 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:51:02.425650 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-72c57f69-d38e-425b-bd60-3605b98ec539 req-c3143540-4cee-4d8f-99f0-c89a1c60ca98 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=35a66572-e67c-4c40-a561-9a6d146bff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312058 Jul 06 11:51:02.435518 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57cfca70-33ba-47e4-b73b-1760c76425ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.441873 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57cfca70-33ba-47e4-b73b-1760c76425ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.445173 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-57cfca70-33ba-47e4-b73b-1760c76425ab admin admin] 10.222.0.81 "DELETE /v2.0/networks/6dbe9c2d-a240-4a74-8981-f136669f1457 HTTP/1.1" status: 204 len: 168 time: 1.0847511 Jul 06 11:51:02.465672 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb4000-a414-4e52-b95a-3d3accc347ad req-7469c8a0-fc7a-47ce-bf99-608a36a1b289 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:02.466533 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfca70-33ba-47e4-b73b-1760c76425ab admin admin] Pushing event deleted for resources: {'Network': ['ID=6dbe9c2d-a240-4a74-8981-f136669f1457,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:02.473089 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7eb4000-a414-4e52-b95a-3d3accc347ad req-7469c8a0-fc7a-47ce-bf99-608a36a1b289 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=ddb136f6-64a7-46ae-8b6e-8f043ad84582 HTTP/1.1" status: 200 len: 943 time: 0.6658258 Jul 06 11:51:02.512808 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb16f7-e30c-4f49-8669-813f4a03e5ec req-3440cbf8-4801-49bf-b3ae-e39ff3442fd3 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:02.514139 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.514446 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0abb16f7-e30c-4f49-8669-813f4a03e5ec req-3440cbf8-4801-49bf-b3ae-e39ff3442fd3 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 944 time: 0.1473186 Jul 06 11:51:02.648326 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7eb4000-a414-4e52-b95a-3d3accc347ad req-4288eae5-550f-4ea7-85df-94575c6435dd tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726885 Jul 06 11:51:02.694863 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 259f7445-9ddd-46b0-8cf0-086d84c78e2f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:02.721824 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54644) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:02.773405 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0abb16f7-e30c-4f49-8669-813f4a03e5ec req-d2e9a9cd-4128-407e-a4ae-2369c8d887b4 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323444 Jul 06 11:51:02.790416 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-f353649b-ea39-4f9a-b84d-8839832037ae service neutron] 10.222.0.23 "GET /v2.0/ports/c92279f0-5ba0-4a2b-9c26-906817f462db/bindings/n-h2-799529-2 HTTP/1.1" status: 200 len: 384 time: 0.2249446 Jul 06 11:51:02.815716 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 259f7445-9ddd-46b0-8cf0-086d84c78e2f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:02.825643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 259f7445-9ddd-46b0-8cf0-086d84c78e2f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:02.826690 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.831767 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b9f9a98a-9d5b-402b-a419-837399d8d661 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11d9c36e12bc454daf17a7e52d2660e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1059759 Jul 06 11:51:02.831767 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54646) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:02.877206 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 044f6090-f308-49df-873e-baf514c42916 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:51:02.942398 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d277221-02ca-4dc2-9caf-2912291d2630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:02.968997 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d277221-02ca-4dc2-9caf-2912291d2630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.024216 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d277221-02ca-4dc2-9caf-2912291d2630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.027049 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d277221-02ca-4dc2-9caf-2912291d2630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.031754 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8d277221-02ca-4dc2-9caf-2912291d2630 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3e016ba5-274b-4ed4-a3fe-cd8a45b3a360 HTTP/1.1" status: 204 len: 168 time: 0.1957676 Jul 06 11:51:03.032901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Router 6f6a7866-cfd7-4263-8935-efd06f45c667 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:51:03.042292 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d277221-02ca-4dc2-9caf-2912291d2630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e016ba5-274b-4ed4-a3fe-cd8a45b3a360,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:03.060645 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 044f6090-f308-49df-873e-baf514c42916, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=044f6090-f308-49df-873e-baf514c42916,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:03.077789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '044f6090-f308-49df-873e-baf514c42916', 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f', 'port_id': '044f6090-f308-49df-873e-baf514c42916', 'mac_address': 'fa:16:3e:1e:3b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f22715-ba8d-4530-84b2-f69de5c14956', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:51:03.141162 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.163641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044f6090-f308-49df-873e-baf514c42916 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:03.168584 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-4c94c03e-4fa2-4110-9d21-2d90925e4622 service neutron] For port c92279f0-5ba0-4a2b-9c26-906817f462db, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=c92279f0-5ba0-4a2b-9c26-906817f462db,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:03.190184 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 044f6090-f308-49df-873e-baf514c42916, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=044f6090-f308-49df-873e-baf514c42916,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:03.192070 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.203523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:51:03.211412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc7183-cf51-479c-8115-38a4322941ca req-8992323e-12c7-4f21-8733-b3d31e44a8bd tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:03.212934 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.213770 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Sync routers for ids ['6f6a7866-cfd7-4263-8935-efd06f45c667'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:51:03.222615 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4acc7183-cf51-479c-8115-38a4322941ca req-8992323e-12c7-4f21-8733-b3d31e44a8bd tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 948 time: 0.2277808 Jul 06 11:51:03.232072 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Routers {'6f6a7866-cfd7-4263-8935-efd06f45c667'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:03.232978 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:50:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6f6a7866-cfd7-4263-8935-efd06f45c667'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:03.237315 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.241782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54650) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:03.242242 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cb9436f9-bf09-4542-bd5a-6d81d59037ef admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.5086396 Jul 06 11:51:03.295669 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 259f7445-9ddd-46b0-8cf0-086d84c78e2f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=259f7445-9ddd-46b0-8cf0-086d84c78e2f,segment=NetworkSegment(ce28a662-2bb6-4782-9286-7aff05654474),segment_id=ce28a662-2bb6-4782-9286-7aff05654474)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:03.305775 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.312453 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=044f6090-f308-49df-873e-baf514c42916,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:03.410307 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-4c94c03e-4fa2-4110-9d21-2d90925e4622 service neutron] For port c92279f0-5ba0-4a2b-9c26-906817f462db, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:03.418251 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=259f7445-9ddd-46b0-8cf0-086d84c78e2f,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:03.453549 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-4c94c03e-4fa2-4110-9d21-2d90925e4622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c92279f0-5ba0-4a2b-9c26-906817f462db {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:03.467492 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-4c94c03e-4fa2-4110-9d21-2d90925e4622 service neutron] For port c92279f0-5ba0-4a2b-9c26-906817f462db, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c92279f0-5ba0-4a2b-9c26-906817f462db,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:03.478564 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Set router 6f6a7866-cfd7-4263-8935-efd06f45c667 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:03.498633 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-4c94c03e-4fa2-4110-9d21-2d90925e4622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.525800 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['044f6090-f308-49df-873e-baf514c42916'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:03.530259 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4acc7183-cf51-479c-8115-38a4322941ca req-4557194e-5bd9-431b-8065-df1929d0e392 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/security-groups?id=35a66572-e67c-4c40-a561-9a6d146bff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067513 Jul 06 11:51:03.621801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68575a25-1030-4b6a-99f8-1ebf3c0ba756 req-6caeec04-d3fe-4010-bb5c-21dc6c991ab5 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:03.637017 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-68575a25-1030-4b6a-99f8-1ebf3c0ba756 req-6caeec04-d3fe-4010-bb5c-21dc6c991ab5 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.2147694 Jul 06 11:51:03.691457 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-68575a25-1030-4b6a-99f8-1ebf3c0ba756 req-77c15a55-9e30-4ad1-af31-237e7360a0b9 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534103 Jul 06 11:51:03.855904 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'name': 'tempest-ServersTestJSON-515019799-router', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:59Z', 'updated_at': '2021-07-06T11:51:01Z', 'revision_number': 3, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'gw_port': {'id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:00Z', 'updated_at': '2021-07-06T11:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:03.870080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-4c94c03e-4fa2-4110-9d21-2d90925e4622 service neutron] Transition to ACTIVE for port object c92279f0-5ba0-4a2b-9c26-906817f462db will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:03.880677 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-4c94c03e-4fa2-4110-9d21-2d90925e4622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:03.926553 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Checking router: 6f6a7866-cfd7-4263-8935-efd06f45c667 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:51:03.927061 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Updating router 6f6a7866-cfd7-4263-8935-efd06f45c667 port b5ce922e-3102-4b61-b2a8-9532ff142080 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:51:03.986854 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.044412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-4c94c03e-4fa2-4110-9d21-2d90925e4622 service neutron] No DVR routers for this DVR port c92279f0-5ba0-4a2b-9c26-906817f462db on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:04.051794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94c03e-4fa2-4110-9d21-2d90925e4622 service neutron] Pushing event updated for resources: {'Port': ['ID=c92279f0-5ba0-4a2b-9c26-906817f462db,revision_number=10']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:04.076841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486e538-ce52-49f8-9e5d-20e7172c3d44 req-7861d808-8a0f-4b97-a522-d377802f1701 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:04.078496 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b486e538-ce52-49f8-9e5d-20e7172c3d44 req-7861d808-8a0f-4b97-a522-d377802f1701 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 945 time: 0.1287415 Jul 06 11:51:04.121693 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b486e538-ce52-49f8-9e5d-20e7172c3d44 req-ab80f60e-c5b2-44ee-8d49-0cb4afc67522 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370944 Jul 06 11:51:04.129404 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c911577-2329-4795-a8cb-97b5d8a60124 req-714f462c-d2f2-43bc-9e81-7a71ddb8f7c8 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:04.131112 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c911577-2329-4795-a8cb-97b5d8a60124 req-714f462c-d2f2-43bc-9e81-7a71ddb8f7c8 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=ddb136f6-64a7-46ae-8b6e-8f043ad84582 HTTP/1.1" status: 200 len: 944 time: 0.3069582 Jul 06 11:51:04.146856 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-4c94c03e-4fa2-4110-9d21-2d90925e4622 service neutron] 10.222.0.23 "PUT /v2.0/ports/c92279f0-5ba0-4a2b-9c26-906817f462db/bindings/n-h2-799529-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3444965 Jul 06 11:51:04.309748 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c911577-2329-4795-a8cb-97b5d8a60124 req-620910d4-7ea7-48a5-aa94-1ab15504e70c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668365 Jul 06 11:51:04.349353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-9e349c31-b022-4ff1-952c-64c0c55a5052 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:04.352324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-9e349c31-b022-4ff1-952c-64c0c55a5052 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e&tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1096 time: 0.1348636 Jul 06 11:51:04.391962 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.404437 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Transition to ACTIVE for port object b5ce922e-3102-4b61-b2a8-9532ff142080 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:04.414060 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.425908 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.494375 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Attempting to bind port b5ce922e-3102-4b61-b2a8-9532ff142080 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:04.494792 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Attempting to bind port b5ce922e-3102-4b61-b2a8-9532ff142080 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:04.495154 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Attempting to bind port b5ce922e-3102-4b61-b2a8-9532ff142080 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:04.505684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-5eb3897a-15fe-4e29-898f-f0cf94eb1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:04.507554 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-5eb3897a-15fe-4e29-898f-f0cf94eb1553 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e&tenant_id=4843c8d3b46e40b0bd7d0bef48a42377 HTTP/1.1" status: 200 len: 1096 time: 0.1338656 Jul 06 11:51:04.512957 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:04.513371 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:04.514787 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.515203 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:04.515738 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Bound port: b5ce922e-3102-4b61-b2a8-9532ff142080, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:04.527100 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.533587 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdb280-cdfb-44e3-943a-b4772163690f None None] Pushing event updated for resources: {'Port': ['ID=b5ce922e-3102-4b61-b2a8-9532ff142080,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:04.572675 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdb280-cdfb-44e3-943a-b4772163690f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:04.573387 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdb280-cdfb-44e3-943a-b4772163690f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:04.573857 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdb280-cdfb-44e3-943a-b4772163690f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:04.574344 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdb280-cdfb-44e3-943a-b4772163690f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:04.574750 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdb280-cdfb-44e3-943a-b4772163690f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:04.575140 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdb280-cdfb-44e3-943a-b4772163690f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:04.575555 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdb280-cdfb-44e3-943a-b4772163690f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:04.575946 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdb280-cdfb-44e3-943a-b4772163690f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:04.576328 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdb280-cdfb-44e3-943a-b4772163690f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:04.576772 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdb280-cdfb-44e3-943a-b4772163690f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:04.577097 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdb280-cdfb-44e3-943a-b4772163690f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:04.577527 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdb280-cdfb-44e3-943a-b4772163690f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:04.638276 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] For port b5ce922e-3102-4b61-b2a8-9532ff142080, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:04.642724 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] For port b5ce922e-3102-4b61-b2a8-9532ff142080, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b5ce922e-3102-4b61-b2a8-9532ff142080,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:04.650941 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.692468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 259f7445-9ddd-46b0-8cf0-086d84c78e2f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:04.697021 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-126ee9e4-b5f9-493d-963a-1002ce24874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:04.705213 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-126ee9e4-b5f9-493d-963a-1002ce24874f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 1096 time: 0.1718628 Jul 06 11:51:04.740069 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdb280-cdfb-44e3-943a-b4772163690f None None] Pushing event updated for resources: {'Port': ['ID=b5ce922e-3102-4b61-b2a8-9532ff142080,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:04.768382 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 259f7445-9ddd-46b0-8cf0-086d84c78e2f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:04.768841 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:04.785550 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Routers {'6f6a7866-cfd7-4263-8935-efd06f45c667'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:04.786183 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:50:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6f6a7866-cfd7-4263-8935-efd06f45c667'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:04.863607 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Allocated IP 172.20.0.1 (6cbefc40-f056-47db-be9b-58cf3978d229/1531b95d-4d77-4277-8ef4-2eadd02d2d08/9be66159-5eee-4b60-af3b-518941548c6e) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:04.894625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 044f6090-f308-49df-873e-baf514c42916 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:04.921094 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca1546-9ac7-4aaf-8b26-05f311d3dca3 req-10659611-10f7-4697-ace5-f03885fc0485 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:04.923991 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b4ca1546-9ac7-4aaf-8b26-05f311d3dca3 req-10659611-10f7-4697-ace5-f03885fc0485 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 948 time: 0.1180487 Jul 06 11:51:04.964351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 044f6090-f308-49df-873e-baf514c42916 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:04.969838 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 044f6090-f308-49df-873e-baf514c42916 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:04.970613 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.011860 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b4ca1546-9ac7-4aaf-8b26-05f311d3dca3 req-66887ec8-7b7f-4692-8a02-763233ac7ab5 tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/security-groups?id=35a66572-e67c-4c40-a561-9a6d146bff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805006 Jul 06 11:51:05.014306 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] Set router 6f6a7866-cfd7-4263-8935-efd06f45c667 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:05.083462 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.093059 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.118396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb136f6-64a7-46ae-8b6e-8f043ad84582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044f6090-f308-49df-873e-baf514c42916'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:05.121490 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8459e524-ef32-4ba2-87ce-0d701364db76" -d '{"events": [{"server_uuid": "ddb136f6-64a7-46ae-8b6e-8f043ad84582", "name": "network-vif-plugged", "status": "completed", "tag": "044f6090-f308-49df-873e-baf514c42916"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:05.124150 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Transition to ACTIVE for port object 9be66159-5eee-4b60-af3b-518941548c6e will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:05.137018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 044f6090-f308-49df-873e-baf514c42916, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=044f6090-f308-49df-873e-baf514c42916,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:05.142013 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.184384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54704) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:05.210302 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-2beea8c5-d95d-4e2c-9c8b-5fa231167fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:05.225865 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-2beea8c5-d95d-4e2c-9c8b-5fa231167fef service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.5058408 Jul 06 11:51:05.252951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=044f6090-f308-49df-873e-baf514c42916,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:05.255889 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.267008 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'name': 'tempest-ServersTestJSON-515019799-router', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:59Z', 'updated_at': '2021-07-06T11:51:01Z', 'revision_number': 3, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'gw_port': {'id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:00Z', 'updated_at': '2021-07-06T11:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:05.294580 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-94911c5c-927e-4878-8eea-40be35d9c7a3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c92279f0-5ba0-4a2b-9c26-906817f462db HTTP/1.1" status: 200 len: 217 time: 0.0617962 Jul 06 11:51:05.297016 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.306577 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82377d90-cf64-42f9-b907-f8b27a991bdd req-81502756-5fb9-4c2d-8548-84226e81584b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:05.308154 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82377d90-cf64-42f9-b907-f8b27a991bdd req-81502756-5fb9-4c2d-8548-84226e81584b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.4196126 Jul 06 11:51:05.320553 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061322c-ec75-43fa-9dd2-1f95c490e5fd None None] The sync data for ids ['6f6a7866-cfd7-4263-8935-efd06f45c667'] in n-d-799529-2 is: [{'id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'name': 'tempest-ServersTestJSON-515019799-router', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:59Z', 'updated_at': '2021-07-06T11:51:01Z', 'revision_number': 3, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'gw_port': {'id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:00Z', 'updated_at': '2021-07-06T11:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:51:05.336981 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2a7a5a78-b3ef-4777-b74a-e07070b54502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.393200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Network 6cbefc40-f056-47db-be9b-58cf3978d229 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:05.403262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:05.410669 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:05.432215 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5713c5fe-a63a-4211-8e57-288766bbf646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.450149 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b765627-aed1-4374-a493-07c503fa3693 x-openstack-request-id: req-5b765627-aed1-4374-a493-07c503fa3693 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:05.450612 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb136f6-64a7-46ae-8b6e-8f043ad84582", "name": "network-vif-plugged", "status": "completed", "tag": "044f6090-f308-49df-873e-baf514c42916", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:05.450963 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b765627-aed1-4374-a493-07c503fa3693 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:05.451554 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb136f6-64a7-46ae-8b6e-8f043ad84582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044f6090-f308-49df-873e-baf514c42916', 'code': 200} Jul 06 11:51:05.462130 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2a7a5a78-b3ef-4777-b74a-e07070b54502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.467358 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2a7a5a78-b3ef-4777-b74a-e07070b54502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.468791 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-e5310a78-009f-49cd-9d14-05bb103eb729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:05.479307 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-e5310a78-009f-49cd-9d14-05bb103eb729 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.1690650 Jul 06 11:51:05.514356 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2a7a5a78-b3ef-4777-b74a-e07070b54502 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6ac55b608584c019806b1a1689cad17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285809 Jul 06 11:51:05.516750 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54714) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:05.517298 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Pushing event updated for resources: {'Port': ['ID=9be66159-5eee-4b60-af3b-518941548c6e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:05.564030 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82377d90-cf64-42f9-b907-f8b27a991bdd req-62e2375f-37d8-443f-825b-ef6d4103163e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393911 Jul 06 11:51:05.564703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a5a78-b3ef-4777-b74a-e07070b54502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee22614-c020-43da-8049-3cd42451ebbc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:05.565742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-920b738d-7c5b-4d46-ba81-9f123ab9d2b3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704651 Jul 06 11:51:05.624780 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.650226 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70a2ec60-6120-41ae-abb7-911a88c249c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.684168 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70a2ec60-6120-41ae-abb7-911a88c249c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.728576 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ce72a-500f-4ef5-9628-3d3df592f27b req-1ddecfb8-562e-4ecc-834a-64f59d12ddac tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:05.736628 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-945ce72a-500f-4ef5-9628-3d3df592f27b req-1ddecfb8-562e-4ecc-834a-64f59d12ddac tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 945 time: 0.1414759 Jul 06 11:51:05.778370 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-52b798ab-2f69-4019-b0b9-200105748af9 None None] Provisioning for port 9be66159-5eee-4b60-af3b-518941548c6e completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:05.792735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-52b798ab-2f69-4019-b0b9-200105748af9 None None] Provisioning complete for port 9be66159-5eee-4b60-af3b-518941548c6e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:05.794949 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52b798ab-2f69-4019-b0b9-200105748af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.827827 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-945ce72a-500f-4ef5-9628-3d3df592f27b req-40804ec1-6799-401f-b5f1-728720da5572 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900145 Jul 06 11:51:05.859199 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70a2ec60-6120-41ae-abb7-911a88c249c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.860067 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-52b798ab-2f69-4019-b0b9-200105748af9 None None] Port 9be66159-5eee-4b60-af3b-518941548c6e cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:05.867589 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70a2ec60-6120-41ae-abb7-911a88c249c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:05.871577 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-70a2ec60-6120-41ae-abb7-911a88c249c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cee22614-c020-43da-8049-3cd42451ebbc HTTP/1.1" status: 204 len: 168 time: 0.3511057 Jul 06 11:51:05.890514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2ec60-6120-41ae-abb7-911a88c249c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee22614-c020-43da-8049-3cd42451ebbc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:05.897624 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11976cbb-51d3-41ef-8601-32a8d8c9af2b req-f5307fa4-c291-4e3a-88ee-65176aace344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:05.899256 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11976cbb-51d3-41ef-8601-32a8d8c9af2b req-f5307fa4-c291-4e3a-88ee-65176aace344 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ddb136f6-64a7-46ae-8b6e-8f043ad84582 HTTP/1.1" status: 200 len: 1096 time: 0.3490465 Jul 06 11:51:05.901061 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-3f1843db-e7f5-4e86-a0f6-c90779a214c8 service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992284 Jul 06 11:51:06.086316 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11976cbb-51d3-41ef-8601-32a8d8c9af2b req-f0b61f21-26d2-4637-a97e-06a5628154b8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723828 Jul 06 11:51:06.089889 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:06.107527 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:06.125642 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebab713-d2a1-4be9-a573-baa9cadd5772 req-ca25f734-28f9-4590-8d74-04293419775f tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:06.130903 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6ebab713-d2a1-4be9-a573-baa9cadd5772 req-ca25f734-28f9-4590-8d74-04293419775f tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=ddb136f6-64a7-46ae-8b6e-8f043ad84582 HTTP/1.1" status: 200 len: 945 time: 0.3164303 Jul 06 11:51:06.193067 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-d48e04ba-9be3-4c99-bf15-91b70c974fc8 service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734103 Jul 06 11:51:06.217031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6ebab713-d2a1-4be9-a573-baa9cadd5772 req-f83cc6e9-41be-4781-8685-430aefdb9a35 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813713 Jul 06 11:51:06.369264 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:06.385318 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:06.462631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Pushing event updated for resources: {'Port': ['ID=9be66159-5eee-4b60-af3b-518941548c6e,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:06.469021 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:06.673760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b5ce922e-3102-4b61-b2a8-9532ff142080 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:06.750650 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port b5ce922e-3102-4b61-b2a8-9532ff142080 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:06.757825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b5ce922e-3102-4b61-b2a8-9532ff142080 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:06.758615 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:06.874940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6678572-8528-449e-bc80-911df8969b1a req-772c9b41-ba5c-41bc-883e-54bd28146f36 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:06.887146 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f6678572-8528-449e-bc80-911df8969b1a req-772c9b41-ba5c-41bc-883e-54bd28146f36 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.1216362 Jul 06 11:51:06.936047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54748) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:06.978405 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f6678572-8528-449e-bc80-911df8969b1a req-f7a05848-73cc-49e3-a9e8-052ef3699966 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866413 Jul 06 11:51:06.982219 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.016559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Network 6cbefc40-f056-47db-be9b-58cf3978d229 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:07.020482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:07.039478 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port b5ce922e-3102-4b61-b2a8-9532ff142080, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b5ce922e-3102-4b61-b2a8-9532ff142080,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:07.044770 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.190837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210e89a-d170-4081-adb5-8c15d8e08c1b req-7e8d7559-054a-4042-ada5-40558033a44c tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:07.202829 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=b5ce922e-3102-4b61-b2a8-9532ff142080,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:07.205878 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2210e89a-d170-4081-adb5-8c15d8e08c1b req-7e8d7559-054a-4042-ada5-40558033a44c tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 948 time: 0.3188252 Jul 06 11:51:07.220040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-452ab552-e84e-4cda-a6c1-489e90400717 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-847844082-network', 'tenant_id': '92fa138979964412a0cedd1a4908272c'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:07.225475 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-ffa72409-1060-4abe-9638-b22abcda001b tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:07.227021 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-ffa72409-1060-4abe-9638-b22abcda001b tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e&tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&binding%3Ahost_id=n-h2-799529-2 HTTP/1.1" status: 200 len: 1096 time: 0.3376091 Jul 06 11:51:07.312714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452ab552-e84e-4cda-a6c1-489e90400717 admin admin] Made reservation on behalf of 92fa138979964412a0cedd1a4908272c for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:07.315593 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-452ab552-e84e-4cda-a6c1-489e90400717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.331054 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-452ab552-e84e-4cda-a6c1-489e90400717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.355317 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2210e89a-d170-4081-adb5-8c15d8e08c1b req-492633d7-c742-45b3-a020-8e64a211fbbf tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/security-groups?id=35a66572-e67c-4c40-a561-9a6d146bff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482942 Jul 06 11:51:07.398794 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a0aa0beb-3956-46c1-ad8b-cc19a651a419 None None] Provisioning complete for port 9be66159-5eee-4b60-af3b-518941548c6e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:07.399178 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0aa0beb-3956-46c1-ad8b-cc19a651a419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.403605 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Router 6f6a7866-cfd7-4263-8935-efd06f45c667 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:51:07.404012 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6c322-ca51-48d8-b1e8-fa4092701189 req-10f6a3d6-baac-4970-bb21-57adbedffb07 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:07.406192 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-53c6c322-ca51-48d8-b1e8-fa4092701189 req-10f6a3d6-baac-4970-bb21-57adbedffb07 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 945 time: 0.1302686 Jul 06 11:51:07.467791 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa0beb-3956-46c1-ad8b-cc19a651a419 None None] Port 9be66159-5eee-4b60-af3b-518941548c6e cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:07.471772 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-53c6c322-ca51-48d8-b1e8-fa4092701189 req-f03f2c68-69e1-4a55-a367-8723ee0b287a tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568125 Jul 06 11:51:07.534383 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-23e5a557-cc18-468d-8033-dc2629c55036 service neutron] For port c92279f0-5ba0-4a2b-9c26-906817f462db, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:07.539556 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-452ab552-e84e-4cda-a6c1-489e90400717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.540444 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-23e5a557-cc18-468d-8033-dc2629c55036 service neutron] Notify callbacks [] for binding, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.542157 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad204c2e-345b-44b1-8d13-028d55d8b021 req-23e5a557-cc18-468d-8033-dc2629c55036 service neutron] 10.222.0.89 "DELETE /v2.0/ports/c92279f0-5ba0-4a2b-9c26-906817f462db/bindings/n-h1-799529-2 HTTP/1.1" status: 204 len: 173 time: 0.3030667 Jul 06 11:51:07.544763 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-452ab552-e84e-4cda-a6c1-489e90400717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.607317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ab552-e84e-4cda-a6c1-489e90400717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e1780b-2ad0-4544-bf66-4fc79dc273f4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:07.619839 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:51:07.630568 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e22c1569-fcbf-4499-9960-ac22e28fad47 admin admin] 10.222.0.81 "PUT /v2.0/routers/6f6a7866-cfd7-4263-8935-efd06f45c667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3832729 Jul 06 11:51:07.655391 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452ab552-e84e-4cda-a6c1-489e90400717 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:51:07.668522 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-452ab552-e84e-4cda-a6c1-489e90400717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.669151 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-452ab552-e84e-4cda-a6c1-489e90400717 admin admin] Added segment 486ddc86-d2a2-4450-bc49-d7365f4bd225 of type vlan for network bfdec70e-405a-4398-8a85-862f1559abdb Jul 06 11:51:07.701247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Sync routers for ids ['6f6a7866-cfd7-4263-8935-efd06f45c667'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:51:07.714498 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Routers {'6f6a7866-cfd7-4263-8935-efd06f45c667'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:07.715137 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:50:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6f6a7866-cfd7-4263-8935-efd06f45c667'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:07.729446 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-452ab552-e84e-4cda-a6c1-489e90400717 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.764156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e123f1-3835-4d36-861e-e564da6d223d req-a9aed5db-9adf-4dbd-b113-0de11e41cd8a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:07.771366 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52e123f1-3835-4d36-861e-e564da6d223d req-a9aed5db-9adf-4dbd-b113-0de11e41cd8a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=ddb136f6-64a7-46ae-8b6e-8f043ad84582 HTTP/1.1" status: 200 len: 945 time: 0.1590588 Jul 06 11:51:07.781739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cd930-a1ed-4702-8874-177112e28103 req-47efa96b-11af-4f28-8425-5af842aa42a2 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:07.783322 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-879cd930-a1ed-4702-8874-177112e28103 req-47efa96b-11af-4f28-8425-5af842aa42a2 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 1096 time: 0.0753875 Jul 06 11:51:07.806046 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-452ab552-e84e-4cda-a6c1-489e90400717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.807349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452ab552-e84e-4cda-a6c1-489e90400717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:07.808317 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-452ab552-e84e-4cda-a6c1-489e90400717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:07.827343 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-879cd930-a1ed-4702-8874-177112e28103 req-d7046b85-4ddd-418a-99f6-d1a95464b8c1 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361407 Jul 06 11:51:07.861481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Set router 6f6a7866-cfd7-4263-8935-efd06f45c667 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:07.867640 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52e123f1-3835-4d36-861e-e564da6d223d req-6b0f8c6d-e3b8-4dca-b2e9-11527d98c443 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946045 Jul 06 11:51:07.875395 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-452ab552-e84e-4cda-a6c1-489e90400717 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9372921 Jul 06 11:51:07.878270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54770) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:07.883852 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1bcb0da2-c4f6-40c3-8e48-97c34bb67713 admin admin] Request body: {'subnet': {'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-847844082-subnet', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:07.900803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ab552-e84e-4cda-a6c1-489e90400717 admin admin] Pushing event updated for resources: {'Network': ['ID=bfdec70e-405a-4398-8a85-862f1559abdb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:07.918333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network bfdec70e-405a-4398-8a85-862f1559abdb details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:51:07.933885 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcb0da2-c4f6-40c3-8e48-97c34bb67713 admin admin] Made reservation on behalf of 92fa138979964412a0cedd1a4908272c for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:07.939316 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0da2-c4f6-40c3-8e48-97c34bb67713 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.111122 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67342c0c-9b69-4f25-8569-5829774ba383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.111701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef9547-2cba-4244-857f-2bc560841bcf req-8f0ba135-da23-404f-90f6-baa367cf7b0b tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:08.113403 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4ef9547-2cba-4244-857f-2bc560841bcf req-8f0ba135-da23-404f-90f6-baa367cf7b0b tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.89 "GET /v2.0/ports?device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 948 time: 0.1183176 Jul 06 11:51:08.121392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad3e6d-14d9-4b80-b379-020fb694e9b1 req-75203750-85a7-49c7-b2c2-7d166c2a0711 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:08.123000 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0ad3e6d-14d9-4b80-b379-020fb694e9b1 req-75203750-85a7-49c7-b2c2-7d166c2a0711 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 1096 time: 0.0654917 Jul 06 11:51:08.181864 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0ad3e6d-14d9-4b80-b379-020fb694e9b1 req-6e9ab857-d15c-4a41-993e-cce2ce59fad7 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507860 Jul 06 11:51:08.191964 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.238776 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'name': 'tempest-ServersTestJSON-515019799-router', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:59Z', 'updated_at': '2021-07-06T11:51:05Z', 'revision_number': 4, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'gw_port': {'id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:00Z', 'updated_at': '2021-07-06T11:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9be66159-5eee-4b60-af3b-518941548c6e', 'name': '', 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'mac_address': 'fa:16:3e:45:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:04Z', 'updated_at': '2021-07-06T11:51:06Z', 'revision_number': 2, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'subnets': [{'id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:08.298805 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Checking router: 6f6a7866-cfd7-4263-8935-efd06f45c667 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:51:08.301546 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Updating router 6f6a7866-cfd7-4263-8935-efd06f45c667 port 9be66159-5eee-4b60-af3b-518941548c6e binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:51:08.354609 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.392587 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-f4ef9547-2cba-4244-857f-2bc560841bcf req-5109033a-04a7-412d-a1a7-97dd6714ca3b tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Deleting port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:08.392970 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f4ef9547-2cba-4244-857f-2bc560841bcf req-5109033a-04a7-412d-a1a7-97dd6714ca3b tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.397548 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0da2-c4f6-40c3-8e48-97c34bb67713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.508245 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54786) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:08.513784 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fea354b6-ea2c-4d42-a892-65777f99b03e tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--486923237', 'description': 'tempest-description--83026307'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:08.558252 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fea354b6-ea2c-4d42-a892-65777f99b03e tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.596588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb0da2-c4f6-40c3-8e48-97c34bb67713 admin admin] Checking segment: {'id': '486ddc86-d2a2-4450-bc49-d7365f4bd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:08.597565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb0da2-c4f6-40c3-8e48-97c34bb67713 admin admin] Network hostable DHCP agents. Network: bfdec70e-405a-4398-8a85-862f1559abdb, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:51:08.605333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb0da2-c4f6-40c3-8e48-97c34bb67713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38531c5-f32d-4330-b877-eb35fd01762b,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:08.655966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-f4ef9547-2cba-4244-857f-2bc560841bcf req-5109033a-04a7-412d-a1a7-97dd6714ca3b tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] For port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8f164092-19f1-4ed3-a46f-76bb11dd8ecf,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:08.656736 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f4ef9547-2cba-4244-857f-2bc560841bcf req-5109033a-04a7-412d-a1a7-97dd6714ca3b tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.660820 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb0da2-c4f6-40c3-8e48-97c34bb67713 admin admin] Network bfdec70e-405a-4398-8a85-862f1559abdb is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:51:08.682195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-1bcb0da2-c4f6-40c3-8e48-97c34bb67713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, bfdec70e-405a-4398-8a85-862f1559abdb) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:08.688007 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcb0da2-c4f6-40c3-8e48-97c34bb67713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:08.689018 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1bcb0da2-c4f6-40c3-8e48-97c34bb67713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.699578 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-f4ef9547-2cba-4244-857f-2bc560841bcf req-5109033a-04a7-412d-a1a7-97dd6714ca3b tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Calling delete_port for 8f164092-19f1-4ed3-a46f-76bb11dd8ecf owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:08.703777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b5ce922e-3102-4b61-b2a8-9532ff142080 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:08.757874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2140831c-7a32-4b1c-bb8e-79525ad74ce3 None None] Network bfdec70e-405a-4398-8a85-862f1559abdb requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:08.768510 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fea354b6-ea2c-4d42-a892-65777f99b03e tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.779254 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fea354b6-ea2c-4d42-a892-65777f99b03e tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.786173 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1bcb0da2-c4f6-40c3-8e48-97c34bb67713 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9014430 Jul 06 11:51:08.787264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54792) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:08.796736 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-847844082-router', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:08.826649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe1320-9d60-4a08-b9fa-9758eb71da17 req-a69d97d1-b859-4575-853e-1f3c04c6095f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:08.834093 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3bfe1320-9d60-4a08-b9fa-9758eb71da17 req-a69d97d1-b859-4575-853e-1f3c04c6095f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.1643288 Jul 06 11:51:08.852072 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fea354b6-ea2c-4d42-a892-65777f99b03e tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.853784 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fea354b6-ea2c-4d42-a892-65777f99b03e tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3445382 Jul 06 11:51:08.859771 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54794) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:08.877086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d62d0afb-0e70-4820-b0ba-01b01ac39b9d tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Request body: {'security_group_rule': {'security_group_id': 'f5188bd5-a4da-4149-89ff-bfd482822eb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:08.884439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea354b6-ea2c-4d42-a892-65777f99b03e tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5188bd5-a4da-4149-89ff-bfd482822eb6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:08.909341 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.910681 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.940323 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f4ef9547-2cba-4244-857f-2bc560841bcf req-5109033a-04a7-412d-a1a7-97dd6714ca3b tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:08.945613 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3bfe1320-9d60-4a08-b9fa-9758eb71da17 req-f3d0fcbd-bc29-44d6-9258-144f0ab08c60 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100018 Jul 06 11:51:09.003915 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d62d0afb-0e70-4820-b0ba-01b01ac39b9d tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.004129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109033a-04a7-412d-a1a7-97dd6714ca3b tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Pushing event deleted for resources: {'Port': ['ID=8f164092-19f1-4ed3-a46f-76bb11dd8ecf,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:09.074855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ef9547-2cba-4244-857f-2bc560841bcf req-5109033a-04a7-412d-a1a7-97dd6714ca3b tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] No DVR routers for this DVR port 8f164092-19f1-4ed3-a46f-76bb11dd8ecf on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:09.080033 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f4ef9547-2cba-4244-857f-2bc560841bcf req-5109033a-04a7-412d-a1a7-97dd6714ca3b tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.082319 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4ef9547-2cba-4244-857f-2bc560841bcf req-5109033a-04a7-412d-a1a7-97dd6714ca3b tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.89 "DELETE /v2.0/ports/8f164092-19f1-4ed3-a46f-76bb11dd8ecf HTTP/1.1" status: 204 len: 173 time: 0.9615521 Jul 06 11:51:09.082775 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0af624-52ba-45bd-acc0-4f09f2b77152', 'name': 'network-vif-deleted', 'tag': '8f164092-19f1-4ed3-a46f-76bb11dd8ecf'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:09.097870 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.103432 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f93d1e7-1620-4341-9db9-4eb2df7088ae" -d '{"events": [{"server_uuid": "ee0af624-52ba-45bd-acc0-4f09f2b77152", "name": "network-vif-deleted", "tag": "8f164092-19f1-4ed3-a46f-76bb11dd8ecf"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:09.164792 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8f164092-19f1-4ed3-a46f-76bb11dd8ecf'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:09.188159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7af6cd5-bb23-4c1a-b27f-8e9b5d934222 req-3e69ffe8-76f9-47c1-b23d-aea5fb1b769d tempest-TenantUsagesTestJSON-238089747 tempest-TenantUsagesTestJSON-238089747-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee0af624-52ba-45bd-acc0-4f09f2b77152 HTTP/1.1" status: 200 len: 210 time: 0.0566463 Jul 06 11:51:09.232241 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.261781 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Transition to ACTIVE for port object 9be66159-5eee-4b60-af3b-518941548c6e will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:09.268769 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.290439 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b5ce922e-3102-4b61-b2a8-9532ff142080 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:09.291347 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.295201 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.389626 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.404109 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d62d0afb-0e70-4820-b0ba-01b01ac39b9d tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.415627 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d62d0afb-0e70-4820-b0ba-01b01ac39b9d tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.431062 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8763e5-5076-4bb3-9ff2-0a5f407539f5 x-openstack-request-id: req-4e8763e5-5076-4bb3-9ff2-0a5f407539f5 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:09.431062 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0af624-52ba-45bd-acc0-4f09f2b77152", "name": "network-vif-deleted", "tag": "8f164092-19f1-4ed3-a46f-76bb11dd8ecf", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:09.431527 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e8763e5-5076-4bb3-9ff2-0a5f407539f5 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:09.432027 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0af624-52ba-45bd-acc0-4f09f2b77152', 'name': 'network-vif-deleted', 'tag': '8f164092-19f1-4ed3-a46f-76bb11dd8ecf', 'status': 'completed', 'code': 200} Jul 06 11:51:09.452307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba1710-eae5-4238-99d6-21acd51430b2 None None] Pushing event updated for resources: {'Port': ['ID=9be66159-5eee-4b60-af3b-518941548c6e,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:09.457571 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d0afb-0e70-4820-b0ba-01b01ac39b9d tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc27389-1f83-469a-9390-9fc4df223d28,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:09.480774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-bfdec70e-405a-4398-8a85-862f1559abdb', 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'fixed_ips': [{'subnet_id': 'b38531c5-f32d-4330-b877-eb35fd01762b'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:51:09.481705 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.496892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6cabb-66eb-47e4-83c0-399d895a143b req-07fae619-527f-4921-a4d3-e56dbc0aefd7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:09.503920 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ffa6cabb-66eb-47e4-83c0-399d895a143b req-07fae619-527f-4921-a4d3-e56dbc0aefd7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=ddb136f6-64a7-46ae-8b6e-8f043ad84582 HTTP/1.1" status: 200 len: 945 time: 0.2929986 Jul 06 11:51:09.512700 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d62d0afb-0e70-4820-b0ba-01b01ac39b9d tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.513827 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d62d0afb-0e70-4820-b0ba-01b01ac39b9d tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6526184 Jul 06 11:51:09.516622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54804) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:09.532081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-509843fe-fb10-4699-aab2-b5c7bce720c3 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Request body: {'security_group_rule': {'security_group_id': 'f5188bd5-a4da-4149-89ff-bfd482822eb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:09.559732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Attempting to bind port 9be66159-5eee-4b60-af3b-518941548c6e on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:09.560097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Attempting to bind port 9be66159-5eee-4b60-af3b-518941548c6e by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'ce28a662-2bb6-4782-9286-7aff05654474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:09.560451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Attempting to bind port 9be66159-5eee-4b60-af3b-518941548c6e on network 6cbefc40-f056-47db-be9b-58cf3978d229 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:09.578874 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ffa6cabb-66eb-47e4-83c0-399d895a143b req-521089c0-95b1-4669-9963-81e0f00328e6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740571 Jul 06 11:51:09.588596 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-509843fe-fb10-4699-aab2-b5c7bce720c3 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.616537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:09.616909 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Checking segment: {'id': 'ce28a662-2bb6-4782-9286-7aff05654474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:09.617312 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.617710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Bound using segment: {'id': 'ce28a662-2bb6-4782-9286-7aff05654474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:09.618200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Bound port: 9be66159-5eee-4b60-af3b-518941548c6e, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce28a662-2bb6-4782-9286-7aff05654474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:09.618576 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.658449 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-509843fe-fb10-4699-aab2-b5c7bce720c3 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.665095 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-509843fe-fb10-4699-aab2-b5c7bce720c3 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.687668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509843fe-fb10-4699-aab2-b5c7bce720c3 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5bb2c5-5230-4486-b05b-63ea526c45ed,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:09.775888 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] For port 9be66159-5eee-4b60-af3b-518941548c6e, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:09.782057 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] For port 9be66159-5eee-4b60-af3b-518941548c6e, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9be66159-5eee-4b60-af3b-518941548c6e,segment=NetworkSegment(ce28a662-2bb6-4782-9286-7aff05654474),segment_id=ce28a662-2bb6-4782-9286-7aff05654474)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:09.789105 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-509843fe-fb10-4699-aab2-b5c7bce720c3 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.792941 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.793125 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-509843fe-fb10-4699-aab2-b5c7bce720c3 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2658436 Jul 06 11:51:09.793242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Allocated IP 172.20.0.2 (bfdec70e-405a-4398-8a85-862f1559abdb/b38531c5-f32d-4330-b877-eb35fd01762b/a03f01d3-124a-4032-aef4-3d10bf71c2bd) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:09.793368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54806) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:09.797559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:09.828443 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.848917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba1710-eae5-4238-99d6-21acd51430b2 None None] Pushing event updated for resources: {'Port': ['ID=9be66159-5eee-4b60-af3b-518941548c6e,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:09.850940 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.856213 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:09.873909 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Routers {'6f6a7866-cfd7-4263-8935-efd06f45c667'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:09.875058 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:51:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6f6a7866-cfd7-4263-8935-efd06f45c667'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:10.033879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] Set router 6f6a7866-cfd7-4263-8935-efd06f45c667 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:10.077528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Allocated IP 172.25.4.34 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/0bf58940-b33f-4a4b-915e-7412bfb1f4a0) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:10.119210 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b697852-a588-4d10-b299-63886e288c61 req-4ff46cb9-e3d2-4ceb-8e3d-207025f110b7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.123437 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b697852-a588-4d10-b299-63886e288c61 req-4ff46cb9-e3d2-4ceb-8e3d-207025f110b7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "GET /v2.0/ports?device_id=ddb136f6-64a7-46ae-8b6e-8f043ad84582 HTTP/1.1" status: 200 len: 945 time: 0.1151705 Jul 06 11:51:10.173306 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.283874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.337577 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.445088 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-3b697852-a588-4d10-b299-63886e288c61 req-22ddbd7f-25b6-451e-8833-db0522a7a2d7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Deleting port 044f6090-f308-49df-873e-baf514c42916 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:51:10.445544 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3b697852-a588-4d10-b299-63886e288c61 req-22ddbd7f-25b6-451e-8833-db0522a7a2d7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.514376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Pushing event updated for resources: {'Port': ['ID=0bf58940-b33f-4a4b-915e-7412bfb1f4a0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:10.574071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:10.583452 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:10.593663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:10.611582 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.676398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Transition to ACTIVE for port object a03f01d3-124a-4032-aef4-3d10bf71c2bd will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:10.678083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Allocated IP 172.25.4.146 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/0a677426-1eeb-41ca-98ac-89061f58ae5c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:10.702587 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcb63e-f281-4a82-86b8-2c35fc328f08 req-7fc5626f-0c06-4343-807b-db3ad265b8f1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:10.706534 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3dcb63e-f281-4a82-86b8-2c35fc328f08 req-7fc5626f-0c06-4343-807b-db3ad265b8f1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.3839068 Jul 06 11:51:10.740130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Transition to ACTIVE for port object a03f01d3-124a-4032-aef4-3d10bf71c2bd will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:10.775715 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.845573 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3dcb63e-f281-4a82-86b8-2c35fc328f08 req-4ebe7458-a4b2-458e-97a7-290008367a54 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283815 Jul 06 11:51:10.850158 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-3b697852-a588-4d10-b299-63886e288c61 req-22ddbd7f-25b6-451e-8833-db0522a7a2d7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] For port 044f6090-f308-49df-873e-baf514c42916, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=044f6090-f308-49df-873e-baf514c42916,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:10.852267 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3b697852-a588-4d10-b299-63886e288c61 req-22ddbd7f-25b6-451e-8833-db0522a7a2d7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.877083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54826) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:10.896923 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-3b697852-a588-4d10-b299-63886e288c61 req-22ddbd7f-25b6-451e-8833-db0522a7a2d7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Calling delete_port for 044f6090-f308-49df-873e-baf514c42916 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:51:10.910077 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:10.918624 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Network bfdec70e-405a-4398-8a85-862f1559abdb is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:10.967709 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:10.975299 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:11.004146 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Pushing event updated for resources: {'Port': ['ID=a03f01d3-124a-4032-aef4-3d10bf71c2bd,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:11.094876 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Attempting to bind port a03f01d3-124a-4032-aef4-3d10bf71c2bd on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:11.095408 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Attempting to bind port a03f01d3-124a-4032-aef4-3d10bf71c2bd by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '486ddc86-d2a2-4450-bc49-d7365f4bd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:11.095768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Attempting to bind port a03f01d3-124a-4032-aef4-3d10bf71c2bd on network bfdec70e-405a-4398-8a85-862f1559abdb {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:11.103184 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:11.103653 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Checking segment: {'id': '486ddc86-d2a2-4450-bc49-d7365f4bd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:11.104049 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.104441 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Bound using segment: {'id': '486ddc86-d2a2-4450-bc49-d7365f4bd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:11.104901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Bound port: a03f01d3-124a-4032-aef4-3d10bf71c2bd, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486ddc86-d2a2-4450-bc49-d7365f4bd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:11.105405 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.126003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'name': 'tempest-ServersTestJSON-515019799-router', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:59Z', 'updated_at': '2021-07-06T11:51:05Z', 'revision_number': 4, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'gw_port': {'id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:00Z', 'updated_at': '2021-07-06T11:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9be66159-5eee-4b60-af3b-518941548c6e', 'name': '', 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'mac_address': 'fa:16:3e:45:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:04Z', 'updated_at': '2021-07-06T11:51:09Z', 'revision_number': 4, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'subnets': [{'id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:11.185768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289b2b7-0a3a-483f-a50f-1ae99a16013a None None] The sync data for ids ['6f6a7866-cfd7-4263-8935-efd06f45c667'] in n-d-799529-2 is: [{'id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'name': 'tempest-ServersTestJSON-515019799-router', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:59Z', 'updated_at': '2021-07-06T11:51:05Z', 'revision_number': 4, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'gw_port': {'id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:00Z', 'updated_at': '2021-07-06T11:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9be66159-5eee-4b60-af3b-518941548c6e', 'name': '', 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'mac_address': 'fa:16:3e:45:34:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:04Z', 'updated_at': '2021-07-06T11:51:09Z', 'revision_number': 4, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'subnets': [{'id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:51:11.200122 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-38fcf48c-60dc-4883-8536-876bf0f7ea38 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5110f0f7cafe47b8842005a03192d547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299100 Jul 06 11:51:11.204387 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3b697852-a588-4d10-b299-63886e288c61 req-22ddbd7f-25b6-451e-8833-db0522a7a2d7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.207538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54830) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:11.219626 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['044f6090-f308-49df-873e-baf514c42916'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:11.295678 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] For port a03f01d3-124a-4032-aef4-3d10bf71c2bd, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:11.319853 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] For port a03f01d3-124a-4032-aef4-3d10bf71c2bd, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a03f01d3-124a-4032-aef4-3d10bf71c2bd,segment=NetworkSegment(486ddc86-d2a2-4450-bc49-d7365f4bd225),segment_id=486ddc86-d2a2-4450-bc49-d7365f4bd225)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:11.325605 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.331622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddbd7f-25b6-451e-8833-db0522a7a2d7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Pushing event deleted for resources: {'Port': ['ID=044f6090-f308-49df-873e-baf514c42916,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:11.360356 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b697852-a588-4d10-b299-63886e288c61 req-22ddbd7f-25b6-451e-8833-db0522a7a2d7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] No DVR routers for this DVR port 044f6090-f308-49df-873e-baf514c42916 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:11.371059 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965383a3-6c21-471b-aac2-990a13ddbd49 req-6d0aa347-558a-43b7-b976-dc245964378a tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:11.378286 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-965383a3-6c21-471b-aac2-990a13ddbd49 req-6d0aa347-558a-43b7-b976-dc245964378a tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 1096 time: 0.3451362 Jul 06 11:51:11.385389 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3b697852-a588-4d10-b299-63886e288c61 req-22ddbd7f-25b6-451e-8833-db0522a7a2d7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.392828 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b697852-a588-4d10-b299-63886e288c61 req-22ddbd7f-25b6-451e-8833-db0522a7a2d7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "DELETE /v2.0/ports/044f6090-f308-49df-873e-baf514c42916 HTTP/1.1" status: 204 len: 173 time: 1.2593858 Jul 06 11:51:11.439023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb136f6-64a7-46ae-8b6e-8f043ad84582', 'name': 'network-vif-deleted', 'tag': '044f6090-f308-49df-873e-baf514c42916'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:11.442970 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb98c351-cf78-4c65-8558-14e906fbf7b9" -d '{"events": [{"server_uuid": "ddb136f6-64a7-46ae-8b6e-8f043ad84582", "name": "network-vif-deleted", "tag": "044f6090-f308-49df-873e-baf514c42916"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:11.454844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adf7da-60e6-425e-8cb0-b27f3398b354 None None] Pushing event updated for resources: {'Port': ['ID=a03f01d3-124a-4032-aef4-3d10bf71c2bd,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:11.495936 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-965383a3-6c21-471b-aac2-990a13ddbd49 req-9e4a3ccb-d59e-4160-b90b-3f7178ccd943 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166430 Jul 06 11:51:11.523819 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-98019e57-2c73-45b9-bb82-7ee33ebb048b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.580449 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-98019e57-2c73-45b9-bb82-7ee33ebb048b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.684982 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2f2993-b193-4c47-af8a-2856e495b4c8 x-openstack-request-id: req-dd2f2993-b193-4c47-af8a-2856e495b4c8 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:11.685423 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb136f6-64a7-46ae-8b6e-8f043ad84582", "name": "network-vif-deleted", "tag": "044f6090-f308-49df-873e-baf514c42916", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:11.685782 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd2f2993-b193-4c47-af8a-2856e495b4c8 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:11.687028 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb136f6-64a7-46ae-8b6e-8f043ad84582', 'name': 'network-vif-deleted', 'tag': '044f6090-f308-49df-873e-baf514c42916', 'status': 'completed', 'code': 200} Jul 06 11:51:11.689320 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.722316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cef4c3-adb9-4b4b-bbb1-7c5bf8413cc9 req-f31331d8-f2d1-4a09-895c-b960cb30b992 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:11.732937 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a6cef4c3-adb9-4b4b-bbb1-7c5bf8413cc9 req-f31331d8-f2d1-4a09-895c-b960cb30b992 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=ddb136f6-64a7-46ae-8b6e-8f043ad84582 HTTP/1.1" status: 200 len: 867 time: 0.9009993 Jul 06 11:51:11.735005 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-98019e57-2c73-45b9-bb82-7ee33ebb048b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.738263 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-98019e57-2c73-45b9-bb82-7ee33ebb048b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:11.743011 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-98019e57-2c73-45b9-bb82-7ee33ebb048b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35a66572-e67c-4c40-a561-9a6d146bff43 HTTP/1.1" status: 204 len: 168 time: 0.5312855 Jul 06 11:51:11.763009 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98019e57-2c73-45b9-bb82-7ee33ebb048b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a66572-e67c-4c40-a561-9a6d146bff43,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:11.961278 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a6cef4c3-adb9-4b4b-bbb1-7c5bf8413cc9 req-dfeba4ff-4583-4591-8b5d-c108d2249930 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273140 Jul 06 11:51:12.007484 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.092090 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.161991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:12.274389 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:12.297316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:12.306610 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Pushing event updated for resources: {'Port': ['ID=0a677426-1eeb-41ca-98ac-89061f58ae5c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:12.330895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54850) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:12.351523 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c503f357-5c27-4898-aa92-4a1ff066573b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.554017 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c503f357-5c27-4898-aa92-4a1ff066573b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.563603 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c503f357-5c27-4898-aa92-4a1ff066573b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.620841 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c503f357-5c27-4898-aa92-4a1ff066573b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15993835e927498fa0d8f34096491d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846367 Jul 06 11:51:12.625409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54858) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:12.674151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503f357-5c27-4898-aa92-4a1ff066573b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195dfbba-61f4-4ea6-bd82-26dd7b6aaa02,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:12.723939 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05fd3408-98ab-4142-93ad-ef4715951288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.766291 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9be66159-5eee-4b60-af3b-518941548c6e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:12.777494 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05fd3408-98ab-4142-93ad-ef4715951288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.908694 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05fd3408-98ab-4142-93ad-ef4715951288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.911926 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05fd3408-98ab-4142-93ad-ef4715951288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:12.913952 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-05fd3408-98ab-4142-93ad-ef4715951288 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/195dfbba-61f4-4ea6-bd82-26dd7b6aaa02 HTTP/1.1" status: 204 len: 168 time: 0.2860019 Jul 06 11:51:12.920402 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8f164092-19f1-4ed3-a46f-76bb11dd8ecf no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:12.923535 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd3408-98ab-4142-93ad-ef4715951288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195dfbba-61f4-4ea6-bd82-26dd7b6aaa02,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:12.947832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee1c12-2b3d-4886-beb0-a71cc742c4df req-dd5a1784-9ca4-4ad7-b8d5-71e3f667bd2a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:12.956114 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30ee1c12-2b3d-4886-beb0-a71cc742c4df req-dd5a1784-9ca4-4ad7-b8d5-71e3f667bd2a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.5867517 Jul 06 11:51:12.998050 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.003430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 8f164092-19f1-4ed3-a46f-76bb11dd8ecf {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:13.004199 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8f164092-19f1-4ed3-a46f-76bb11dd8ecf not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:13.019400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 9be66159-5eee-4b60-af3b-518941548c6e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:13.030364 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9be66159-5eee-4b60-af3b-518941548c6e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:13.031365 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.051079 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.103260 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30ee1c12-2b3d-4886-beb0-a71cc742c4df req-eadfcf9c-51d0-4a49-a4de-14a5d4171310 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237528 Jul 06 11:51:13.109545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df750eb3-7878-4afe-b865-9128f04a0fb3 None None] Network bfdec70e-405a-4398-8a85-862f1559abdb requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:13.252705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9491bee4-3d31-4f61-b3a6-e79e9930e2a2 None None] Provisioning for port a03f01d3-124a-4032-aef4-3d10bf71c2bd completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:13.291393 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.401678 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.490022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Router d4c68f84-d34f-4409-a111-d1ce98926356 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:51:13.500759 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 9be66159-5eee-4b60-af3b-518941548c6e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9be66159-5eee-4b60-af3b-518941548c6e,segment=NetworkSegment(ce28a662-2bb6-4782-9286-7aff05654474),segment_id=ce28a662-2bb6-4782-9286-7aff05654474)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:13.513239 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.514504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a03f01d3-124a-4032-aef4-3d10bf71c2bd up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:13.644912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-a94eb447-8f6d-46b5-8d4d-8b158caf0567 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:51:13.646541 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-a94eb447-8f6d-46b5-8d4d-8b158caf0567 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085289 Jul 06 11:51:13.662811 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-3c23206b-0dda-4f13-9dd2-a475a35f0cea service neutron] Request body: {'binding': {'host': 'n-h2-799529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:13.663764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-3c23206b-0dda-4f13-9dd2-a475a35f0cea service neutron] Unknown quota resources ['binding']. {{(pid=100427) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:51:13.827716 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=9be66159-5eee-4b60-af3b-518941548c6e,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:13.832958 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port a03f01d3-124a-4032-aef4-3d10bf71c2bd completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:13.838038 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-1d58a194-ec51-445b-9dfa-7afd3d3bc6b8 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:13.843346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port a03f01d3-124a-4032-aef4-3d10bf71c2bd triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:13.843956 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:13.849219 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-1d58a194-ec51-445b-9dfa-7afd3d3bc6b8 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 812 time: 0.2197218 Jul 06 11:51:13.941686 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-3c23206b-0dda-4f13-9dd2-a475a35f0cea service neutron] Attempting to bind port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b on host n-h2-799529-2 for vnic_type normal with profile None {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:13.942031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-3c23206b-0dda-4f13-9dd2-a475a35f0cea service neutron] Attempting to bind port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:13.942367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-3c23206b-0dda-4f13-9dd2-a475a35f0cea service neutron] Attempting to bind port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:13.948219 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-c88e1b53-a6ef-4ed6-8ef5-c5ac4dc62e4e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/quotas/d2d76adf81784b64aea38db034db806b HTTP/1.1" status: 200 len: 375 time: 0.0967872 Jul 06 11:51:13.954495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-3c23206b-0dda-4f13-9dd2-a475a35f0cea service neutron] Port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:13.955607 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-3c23206b-0dda-4f13-9dd2-a475a35f0cea service neutron] Attempting to bind port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:13.967412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-3c23206b-0dda-4f13-9dd2-a475a35f0cea service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:13.967755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-3c23206b-0dda-4f13-9dd2-a475a35f0cea service neutron] Checking segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:13.972373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-3c23206b-0dda-4f13-9dd2-a475a35f0cea service neutron] Bound using segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:13.973176 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-3c23206b-0dda-4f13-9dd2-a475a35f0cea service neutron] Bound port: 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:14.006534 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.019759 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-3cd90fcd-fa46-404f-b2ae-5bcc8d374182 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699649 Jul 06 11:51:14.072337 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port a03f01d3-124a-4032-aef4-3d10bf71c2bd, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a03f01d3-124a-4032-aef4-3d10bf71c2bd,segment=NetworkSegment(486ddc86-d2a2-4450-bc49-d7365f4bd225),segment_id=486ddc86-d2a2-4450-bc49-d7365f4bd225)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:14.081811 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.116170 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-3c23206b-0dda-4f13-9dd2-a475a35f0cea service neutron] For port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:14.133666 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-3c23206b-0dda-4f13-9dd2-a475a35f0cea service neutron] Notify callbacks [] for binding, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.135539 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-3c23206b-0dda-4f13-9dd2-a475a35f0cea service neutron] 10.222.0.81 "POST /v2.0/ports/8035f3ae-96b3-4c19-bd84-4afe8b226d2b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4782236 Jul 06 11:51:14.160650 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=a03f01d3-124a-4032-aef4-3d10bf71c2bd,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:14.183831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:51:14.194261 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Sync routers for ids ['d4c68f84-d34f-4409-a111-d1ce98926356'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:51:14.205730 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.209345 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Routers {'d4c68f84-d34f-4409-a111-d1ce98926356'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:14.209964 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:51:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['d4c68f84-d34f-4409-a111-d1ce98926356'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:14.227032 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.294327 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54914) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:14.303190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-49a6890b-aaac-4020-b2d2-0cbc2f538d74 None None] Provisioning complete for port a03f01d3-124a-4032-aef4-3d10bf71c2bd triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:14.303844 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-49a6890b-aaac-4020-b2d2-0cbc2f538d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.323527 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-cb0676af-a8bc-4172-95e4-5767058b4a10 service neutron] 10.222.0.81 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028595 Jul 06 11:51:14.377655 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.382175 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9a5da365-eaac-4a8a-b6ba-d73a37ba9e27 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5886960 Jul 06 11:51:14.382916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54918) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:14.466586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Pushing event updated for resources: {'Port': ['ID=0a677426-1eeb-41ca-98ac-89061f58ae5c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:14.487412 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.516877 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.518614 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8496be0c-4347-4ebc-8f38-c0538f64eed6 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7244616 Jul 06 11:51:14.574858 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Set router d4c68f84-d34f-4409-a111-d1ce98926356 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:14.579387 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-b50bde29-ca2d-4601-bbfb-685dd85128b0 service neutron] 10.222.0.81 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463734 Jul 06 11:51:14.671372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-b60719a1-0e4b-4182-9c8f-8861fc6ae6c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1918159056-network', 'tenant_id': '57ad955a09a04d238c50abc162078b30'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:14.679896 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9be66159-5eee-4b60-af3b-518941548c6e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:14.808503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9be66159-5eee-4b60-af3b-518941548c6e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:14.809027 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:14.894799 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'name': 'tempest-ServersTestBootFromVolume-847844082-router', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:51:08Z', 'updated_at': '2021-07-06T11:51:11Z', 'revision_number': 3, 'project_id': '92fa138979964412a0cedd1a4908272c', 'gw_port': {'id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:09Z', 'updated_at': '2021-07-06T11:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:14.919777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 044f6090-f308-49df-873e-baf514c42916 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:14.964041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 044f6090-f308-49df-873e-baf514c42916 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:51:14.965373 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 044f6090-f308-49df-873e-baf514c42916 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:14.979025 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Checking router: d4c68f84-d34f-4409-a111-d1ce98926356 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:51:14.991332 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ace3e-6c79-4485-8afe-caccfc663b37 req-a56c1363-bf18-4dce-8bdc-aafe89c23fa7 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:14.993102 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Updating router d4c68f84-d34f-4409-a111-d1ce98926356 port 0bf58940-b33f-4a4b-915e-7412bfb1f4a0 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:51:15.006730 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-914ace3e-6c79-4485-8afe-caccfc663b37 req-a56c1363-bf18-4dce-8bdc-aafe89c23fa7 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 945 time: 0.1496458 Jul 06 11:51:15.014349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a03f01d3-124a-4032-aef4-3d10bf71c2bd up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:15.045364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60719a1-0e4b-4182-9c8f-8861fc6ae6c2 admin admin] Made reservation on behalf of 57ad955a09a04d238c50abc162078b30 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:15.048094 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b60719a1-0e4b-4182-9c8f-8861fc6ae6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.065946 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.101644 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b60719a1-0e4b-4182-9c8f-8861fc6ae6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.140474 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port a03f01d3-124a-4032-aef4-3d10bf71c2bd triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:15.141958 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.159096 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-914ace3e-6c79-4485-8afe-caccfc663b37 req-f3f00a98-5012-40fd-bfc2-e203772fc7c3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514349 Jul 06 11:51:15.305522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-60b0bc58-21ca-437f-89ae-13658b0a183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:15.312015 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-60b0bc58-21ca-437f-89ae-13658b0a183f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 1096 time: 0.7083535 Jul 06 11:51:15.350341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7e275-714f-41a2-a1e5-118cab537601 req-5d120f68-66ff-4988-8815-1659e7004ff6 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:15.351907 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2f7e275-714f-41a2-a1e5-118cab537601 req-5d120f68-66ff-4988-8815-1659e7004ff6 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.6705678 Jul 06 11:51:15.502165 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.515472 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-36d4b54f-be5b-445f-ba55-d29118186b11 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--486923237&fields=id&tenant_id=457dc0f1f50449c9b4c6cc1d1c2e89cb HTTP/1.1" status: 200 len: 267 time: 0.0700996 Jul 06 11:51:15.516809 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Transition to ACTIVE for port object 0bf58940-b33f-4a4b-915e-7412bfb1f4a0 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:15.524391 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.645494 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Attempting to bind port 0bf58940-b33f-4a4b-915e-7412bfb1f4a0 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:15.645935 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Attempting to bind port 0bf58940-b33f-4a4b-915e-7412bfb1f4a0 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:15.646273 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Attempting to bind port 0bf58940-b33f-4a4b-915e-7412bfb1f4a0 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:15.654803 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97127f9f-cb28-4db8-8231-4f3f5d5ebc1f None None] Pushing event updated for resources: {'Port': ['ID=0bf58940-b33f-4a4b-915e-7412bfb1f4a0,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:15.662924 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:15.663338 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:15.663745 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.664135 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:15.664623 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Bound port: 0bf58940-b33f-4a4b-915e-7412bfb1f4a0, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:15.665022 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.666740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-7c3549bf-7eb9-44eb-8568-3933e6071d66 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:15.669164 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-7c3549bf-7eb9-44eb-8568-3933e6071d66 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/networks?id=6cbefc40-f056-47db-be9b-58cf3978d229 HTTP/1.1" status: 200 len: 805 time: 0.1427550 Jul 06 11:51:15.672129 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b60719a1-0e4b-4182-9c8f-8861fc6ae6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.689535 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-61dc5aa1-b19a-436b-852e-7042b637fa6e tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/quotas/457dc0f1f50449c9b4c6cc1d1c2e89cb HTTP/1.1" status: 200 len: 375 time: 0.0154233 Jul 06 11:51:15.698487 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b60719a1-0e4b-4182-9c8f-8861fc6ae6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.778274 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60719a1-0e4b-4182-9c8f-8861fc6ae6c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:51:15.788280 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] For port 0bf58940-b33f-4a4b-915e-7412bfb1f4a0, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:15.793360 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] For port 0bf58940-b33f-4a4b-915e-7412bfb1f4a0, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0bf58940-b33f-4a4b-915e-7412bfb1f4a0,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:15.795359 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-4e9fc09e-6a30-43a8-85d7-47b38d502bda tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=457dc0f1f50449c9b4c6cc1d1c2e89cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0976348 Jul 06 11:51:15.801154 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.869459 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2f7e275-714f-41a2-a1e5-118cab537601 req-3f4cc50c-53ab-4860-84a7-a05c71d96121 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735324 Jul 06 11:51:15.883518 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b60719a1-0e4b-4182-9c8f-8861fc6ae6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.884167 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-b60719a1-0e4b-4182-9c8f-8861fc6ae6c2 admin admin] Added segment f8860058-518c-4134-87cf-151b81656b6e of type vlan for network 10895b04-e703-4130-b380-f38c6495ab8e Jul 06 11:51:15.923897 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-ee5de361-3772-491c-a5c1-ad72d06aed1b service neutron] 10.222.0.81 "GET /v2.0/networks/6cbefc40-f056-47db-be9b-58cf3978d229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262591 Jul 06 11:51:15.934168 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b60719a1-0e4b-4182-9c8f-8861fc6ae6c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:15.960972 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Routers {'d4c68f84-d34f-4409-a111-d1ce98926356'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:15.961580 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:51:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['d4c68f84-d34f-4409-a111-d1ce98926356'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:15.985958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60719a1-0e4b-4182-9c8f-8861fc6ae6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8577ec99-79d6-46ce-b50b-45015e001aa5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:16.008225 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97127f9f-cb28-4db8-8231-4f3f5d5ebc1f None None] Pushing event updated for resources: {'Port': ['ID=0bf58940-b33f-4a4b-915e-7412bfb1f4a0,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:16.010609 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b60719a1-0e4b-4182-9c8f-8861fc6ae6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:16.011926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60719a1-0e4b-4182-9c8f-8861fc6ae6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:16.018389 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b60719a1-0e4b-4182-9c8f-8861fc6ae6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:16.068202 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-d76a41bc-4467-4d25-bc8e-e670b752ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:16.070370 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-d76a41bc-4467-4d25-bc8e-e670b752ec94 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.7489352 Jul 06 11:51:16.096928 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-1df85099-9bff-49c4-8a9d-d1424e2aa399 service neutron] 10.222.0.81 "GET /v2.0/networks/6cbefc40-f056-47db-be9b-58cf3978d229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638110 Jul 06 11:51:16.099598 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] Set router d4c68f84-d34f-4409-a111-d1ce98926356 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:16.329436 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'name': 'tempest-ServersTestBootFromVolume-847844082-router', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:51:08Z', 'updated_at': '2021-07-06T11:51:11Z', 'revision_number': 3, 'project_id': '92fa138979964412a0cedd1a4908272c', 'gw_port': {'id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:09Z', 'updated_at': '2021-07-06T11:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:16.406087 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c6e68-d6c4-49af-a62e-39ac99d16d54 None None] The sync data for ids ['d4c68f84-d34f-4409-a111-d1ce98926356'] in n-d-799529-2 is: [{'id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'name': 'tempest-ServersTestBootFromVolume-847844082-router', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:51:08Z', 'updated_at': '2021-07-06T11:51:11Z', 'revision_number': 3, 'project_id': '92fa138979964412a0cedd1a4908272c', 'gw_port': {'id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:09Z', 'updated_at': '2021-07-06T11:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:51:16.571048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5abb5-395b-46cd-ba56-1c4cccf26080 req-efcb69e7-9a51-49ee-9013-4afc7c4c5971 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:16.572553 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b60719a1-0e4b-4182-9c8f-8861fc6ae6c2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2764101 Jul 06 11:51:16.590801 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-68b5abb5-395b-46cd-ba56-1c4cccf26080 req-efcb69e7-9a51-49ee-9013-4afc7c4c5971 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 945 time: 0.1334791 Jul 06 11:51:16.592625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54972) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:16.607916 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-7f9da6f4-6712-4c78-ba5a-1b9ec26591c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8035f3ae-96b3-4c19-bd84-4afe8b226d2b HTTP/1.1" status: 200 len: 217 time: 0.5280254 Jul 06 11:51:16.613372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-092f16f3-07be-46dd-9fe0-773e75d017cc admin admin] Request body: {'subnet': {'network_id': '10895b04-e703-4130-b380-f38c6495ab8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1918159056-subnet', 'tenant_id': '57ad955a09a04d238c50abc162078b30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:16.661281 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8392fc2d-26e2-4193-a4cf-d98bccc988fb req-7006c72a-d6d8-4c96-ba15-97b01a718adc tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 210 time: 0.5857320 Jul 06 11:51:16.661971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60719a1-0e4b-4182-9c8f-8861fc6ae6c2 admin admin] Pushing event updated for resources: {'Network': ['ID=10895b04-e703-4130-b380-f38c6495ab8e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:16.688533 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 10895b04-e703-4130-b380-f38c6495ab8e details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:51:16.713079 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-68b5abb5-395b-46cd-ba56-1c4cccf26080 req-c1542cdb-c21b-4664-b014-978f0f2c3e00 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211820 Jul 06 11:51:16.740667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092f16f3-07be-46dd-9fe0-773e75d017cc admin admin] Made reservation on behalf of 57ad955a09a04d238c50abc162078b30 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:16.743387 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-092f16f3-07be-46dd-9fe0-773e75d017cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:16.984044 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2290fdaa-b35c-410a-987c-b611c3214e84 req-6a8e7dd0-9284-44a6-89f4-bd38eafebe45 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 210 time: 0.2297580 Jul 06 11:51:17.031723 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:17.035254 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-7b216125-790d-4206-bf00-e7945e4f4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:17.037204 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-7b216125-790d-4206-bf00-e7945e4f4a59 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.3594739 Jul 06 11:51:17.097322 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-431e0cc6-95ee-485d-96ee-9a1c9b69ec0f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487933 Jul 06 11:51:17.213353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-26ac3aa6-636e-48ce-8219-ff4f868df6f0 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:17.213803 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-092f16f3-07be-46dd-9fe0-773e75d017cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:17.215171 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-26ac3aa6-636e-48ce-8219-ff4f868df6f0 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 812 time: 0.7571914 Jul 06 11:51:17.237840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-143b6a92-ea6e-4d48-aeb7-6ca143057355 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Request body: {'port': {'device_id': '3baebfd0-1090-4934-8579-686b4a80b0fa', 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f', 'admin_state_up': True, 'tenant_id': 'd2d76adf81784b64aea38db034db806b'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:17.358703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f16f3-07be-46dd-9fe0-773e75d017cc admin admin] Checking segment: {'id': 'f8860058-518c-4134-87cf-151b81656b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '10895b04-e703-4130-b380-f38c6495ab8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:17.359063 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f16f3-07be-46dd-9fe0-773e75d017cc admin admin] Network hostable DHCP agents. Network: 10895b04-e703-4130-b380-f38c6495ab8e, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:51:17.362597 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f16f3-07be-46dd-9fe0-773e75d017cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5e3ebd-542b-4b3c-ac82-395b3d2214f2,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:17.378783 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79a9c5-bc29-42b3-aa0c-18df716e69af req-4e95633c-6a8b-45e4-9ec5-255ca894ff18 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:17.386241 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1f79a9c5-bc29-42b3-aa0c-18df716e69af req-4e95633c-6a8b-45e4-9ec5-255ca894ff18 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.1261199 Jul 06 11:51:17.470723 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1f79a9c5-bc29-42b3-aa0c-18df716e69af req-2b332253-7c7e-4b8e-bbc9-1e7a15cebfef tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834081 Jul 06 11:51:17.475936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f16f3-07be-46dd-9fe0-773e75d017cc admin admin] Network 10895b04-e703-4130-b380-f38c6495ab8e is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:51:17.505254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-092f16f3-07be-46dd-9fe0-773e75d017cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 10895b04-e703-4130-b380-f38c6495ab8e) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:17.517474 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a486479-9c24-46c6-8162-4fd8d29a64b7 None None] Network 10895b04-e703-4130-b380-f38c6495ab8e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:17.519844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092f16f3-07be-46dd-9fe0-773e75d017cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:17.520444 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-092f16f3-07be-46dd-9fe0-773e75d017cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:17.548200 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-092f16f3-07be-46dd-9fe0-773e75d017cc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9534919 Jul 06 11:51:17.645239 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-528cb507-5b0d-40c7-ab68-cc392f6e1c58 service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279601 Jul 06 11:51:17.699159 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-143b6a92-ea6e-4d48-aeb7-6ca143057355 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Made reservation on behalf of d2d76adf81784b64aea38db034db806b for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:17.703309 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-143b6a92-ea6e-4d48-aeb7-6ca143057355 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:17.853909 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e95d59-a4aa-4a66-aaa8-92d6e54b3547 None None] Network 10895b04-e703-4130-b380-f38c6495ab8e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:17.890499 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Allocated IP 172.20.0.1 (bfdec70e-405a-4398-8a85-862f1559abdb/b38531c5-f32d-4330-b877-eb35fd01762b/85b9696c-591b-4e81-8206-847167e982bc) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:18.031287 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15839cd2-f8a3-41d3-896b-c444579a9342 req-35671462-9da0-4016-9fe3-e2f1aeb06c58 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:18.039790 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd88c3e5-ddda-448b-9641-fa36721803bd req-a109a7a0-e8bf-460a-af36-b85d5949a5d7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 210 time: 0.0950112 Jul 06 11:51:18.054859 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15839cd2-f8a3-41d3-896b-c444579a9342 req-35671462-9da0-4016-9fe3-e2f1aeb06c58 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 945 time: 0.1276038 Jul 06 11:51:18.131097 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15839cd2-f8a3-41d3-896b-c444579a9342 req-e818aa09-fbfa-4370-977b-7a34143507cd tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752671 Jul 06 11:51:18.189726 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-b9b2b6eb-076e-4358-89e9-fe8c021c7a64 service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273709 Jul 06 11:51:18.409066 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eb8860c0-bf7a-4707-825a-4f57542741a9 req-6a44bf03-7638-4269-9cca-9d7573b154d7 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 210 time: 0.0521212 Jul 06 11:51:18.445993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-143b6a92-ea6e-4d48-aeb7-6ca143057355 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Allocated IP 172.20.0.11 (983fb040-9529-4be2-835e-8b237b1ea52f/37f22715-ba8d-4530-84b2-f69de5c14956/29d014dc-fa96-4e12-a342-87c3ff106714) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:18.460613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55066) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:18.483022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9ad3409a-20ac-4cde-a60e-5471cd25dfb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1738510105-network', 'tenant_id': 'ab73a3f25da64d73b570a8cc2fc35a10'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:18.542155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad3409a-20ac-4cde-a60e-5471cd25dfb5 admin admin] Made reservation on behalf of ab73a3f25da64d73b570a8cc2fc35a10 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:18.544805 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ad3409a-20ac-4cde-a60e-5471cd25dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.561926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ad3409a-20ac-4cde-a60e-5471cd25dfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.718284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0bf58940-b33f-4a4b-915e-7412bfb1f4a0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:18.786732 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ad3409a-20ac-4cde-a60e-5471cd25dfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.795032 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 0bf58940-b33f-4a4b-915e-7412bfb1f4a0 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:18.797884 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ad3409a-20ac-4cde-a60e-5471cd25dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.807040 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0bf58940-b33f-4a4b-915e-7412bfb1f4a0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:18.807576 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.815125 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.832149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad3409a-20ac-4cde-a60e-5471cd25dfb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:51:18.854883 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3409a-20ac-4cde-a60e-5471cd25dfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f29091-db06-4a4d-bfad-76fcbd3a02b2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:18.858634 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ad3409a-20ac-4cde-a60e-5471cd25dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:18.858977 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-9ad3409a-20ac-4cde-a60e-5471cd25dfb5 admin admin] Added segment 1f427bd6-68f6-4814-9ac6-7a9b2c4a14fc of type vlan for network 61b3613c-6e33-4373-a1d9-2046522c0e93 Jul 06 11:51:18.948812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Transition to ACTIVE for port object 85b9696c-591b-4e81-8206-847167e982bc will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:18.956020 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ad3409a-20ac-4cde-a60e-5471cd25dfb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.001257 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.024572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ad3409a-20ac-4cde-a60e-5471cd25dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.025969 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad3409a-20ac-4cde-a60e-5471cd25dfb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:19.026603 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ad3409a-20ac-4cde-a60e-5471cd25dfb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.058546 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 0bf58940-b33f-4a4b-915e-7412bfb1f4a0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0bf58940-b33f-4a4b-915e-7412bfb1f4a0,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:19.073718 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.106614 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-fe810ec8-ba16-45a5-ad6b-5fc8236a1f51 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:19.109546 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-fe810ec8-ba16-45a5-ad6b-5fc8236a1f51 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.89 "GET /v2.0/networks?id=6cbefc40-f056-47db-be9b-58cf3978d229 HTTP/1.1" status: 200 len: 805 time: 0.6663666 Jul 06 11:51:19.112787 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9ad3409a-20ac-4cde-a60e-5471cd25dfb5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6520214 Jul 06 11:51:19.116385 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55074) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:19.128925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-33059a2f-e3b4-4591-9593-5b5509617f21 admin admin] Request body: {'subnet': {'network_id': '61b3613c-6e33-4373-a1d9-2046522c0e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1738510105-subnet', 'tenant_id': 'ab73a3f25da64d73b570a8cc2fc35a10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:19.142614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3409a-20ac-4cde-a60e-5471cd25dfb5 admin admin] Pushing event updated for resources: {'Network': ['ID=61b3613c-6e33-4373-a1d9-2046522c0e93,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:19.164834 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-143b6a92-ea6e-4d48-aeb7-6ca143057355 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.171547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33059a2f-e3b4-4591-9593-5b5509617f21 admin admin] Made reservation on behalf of ab73a3f25da64d73b570a8cc2fc35a10 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:19.173518 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 61b3613c-6e33-4373-a1d9-2046522c0e93 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:51:19.176414 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33059a2f-e3b4-4591-9593-5b5509617f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.183007 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.212172 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94015f-645c-47df-8c1a-7adf9fe8a613 req-955e5372-fca9-4247-acbc-567f7eed2656 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:19.219968 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f94015f-645c-47df-8c1a-7adf9fe8a613 req-955e5372-fca9-4247-acbc-567f7eed2656 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.3574798 Jul 06 11:51:19.292294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=0bf58940-b33f-4a4b-915e-7412bfb1f4a0,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:19.311374 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-9af3dab0-64eb-4967-92e0-f314a2f1b461 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=457dc0f1f50449c9b4c6cc1d1c2e89cb HTTP/1.1" status: 200 len: 379 time: 0.1864274 Jul 06 11:51:19.324875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Network bfdec70e-405a-4398-8a85-862f1559abdb is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:19.333013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-d5b56445-affa-4909-954a-4eb68be12ab8 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Request body: {'port': {'device_id': 'c2f404d6-6e01-48e9-b21f-9495dc47ba5d', 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229', 'admin_state_up': True, 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'security_groups': ['f5188bd5-a4da-4149-89ff-bfd482822eb6']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:19.351003 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:19.392001 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Pushing event updated for resources: {'Port': ['ID=85b9696c-591b-4e81-8206-847167e982bc,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:19.412385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:19.421118 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f81be29d-9a23-4640-8835-c684e7013eca req-2c7f97ae-defc-4b3f-bfdc-075aff02cfd8 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 210 time: 0.0507441 Jul 06 11:51:19.472250 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f94015f-645c-47df-8c1a-7adf9fe8a613 req-19d06ba4-b8c5-466b-b03e-cb65125b2bce tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509251 Jul 06 11:51:19.473585 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-143b6a92-ea6e-4d48-aeb7-6ca143057355 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.582422 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33059a2f-e3b4-4591-9593-5b5509617f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.706417 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.730883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1131b28f-a4f3-4151-b98e-797c7ffac239 None None] Provisioning for port 85b9696c-591b-4e81-8206-847167e982bc completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:19.747652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1131b28f-a4f3-4151-b98e-797c7ffac239 None None] Provisioning complete for port 85b9696c-591b-4e81-8206-847167e982bc triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:19.748311 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1131b28f-a4f3-4151-b98e-797c7ffac239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:19.795336 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b6a92-ea6e-4d48-aeb7-6ca143057355 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Pushing event updated for resources: {'Port': ['ID=29d014dc-fa96-4e12-a342-87c3ff106714,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:19.816630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1131b28f-a4f3-4151-b98e-797c7ffac239 None None] Port 85b9696c-591b-4e81-8206-847167e982bc cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:19.826897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-143b6a92-ea6e-4d48-aeb7-6ca143057355 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Network 983fb040-9529-4be2-835e-8b237b1ea52f is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:19.851334 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-143b6a92-ea6e-4d48-aeb7-6ca143057355 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:19.854242 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-143b6a92-ea6e-4d48-aeb7-6ca143057355 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:19.942912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-143b6a92-ea6e-4d48-aeb7-6ca143057355 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:19.944425 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-143b6a92-ea6e-4d48-aeb7-6ca143057355 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:20.065113 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-d5b56445-affa-4909-954a-4eb68be12ab8 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Made reservation on behalf of 457dc0f1f50449c9b4c6cc1d1c2e89cb for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:20.069174 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-d5b56445-affa-4909-954a-4eb68be12ab8 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:20.086308 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-645f84b9-dc0f-47d9-9e88-af38468f472d req-1ed5b455-e764-44b3-911c-04cfc86ac584 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 210 time: 0.2135389 Jul 06 11:51:20.107327 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33059a2f-e3b4-4591-9593-5b5509617f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43aa548e-8772-4508-994d-d93d4bb65d50,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:20.128747 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-143b6a92-ea6e-4d48-aeb7-6ca143057355 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8946354 Jul 06 11:51:20.145863 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Request body: {'port': {'device_id': '3baebfd0-1090-4934-8579-686b4a80b0fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:20.169307 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33059a2f-e3b4-4591-9593-5b5509617f21 admin admin] Checking segment: {'id': '1f427bd6-68f6-4814-9ac6-7a9b2c4a14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '61b3613c-6e33-4373-a1d9-2046522c0e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:20.169673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33059a2f-e3b4-4591-9593-5b5509617f21 admin admin] Network hostable DHCP agents. Network: 61b3613c-6e33-4373-a1d9-2046522c0e93, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:51:20.196250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b125f-dc08-41ba-a1f7-5468406936b0 req-4ef7c47b-b40d-4a4a-91a7-b796afa4bdcf tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:20.205043 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0d0b125f-dc08-41ba-a1f7-5468406936b0 req-4ef7c47b-b40d-4a4a-91a7-b796afa4bdcf tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 945 time: 0.1634657 Jul 06 11:51:20.265806 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0d0b125f-dc08-41ba-a1f7-5468406936b0 req-128b9889-b19a-4eea-95a7-349758f8ed99 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597873 Jul 06 11:51:20.269753 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33059a2f-e3b4-4591-9593-5b5509617f21 admin admin] Network 61b3613c-6e33-4373-a1d9-2046522c0e93 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:51:20.272025 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:20.296481 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-33059a2f-e3b4-4591-9593-5b5509617f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 61b3613c-6e33-4373-a1d9-2046522c0e93) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:20.306598 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afbb035-2bf2-4507-84fc-b27203f3b764 None None] Network 61b3613c-6e33-4373-a1d9-2046522c0e93 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:20.310183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33059a2f-e3b4-4591-9593-5b5509617f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:20.310846 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33059a2f-e3b4-4591-9593-5b5509617f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:20.354902 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-33059a2f-e3b4-4591-9593-5b5509617f21 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2371950 Jul 06 11:51:20.439189 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-d5b56445-affa-4909-954a-4eb68be12ab8 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Allocated IP 172.20.0.11 (6cbefc40-f056-47db-be9b-58cf3978d229/1531b95d-4d77-4277-8ef4-2eadd02d2d08/1449b593-5b2b-4b97-a9e4-1ed3dab12173) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:20.445087 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:20.574378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26674c39-ae9e-43bb-8277-f1bbd9d363a3 None None] Network 61b3613c-6e33-4373-a1d9-2046522c0e93 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:51:20.688048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0bf58940-b33f-4a4b-915e-7412bfb1f4a0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:20.864759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a0b47-1117-48a0-87bf-ca0fbdb98ef2 req-ed262c30-a80a-4249-a01b-7fd8d331dc1c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:20.876996 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ea1a0b47-1117-48a0-87bf-ca0fbdb98ef2 req-ed262c30-a80a-4249-a01b-7fd8d331dc1c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.1411741 Jul 06 11:51:20.887839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0bf58940-b33f-4a4b-915e-7412bfb1f4a0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:20.888221 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:20.981165 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ea1a0b47-1117-48a0-87bf-ca0fbdb98ef2 req-78e4727c-b5d6-43ea-a10d-5dcaee66a1a1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919907 Jul 06 11:51:21.051349 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d014dc-fa96-4e12-a342-87c3ff106714 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:21.060598 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.078691 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Transition to ACTIVE for port object 29d014dc-fa96-4e12-a342-87c3ff106714 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:21.120172 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.344375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Pushing event updated for resources: {'Port': ['ID=29d014dc-fa96-4e12-a342-87c3ff106714,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:21.359147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-13966d83-9182-4d55-8b7a-e46f15602851 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:21.360722 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-13966d83-9182-4d55-8b7a-e46f15602851 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/networks?id=10895b04-e703-4130-b380-f38c6495ab8e HTTP/1.1" status: 200 len: 815 time: 0.1310654 Jul 06 11:51:21.388558 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-252cfaf4-4a62-4494-bc82-c0aa67810c2e tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/quotas/57ad955a09a04d238c50abc162078b30 HTTP/1.1" status: 200 len: 375 time: 0.0103018 Jul 06 11:51:21.438318 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-d5b56445-affa-4909-954a-4eb68be12ab8 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.440139 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-27628809-2520-49ab-89c7-113f1cb565c4 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=57ad955a09a04d238c50abc162078b30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408833 Jul 06 11:51:21.493623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb87e4f-7c54-462f-88e3-7c065e4187e1 req-e78b6c90-061f-478c-869f-64b651a1b07c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:21.495599 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fcb87e4f-7c54-462f-88e3-7c065e4187e1 req-e78b6c90-061f-478c-869f-64b651a1b07c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 944 time: 0.4130285 Jul 06 11:51:21.498631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-d5b56445-affa-4909-954a-4eb68be12ab8 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Transition to ACTIVE for port object 1449b593-5b2b-4b97-a9e4-1ed3dab12173 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:21.511184 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Attempting to bind port 29d014dc-fa96-4e12-a342-87c3ff106714 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:21.511924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Attempting to bind port 29d014dc-fa96-4e12-a342-87c3ff106714 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:21.512471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Attempting to bind port 29d014dc-fa96-4e12-a342-87c3ff106714 on network 983fb040-9529-4be2-835e-8b237b1ea52f {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:21.549738 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.557500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Port 29d014dc-fa96-4e12-a342-87c3ff106714 on network 983fb040-9529-4be2-835e-8b237b1ea52f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:21.558256 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Attempting to bind port 29d014dc-fa96-4e12-a342-87c3ff106714 on network 983fb040-9529-4be2-835e-8b237b1ea52f {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:21.569654 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.582245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:21.583463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Checking segment: {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:21.584219 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Bound using segment: {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:21.584843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Bound port: 29d014dc-fa96-4e12-a342-87c3ff106714, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:21.585324 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:21.602533 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d46f84b0-5a42-4bf6-bb78-76efd904a959 service neutron] 10.222.0.81 "GET /v2.0/networks/10895b04-e703-4130-b380-f38c6495ab8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558647 Jul 06 11:51:21.731177 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-22aa9a67-fba8-4460-a979-b2b05dec5816 service neutron] 10.222.0.81 "GET /v2.0/networks/10895b04-e703-4130-b380-f38c6495ab8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218100 Jul 06 11:51:22.014211 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fcb87e4f-7c54-462f-88e3-7c065e4187e1 req-f5729cd5-2194-473e-af3d-ab74bc9da1c2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096536 Jul 06 11:51:22.109247 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-d5b56445-affa-4909-954a-4eb68be12ab8 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.154915 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.162574 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Pushing event updated for resources: {'Port': ['ID=85b9696c-591b-4e81-8206-847167e982bc,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:22.244866 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-d5b56445-affa-4909-954a-4eb68be12ab8 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Network 6cbefc40-f056-47db-be9b-58cf3978d229 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:22.285768 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-d5b56445-affa-4909-954a-4eb68be12ab8 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:22.300458 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-d5b56445-affa-4909-954a-4eb68be12ab8 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:22.316271 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ba485-cd8d-4575-9a41-ccb2e4ac1c88 req-022714aa-2aab-4870-86ad-45c77b61db2f tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:22.319605 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-570ba485-cd8d-4575-9a41-ccb2e4ac1c88 req-022714aa-2aab-4870-86ad-45c77b61db2f tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 945 time: 0.1063316 Jul 06 11:51:22.412797 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-570ba485-cd8d-4575-9a41-ccb2e4ac1c88 req-4610176e-a82d-4ae2-ac74-27a5eb3e9637 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798652 Jul 06 11:51:22.506234 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b56445-affa-4909-954a-4eb68be12ab8 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Pushing event updated for resources: {'Port': ['ID=1449b593-5b2b-4b97-a9e4-1ed3dab12173,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:22.545235 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-73a7c525-b8b0-4d87-897f-663b667568e1 req-b83e8ac9-38b2-468a-b32a-30eee38c8fc5 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 210 time: 0.0814223 Jul 06 11:51:22.551475 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] For port 29d014dc-fa96-4e12-a342-87c3ff106714, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:22.630429 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] For port 29d014dc-fa96-4e12-a342-87c3ff106714, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=29d014dc-fa96-4e12-a342-87c3ff106714,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:22.650906 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-d5b56445-affa-4909-954a-4eb68be12ab8 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:22.663162 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-d5b56445-affa-4909-954a-4eb68be12ab8 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.699421 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.762250 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-864a7b74-23b5-4db9-9ac5-11e5c3290883 None None] Provisioning for port 1449b593-5b2b-4b97-a9e4-1ed3dab12173 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:22.764252 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-d5b56445-affa-4909-954a-4eb68be12ab8 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4364712 Jul 06 11:51:22.767528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-864a7b74-23b5-4db9-9ac5-11e5c3290883 None None] Provisioning complete for port 1449b593-5b2b-4b97-a9e4-1ed3dab12173 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:22.768202 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-864a7b74-23b5-4db9-9ac5-11e5c3290883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.788999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab87624-7ce9-4e42-a093-2cd215be0fa2 req-95fb25a5-8820-4680-9d56-b69afe32b580 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:22.792272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Network bfdec70e-405a-4398-8a85-862f1559abdb is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:22.792739 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ab87624-7ce9-4e42-a093-2cd215be0fa2 req-95fb25a5-8820-4680-9d56-b69afe32b580 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.0912640 Jul 06 11:51:22.795897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:22.797094 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:22.799466 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] 10.222.0.89 "PUT /v2.0/ports/29d014dc-fa96-4e12-a342-87c3ff106714 HTTP/1.1" status: 200 len: 1092 time: 2.6590660 Jul 06 11:51:22.823826 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:22.825997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3baebfd0-1090-4934-8579-686b4a80b0fa', 'tag': '29d014dc-fa96-4e12-a342-87c3ff106714'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:22.828669 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3ad909-9e0f-4c11-9a84-f1e8edad236a" -d '{"events": [{"name": "network-changed", "server_uuid": "3baebfd0-1090-4934-8579-686b4a80b0fa", "tag": "29d014dc-fa96-4e12-a342-87c3ff106714"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:22.835459 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Request body: {'port': {'device_id': 'c2f404d6-6e01-48e9-b21f-9495dc47ba5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:22.864559 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-864a7b74-23b5-4db9-9ac5-11e5c3290883 None None] Port 1449b593-5b2b-4b97-a9e4-1ed3dab12173 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:22.881482 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ab87624-7ce9-4e42-a093-2cd215be0fa2 req-e0af64d1-6a52-4257-9b71-cd94ce8be871 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798812 Jul 06 11:51:22.909318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f205d7-6426-4f3e-b218-13b37229cab5 req-c99a10f2-b64b-495b-9ee2-40230256bd98 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:22.925034 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62f205d7-6426-4f3e-b218-13b37229cab5 req-c99a10f2-b64b-495b-9ee2-40230256bd98 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 932 time: 0.6954150 Jul 06 11:51:22.996292 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b6c0ae-f0c6-4ecb-998b-3a50cac6d47b x-openstack-request-id: req-39b6c0ae-f0c6-4ecb-998b-3a50cac6d47b {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:22.996717 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3baebfd0-1090-4934-8579-686b4a80b0fa", "tag": "29d014dc-fa96-4e12-a342-87c3ff106714", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:22.997139 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39b6c0ae-f0c6-4ecb-998b-3a50cac6d47b {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:22.997734 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baebfd0-1090-4934-8579-686b4a80b0fa', 'tag': '29d014dc-fa96-4e12-a342-87c3ff106714', 'status': 'completed', 'code': 200} Jul 06 11:51:23.142958 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:23.175096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0bbc7-9e36-4093-ba6d-f7ab5f35b937 service neutron] Pushing event updated for resources: {'Port': ['ID=29d014dc-fa96-4e12-a342-87c3ff106714,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:23.185855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62f205d7-6426-4f3e-b218-13b37229cab5 req-202b09e2-79de-4546-847a-407f6e548365 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5188bd5-a4da-4149-89ff-bfd482822eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599077 Jul 06 11:51:23.216201 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d23bd625-ba25-4a9e-a238-f582e0ebedb7 None None] Provisioning complete for port 85b9696c-591b-4e81-8206-847167e982bc triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:23.216825 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d23bd625-ba25-4a9e-a238-f582e0ebedb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:23.348567 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d23bd625-ba25-4a9e-a238-f582e0ebedb7 None None] Port 85b9696c-591b-4e81-8206-847167e982bc cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:23.473302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e38fc-49d9-4094-9359-d20050a7579a req-873743bd-3bae-44a0-9490-4cc336bfabc6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:23.477782 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a91e38fc-49d9-4094-9359-d20050a7579a req-873743bd-3bae-44a0-9490-4cc336bfabc6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 944 time: 0.1729257 Jul 06 11:51:23.550658 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Router d4c68f84-d34f-4409-a111-d1ce98926356 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:51:23.551412 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a91e38fc-49d9-4094-9359-d20050a7579a req-17b50fff-017a-4709-bdf5-4b6895601e51 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657649 Jul 06 11:51:23.553993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-fddeced9-beab-4428-8c90-776f671313fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:23.556018 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-fddeced9-beab-4428-8c90-776f671313fa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 1095 time: 0.5543489 Jul 06 11:51:23.673273 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-94141668-839f-4486-a6e9-c2b213a66f75 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29d014dc-fa96-4e12-a342-87c3ff106714 HTTP/1.1" status: 200 len: 217 time: 0.1017139 Jul 06 11:51:23.764562 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2e529b24-e119-4caa-9b0e-4181ab5a1aba req-76bf11d8-2c49-47e7-bdcc-6257897b53cc tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 210 time: 0.0601499 Jul 06 11:51:23.947924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1449b593-5b2b-4b97-a9e4-1ed3dab12173 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:23.970886 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:23.980044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-3ef8c532-5cec-4e69-a39a-285555b5236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:23.981540 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-3ef8c532-5cec-4e69-a39a-285555b5236c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37f22715-ba8d-4530-84b2-f69de5c14956 HTTP/1.1" status: 200 len: 852 time: 0.2518210 Jul 06 11:51:24.019064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Transition to ACTIVE for port object 1449b593-5b2b-4b97-a9e4-1ed3dab12173 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:24.058577 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-63c50b67-0210-4deb-893e-72daa5b33275 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=983fb040-9529-4be2-835e-8b237b1ea52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635910 Jul 06 11:51:24.059747 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:51:24.062659 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:24.068662 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0bafc603-b94c-44db-8994-e58a25fc10bd admin admin] 10.222.0.81 "PUT /v2.0/routers/d4c68f84-d34f-4409-a111-d1ce98926356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6847548 Jul 06 11:51:24.084765 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Sync routers for ids ['d4c68f84-d34f-4409-a111-d1ce98926356'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:51:24.121260 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Routers {'d4c68f84-d34f-4409-a111-d1ce98926356'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:24.122260 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:51:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['d4c68f84-d34f-4409-a111-d1ce98926356'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:24.198995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b52f3d-5588-49d6-bdd6-767d06de119c req-374754e5-4e02-4f5e-a2af-1ce2fdc32731 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:24.206734 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-44b52f3d-5588-49d6-bdd6-767d06de119c req-374754e5-4e02-4f5e-a2af-1ce2fdc32731 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 945 time: 0.5483346 Jul 06 11:51:24.254185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be7869-22b6-4e9d-b6bc-d065f300339d req-52a9124b-1297-4de3-a1fb-cb5cec5a871f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:24.274857 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-16be7869-22b6-4e9d-b6bc-d065f300339d req-52a9124b-1297-4de3-a1fb-cb5cec5a871f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.1688542 Jul 06 11:51:24.335080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-23aaf709-5d79-49a0-9861-fd6e5020a115 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:24.337876 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-23aaf709-5d79-49a0-9861-fd6e5020a115 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.23 "GET /v2.0/networks?id=10895b04-e703-4130-b380-f38c6495ab8e HTTP/1.1" status: 200 len: 815 time: 0.5337889 Jul 06 11:51:24.378462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Pushing event updated for resources: {'Port': ['ID=1449b593-5b2b-4b97-a9e4-1ed3dab12173,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:24.379080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Set router d4c68f84-d34f-4409-a111-d1ce98926356 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:24.386919 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-16be7869-22b6-4e9d-b6bc-d065f300339d req-0de16b2b-e612-4719-a4e2-bd389ab6b3ec tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110499 Jul 06 11:51:24.419328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-8457a6fd-10f4-4dd7-b837-71d4f5e6ca5b tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Request body: {'port': {'device_id': 'd850ba39-bbbe-4d85-9c52-158ff6682ad3', 'network_id': '10895b04-e703-4130-b380-f38c6495ab8e', 'admin_state_up': True, 'tenant_id': '57ad955a09a04d238c50abc162078b30'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:24.540667 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-44b52f3d-5588-49d6-bdd6-767d06de119c req-08995034-6b43-40ee-a8d8-8e406cfc2c16 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285267 Jul 06 11:51:24.667637 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-9624ed75-f12d-4c12-a577-1263f13575d4 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938678 Jul 06 11:51:24.683079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997a1e-3c87-4dc7-8915-de7397d79813 req-98672d83-5669-462f-ae02-311e92d31e55 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:24.692221 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d997a1e-3c87-4dc7-8915-de7397d79813 req-98672d83-5669-462f-ae02-311e92d31e55 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 944 time: 0.1559241 Jul 06 11:51:24.745295 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d997a1e-3c87-4dc7-8915-de7397d79813 req-fcbd0b9c-92b0-4121-b394-627605493679 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5188bd5-a4da-4149-89ff-bfd482822eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507588 Jul 06 11:51:24.817813 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'name': 'tempest-ServersTestBootFromVolume-847844082-router', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:51:08Z', 'updated_at': '2021-07-06T11:51:20Z', 'revision_number': 4, 'project_id': '92fa138979964412a0cedd1a4908272c', 'gw_port': {'id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:09Z', 'updated_at': '2021-07-06T11:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '85b9696c-591b-4e81-8206-847167e982bc', 'name': '', 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'mac_address': 'fa:16:3e:98:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:17Z', 'updated_at': '2021-07-06T11:51:20Z', 'revision_number': 2, 'project_id': '92fa138979964412a0cedd1a4908272c', 'subnets': [{'id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:24.823711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Attempting to bind port 1449b593-5b2b-4b97-a9e4-1ed3dab12173 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:24.824090 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Attempting to bind port 1449b593-5b2b-4b97-a9e4-1ed3dab12173 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'ce28a662-2bb6-4782-9286-7aff05654474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:24.824419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Attempting to bind port 1449b593-5b2b-4b97-a9e4-1ed3dab12173 on network 6cbefc40-f056-47db-be9b-58cf3978d229 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:24.843750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Port 1449b593-5b2b-4b97-a9e4-1ed3dab12173 on network 6cbefc40-f056-47db-be9b-58cf3978d229 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:24.844081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Attempting to bind port 1449b593-5b2b-4b97-a9e4-1ed3dab12173 on network 6cbefc40-f056-47db-be9b-58cf3978d229 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:24.860393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:24.860815 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Checking segment: {'id': 'ce28a662-2bb6-4782-9286-7aff05654474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:24.861276 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Bound using segment: {'id': 'ce28a662-2bb6-4782-9286-7aff05654474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:24.861731 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Bound port: 1449b593-5b2b-4b97-a9e4-1ed3dab12173, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce28a662-2bb6-4782-9286-7aff05654474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:24.862101 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:24.887698 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-8457a6fd-10f4-4dd7-b837-71d4f5e6ca5b tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Made reservation on behalf of 57ad955a09a04d238c50abc162078b30 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:24.900134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Checking router: d4c68f84-d34f-4409-a111-d1ce98926356 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:51:24.900945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Updating router d4c68f84-d34f-4409-a111-d1ce98926356 port 85b9696c-591b-4e81-8206-847167e982bc binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:51:24.901084 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-8457a6fd-10f4-4dd7-b837-71d4f5e6ca5b tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:24.964295 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:24.999009 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-038fb187-0e60-4a31-b5b2-9f59968af91a req-da298795-be13-4058-90ee-9d9242fd5dfe service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222785 Jul 06 11:51:25.111299 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf03f2-076f-4626-bf29-c18e2c543aae req-6942cc13-ea5d-42d2-a26b-7a012279400d tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:25.119921 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dadf03f2-076f-4626-bf29-c18e2c543aae req-6942cc13-ea5d-42d2-a26b-7a012279400d tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 944 time: 0.0973542 Jul 06 11:51:25.127615 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55156) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:25.133097 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6f8cddc1-a244-439f-aadc-facf4c6ac8e7 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--975706059', 'description': 'tempest-description--247696225'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:25.197996 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dadf03f2-076f-4626-bf29-c18e2c543aae req-3c0ed68a-b3c8-4e33-a4df-f8e6e0c814d1 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766194 Jul 06 11:51:25.221440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f8cddc1-a244-439f-aadc-facf4c6ac8e7 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.304811 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] For port 1449b593-5b2b-4b97-a9e4-1ed3dab12173, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:25.347987 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] For port 1449b593-5b2b-4b97-a9e4-1ed3dab12173, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=1449b593-5b2b-4b97-a9e4-1ed3dab12173,segment=NetworkSegment(ce28a662-2bb6-4782-9286-7aff05654474),segment_id=ce28a662-2bb6-4782-9286-7aff05654474)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:25.373298 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-8457a6fd-10f4-4dd7-b837-71d4f5e6ca5b tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Allocated IP 172.20.0.5 (10895b04-e703-4130-b380-f38c6495ab8e/4d5e3ebd-542b-4b3c-ac82-395b3d2214f2/98f64d54-c735-4bde-8b2a-cfece017785c) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:25.377885 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f8cddc1-a244-439f-aadc-facf4c6ac8e7 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.378290 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.383647 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f8cddc1-a244-439f-aadc-facf4c6ac8e7 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.391440 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d7813da-73b9-434b-8de2-534f3a57e589 req-60ae0076-1aba-4281-b62a-ac874a203793 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 210 time: 0.0638742 Jul 06 11:51:25.415289 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad909-9e0f-4c11-9a84-f1e8edad236a req-ba3ba6b8-560c-464e-a313-d4b7dc7c8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:25.416801 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c3ad909-9e0f-4c11-9a84-f1e8edad236a req-ba3ba6b8-560c-464e-a313-d4b7dc7c8a38 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 1095 time: 0.2703307 Jul 06 11:51:25.471444 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f8cddc1-a244-439f-aadc-facf4c6ac8e7 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.477960 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6f8cddc1-a244-439f-aadc-facf4c6ac8e7 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3482656 Jul 06 11:51:25.478235 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:25.478884 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.480532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55162) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:25.480672 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] 10.222.0.89 "PUT /v2.0/ports/1449b593-5b2b-4b97-a9e4-1ed3dab12173 HTTP/1.1" status: 200 len: 1092 time: 2.6865604 Jul 06 11:51:25.498246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-073f932d-5e5c-487a-8668-ec8456e03da2 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Request body: {'security_group_rule': {'security_group_id': '8159a9b8-84f4-4283-8f5e-8d70885622c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:25.505203 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cddc1-a244-439f-aadc-facf4c6ac8e7 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8159a9b8-84f4-4283-8f5e-8d70885622c3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:25.512813 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f404d6-6e01-48e9-b21f-9495dc47ba5d', 'tag': '1449b593-5b2b-4b97-a9e4-1ed3dab12173'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:25.515109 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61716437-e82d-45bf-bafc-1e1a691851e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f404d6-6e01-48e9-b21f-9495dc47ba5d", "tag": "1449b593-5b2b-4b97-a9e4-1ed3dab12173"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:25.559254 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.575424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Transition to ACTIVE for port object 85b9696c-591b-4e81-8206-847167e982bc will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:25.587125 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.649420 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88d449-f5dd-42cb-8c40-fa26f204734f None None] Pushing event updated for resources: {'Port': ['ID=85b9696c-591b-4e81-8206-847167e982bc,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:25.652812 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-073f932d-5e5c-487a-8668-ec8456e03da2 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.712571 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c36b75-bd69-4d75-ae07-7896f0dbe93a x-openstack-request-id: req-57c36b75-bd69-4d75-ae07-7896f0dbe93a {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:25.713099 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f404d6-6e01-48e9-b21f-9495dc47ba5d", "tag": "1449b593-5b2b-4b97-a9e4-1ed3dab12173", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:25.713099 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57c36b75-bd69-4d75-ae07-7896f0dbe93a {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:25.713518 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f404d6-6e01-48e9-b21f-9495dc47ba5d', 'tag': '1449b593-5b2b-4b97-a9e4-1ed3dab12173', 'status': 'completed', 'code': 200} Jul 06 11:51:25.746775 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ff17d-e9ca-45ec-8a28-636b215e18dd req-ee23b82a-c32f-4fff-9a58-d7ba9ddf5139 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:25.753937 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c09ff17d-e9ca-45ec-8a28-636b215e18dd req-ee23b82a-c32f-4fff-9a58-d7ba9ddf5139 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.2005446 Jul 06 11:51:25.773990 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad909-9e0f-4c11-9a84-f1e8edad236a req-2822eebd-1598-4237-a0e3-eb03bfad9a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:25.778567 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c3ad909-9e0f-4c11-9a84-f1e8edad236a req-2822eebd-1598-4237-a0e3-eb03bfad9a5e service neutron] 10.222.0.89 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 913 time: 0.3319285 Jul 06 11:51:25.823636 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Attempting to bind port 85b9696c-591b-4e81-8206-847167e982bc on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:25.823964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Attempting to bind port 85b9696c-591b-4e81-8206-847167e982bc by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '486ddc86-d2a2-4450-bc49-d7365f4bd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:25.824281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Attempting to bind port 85b9696c-591b-4e81-8206-847167e982bc on network bfdec70e-405a-4398-8a85-862f1559abdb {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:25.831995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:25.832363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Checking segment: {'id': '486ddc86-d2a2-4450-bc49-d7365f4bd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:25.832811 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.833336 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Bound using segment: {'id': '486ddc86-d2a2-4450-bc49-d7365f4bd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:25.833850 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Bound port: 85b9696c-591b-4e81-8206-847167e982bc, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486ddc86-d2a2-4450-bc49-d7365f4bd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:25.834235 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.845761 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c09ff17d-e9ca-45ec-8a28-636b215e18dd req-dc5168e9-f7f2-403b-b384-bfea57117211 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905266 Jul 06 11:51:25.849639 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-073f932d-5e5c-487a-8668-ec8456e03da2 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.868572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-073f932d-5e5c-487a-8668-ec8456e03da2 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.887330 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c3ad909-9e0f-4c11-9a84-f1e8edad236a req-b5a8fd33-542e-43b3-8de1-072049d1e424 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29d014dc-fa96-4e12-a342-87c3ff106714 HTTP/1.1" status: 200 len: 217 time: 0.0933266 Jul 06 11:51:25.915517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f932d-5e5c-487a-8668-ec8456e03da2 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda34ae9-337f-4fd4-9f35-08b205227024,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:25.924136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] For port 85b9696c-591b-4e81-8206-847167e982bc, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:25.928504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] For port 85b9696c-591b-4e81-8206-847167e982bc, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=85b9696c-591b-4e81-8206-847167e982bc,segment=NetworkSegment(486ddc86-d2a2-4450-bc49-d7365f4bd225),segment_id=486ddc86-d2a2-4450-bc49-d7365f4bd225)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:25.929751 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-073f932d-5e5c-487a-8668-ec8456e03da2 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.938267 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:25.941307 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-073f932d-5e5c-487a-8668-ec8456e03da2 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4486172 Jul 06 11:51:25.942081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55172) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:25.949305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-632e90b5-1abc-487d-a59f-2ff10a866e53 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Request body: {'security_group_rule': {'security_group_id': '8159a9b8-84f4-4283-8f5e-8d70885622c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:26.011789 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-632e90b5-1abc-487d-a59f-2ff10a866e53 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.022932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d96458-e0fd-4bb9-9708-4024089b2baa service neutron] Pushing event updated for resources: {'Port': ['ID=1449b593-5b2b-4b97-a9e4-1ed3dab12173,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:26.033637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ad909-9e0f-4c11-9a84-f1e8edad236a req-00c3cda9-59bb-4955-9a77-29dce80c1b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:26.035501 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c3ad909-9e0f-4c11-9a84-f1e8edad236a req-00c3cda9-59bb-4955-9a77-29dce80c1b87 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37f22715-ba8d-4530-84b2-f69de5c14956 HTTP/1.1" status: 200 len: 852 time: 0.0841038 Jul 06 11:51:26.048699 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Routers {'d4c68f84-d34f-4409-a111-d1ce98926356'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:26.049690 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:51:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['d4c68f84-d34f-4409-a111-d1ce98926356'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:26.051880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88d449-f5dd-42cb-8c40-fa26f204734f None None] Pushing event updated for resources: {'Port': ['ID=85b9696c-591b-4e81-8206-847167e982bc,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:26.112534 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c3ad909-9e0f-4c11-9a84-f1e8edad236a req-76b2aa6d-1af2-41f9-ad8d-7a303a237105 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=983fb040-9529-4be2-835e-8b237b1ea52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405316 Jul 06 11:51:26.189047 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-632e90b5-1abc-487d-a59f-2ff10a866e53 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.200741 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-632e90b5-1abc-487d-a59f-2ff10a866e53 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.222048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] Set router d4c68f84-d34f-4409-a111-d1ce98926356 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:26.236790 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e90b5-1abc-487d-a59f-2ff10a866e53 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0f98cd-8dad-4cde-9ce4-202cf200a153,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:26.250993 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-632e90b5-1abc-487d-a59f-2ff10a866e53 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.252265 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-632e90b5-1abc-487d-a59f-2ff10a866e53 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3091865 Jul 06 11:51:26.271989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3e380-857c-4043-9ae5-aacbab884856 req-8f42ce78-2a6e-4684-9699-dc00e21677aa tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:26.280913 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1de3e380-857c-4043-9ae5-aacbab884856 req-8f42ce78-2a6e-4684-9699-dc00e21677aa tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 944 time: 0.1881180 Jul 06 11:51:26.289508 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55176) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:26.312515 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:26.378665 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1de3e380-857c-4043-9ae5-aacbab884856 req-adf10e93-4133-4679-874e-b02e554ca0b9 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5188bd5-a4da-4149-89ff-bfd482822eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956299 Jul 06 11:51:26.390972 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.552268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'name': 'tempest-ServersTestBootFromVolume-847844082-router', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:51:08Z', 'updated_at': '2021-07-06T11:51:20Z', 'revision_number': 4, 'project_id': '92fa138979964412a0cedd1a4908272c', 'gw_port': {'id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:09Z', 'updated_at': '2021-07-06T11:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '85b9696c-591b-4e81-8206-847167e982bc', 'name': '', 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'mac_address': 'fa:16:3e:98:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:17Z', 'updated_at': '2021-07-06T11:51:25Z', 'revision_number': 4, 'project_id': '92fa138979964412a0cedd1a4908272c', 'subnets': [{'id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:26.589574 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1a2917-bbba-43bc-98e4-6849b9ba620d None None] The sync data for ids ['d4c68f84-d34f-4409-a111-d1ce98926356'] in n-d-799529-2 is: [{'id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'name': 'tempest-ServersTestBootFromVolume-847844082-router', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:51:08Z', 'updated_at': '2021-07-06T11:51:20Z', 'revision_number': 4, 'project_id': '92fa138979964412a0cedd1a4908272c', 'gw_port': {'id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:09Z', 'updated_at': '2021-07-06T11:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '85b9696c-591b-4e81-8206-847167e982bc', 'name': '', 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'mac_address': 'fa:16:3e:98:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:17Z', 'updated_at': '2021-07-06T11:51:25Z', 'revision_number': 4, 'project_id': '92fa138979964412a0cedd1a4908272c', 'subnets': [{'id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:51:26.604384 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.820899 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-f8fe4b28-96f9-4309-939f-af03234fe5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:26.822444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-f8fe4b28-96f9-4309-939f-af03234fe5c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=457dc0f1f50449c9b4c6cc1d1c2e89cb&device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 1095 time: 1.0959392 Jul 06 11:51:26.830369 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-8457a6fd-10f4-4dd7-b837-71d4f5e6ca5b tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:26.842485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Allocated IP 172.25.4.50 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/5c857195-2584-4a05-895b-856f7b10fd26) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:26.850053 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c3ad909-9e0f-4c11-9a84-f1e8edad236a req-4ef90031-b2e5-432b-9139-ce0f40d9c926 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7255261 Jul 06 11:51:26.861432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49f84d-bb33-4e1f-b815-c2c6c9e68aa3 req-1f4fc1c5-f5eb-4c73-9131-ee37750fcb64 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:26.868577 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e49f84d-bb33-4e1f-b815-c2c6c9e68aa3 req-1f4fc1c5-f5eb-4c73-9131-ee37750fcb64 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 945 time: 1.0032485 Jul 06 11:51:26.924278 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-8038446e-a5c9-40fd-8d41-3c45dd4f7188 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1449b593-5b2b-4b97-a9e4-1ed3dab12173 HTTP/1.1" status: 200 len: 217 time: 0.0892556 Jul 06 11:51:27.066117 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.075635 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e49f84d-bb33-4e1f-b815-c2c6c9e68aa3 req-c29357b4-e5a0-4fa7-b40c-1a2dd2e34828 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059927 Jul 06 11:51:27.102657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-ad08f855-f54e-4ddb-8493-3529bec1da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:27.108611 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-ad08f855-f54e-4ddb-8493-3529bec1da14 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1531b95d-4d77-4277-8ef4-2eadd02d2d08 HTTP/1.1" status: 200 len: 844 time: 0.1612232 Jul 06 11:51:27.112109 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ab21b-c79c-4aa0-9b4e-e8a8c32490fe req-afc05cdd-bd89-40a0-bb99-2e20f834f3e2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:27.113806 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c64ab21b-c79c-4aa0-9b4e-e8a8c32490fe req-afc05cdd-bd89-40a0-bb99-2e20f834f3e2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 944 time: 0.1472151 Jul 06 11:51:27.125514 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c3ad909-9e0f-4c11-9a84-f1e8edad236a req-e46b5b26-6aa4-4f06-ad24-1c7cb369eb8f service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291451 Jul 06 11:51:27.127160 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-8457a6fd-10f4-4dd7-b837-71d4f5e6ca5b tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.183920 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c64ab21b-c79c-4aa0-9b4e-e8a8c32490fe req-4589fefd-ef49-46b0-8475-f1fb62388862 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630400 Jul 06 11:51:27.185461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.224091 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-8457a6fd-10f4-4dd7-b837-71d4f5e6ca5b tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Network 10895b04-e703-4130-b380-f38c6495ab8e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:27.241484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:27.244368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:27.248958 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:27.258065 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Pushing event updated for resources: {'Port': ['ID=5c857195-2584-4a05-895b-856f7b10fd26,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:27.264038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-8457a6fd-10f4-4dd7-b837-71d4f5e6ca5b tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:27.280804 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-8457a6fd-10f4-4dd7-b837-71d4f5e6ca5b tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:27.436852 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.450689 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-8457a6fd-10f4-4dd7-b837-71d4f5e6ca5b tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:27.451802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-8457a6fd-10f4-4dd7-b837-71d4f5e6ca5b tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.480819 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457a6fd-10f4-4dd7-b837-71d4f5e6ca5b tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Pushing event updated for resources: {'Port': ['ID=98f64d54-c735-4bde-8b2a-cfece017785c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:27.486298 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-3aa9b39f-b85d-4ac7-82c7-089e4f9eab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:27.488228 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-3aa9b39f-b85d-4ac7-82c7-089e4f9eab07 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6cbefc40-f056-47db-be9b-58cf3978d229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3583398 Jul 06 11:51:27.510352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ef381-57f2-45cc-a5f0-b1cb1c1066ec req-83d4277c-000c-4e0c-9332-aa9981e01294 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:27.517820 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-444ef381-57f2-45cc-a5f0-b1cb1c1066ec req-83d4277c-000c-4e0c-9332-aa9981e01294 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.1721978 Jul 06 11:51:27.538789 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-8457a6fd-10f4-4dd7-b837-71d4f5e6ca5b tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1534686 Jul 06 11:51:27.573165 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.575437 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Request body: {'port': {'device_id': 'd850ba39-bbbe-4d85-9c52-158ff6682ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:27.587857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27d6b0-be44-4612-b061-274e251b2232 req-b9f73ddf-9911-42cb-8100-f893967d78a4 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:27.590013 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-444ef381-57f2-45cc-a5f0-b1cb1c1066ec req-a4364a08-1408-499a-bbf2-21b6499643f6 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712347 Jul 06 11:51:27.591702 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d27d6b0-be44-4612-b061-274e251b2232 req-b9f73ddf-9911-42cb-8100-f893967d78a4 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 931 time: 0.2342403 Jul 06 11:51:27.744322 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d27d6b0-be44-4612-b061-274e251b2232 req-704d9a93-3985-4a12-8fd3-c3bb9c7715ff tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/security-groups?id=8577ec99-79d6-46ce-b50b-45015e001aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198397 Jul 06 11:51:27.766743 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-8a46d403-ace9-49a8-bebc-16d28fe42238 service neutron] 10.222.0.89 "GET /v2.0/networks/6cbefc40-f056-47db-be9b-58cf3978d229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697966 Jul 06 11:51:27.767726 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.870104 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dc36f-8201-4016-9a15-4fb762b1c613 req-e8490d20-8b96-4ff1-b0e0-4d9a3ae29f20 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:27.877057 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0e7dc36f-8201-4016-9a15-4fb762b1c613 req-e8490d20-8b96-4ff1-b0e0-4d9a3ae29f20 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 944 time: 0.1325984 Jul 06 11:51:27.923567 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.939181 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:27.989898 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0e7dc36f-8201-4016-9a15-4fb762b1c613 req-1e3d15aa-5c36-42a0-a781-7732e876adbf tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5188bd5-a4da-4149-89ff-bfd482822eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120081 Jul 06 11:51:27.999157 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73c9586b-8ea2-4872-8f3a-79a3641d8d89 req-6fbdfa13-c42a-4a36-826d-2a1456adec36 service neutron] 10.222.0.89 "GET /v2.0/networks/6cbefc40-f056-47db-be9b-58cf3978d229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249012 Jul 06 11:51:28.076830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Pushing event updated for resources: {'Port': ['ID=5c857195-2584-4a05-895b-856f7b10fd26,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:28.094075 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.113041 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.133276 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9e9aeb57-d01d-46c2-be4d-4d11d2544037 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8323729 Jul 06 11:51:28.265821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61716437-e82d-45bf-bafc-1e1a691851e8 req-dd3f0e3d-802a-42aa-88db-c80e76b0ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:28.274095 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61716437-e82d-45bf-bafc-1e1a691851e8 req-dd3f0e3d-802a-42aa-88db-c80e76b0ac85 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=457dc0f1f50449c9b4c6cc1d1c2e89cb&device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 1095 time: 0.1657381 Jul 06 11:51:28.371180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb382e-35e5-4910-b36d-93b033f42b98 req-243debf7-4814-4813-8100-6fbb50df0d05 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:28.373953 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9ecb382e-35e5-4910-b36d-93b033f42b98 req-243debf7-4814-4813-8100-6fbb50df0d05 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 945 time: 0.1118538 Jul 06 11:51:28.427996 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f64d54-c735-4bde-8b2a-cfece017785c {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:28.455986 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9ecb382e-35e5-4910-b36d-93b033f42b98 req-3690f99f-07b7-4017-9395-c9cf35ecbc60 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725362 Jul 06 11:51:28.487169 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.511989 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Transition to ACTIVE for port object 98f64d54-c735-4bde-8b2a-cfece017785c will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:28.526877 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.543964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61716437-e82d-45bf-bafc-1e1a691851e8 req-0db52ff8-25fd-4b9a-8595-b4dbc954ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:28.545660 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61716437-e82d-45bf-bafc-1e1a691851e8 req-0db52ff8-25fd-4b9a-8595-b4dbc954ec52 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6cbefc40-f056-47db-be9b-58cf3978d229 HTTP/1.1" status: 200 len: 906 time: 0.2623639 Jul 06 11:51:28.627294 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61716437-e82d-45bf-bafc-1e1a691851e8 req-7c127275-b987-4ff0-a1e1-970f3c760391 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1449b593-5b2b-4b97-a9e4-1ed3dab12173 HTTP/1.1" status: 200 len: 217 time: 0.0587583 Jul 06 11:51:28.650894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Pushing event updated for resources: {'Port': ['ID=98f64d54-c735-4bde-8b2a-cfece017785c,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:28.712211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ca980-3262-4f04-a791-d39f87b64e5c req-2580f8e1-31f3-4d73-bf79-5b0a8b70f2d4 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:28.719204 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca5ca980-3262-4f04-a791-d39f87b64e5c req-2580f8e1-31f3-4d73-bf79-5b0a8b70f2d4 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 944 time: 0.2974706 Jul 06 11:51:28.742014 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 85b9696c-591b-4e81-8206-847167e982bc up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:28.786526 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61716437-e82d-45bf-bafc-1e1a691851e8 req-0b1d3e6c-2259-4e07-b87f-44a4c6749ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:28.788126 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61716437-e82d-45bf-bafc-1e1a691851e8 req-0b1d3e6c-2259-4e07-b87f-44a4c6749ed6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1531b95d-4d77-4277-8ef4-2eadd02d2d08 HTTP/1.1" status: 200 len: 844 time: 0.1531789 Jul 06 11:51:28.849452 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca5ca980-3262-4f04-a791-d39f87b64e5c req-47690c0a-edde-4fb9-8dd2-de61ccc3fb1d tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292002 Jul 06 11:51:28.867218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Attempting to bind port 98f64d54-c735-4bde-8b2a-cfece017785c on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:28.867604 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Attempting to bind port 98f64d54-c735-4bde-8b2a-cfece017785c by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'f8860058-518c-4134-87cf-151b81656b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '10895b04-e703-4130-b380-f38c6495ab8e'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:28.867941 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Attempting to bind port 98f64d54-c735-4bde-8b2a-cfece017785c on network 10895b04-e703-4130-b380-f38c6495ab8e {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:28.874356 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 85b9696c-591b-4e81-8206-847167e982bc completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:28.877754 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Port 98f64d54-c735-4bde-8b2a-cfece017785c on network 10895b04-e703-4130-b380-f38c6495ab8e not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:28.878314 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Attempting to bind port 98f64d54-c735-4bde-8b2a-cfece017785c on network 10895b04-e703-4130-b380-f38c6495ab8e {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:28.883462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 85b9696c-591b-4e81-8206-847167e982bc triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:28.884411 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.891044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:28.891362 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Checking segment: {'id': 'f8860058-518c-4134-87cf-151b81656b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '10895b04-e703-4130-b380-f38c6495ab8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:28.891808 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Bound using segment: {'id': 'f8860058-518c-4134-87cf-151b81656b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '10895b04-e703-4130-b380-f38c6495ab8e'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:28.892263 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Bound port: 98f64d54-c735-4bde-8b2a-cfece017785c, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8860058-518c-4134-87cf-151b81656b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '10895b04-e703-4130-b380-f38c6495ab8e'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:28.892629 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:28.923786 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb14753-593e-48db-881e-1c79f2a73274 req-d65d23a2-5849-44e5-9dd2-f0f918af7203 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:28.934033 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1fb14753-593e-48db-881e-1c79f2a73274 req-d65d23a2-5849-44e5-9dd2-f0f918af7203 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.1134815 Jul 06 11:51:28.964005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61716437-e82d-45bf-bafc-1e1a691851e8 req-8b1ee3e4-26d0-4c50-9db7-00df68143aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:28.965557 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61716437-e82d-45bf-bafc-1e1a691851e8 req-8b1ee3e4-26d0-4c50-9db7-00df68143aaa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6cbefc40-f056-47db-be9b-58cf3978d229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685843 Jul 06 11:51:28.990517 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1fb14753-593e-48db-881e-1c79f2a73274 req-751e1c5e-03b9-4dfd-8008-7dc223c62ad2 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527148 Jul 06 11:51:28.992594 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 29d014dc-fa96-4e12-a342-87c3ff106714 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:51:29.026078 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.082116 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61716437-e82d-45bf-bafc-1e1a691851e8 req-07d505e7-17fb-49c7-ae41-85921b5720a1 service neutron] 10.222.0.89 "GET /v2.0/networks/6cbefc40-f056-47db-be9b-58cf3978d229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059270 Jul 06 11:51:29.112723 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] For port 98f64d54-c735-4bde-8b2a-cfece017785c, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:29.142431 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 85b9696c-591b-4e81-8206-847167e982bc, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=85b9696c-591b-4e81-8206-847167e982bc,segment=NetworkSegment(486ddc86-d2a2-4450-bc49-d7365f4bd225),segment_id=486ddc86-d2a2-4450-bc49-d7365f4bd225)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:29.149519 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.237211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] For port 98f64d54-c735-4bde-8b2a-cfece017785c, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=98f64d54-c735-4bde-8b2a-cfece017785c,segment=NetworkSegment(f8860058-518c-4134-87cf-151b81656b6e),segment_id=f8860058-518c-4134-87cf-151b81656b6e)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:29.242110 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 29d014dc-fa96-4e12-a342-87c3ff106714, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=29d014dc-fa96-4e12-a342-87c3ff106714,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:29.253047 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.258012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=85b9696c-591b-4e81-8206-847167e982bc,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:29.263214 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '29d014dc-fa96-4e12-a342-87c3ff106714', 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f', 'port_id': '29d014dc-fa96-4e12-a342-87c3ff106714', 'mac_address': 'fa:16:3e:ad:55:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f22715-ba8d-4530-84b2-f69de5c14956', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:51:29.274222 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238092a-fc9d-4a35-8a4c-3b430c5a6aab req-ae4a43b0-cbb0-4eb4-afa5-e2ce16f94459 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:29.276295 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8238092a-fc9d-4a35-8a4c-3b430c5a6aab req-ae4a43b0-cbb0-4eb4-afa5-e2ce16f94459 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 944 time: 0.1117864 Jul 06 11:51:29.309073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:29.309693 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.311113 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] 10.222.0.23 "PUT /v2.0/ports/98f64d54-c735-4bde-8b2a-cfece017785c HTTP/1.1" status: 200 len: 1091 time: 1.7410150 Jul 06 11:51:29.313064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd850ba39-bbbe-4d85-9c52-158ff6682ad3', 'tag': '98f64d54-c735-4bde-8b2a-cfece017785c'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:29.315728 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbc0348-a8d6-44f4-bf8f-398f10268f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "d850ba39-bbbe-4d85-9c52-158ff6682ad3", "tag": "98f64d54-c735-4bde-8b2a-cfece017785c"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:29.338487 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.356482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d014dc-fa96-4e12-a342-87c3ff106714 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:29.358523 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8238092a-fc9d-4a35-8a4c-3b430c5a6aab req-4fc05f4f-a9ae-41de-bee2-b528c036f7bb tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5188bd5-a4da-4149-89ff-bfd482822eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742407 Jul 06 11:51:29.400444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 29d014dc-fa96-4e12-a342-87c3ff106714, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=29d014dc-fa96-4e12-a342-87c3ff106714,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:29.408529 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:29.417217 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61716437-e82d-45bf-bafc-1e1a691851e8 req-da9e11bf-fe10-4812-a4ac-4cb1dd05e6d2 service neutron] 10.222.0.89 "GET /v2.0/networks/6cbefc40-f056-47db-be9b-58cf3978d229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190236 Jul 06 11:51:29.442960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7adac-b2ee-4904-8104-03ef1d59b254 req-816d639b-4e9e-4b58-9cc2-c0d97749331f tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:29.445131 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0bf7adac-b2ee-4904-8104-03ef1d59b254 req-816d639b-4e9e-4b58-9cc2-c0d97749331f tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 943 time: 0.3621404 Jul 06 11:51:29.447055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ba341-e556-480c-b2ac-89bf986b32a8 service neutron] Pushing event updated for resources: {'Port': ['ID=98f64d54-c735-4bde-8b2a-cfece017785c,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:29.495145 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=29d014dc-fa96-4e12-a342-87c3ff106714,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:29.506738 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0bf7adac-b2ee-4904-8104-03ef1d59b254 req-e4d07ae6-75df-429f-94b4-05a2c79ec9bd tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/security-groups?id=8577ec99-79d6-46ce-b50b-45015e001aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548844 Jul 06 11:51:29.517070 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-19810d09-a8f5-49e8-8e18-0ec358f50803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:29.518680 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-19810d09-a8f5-49e8-8e18-0ec358f50803 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57ad955a09a04d238c50abc162078b30&device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 1094 time: 0.1342785 Jul 06 11:51:29.575581 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3001c30f-09c4-4cb9-af4e-9abbec538dfb x-openstack-request-id: req-3001c30f-09c4-4cb9-af4e-9abbec538dfb {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:29.576146 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d850ba39-bbbe-4d85-9c52-158ff6682ad3", "tag": "98f64d54-c735-4bde-8b2a-cfece017785c", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:29.576552 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3001c30f-09c4-4cb9-af4e-9abbec538dfb {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:29.577111 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd850ba39-bbbe-4d85-9c52-158ff6682ad3', 'tag': '98f64d54-c735-4bde-8b2a-cfece017785c', 'status': 'completed', 'code': 200} Jul 06 11:51:29.579122 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-3f21531c-5109-4336-94ae-5291d135c70d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98f64d54-c735-4bde-8b2a-cfece017785c HTTP/1.1" status: 200 len: 217 time: 0.0408394 Jul 06 11:51:29.647766 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['29d014dc-fa96-4e12-a342-87c3ff106714'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:29.670335 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-88b9b474-6841-489a-b6ea-48068dcc345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:29.671998 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-88b9b474-6841-489a-b6ea-48068dcc345a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4d5e3ebd-542b-4b3c-ac82-395b3d2214f2 HTTP/1.1" status: 200 len: 855 time: 0.0829985 Jul 06 11:51:29.711947 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-233a0430-8fc9-4542-a844-ac4604ccf4e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=10895b04-e703-4130-b380-f38c6495ab8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309293 Jul 06 11:51:29.739103 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef15966-7305-4ada-9338-b5f3e4b7a1ce req-59fb8cdc-7563-48dc-8d89-77df058cc52d tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:29.741341 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ef15966-7305-4ada-9338-b5f3e4b7a1ce req-59fb8cdc-7563-48dc-8d89-77df058cc52d tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 945 time: 0.1103225 Jul 06 11:51:29.838686 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ef15966-7305-4ada-9338-b5f3e4b7a1ce req-2fd90c6a-b122-4ac0-959b-47133df51ba0 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870717 Jul 06 11:51:29.853249 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-dd0afd78-c25b-4976-a51c-a18701b3b129 service neutron] 10.222.0.23 "GET /v2.0/networks/10895b04-e703-4130-b380-f38c6495ab8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320581 Jul 06 11:51:29.863558 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:51:29.970260 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c47abb2-0bc4-48bf-88e6-95c10d9e4879 req-f4a405ec-4599-464f-b993-337d4c550121 service neutron] 10.222.0.23 "GET /v2.0/networks/10895b04-e703-4130-b380-f38c6495ab8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049659 Jul 06 11:51:30.081168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488737c7-cfe2-4fe5-bba8-10c7ca08cf8c req-ad4d1622-5e26-4c6b-b604-8e2701408d6f tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:30.083115 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-488737c7-cfe2-4fe5-bba8-10c7ca08cf8c req-ad4d1622-5e26-4c6b-b604-8e2701408d6f tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 945 time: 0.1039617 Jul 06 11:51:30.089532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc0348-a8d6-44f4-bf8f-398f10268f9b req-dd59d840-223f-4566-93bf-dc87ebd367f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:30.091039 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cbc0348-a8d6-44f4-bf8f-398f10268f9b req-dd59d840-223f-4566-93bf-dc87ebd367f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=57ad955a09a04d238c50abc162078b30&device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 1094 time: 0.0607259 Jul 06 11:51:30.130363 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-488737c7-cfe2-4fe5-bba8-10c7ca08cf8c req-f5daa3e5-8d8c-4a99-b5ea-17d437345d28 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404108 Jul 06 11:51:30.235265 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc0348-a8d6-44f4-bf8f-398f10268f9b req-7298610c-316c-4d03-b53a-2dfbea5a8989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:30.236809 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cbc0348-a8d6-44f4-bf8f-398f10268f9b req-7298610c-316c-4d03-b53a-2dfbea5a8989 service neutron] 10.222.0.23 "GET /v2.0/networks?id=10895b04-e703-4130-b380-f38c6495ab8e HTTP/1.1" status: 200 len: 916 time: 0.1368492 Jul 06 11:51:30.250326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60230d80-0a17-41e0-914a-c5d61a2ea341 req-12345fdc-3da0-426b-aaf2-562365f58a26 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:30.251811 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-60230d80-0a17-41e0-914a-c5d61a2ea341 req-12345fdc-3da0-426b-aaf2-562365f58a26 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.1259668 Jul 06 11:51:30.302376 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cbc0348-a8d6-44f4-bf8f-398f10268f9b req-5087f208-e9fb-4396-947c-7837879f305b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98f64d54-c735-4bde-8b2a-cfece017785c HTTP/1.1" status: 200 len: 217 time: 0.0495429 Jul 06 11:51:30.346198 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-60230d80-0a17-41e0-914a-c5d61a2ea341 req-e7cc981d-22ac-4053-a51e-372e3f92b0c0 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879982 Jul 06 11:51:30.373316 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc0348-a8d6-44f4-bf8f-398f10268f9b req-389ef5cc-b5c5-4561-93b4-f6e0ea278b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:30.374831 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cbc0348-a8d6-44f4-bf8f-398f10268f9b req-389ef5cc-b5c5-4561-93b4-f6e0ea278b97 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4d5e3ebd-542b-4b3c-ac82-395b3d2214f2 HTTP/1.1" status: 200 len: 855 time: 0.0656755 Jul 06 11:51:30.413760 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cbc0348-a8d6-44f4-bf8f-398f10268f9b req-bc180b69-8e91-4dd9-b183-be7ae6feb3f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=10895b04-e703-4130-b380-f38c6495ab8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288548 Jul 06 11:51:30.534921 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cbc0348-a8d6-44f4-bf8f-398f10268f9b req-75bdfb3d-ca74-4fbf-b4ff-288a93a3acb5 service neutron] 10.222.0.23 "GET /v2.0/networks/10895b04-e703-4130-b380-f38c6495ab8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145220 Jul 06 11:51:30.559754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d3268-bd90-4c68-8848-ac311e8d52ca req-29d8f1df-7a23-4f22-bf2e-da8b57e421f0 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:30.561284 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b1d3268-bd90-4c68-8848-ac311e8d52ca req-29d8f1df-7a23-4f22-bf2e-da8b57e421f0 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 944 time: 0.0785971 Jul 06 11:51:30.658512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 85b9696c-591b-4e81-8206-847167e982bc up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:30.659388 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b1d3268-bd90-4c68-8848-ac311e8d52ca req-dc3a79c5-93b6-4fb0-b5cb-b9fce0e5fe38 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5188bd5-a4da-4149-89ff-bfd482822eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896482 Jul 06 11:51:30.682704 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cbc0348-a8d6-44f4-bf8f-398f10268f9b req-07919f70-1080-4c08-a0b4-3b4605c7172b service neutron] 10.222.0.23 "GET /v2.0/networks/10895b04-e703-4130-b380-f38c6495ab8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397467 Jul 06 11:51:30.734105 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 85b9696c-591b-4e81-8206-847167e982bc triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:30.734477 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:30.856309 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581829ea-f1e3-4d2b-b7db-a31a75e0c28f req-f05c667a-aba3-4db7-ac38-c337f8259766 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:30.859712 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-581829ea-f1e3-4d2b-b7db-a31a75e0c28f req-f05c667a-aba3-4db7-ac38-c337f8259766 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 943 time: 0.0905023 Jul 06 11:51:30.903449 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-581829ea-f1e3-4d2b-b7db-a31a75e0c28f req-43a1ab7b-f58b-414b-80fe-0eeef480f12a tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/security-groups?id=8577ec99-79d6-46ce-b50b-45015e001aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398343 Jul 06 11:51:30.965300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-a2efa61c-e845-4a6d-ac76-bf568c64509b tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:30.966948 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-a2efa61c-e845-4a6d-ac76-bf568c64509b tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746&tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1096 time: 0.0626442 Jul 06 11:51:30.978833 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799529-2'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:31.000604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 1449b593-5b2b-4b97-a9e4-1ed3dab12173 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:51:31.003603 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 29d014dc-fa96-4e12-a342-87c3ff106714 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:31.061375 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27246a1-e5c9-41c5-996a-ff71395c48c2 req-15beca4b-63f8-4358-99f0-cd7e0a288b95 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:31.063724 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b27246a1-e5c9-41c5-996a-ff71395c48c2 req-15beca4b-63f8-4358-99f0-cd7e0a288b95 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 945 time: 0.0830572 Jul 06 11:51:31.140399 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.171890 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b27246a1-e5c9-41c5-996a-ff71395c48c2 req-af9d67a9-3492-433c-bb86-cac2bf369e43 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002061 Jul 06 11:51:31.207947 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 29d014dc-fa96-4e12-a342-87c3ff106714 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:31.216125 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 29d014dc-fa96-4e12-a342-87c3ff106714 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:31.216584 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.305013 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 1449b593-5b2b-4b97-a9e4-1ed3dab12173, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=1449b593-5b2b-4b97-a9e4-1ed3dab12173,segment=NetworkSegment(ce28a662-2bb6-4782-9286-7aff05654474),segment_id=ce28a662-2bb6-4782-9286-7aff05654474)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:31.320027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '1449b593-5b2b-4b97-a9e4-1ed3dab12173', 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229', 'port_id': '1449b593-5b2b-4b97-a9e4-1ed3dab12173', 'mac_address': 'fa:16:3e:b4:4a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:51:31.352066 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] For port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:31.391965 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.400701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdbf39-f05b-41f5-96bf-cf009952fcca req-3833c3bb-c365-4780-88d5-b274a67027af tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:31.402221 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d6cdbf39-f05b-41f5-96bf-cf009952fcca req-3833c3bb-c365-4780-88d5-b274a67027af tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 945 time: 0.1224921 Jul 06 11:51:31.409969 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.430392 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] For port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:31.433794 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baebfd0-1090-4934-8579-686b4a80b0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d014dc-fa96-4e12-a342-87c3ff106714'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:31.435952 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a0fb42-1ae2-467b-9afa-2d5588cc7055" -d '{"events": [{"server_uuid": "3baebfd0-1090-4934-8579-686b4a80b0fa", "name": "network-vif-plugged", "status": "completed", "tag": "29d014dc-fa96-4e12-a342-87c3ff106714"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:31.446526 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1449b593-5b2b-4b97-a9e4-1ed3dab12173 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:31.463333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 29d014dc-fa96-4e12-a342-87c3ff106714, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=29d014dc-fa96-4e12-a342-87c3ff106714,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:31.480326 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.494847 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d6cdbf39-f05b-41f5-96bf-cf009952fcca req-88d9c28c-1a15-4793-88ac-704ca2627c93 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865340 Jul 06 11:51:31.501324 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.512332 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.525237 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 1449b593-5b2b-4b97-a9e4-1ed3dab12173, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=1449b593-5b2b-4b97-a9e4-1ed3dab12173,segment=NetworkSegment(ce28a662-2bb6-4782-9286-7aff05654474),segment_id=ce28a662-2bb6-4782-9286-7aff05654474)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:31.541333 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.564457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=29d014dc-fa96-4e12-a342-87c3ff106714,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:31.577132 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a22ab34-1587-4723-928b-3f3e2746acff x-openstack-request-id: req-0a22ab34-1587-4723-928b-3f3e2746acff {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:31.577562 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baebfd0-1090-4934-8579-686b4a80b0fa", "name": "network-vif-plugged", "status": "completed", "tag": "29d014dc-fa96-4e12-a342-87c3ff106714", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:31.577816 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a22ab34-1587-4723-928b-3f3e2746acff {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:31.578203 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baebfd0-1090-4934-8579-686b4a80b0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d014dc-fa96-4e12-a342-87c3ff106714', 'code': 200} Jul 06 11:51:31.614517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24cc64f-cc5b-47d4-b233-ec6be63d7746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8035f3ae-96b3-4c19-bd84-4afe8b226d2b'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:31.619407 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d44393-c6b6-4181-8e77-a2f125b5d5a6" -d '{"events": [{"server_uuid": "a24cc64f-cc5b-47d4-b233-ec6be63d7746", "name": "network-vif-unplugged", "status": "completed", "tag": "8035f3ae-96b3-4c19-bd84-4afe8b226d2b"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:31.629165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=1449b593-5b2b-4b97-a9e4-1ed3dab12173,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:31.649056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923672-636a-4236-9794-063129e00b64 req-e42e6cf6-084d-4f4a-a6fc-9b549177b54f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:31.651045 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49923672-636a-4236-9794-063129e00b64 req-e42e6cf6-084d-4f4a-a6fc-9b549177b54f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.1181006 Jul 06 11:51:31.671314 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Pushing event updated for resources: {'Port': ['ID=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,revision_number=7']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:31.716854 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49923672-636a-4236-9794-063129e00b64 req-282bc3d2-607d-4ed0-9914-005e5bc918fc tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601294 Jul 06 11:51:31.772539 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4adca3c-3663-4198-80b4-cc46e71bf5b7 x-openstack-request-id: req-b4adca3c-3663-4198-80b4-cc46e71bf5b7 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:31.772839 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24cc64f-cc5b-47d4-b233-ec6be63d7746", "name": "network-vif-unplugged", "status": "completed", "tag": "8035f3ae-96b3-4c19-bd84-4afe8b226d2b", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:31.773074 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4adca3c-3663-4198-80b4-cc46e71bf5b7 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:31.773488 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24cc64f-cc5b-47d4-b233-ec6be63d7746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8035f3ae-96b3-4c19-bd84-4afe8b226d2b', 'code': 200} Jul 06 11:51:31.798618 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Attempting to bind port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b on host n-h1-799529-2 for vnic_type normal with profile {"migrating_to": "n-h2-799529-2"} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:31.798618 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Attempting to bind port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:31.798618 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Attempting to bind port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:31.808145 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:31.808461 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Attempting to bind port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:31.815693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:31.816025 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Checking segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:31.818147 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Bound using segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:31.818147 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Bound port: 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:31.818147 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.822868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190703b-4534-4e76-9bb2-e07e2c709d4c req-b0cb26c5-e564-4615-9b7f-d78eafadf754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:31.824508 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d190703b-4534-4e76-9bb2-e07e2c709d4c req-b0cb26c5-e564-4615-9b7f-d78eafadf754 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 1097 time: 0.1691580 Jul 06 11:51:31.827646 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['1449b593-5b2b-4b97-a9e4-1ed3dab12173'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:31.913155 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d190703b-4534-4e76-9bb2-e07e2c709d4c req-677e8b34-a62b-46a5-acb8-56095a361aea service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702248 Jul 06 11:51:31.937808 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] For port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:31.941553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] For port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:31.948920 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:31.968390 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfb182-a73d-4127-9033-64cd741db2d1 req-529df0b6-ba9d-4216-b1be-2185cde22556 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:31.978244 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0cdfb182-a73d-4127-9033-64cd741db2d1 req-529df0b6-ba9d-4216-b1be-2185cde22556 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 945 time: 0.1266894 Jul 06 11:51:32.068773 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:32.069762 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:32.071385 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] 10.222.0.89 "PUT /v2.0/ports/8035f3ae-96b3-4c19-bd84-4afe8b226d2b HTTP/1.1" status: 200 len: 1121 time: 1.0978608 Jul 06 11:51:32.072028 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0cdfb182-a73d-4127-9033-64cd741db2d1 req-e390d183-815f-44c9-a748-9ec8ba45cf7e tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5188bd5-a4da-4149-89ff-bfd482822eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926273 Jul 06 11:51:32.072524 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a94605-0251-42e6-9957-38efc2580d15 service neutron] Pushing event updated for resources: {'Port': ['ID=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,revision_number=8']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:32.151973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a20632-ca7d-4e59-a574-1ee1fd559241 req-10970886-9864-4bb6-8876-81dbadf35a57 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:32.153495 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92a20632-ca7d-4e59-a574-1ee1fd559241 req-10970886-9864-4bb6-8876-81dbadf35a57 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 943 time: 0.0719864 Jul 06 11:51:32.164987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8035f3ae-96b3-4c19-bd84-4afe8b226d2b'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:32.199798 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92a20632-ca7d-4e59-a574-1ee1fd559241 req-f47262d8-2609-4110-b8fa-372704da614a tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/security-groups?id=8577ec99-79d6-46ce-b50b-45015e001aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399492 Jul 06 11:51:32.211634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['8035f3ae-96b3-4c19-bd84-4afe8b226d2b'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:32.399017 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c7792-e23d-4c4f-89d8-a1d1b6ace9bc req-650eec78-3604-4d94-a56d-0a17859ea503 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:32.400567 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7d2c7792-e23d-4c4f-89d8-a1d1b6ace9bc req-650eec78-3604-4d94-a56d-0a17859ea503 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 943 time: 0.0995870 Jul 06 11:51:32.453935 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7d2c7792-e23d-4c4f-89d8-a1d1b6ace9bc req-44a16466-023f-4af3-8d6f-91542cd6cb9c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469024 Jul 06 11:51:32.696643 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541c6fa-5a1d-48fc-a939-4b56f001e8d5 req-e3cc2a85-5177-4b8b-ad29-8ec49c8b4645 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:32.698747 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c541c6fa-5a1d-48fc-a939-4b56f001e8d5 req-e3cc2a85-5177-4b8b-ad29-8ec49c8b4645 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 946 time: 0.0775745 Jul 06 11:51:32.744065 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c541c6fa-5a1d-48fc-a939-4b56f001e8d5 req-37f961b4-441a-4af6-9a95-c878c56b00c2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396867 Jul 06 11:51:32.944143 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb79ca-33b1-44d3-848f-3e6efcae317a req-97ff7836-1d86-4dbb-9821-c45f421bbe66 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:32.946276 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b3eb79ca-33b1-44d3-848f-3e6efcae317a req-97ff7836-1d86-4dbb-9821-c45f421bbe66 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.0956135 Jul 06 11:51:32.999898 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b3eb79ca-33b1-44d3-848f-3e6efcae317a req-09e3f079-4028-4b74-ab6e-d70f2480307d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479317 Jul 06 11:51:33.015048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8035f3ae-96b3-4c19-bd84-4afe8b226d2b details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:51:33.034413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 1449b593-5b2b-4b97-a9e4-1ed3dab12173 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:33.151165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 1449b593-5b2b-4b97-a9e4-1ed3dab12173 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:33.159898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:33.162585 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 1449b593-5b2b-4b97-a9e4-1ed3dab12173 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:33.162917 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:33.191301 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8035f3ae-96b3-4c19-bd84-4afe8b226d2b has no active binding in host n-h2-799529-2 {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:51:33.277771 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:33.329535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 1449b593-5b2b-4b97-a9e4-1ed3dab12173, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=1449b593-5b2b-4b97-a9e4-1ed3dab12173,segment=NetworkSegment(ce28a662-2bb6-4782-9286-7aff05654474),segment_id=ce28a662-2bb6-4782-9286-7aff05654474)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:33.334928 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:33.370136 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc78e4-2313-4aa4-84ca-c65bbab4cab4 req-1c3262cd-9c3f-4ea9-8944-505bcf37e9da tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:33.373197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37dc78e4-2313-4aa4-84ca-c65bbab4cab4 req-1c3262cd-9c3f-4ea9-8944-505bcf37e9da tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 945 time: 0.1731791 Jul 06 11:51:33.374787 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f43e3638-0bd2-4e61-a46e-1db188ca0830 service neutron] show failed (client error): The resource could not be found. Jul 06 11:51:33.376948 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f43e3638-0bd2-4e61-a46e-1db188ca0830 service neutron] 10.222.0.23 "GET /v2.0/ports/e68b066b-b3af-4bc3-95f6-3fb168090c8f/bindings/n-h2-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.1421340 Jul 06 11:51:33.427867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ab9b1-b955-420e-b23d-da4838f79532 req-ae3e6f5f-6f6a-43ae-8563-e86a6966bb6a tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:33.436100 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc9ab9b1-b955-420e-b23d-da4838f79532 req-ae3e6f5f-6f6a-43ae-8563-e86a6966bb6a tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 943 time: 0.0938160 Jul 06 11:51:33.439151 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37dc78e4-2313-4aa4-84ca-c65bbab4cab4 req-deea4c6a-5573-4e71-88cd-836891282dd0 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5188bd5-a4da-4149-89ff-bfd482822eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601237 Jul 06 11:51:33.439554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=1449b593-5b2b-4b97-a9e4-1ed3dab12173,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:33.525855 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc9ab9b1-b955-420e-b23d-da4838f79532 req-d53b1bce-7602-4fbe-9e5d-01d393fffe55 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/security-groups?id=8577ec99-79d6-46ce-b50b-45015e001aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879803 Jul 06 11:51:33.579728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f404d6-6e01-48e9-b21f-9495dc47ba5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1449b593-5b2b-4b97-a9e4-1ed3dab12173'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:33.584024 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba2129e-0f86-46f2-93a6-f284ce4900e6" -d '{"events": [{"server_uuid": "c2f404d6-6e01-48e9-b21f-9495dc47ba5d", "name": "network-vif-plugged", "status": "completed", "tag": "1449b593-5b2b-4b97-a9e4-1ed3dab12173"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:33.629132 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5209bf-167c-4052-bc8d-6ddec08bff16 x-openstack-request-id: req-6b5209bf-167c-4052-bc8d-6ddec08bff16 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:33.629428 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f404d6-6e01-48e9-b21f-9495dc47ba5d", "name": "network-vif-plugged", "status": "completed", "tag": "1449b593-5b2b-4b97-a9e4-1ed3dab12173", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:33.629683 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b5209bf-167c-4052-bc8d-6ddec08bff16 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:33.630071 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f404d6-6e01-48e9-b21f-9495dc47ba5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1449b593-5b2b-4b97-a9e4-1ed3dab12173', 'code': 200} Jul 06 11:51:33.920552 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 98f64d54-c735-4bde-8b2a-cfece017785c details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:51:33.965428 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16016f94-e92a-4835-8663-0ac9982734c6 req-21c06898-c453-402d-b704-3e34115b1659 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:33.973276 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-16016f94-e92a-4835-8663-0ac9982734c6 req-21c06898-c453-402d-b704-3e34115b1659 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 946 time: 0.0901701 Jul 06 11:51:34.032348 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-16016f94-e92a-4835-8663-0ac9982734c6 req-df55d283-96aa-428b-821c-19de85d9f410 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569260 Jul 06 11:51:34.051753 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24cc64f-cc5b-47d4-b233-ec6be63d7746', 'tag': '8035f3ae-96b3-4c19-bd84-4afe8b226d2b'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:34.051753 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7078b833-328b-411a-b89e-dac12816b4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a24cc64f-cc5b-47d4-b233-ec6be63d7746", "tag": "8035f3ae-96b3-4c19-bd84-4afe8b226d2b"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:34.127686 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66700426-7dfb-4e72-85e5-e0afd16e81bf req-8f936df4-3d34-4472-accf-14eb9de26535 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:34.131308 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66700426-7dfb-4e72-85e5-e0afd16e81bf req-8f936df4-3d34-4472-accf-14eb9de26535 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 943 time: 0.5042286 Jul 06 11:51:34.181556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-1267833e-d3ee-4981-b4c0-338c01ce3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:34.186459 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-1267833e-d3ee-4981-b4c0-338c01ce3840 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc&tenant_id=ea41c4c395454498b836751812b291f0 HTTP/1.1" status: 200 len: 1101 time: 0.5487463 Jul 06 11:51:34.215877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:34.241579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 98f64d54-c735-4bde-8b2a-cfece017785c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=98f64d54-c735-4bde-8b2a-cfece017785c,segment=NetworkSegment(f8860058-518c-4134-87cf-151b81656b6e),segment_id=f8860058-518c-4134-87cf-151b81656b6e)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:34.343473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '98f64d54-c735-4bde-8b2a-cfece017785c', 'network_id': '10895b04-e703-4130-b380-f38c6495ab8e', 'port_id': '98f64d54-c735-4bde-8b2a-cfece017785c', 'mac_address': 'fa:16:3e:6f:e7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5e3ebd-542b-4b3c-ac82-395b3d2214f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:51:34.387539 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016c7d0-177f-4ab2-b49c-65e66dce71d6 req-5ee51784-624b-4f09-b039-256556c6c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:34.389127 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e016c7d0-177f-4ab2-b49c-65e66dce71d6 req-5ee51784-624b-4f09-b039-256556c6c6db service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 1097 time: 0.6853390 Jul 06 11:51:34.419000 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.442523 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f64d54-c735-4bde-8b2a-cfece017785c {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:34.461712 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66700426-7dfb-4e72-85e5-e0afd16e81bf req-75552a63-885f-4b1c-a15f-0b702f0a0bea tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087943 Jul 06 11:51:34.529385 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.542599 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e016c7d0-177f-4ab2-b49c-65e66dce71d6 req-8417605a-03f5-41b2-bfc9-4945779eca4a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f5188bd5-a4da-4149-89ff-bfd482822eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818634 Jul 06 11:51:34.549134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 98f64d54-c735-4bde-8b2a-cfece017785c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=98f64d54-c735-4bde-8b2a-cfece017785c,segment=NetworkSegment(f8860058-518c-4134-87cf-151b81656b6e),segment_id=f8860058-518c-4134-87cf-151b81656b6e)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:34.556232 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:34.568509 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4d37ea-c214-4819-a301-504841b59570 x-openstack-request-id: req-3c4d37ea-c214-4819-a301-504841b59570 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:34.568796 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24cc64f-cc5b-47d4-b233-ec6be63d7746", "tag": "8035f3ae-96b3-4c19-bd84-4afe8b226d2b", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:34.569044 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c4d37ea-c214-4819-a301-504841b59570 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:34.570771 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24cc64f-cc5b-47d4-b233-ec6be63d7746', 'tag': '8035f3ae-96b3-4c19-bd84-4afe8b226d2b', 'status': 'completed', 'code': 200} Jul 06 11:51:34.622459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711e060-2e45-42fb-99d5-f027326b9f38 req-9e1cb1f2-f8a5-4110-9c82-ee8808942696 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:34.630470 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f711e060-2e45-42fb-99d5-f027326b9f38 req-9e1cb1f2-f8a5-4110-9c82-ee8808942696 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.2209992 Jul 06 11:51:34.696199 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f711e060-2e45-42fb-99d5-f027326b9f38 req-34994f17-fd1a-486f-9bfc-1ac9b65f529f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640166 Jul 06 11:51:34.697177 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=98f64d54-c735-4bde-8b2a-cfece017785c,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:34.853195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['98f64d54-c735-4bde-8b2a-cfece017785c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:34.897964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078b833-328b-411a-b89e-dac12816b4f1 req-b426bb17-2ea9-4b22-bc95-54e96a9c1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:34.901431 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7078b833-328b-411a-b89e-dac12816b4f1 req-b426bb17-2ea9-4b22-bc95-54e96a9c1d73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 1124 time: 0.2842956 Jul 06 11:51:34.980682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3350f-3533-44c6-884d-95b3bd395ab3 req-f3d14975-2f86-4a47-8aad-f962ccf87a4c tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:34.982487 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bad3350f-3533-44c6-884d-95b3bd395ab3 req-f3d14975-2f86-4a47-8aad-f962ccf87a4c tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 944 time: 0.1202321 Jul 06 11:51:35.062870 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95300321-6350-49f9-a5df-39414dec41df req-aa4d32de-6fbe-4c91-849e-18029c4fe284 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:35.072401 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95300321-6350-49f9-a5df-39414dec41df req-aa4d32de-6fbe-4c91-849e-18029c4fe284 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 946 time: 0.2984822 Jul 06 11:51:35.085326 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bad3350f-3533-44c6-884d-95b3bd395ab3 req-fbaeeb70-8f88-44ae-a833-94627b5608a8 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/security-groups?id=8577ec99-79d6-46ce-b50b-45015e001aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932057 Jul 06 11:51:35.119889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:35.200021 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95300321-6350-49f9-a5df-39414dec41df req-db07655b-2903-428f-b309-817400a2bca9 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5188bd5-a4da-4149-89ff-bfd482822eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266356 Jul 06 11:51:35.204181 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078b833-328b-411a-b89e-dac12816b4f1 req-6b670fec-ca76-4c22-a2e1-7fe78923a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:35.205983 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7078b833-328b-411a-b89e-dac12816b4f1 req-6b670fec-ca76-4c22-a2e1-7fe78923a240 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.2905040 Jul 06 11:51:35.209987 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:35.220912 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:35.285570 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7078b833-328b-411a-b89e-dac12816b4f1 req-e32ad7d4-fc8b-4eb7-8a23-53159cabe415 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8035f3ae-96b3-4c19-bd84-4afe8b226d2b HTTP/1.1" status: 200 len: 217 time: 0.0411656 Jul 06 11:51:35.326592 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:35.369738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Transition to ACTIVE for port object e68b066b-b3af-4bc3-95f6-3fb168090c8f will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:35.377889 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:35.383097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078b833-328b-411a-b89e-dac12816b4f1 req-6a0f6fa6-60b2-476b-acc0-4ad777e7de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:35.385787 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7078b833-328b-411a-b89e-dac12816b4f1 req-6a0f6fa6-60b2-476b-acc0-4ad777e7de57 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.0763712 Jul 06 11:51:35.452491 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3520259f-f16e-4e13-af2d-bf40ccc3ed1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:35.467751 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7078b833-328b-411a-b89e-dac12816b4f1 req-f0bef4f3-f53e-4f98-af35-209f9724a5ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582390 Jul 06 11:51:35.541061 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=e68b066b-b3af-4bc3-95f6-3fb168090c8f,revision_number=6']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:35.588070 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] No DVR routers for this DVR port e68b066b-b3af-4bc3-95f6-3fb168090c8f on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:35.645831 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Attempting to bind port e68b066b-b3af-4bc3-95f6-3fb168090c8f on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:35.646384 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Attempting to bind port e68b066b-b3af-4bc3-95f6-3fb168090c8f by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:35.646570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Attempting to bind port e68b066b-b3af-4bc3-95f6-3fb168090c8f on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:35.664796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Port e68b066b-b3af-4bc3-95f6-3fb168090c8f on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:35.665140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Attempting to bind port e68b066b-b3af-4bc3-95f6-3fb168090c8f on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:35.683846 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:35.684194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:35.684579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:35.685078 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Bound port: e68b066b-b3af-4bc3-95f6-3fb168090c8f, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:35.685383 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:35.769652 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7078b833-328b-411a-b89e-dac12816b4f1 req-588dbb85-f2be-4e23-98f8-0a2e7854edf2 service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911789 Jul 06 11:51:35.911217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:35.935034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d8d51-8ec9-4ac2-8672-62e0e46fe076 req-46520897-6f38-4e16-8d61-603ea2d9d001 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:35.937464 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-942d8d51-8ec9-4ac2-8672-62e0e46fe076 req-46520897-6f38-4e16-8d61-603ea2d9d001 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 948 time: 0.0900745 Jul 06 11:51:35.946738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d04bb-a3a2-498c-96a9-7f2c08bc6151 req-7617270f-6f6d-4b1d-8cdf-7fa99c817755 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:35.948314 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e1d04bb-a3a2-498c-96a9-7f2c08bc6151 req-7617270f-6f6d-4b1d-8cdf-7fa99c817755 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 943 time: 0.2450447 Jul 06 11:51:35.953608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:35.969082 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:35.999314 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-942d8d51-8ec9-4ac2-8672-62e0e46fe076 req-94ef2183-010b-478b-8bfe-55b04f38e1a8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462651 Jul 06 11:51:36.012367 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7078b833-328b-411a-b89e-dac12816b4f1 req-c1974728-bce0-4be1-af9f-e6a68c4b29b3 service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113500 Jul 06 11:51:36.027513 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:36.028041 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:36.029422 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] 10.222.0.89 "PUT /v2.0/ports/e68b066b-b3af-4bc3-95f6-3fb168090c8f HTTP/1.1" status: 200 len: 1096 time: 1.8225610 Jul 06 11:51:36.065269 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e1d04bb-a3a2-498c-96a9-7f2c08bc6151 req-53491ba1-bba0-4cdb-82d5-244b9e3e5eb5 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101680 Jul 06 11:51:36.067396 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fc5ae-1b7d-409d-ad68-04cadd9a8ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=e68b066b-b3af-4bc3-95f6-3fb168090c8f,revision_number=7']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:36.127245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-717c4805-3705-4207-970c-dbb161594e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:36.128626 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-717c4805-3705-4207-970c-dbb161594e3c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 1099 time: 0.0623960 Jul 06 11:51:36.142148 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:36.239730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-ba8497ff-ae02-4f65-a29b-01714c51b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:36.242092 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-ba8497ff-ae02-4f65-a29b-01714c51b068 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1042130 Jul 06 11:51:36.326098 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-673f3791-a311-4dd4-8448-2e522ccb5694 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f HTTP/1.1" status: 200 len: 217 time: 0.0685863 Jul 06 11:51:36.348876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe7415-9774-41f7-b971-319eafc6c70d req-f3342e8c-f277-4849-9b3b-1ce1b7bb1275 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:36.357360 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8afe7415-9774-41f7-b971-319eafc6c70d req-f3342e8c-f277-4849-9b3b-1ce1b7bb1275 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 944 time: 0.1132834 Jul 06 11:51:36.420531 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8afe7415-9774-41f7-b971-319eafc6c70d req-ae7a7557-bf3d-4aab-a040-91ced62a2b26 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/security-groups?id=8577ec99-79d6-46ce-b50b-45015e001aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603986 Jul 06 11:51:36.444901 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-5fd74621-db71-4ecf-8227-3c1beae3b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:36.456728 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-5fd74621-db71-4ecf-8227-3c1beae3b688 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1214151 Jul 06 11:51:36.533898 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca4261-7972-429f-8544-c306b8edc04b req-2376608e-8e0a-4ce1-98c2-3c9bdfae0e70 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:36.533898 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-26ca4261-7972-429f-8544-c306b8edc04b req-2376608e-8e0a-4ce1-98c2-3c9bdfae0e70 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 946 time: 0.1486201 Jul 06 11:51:36.573197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f'}, {'name': 'network-changed', 'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:36.575549 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6" -d '{"events": [{"server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "name": "network-vif-unplugged", "status": "completed", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f"}, {"name": "network-changed", "server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:36.583258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-262b9747-a219-4274-8c86-671c0dea7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:36.584849 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-262b9747-a219-4274-8c86-671c0dea7fd8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1200426 Jul 06 11:51:36.627908 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-26ca4261-7972-429f-8544-c306b8edc04b req-a4405083-c94b-4072-8167-b373fc8a0529 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5188bd5-a4da-4149-89ff-bfd482822eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861566 Jul 06 11:51:36.679588 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15d9d08-2dcf-408e-8e08-21d2dd1b2860 x-openstack-request-id: req-e15d9d08-2dcf-408e-8e08-21d2dd1b2860 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:36.679892 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "name": "network-vif-unplugged", "status": "completed", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f", "code": 200}, {"name": "network-changed", "server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:36.680139 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e15d9d08-2dcf-408e-8e08-21d2dd1b2860 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:36.680511 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f', 'code': 200} Jul 06 11:51:36.680893 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f', 'status': 'completed', 'code': 200} Jul 06 11:51:36.767820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-f3b9c440-8f7a-46f0-9a33-442133ae2d77 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754990 Jul 06 11:51:36.788866 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-1bba166f-eefa-456f-b4ab-49b0acc8e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:36.790401 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-1bba166f-eefa-456f-b4ab-49b0acc8e55d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 1099 time: 0.1087275 Jul 06 11:51:36.863997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb5a7a-ea9f-4968-bc46-76210a5f165d req-fc0bdf59-5e14-4e38-a55f-e16e927bfa47 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:36.877739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55398) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:36.879559 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-99bb5a7a-ea9f-4968-bc46-76210a5f165d req-fc0bdf59-5e14-4e38-a55f-e16e927bfa47 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 946 time: 0.1251013 Jul 06 11:51:36.887022 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f9f20226-c06c-4cd6-9819-7e345aa7bf60 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Request body: {'floatingip': {'port_id': '1449b593-5b2b-4b97-a9e4-1ed3dab12173'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:36.953029 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9f20226-c06c-4cd6-9819-7e345aa7bf60 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:37.035866 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45941e05-fc92-4b28-8a30-9909898c04d3 req-b2e651af-643c-4b31-bd15-728a549f239a service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578042 Jul 06 11:51:37.157346 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-0340b9ca-3d22-47be-b2aa-6d7a3514d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:37.158890 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-0340b9ca-3d22-47be-b2aa-6d7a3514d1c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.3589072 Jul 06 11:51:37.286405 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-e2d622ba-2f12-4f28-98e3-0e25a930592a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f HTTP/1.1" status: 200 len: 217 time: 0.1070321 Jul 06 11:51:37.305479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecebaa2-0d03-4280-9a69-6e73fa2aa309 req-200cee54-990c-4015-ae82-20c5cecf88fb tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:37.323574 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aecebaa2-0d03-4280-9a69-6e73fa2aa309 req-200cee54-990c-4015-ae82-20c5cecf88fb tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 948 time: 0.1388831 Jul 06 11:51:37.403241 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aecebaa2-0d03-4280-9a69-6e73fa2aa309 req-f07f2d61-e145-40cd-87f9-4fc96622db04 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780022 Jul 06 11:51:37.418362 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-09a7cdc3-f841-4420-97db-d69cbe25b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:37.418362 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-09a7cdc3-f841-4420-97db-d69cbe25b834 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1231599 Jul 06 11:51:37.425816 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-06f3ab2a-f29b-443a-a337-1b34558dade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:37.428025 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-06f3ab2a-f29b-443a-a337-1b34558dade9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 1099 time: 0.2638953 Jul 06 11:51:37.753196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc4da8-045f-4413-8ae3-9165f2b406ff req-f8e51529-b771-49ad-a403-f0dda25057dc tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:37.760676 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74bc4da8-045f-4413-8ae3-9165f2b406ff req-f8e51529-b771-49ad-a403-f0dda25057dc tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 944 time: 0.0790753 Jul 06 11:51:37.805692 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74bc4da8-045f-4413-8ae3-9165f2b406ff req-40e81162-57c0-4c30-8841-bbfd08efd2cd tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/security-groups?id=8577ec99-79d6-46ce-b50b-45015e001aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Jul 06 11:51:37.949242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 98f64d54-c735-4bde-8b2a-cfece017785c up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:38.064880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 98f64d54-c735-4bde-8b2a-cfece017785c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:38.094311 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 98f64d54-c735-4bde-8b2a-cfece017785c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:38.095760 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.240971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-f187f909-c448-4843-aef6-6e5090663250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:38.242658 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-f187f909-c448-4843-aef6-6e5090663250 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8134742 Jul 06 11:51:38.243737 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-0549aeb4-d475-4a3e-b747-dbcf575dbb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:38.245293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-0549aeb4-d475-4a3e-b747-dbcf575dbb36 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.7692630 Jul 06 11:51:38.258681 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2598a685-830f-42b4-be12-94efc5c81f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.264958 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.313593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 98f64d54-c735-4bde-8b2a-cfece017785c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=98f64d54-c735-4bde-8b2a-cfece017785c,segment=NetworkSegment(f8860058-518c-4134-87cf-151b81656b6e),segment_id=f8860058-518c-4134-87cf-151b81656b6e)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:38.316110 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd850ba39-bbbe-4d85-9c52-158ff6682ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f64d54-c735-4bde-8b2a-cfece017785c'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:38.320882 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c2465f-fd87-4b5d-a2cd-01ee2c2053ef" -d '{"events": [{"server_uuid": "d850ba39-bbbe-4d85-9c52-158ff6682ad3", "name": "network-vif-plugged", "status": "completed", "tag": "98f64d54-c735-4bde-8b2a-cfece017785c"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:38.339496 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.341824 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e68b066b-b3af-4bc3-95f6-3fb168090c8f no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:38.395352 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-add7e37a-6894-4966-b93a-8bf65a06ebec service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453314 Jul 06 11:51:38.419282 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cb005-e91c-428d-b07f-dcb5608e147c req-81c1cbd4-8781-4379-80bb-87ba4a277f3a tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:38.420840 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e82cb005-e91c-428d-b07f-dcb5608e147c req-81c1cbd4-8781-4379-80bb-87ba4a277f3a tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 943 time: 0.7834044 Jul 06 11:51:38.428971 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce463d0d-0ccf-48ce-b9d5-32dc7505cd4e x-openstack-request-id: req-ce463d0d-0ccf-48ce-b9d5-32dc7505cd4e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:38.429544 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d850ba39-bbbe-4d85-9c52-158ff6682ad3", "name": "network-vif-plugged", "status": "completed", "tag": "98f64d54-c735-4bde-8b2a-cfece017785c", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:38.429965 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce463d0d-0ccf-48ce-b9d5-32dc7505cd4e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:38.430581 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd850ba39-bbbe-4d85-9c52-158ff6682ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f64d54-c735-4bde-8b2a-cfece017785c', 'code': 200} Jul 06 11:51:38.480067 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-d2e90645-416a-4677-8de9-f1fe84c8e29a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f HTTP/1.1" status: 200 len: 217 time: 0.0819981 Jul 06 11:51:38.539905 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.571618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e68b066b-b3af-4bc3-95f6-3fb168090c8f not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:38.582035 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-632a0f0b-000d-4d80-aa49-c07953743741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:38.583361 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-632a0f0b-000d-4d80-aa49-c07953743741 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0646861 Jul 06 11:51:38.624967 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=98f64d54-c735-4bde-8b2a-cfece017785c,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:38.664054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170df709-533f-48d9-a7ad-8e80e3507fd1 req-52807eee-1f86-4393-b20f-534cdd666757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:38.672434 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-170df709-533f-48d9-a7ad-8e80e3507fd1 req-52807eee-1f86-4393-b20f-534cdd666757 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 1096 time: 0.1747446 Jul 06 11:51:38.698349 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.resource_extend [None req-f9f20226-c06c-4cd6-9819-7e345aa7bf60 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:51:38.707562 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e82cb005-e91c-428d-b07f-dcb5608e147c req-54a8f60c-ef66-4554-bf7c-fec077243f08 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425220 Jul 06 11:51:38.742148 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-170df709-533f-48d9-a7ad-8e80e3507fd1 req-407fb75e-8d27-420c-9bde-4b46b2dce5fc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8577ec99-79d6-46ce-b50b-45015e001aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618012 Jul 06 11:51:38.846560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f95ccd-ed33-44ae-8e3f-74de9f96fa45 req-499ffddc-809f-4cfd-922d-55b905d4bdbf tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:38.848259 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-98f95ccd-ed33-44ae-8e3f-74de9f96fa45 req-499ffddc-809f-4cfd-922d-55b905d4bdbf tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 948 time: 0.0841353 Jul 06 11:51:38.861800 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9f20226-c06c-4cd6-9819-7e345aa7bf60 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.879582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-2a9b2637-22ae-452d-9386-7a44f44b21d9 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711773 Jul 06 11:51:38.879582 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9f20226-c06c-4cd6-9819-7e345aa7bf60 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:38.926396 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-98f95ccd-ed33-44ae-8e3f-74de9f96fa45 req-f5594fee-1fbe-4195-aa32-3916761b9d21 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709572 Jul 06 11:51:38.934694 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-123a9e88-601d-48fd-85e6-8f130aec4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:38.936300 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-123a9e88-601d-48fd-85e6-8f130aec4b6e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3268406 Jul 06 11:51:39.189705 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-f9f20226-c06c-4cd6-9819-7e345aa7bf60 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Floating IP 9a057fed-3147-4ad4-87da-b098179eae20 associated. External IP: 172.25.4.146, port: 1449b593-5b2b-4b97-a9e4-1ed3dab12173. Jul 06 11:51:39.231319 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:39.263414 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-ee35b63d-d1d6-428f-89ae-485de19cfd02 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188186 Jul 06 11:51:39.372254 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab48c80-c467-4fd7-b45d-0d8c6a203492 req-4378d78a-3db6-4401-9497-433df31c500a tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:39.379095 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dab48c80-c467-4fd7-b45d-0d8c6a203492 req-4378d78a-3db6-4401-9497-433df31c500a tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 945 time: 0.3254485 Jul 06 11:51:39.473776 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dab48c80-c467-4fd7-b45d-0d8c6a203492 req-ea6fd862-2d36-4815-966f-78285e61e149 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/security-groups?id=8577ec99-79d6-46ce-b50b-45015e001aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925689 Jul 06 11:51:39.553662 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a690759-2c00-4d5c-a254-cdf43a7b4ab6 req-62b46777-777c-49e3-bab4-079c23d39afe service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773492 Jul 06 11:51:39.663394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f20226-c06c-4cd6-9819-7e345aa7bf60 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Router 6f6a7866-cfd7-4263-8935-efd06f45c667 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:51:39.828725 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f20226-c06c-4cd6-9819-7e345aa7bf60 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:51:39.835563 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9f20226-c06c-4cd6-9819-7e345aa7bf60 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:39.842336 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8170d-c309-43d3-85ab-74cce6b721f8 None None] Sync routers for ids ['6f6a7866-cfd7-4263-8935-efd06f45c667'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:51:39.860147 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8170d-c309-43d3-85ab-74cce6b721f8 None None] Routers {'6f6a7866-cfd7-4263-8935-efd06f45c667'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:39.860765 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e2d8170d-c309-43d3-85ab-74cce6b721f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:51:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6f6a7866-cfd7-4263-8935-efd06f45c667'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:39.908191 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f9f20226-c06c-4cd6-9819-7e345aa7bf60 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "PUT /v2.0/floatingips/9a057fed-3147-4ad4-87da-b098179eae20 HTTP/1.1" status: 200 len: 992 time: 3.0277393 Jul 06 11:51:39.908725 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f404d6-6e01-48e9-b21f-9495dc47ba5d', 'tag': '1449b593-5b2b-4b97-a9e4-1ed3dab12173'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:39.920663 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d2959f-0860-418f-9841-66b0b17febd7" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f404d6-6e01-48e9-b21f-9495dc47ba5d", "tag": "1449b593-5b2b-4b97-a9e4-1ed3dab12173"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:40.053016 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e2d8170d-c309-43d3-85ab-74cce6b721f8 None None] Set router 6f6a7866-cfd7-4263-8935-efd06f45c667 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:40.063377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41879fb-48fc-4de0-8d92-fa21d54a65d8 req-2765fb09-ba52-4c3b-91db-6c80706946a7 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:40.064958 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e41879fb-48fc-4de0-8d92-fa21d54a65d8 req-2765fb09-ba52-4c3b-91db-6c80706946a7 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 943 time: 0.0875306 Jul 06 11:51:40.136847 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e41879fb-48fc-4de0-8d92-fa21d54a65d8 req-54213c91-5793-426d-aba7-808dd3bee242 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656469 Jul 06 11:51:40.155352 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3b9900-9739-4e49-b7c1-e75447127f76 x-openstack-request-id: req-9c3b9900-9739-4e49-b7c1-e75447127f76 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:40.155649 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f404d6-6e01-48e9-b21f-9495dc47ba5d", "tag": "1449b593-5b2b-4b97-a9e4-1ed3dab12173", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:40.155905 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c3b9900-9739-4e49-b7c1-e75447127f76 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:40.156327 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f404d6-6e01-48e9-b21f-9495dc47ba5d', 'tag': '1449b593-5b2b-4b97-a9e4-1ed3dab12173', 'status': 'completed', 'code': 200} Jul 06 11:51:40.349328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2959f-0860-418f-9841-66b0b17febd7 req-3e86b2a9-178a-4aba-abe2-fdddad79c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:40.352444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6d2959f-0860-418f-9841-66b0b17febd7 req-3e86b2a9-178a-4aba-abe2-fdddad79c339 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=457dc0f1f50449c9b4c6cc1d1c2e89cb&device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 1097 time: 0.1562374 Jul 06 11:51:40.435496 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e2d8170d-c309-43d3-85ab-74cce6b721f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'name': 'tempest-ServersTestJSON-515019799-router', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:59Z', 'updated_at': '2021-07-06T11:51:05Z', 'revision_number': 4, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'gw_port': {'id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:00Z', 'updated_at': '2021-07-06T11:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '9a057fed-3147-4ad4-87da-b098179eae20', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'port_id': '1449b593-5b2b-4b97-a9e4-1ed3dab12173', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229', 'mac_address': 'fa:16:3e:b4:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f404d6-6e01-48e9-b21f-9495dc47ba5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:51:12Z', 'updated_at': '2021-07-06T11:51:38Z', 'revision_number': 1, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be66159-5eee-4b60-af3b-518941548c6e', 'name': '', 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'mac_address': 'fa:16:3e:45:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:04Z', 'updated_at': '2021-07-06T11:51:13Z', 'revision_number': 5, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'subnets': [{'id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:40.467351 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8170d-c309-43d3-85ab-74cce6b721f8 None None] Checking router: 6f6a7866-cfd7-4263-8935-efd06f45c667 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:51:40.492716 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8170d-c309-43d3-85ab-74cce6b721f8 None None] Routers {'6f6a7866-cfd7-4263-8935-efd06f45c667'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:51:40.493870 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e2d8170d-c309-43d3-85ab-74cce6b721f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:51:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6f6a7866-cfd7-4263-8935-efd06f45c667'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:40.522349 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d352a0f-6de5-40c7-9224-0c4af9e0b5a1 req-a45821bf-633c-4fe7-8cff-23c459496ddd tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:40.525008 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d352a0f-6de5-40c7-9224-0c4af9e0b5a1 req-a45821bf-633c-4fe7-8cff-23c459496ddd tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 948 time: 0.2277770 Jul 06 11:51:40.596401 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2959f-0860-418f-9841-66b0b17febd7 req-a0ff04b7-ab26-42e2-9ef5-053d5b3b2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:40.598056 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6d2959f-0860-418f-9841-66b0b17febd7 req-a0ff04b7-ab26-42e2-9ef5-053d5b3b2962 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6cbefc40-f056-47db-be9b-58cf3978d229 HTTP/1.1" status: 200 len: 906 time: 0.2361310 Jul 06 11:51:40.599823 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-dec6c85e-f2b6-4616-903b-dc18128b77f1 service neutron] 10.222.0.23 "GET /v2.0/ports/8035f3ae-96b3-4c19-bd84-4afe8b226d2b/bindings/n-h2-799529-2 HTTP/1.1" status: 200 len: 384 time: 0.1675980 Jul 06 11:51:40.687417 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d352a0f-6de5-40c7-9224-0c4af9e0b5a1 req-26eee439-5c48-489f-9591-7f4a756bd265 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493979 Jul 06 11:51:40.797289 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:40.803357 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6d2959f-0860-418f-9841-66b0b17febd7 req-6894ab94-7285-428d-9d53-c120ce583c08 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1449b593-5b2b-4b97-a9e4-1ed3dab12173 HTTP/1.1" status: 200 len: 1000 time: 0.1932826 Jul 06 11:51:40.914442 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e2d8170d-c309-43d3-85ab-74cce6b721f8 None None] Set router 6f6a7866-cfd7-4263-8935-efd06f45c667 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:51:40.961760 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2959f-0860-418f-9841-66b0b17febd7 req-5d05cefd-e056-4841-a4fa-5654f4ad6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:40.963320 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6d2959f-0860-418f-9841-66b0b17febd7 req-5d05cefd-e056-4841-a4fa-5654f4ad6481 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1531b95d-4d77-4277-8ef4-2eadd02d2d08 HTTP/1.1" status: 200 len: 844 time: 0.1527345 Jul 06 11:51:41.049970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device e68b066b-b3af-4bc3-95f6-3fb168090c8f details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:51:41.088265 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7ed46-4b41-4117-9a07-e389e122181f req-b67fc848-9f6e-448d-a438-9ee5f6f1e4eb tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:41.103369 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-26f7ed46-4b41-4117-9a07-e389e122181f req-b67fc848-9f6e-448d-a438-9ee5f6f1e4eb tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 945 time: 0.3423984 Jul 06 11:51:41.154052 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0466427-1f45-4327-ab6f-9be770e5103f req-9bae500f-7e07-461b-93c6-33ddb1daf756 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4877796 Jul 06 11:51:41.201848 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2959f-0860-418f-9841-66b0b17febd7 req-2d226bd9-761a-4ea1-9e8d-f043ee8d599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:41.214584 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-26f7ed46-4b41-4117-9a07-e389e122181f req-16662bcf-67c8-449e-b502-d24f35ad0db4 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/security-groups?id=8577ec99-79d6-46ce-b50b-45015e001aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099782 Jul 06 11:51:41.234528 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6d2959f-0860-418f-9841-66b0b17febd7 req-2d226bd9-761a-4ea1-9e8d-f043ee8d599b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6cbefc40-f056-47db-be9b-58cf3978d229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2300067 Jul 06 11:51:41.299687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:41.320242 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-37b7a7d7-58ea-4923-91c2-03639f25c524 service neutron] For port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:41.346770 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e2d8170d-c309-43d3-85ab-74cce6b721f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'name': 'tempest-ServersTestJSON-515019799-router', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:59Z', 'updated_at': '2021-07-06T11:51:05Z', 'revision_number': 4, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'gw_port': {'id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:00Z', 'updated_at': '2021-07-06T11:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '9a057fed-3147-4ad4-87da-b098179eae20', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'port_id': '1449b593-5b2b-4b97-a9e4-1ed3dab12173', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229', 'mac_address': 'fa:16:3e:b4:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f404d6-6e01-48e9-b21f-9495dc47ba5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:51:12Z', 'updated_at': '2021-07-06T11:51:38Z', 'revision_number': 1, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be66159-5eee-4b60-af3b-518941548c6e', 'name': '', 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'mac_address': 'fa:16:3e:45:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:04Z', 'updated_at': '2021-07-06T11:51:13Z', 'revision_number': 5, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'subnets': [{'id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:51:41.354040 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f', 'mac_address': 'fa:16:3e:64:84:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:51:41.381041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0466427-1f45-4327-ab6f-9be770e5103f req-6a96e94c-a620-4222-9ef2-2b0ff40d5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:41.386851 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0466427-1f45-4327-ab6f-9be770e5103f req-6a96e94c-a620-4222-9ef2-2b0ff40d5d03 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 1101 time: 0.1710870 Jul 06 11:51:41.394889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-37b7a7d7-58ea-4923-91c2-03639f25c524 service neutron] For port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:41.429303 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8170d-c309-43d3-85ab-74cce6b721f8 None None] The sync data for ids ['6f6a7866-cfd7-4263-8935-efd06f45c667'] in n-d-799529-2 is: [{'id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'name': 'tempest-ServersTestJSON-515019799-router', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:59Z', 'updated_at': '2021-07-06T11:51:05Z', 'revision_number': 4, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'gw_port': {'id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:00Z', 'updated_at': '2021-07-06T11:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '9a057fed-3147-4ad4-87da-b098179eae20', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'port_id': '1449b593-5b2b-4b97-a9e4-1ed3dab12173', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229', 'mac_address': 'fa:16:3e:b4:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f404d6-6e01-48e9-b21f-9495dc47ba5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:51:12Z', 'updated_at': '2021-07-06T11:51:38Z', 'revision_number': 1, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be66159-5eee-4b60-af3b-518941548c6e', 'name': '', 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'mac_address': 'fa:16:3e:45:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:04Z', 'updated_at': '2021-07-06T11:51:13Z', 'revision_number': 5, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'subnets': [{'id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:51:41.486898 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-37b7a7d7-58ea-4923-91c2-03639f25c524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8035f3ae-96b3-4c19-bd84-4afe8b226d2b {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:41.510862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-37b7a7d7-58ea-4923-91c2-03639f25c524 service neutron] For port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:41.548323 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:41.585248 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68b066b-b3af-4bc3-95f6-3fb168090c8f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:41.635849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:41.642840 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:41.684737 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-37b7a7d7-58ea-4923-91c2-03639f25c524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:41.715551 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0466427-1f45-4327-ab6f-9be770e5103f req-d0ad63fa-8da9-4974-965b-c1d857f92e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:41.719896 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0466427-1f45-4327-ab6f-9be770e5103f req-d0ad63fa-8da9-4974-965b-c1d857f92e19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.3063793 Jul 06 11:51:41.805037 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=e68b066b-b3af-4bc3-95f6-3fb168090c8f,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:41.960813 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5f854d-4abb-43ee-aac1-3471a0362d13 None None] New status for floating IP 9a057fed-3147-4ad4-87da-b098179eae20: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:51:41.961555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-37b7a7d7-58ea-4923-91c2-03639f25c524 service neutron] Transition to ACTIVE for port object 8035f3ae-96b3-4c19-bd84-4afe8b226d2b will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:42.026593 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0466427-1f45-4327-ab6f-9be770e5103f req-e4533b17-1824-42c1-bdc9-1cfaf832d194 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970 HTTP/1.1" status: 200 len: 217 time: 0.2090411 Jul 06 11:51:42.048580 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-37b7a7d7-58ea-4923-91c2-03639f25c524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:42.118256 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 8035f3ae-96b3-4c19-bd84-4afe8b226d2b no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:42.266053 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['e68b066b-b3af-4bc3-95f6-3fb168090c8f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:42.297262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0466427-1f45-4327-ab6f-9be770e5103f req-7556214b-4dcd-419e-af40-4a6680b7fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:42.299656 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0466427-1f45-4327-ab6f-9be770e5103f req-7556214b-4dcd-419e-af40-4a6680b7fcc1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1349759 Jul 06 11:51:42.375457 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52616088-deb9-424e-9904-c54e0179be6b req-391735bf-dd4c-4872-bf85-34dac3be9517 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3478029 Jul 06 11:51:42.385671 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561fa75-efed-4d8c-940d-bbfcd4773364 req-90687fdd-18ee-4077-9de8-7c488869d71e tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:42.395593 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0561fa75-efed-4d8c-940d-bbfcd4773364 req-90687fdd-18ee-4077-9de8-7c488869d71e tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 943 time: 0.6745460 Jul 06 11:51:42.404707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-37b7a7d7-58ea-4923-91c2-03639f25c524 service neutron] No DVR routers for this DVR port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:42.452872 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 8035f3ae-96b3-4c19-bd84-4afe8b226d2b not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:42.513278 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0561fa75-efed-4d8c-940d-bbfcd4773364 req-502d9991-11d8-4fa1-b887-07abf6775ea0 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157069 Jul 06 11:51:42.610787 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-37b7a7d7-58ea-4923-91c2-03639f25c524 service neutron] 10.222.0.23 "PUT /v2.0/ports/8035f3ae-96b3-4c19-bd84-4afe8b226d2b/bindings/n-h2-799529-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0011959 Jul 06 11:51:42.628766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0466427-1f45-4327-ab6f-9be770e5103f req-b8bc1305-50a7-401d-9bc8-19b36363b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:42.630349 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0466427-1f45-4327-ab6f-9be770e5103f req-b8bc1305-50a7-401d-9bc8-19b36363b437 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3105021 Jul 06 11:51:42.666617 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6d2959f-0860-418f-9841-66b0b17febd7 req-da42ee77-105d-4fd1-815e-5319a46cc664 service neutron] 10.222.0.89 "GET /v2.0/networks/6cbefc40-f056-47db-be9b-58cf3978d229?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4310677 Jul 06 11:51:42.672266 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7a7d7-58ea-4923-91c2-03639f25c524 service neutron] Pushing event updated for resources: {'Port': ['ID=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,revision_number=10']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:42.911543 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0466427-1f45-4327-ab6f-9be770e5103f req-c5e97f8e-329b-480d-b26a-7b282d31ac89 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501745 Jul 06 11:51:42.912332 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.89', 60604) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:51:43.135503 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0466427-1f45-4327-ab6f-9be770e5103f req-e6dab886-47fe-4cb7-9c3d-fd5c849ce14e service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882653 Jul 06 11:51:43.146512 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52616088-deb9-424e-9904-c54e0179be6b req-e9fa6b54-3e8b-4760-9c57-8bb85f5ff480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:43.148450 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52616088-deb9-424e-9904-c54e0179be6b req-e9fa6b54-3e8b-4760-9c57-8bb85f5ff480 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 1096 time: 0.7271748 Jul 06 11:51:43.171145 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-279f4e3f-32f8-47b3-95d3-6e758ebc9593 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:43.173256 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-279f4e3f-32f8-47b3-95d3-6e758ebc9593 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746&tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1095 time: 0.2589166 Jul 06 11:51:43.543927 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52616088-deb9-424e-9904-c54e0179be6b req-53538a21-5edb-460b-a681-0e45100bf2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:43.545792 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52616088-deb9-424e-9904-c54e0179be6b req-53538a21-5edb-460b-a681-0e45100bf2e4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.3402114 Jul 06 11:51:43.647651 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52616088-deb9-424e-9904-c54e0179be6b req-56c67fc5-3331-486f-9e55-0469b8dd3e1d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a164c7-4b12-4920-b001-778b6fdd8a71 HTTP/1.1" status: 200 len: 217 time: 0.0880420 Jul 06 11:51:43.684434 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-4d030b10-f5cf-4f23-9fa1-6b9ab7bfe394 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:43.687025 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-4d030b10-f5cf-4f23-9fa1-6b9ab7bfe394 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.89 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc&tenant_id=ea41c4c395454498b836751812b291f0&binding%3Ahost_id=n-h2-799529-2 HTTP/1.1" status: 200 len: 949 time: 1.9451313 Jul 06 11:51:43.745439 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafdab8-84e1-4d61-a82f-2dc1ffa667a7 req-8d740e1d-dc3a-4974-8f6a-f53474d46494 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:43.747731 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7bafdab8-84e1-4d61-a82f-2dc1ffa667a7 req-8d740e1d-dc3a-4974-8f6a-f53474d46494 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 949 time: 1.3840804 Jul 06 11:51:43.751445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-c7842b82-f153-4b06-b293-2890a08e3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:43.760790 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-c7842b82-f153-4b06-b293-2890a08e3fec service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746&tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9 HTTP/1.1" status: 200 len: 1095 time: 0.5644002 Jul 06 11:51:43.795268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52616088-deb9-424e-9904-c54e0179be6b req-c6f750e7-60b5-4a0a-8e32-671dc2528e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:43.796784 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52616088-deb9-424e-9904-c54e0179be6b req-c6f750e7-60b5-4a0a-8e32-671dc2528e23 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.1412256 Jul 06 11:51:44.002041 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7bafdab8-84e1-4d61-a82f-2dc1ffa667a7 req-cb317008-41d1-4cf4-96b1-c5efdd24bf71 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449508 Jul 06 11:51:44.051310 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52616088-deb9-424e-9904-c54e0179be6b req-66b647d3-2de9-4670-8a9a-9b4a041106b7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2439003 Jul 06 11:51:44.140035 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-b943a56b-3078-4ea4-9e79-191af545238b service neutron] 10.222.0.89 "GET /v2.0/ports/e68b066b-b3af-4bc3-95f6-3fb168090c8f/bindings/n-h2-799529-2 HTTP/1.1" status: 200 len: 382 time: 0.4468396 Jul 06 11:51:44.150203 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6d2959f-0860-418f-9841-66b0b17febd7 req-ec423334-e5ec-4288-99d5-e65de6e5eda9 service neutron] 10.222.0.89 "GET /v2.0/networks/6cbefc40-f056-47db-be9b-58cf3978d229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4686701 Jul 06 11:51:44.371487 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-d170d003-bb00-4fa7-804e-d8d3c84b5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:44.373523 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-d170d003-bb00-4fa7-804e-d8d3c84b5c65 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 1100 time: 0.1782663 Jul 06 11:51:44.462879 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52616088-deb9-424e-9904-c54e0179be6b req-3e602620-1c96-4ce6-a13f-9330844c1c1d service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994861 Jul 06 11:51:44.576942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-7b160022-7a0b-4f58-80d4-4330e3dc8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:44.579104 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-7b160022-7a0b-4f58-80d4-4330e3dc8f8d service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1994388 Jul 06 11:51:44.631468 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-bacc3874-335b-44b0-b926-8f63e2e83207 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f HTTP/1.1" status: 200 len: 217 time: 0.0427356 Jul 06 11:51:44.658786 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-75cdbede-e1c7-4c32-9eb1-a8b0db004cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:44.669660 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-75cdbede-e1c7-4c32-9eb1-a8b0db004cab service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 1095 time: 0.7631195 Jul 06 11:51:44.690304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-3b23b580-ecd4-460c-b4f7-e1f21942eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:44.692415 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-3b23b580-ecd4-460c-b4f7-e1f21942eb88 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0548544 Jul 06 11:51:44.814531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cf169-d01c-4c66-8593-31fbd3f4df81 req-0db17462-2439-4f0c-abd9-71c6a75f3071 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:44.816170 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f28cf169-d01c-4c66-8593-31fbd3f4df81 req-0db17462-2439-4f0c-abd9-71c6a75f3071 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 944 time: 0.4083240 Jul 06 11:51:44.862982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-49967416-c69a-4872-aadf-7ac501cd0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:44.865084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-49967416-c69a-4872-aadf-7ac501cd0a42 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1650944 Jul 06 11:51:44.897509 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52616088-deb9-424e-9904-c54e0179be6b req-02afe91b-5705-4010-888f-e4cc3b9a5eb6 service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068317 Jul 06 11:51:44.986601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-0737577f-5411-48b6-ae5f-376883cc59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:44.988263 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-0737577f-5411-48b6-ae5f-376883cc59ae service neutron] 10.222.0.89 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.3109455 Jul 06 11:51:45.034159 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f28cf169-d01c-4c66-8593-31fbd3f4df81 req-f73e45b6-79f3-47d6-a5d8-69ca0c3c6eac tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021623 Jul 06 11:51:45.066028 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device e68b066b-b3af-4bc3-95f6-3fb168090c8f up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:45.100264 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-14adabe5-e7b6-4dce-9567-f7f654588f58 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265575 Jul 06 11:51:45.116863 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-7a68cd23-c16e-4de3-914c-66d65667efe2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8035f3ae-96b3-4c19-bd84-4afe8b226d2b HTTP/1.1" status: 200 len: 217 time: 0.1133645 Jul 06 11:51:45.142426 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port e68b066b-b3af-4bc3-95f6-3fb168090c8f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:45.148123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port e68b066b-b3af-4bc3-95f6-3fb168090c8f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:45.148747 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.241558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-ea7e6640-850b-480c-9060-a82aaed832a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:45.248802 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-ea7e6640-850b-480c-9060-a82aaed832a3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.1196830 Jul 06 11:51:45.281773 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.312110 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-1b3d02fd-46e2-4ac1-8804-88778610f5e3 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988163 Jul 06 11:51:45.326237 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-d422e509-cef3-4754-8d26-0cdd6a30ea4a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700500 Jul 06 11:51:45.347553 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:45.356792 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6d6419-243c-4558-9dde-67e8a0e612ee" -d '{"events": [{"server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "name": "network-vif-plugged", "status": "completed", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:45.401201 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:45.405974 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:45.515199 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=e68b066b-b3af-4bc3-95f6-3fb168090c8f,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:45.775138 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc46c9dd-69ff-4cf4-b797-969e51c41de7 x-openstack-request-id: req-fc46c9dd-69ff-4cf4-b797-969e51c41de7 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:45.775459 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "name": "network-vif-plugged", "status": "completed", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:45.775802 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc46c9dd-69ff-4cf4-b797-969e51c41de7 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:45.776197 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f', 'code': 200} Jul 06 11:51:45.935126 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305ab2f-d60b-4a4f-a375-5e3025860e38 req-d3dedf5a-9d48-4216-8d57-5119f8095560 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:45.936915 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a305ab2f-d60b-4a4f-a375-5e3025860e38 req-d3dedf5a-9d48-4216-8d57-5119f8095560 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 949 time: 0.5789344 Jul 06 11:51:45.944017 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-df4d0b55-a41a-43d8-bfd1-0fc8cda8d140 service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093249 Jul 06 11:51:46.043609 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a305ab2f-d60b-4a4f-a375-5e3025860e38 req-ceea6b20-bc69-431d-8d4c-7693067ae122 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982826 Jul 06 11:51:46.084787 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-4c70d113-0a7e-48fa-81ff-2bfeb4778cb4 service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197875 Jul 06 11:51:46.322298 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f2caf-6b16-4452-804a-dfbbe748e971 req-42531b12-3a3f-4929-8b13-de7141b7b2e9 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:46.325035 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-256f2caf-6b16-4452-804a-dfbbe748e971 req-42531b12-3a3f-4929-8b13-de7141b7b2e9 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 944 time: 0.1096778 Jul 06 11:51:46.378524 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-256f2caf-6b16-4452-804a-dfbbe748e971 req-1f4b41c6-cba8-42bd-b389-104b002573f8 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469873 Jul 06 11:51:46.503896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-8d130c04-14c4-4600-90cb-031b48e0bc01 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:46.506117 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-8d130c04-14c4-4600-90cb-031b48e0bc01 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746&tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&binding%3Ahost_id=n-h2-799529-2 HTTP/1.1" status: 200 len: 1095 time: 0.0751758 Jul 06 11:51:46.647911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-d083c024-4362-4d5f-8956-431a8824a0c4 service neutron] For port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:46.651766 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-d083c024-4362-4d5f-8956-431a8824a0c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:46.652901 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8173a68f-fc7a-46a3-a790-bd956ddaf18f req-d083c024-4362-4d5f-8956-431a8824a0c4 service neutron] 10.222.0.89 "DELETE /v2.0/ports/8035f3ae-96b3-4c19-bd84-4afe8b226d2b/bindings/n-h1-799529-2 HTTP/1.1" status: 204 len: 173 time: 0.1385474 Jul 06 11:51:47.322194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7f47a-9c45-48c0-a86b-4d834e7e2914 req-42a0f112-5ad9-404a-ba46-8bf8ed4d84d6 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.327731 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8a7f47a-9c45-48c0-a86b-4d834e7e2914 req-42a0f112-5ad9-404a-ba46-8bf8ed4d84d6 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.0797148 Jul 06 11:51:47.390693 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8a7f47a-9c45-48c0-a86b-4d834e7e2914 req-87f0d43c-72e3-4932-97af-6dec0f005633 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524032 Jul 06 11:51:47.499409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-b16ac7e6-c678-4c98-8b84-1e848a98237e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.502534 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-b16ac7e6-c678-4c98-8b84-1e848a98237e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 808 time: 0.1669433 Jul 06 11:51:47.525957 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-5d9d0e11-bdf2-4bce-8bc8-766e7ed7cfd2 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/quotas/4843c8d3b46e40b0bd7d0bef48a42377 HTTP/1.1" status: 200 len: 375 time: 0.0147481 Jul 06 11:51:47.666709 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-5d70bdc3-845c-47dd-880a-9a8923d00795 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1346052 Jul 06 11:51:47.717594 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4362e-39f0-46ab-aa6a-541e967034d3 req-5288b4d6-b83e-4664-a8bd-d3e351b6dac6 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:47.719800 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5e4362e-39f0-46ab-aa6a-541e967034d3 req-5288b4d6-b83e-4664-a8bd-d3e351b6dac6 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 944 time: 0.1282558 Jul 06 11:51:47.795837 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5e4362e-39f0-46ab-aa6a-541e967034d3 req-f202eb82-0302-4956-a053-2d521d4e8cda tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701838 Jul 06 11:51:47.807275 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-67052f67-227e-4054-9dba-b40ccc9e2101 service neutron] 10.222.0.81 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386967 Jul 06 11:51:47.924882 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-f558c4a3-84fe-41a6-a78d-c1b5d3902edc service neutron] 10.222.0.81 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096027 Jul 06 11:51:48.132899 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-f79428eb-e159-4c89-bcdf-51a8ee8d0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:48.134423 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-f79428eb-e159-4c89-bcdf-51a8ee8d0b5d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc&tenant_id=ea41c4c395454498b836751812b291f0 HTTP/1.1" status: 200 len: 1101 time: 0.1027229 Jul 06 11:51:48.157745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:48.233925 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf0efe-0046-4ecf-9966-80dd6485790e req-16018874-51d6-4f1f-82f4-b82835baf521 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:48.240519 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-59bf0efe-0046-4ecf-9966-80dd6485790e req-16018874-51d6-4f1f-82f4-b82835baf521 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 1095 time: 0.1018341 Jul 06 11:51:48.311077 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-59bf0efe-0046-4ecf-9966-80dd6485790e req-7e13174b-7061-4ba8-82fe-f8157ba82662 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616274 Jul 06 11:51:48.362440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:48.474167 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95baa094-61e9-4a8a-b46b-9c02070c8639 req-95b0de44-0361-4a35-92a6-31d8f6a34752 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 210 time: 0.0812771 Jul 06 11:51:48.685987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:48.740130 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:48.766133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d91cb6-5167-4b7a-9e51-16c2ce685d0a req-f567e10a-a0da-4649-9e2f-9cd130d66ef0 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:48.767985 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0d91cb6-5167-4b7a-9e51-16c2ce685d0a req-f567e10a-a0da-4649-9e2f-9cd130d66ef0 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 1095 time: 0.1068404 Jul 06 11:51:48.812127 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0d91cb6-5167-4b7a-9e51-16c2ce685d0a req-80345142-9386-44f0-8a5b-7177498c3d8f tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376737 Jul 06 11:51:48.835501 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:48.838217 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61b33c5-7100-41f1-8e85-c18b291e2156" -d '{"events": [{"server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "name": "network-vif-unplugged", "status": "completed", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:48.845039 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:48.877064 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Transition to ACTIVE for port object e68b066b-b3af-4bc3-95f6-3fb168090c8f will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:48.881966 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:48.901244 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6227e4f-8c05-454c-96f6-679dcb117cee req-1c81201f-f6a2-4458-85d3-60cb431e2844 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:48.902216 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b6227e4f-8c05-454c-96f6-679dcb117cee req-1c81201f-f6a2-4458-85d3-60cb431e2844 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 950 time: 0.1393175 Jul 06 11:51:48.981846 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b6227e4f-8c05-454c-96f6-679dcb117cee req-5c1a58b4-bc68-462b-ba2c-24e01f7b0f6f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589581 Jul 06 11:51:49.009903 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8dff85-cf36-46cd-968e-460333d08201 x-openstack-request-id: req-4c8dff85-cf36-46cd-968e-460333d08201 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:49.010196 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "name": "network-vif-unplugged", "status": "completed", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:49.010895 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c8dff85-cf36-46cd-968e-460333d08201 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:49.011149 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f', 'code': 200} Jul 06 11:51:49.065161 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Pushing event updated for resources: {'Port': ['ID=e68b066b-b3af-4bc3-95f6-3fb168090c8f,revision_number=10']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:49.068869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] No DVR routers for this DVR port e68b066b-b3af-4bc3-95f6-3fb168090c8f on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:51:49.195674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Attempting to bind port e68b066b-b3af-4bc3-95f6-3fb168090c8f on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:49.196103 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Attempting to bind port e68b066b-b3af-4bc3-95f6-3fb168090c8f by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:49.196450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Attempting to bind port e68b066b-b3af-4bc3-95f6-3fb168090c8f on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:49.203348 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Port e68b066b-b3af-4bc3-95f6-3fb168090c8f on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:49.203880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Attempting to bind port e68b066b-b3af-4bc3-95f6-3fb168090c8f on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:49.213411 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:49.214070 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:49.214642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:49.215265 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Bound port: e68b066b-b3af-4bc3-95f6-3fb168090c8f, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:49.215838 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.319631 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:49.326161 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:49.333134 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.424474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:49.426200 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:49.427681 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] 10.222.0.23 "PUT /v2.0/ports/e68b066b-b3af-4bc3-95f6-3fb168090c8f HTTP/1.1" status: 200 len: 1097 time: 1.2794814 Jul 06 11:51:49.510728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d11f5-f702-4bf6-b0fd-26839469c921 service neutron] Pushing event updated for resources: {'Port': ['ID=e68b066b-b3af-4bc3-95f6-3fb168090c8f,revision_number=11']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:49.580586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-ef07695a-f010-4858-96f5-d31f5cefcd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:49.588666 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-ef07695a-f010-4858-96f5-d31f5cefcd96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 1100 time: 0.1268210 Jul 06 11:51:49.691202 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d6abd571-131e-4120-94a8-f8735b50a21f req-bd7cb723-968e-4195-b751-370635de40e3 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 210 time: 0.0483849 Jul 06 11:51:49.806842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-59d86a94-1dd1-4f2a-b055-e428e0ca2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:49.808494 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-59d86a94-1dd1-4f2a-b055-e428e0ca2de5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2124853 Jul 06 11:51:49.862704 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-aec73ce5-6814-42e2-a798-c870cf4adcdc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f HTTP/1.1" status: 200 len: 217 time: 0.0428345 Jul 06 11:51:49.934194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-4d1fda9e-d613-4ec1-9646-dd39572f7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:49.935914 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-4d1fda9e-d613-4ec1-9646-dd39572f7440 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0678861 Jul 06 11:51:50.008674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-3c946a69-0484-40de-ab93-04e9feee927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:50.010503 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-3c946a69-0484-40de-ab93-04e9feee927c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681591 Jul 06 11:51:50.223449 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-6dbe0ac2-c9a7-4986-bbad-16d1a0be4bd0 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993783 Jul 06 11:51:50.324499 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-a7350f71-6eda-4eaf-b3dd-b61c365879f3 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:50.329435 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-a7350f71-6eda-4eaf-b3dd-b61c365879f3 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.23 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 808 time: 0.3095133 Jul 06 11:51:50.458373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-8c785939-6fcc-42a1-bd7f-61fa55804e33 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Request body: {'port': {'device_id': '1bdde747-2c1b-4f3d-89a1-2bff3320210a', 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4', 'admin_state_up': True, 'tenant_id': '4843c8d3b46e40b0bd7d0bef48a42377'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:50.510945 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7368fafd-7bb1-4a2d-b009-b39c38d2fefe req-14b77a7e-1136-4410-ab22-47f754e34b2f service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835829 Jul 06 11:51:50.596306 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939d8ef-a096-4676-82ac-be57142cce61 req-b73a91b1-8c02-43d5-a7f0-7797a04e6d7a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:50.597948 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9939d8ef-a096-4676-82ac-be57142cce61 req-b73a91b1-8c02-43d5-a7f0-7797a04e6d7a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 949 time: 0.2671611 Jul 06 11:51:50.663155 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9939d8ef-a096-4676-82ac-be57142cce61 req-f0826d34-4010-47f7-8977-2410ad8ec274 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562658 Jul 06 11:51:50.672719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-8c785939-6fcc-42a1-bd7f-61fa55804e33 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Made reservation on behalf of 4843c8d3b46e40b0bd7d0bef48a42377 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:50.677448 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-8c785939-6fcc-42a1-bd7f-61fa55804e33 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:50.841557 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-8c785939-6fcc-42a1-bd7f-61fa55804e33 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Allocated IP 172.20.0.11 (f2e9b7d6-944b-4592-9597-94c9d66799e4/ee177648-6d0e-46f5-a7ba-dce8ba04775a/1e800218-a76d-4ae8-9c11-0d8f93fc741d) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:50.863705 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3bbcc81d-d520-486e-a6e2-19914e4e7563 req-2c9e0a7e-ab03-4347-ab44-46e69309b461 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 210 time: 0.0382037 Jul 06 11:51:51.011876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:51.014390 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:51.033213 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-8c785939-6fcc-42a1-bd7f-61fa55804e33 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.079568 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-8c785939-6fcc-42a1-bd7f-61fa55804e33 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.089309 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d7e9bb-1ce6-4c71-985c-174c856f828d x-openstack-request-id: req-82d7e9bb-1ce6-4c71-985c-174c856f828d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:51.089594 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:51.089841 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82d7e9bb-1ce6-4c71-985c-174c856f828d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:51.090231 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f', 'status': 'completed', 'code': 200} Jul 06 11:51:51.093735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['c92279f0-5ba0-4a2b-9c26-906817f462db'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:51.135894 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device e68b066b-b3af-4bc3-95f6-3fb168090c8f no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:51:51.164882 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c785939-6fcc-42a1-bd7f-61fa55804e33 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Pushing event updated for resources: {'Port': ['ID=1e800218-a76d-4ae8-9c11-0d8f93fc741d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:51.182910 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device e68b066b-b3af-4bc3-95f6-3fb168090c8f not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:51:51.202375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-8c785939-6fcc-42a1-bd7f-61fa55804e33 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Network f2e9b7d6-944b-4592-9597-94c9d66799e4 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:51.203526 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-8c785939-6fcc-42a1-bd7f-61fa55804e33 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:51.210495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-8c785939-6fcc-42a1-bd7f-61fa55804e33 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:51.273180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-8c785939-6fcc-42a1-bd7f-61fa55804e33 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:51.274224 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-8c785939-6fcc-42a1-bd7f-61fa55804e33 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.292588 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-8c785939-6fcc-42a1-bd7f-61fa55804e33 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8417051 Jul 06 11:51:51.305725 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Request body: {'port': {'device_id': '1bdde747-2c1b-4f3d-89a1-2bff3320210a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:51.324976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-5eaa79e1-d211-4fe1-812e-cf7ae33e7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:51.327849 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-5eaa79e1-d211-4fe1-812e-cf7ae33e7193 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 1100 time: 0.1957943 Jul 06 11:51:51.334372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-ee7c859a-890f-4586-9d48-ca6b1c416fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:51.336647 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-ee7c859a-890f-4586-9d48-ca6b1c416fd3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 1100 time: 0.2185295 Jul 06 11:51:51.399834 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.532430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-c6614264-4fa3-4b2e-be29-ed22532b1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:51.534122 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-c6614264-4fa3-4b2e-be29-ed22532b1d00 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1878340 Jul 06 11:51:51.535387 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-653e24a4-452a-4839-ad1c-98f7f8726de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:51.538836 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-653e24a4-452a-4839-ad1c-98f7f8726de9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2009025 Jul 06 11:51:51.610294 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-f8274cb1-2852-4920-87c1-20539b796206 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f HTTP/1.1" status: 200 len: 217 time: 0.0628381 Jul 06 11:51:51.647401 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-2dacfbd5-40b9-4a3d-ade9-e1fe2d4d2d9d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f HTTP/1.1" status: 200 len: 217 time: 0.0761721 Jul 06 11:51:51.737809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-9d75219e-9e3d-4d35-98cf-d2184f67a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:51.739858 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-9d75219e-9e3d-4d35-98cf-d2184f67a5c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1015835 Jul 06 11:51:51.748548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-97fd8b42-8444-47cf-90d0-eafea715b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:51.750149 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-97fd8b42-8444-47cf-90d0-eafea715b4c2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0836999 Jul 06 11:51:51.801024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e800218-a76d-4ae8-9c11-0d8f93fc741d {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:51.811794 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.828308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Transition to ACTIVE for port object 1e800218-a76d-4ae8-9c11-0d8f93fc741d will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:51.833591 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:51.873830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-0a79104c-10b9-4295-901c-66c4daebe710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:51.875382 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-0a79104c-10b9-4295-901c-66c4daebe710 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1241825 Jul 06 11:51:51.917698 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Pushing event updated for resources: {'Port': ['ID=1e800218-a76d-4ae8-9c11-0d8f93fc741d,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:51.966385 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-7c986748-a428-4d08-be33-62a611fb9208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:51.968105 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-7c986748-a428-4d08-be33-62a611fb9208 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2075944 Jul 06 11:51:52.097974 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-55c960e9-cda2-49fb-bab7-ec9f48aa459a service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092453 Jul 06 11:51:52.138960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Attempting to bind port 1e800218-a76d-4ae8-9c11-0d8f93fc741d on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:52.144191 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Attempting to bind port 1e800218-a76d-4ae8-9c11-0d8f93fc741d by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:52.144772 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Attempting to bind port 1e800218-a76d-4ae8-9c11-0d8f93fc741d on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:52.207924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Port 1e800218-a76d-4ae8-9c11-0d8f93fc741d on network f2e9b7d6-944b-4592-9597-94c9d66799e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:52.208693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Attempting to bind port 1e800218-a76d-4ae8-9c11-0d8f93fc741d on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:52.224183 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-96485a25-1f96-4410-b25d-b469023b2914 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399546 Jul 06 11:51:52.227341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:52.227888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Checking segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:52.228536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Bound using segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:52.229145 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Bound port: 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:52.229733 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:52.303773 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f4437-9d39-48f0-8ddb-ee3713382571 req-21cdd5a9-e861-48af-be6e-9b306c85a310 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:52.306265 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e48f4437-9d39-48f0-8ddb-ee3713382571 req-21cdd5a9-e861-48af-be6e-9b306c85a310 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.2049680 Jul 06 11:51:52.333430 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-3bc8a698-c6fa-4f4a-9189-d04df5c16ebe service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981712 Jul 06 11:51:52.347764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0141db-a16a-4753-85b3-1f782a339ea0 req-a3f5944c-0d1e-4428-a292-f2c3f3ae8d93 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:52.358123 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dc0141db-a16a-4753-85b3-1f782a339ea0 req-a3f5944c-0d1e-4428-a292-f2c3f3ae8d93 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 949 time: 0.4431977 Jul 06 11:51:52.453418 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-929fc0be-abf9-4b3e-b786-65bd17a6f9c7 req-9a8967e6-0b52-41c4-8917-11b5992f60c9 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437588 Jul 06 11:51:52.471244 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e48f4437-9d39-48f0-8ddb-ee3713382571 req-c3a00e73-ca59-4d79-b4df-d671c43d3e28 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173847 Jul 06 11:51:52.506937 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dc0141db-a16a-4753-85b3-1f782a339ea0 req-b5bb6edd-5b8a-4654-9266-ff0d078b70be tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478305 Jul 06 11:51:52.528868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] For port 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:52.533364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] For port 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1e800218-a76d-4ae8-9c11-0d8f93fc741d,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:52.538939 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:52.652168 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Pushing event updated for resources: {'Port': ['ID=1e800218-a76d-4ae8-9c11-0d8f93fc741d,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:52.668629 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:52.669445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:52.670988 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-05e8b1b0-25e2-4c7e-83d6-4b2c676e1bed service neutron] 10.222.0.23 "PUT /v2.0/ports/1e800218-a76d-4ae8-9c11-0d8f93fc741d HTTP/1.1" status: 200 len: 1092 time: 1.3707454 Jul 06 11:51:52.671575 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdde747-2c1b-4f3d-89a1-2bff3320210a', 'tag': '1e800218-a76d-4ae8-9c11-0d8f93fc741d'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:52.673933 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5448dd2-ae73-4020-a519-2f01ab8941df" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdde747-2c1b-4f3d-89a1-2bff3320210a", "tag": "1e800218-a76d-4ae8-9c11-0d8f93fc741d"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:52.792708 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb3ac43-eae6-4dc2-9652-9640a0503741 x-openstack-request-id: req-3cb3ac43-eae6-4dc2-9652-9640a0503741 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:52.792997 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdde747-2c1b-4f3d-89a1-2bff3320210a", "tag": "1e800218-a76d-4ae8-9c11-0d8f93fc741d", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:52.793247 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3cb3ac43-eae6-4dc2-9652-9640a0503741 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:52.793701 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdde747-2c1b-4f3d-89a1-2bff3320210a', 'tag': '1e800218-a76d-4ae8-9c11-0d8f93fc741d', 'status': 'completed', 'code': 200} Jul 06 11:51:52.864862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-37b3ba4c-9b31-4112-b8e5-0dce004c5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:52.866448 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-37b3ba4c-9b31-4112-b8e5-0dce004c5777 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 1095 time: 0.0719318 Jul 06 11:51:52.913173 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-673d9681-5518-406d-b1e7-d66deba4880b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e800218-a76d-4ae8-9c11-0d8f93fc741d HTTP/1.1" status: 200 len: 217 time: 0.0378478 Jul 06 11:51:52.991469 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-e711ebd9-21d6-48e1-899a-744977c0d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:52.993067 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-e711ebd9-21d6-48e1-899a-744977c0d35f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.0734947 Jul 06 11:51:53.032423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-eb1649af-3e85-48b5-9c4c-928c7f08a29e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290203 Jul 06 11:51:53.131976 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-c358928e-ed89-4cb6-bb73-73ba6156df62 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854068 Jul 06 11:51:53.228955 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8c64b5d-54d9-4f4d-b63a-f1169a53307d req-9c5f40be-ce38-4969-9789-a61c465324c9 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900986 Jul 06 11:51:53.329612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5448dd2-ae73-4020-a519-2f01ab8941df req-4e32c938-a869-4db0-847a-435f0e81cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:53.331298 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5448dd2-ae73-4020-a519-2f01ab8941df req-4e32c938-a869-4db0-847a-435f0e81cc0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 1095 time: 0.0548761 Jul 06 11:51:53.430799 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5448dd2-ae73-4020-a519-2f01ab8941df req-dcbdf9f5-3212-4831-8892-d3a6df0d6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:53.432688 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5448dd2-ae73-4020-a519-2f01ab8941df req-dcbdf9f5-3212-4831-8892-d3a6df0d6eee service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.0945449 Jul 06 11:51:53.491217 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5448dd2-ae73-4020-a519-2f01ab8941df req-6f72ecc3-1af2-4c83-8c91-291fc4bc7d89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e800218-a76d-4ae8-9c11-0d8f93fc741d HTTP/1.1" status: 200 len: 217 time: 0.0465109 Jul 06 11:51:53.543650 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5448dd2-ae73-4020-a519-2f01ab8941df req-efbe5e09-0926-405d-a4c5-afc82f6df6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:53.545183 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5448dd2-ae73-4020-a519-2f01ab8941df req-efbe5e09-0926-405d-a4c5-afc82f6df6cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.0488558 Jul 06 11:51:53.590870 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5448dd2-ae73-4020-a519-2f01ab8941df req-478033eb-464c-4b5f-85cd-f16e4e3eb50e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376790 Jul 06 11:51:53.718637 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94773a-47fc-40a4-bc62-cf1619dd7b11 req-e53f23dd-c778-4294-95be-154dfa6609d5 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:53.723887 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cf94773a-47fc-40a4-bc62-cf1619dd7b11 req-e53f23dd-c778-4294-95be-154dfa6609d5 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.0958285 Jul 06 11:51:53.737522 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5448dd2-ae73-4020-a519-2f01ab8941df req-48584ccf-973d-4593-887f-c772d37559d8 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360991 Jul 06 11:51:53.803884 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cf94773a-47fc-40a4-bc62-cf1619dd7b11 req-018b94e2-6345-4e2c-9c89-4e6703a35360 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698709 Jul 06 11:51:53.868267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5448dd2-ae73-4020-a519-2f01ab8941df req-d3af02f7-69cb-4afb-9b55-a629cbc29901 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185615 Jul 06 11:51:53.907564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464139a-ee05-4847-94e0-6ea80b1d5a38 req-8dbd7d07-dc79-4a39-b881-0698c565eb64 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:53.909661 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d464139a-ee05-4847-94e0-6ea80b1d5a38 req-8dbd7d07-dc79-4a39-b881-0698c565eb64 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 949 time: 0.2437975 Jul 06 11:51:53.964922 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d464139a-ee05-4847-94e0-6ea80b1d5a38 req-92990ba4-ca32-4760-97be-1cf9c769d5d8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475981 Jul 06 11:51:54.054916 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e68b066b-b3af-4bc3-95f6-3fb168090c8f details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:51:54.167351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:54.180757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f', 'mac_address': 'fa:16:3e:64:84:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:51:54.202216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033b9e9-11ef-4ba2-a97b-67d2c7dfca63 req-28ab444a-bf7c-4821-b220-2ffb6fbe8e4c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:54.204314 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d033b9e9-11ef-4ba2-a97b-67d2c7dfca63 req-28ab444a-bf7c-4821-b220-2ffb6fbe8e4c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 949 time: 0.0739903 Jul 06 11:51:54.233056 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.251582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68b066b-b3af-4bc3-95f6-3fb168090c8f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:54.252623 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d033b9e9-11ef-4ba2-a97b-67d2c7dfca63 req-5651edae-f384-4e64-b66a-0f9e0e86c893 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410788 Jul 06 11:51:54.279766 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:54.294290 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:54.359195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=e68b066b-b3af-4bc3-95f6-3fb168090c8f,revision_number=12']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:54.521865 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-5859d1e2-fdf3-4f3a-9159-0a12cf1d0c80 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ea41c4c395454498b836751812b291f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308106 Jul 06 11:51:54.596512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['e68b066b-b3af-4bc3-95f6-3fb168090c8f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:54.666524 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-a98b99e0-385b-4ef7-9e25-35461c795ecd tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:54.668385 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-a98b99e0-385b-4ef7-9e25-35461c795ecd tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393898 Jul 06 11:51:54.689054 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-f8b43755-6cec-45ab-b08b-3749b2f49f2f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/quotas/ea41c4c395454498b836751812b291f0 HTTP/1.1" status: 200 len: 375 time: 0.0121338 Jul 06 11:51:54.808090 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-bc59b252-7fb2-4abf-a827-5b8651bf3f79 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1056204 Jul 06 11:51:55.172599 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9710a2a0-3dfa-4a95-a193-d8b422dc3b6c req-0c94b8a1-f2c1-4937-bba0-8c2eb6c4602a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 210 time: 0.0477309 Jul 06 11:51:55.212961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce30e6-5acb-4066-b7e7-71eb1e98b0d1 req-2ab0af8d-7baf-4acc-9940-49ebd5497f0a tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:55.222694 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-79ce30e6-5acb-4066-b7e7-71eb1e98b0d1 req-2ab0af8d-7baf-4acc-9940-49ebd5497f0a tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.1709585 Jul 06 11:51:55.278231 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-79ce30e6-5acb-4066-b7e7-71eb1e98b0d1 req-8025ebd7-117b-4296-8da8-d57920b8cc45 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542147 Jul 06 11:51:56.056037 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e68b066b-b3af-4bc3-95f6-3fb168090c8f up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:51:56.153861 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port e68b066b-b3af-4bc3-95f6-3fb168090c8f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:56.159560 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port e68b066b-b3af-4bc3-95f6-3fb168090c8f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:56.160277 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.345792 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-754c79e6-c08e-46f5-89e3-e9b41ab4aa5b tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=ea41c4c395454498b836751812b291f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425358 Jul 06 11:51:56.359045 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.425727 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:56.430985 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f2d568-e5ac-4b6d-a129-365b9897d6f8" -d '{"events": [{"server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "name": "network-vif-plugged", "status": "completed", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:56.486493 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:51:56.494022 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.511999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-67263acd-3797-4a4d-a8e6-a457cef91da9 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:56.514659 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-67263acd-3797-4a4d-a8e6-a457cef91da9 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625123 Jul 06 11:51:56.522371 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-9e755ac3-6aa9-4481-a326-84a400865f32 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--975706059&fields=id&tenant_id=92fa138979964412a0cedd1a4908272c HTTP/1.1" status: 200 len: 267 time: 0.0880570 Jul 06 11:51:56.557928 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-08ceb2e7-614d-4d88-8c22-eafd6084ce4c req-6bf82b84-34c9-4e85-a78a-1100b7630c17 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 210 time: 0.0318913 Jul 06 11:51:56.564115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Request body: {'port': {'device_id': '98263845-8ec4-4525-b12d-9517c4d9323a', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'ea41c4c395454498b836751812b291f0'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:56.610554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=e68b066b-b3af-4bc3-95f6-3fb168090c8f,revision_number=13']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:56.730878 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-4ec67302-cf9b-4db8-80d4-391eabc98173 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:56.732470 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-4ec67302-cf9b-4db8-80d4-391eabc98173 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/networks?id=bfdec70e-405a-4398-8a85-862f1559abdb HTTP/1.1" status: 200 len: 815 time: 0.2087369 Jul 06 11:51:56.759270 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-21a77bd6-59d9-433b-a0a7-0b6cb657791e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/quotas/92fa138979964412a0cedd1a4908272c HTTP/1.1" status: 200 len: 375 time: 0.0194278 Jul 06 11:51:56.815530 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Made reservation on behalf of ea41c4c395454498b836751812b291f0 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:51:56.819332 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:56.851691 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-c55b2799-4ae3-4e06-804a-b5fb4dd69778 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=92fa138979964412a0cedd1a4908272c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0873864 Jul 06 11:51:56.878887 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01f570-2984-472c-9de2-4f01ea541d28 req-e4b7894f-f1e3-42af-af31-5ebeede332a7 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:56.883914 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba01f570-2984-472c-9de2-4f01ea541d28 req-e4b7894f-f1e3-42af-af31-5ebeede332a7 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.1349649 Jul 06 11:51:57.006385 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-5de583ea-739e-4890-b4bc-173d962943b7 service neutron] 10.222.0.81 "GET /v2.0/networks/bfdec70e-405a-4398-8a85-862f1559abdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374049 Jul 06 11:51:57.030196 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba01f570-2984-472c-9de2-4f01ea541d28 req-ea42b36a-9e5a-4363-b810-b3461afa2864 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839040 Jul 06 11:51:57.157601 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-d2fca268-bc6a-4bda-9b0b-ef765dcabbef service neutron] 10.222.0.81 "GET /v2.0/networks/bfdec70e-405a-4398-8a85-862f1559abdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503694 Jul 06 11:51:57.166168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Allocated IP 192.168.233.21 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/29114af0-877b-4404-8f75-fd2b831e0b17) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:51:57.237132 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6504302c-bd2b-4c9b-b3fa-cb1b9c481906 x-openstack-request-id: req-6504302c-bd2b-4c9b-b3fa-cb1b9c481906 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:57.237639 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "name": "network-vif-plugged", "status": "completed", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:57.237728 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6504302c-bd2b-4c9b-b3fa-cb1b9c481906 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:57.238071 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f', 'code': 200} Jul 06 11:51:57.392850 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:57.414674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Transition to ACTIVE for port object 29114af0-877b-4404-8f75-fd2b831e0b17 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:57.474939 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:57.489827 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['f51dc0c0-545d-4658-98f1-47f8ca7ab970', '9709a44a-cf35-4cf4-8a8e-aaee798bb53c', 'e68b066b-b3af-4bc3-95f6-3fb168090c8f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:51:57.554813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:51:57.579767 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:51:57.589442 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:51:57.686809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Pushing event updated for resources: {'Port': ['ID=29114af0-877b-4404-8f75-fd2b831e0b17,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:57.747098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:57.754392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:57.756168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:57.757780 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:57.758868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:57.760583 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:57.761685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:57.762121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:57.763905 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:57.764699 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:57.766524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:57.767619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:51:57.812702 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:57.817028 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:57.852607 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-1ccbfe13-7fed-4739-abde-68019895ff4d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2932377 Jul 06 11:51:57.869290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Request body: {'port': {'device_id': '98263845-8ec4-4525-b12d-9517c4d9323a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:51:58.107574 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.136982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-46bff216-3728-4a8a-8bcd-9101f6c9e4f8 None None] Provisioning for port 29114af0-877b-4404-8f75-fd2b831e0b17 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:51:58.147319 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-46bff216-3728-4a8a-8bcd-9101f6c9e4f8 None None] Provisioning complete for port 29114af0-877b-4404-8f75-fd2b831e0b17 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:51:58.149758 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-46bff216-3728-4a8a-8bcd-9101f6c9e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.212359 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-46bff216-3728-4a8a-8bcd-9101f6c9e4f8 None None] Port 29114af0-877b-4404-8f75-fd2b831e0b17 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:51:58.237481 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84450b-29b5-46ac-982f-dee079251f26 req-cae9af56-1d72-4db8-94ac-f5b023e5d80f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:58.251536 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a84450b-29b5-46ac-982f-dee079251f26 req-cae9af56-1d72-4db8-94ac-f5b023e5d80f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 935 time: 0.1258626 Jul 06 11:51:58.298422 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a84450b-29b5-46ac-982f-dee079251f26 req-55df785d-9f28-4ddf-a7a9-7693cd47a512 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457854 Jul 06 11:51:58.353880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4c58e-0e21-4f44-a3af-03f51c53e81c req-4f0a5073-aebd-4bd1-b1da-dee4ce814f17 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:58.361263 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18e4c58e-0e21-4f44-a3af-03f51c53e81c req-4f0a5073-aebd-4bd1-b1da-dee4ce814f17 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 946 time: 0.1853745 Jul 06 11:51:58.424815 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-80e6cf61-143e-441c-9188-67c97ddec325 req-b15a595e-9406-437e-9895-ba5a868498eb tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 210 time: 0.0417609 Jul 06 11:51:58.472258 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18e4c58e-0e21-4f44-a3af-03f51c53e81c req-b2960ad8-4444-44cc-a743-077b61c4c818 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099691 Jul 06 11:51:58.638097 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29114af0-877b-4404-8f75-fd2b831e0b17 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:51:58.649960 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.668105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Transition to ACTIVE for port object 29114af0-877b-4404-8f75-fd2b831e0b17 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:51:58.674233 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:58.699845 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01957ca-bb49-440b-b190-1d60c7cc83bd req-3573a61c-5ea0-4dea-b79b-99823d7243e0 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:58.705013 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b01957ca-bb49-440b-b190-1d60c7cc83bd req-3573a61c-5ea0-4dea-b79b-99823d7243e0 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.1576841 Jul 06 11:51:58.799173 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b01957ca-bb49-440b-b190-1d60c7cc83bd req-6e5b45c1-d2ab-4ee9-a368-1bc62235cd41 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850761 Jul 06 11:51:58.881644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Pushing event updated for resources: {'Port': ['ID=29114af0-877b-4404-8f75-fd2b831e0b17,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:58.938571 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Attempting to bind port 29114af0-877b-4404-8f75-fd2b831e0b17 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:51:58.938571 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Attempting to bind port 29114af0-877b-4404-8f75-fd2b831e0b17 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:51:58.938853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Attempting to bind port 29114af0-877b-4404-8f75-fd2b831e0b17 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:58.945092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Port 29114af0-877b-4404-8f75-fd2b831e0b17 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:51:58.945416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Attempting to bind port 29114af0-877b-4404-8f75-fd2b831e0b17 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:51:58.957459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:51:58.957870 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:51:58.958257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:51:58.958690 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Bound port: 29114af0-877b-4404-8f75-fd2b831e0b17, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:51:58.959055 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.103420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:51:59.109180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=29114af0-877b-4404-8f75-fd2b831e0b17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:51:59.118723 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.212065 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:59.212778 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:51:59.214651 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] 10.222.0.89 "PUT /v2.0/ports/29114af0-877b-4404-8f75-fd2b831e0b17 HTTP/1.1" status: 200 len: 1095 time: 1.3533423 Jul 06 11:51:59.215194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:51:59.217575 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5918a9e-79dc-448e-9ccc-7ac0c3515715" -d '{"events": [{"name": "network-changed", "server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:51:59.365314 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb22ec4-dfb8-4add-8c91-bc8b4c754f37 x-openstack-request-id: req-ffb22ec4-dfb8-4add-8c91-bc8b4c754f37 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:51:59.365753 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:51:59.366302 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ffb22ec4-dfb8-4add-8c91-bc8b4c754f37 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:51:59.366856 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17', 'status': 'completed', 'code': 200} Jul 06 11:51:59.397947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e9d51-d30c-4a33-96d3-0fb2c20d160b service neutron] Pushing event updated for resources: {'Port': ['ID=29114af0-877b-4404-8f75-fd2b831e0b17,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:51:59.458847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-cbba1958-49b3-43d2-9f06-82637c97b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:59.461229 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-cbba1958-49b3-43d2-9f06-82637c97b45f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 1098 time: 0.1577141 Jul 06 11:51:59.592973 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-18e257f3-eb8a-4fbf-a84c-d89134f5269d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=29114af0-877b-4404-8f75-fd2b831e0b17 HTTP/1.1" status: 200 len: 217 time: 0.1160314 Jul 06 11:51:59.704120 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-80b2cfe2-3c7c-4e8e-9d8d-8b535dbe2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:59.707845 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-80b2cfe2-3c7c-4e8e-9d8d-8b535dbe2895 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1075203 Jul 06 11:51:59.714089 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c026c01-8a28-48ff-a266-b0646bf35ea7 req-bbb5b10b-ebde-4991-a231-0f0fa52b6262 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:59.730646 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c026c01-8a28-48ff-a266-b0646bf35ea7 req-bbb5b10b-ebde-4991-a231-0f0fa52b6262 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 947 time: 0.1883514 Jul 06 11:51:59.749317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcbce0-7b9d-4539-92e3-a9d2f4c52d27 req-62853877-4c58-4d9f-b347-5a1b8b99d3e7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:59.751413 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2fcbce0-7b9d-4539-92e3-a9d2f4c52d27 req-62853877-4c58-4d9f-b347-5a1b8b99d3e7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 946 time: 0.1786013 Jul 06 11:51:59.835951 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5d502112-aa11-45e0-b4e2-355d0b6af087 req-de4d233b-c379-4d34-8112-3397e5bbde32 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 210 time: 0.0397329 Jul 06 11:51:59.856270 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-d5d55296-cd8e-4e29-8b2f-3130cc4475c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:51:59.867195 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-d5d55296-cd8e-4e29-8b2f-3130cc4475c7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455038 Jul 06 11:52:00.007627 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c026c01-8a28-48ff-a266-b0646bf35ea7 req-1ec97d31-c636-4892-bfa1-063adf0cca19 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755842 Jul 06 11:52:00.158834 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-a2fcbce0-7b9d-4539-92e3-a9d2f4c52d27 req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Deleting port 29d014dc-fa96-4e12-a342-87c3ff106714 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:00.159183 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a2fcbce0-7b9d-4539-92e3-a9d2f4c52d27 req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.170398 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-c8ea5a69-e341-4ee2-a3f7-c2834b9b539a tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:00.171990 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-c8ea5a69-e341-4ee2-a3f7-c2834b9b539a tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.23 "GET /v2.0/networks?id=bfdec70e-405a-4398-8a85-862f1559abdb HTTP/1.1" status: 200 len: 815 time: 0.2794123 Jul 06 11:52:00.298255 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-f1a5d260-411e-4864-bc9f-2a83ecd27b24 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92fa138979964412a0cedd1a4908272c HTTP/1.1" status: 200 len: 379 time: 0.1126795 Jul 06 11:52:00.309435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-b54ff285-46d4-4d4b-8ec0-eac9a76c325e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Request body: {'port': {'device_id': 'cad9f775-50cb-4d52-ac22-414d5de80e47', 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb', 'admin_state_up': True, 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'security_groups': ['8159a9b8-84f4-4283-8f5e-8d70885622c3']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:00.375995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-a2fcbce0-7b9d-4539-92e3-a9d2f4c52d27 req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] For port 29d014dc-fa96-4e12-a342-87c3ff106714, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=29d014dc-fa96-4e12-a342-87c3ff106714,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:00.376380 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a2fcbce0-7b9d-4539-92e3-a9d2f4c52d27 req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.401075 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-a2fcbce0-7b9d-4539-92e3-a9d2f4c52d27 req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Calling delete_port for 29d014dc-fa96-4e12-a342-87c3ff106714 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:00.501810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88328e2-5992-41e4-b9c2-ba99c573e201 req-d483c92d-b59c-4511-a47e-dc6f9cf0a2ad tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:00.509025 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e88328e2-5992-41e4-b9c2-ba99c573e201 req-d483c92d-b59c-4511-a47e-dc6f9cf0a2ad tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 946 time: 0.1501677 Jul 06 11:52:00.543058 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-21c34e7a-2543-4e89-9b4b-3ad910b0691e service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652794 Jul 06 11:52:00.592592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-b54ff285-46d4-4d4b-8ec0-eac9a76c325e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Made reservation on behalf of 92fa138979964412a0cedd1a4908272c for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:00.597229 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-b54ff285-46d4-4d4b-8ec0-eac9a76c325e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:00.641295 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e88328e2-5992-41e4-b9c2-ba99c573e201 req-1836db1e-50ce-482b-aae0-934a5a1a9b34 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313205 Jul 06 11:52:00.647743 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b91ea-7086-4c37-9b1c-9d5945a6a64d req-e4b7fcfa-45e9-4c64-a1fb-1c30be81abb0 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:00.650373 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c5b91ea-7086-4c37-9b1c-9d5945a6a64d req-e4b7fcfa-45e9-4c64-a1fb-1c30be81abb0 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.1854365 Jul 06 11:52:00.720947 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc5b58ef-d522-426b-b97f-7800e7e71542 req-563d2179-ff87-4f50-8c46-76573088b824 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700590 Jul 06 11:52:00.827889 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c5b91ea-7086-4c37-9b1c-9d5945a6a64d req-350e9f6a-7b8a-474d-8d5b-1c6ee425f2d5 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107011 Jul 06 11:52:00.887624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918a9e-79dc-448e-9ccc-7ac0c3515715 req-e9ff394f-6b35-4e84-ba94-3d5bc27a7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:00.892248 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5918a9e-79dc-448e-9ccc-7ac0c3515715 req-e9ff394f-6b35-4e84-ba94-3d5bc27a7b15 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 1098 time: 0.1134434 Jul 06 11:52:00.930376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-b54ff285-46d4-4d4b-8ec0-eac9a76c325e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Allocated IP 172.20.0.4 (bfdec70e-405a-4398-8a85-862f1559abdb/b38531c5-f32d-4330-b877-eb35fd01762b/051460bc-bf70-4958-9994-2429d87606bc) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:00.999720 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a2fcbce0-7b9d-4539-92e3-a9d2f4c52d27 req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.012544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['29d014dc-fa96-4e12-a342-87c3ff106714'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:01.081594 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Pushing event deleted for resources: {'Port': ['ID=29d014dc-fa96-4e12-a342-87c3ff106714,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:01.130438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:01.131180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:01.131706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:01.132232 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:01.132856 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:01.133593 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:01.134084 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:01.134587 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:01.135344 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:01.135830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:01.136316 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:01.136797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:01.139256 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e27d43af-fac6-4300-97bd-302941e8415b req-cdea9a7f-6b66-450a-8341-d49cada1b378 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 210 time: 0.0369885 Jul 06 11:52:01.140662 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918a9e-79dc-448e-9ccc-7ac0c3515715 req-fbb00727-c13d-475d-8645-d47b40ebd464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:01.142127 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5918a9e-79dc-448e-9ccc-7ac0c3515715 req-fbb00727-c13d-475d-8645-d47b40ebd464 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2452805 Jul 06 11:52:01.187199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fcbce0-7b9d-4539-92e3-a9d2f4c52d27 req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] No DVR routers for this DVR port 29d014dc-fa96-4e12-a342-87c3ff106714 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:01.197877 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a2fcbce0-7b9d-4539-92e3-a9d2f4c52d27 req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.200427 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2fcbce0-7b9d-4539-92e3-a9d2f4c52d27 req-0bb0d479-a440-4943-afd9-22eba9f83c3e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "DELETE /v2.0/ports/29d014dc-fa96-4e12-a342-87c3ff106714 HTTP/1.1" status: 204 len: 173 time: 1.4313362 Jul 06 11:52:01.200904 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baebfd0-1090-4934-8579-686b4a80b0fa', 'name': 'network-vif-deleted', 'tag': '29d014dc-fa96-4e12-a342-87c3ff106714'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:01.211748 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dfd659-e905-4af6-aeb1-02671f80fafb" -d '{"events": [{"server_uuid": "3baebfd0-1090-4934-8579-686b4a80b0fa", "name": "network-vif-deleted", "tag": "29d014dc-fa96-4e12-a342-87c3ff106714"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:01.274488 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5918a9e-79dc-448e-9ccc-7ac0c3515715 req-087008f6-e128-481a-8aa2-988c66562f2e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=29114af0-877b-4404-8f75-fd2b831e0b17 HTTP/1.1" status: 200 len: 217 time: 0.1238487 Jul 06 11:52:01.303910 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-b54ff285-46d4-4d4b-8ec0-eac9a76c325e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.307457 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1215b56-b63a-4943-9fc8-bd5f32ec0e37 x-openstack-request-id: req-f1215b56-b63a-4943-9fc8-bd5f32ec0e37 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:01.307749 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baebfd0-1090-4934-8579-686b4a80b0fa", "name": "network-vif-deleted", "tag": "29d014dc-fa96-4e12-a342-87c3ff106714", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:01.308004 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1215b56-b63a-4943-9fc8-bd5f32ec0e37 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:01.308453 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baebfd0-1090-4934-8579-686b4a80b0fa', 'name': 'network-vif-deleted', 'tag': '29d014dc-fa96-4e12-a342-87c3ff106714', 'status': 'completed', 'code': 200} Jul 06 11:52:01.333908 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-b54ff285-46d4-4d4b-8ec0-eac9a76c325e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Transition to ACTIVE for port object 051460bc-bf70-4958-9994-2429d87606bc will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:01.341823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918a9e-79dc-448e-9ccc-7ac0c3515715 req-fa662ffd-83c8-4a9b-8c4c-8aaf98c9d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:01.344588 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5918a9e-79dc-448e-9ccc-7ac0c3515715 req-fa662ffd-83c8-4a9b-8c4c-8aaf98c9d3e0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0634663 Jul 06 11:52:01.404454 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82c257-6bde-438d-8f11-15d2dabb7147 req-9440a61a-50a4-40d0-9591-fb01c64079dc tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:01.405452 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df82c257-6bde-438d-8f11-15d2dabb7147 req-9440a61a-50a4-40d0-9591-fb01c64079dc tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 947 time: 0.1581817 Jul 06 11:52:01.436712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5918a9e-79dc-448e-9ccc-7ac0c3515715 req-09faec6d-0402-4618-98fd-85ce7ac4d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:01.437688 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5918a9e-79dc-448e-9ccc-7ac0c3515715 req-09faec6d-0402-4618-98fd-85ce7ac4d5ae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0782251 Jul 06 11:52:01.447310 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-b54ff285-46d4-4d4b-8ec0-eac9a76c325e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.517311 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df82c257-6bde-438d-8f11-15d2dabb7147 req-21ed0bf5-00b0-42f9-af57-5be8342d2a85 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906403 Jul 06 11:52:01.519106 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-b54ff285-46d4-4d4b-8ec0-eac9a76c325e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Network bfdec70e-405a-4398-8a85-862f1559abdb is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:01.523724 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-b54ff285-46d4-4d4b-8ec0-eac9a76c325e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:01.525564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ff285-46d4-4d4b-8ec0-eac9a76c325e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Pushing event updated for resources: {'Port': ['ID=051460bc-bf70-4958-9994-2429d87606bc,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:01.535218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-b54ff285-46d4-4d4b-8ec0-eac9a76c325e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:01.585487 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5918a9e-79dc-448e-9ccc-7ac0c3515715 req-888eaeaf-a111-42cc-bbd8-c312ba95e741 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390541 Jul 06 11:52:01.632030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-b54ff285-46d4-4d4b-8ec0-eac9a76c325e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:01.633287 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-b54ff285-46d4-4d4b-8ec0-eac9a76c325e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.677264 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-b54ff285-46d4-4d4b-8ec0-eac9a76c325e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3717611 Jul 06 11:52:01.695779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Request body: {'port': {'device_id': 'cad9f775-50cb-4d52-ac22-414d5de80e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:01.737035 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5918a9e-79dc-448e-9ccc-7ac0c3515715 req-b474bd89-1859-4996-912a-205283c4df77 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450310 Jul 06 11:52:01.819728 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:01.873300 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f3d8491a-f7fa-450e-8e8f-a95c21c743e6 req-fce12b77-96ce-461c-923c-9b3bf0bbd5ba tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 210 time: 0.0419409 Jul 06 11:52:01.919457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3b202adc-210f-4800-bcea-66d0cc6ebf00 None None] Provisioning for port 051460bc-bf70-4958-9994-2429d87606bc completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:01.924552 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3b202adc-210f-4800-bcea-66d0cc6ebf00 None None] Provisioning complete for port 051460bc-bf70-4958-9994-2429d87606bc triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:01.924926 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3b202adc-210f-4800-bcea-66d0cc6ebf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:02.006078 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3b202adc-210f-4800-bcea-66d0cc6ebf00 None None] Port 051460bc-bf70-4958-9994-2429d87606bc cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:02.120798 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0225b71-b8f3-4c20-9942-7fec44a1f979 req-7c2bf18b-ec61-440b-8836-5b75d7150961 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:02.123188 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d0225b71-b8f3-4c20-9942-7fec44a1f979 req-7c2bf18b-ec61-440b-8836-5b75d7150961 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.0993171 Jul 06 11:52:02.167333 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d0225b71-b8f3-4c20-9942-7fec44a1f979 req-c7938e38-fac1-40cc-80c9-4eb508f4cf65 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383456 Jul 06 11:52:02.217409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051460bc-bf70-4958-9994-2429d87606bc {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:02.227061 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:02.246038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Transition to ACTIVE for port object 051460bc-bf70-4958-9994-2429d87606bc will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:02.251934 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:02.367067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Pushing event updated for resources: {'Port': ['ID=051460bc-bf70-4958-9994-2429d87606bc,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:02.438872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Attempting to bind port 051460bc-bf70-4958-9994-2429d87606bc on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:02.439209 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Attempting to bind port 051460bc-bf70-4958-9994-2429d87606bc by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '486ddc86-d2a2-4450-bc49-d7365f4bd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:02.439563 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Attempting to bind port 051460bc-bf70-4958-9994-2429d87606bc on network bfdec70e-405a-4398-8a85-862f1559abdb {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:02.452945 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596151da-9664-48c3-96c6-41e08c49356b req-271ce5a0-12ac-420a-b4ce-87d78f50a1fb tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:02.454529 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-596151da-9664-48c3-96c6-41e08c49356b req-271ce5a0-12ac-420a-b4ce-87d78f50a1fb tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 943 time: 0.1572833 Jul 06 11:52:02.455392 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Port 051460bc-bf70-4958-9994-2429d87606bc on network bfdec70e-405a-4398-8a85-862f1559abdb not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:02.455724 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Attempting to bind port 051460bc-bf70-4958-9994-2429d87606bc on network bfdec70e-405a-4398-8a85-862f1559abdb {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:02.468122 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:02.468548 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Checking segment: {'id': '486ddc86-d2a2-4450-bc49-d7365f4bd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:02.468835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Bound using segment: {'id': '486ddc86-d2a2-4450-bc49-d7365f4bd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:02.469277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Bound port: 051460bc-bf70-4958-9994-2429d87606bc, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486ddc86-d2a2-4450-bc49-d7365f4bd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:02.469634 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:02.572971 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-596151da-9664-48c3-96c6-41e08c49356b req-1cf06855-7b58-4e6a-a251-8cbe4e566062 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120055 Jul 06 11:52:02.603968 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] For port 051460bc-bf70-4958-9994-2429d87606bc, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:02.607833 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] For port 051460bc-bf70-4958-9994-2429d87606bc, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=051460bc-bf70-4958-9994-2429d87606bc,segment=NetworkSegment(486ddc86-d2a2-4450-bc49-d7365f4bd225),segment_id=486ddc86-d2a2-4450-bc49-d7365f4bd225)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:02.615559 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:02.972990 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:02.974234 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:02.975725 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] 10.222.0.23 "PUT /v2.0/ports/051460bc-bf70-4958-9994-2429d87606bc HTTP/1.1" status: 200 len: 1091 time: 1.2911518 Jul 06 11:52:03.010428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddd21f-f5b0-4dbe-bdab-78e8f849888d service neutron] Pushing event updated for resources: {'Port': ['ID=051460bc-bf70-4958-9994-2429d87606bc,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:03.058408 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef3b8f-ce81-4239-87db-fe282d8fc549 req-067d16b8-9d64-47cd-8bbe-3462090ddb6e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:03.061086 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b74ee682-ce05-4011-9b82-553ebaac6e10 req-cdd2a561-dacd-449e-aca0-8071cae020ef tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 210 time: 0.0435410 Jul 06 11:52:03.070641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-94ef3b8f-ce81-4239-87db-fe282d8fc549 req-067d16b8-9d64-47cd-8bbe-3462090ddb6e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 947 time: 0.1524806 Jul 06 11:52:03.154371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 29114af0-877b-4404-8f75-fd2b831e0b17 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:52:03.156649 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 29d014dc-fa96-4e12-a342-87c3ff106714 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:03.201921 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-94ef3b8f-ce81-4239-87db-fe282d8fc549 req-6092e77a-8258-4aa4-9234-c91819d4ea5f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296566 Jul 06 11:52:03.217687 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-7bd3dff8-0c3f-46c1-b484-60ba9a0531b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:03.220839 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-7bd3dff8-0c3f-46c1-b484-60ba9a0531b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fa138979964412a0cedd1a4908272c&device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 1094 time: 0.1417096 Jul 06 11:52:03.241952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 29d014dc-fa96-4e12-a342-87c3ff106714 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:03.242667 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 29d014dc-fa96-4e12-a342-87c3ff106714 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:03.287843 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-e713e6fe-ba85-4129-a1b3-c782768bc01e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=051460bc-bf70-4958-9994-2429d87606bc HTTP/1.1" status: 200 len: 217 time: 0.0584054 Jul 06 11:52:03.325020 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad9f775-50cb-4d52-ac22-414d5de80e47', 'tag': '051460bc-bf70-4958-9994-2429d87606bc'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:03.327561 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ade8dc1-9722-4738-a0d1-4d4e0e3e7ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "cad9f775-50cb-4d52-ac22-414d5de80e47", "tag": "051460bc-bf70-4958-9994-2429d87606bc"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:03.353704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-f776357c-15a5-470e-9230-756ba3575fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:03.356341 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-f776357c-15a5-470e-9230-756ba3575fdb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b38531c5-f32d-4330-b877-eb35fd01762b HTTP/1.1" status: 200 len: 854 time: 0.0620041 Jul 06 11:52:03.410056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e93f1-c093-4010-bc39-8c574a54c179 req-a32a0c86-2088-46b1-aedc-a0ba710595d5 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:03.418606 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-168e93f1-c093-4010-bc39-8c574a54c179 req-a32a0c86-2088-46b1-aedc-a0ba710595d5 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.1110735 Jul 06 11:52:03.422967 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e7bd6c-6b5e-419f-961e-daf5c454a9cc x-openstack-request-id: req-00e7bd6c-6b5e-419f-961e-daf5c454a9cc {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:03.423316 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad9f775-50cb-4d52-ac22-414d5de80e47", "tag": "051460bc-bf70-4958-9994-2429d87606bc", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:03.423512 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00e7bd6c-6b5e-419f-961e-daf5c454a9cc {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:03.423890 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad9f775-50cb-4d52-ac22-414d5de80e47', 'tag': '051460bc-bf70-4958-9994-2429d87606bc', 'status': 'completed', 'code': 200} Jul 06 11:52:03.434035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=29114af0-877b-4404-8f75-fd2b831e0b17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:03.452649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-2579fb69-a54c-42f9-9670-c1890e2efa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:03.455348 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-2579fb69-a54c-42f9-9670-c1890e2efa95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bfdec70e-405a-4398-8a85-862f1559abdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881906 Jul 06 11:52:03.459119 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '29114af0-877b-4404-8f75-fd2b831e0b17', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '29114af0-877b-4404-8f75-fd2b831e0b17', 'mac_address': 'fa:16:3e:ca:ed:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:52:03.475123 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-168e93f1-c093-4010-bc39-8c574a54c179 req-776d3290-b948-40f1-bc3a-379db3e3bbc2 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552995 Jul 06 11:52:03.515557 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:03.534052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29114af0-877b-4404-8f75-fd2b831e0b17 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:03.569535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=29114af0-877b-4404-8f75-fd2b831e0b17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:03.573275 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-04fe5f52-916e-4284-b19c-64d2c99e5ade service neutron] 10.222.0.23 "GET /v2.0/networks/bfdec70e-405a-4398-8a85-862f1559abdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102204 Jul 06 11:52:03.575149 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:03.660035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=29114af0-877b-4404-8f75-fd2b831e0b17,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:03.668693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:03.669338 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:03.669864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:03.670393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:03.670911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:03.671620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:03.672181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:03.672724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:03.675521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:03.676689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:03.677242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:03.677804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:03.709887 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e16c2e5e-ca4c-4489-a29a-c783f92c1028 req-423ff8a5-b6ee-4c83-9e44-14498d862770 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdec70e-405a-4398-8a85-862f1559abdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271179 Jul 06 11:52:03.873259 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['29114af0-877b-4404-8f75-fd2b831e0b17'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:03.880993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade8dc1-9722-4738-a0d1-4d4e0e3e7ca1 req-f2563b89-246f-4e25-a178-421a2fa48f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:03.882723 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ade8dc1-9722-4738-a0d1-4d4e0e3e7ca1 req-f2563b89-246f-4e25-a178-421a2fa48f99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fa138979964412a0cedd1a4908272c&device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 1094 time: 0.1120198 Jul 06 11:52:03.897185 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1a8ed-498a-4087-93ad-b31767223793 req-678c14c8-53f8-4a8f-a855-136ff262e08e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:03.898818 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1dd1a8ed-498a-4087-93ad-b31767223793 req-678c14c8-53f8-4a8f-a855-136ff262e08e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 943 time: 0.1203036 Jul 06 11:52:04.001164 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1dd1a8ed-498a-4087-93ad-b31767223793 req-144c7767-9e40-44ae-a8cf-dca50a5cca66 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914879 Jul 06 11:52:04.047153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade8dc1-9722-4738-a0d1-4d4e0e3e7ca1 req-1979c537-4ab2-4d8a-8fa5-7de26002fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:04.049116 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ade8dc1-9722-4738-a0d1-4d4e0e3e7ca1 req-1979c537-4ab2-4d8a-8fa5-7de26002fc40 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bfdec70e-405a-4398-8a85-862f1559abdb HTTP/1.1" status: 200 len: 916 time: 0.1493075 Jul 06 11:52:04.095841 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ade8dc1-9722-4738-a0d1-4d4e0e3e7ca1 req-5c3ba65f-4745-4734-9e2e-28426b0dfd47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=051460bc-bf70-4958-9994-2429d87606bc HTTP/1.1" status: 200 len: 217 time: 0.0394289 Jul 06 11:52:04.160418 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade8dc1-9722-4738-a0d1-4d4e0e3e7ca1 req-8ff2fc8c-26a0-4f0d-9bdf-e945683e3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:04.163596 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ade8dc1-9722-4738-a0d1-4d4e0e3e7ca1 req-8ff2fc8c-26a0-4f0d-9bdf-e945683e3173 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b38531c5-f32d-4330-b877-eb35fd01762b HTTP/1.1" status: 200 len: 854 time: 0.0609307 Jul 06 11:52:04.236843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade8dc1-9722-4738-a0d1-4d4e0e3e7ca1 req-bae4c411-8871-4349-8061-85a6919dfda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:04.242858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ade8dc1-9722-4738-a0d1-4d4e0e3e7ca1 req-bae4c411-8871-4349-8061-85a6919dfda4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bfdec70e-405a-4398-8a85-862f1559abdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711300 Jul 06 11:52:04.275074 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b601b8d1-207e-456c-84f7-1976a22ccf55 req-dacd9602-500d-4932-9e45-b4d16a745151 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 210 time: 0.0894904 Jul 06 11:52:04.358244 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ade8dc1-9722-4738-a0d1-4d4e0e3e7ca1 req-c277a81b-afba-4b42-8aa7-f397ccac967d service neutron] 10.222.0.23 "GET /v2.0/networks/bfdec70e-405a-4398-8a85-862f1559abdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075704 Jul 06 11:52:04.469569 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ade8dc1-9722-4738-a0d1-4d4e0e3e7ca1 req-ff806490-89da-499b-be15-eab7d83dddcf service neutron] 10.222.0.23 "GET /v2.0/networks/bfdec70e-405a-4398-8a85-862f1559abdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030180 Jul 06 11:52:04.471611 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df43db-3151-43b2-ac58-2ebd87c16562 req-6db7ef47-53c6-42cd-a4cb-aa1c4d80bd99 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:04.481144 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69df43db-3151-43b2-ac58-2ebd87c16562 req-6db7ef47-53c6-42cd-a4cb-aa1c4d80bd99 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 948 time: 0.0873599 Jul 06 11:52:04.534464 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69df43db-3151-43b2-ac58-2ebd87c16562 req-62fdd3c6-d023-4e21-9eae-c84ee3e7bbf5 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491638 Jul 06 11:52:04.678921 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150a23e-2f14-4390-a11e-d4c5ffce1c14 req-21a18a99-10d5-44d3-861b-f27db60b7c6c tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:04.680579 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4150a23e-2f14-4390-a11e-d4c5ffce1c14 req-21a18a99-10d5-44d3-861b-f27db60b7c6c tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.0735700 Jul 06 11:52:04.721608 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4150a23e-2f14-4390-a11e-d4c5ffce1c14 req-16b79154-08cc-46a2-bbfc-a66b9606e48c tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352554 Jul 06 11:52:05.166373 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 29114af0-877b-4404-8f75-fd2b831e0b17 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:05.194535 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daf245-8e5a-4249-b53d-4e6b111edc46 req-701e4064-a7ac-42aa-8cc0-41ac0503f282 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.199890 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0daf245-8e5a-4249-b53d-4e6b111edc46 req-701e4064-a7ac-42aa-8cc0-41ac0503f282 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 943 time: 0.0834081 Jul 06 11:52:05.225223 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.245948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 29114af0-877b-4404-8f75-fd2b831e0b17 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:05.248511 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0daf245-8e5a-4249-b53d-4e6b111edc46 req-4ef64c52-0038-403b-ab64-d8a4ee344612 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459263 Jul 06 11:52:05.251128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 29114af0-877b-4404-8f75-fd2b831e0b17 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:05.252026 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.346332 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.390640 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:05.393855 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2193e7a4-20e1-49b5-b433-74c20e868e52" -d '{"events": [{"server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "name": "network-vif-plugged", "status": "completed", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:05.409767 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=29114af0-877b-4404-8f75-fd2b831e0b17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:05.417041 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.483199 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5448a5c6-9979-49cc-8d56-d59ea2eafa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:05.506131 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=29114af0-877b-4404-8f75-fd2b831e0b17,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:05.524159 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9cca3fed-6229-4640-8931-04fd72c0aab3 req-f2deb2f1-ebd9-463e-9fd8-3c8b71b16b4f tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 210 time: 0.0496056 Jul 06 11:52:05.541521 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85236700-7886-4ba5-ad5e-644dcb897f60 x-openstack-request-id: req-85236700-7886-4ba5-ad5e-644dcb897f60 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:05.541812 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "name": "network-vif-plugged", "status": "completed", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:05.542064 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85236700-7886-4ba5-ad5e-644dcb897f60 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:05.542908 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17', 'code': 200} Jul 06 11:52:05.685236 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23743572-280c-4a60-b40a-202ace7d1eab req-ab21d05e-fa40-4921-8708-46f0ebe23415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.686875 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-23743572-280c-4a60-b40a-202ace7d1eab req-ab21d05e-fa40-4921-8708-46f0ebe23415 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 1100 time: 0.0605292 Jul 06 11:52:05.730381 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-23743572-280c-4a60-b40a-202ace7d1eab req-5f5684ad-f604-480b-98c7-0077c38c7309 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371072 Jul 06 11:52:05.751460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eeaf0c-cfdb-43f0-b389-b4adc78474d7 req-6561b5a7-7e2e-418e-9ff1-f4baf822c0ce tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.753304 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53eeaf0c-cfdb-43f0-b389-b4adc78474d7 req-6561b5a7-7e2e-418e-9ff1-f4baf822c0ce tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.0788043 Jul 06 11:52:05.796448 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53eeaf0c-cfdb-43f0-b389-b4adc78474d7 req-528accdc-bb43-4fda-a9c3-0524c8d017c2 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364769 Jul 06 11:52:05.946392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f319b-5cd8-475d-9dd1-5cc77885250d req-77bb5d12-5d0d-4238-b906-f06ae912f478 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:05.952628 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b14f319b-5cd8-475d-9dd1-5cc77885250d req-77bb5d12-5d0d-4238-b906-f06ae912f478 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.0930793 Jul 06 11:52:05.998792 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b14f319b-5cd8-475d-9dd1-5cc77885250d req-8000682d-3d9d-41c4-b408-0df8e97f89e6 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453038 Jul 06 11:52:06.129335 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:06.437043 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0b426-56e3-4705-8c9a-cb9970088080 req-46bcb424-c467-430f-897d-a98f3ae96149 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:06.438607 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a0b426-56e3-4705-8c9a-cb9970088080 req-46bcb424-c467-430f-897d-a98f3ae96149 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 943 time: 0.0701625 Jul 06 11:52:06.482267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a0b426-56e3-4705-8c9a-cb9970088080 req-207cfe0f-0394-43c8-96a3-254b54774b4f tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360162 Jul 06 11:52:06.715414 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b8fe2ebb-206c-4056-b65d-0f9b1c405aae req-a75f49cc-b1ef-4f20-a708-cea73c1a58ed tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 210 time: 0.0382564 Jul 06 11:52:06.865332 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:52:06.982733 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4704947-b23c-4f80-a301-7019b59858ae req-f134b156-923c-416f-ba9c-6c6ef5acb4ad tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:06.984892 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e4704947-b23c-4f80-a301-7019b59858ae req-f134b156-923c-416f-ba9c-6c6ef5acb4ad tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.0664332 Jul 06 11:52:07.032006 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e4704947-b23c-4f80-a301-7019b59858ae req-5cf5fb2f-90ba-4daf-babf-0f1b30977945 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398057 Jul 06 11:52:07.244383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecf6e1-939f-4ede-8e05-e07045bbc1ad req-06d6a357-a36d-495b-af00-2f80c94f809d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.246425 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-60ecf6e1-939f-4ede-8e05-e07045bbc1ad req-06d6a357-a36d-495b-af00-2f80c94f809d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.0834723 Jul 06 11:52:07.293137 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-60ecf6e1-939f-4ede-8e05-e07045bbc1ad req-af15cff8-f18b-4892-880d-5055aca93b71 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412197 Jul 06 11:52:07.336910 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bef3da-e5a8-4272-a89d-6fc93dd9eac3 req-f6d505d6-6ab1-4433-9025-175139cb78d7 tempest-MigrationsAdminTest-468949640 tempest-MigrationsAdminTest-468949640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.338453 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64bef3da-e5a8-4272-a89d-6fc93dd9eac3 req-f6d505d6-6ab1-4433-9025-175139cb78d7 tempest-MigrationsAdminTest-468949640 tempest-MigrationsAdminTest-468949640-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 1100 time: 0.0694454 Jul 06 11:52:07.381757 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64bef3da-e5a8-4272-a89d-6fc93dd9eac3 req-103baed7-87fe-4baa-b5a4-9b457bbe6c8a tempest-MigrationsAdminTest-468949640 tempest-MigrationsAdminTest-468949640-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355091 Jul 06 11:52:07.726485 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d320fe3-f8fc-4d46-8009-3fbbc1b5409e req-c6db5dd5-4d11-4ad1-9191-e07180ea8ca6 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:07.735104 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d320fe3-f8fc-4d46-8009-3fbbc1b5409e req-c6db5dd5-4d11-4ad1-9191-e07180ea8ca6 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 943 time: 0.1205544 Jul 06 11:52:07.799348 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d320fe3-f8fc-4d46-8009-3fbbc1b5409e req-292de200-cfc7-4810-9a4e-392fc29ee666 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629673 Jul 06 11:52:07.905510 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-1b2e47af-f542-4d4e-a6a0-c776c8a7f7d9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823936 Jul 06 11:52:08.089073 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c458cb7e-7fb8-47ba-9ccd-561a33d9f592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:08.102221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec4431-66b4-48d8-9e77-7807a799927f req-e3bdd234-d462-47aa-8f64-b1ca08e04346 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:08.112654 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7fec4431-66b4-48d8-9e77-7807a799927f req-e3bdd234-d462-47aa-8f64-b1ca08e04346 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.1325006 Jul 06 11:52:08.143811 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8c840053-035f-46e0-85cd-94aa9dd54699 req-c58ba129-3504-48ca-8d79-e756c48ef6ee tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 210 time: 0.0567751 Jul 06 11:52:08.167266 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:08.187984 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7fec4431-66b4-48d8-9e77-7807a799927f req-7205858a-9298-4504-9245-b217f11d8b32 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741303 Jul 06 11:52:08.523051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c7271-109c-4abb-abbf-b6945f592788 req-fc5c275b-4b58-4a13-8a48-68fb5324737d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:08.525012 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf0c7271-109c-4abb-abbf-b6945f592788 req-fc5c275b-4b58-4a13-8a48-68fb5324737d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.0862575 Jul 06 11:52:08.577809 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf0c7271-109c-4abb-abbf-b6945f592788 req-73ceeaba-94cd-4f2c-b36b-2bc6dce29ec1 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460207 Jul 06 11:52:09.034079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ff054-26c7-40d7-ae96-06904a4fdb5b req-b981f503-019f-426b-8b3b-625065006458 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:09.035852 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7d9ff054-26c7-40d7-ae96-06904a4fdb5b req-b981f503-019f-426b-8b3b-625065006458 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 943 time: 0.1010406 Jul 06 11:52:09.107779 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7d9ff054-26c7-40d7-ae96-06904a4fdb5b req-b9e56c3d-153f-4701-b990-6bbc22d5e52a tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552945 Jul 06 11:52:09.234883 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:09.317326 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62683e09-b8c0-4d74-a989-04f154ac95c3 req-73eda2a6-f895-490a-9062-18eaa92dacaf tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 210 time: 0.0606823 Jul 06 11:52:09.499888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459b562-01d9-4050-be9b-78801548b1ff req-1452f47c-444d-455d-8b5d-a61931ca2479 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:09.510677 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7459b562-01d9-4050-be9b-78801548b1ff req-1452f47c-444d-455d-8b5d-a61931ca2479 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.1798165 Jul 06 11:52:09.597643 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7459b562-01d9-4050-be9b-78801548b1ff req-905379b4-8b83-4957-b9ef-a3159570ac08 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856960 Jul 06 11:52:09.648328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-cb34ae84-59bf-49ce-b4f3-62214685098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:09.657228 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-cb34ae84-59bf-49ce-b4f3-62214685098c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 1100 time: 0.1434879 Jul 06 11:52:09.851768 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-f5a7ed98-a68c-49a1-9afa-37beae2bc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:09.853484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-f5a7ed98-a68c-49a1-9afa-37beae2bc232 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1877999 Jul 06 11:52:09.930391 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-13caafea-7339-4348-8bb9-3da910c8de72 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=29114af0-877b-4404-8f75-fd2b831e0b17 HTTP/1.1" status: 200 len: 217 time: 0.0699613 Jul 06 11:52:10.005104 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-44baa945-52ea-4ebb-a5e8-51b2240a7d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.006887 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-44baa945-52ea-4ebb-a5e8-51b2240a7d03 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0706282 Jul 06 11:52:10.123514 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f513e29-322e-41e8-8f5b-4ed0358b5687 req-1e1f25b9-8305-448d-8338-610c7bb81bb8 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.125605 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f513e29-322e-41e8-8f5b-4ed0358b5687 req-1e1f25b9-8305-448d-8338-610c7bb81bb8 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.0850823 Jul 06 11:52:10.141951 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-d7980dd1-0023-4080-ae91-286d23638031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.144700 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-d7980dd1-0023-4080-ae91-286d23638031 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308401 Jul 06 11:52:10.179729 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f513e29-322e-41e8-8f5b-4ed0358b5687 req-3d9c1f3a-b85c-4c22-aca4-7cbb7b45cb9a tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440080 Jul 06 11:52:10.342247 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-23ac76c9-be97-4271-b471-3d398e9dde84 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889660 Jul 06 11:52:10.471196 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-452e2a4b-cb2e-46ff-a5d7-e8f047edcfc9 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218858 Jul 06 11:52:10.487782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a97b7a-d158-40e3-bc26-17e0b8d55973 req-cef0f640-d00c-470c-b1d7-a2c9dd4781c0 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.489407 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53a97b7a-d158-40e3-bc26-17e0b8d55973 req-cef0f640-d00c-470c-b1d7-a2c9dd4781c0 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 943 time: 0.1372976 Jul 06 11:52:10.548535 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53a97b7a-d158-40e3-bc26-17e0b8d55973 req-84a1ab47-c4f2-48ba-84c8-6d311c6a9b8e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496004 Jul 06 11:52:10.652670 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7e1e69e-03cc-4ba5-b74f-46dd61fec957 req-691f4099-754f-4962-8886-e92a3cdc4558 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 210 time: 0.0530415 Jul 06 11:52:10.814305 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:10.930417 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac2790-d186-4bbd-9e35-2c39a75a53c1 req-cd0c0d9b-73fc-4f8c-b505-ae4bcd162049 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:10.932380 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c7ac2790-d186-4bbd-9e35-2c39a75a53c1 req-cd0c0d9b-73fc-4f8c-b505-ae4bcd162049 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.0812037 Jul 06 11:52:10.999009 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c7ac2790-d186-4bbd-9e35-2c39a75a53c1 req-af7666c6-be37-4677-9212-205f77c60a65 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591743 Jul 06 11:52:11.460490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dd9f7-1daf-466f-a13e-5ccf41b457b1 req-b5c6adf1-f692-455b-834c-e08966550597 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:11.467928 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8c6dd9f7-1daf-466f-a13e-5ccf41b457b1 req-b5c6adf1-f692-455b-834c-e08966550597 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.1160612 Jul 06 11:52:11.516677 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8c6dd9f7-1daf-466f-a13e-5ccf41b457b1 req-2ed741c3-1c6e-4642-ada2-9aa3b180eb4b tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475788 Jul 06 11:52:11.779744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0dd19-f9f7-422b-90ff-c977432db3da req-27d3b4f2-c599-4690-88d8-9ec026cf3ed9 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:11.781432 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53d0dd19-f9f7-422b-90ff-c977432db3da req-27d3b4f2-c599-4690-88d8-9ec026cf3ed9 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 943 time: 0.0900903 Jul 06 11:52:11.831399 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53d0dd19-f9f7-422b-90ff-c977432db3da req-48a7bdf8-8ac5-4326-b484-d758437420da tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436211 Jul 06 11:52:11.903826 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a3981be8-c0ab-4059-8363-73dad1a4100c req-ee672e79-9725-4013-a715-cefb1295f033 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 210 time: 0.0432858 Jul 06 11:52:12.234441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759cf4c-4add-4f58-8667-c265db0b0c1a req-f3306015-e2b6-4b85-84c1-07e92a5b9336 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:12.239663 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0759cf4c-4add-4f58-8667-c265db0b0c1a req-f3306015-e2b6-4b85-84c1-07e92a5b9336 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.1036544 Jul 06 11:52:12.293279 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0759cf4c-4add-4f58-8667-c265db0b0c1a req-906dcd4f-4714-4300-b590-842ddf740b11 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487142 Jul 06 11:52:12.739423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34f000-716c-4237-ab32-d9ca6d7522fb req-96e96c5f-2259-4006-9f9b-e7c91065e538 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:12.741292 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7a34f000-716c-4237-ab32-d9ca6d7522fb req-96e96c5f-2259-4006-9f9b-e7c91065e538 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.0814619 Jul 06 11:52:12.782964 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7a34f000-716c-4237-ab32-d9ca6d7522fb req-deab0854-363c-4099-b264-bd02d607bf53 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360062 Jul 06 11:52:13.079192 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2e2d2540-8cc5-41ff-a33c-9df7adf485e7 req-a9355ce6-5648-406d-90a4-0df232976afd tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=3baebfd0-1090-4934-8579-686b4a80b0fa HTTP/1.1" status: 200 len: 210 time: 0.0324326 Jul 06 11:52:13.103222 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe098f48-46a9-45ed-9092-6319c3a0221d req-8ddbe044-583f-418a-b212-e5cd2ebc54ea tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:13.106162 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe098f48-46a9-45ed-9092-6319c3a0221d req-8ddbe044-583f-418a-b212-e5cd2ebc54ea tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 943 time: 0.1012385 Jul 06 11:52:13.208717 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe098f48-46a9-45ed-9092-6319c3a0221d req-1f2a36c4-87a1-40c3-9ad3-986ce602aada tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930636 Jul 06 11:52:13.502701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52efbb8-0dd2-4b25-9547-88893fd9e4a5 req-593625b7-1c0f-44be-837c-abf616ef468e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:13.504656 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d52efbb8-0dd2-4b25-9547-88893fd9e4a5 req-593625b7-1c0f-44be-837c-abf616ef468e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.0868983 Jul 06 11:52:13.561759 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d52efbb8-0dd2-4b25-9547-88893fd9e4a5 req-f9a516d6-17a7-48db-a6b5-bf51925e7f80 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499847 Jul 06 11:52:13.992825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239630f1-a783-49c2-8f66-a867391ab46d req-4431d98f-036f-4c22-8df7-4fc47805ee1d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:14.001451 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-239630f1-a783-49c2-8f66-a867391ab46d req-4431d98f-036f-4c22-8df7-4fc47805ee1d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.0859947 Jul 06 11:52:14.058893 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-239630f1-a783-49c2-8f66-a867391ab46d req-02034c21-e325-4f6e-9dc9-d117585bf73d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560372 Jul 06 11:52:14.490558 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51363bd2-dc6e-47d5-b81c-51dd10a347c3 req-835d9388-ec4c-404a-b324-89eb0296d8ca tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:14.499965 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51363bd2-dc6e-47d5-b81c-51dd10a347c3 req-835d9388-ec4c-404a-b324-89eb0296d8ca tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 943 time: 0.1152911 Jul 06 11:52:14.567926 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51363bd2-dc6e-47d5-b81c-51dd10a347c3 req-1833d4ff-ad8d-4377-b3db-dd6bf944ecfa tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666034 Jul 06 11:52:14.782724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862df9e0-f5d3-4975-857e-f50de6073eff req-a707c90c-304b-422d-952e-9dfa29349348 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:14.790525 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-862df9e0-f5d3-4975-857e-f50de6073eff req-a707c90c-304b-422d-952e-9dfa29349348 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.1018565 Jul 06 11:52:14.829335 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71558fab-deb3-4da7-ae24-b288d4723802 req-15af3637-5470-4eb0-9e07-4188ec5fb969 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:14.839409 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71558fab-deb3-4da7-ae24-b288d4723802 req-15af3637-5470-4eb0-9e07-4188ec5fb969 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 812 time: 0.1426904 Jul 06 11:52:14.856089 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-862df9e0-f5d3-4975-857e-f50de6073eff req-68d388f3-8dbf-431d-97ca-05b669a85429 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625520 Jul 06 11:52:14.861924 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71558fab-deb3-4da7-ae24-b288d4723802 req-aacb1980-d7c4-47f5-821f-99ef780e4e2d tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/quotas/d2d76adf81784b64aea38db034db806b HTTP/1.1" status: 200 len: 375 time: 0.0208926 Jul 06 11:52:14.896973 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71558fab-deb3-4da7-ae24-b288d4723802 req-b96a8ff1-2e68-4aec-ad44-489385454311 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341387 Jul 06 11:52:14.998825 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71558fab-deb3-4da7-ae24-b288d4723802 req-e39bb983-68f4-4de4-b49b-a47497985e3d service neutron] 10.222.0.81 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953965 Jul 06 11:52:15.104376 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71558fab-deb3-4da7-ae24-b288d4723802 req-495eb432-1a3e-4dfc-a913-6283e4fb91e8 service neutron] 10.222.0.81 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991392 Jul 06 11:52:15.297787 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5721b-75c8-48d4-b406-918795c9ccdf req-1f05439b-3e8d-4d66-82a4-2b7559b8cc25 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:15.304858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8ba71612-e27f-4cf5-8200-982f26badc7c req-a80a61d0-62ad-4d47-8811-a06e06f366a8 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9947e-db47-4c50-98e4-9c975dd45d8e HTTP/1.1" status: 200 len: 210 time: 0.0419371 Jul 06 11:52:15.305725 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6dc5721b-75c8-48d4-b406-918795c9ccdf req-1f05439b-3e8d-4d66-82a4-2b7559b8cc25 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.1223757 Jul 06 11:52:15.377736 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6dc5721b-75c8-48d4-b406-918795c9ccdf req-80c1bc62-4c98-4e69-9e35-6a5add4a6410 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705335 Jul 06 11:52:15.774275 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f21a1-14e5-4b27-8d8e-8ffa21c6d88f req-738c96f7-e78e-4ed4-88f7-f3041c883964 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:15.782086 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-369f21a1-14e5-4b27-8d8e-8ffa21c6d88f req-738c96f7-e78e-4ed4-88f7-f3041c883964 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 943 time: 0.0777142 Jul 06 11:52:15.839646 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-369f21a1-14e5-4b27-8d8e-8ffa21c6d88f req-b3841c97-fa40-41e9-b85e-4412e9416610 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533555 Jul 06 11:52:16.086194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-71ef4ab1-e112-400a-a3e6-efca7716bffb tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.088078 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-71ef4ab1-e112-400a-a3e6-efca7716bffb tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 812 time: 0.1375346 Jul 06 11:52:16.098174 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed47347-441a-49c5-9d13-ce7ad9626b0c req-15ad335c-9ae3-4f29-951b-7eae3b666f95 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.107965 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ed47347-441a-49c5-9d13-ce7ad9626b0c req-15ad335c-9ae3-4f29-951b-7eae3b666f95 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.1013067 Jul 06 11:52:16.114154 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-a46a4f24-ea69-486f-9e68-8a727e1ffe94 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/quotas/d2d76adf81784b64aea38db034db806b HTTP/1.1" status: 200 len: 375 time: 0.0168729 Jul 06 11:52:16.149106 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ed47347-441a-49c5-9d13-ce7ad9626b0c req-a0260b2e-665d-4bb3-aad6-6d5f79e6f0df tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399814 Jul 06 11:52:16.152910 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-eaf69fa7-a243-4d6b-aa9d-fa8fea3fc270 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377648 Jul 06 11:52:16.262009 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8abf8afe-058c-4408-a10e-891779dfd227 service neutron] 10.222.0.81 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082227 Jul 06 11:52:16.359836 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8e24e044-2475-4695-a39a-d4f2cb5b5788 service neutron] 10.222.0.81 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916474 Jul 06 11:52:16.638210 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e1a55346-4238-49b4-b254-49979c879a4f req-e13260e0-315b-45cb-aaae-69e319be723a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 210 time: 0.0781419 Jul 06 11:52:16.675360 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5c34-0e9c-42af-a2ef-3d59b6fb2ec1 req-390639a4-68aa-45b1-b0a2-c22f64a40961 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:16.684290 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-38ab5c34-0e9c-42af-a2ef-3d59b6fb2ec1 req-390639a4-68aa-45b1-b0a2-c22f64a40961 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.1293559 Jul 06 11:52:16.779379 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-38ab5c34-0e9c-42af-a2ef-3d59b6fb2ec1 req-ca96aca4-1be5-4444-b76d-780494e85457 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920074 Jul 06 11:52:17.222341 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce4738-9903-49c4-be6d-5c5b0b45e9f6 req-60fd451e-00d6-4b5e-a0b1-58765342b4d8 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:17.230404 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5dce4738-9903-49c4-be6d-5c5b0b45e9f6 req-60fd451e-00d6-4b5e-a0b1-58765342b4d8 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 943 time: 0.2308588 Jul 06 11:52:17.284622 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5dce4738-9903-49c4-be6d-5c5b0b45e9f6 req-c40b826f-84bf-4435-ad2c-87312879febe tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528848 Jul 06 11:52:17.565799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6ee1f-4de6-4706-84c1-8b5f8579c737 req-d73c0221-24b6-441b-9160-eb41cd3ac560 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:17.568669 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c7c6ee1f-4de6-4706-84c1-8b5f8579c737 req-d73c0221-24b6-441b-9160-eb41cd3ac560 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.1145484 Jul 06 11:52:17.613480 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c7c6ee1f-4de6-4706-84c1-8b5f8579c737 req-b7807e40-53e9-450c-b898-fa8f6cc1cba6 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376956 Jul 06 11:52:17.718834 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb1ba8-5de8-41fd-8d32-3d9368bead5d req-aba763a1-32e5-4a30-854d-15211f654a48 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:17.720495 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a5eb1ba8-5de8-41fd-8d32-3d9368bead5d req-aba763a1-32e5-4a30-854d-15211f654a48 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 945 time: 0.0687571 Jul 06 11:52:17.763901 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a5eb1ba8-5de8-41fd-8d32-3d9368bead5d req-9a69be05-6b3b-47a0-a0ef-d64342590572 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/security-groups?id=8577ec99-79d6-46ce-b50b-45015e001aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343995 Jul 06 11:52:17.822375 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aa1b60d3-74cd-4cc5-a4c5-f558545216aa req-4e2682d8-2fbe-40c1-beb6-2fe05ad583de tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 210 time: 0.0327971 Jul 06 11:52:17.979995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86dd03-b36c-450a-a495-335e0a1b46df req-cbf2f267-a40d-42f5-b627-699edc35b0af tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:17.987930 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc86dd03-b36c-450a-a495-335e0a1b46df req-cbf2f267-a40d-42f5-b627-699edc35b0af tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.0883596 Jul 06 11:52:18.042465 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc86dd03-b36c-450a-a495-335e0a1b46df req-42128651-8934-4a71-92a0-2bb80c2dcba0 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533264 Jul 06 11:52:18.061783 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8261d644-c3ca-4e3e-af44-a6ced2df788b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:18.063256 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8261d644-c3ca-4e3e-af44-a6ced2df788b tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 812 time: 0.1288381 Jul 06 11:52:18.076110 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-96304a60-3fa4-44d7-9603-37409cdb4e78 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Request body: {'port': {'device_id': '87493f0d-6a83-403c-9104-ecaeaae227b5', 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f', 'admin_state_up': True, 'tenant_id': 'd2d76adf81784b64aea38db034db806b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:18.162875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 051460bc-bf70-4958-9994-2429d87606bc details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:52:18.182581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-96304a60-3fa4-44d7-9603-37409cdb4e78 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Made reservation on behalf of d2d76adf81784b64aea38db034db806b for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:18.186263 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-96304a60-3fa4-44d7-9603-37409cdb4e78 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.259088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 051460bc-bf70-4958-9994-2429d87606bc, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=051460bc-bf70-4958-9994-2429d87606bc,segment=NetworkSegment(486ddc86-d2a2-4450-bc49-d7365f4bd225),segment_id=486ddc86-d2a2-4450-bc49-d7365f4bd225)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:18.270194 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '051460bc-bf70-4958-9994-2429d87606bc', 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb', 'port_id': '051460bc-bf70-4958-9994-2429d87606bc', 'mac_address': 'fa:16:3e:7a:2e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:52:18.309923 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.312004 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-96304a60-3fa4-44d7-9603-37409cdb4e78 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Allocated IP 172.20.0.14 (983fb040-9529-4be2-835e-8b237b1ea52f/37f22715-ba8d-4530-84b2-f69de5c14956/98198583-575a-4ad3-8e27-001e5572b083) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:18.323581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051460bc-bf70-4958-9994-2429d87606bc {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:18.343736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 051460bc-bf70-4958-9994-2429d87606bc, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=051460bc-bf70-4958-9994-2429d87606bc,segment=NetworkSegment(486ddc86-d2a2-4450-bc49-d7365f4bd225),segment_id=486ddc86-d2a2-4450-bc49-d7365f4bd225)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:18.349898 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.351042 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 1e800218-a76d-4ae8-9c11-0d8f93fc741d details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:52:18.443297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=051460bc-bf70-4958-9994-2429d87606bc,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:18.486747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1e800218-a76d-4ae8-9c11-0d8f93fc741d,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:18.498960 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-96304a60-3fa4-44d7-9603-37409cdb4e78 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.540219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac725e-c2a0-42e2-833c-17410a872c57 req-82da2f51-62ad-4ca5-bf1c-744fc96acebb tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:18.541827 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5eac725e-c2a0-42e2-833c-17410a872c57 req-82da2f51-62ad-4ca5-bf1c-744fc96acebb tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 944 time: 0.1143990 Jul 06 11:52:18.593764 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-96304a60-3fa4-44d7-9603-37409cdb4e78 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.598581 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5eac725e-c2a0-42e2-833c-17410a872c57 req-041c3bfd-abbb-41f9-ae13-13be63ea3718 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498676 Jul 06 11:52:18.652022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '1e800218-a76d-4ae8-9c11-0d8f93fc741d', 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4', 'port_id': '1e800218-a76d-4ae8-9c11-0d8f93fc741d', 'mac_address': 'fa:16:3e:2c:57:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee177648-6d0e-46f5-a7ba-dce8ba04775a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:52:18.683139 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-96304a60-3fa4-44d7-9603-37409cdb4e78 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Network 983fb040-9529-4be2-835e-8b237b1ea52f is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:18.691048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-96304a60-3fa4-44d7-9603-37409cdb4e78 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:18.691048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96304a60-3fa4-44d7-9603-37409cdb4e78 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Pushing event updated for resources: {'Port': ['ID=98198583-575a-4ad3-8e27-001e5572b083,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:18.692444 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-96304a60-3fa4-44d7-9603-37409cdb4e78 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:18.700721 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.714185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e800218-a76d-4ae8-9c11-0d8f93fc741d {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:18.737592 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1e800218-a76d-4ae8-9c11-0d8f93fc741d,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:18.742404 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.746547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-96304a60-3fa4-44d7-9603-37409cdb4e78 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:18.747422 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-96304a60-3fa4-44d7-9603-37409cdb4e78 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.771617 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-96304a60-3fa4-44d7-9603-37409cdb4e78 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6994464 Jul 06 11:52:18.793467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Request body: {'port': {'device_id': '87493f0d-6a83-403c-9104-ecaeaae227b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:18.800725 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=1e800218-a76d-4ae8-9c11-0d8f93fc741d,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:18.887462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b78942-17a0-44ce-9010-73e1ab187b23 req-7a481a48-3dc6-49c0-97c2-5dc4f561e1f9 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:18.888949 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-89b78942-17a0-44ce-9010-73e1ab187b23 req-7a481a48-3dc6-49c0-97c2-5dc4f561e1f9 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.1305969 Jul 06 11:52:18.889895 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:18.892120 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-d61fe7c3-8548-4358-97d5-0b4475adfe34 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:18.893606 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-d61fe7c3-8548-4358-97d5-0b4475adfe34 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 820 time: 0.1089928 Jul 06 11:52:18.909213 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-54725ca9-546e-4aca-be08-e3f55da6c56d tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/quotas/6e8dcf1945dd4113a4d9fc26125dc3f9 HTTP/1.1" status: 200 len: 375 time: 0.0091941 Jul 06 11:52:18.960885 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-89b78942-17a0-44ce-9010-73e1ab187b23 req-5924228c-9ad5-4f23-9045-085effbea8e0 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613079 Jul 06 11:52:18.981436 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-fa4a8e7b-5096-4c71-b37f-720847c8f8f7 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662234 Jul 06 11:52:19.081859 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-cc88bde0-3c94-4215-892d-c1809569adc4 service neutron] 10.222.0.81 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938778 Jul 06 11:52:19.086582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['1e800218-a76d-4ae8-9c11-0d8f93fc741d'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:19.090771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['051460bc-bf70-4958-9994-2429d87606bc'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:19.180576 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0758e5-43c0-43fc-a1f0-89923281b0c0 req-7909b64b-a345-42cd-9c07-0615ea7e1f14 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:19.182081 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8e0758e5-43c0-43fc-a1f0-89923281b0c0 req-7909b64b-a345-42cd-9c07-0615ea7e1f14 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 945 time: 0.0907068 Jul 06 11:52:19.236782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1feb2a-df94-4c2f-9330-5b7f6958a3ea req-aa80e374-ad3b-41c5-a986-5a3c8db5e974 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:19.239254 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a1feb2a-df94-4c2f-9330-5b7f6958a3ea req-aa80e374-ad3b-41c5-a986-5a3c8db5e974 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 945 time: 0.1042166 Jul 06 11:52:19.241810 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-4f73bfc9-779e-4dbf-8e2a-edb80abcaf8c service neutron] 10.222.0.81 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519206 Jul 06 11:52:19.272276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98198583-575a-4ad3-8e27-001e5572b083 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:19.280015 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.292785 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Transition to ACTIVE for port object 98198583-575a-4ad3-8e27-001e5572b083 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:19.297724 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8e0758e5-43c0-43fc-a1f0-89923281b0c0 req-f304dcf1-8869-4f54-a8be-2e0f4eead838 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/security-groups?id=8577ec99-79d6-46ce-b50b-45015e001aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062293 Jul 06 11:52:19.299034 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.350163 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Pushing event updated for resources: {'Port': ['ID=98198583-575a-4ad3-8e27-001e5572b083,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:19.372501 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-7a1feb2a-df94-4c2f-9330-5b7f6958a3ea req-9ccd045b-ba96-4061-9cf3-45b11cacf2e2 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Deleting port 98f64d54-c735-4bde-8b2a-cfece017785c {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:19.372803 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7a1feb2a-df94-4c2f-9330-5b7f6958a3ea req-9ccd045b-ba96-4061-9cf3-45b11cacf2e2 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.466696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-7a1feb2a-df94-4c2f-9330-5b7f6958a3ea req-9ccd045b-ba96-4061-9cf3-45b11cacf2e2 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] For port 98f64d54-c735-4bde-8b2a-cfece017785c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=98f64d54-c735-4bde-8b2a-cfece017785c,segment=NetworkSegment(f8860058-518c-4134-87cf-151b81656b6e),segment_id=f8860058-518c-4134-87cf-151b81656b6e)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:19.467077 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7a1feb2a-df94-4c2f-9330-5b7f6958a3ea req-9ccd045b-ba96-4061-9cf3-45b11cacf2e2 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.490538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-7a1feb2a-df94-4c2f-9330-5b7f6958a3ea req-9ccd045b-ba96-4061-9cf3-45b11cacf2e2 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Calling delete_port for 98f64d54-c735-4bde-8b2a-cfece017785c owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:19.493550 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Attempting to bind port 98198583-575a-4ad3-8e27-001e5572b083 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:19.493891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Attempting to bind port 98198583-575a-4ad3-8e27-001e5572b083 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:19.494218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Attempting to bind port 98198583-575a-4ad3-8e27-001e5572b083 on network 983fb040-9529-4be2-835e-8b237b1ea52f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:19.501938 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Port 98198583-575a-4ad3-8e27-001e5572b083 on network 983fb040-9529-4be2-835e-8b237b1ea52f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:19.502262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Attempting to bind port 98198583-575a-4ad3-8e27-001e5572b083 on network 983fb040-9529-4be2-835e-8b237b1ea52f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:19.510695 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:19.511077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Checking segment: {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:19.511490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Bound using segment: {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:19.511973 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Bound port: 98198583-575a-4ad3-8e27-001e5572b083, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:19.512388 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.588946 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996e010-2702-4c88-958d-366d84ed5ff7 req-dab16892-6343-41d1-a8bf-4dadc8bb2637 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:19.589476 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6996e010-2702-4c88-958d-366d84ed5ff7 req-dab16892-6343-41d1-a8bf-4dadc8bb2637 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 944 time: 0.1392133 Jul 06 11:52:19.647697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] For port 98198583-575a-4ad3-8e27-001e5572b083, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:19.652311 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6996e010-2702-4c88-958d-366d84ed5ff7 req-8b8c7d27-bb11-4e46-a253-1d45f55c77c3 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549710 Jul 06 11:52:19.659890 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7a1feb2a-df94-4c2f-9330-5b7f6958a3ea req-9ccd045b-ba96-4061-9cf3-45b11cacf2e2 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.683980 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] For port 98198583-575a-4ad3-8e27-001e5572b083, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=98198583-575a-4ad3-8e27-001e5572b083,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:19.689948 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.718592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd045b-ba96-4061-9cf3-45b11cacf2e2 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Pushing event deleted for resources: {'Port': ['ID=98f64d54-c735-4bde-8b2a-cfece017785c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:19.755018 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:19.755874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.757352 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-8bef769b-d023-4651-93db-c02409f08860 service neutron] 10.222.0.89 "PUT /v2.0/ports/98198583-575a-4ad3-8e27-001e5572b083 HTTP/1.1" status: 200 len: 1092 time: 0.9681931 Jul 06 11:52:19.757889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87493f0d-6a83-403c-9104-ecaeaae227b5', 'tag': '98198583-575a-4ad3-8e27-001e5572b083'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:19.760938 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3b12e7-6b79-4165-a509-9aadb0bc837b" -d '{"events": [{"name": "network-changed", "server_uuid": "87493f0d-6a83-403c-9104-ecaeaae227b5", "tag": "98198583-575a-4ad3-8e27-001e5572b083"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:19.771797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1feb2a-df94-4c2f-9330-5b7f6958a3ea req-9ccd045b-ba96-4061-9cf3-45b11cacf2e2 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] No DVR routers for this DVR port 98f64d54-c735-4bde-8b2a-cfece017785c on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:19.774575 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7a1feb2a-df94-4c2f-9330-5b7f6958a3ea req-9ccd045b-ba96-4061-9cf3-45b11cacf2e2 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:19.776901 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a1feb2a-df94-4c2f-9330-5b7f6958a3ea req-9ccd045b-ba96-4061-9cf3-45b11cacf2e2 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.23 "DELETE /v2.0/ports/98f64d54-c735-4bde-8b2a-cfece017785c HTTP/1.1" status: 204 len: 173 time: 0.5318539 Jul 06 11:52:19.777400 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd850ba39-bbbe-4d85-9c52-158ff6682ad3', 'name': 'network-vif-deleted', 'tag': '98f64d54-c735-4bde-8b2a-cfece017785c'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:19.779987 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f7005f-7389-458f-8ffd-062fc39e8a51" -d '{"events": [{"server_uuid": "d850ba39-bbbe-4d85-9c52-158ff6682ad3", "name": "network-vif-deleted", "tag": "98f64d54-c735-4bde-8b2a-cfece017785c"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:19.845125 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9c83e14-b2db-41a3-af34-66514ac59c92 req-8e648871-e679-4221-bc3f-c1e968b4e45f tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 210 time: 0.0369461 Jul 06 11:52:19.852918 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef769b-d023-4651-93db-c02409f08860 service neutron] Pushing event updated for resources: {'Port': ['ID=98198583-575a-4ad3-8e27-001e5572b083,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:19.914080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['98f64d54-c735-4bde-8b2a-cfece017785c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:19.944491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31577238-eb3e-4a76-8fbd-db8fde2d13fa req-5ac5ef00-1d2c-4efc-82b9-929232ef8820 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:19.946338 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-31577238-eb3e-4a76-8fbd-db8fde2d13fa req-5ac5ef00-1d2c-4efc-82b9-929232ef8820 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 945 time: 0.1520195 Jul 06 11:52:19.951412 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-f43df56f-6251-48e9-a1cb-179a72d0a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:19.953362 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-f43df56f-6251-48e9-a1cb-179a72d0a124 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 1095 time: 0.1170688 Jul 06 11:52:20.020240 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-aa3e1eac-14d9-4ac7-a6e3-c60e3328c2ec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98198583-575a-4ad3-8e27-001e5572b083 HTTP/1.1" status: 200 len: 217 time: 0.0499589 Jul 06 11:52:20.028687 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-31577238-eb3e-4a76-8fbd-db8fde2d13fa req-3596119b-b4ad-4863-a1d3-d56fc25bfd68 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741451 Jul 06 11:52:20.055183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647d684-9423-49b7-bc82-678f092a424e req-8b764270-2d12-459f-8019-bb19964399b6 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:20.057845 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4647d684-9423-49b7-bc82-678f092a424e req-8b764270-2d12-459f-8019-bb19964399b6 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 944 time: 0.0753295 Jul 06 11:52:20.088839 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-e714c433-1e71-4d89-99d1-f4cbc10eba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:20.090365 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-e714c433-1e71-4d89-99d1-f4cbc10eba06 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37f22715-ba8d-4530-84b2-f69de5c14956 HTTP/1.1" status: 200 len: 852 time: 0.0605078 Jul 06 11:52:20.105253 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4647d684-9423-49b7-bc82-678f092a424e req-4ba57f3e-6c62-4fc1-85bf-5d8f2962ca5b tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404024 Jul 06 11:52:20.148408 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-65cee930-7fcb-481e-8fc3-51c680e95238 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=983fb040-9529-4be2-835e-8b237b1ea52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497501 Jul 06 11:52:20.169468 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c21c266-6e98-4b63-a568-7bbdd8a518e2 x-openstack-request-id: req-3c21c266-6e98-4b63-a568-7bbdd8a518e2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:20.169851 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87493f0d-6a83-403c-9104-ecaeaae227b5", "tag": "98198583-575a-4ad3-8e27-001e5572b083", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:20.170215 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c21c266-6e98-4b63-a568-7bbdd8a518e2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:20.170695 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87493f0d-6a83-403c-9104-ecaeaae227b5', 'tag': '98198583-575a-4ad3-8e27-001e5572b083', 'status': 'completed', 'code': 200} Jul 06 11:52:20.183598 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 051460bc-bf70-4958-9994-2429d87606bc up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:20.193750 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98585d42-cf83-4e33-bfdb-acbfa4f4550f x-openstack-request-id: req-98585d42-cf83-4e33-bfdb-acbfa4f4550f {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:20.194045 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d850ba39-bbbe-4d85-9c52-158ff6682ad3", "name": "network-vif-deleted", "tag": "98f64d54-c735-4bde-8b2a-cfece017785c", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:20.194297 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-98585d42-cf83-4e33-bfdb-acbfa4f4550f {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:20.194690 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd850ba39-bbbe-4d85-9c52-158ff6682ad3', 'name': 'network-vif-deleted', 'tag': '98f64d54-c735-4bde-8b2a-cfece017785c', 'status': 'completed', 'code': 200} Jul 06 11:52:20.248171 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 051460bc-bf70-4958-9994-2429d87606bc completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:20.252190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 051460bc-bf70-4958-9994-2429d87606bc triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:20.252565 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.272249 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-c91a3216-89e4-4221-9045-c106d4952860 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141822 Jul 06 11:52:20.362886 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f472e-2c88-49ae-aabe-cb7c81419f7b req-8cc518f2-558a-4743-9848-e45176c48927 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:20.372680 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f75f472e-2c88-49ae-aabe-cb7c81419f7b req-8cc518f2-558a-4743-9848-e45176c48927 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.0923374 Jul 06 11:52:20.379770 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.396204 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82e95a5c-beff-45fd-8ac2-9a5e85dcd4cc req-a207c2bf-8af1-4e13-aa44-a56c7bafb95f service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166801 Jul 06 11:52:20.428515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad9f775-50cb-4d52-ac22-414d5de80e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051460bc-bf70-4958-9994-2429d87606bc'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:20.430859 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14638649-8eea-4028-b961-faee452a111a" -d '{"events": [{"server_uuid": "cad9f775-50cb-4d52-ac22-414d5de80e47", "name": "network-vif-plugged", "status": "completed", "tag": "051460bc-bf70-4958-9994-2429d87606bc"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:20.445340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 051460bc-bf70-4958-9994-2429d87606bc, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=051460bc-bf70-4958-9994-2429d87606bc,segment=NetworkSegment(486ddc86-d2a2-4450-bc49-d7365f4bd225),segment_id=486ddc86-d2a2-4450-bc49-d7365f4bd225)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:20.449442 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f75f472e-2c88-49ae-aabe-cb7c81419f7b req-4b2b944d-003e-4a13-af9d-2ef210e403a6 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754280 Jul 06 11:52:20.459326 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.460584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 1e800218-a76d-4ae8-9c11-0d8f93fc741d up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:20.518117 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf428f2-8208-4990-9931-2b216bea9dce x-openstack-request-id: req-4bf428f2-8208-4990-9931-2b216bea9dce {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:20.518683 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad9f775-50cb-4d52-ac22-414d5de80e47", "name": "network-vif-plugged", "status": "completed", "tag": "051460bc-bf70-4958-9994-2429d87606bc", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:20.519138 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4bf428f2-8208-4990-9931-2b216bea9dce {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:20.519788 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad9f775-50cb-4d52-ac22-414d5de80e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051460bc-bf70-4958-9994-2429d87606bc', 'code': 200} Jul 06 11:52:20.549177 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-53c9803b-befa-434c-82f8-a65e863c3c67 req-4e20c6e3-c780-4e51-85d1-bb659f534e15 tempest-VolumesAdminNegativeTest-152641801 tempest-VolumesAdminNegativeTest-152641801-project] 10.222.0.81 "GET /v2.0/ports?device_id=d850ba39-bbbe-4d85-9c52-158ff6682ad3 HTTP/1.1" status: 200 len: 210 time: 0.0923181 Jul 06 11:52:20.555802 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=051460bc-bf70-4958-9994-2429d87606bc,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:20.567856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 1e800218-a76d-4ae8-9c11-0d8f93fc741d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:20.573632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 1e800218-a76d-4ae8-9c11-0d8f93fc741d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:20.574004 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.592451 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b12e7-6b79-4165-a509-9aadb0bc837b req-a048cf16-813a-406a-8fd4-c44a55b07fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:20.594117 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f3b12e7-6b79-4165-a509-9aadb0bc837b req-a048cf16-813a-406a-8fd4-c44a55b07fc2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 1095 time: 0.1255126 Jul 06 11:52:20.688254 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.707857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1be1c-b426-4447-be3f-fd31fcba6dff req-7a99553b-bb4e-472f-aa2f-4229e143eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:20.711058 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2a1be1c-b426-4447-be3f-fd31fcba6dff req-7a99553b-bb4e-472f-aa2f-4229e143eb00 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 1096 time: 0.0762732 Jul 06 11:52:20.718737 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b12e7-6b79-4165-a509-9aadb0bc837b req-95dd04e0-3fda-4afe-940f-7c4621ef33a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:20.720393 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f3b12e7-6b79-4165-a509-9aadb0bc837b req-95dd04e0-3fda-4afe-940f-7c4621ef33a4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 913 time: 0.1174276 Jul 06 11:52:20.725558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1e800218-a76d-4ae8-9c11-0d8f93fc741d,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:20.732159 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:20.733045 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 98f64d54-c735-4bde-8b2a-cfece017785c no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:20.755642 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2a1be1c-b426-4447-be3f-fd31fcba6dff req-3571553c-c2cf-44aa-af61-9e4cd60a046d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367849 Jul 06 11:52:20.760024 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 98f64d54-c735-4bde-8b2a-cfece017785c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:20.760371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 98f64d54-c735-4bde-8b2a-cfece017785c not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:20.769539 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f3b12e7-6b79-4165-a509-9aadb0bc837b req-297fff8d-bdbd-41db-8e1a-bc0732084285 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98198583-575a-4ad3-8e27-001e5572b083 HTTP/1.1" status: 200 len: 217 time: 0.0416138 Jul 06 11:52:20.808081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=1e800218-a76d-4ae8-9c11-0d8f93fc741d,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:20.835046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b12e7-6b79-4165-a509-9aadb0bc837b req-f27969e2-60c2-4afd-9cbd-dd1dd880c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:20.837208 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f3b12e7-6b79-4165-a509-9aadb0bc837b req-f27969e2-60c2-4afd-9cbd-dd1dd880c30e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37f22715-ba8d-4530-84b2-f69de5c14956 HTTP/1.1" status: 200 len: 852 time: 0.0585897 Jul 06 11:52:20.879208 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f3b12e7-6b79-4165-a509-9aadb0bc837b req-84995b93-d58d-4485-8ca4-6ae325b01f3b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=983fb040-9529-4be2-835e-8b237b1ea52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268719 Jul 06 11:52:20.901103 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acc8c0-e993-4c65-b896-f295c3c535b6 req-d68a5554-e585-4f05-8479-1636cf844687 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:20.902611 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12acc8c0-e993-4c65-b896-f295c3c535b6 req-d68a5554-e585-4f05-8479-1636cf844687 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 944 time: 0.0683298 Jul 06 11:52:20.942452 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12acc8c0-e993-4c65-b896-f295c3c535b6 req-59331639-ea15-4107-97f6-4f0545964892 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334563 Jul 06 11:52:21.266580 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-8af4854b-97b0-46fd-98aa-3f0adc6280d9 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:21.268167 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-8af4854b-97b0-46fd-98aa-3f0adc6280d9 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.23 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 820 time: 0.1838238 Jul 06 11:52:21.269080 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-477d37d0-dd03-4fac-ac37-f82bd5a48d86 req-dc8c7cdd-31e4-4068-841f-bc484f931764 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 210 time: 0.3026428 Jul 06 11:52:21.273785 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f3b12e7-6b79-4165-a509-9aadb0bc837b req-dfcc4880-a656-4ca6-a165-093de3a3954f service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880782 Jul 06 11:52:21.276216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c9c2a-2b86-4839-85ba-5d8f60237fd7 req-de8d73e6-4630-4740-8c89-fb0cbe8cff27 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:21.277673 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f61c9c2a-2b86-4839-85ba-5d8f60237fd7 req-de8d73e6-4630-4740-8c89-fb0cbe8cff27 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 946 time: 0.1270776 Jul 06 11:52:21.282367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-d908dd98-7ce2-4f8c-ad9d-c469be5b6ff1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Request body: {'port': {'device_id': '3cb8b689-7e3a-4401-8110-f80cec054c49', 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8', 'admin_state_up': True, 'tenant_id': '6e8dcf1945dd4113a4d9fc26125dc3f9'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:21.379183 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f61c9c2a-2b86-4839-85ba-5d8f60237fd7 req-82f41c36-6cb7-4de2-b636-b19c6417964e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928423 Jul 06 11:52:21.395471 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f3b12e7-6b79-4165-a509-9aadb0bc837b req-76ba3dac-ebeb-4fd0-ae91-be16562b0851 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117861 Jul 06 11:52:21.451561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-d908dd98-7ce2-4f8c-ad9d-c469be5b6ff1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Made reservation on behalf of 6e8dcf1945dd4113a4d9fc26125dc3f9 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:21.455766 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-d908dd98-7ce2-4f8c-ad9d-c469be5b6ff1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.493223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1c3f-2179-4817-9afe-38883b571cd2 req-d21df4a3-023a-45e7-a211-eff12ed249ef tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:21.502816 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6e1a1c3f-2179-4817-9afe-38883b571cd2 req-d21df4a3-023a-45e7-a211-eff12ed249ef tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 945 time: 0.0965762 Jul 06 11:52:21.552894 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6e1a1c3f-2179-4817-9afe-38883b571cd2 req-57ab86b9-d5d8-4315-a7e7-65a36a64ef9b tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490713 Jul 06 11:52:21.633166 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-d908dd98-7ce2-4f8c-ad9d-c469be5b6ff1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Allocated IP 172.20.0.3 (cbb289a5-730a-4952-ada3-a71c5cccf2d8/5663391f-233a-4fe7-82d6-ff0d7f70aad7/4559d396-2d93-404f-baed-922062c547a5) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:21.651812 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56278) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:21.708196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-42687da3-2ccb-4b30-b044-7bc498da1518 admin admin] Deleting subnet 4d5e3ebd-542b-4b3c-ac82-395b3d2214f2 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:21.712218 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42687da3-2ccb-4b30-b044-7bc498da1518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.750421 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42687da3-2ccb-4b30-b044-7bc498da1518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.809357 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42687da3-2ccb-4b30-b044-7bc498da1518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.810252 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6f797-9aba-4a46-b25a-fe5dc9a3a0f2 req-25479df2-2f36-4391-8d54-2ec9638d82ff tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:21.812143 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17f6f797-9aba-4a46-b25a-fe5dc9a3a0f2 req-25479df2-2f36-4391-8d54-2ec9638d82ff tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.1625440 Jul 06 11:52:21.871153 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42687da3-2ccb-4b30-b044-7bc498da1518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.873000 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-d908dd98-7ce2-4f8c-ad9d-c469be5b6ff1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.881178 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17f6f797-9aba-4a46-b25a-fe5dc9a3a0f2 req-21da40fb-a206-4884-9e41-f45aa5a4bd2d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586267 Jul 06 11:52:21.901030 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42687da3-2ccb-4b30-b044-7bc498da1518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5e3ebd-542b-4b3c-ac82-395b3d2214f2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:21.909531 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42687da3-2ccb-4b30-b044-7bc498da1518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.911843 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-42687da3-2ccb-4b30-b044-7bc498da1518 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4d5e3ebd-542b-4b3c-ac82-395b3d2214f2 HTTP/1.1" status: 204 len: 168 time: 0.2588239 Jul 06 11:52:21.914270 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56282) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:21.961232 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-d908dd98-7ce2-4f8c-ad9d-c469be5b6ff1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:21.977095 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8035f3ae-96b3-4c19-bd84-4afe8b226d2b'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:22.008397 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771aaf76-6000-4f18-8fdd-44aa8a6456e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.016881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-d908dd98-7ce2-4f8c-ad9d-c469be5b6ff1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Network cbb289a5-730a-4952-ada3-a71c5cccf2d8 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:22.029231 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-d908dd98-7ce2-4f8c-ad9d-c469be5b6ff1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:22.034946 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-d908dd98-7ce2-4f8c-ad9d-c469be5b6ff1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:22.061761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908dd98-7ce2-4f8c-ad9d-c469be5b6ff1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Pushing event updated for resources: {'Port': ['ID=4559d396-2d93-404f-baed-922062c547a5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:22.105238 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771aaf76-6000-4f18-8fdd-44aa8a6456e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.114504 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-d908dd98-7ce2-4f8c-ad9d-c469be5b6ff1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:22.116980 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-771aaf76-6000-4f18-8fdd-44aa8a6456e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10895b04-e703-4130-b380-f38c6495ab8e']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:22.117760 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-d908dd98-7ce2-4f8c-ad9d-c469be5b6ff1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.132573 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-771aaf76-6000-4f18-8fdd-44aa8a6456e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8860058-518c-4134-87cf-151b81656b6e') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:22.133114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-771aaf76-6000-4f18-8fdd-44aa8a6456e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8860058-518c-4134-87cf-151b81656b6e') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:22.147498 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771aaf76-6000-4f18-8fdd-44aa8a6456e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.165343 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-d908dd98-7ce2-4f8c-ad9d-c469be5b6ff1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8865726 Jul 06 11:52:22.170388 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771aaf76-6000-4f18-8fdd-44aa8a6456e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.178517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771aaf76-6000-4f18-8fdd-44aa8a6456e2 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:22.178983 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771aaf76-6000-4f18-8fdd-44aa8a6456e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:22.180673 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:22.187395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Request body: {'port': {'device_id': '3cb8b689-7e3a-4401-8110-f80cec054c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:22.227266 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd7067-8962-4eea-92cf-72635db867a8 req-d4c73edc-a502-4f0a-b6da-09fd375cd0bf tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:22.228965 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-87cd7067-8962-4eea-92cf-72635db867a8 req-d4c73edc-a502-4f0a-b6da-09fd375cd0bf tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 944 time: 0.1082778 Jul 06 11:52:22.238361 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771aaf76-6000-4f18-8fdd-44aa8a6456e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.244428 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771aaf76-6000-4f18-8fdd-44aa8a6456e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.247324 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-771aaf76-6000-4f18-8fdd-44aa8a6456e2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/10895b04-e703-4130-b380-f38c6495ab8e HTTP/1.1" status: 204 len: 168 time: 0.3320131 Jul 06 11:52:22.250477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56286) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:22.264809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771aaf76-6000-4f18-8fdd-44aa8a6456e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=10895b04-e703-4130-b380-f38c6495ab8e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:22.343196 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.358909 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-87cd7067-8962-4eea-92cf-72635db867a8 req-e6fa44e8-8250-4bbb-a4e0-022480690513 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176121 Jul 06 11:52:22.363582 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b772b3-f350-43cd-9ac2-65c9302e7a0c admin admin] Deleting subnet 43aa548e-8772-4508-994d-d93d4bb65d50 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:22.368181 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7b772b3-f350-43cd-9ac2-65c9302e7a0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.436890 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7b772b3-f350-43cd-9ac2-65c9302e7a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.499592 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad316cfb-e892-4848-9a36-61b069d89d62 req-ea3d0b2b-7423-4458-b107-1b5e0439c916 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:22.507783 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad316cfb-e892-4848-9a36-61b069d89d62 req-ea3d0b2b-7423-4458-b107-1b5e0439c916 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 931 time: 0.1078908 Jul 06 11:52:22.522066 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdde747-2c1b-4f3d-89a1-2bff3320210a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e800218-a76d-4ae8-9c11-0d8f93fc741d'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:22.527917 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c40a47f-08d9-474d-a94b-24a9417eedba" -d '{"events": [{"server_uuid": "1bdde747-2c1b-4f3d-89a1-2bff3320210a", "name": "network-vif-plugged", "status": "completed", "tag": "1e800218-a76d-4ae8-9c11-0d8f93fc741d"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:22.541946 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7b772b3-f350-43cd-9ac2-65c9302e7a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:22.554523 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad316cfb-e892-4848-9a36-61b069d89d62 req-b296ef6a-7c5b-4968-9ad5-3205a205fcfa tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413060 Jul 06 11:52:22.608951 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e4d32b-254f-4318-9343-ac589e10eeb3 x-openstack-request-id: req-e8e4d32b-254f-4318-9343-ac589e10eeb3 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:22.609235 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdde747-2c1b-4f3d-89a1-2bff3320210a", "name": "network-vif-plugged", "status": "completed", "tag": "1e800218-a76d-4ae8-9c11-0d8f93fc741d", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:22.609490 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e8e4d32b-254f-4318-9343-ac589e10eeb3 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:22.609882 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdde747-2c1b-4f3d-89a1-2bff3320210a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e800218-a76d-4ae8-9c11-0d8f93fc741d', 'code': 200} Jul 06 11:52:22.740054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220ceb1-5288-4659-aef3-459831f14b89 req-49f7d52a-66b0-44e6-973d-e48031b996e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:22.742789 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e220ceb1-5288-4659-aef3-459831f14b89 req-49f7d52a-66b0-44e6-973d-e48031b996e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 1097 time: 0.0666976 Jul 06 11:52:22.799640 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e220ceb1-5288-4659-aef3-459831f14b89 req-35bf943c-ce66-402f-b1c3-224c014e1ac8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470719 Jul 06 11:52:22.905995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a421d-fb43-40bc-887d-e49c18635213 req-f6111280-a1e1-47f5-bd87-7255fc6566a9 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:22.907514 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dc1a421d-fb43-40bc-887d-e49c18635213 req-f6111280-a1e1-47f5-bd87-7255fc6566a9 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 945 time: 0.0689669 Jul 06 11:52:22.950025 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dc1a421d-fb43-40bc-887d-e49c18635213 req-7823f335-adfb-4dd2-8e73-5eb3802f8672 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365963 Jul 06 11:52:23.003330 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7b772b3-f350-43cd-9ac2-65c9302e7a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.050240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b772b3-f350-43cd-9ac2-65c9302e7a0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43aa548e-8772-4508-994d-d93d4bb65d50,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:23.057727 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7b772b3-f350-43cd-9ac2-65c9302e7a0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.062632 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f7b772b3-f350-43cd-9ac2-65c9302e7a0c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/43aa548e-8772-4508-994d-d93d4bb65d50 HTTP/1.1" status: 204 len: 168 time: 0.8091760 Jul 06 11:52:23.065519 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56304) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:23.076566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05c360-0a11-4552-8e2f-8d3056861177 req-10b54f2e-b54c-4973-bcaa-00e7e5ff88b9 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:23.077963 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e05c360-0a11-4552-8e2f-8d3056861177 req-10b54f2e-b54c-4973-bcaa-00e7e5ff88b9 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 946 time: 0.5042787 Jul 06 11:52:23.120619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9359f39-a0de-4199-91c0-173e9ab7658e req-685beec9-f327-4e4a-81b8-9c1cffd32865 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:23.122114 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9359f39-a0de-4199-91c0-173e9ab7658e req-685beec9-f327-4e4a-81b8-9c1cffd32865 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.0660398 Jul 06 11:52:23.162985 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9359f39-a0de-4199-91c0-173e9ab7658e req-b8bc7e5a-f4d3-4f53-bceb-ed2fe77b7d5f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344236 Jul 06 11:52:23.210105 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-47368b4b-629d-408f-851e-e0695418f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.214111 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e05c360-0a11-4552-8e2f-8d3056861177 req-f51a0199-20d6-401b-94f6-396babb7dfa8 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267090 Jul 06 11:52:23.222445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4559d396-2d93-404f-baed-922062c547a5 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:23.233034 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.249436 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Transition to ACTIVE for port object 4559d396-2d93-404f-baed-922062c547a5 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:23.259847 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 98198583-575a-4ad3-8e27-001e5572b083 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:52:23.267707 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.359274 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Pushing event updated for resources: {'Port': ['ID=4559d396-2d93-404f-baed-922062c547a5,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:23.363219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5b26d-354f-4c67-a365-2bfe5fc937f2 req-518abb3b-3bf5-4bc5-af79-a503a2492d1c tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:23.371780 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74c5b26d-354f-4c67-a365-2bfe5fc937f2 req-518abb3b-3bf5-4bc5-af79-a503a2492d1c tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 945 time: 0.0907173 Jul 06 11:52:23.373846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56306) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:23.378768 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9dc8b344-1770-4e50-a3d3-cb76a88b1894 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Request body: {'floatingip': {'port_id': '051460bc-bf70-4958-9994-2429d87606bc'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:23.390742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-47368b4b-629d-408f-851e-e0695418f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.417674 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 98198583-575a-4ad3-8e27-001e5572b083, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=98198583-575a-4ad3-8e27-001e5572b083,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:23.420352 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-47368b4b-629d-408f-851e-e0695418f8bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b3613c-6e33-4373-a1d9-2046522c0e93']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:23.432258 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '98198583-575a-4ad3-8e27-001e5572b083', 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f', 'port_id': '98198583-575a-4ad3-8e27-001e5572b083', 'mac_address': 'fa:16:3e:3a:13:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f22715-ba8d-4530-84b2-f69de5c14956', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:52:23.435682 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-47368b4b-629d-408f-851e-e0695418f8bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f427bd6-68f6-4814-9ac6-7a9b2c4a14fc') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:23.436048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-47368b4b-629d-408f-851e-e0695418f8bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f427bd6-68f6-4814-9ac6-7a9b2c4a14fc') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:23.448754 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-47368b4b-629d-408f-851e-e0695418f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.479091 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b344-1770-4e50-a3d3-cb76a88b1894 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.481377 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-47368b4b-629d-408f-851e-e0695418f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.485876 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Attempting to bind port 4559d396-2d93-404f-baed-922062c547a5 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:23.486295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Attempting to bind port 4559d396-2d93-404f-baed-922062c547a5 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:23.486685 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Attempting to bind port 4559d396-2d93-404f-baed-922062c547a5 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:23.491053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47368b4b-629d-408f-851e-e0695418f8bb admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:23.491553 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-47368b4b-629d-408f-851e-e0695418f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: timer() Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:23.493255 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 11:52:23.498734 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:23.498734 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 11:52:23.498734 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:23.498734 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:23.498734 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:23.498734 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:23.498734 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:23.498734 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:23.498734 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:23.498734 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:23.498734 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:23.498734 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:23.498734 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:23.506628 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.507023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Port 4559d396-2d93-404f-baed-922062c547a5 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:23.507473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Attempting to bind port 4559d396-2d93-404f-baed-922062c547a5 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:23.537435 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98198583-575a-4ad3-8e27-001e5572b083 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:23.546835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:23.547824 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Checking segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:23.547824 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Bound using segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:23.548337 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Bound port: 4559d396-2d93-404f-baed-922062c547a5, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:23.548789 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.580516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 98198583-575a-4ad3-8e27-001e5572b083, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=98198583-575a-4ad3-8e27-001e5572b083,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:23.586340 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.602099 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-47368b4b-629d-408f-851e-e0695418f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.627061 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-47368b4b-629d-408f-851e-e0695418f8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.632098 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-47368b4b-629d-408f-851e-e0695418f8bb admin admin] 10.222.0.81 "DELETE /v2.0/networks/61b3613c-6e33-4373-a1d9-2046522c0e93 HTTP/1.1" status: 204 len: 168 time: 0.5643628 Jul 06 11:52:23.635377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47368b4b-629d-408f-851e-e0695418f8bb admin admin] Pushing event deleted for resources: {'Network': ['ID=61b3613c-6e33-4373-a1d9-2046522c0e93,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:23.658831 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] For port 4559d396-2d93-404f-baed-922062c547a5, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:23.662520 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] For port 4559d396-2d93-404f-baed-922062c547a5, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4559d396-2d93-404f-baed-922062c547a5,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:23.670055 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.709567 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=98198583-575a-4ad3-8e27-001e5572b083,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:23.719259 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:23.720145 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:23.721608 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] 10.222.0.23 "PUT /v2.0/ports/4559d396-2d93-404f-baed-922062c547a5 HTTP/1.1" status: 200 len: 1091 time: 1.5416038 Jul 06 11:52:23.724332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb8b689-7e3a-4401-8110-f80cec054c49', 'tag': '4559d396-2d93-404f-baed-922062c547a5'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:23.727379 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de1f928-3659-4621-8164-c1b87a5a86b9" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb8b689-7e3a-4401-8110-f80cec054c49", "tag": "4559d396-2d93-404f-baed-922062c547a5"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:23.752319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1942d0-e4b9-4cf3-bc54-b81c29b746fe service neutron] Pushing event updated for resources: {'Port': ['ID=4559d396-2d93-404f-baed-922062c547a5,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:23.873924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['98198583-575a-4ad3-8e27-001e5572b083'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:23.877816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ef911-ddf7-4723-aae4-a309221afcc3 req-3bb77614-c425-4ea4-8e4c-b074105b97e5 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:23.879598 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d68ef911-ddf7-4723-aae4-a309221afcc3 req-3bb77614-c425-4ea4-8e4c-b074105b97e5 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 945 time: 0.3037577 Jul 06 11:52:23.953606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5df0f-ab88-4c6b-b3ce-34b6480d65fe req-d0a9f971-3c74-4a84-a0bf-d90cd8f2ee52 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:23.964270 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82d5df0f-ab88-4c6b-b3ce-34b6480d65fe req-d0a9f971-3c74-4a84-a0bf-d90cd8f2ee52 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 943 time: 0.1812978 Jul 06 11:52:24.034132 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-f404547f-f4be-4cc5-acbf-f1079f216ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:24.036361 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-f404547f-f4be-4cc5-acbf-f1079f216ece service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 1094 time: 0.2643743 Jul 06 11:52:24.039616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56318) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:24.042174 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d68ef911-ddf7-4723-aae4-a309221afcc3 req-769653bc-17ed-40fc-ac55-0ff749781839 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519532 Jul 06 11:52:24.122572 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-74369617-1069-41f4-9146-4b8ae00271c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4559d396-2d93-404f-baed-922062c547a5 HTTP/1.1" status: 200 len: 217 time: 0.0621254 Jul 06 11:52:24.136971 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82d5df0f-ab88-4c6b-b3ce-34b6480d65fe req-9b5a57c1-cc03-454e-aebb-2a035cb0acd1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709123 Jul 06 11:52:24.207943 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94963bd2-07fd-447d-8c6f-eb2927d62bf0 x-openstack-request-id: req-94963bd2-07fd-447d-8c6f-eb2927d62bf0 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:24.208238 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb8b689-7e3a-4401-8110-f80cec054c49", "tag": "4559d396-2d93-404f-baed-922062c547a5", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:24.208487 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94963bd2-07fd-447d-8c6f-eb2927d62bf0 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:24.209049 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb8b689-7e3a-4401-8110-f80cec054c49', 'tag': '4559d396-2d93-404f-baed-922062c547a5', 'status': 'completed', 'code': 200} Jul 06 11:52:24.237853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cb57faff-e446-4dc7-bd19-46d50ae77319 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=57ad955a09a04d238c50abc162078b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944389 Jul 06 11:52:24.238620 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56322) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:24.301570 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f48e6175-f3ad-41e2-a952-34822eed1174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.306133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-a6266587-c891-40c8-9903-4ce7d69cfcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:24.307552 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-a6266587-c891-40c8-9903-4ce7d69cfcee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.1663361 Jul 06 11:52:24.354716 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-21120dbc-b365-4a42-a8f9-4901dff386f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357316 Jul 06 11:52:24.359254 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f48e6175-f3ad-41e2-a952-34822eed1174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.524734 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-b1217171-1664-4244-b673-e87424120564 service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573472 Jul 06 11:52:24.534729 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645e024-d44e-4b0d-aaf6-de0a9f4e8e6c req-5bf4ed5c-ac3a-4284-a890-9565747b160a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:24.537508 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5645e024-d44e-4b0d-aaf6-de0a9f4e8e6c req-5bf4ed5c-ac3a-4284-a890-9565747b160a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.1899521 Jul 06 11:52:24.546091 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b344-1770-4e50-a3d3-cb76a88b1894 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.556129 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b344-1770-4e50-a3d3-cb76a88b1894 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.568697 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065315e-3afe-4828-9911-4f79ecca451e req-a465d182-6438-487c-94a6-728720853527 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:24.570337 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0065315e-3afe-4828-9911-4f79ecca451e req-a465d182-6438-487c-94a6-728720853527 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 946 time: 0.1554255 Jul 06 11:52:24.595078 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f48e6175-f3ad-41e2-a952-34822eed1174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.598519 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f48e6175-f3ad-41e2-a952-34822eed1174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:24.602203 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f48e6175-f3ad-41e2-a952-34822eed1174 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8577ec99-79d6-46ce-b50b-45015e001aa5 HTTP/1.1" status: 204 len: 168 time: 0.3601491 Jul 06 11:52:24.629332 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5645e024-d44e-4b0d-aaf6-de0a9f4e8e6c req-aca0036b-45e6-4f76-a925-c9f19fcde19e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812006 Jul 06 11:52:24.632285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e6175-f3ad-41e2-a952-34822eed1174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8577ec99-79d6-46ce-b50b-45015e001aa5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:24.690768 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0065315e-3afe-4828-9911-4f79ecca451e req-935afe1d-dd59-431c-853a-3bd4f88f9953 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882432 Jul 06 11:52:24.712888 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e1bef70-e074-41dd-bf19-d77515b98c05 req-e90ab611-536d-424c-89af-372d1352ed88 service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812165 Jul 06 11:52:24.733626 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-9dc8b344-1770-4e50-a3d3-cb76a88b1894 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Floating IP bbadbfa1-e913-40f7-98c2-b2534da2b005 associated. External IP: 172.25.4.50, port: 051460bc-bf70-4958-9994-2429d87606bc. Jul 06 11:52:24.864790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1f928-3659-4621-8164-c1b87a5a86b9 req-2d3350c3-2bdd-4b59-bc03-2d121ef55e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:24.867767 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3de1f928-3659-4621-8164-c1b87a5a86b9 req-2d3350c3-2bdd-4b59-bc03-2d121ef55e9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 1094 time: 0.0917523 Jul 06 11:52:25.005635 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc8b344-1770-4e50-a3d3-cb76a88b1894 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Router d4c68f84-d34f-4409-a111-d1ce98926356 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:52:25.023522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1f928-3659-4621-8164-c1b87a5a86b9 req-83abff80-5a22-4bf4-a361-83d0c8eb397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:25.025614 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3de1f928-3659-4621-8164-c1b87a5a86b9 req-83abff80-5a22-4bf4-a361-83d0c8eb397c service neutron] 10.222.0.23 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.1513436 Jul 06 11:52:25.029134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef74b69-00f8-466f-83f6-e5a67ecff61d req-eb645750-94da-4bd0-a7bf-fc124ce7758c tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:25.031152 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eef74b69-00f8-466f-83f6-e5a67ecff61d req-eb645750-94da-4bd0-a7bf-fc124ce7758c tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 1097 time: 0.0926988 Jul 06 11:52:25.080132 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3de1f928-3659-4621-8164-c1b87a5a86b9 req-a1f2a14e-bf9d-42a0-a2d9-4d612b77661f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4559d396-2d93-404f-baed-922062c547a5 HTTP/1.1" status: 200 len: 217 time: 0.0473661 Jul 06 11:52:25.126775 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56336) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:25.166686 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc8b344-1770-4e50-a3d3-cb76a88b1894 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:25.172368 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9dc8b344-1770-4e50-a3d3-cb76a88b1894 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.179907 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5ae647-b719-4252-be87-fb71fd9b4f05 None None] Sync routers for ids ['d4c68f84-d34f-4409-a111-d1ce98926356'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:25.194581 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5ae647-b719-4252-be87-fb71fd9b4f05 None None] Routers {'d4c68f84-d34f-4409-a111-d1ce98926356'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:25.196430 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8a5ae647-b719-4252-be87-fb71fd9b4f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:52:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['d4c68f84-d34f-4409-a111-d1ce98926356'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:25.198417 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eef74b69-00f8-466f-83f6-e5a67ecff61d req-39f3be21-7ac0-4e40-be39-0d5f1ea5e9cf tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172967 Jul 06 11:52:25.204338 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-407a1af8-8ef3-4f23-8a8c-fa50e00e600a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ab73a3f25da64d73b570a8cc2fc35a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0760984 Jul 06 11:52:25.205719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1f928-3659-4621-8164-c1b87a5a86b9 req-c61cb854-22f4-4ba8-8973-cdb2ffdabdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:25.207734 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3de1f928-3659-4621-8164-c1b87a5a86b9 req-c61cb854-22f4-4ba8-8973-cdb2ffdabdc3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.1196575 Jul 06 11:52:25.207888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56342) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:25.217659 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9dc8b344-1770-4e50-a3d3-cb76a88b1894 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "PUT /v2.0/floatingips/bbadbfa1-e913-40f7-98c2-b2534da2b005 HTTP/1.1" status: 200 len: 990 time: 1.8425710 Jul 06 11:52:25.218497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad9f775-50cb-4d52-ac22-414d5de80e47', 'tag': '051460bc-bf70-4958-9994-2429d87606bc'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:25.232568 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d5a448-5541-4e2b-a04d-2d9378574130" -d '{"events": [{"name": "network-changed", "server_uuid": "cad9f775-50cb-4d52-ac22-414d5de80e47", "tag": "051460bc-bf70-4958-9994-2429d87606bc"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:25.255677 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 98198583-575a-4ad3-8e27-001e5572b083 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:25.272750 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3de1f928-3659-4621-8164-c1b87a5a86b9 req-72c65d8f-0d34-47c9-b1e9-c16dfad2a274 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577822 Jul 06 11:52:25.310147 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 98198583-575a-4ad3-8e27-001e5572b083 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:25.317898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 98198583-575a-4ad3-8e27-001e5572b083 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:25.318657 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.361950 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c33e2-3bbf-4460-8b1e-9c3bd3eafb94 req-76f42bdd-0d6b-44f7-b46e-5cec86a2d419 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:25.367152 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2b9c33e2-3bbf-4460-8b1e-9c3bd3eafb94 req-76f42bdd-0d6b-44f7-b46e-5cec86a2d419 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 945 time: 0.1314998 Jul 06 11:52:25.417424 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-8a5ae647-b719-4252-be87-fb71fd9b4f05 None None] Set router d4c68f84-d34f-4409-a111-d1ce98926356 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:25.418074 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.447396 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb25cf22-8472-46eb-9c5d-bfb61a7179b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.452470 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2b9c33e2-3bbf-4460-8b1e-9c3bd3eafb94 req-032a2a49-e886-4f6c-af7b-e092ec790c11 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785232 Jul 06 11:52:25.470087 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb25cf22-8472-46eb-9c5d-bfb61a7179b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.488424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 98198583-575a-4ad3-8e27-001e5572b083, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=98198583-575a-4ad3-8e27-001e5572b083,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:25.491516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87493f0d-6a83-403c-9104-ecaeaae227b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98198583-575a-4ad3-8e27-001e5572b083'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:25.499909 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72e7dee-a4a0-4016-ac74-95f9e24c503b" -d '{"events": [{"server_uuid": "87493f0d-6a83-403c-9104-ecaeaae227b5", "name": "network-vif-plugged", "status": "completed", "tag": "98198583-575a-4ad3-8e27-001e5572b083"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:25.523668 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.540496 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb25cf22-8472-46eb-9c5d-bfb61a7179b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.543059 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb25cf22-8472-46eb-9c5d-bfb61a7179b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:25.544236 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bb25cf22-8472-46eb-9c5d-bfb61a7179b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a9f29091-db06-4a4d-bfad-76fcbd3a02b2 HTTP/1.1" status: 204 len: 168 time: 0.3354630 Jul 06 11:52:25.563512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25cf22-8472-46eb-9c5d-bfb61a7179b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f29091-db06-4a4d-bfad-76fcbd3a02b2,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:25.598964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af03a8-2639-4159-9ae5-8150dba1ef98 req-e659b800-9557-4a4a-a89b-70e73364aed2 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:25.606582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33af03a8-2639-4159-9ae5-8150dba1ef98 req-e659b800-9557-4a4a-a89b-70e73364aed2 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 943 time: 0.2765281 Jul 06 11:52:25.627494 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3de1f928-3659-4621-8164-c1b87a5a86b9 req-67bb295d-3da2-4677-b234-3eff7508031e service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242550 Jul 06 11:52:25.632275 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=98198583-575a-4ad3-8e27-001e5572b083,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:25.682477 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33af03a8-2639-4159-9ae5-8150dba1ef98 req-871c8a58-4e40-46a1-928a-004bbd3215e4 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748999 Jul 06 11:52:25.775592 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8a5ae647-b719-4252-be87-fb71fd9b4f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'name': 'tempest-ServersTestBootFromVolume-847844082-router', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:51:08Z', 'updated_at': '2021-07-06T11:51:20Z', 'revision_number': 4, 'project_id': '92fa138979964412a0cedd1a4908272c', 'gw_port': {'id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:09Z', 'updated_at': '2021-07-06T11:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'bbadbfa1-e913-40f7-98c2-b2534da2b005', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'port_id': '051460bc-bf70-4958-9994-2429d87606bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb', 'mac_address': 'fa:16:3e:7a:2e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9f775-50cb-4d52-ac22-414d5de80e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:51:27Z', 'updated_at': '2021-07-06T11:52:24Z', 'revision_number': 1, 'project_id': '92fa138979964412a0cedd1a4908272c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b9696c-591b-4e81-8206-847167e982bc', 'name': '', 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'mac_address': 'fa:16:3e:98:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:17Z', 'updated_at': '2021-07-06T11:51:29Z', 'revision_number': 5, 'project_id': '92fa138979964412a0cedd1a4908272c', 'subnets': [{'id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:25.817330 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a014bb-f0dd-4d3a-86b6-296e76439d9a x-openstack-request-id: req-64a014bb-f0dd-4d3a-86b6-296e76439d9a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:25.817804 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad9f775-50cb-4d52-ac22-414d5de80e47", "tag": "051460bc-bf70-4958-9994-2429d87606bc", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:25.818744 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-64a014bb-f0dd-4d3a-86b6-296e76439d9a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:25.819456 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad9f775-50cb-4d52-ac22-414d5de80e47', 'tag': '051460bc-bf70-4958-9994-2429d87606bc', 'status': 'completed', 'code': 200} Jul 06 11:52:25.849911 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5ae647-b719-4252-be87-fb71fd9b4f05 None None] Checking router: d4c68f84-d34f-4409-a111-d1ce98926356 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:52:25.859349 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5ae647-b719-4252-be87-fb71fd9b4f05 None None] Routers {'d4c68f84-d34f-4409-a111-d1ce98926356'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:25.860115 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8a5ae647-b719-4252-be87-fb71fd9b4f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:52:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['d4c68f84-d34f-4409-a111-d1ce98926356'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:25.893148 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f670bee-c239-4103-933d-96718a8b2208 x-openstack-request-id: req-7f670bee-c239-4103-933d-96718a8b2208 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:25.893710 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87493f0d-6a83-403c-9104-ecaeaae227b5", "name": "network-vif-plugged", "status": "completed", "tag": "98198583-575a-4ad3-8e27-001e5572b083", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:25.895372 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f670bee-c239-4103-933d-96718a8b2208 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:25.895981 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87493f0d-6a83-403c-9104-ecaeaae227b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98198583-575a-4ad3-8e27-001e5572b083', 'code': 200} Jul 06 11:52:25.931362 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3de1f928-3659-4621-8164-c1b87a5a86b9 req-ede18328-a9ff-4d75-bfdb-464f8a296e5e service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743845 Jul 06 11:52:25.977540 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-8a5ae647-b719-4252-be87-fb71fd9b4f05 None None] Set router d4c68f84-d34f-4409-a111-d1ce98926356 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:25.982773 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5a448-5541-4e2b-a04d-2d9378574130 req-82a62782-6dbe-46c2-a6f7-1e78cdfdb903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:25.985709 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e2d5a448-5541-4e2b-a04d-2d9378574130 req-82a62782-6dbe-46c2-a6f7-1e78cdfdb903 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92fa138979964412a0cedd1a4908272c&device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 1096 time: 0.1489491 Jul 06 11:52:26.017809 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a9b06-c12f-4f27-a1f6-2342bf484971 req-00ca29f9-a6ea-495e-b9ee-7d89679d3a52 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:26.019994 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e1a9b06-c12f-4f27-a1f6-2342bf484971 req-00ca29f9-a6ea-495e-b9ee-7d89679d3a52 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 1097 time: 0.1727459 Jul 06 11:52:26.086145 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e1a9b06-c12f-4f27-a1f6-2342bf484971 req-ae8e6c28-3234-4638-a232-35bdc9853e63 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591099 Jul 06 11:52:26.247759 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8a5ae647-b719-4252-be87-fb71fd9b4f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'name': 'tempest-ServersTestBootFromVolume-847844082-router', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:51:08Z', 'updated_at': '2021-07-06T11:51:20Z', 'revision_number': 4, 'project_id': '92fa138979964412a0cedd1a4908272c', 'gw_port': {'id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:09Z', 'updated_at': '2021-07-06T11:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'bbadbfa1-e913-40f7-98c2-b2534da2b005', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'port_id': '051460bc-bf70-4958-9994-2429d87606bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb', 'mac_address': 'fa:16:3e:7a:2e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9f775-50cb-4d52-ac22-414d5de80e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:51:27Z', 'updated_at': '2021-07-06T11:52:24Z', 'revision_number': 1, 'project_id': '92fa138979964412a0cedd1a4908272c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b9696c-591b-4e81-8206-847167e982bc', 'name': '', 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'mac_address': 'fa:16:3e:98:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:17Z', 'updated_at': '2021-07-06T11:51:29Z', 'revision_number': 5, 'project_id': '92fa138979964412a0cedd1a4908272c', 'subnets': [{'id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:26.272171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5a448-5541-4e2b-a04d-2d9378574130 req-0de3a688-2601-4524-9b70-2794a955a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:26.273674 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e2d5a448-5541-4e2b-a04d-2d9378574130 req-0de3a688-2601-4524-9b70-2794a955a39e service neutron] 10.222.0.23 "GET /v2.0/networks?id=bfdec70e-405a-4398-8a85-862f1559abdb HTTP/1.1" status: 200 len: 916 time: 0.2819018 Jul 06 11:52:26.285327 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5ae647-b719-4252-be87-fb71fd9b4f05 None None] The sync data for ids ['d4c68f84-d34f-4409-a111-d1ce98926356'] in n-d-799529-2 is: [{'id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'name': 'tempest-ServersTestBootFromVolume-847844082-router', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:51:08Z', 'updated_at': '2021-07-06T11:51:20Z', 'revision_number': 4, 'project_id': '92fa138979964412a0cedd1a4908272c', 'gw_port': {'id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:09Z', 'updated_at': '2021-07-06T11:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'bbadbfa1-e913-40f7-98c2-b2534da2b005', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'port_id': '051460bc-bf70-4958-9994-2429d87606bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb', 'mac_address': 'fa:16:3e:7a:2e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad9f775-50cb-4d52-ac22-414d5de80e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:51:27Z', 'updated_at': '2021-07-06T11:52:24Z', 'revision_number': 1, 'project_id': '92fa138979964412a0cedd1a4908272c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b9696c-591b-4e81-8206-847167e982bc', 'name': '', 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'mac_address': 'fa:16:3e:98:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:17Z', 'updated_at': '2021-07-06T11:51:29Z', 'revision_number': 5, 'project_id': '92fa138979964412a0cedd1a4908272c', 'subnets': [{'id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:26.285577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cb264-79b6-448e-b608-b72c61f8bd16 req-a8d2e8d7-4b2e-4b6d-866e-fa6256c63fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:26.287470 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-611cb264-79b6-448e-b608-b72c61f8bd16 req-a8d2e8d7-4b2e-4b6d-866e-fa6256c63fe2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 1097 time: 0.1927123 Jul 06 11:52:26.356186 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503e7d3-32e1-4fbe-abfa-e2922a9af836 req-bfa3a237-89b0-4299-8f1e-e0fc099de4e6 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:26.358719 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6503e7d3-32e1-4fbe-abfa-e2922a9af836 req-bfa3a237-89b0-4299-8f1e-e0fc099de4e6 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.2661188 Jul 06 11:52:26.397583 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-611cb264-79b6-448e-b608-b72c61f8bd16 req-ab7a2c12-d30f-434c-8425-3ba4257962b1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027608 Jul 06 11:52:26.427206 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e2d5a448-5541-4e2b-a04d-2d9378574130 req-569ac7ee-01d9-40ec-a81e-7799413e98da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=051460bc-bf70-4958-9994-2429d87606bc HTTP/1.1" status: 200 len: 998 time: 0.1451712 Jul 06 11:52:26.446676 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6503e7d3-32e1-4fbe-abfa-e2922a9af836 req-1848b4b1-2408-40f0-a689-0dc8c20b56cd tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838232 Jul 06 11:52:26.502252 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5a448-5541-4e2b-a04d-2d9378574130 req-87e1ea5a-d073-4829-a3de-795388dacfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:26.503801 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e2d5a448-5541-4e2b-a04d-2d9378574130 req-87e1ea5a-d073-4829-a3de-795388dacfe4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b38531c5-f32d-4330-b877-eb35fd01762b HTTP/1.1" status: 200 len: 854 time: 0.0561402 Jul 06 11:52:26.627199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5a448-5541-4e2b-a04d-2d9378574130 req-d42cd03a-d72f-4da5-b52b-a9dc58047142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:26.630974 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e2d5a448-5541-4e2b-a04d-2d9378574130 req-d42cd03a-d72f-4da5-b52b-a9dc58047142 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bfdec70e-405a-4398-8a85-862f1559abdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206343 Jul 06 11:52:26.668475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9432b5d2-671c-492a-a0b0-f8e93896e39e None None] New status for floating IP bbadbfa1-e913-40f7-98c2-b2534da2b005: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:52:26.743024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56388) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:26.820119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f493ce-8544-458b-a571-c002a9b672a8 req-f412308b-9fa7-4bb4-9b19-a7cf79a61c32 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:26.821687 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e4f493ce-8544-458b-a571-c002a9b672a8 req-f412308b-9fa7-4bb4-9b19-a7cf79a61c32 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 946 time: 0.1504898 Jul 06 11:52:26.827751 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e2d5a448-5541-4e2b-a04d-2d9378574130 req-18d4edcb-f4cf-43a6-b9f7-8060f43ab5bb service neutron] 10.222.0.23 "GET /v2.0/networks/bfdec70e-405a-4398-8a85-862f1559abdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873615 Jul 06 11:52:26.921293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ab2bad0e-ec27-40e1-8a54-77a0227d99be admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-682295985-network', 'tenant_id': '421b6fb7b43a4fdeaa264d6568f90529'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:26.954819 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e2d5a448-5541-4e2b-a04d-2d9378574130 req-0f2f6d5b-3b8b-4d97-9074-6ebea2ed5b05 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdec70e-405a-4398-8a85-862f1559abdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145124 Jul 06 11:52:26.960045 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e4f493ce-8544-458b-a571-c002a9b672a8 req-1051473f-187c-4c62-8dd9-316da00943f7 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309965 Jul 06 11:52:26.962784 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2bad0e-ec27-40e1-8a54-77a0227d99be admin admin] Made reservation on behalf of 421b6fb7b43a4fdeaa264d6568f90529 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:26.965893 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ab2bad0e-ec27-40e1-8a54-77a0227d99be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:26.987592 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ab2bad0e-ec27-40e1-8a54-77a0227d99be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.118350 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ab2bad0e-ec27-40e1-8a54-77a0227d99be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.122616 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ab2bad0e-ec27-40e1-8a54-77a0227d99be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.171015 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2bad0e-ec27-40e1-8a54-77a0227d99be admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:52:27.184965 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bad0e-ec27-40e1-8a54-77a0227d99be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4438e2b-a4f4-4f3b-9e05-8f65fe7186ac,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:27.190743 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ab2bad0e-ec27-40e1-8a54-77a0227d99be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.191791 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-ab2bad0e-ec27-40e1-8a54-77a0227d99be admin admin] Added segment 866315de-da72-4275-9957-17c2e50d8adf of type vlan for network d0129924-c388-47e2-98a3-99d04cc27a75 Jul 06 11:52:27.248868 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ab2bad0e-ec27-40e1-8a54-77a0227d99be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.281797 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ab2bad0e-ec27-40e1-8a54-77a0227d99be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.283103 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2bad0e-ec27-40e1-8a54-77a0227d99be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:27.283725 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ab2bad0e-ec27-40e1-8a54-77a0227d99be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.324913 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a9324-4c4c-4c43-90c7-b2ec14ef3934 req-87c5ae67-8c55-4d9b-b5d7-5dc5def9f260 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:27.331776 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e2a9324-4c4c-4c43-90c7-b2ec14ef3934 req-87c5ae67-8c55-4d9b-b5d7-5dc5def9f260 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 943 time: 0.0832906 Jul 06 11:52:27.348220 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ab2bad0e-ec27-40e1-8a54-77a0227d99be admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6036956 Jul 06 11:52:27.352345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56416) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:27.359089 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d4929999-c0ac-4dd1-930d-8fa61b7e62b7 admin admin] Request body: {'subnet': {'network_id': 'd0129924-c388-47e2-98a3-99d04cc27a75', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-682295985-subnet', 'tenant_id': '421b6fb7b43a4fdeaa264d6568f90529', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:27.368867 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bad0e-ec27-40e1-8a54-77a0227d99be admin admin] Pushing event updated for resources: {'Network': ['ID=d0129924-c388-47e2-98a3-99d04cc27a75,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:27.383992 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network d0129924-c388-47e2-98a3-99d04cc27a75 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:52:27.387982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4929999-c0ac-4dd1-930d-8fa61b7e62b7 admin admin] Made reservation on behalf of 421b6fb7b43a4fdeaa264d6568f90529 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:27.388155 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e2a9324-4c4c-4c43-90c7-b2ec14ef3934 req-d584f215-0c6b-474b-b0a4-df3046c9593d tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551164 Jul 06 11:52:27.390653 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d4929999-c0ac-4dd1-930d-8fa61b7e62b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.585964 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d4929999-c0ac-4dd1-930d-8fa61b7e62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.641298 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4929999-c0ac-4dd1-930d-8fa61b7e62b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5751823-0f87-4f1d-ad28-8db2e4204f89,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:27.650593 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4929999-c0ac-4dd1-930d-8fa61b7e62b7 admin admin] Checking segment: {'id': '866315de-da72-4275-9957-17c2e50d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd0129924-c388-47e2-98a3-99d04cc27a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:27.650957 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4929999-c0ac-4dd1-930d-8fa61b7e62b7 admin admin] Network hostable DHCP agents. Network: d0129924-c388-47e2-98a3-99d04cc27a75, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:52:27.670556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4929999-c0ac-4dd1-930d-8fa61b7e62b7 admin admin] Network d0129924-c388-47e2-98a3-99d04cc27a75 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:52:27.682429 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-d4929999-c0ac-4dd1-930d-8fa61b7e62b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, d0129924-c388-47e2-98a3-99d04cc27a75) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:27.687780 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4929999-c0ac-4dd1-930d-8fa61b7e62b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:27.688435 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d4929999-c0ac-4dd1-930d-8fa61b7e62b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.695678 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49952d3-5c80-4a62-9cc1-edee7ad15a15 None None] Network d0129924-c388-47e2-98a3-99d04cc27a75 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:27.708079 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d4929999-c0ac-4dd1-930d-8fa61b7e62b7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3546960 Jul 06 11:52:27.710872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56420) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:27.714710 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-f378dc3f-b2ed-4724-a6b5-b951bbcbfef7 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:52:27.715343 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-682295985-router', 'tenant_id': '421b6fb7b43a4fdeaa264d6568f90529', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:27.716115 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-f378dc3f-b2ed-4724-a6b5-b951bbcbfef7 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068665 Jul 06 11:52:27.726885 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-e85d5f81-3886-4f87-967b-f27dd14fc831 service neutron] Request body: {'binding': {'host': 'n-h2-799529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:27.727447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-e85d5f81-3886-4f87-967b-f27dd14fc831 service neutron] Unknown quota resources ['binding']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:52:27.742161 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.743708 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.813806 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.864113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-d0129924-c388-47e2-98a3-99d04cc27a75', 'network_id': 'd0129924-c388-47e2-98a3-99d04cc27a75', 'tenant_id': '421b6fb7b43a4fdeaa264d6568f90529', 'fixed_ips': [{'subnet_id': 'b5751823-0f87-4f1d-ad28-8db2e4204f89'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:52:27.865004 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:27.956570 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.012699 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Allocated IP 172.20.0.2 (d0129924-c388-47e2-98a3-99d04cc27a75/b5751823-0f87-4f1d-ad28-8db2e4204f89/3d415ebd-f436-470d-b76e-d5f908e0628d) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:28.149234 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45545523-f755-4705-9f92-5a8410e4d256 req-83e51995-30ff-4b71-9825-f01020c4666c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:28.150628 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45545523-f755-4705-9f92-5a8410e4d256 req-83e51995-30ff-4b71-9825-f01020c4666c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.1255827 Jul 06 11:52:28.168934 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.169892 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.178643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Transition to ACTIVE for port object 3d415ebd-f436-470d-b76e-d5f908e0628d will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:28.195828 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.201634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Transition to ACTIVE for port object 3d415ebd-f436-470d-b76e-d5f908e0628d will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:28.208692 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.219881 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45545523-f755-4705-9f92-5a8410e4d256 req-e99607a1-a445-4544-bfce-c261145a66f8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591919 Jul 06 11:52:28.231445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-e85d5f81-3886-4f87-967b-f27dd14fc831 service neutron] Attempting to bind port 1e800218-a76d-4ae8-9c11-0d8f93fc741d on host n-h2-799529-2 for vnic_type normal with profile None {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:28.231779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-e85d5f81-3886-4f87-967b-f27dd14fc831 service neutron] Attempting to bind port 1e800218-a76d-4ae8-9c11-0d8f93fc741d by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:28.232102 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-e85d5f81-3886-4f87-967b-f27dd14fc831 service neutron] Attempting to bind port 1e800218-a76d-4ae8-9c11-0d8f93fc741d on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:28.236666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-e85d5f81-3886-4f87-967b-f27dd14fc831 service neutron] Port 1e800218-a76d-4ae8-9c11-0d8f93fc741d on network f2e9b7d6-944b-4592-9597-94c9d66799e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:28.236988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-e85d5f81-3886-4f87-967b-f27dd14fc831 service neutron] Attempting to bind port 1e800218-a76d-4ae8-9c11-0d8f93fc741d on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:28.242380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-e85d5f81-3886-4f87-967b-f27dd14fc831 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:28.243151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-e85d5f81-3886-4f87-967b-f27dd14fc831 service neutron] Checking segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:28.243716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-e85d5f81-3886-4f87-967b-f27dd14fc831 service neutron] Bound using segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:28.244330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-e85d5f81-3886-4f87-967b-f27dd14fc831 service neutron] Bound port: 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:28.248388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Network d0129924-c388-47e2-98a3-99d04cc27a75 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:28.262962 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:28.267016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:28.280675 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Pushing event updated for resources: {'Port': ['ID=3d415ebd-f436-470d-b76e-d5f908e0628d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:28.306589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-e85d5f81-3886-4f87-967b-f27dd14fc831 service neutron] For port 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=1e800218-a76d-4ae8-9c11-0d8f93fc741d,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:28.313728 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-e85d5f81-3886-4f87-967b-f27dd14fc831 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.315041 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-e85d5f81-3886-4f87-967b-f27dd14fc831 service neutron] 10.222.0.81 "POST /v2.0/ports/1e800218-a76d-4ae8-9c11-0d8f93fc741d/bindings HTTP/1.1" status: 201 len: 389 time: 0.5922277 Jul 06 11:52:28.336499 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Allocated IP 172.25.4.4 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/21793a5a-9071-4ad7-876b-94d86062782b) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:28.340739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Attempting to bind port 3d415ebd-f436-470d-b76e-d5f908e0628d on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:28.341429 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Attempting to bind port 3d415ebd-f436-470d-b76e-d5f908e0628d by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '866315de-da72-4275-9957-17c2e50d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd0129924-c388-47e2-98a3-99d04cc27a75'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:28.342015 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Attempting to bind port 3d415ebd-f436-470d-b76e-d5f908e0628d on network d0129924-c388-47e2-98a3-99d04cc27a75 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:28.347931 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:28.348296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Checking segment: {'id': '866315de-da72-4275-9957-17c2e50d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd0129924-c388-47e2-98a3-99d04cc27a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:28.348988 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.349555 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Bound using segment: {'id': '866315de-da72-4275-9957-17c2e50d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd0129924-c388-47e2-98a3-99d04cc27a75'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:28.350749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Bound port: 3d415ebd-f436-470d-b76e-d5f908e0628d, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866315de-da72-4275-9957-17c2e50d8adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd0129924-c388-47e2-98a3-99d04cc27a75'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:28.351221 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.439713 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784125a-6def-422c-9fc0-b3babb1bdbe5 req-e5ec6436-8ff9-4d79-bbfd-77fed4738121 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:28.448061 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c784125a-6def-422c-9fc0-b3babb1bdbe5 req-e5ec6436-8ff9-4d79-bbfd-77fed4738121 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 946 time: 0.0882432 Jul 06 11:52:28.490418 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.504683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] For port 3d415ebd-f436-470d-b76e-d5f908e0628d, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:28.508628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] For port 3d415ebd-f436-470d-b76e-d5f908e0628d, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3d415ebd-f436-470d-b76e-d5f908e0628d,segment=NetworkSegment(866315de-da72-4275-9957-17c2e50d8adf),segment_id=866315de-da72-4275-9957-17c2e50d8adf)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:28.511565 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c784125a-6def-422c-9fc0-b3babb1bdbe5 req-4cb081c1-59d9-4b08-9144-802a141ba778 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610712 Jul 06 11:52:28.515977 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.551850 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:28.624098 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c2889-1cb5-4acc-a2e1-03ba46fde971 None None] Pushing event updated for resources: {'Port': ['ID=3d415ebd-f436-470d-b76e-d5f908e0628d,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:28.624476 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:28.627593 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:28.632641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:28.639429 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Pushing event updated for resources: {'Port': ['ID=21793a5a-9071-4ad7-876b-94d86062782b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:28.725875 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-6c7e3305-1d59-40cc-bded-1b8b8c4d21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:28.727519 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-6c7e3305-1d59-40cc-bded-1b8b8c4d21a1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 1097 time: 0.1155703 Jul 06 11:52:28.829350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bee356-6ea2-4ad8-8c7a-2c00faeb907c req-b39ef733-e113-41b3-87c0-71aa7085fb08 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:28.830750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0624b0-d7a8-41ff-9665-f7b26922283a req-e343c9a5-52a3-46e6-8793-129cb72c7dca tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:28.832577 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5bee356-6ea2-4ad8-8c7a-2c00faeb907c req-b39ef733-e113-41b3-87c0-71aa7085fb08 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 943 time: 0.1467483 Jul 06 11:52:28.838349 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc0624b0-d7a8-41ff-9665-f7b26922283a req-e343c9a5-52a3-46e6-8793-129cb72c7dca tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 946 time: 0.2030468 Jul 06 11:52:28.895242 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-a1a71a9d-4bcf-4f9f-9383-0f9e072a5645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:28.896776 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-a1a71a9d-4bcf-4f9f-9383-0f9e072a5645 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.1626565 Jul 06 11:52:28.920998 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5bee356-6ea2-4ad8-8c7a-2c00faeb907c req-1d338b19-52b1-46fc-84ff-6ac29e8f40b8 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686002 Jul 06 11:52:28.943100 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc0624b0-d7a8-41ff-9665-f7b26922283a req-ae5d9d97-e719-4a38-b6b9-eff605085b1c tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037683 Jul 06 11:52:28.952051 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-c8d7703b-4ef0-4f73-9b63-2ec7047d4238 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e800218-a76d-4ae8-9c11-0d8f93fc741d HTTP/1.1" status: 200 len: 217 time: 0.0462747 Jul 06 11:52:29.025760 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.044186 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-4471b636-32ea-4223-a375-756e485b5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:29.047426 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-4471b636-32ea-4223-a375-756e485b5146 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.0879443 Jul 06 11:52:29.091613 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-f26a7383-d182-49b2-afb8-bb40a81af038 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369227 Jul 06 11:52:29.234162 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-9e8c0d95-bf50-4c99-a44e-5c03bb9948b6 service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354656 Jul 06 11:52:29.413560 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-8f1fab18-7618-47d4-9bec-c43c295133c1 service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617680 Jul 06 11:52:29.426469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc925c-994b-4ac9-993b-7e138bbf8e25 req-ce915e25-a8a0-400b-bc4e-cdf950031ada tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:29.433991 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9acc925c-994b-4ac9-993b-7e138bbf8e25 req-ce915e25-a8a0-400b-bc4e-cdf950031ada tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 946 time: 0.1589227 Jul 06 11:52:29.486251 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9acc925c-994b-4ac9-993b-7e138bbf8e25 req-75dacf8e-3f20-4ca8-808b-2762ed46a321 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482435 Jul 06 11:52:29.639477 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.704151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae97494-8079-4fff-9ed8-4d717ff12166 req-4986a837-fe9f-4e50-9e47-621adca11770 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:29.705733 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ae97494-8079-4fff-9ed8-4d717ff12166 req-4986a837-fe9f-4e50-9e47-621adca11770 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.1361189 Jul 06 11:52:29.784394 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ae97494-8079-4fff-9ed8-4d717ff12166 req-56ccbf0a-7158-41fe-8de7-fa31e5696ef2 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709424 Jul 06 11:52:29.807785 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a671385f-1fdf-4292-b543-6613bca9875a None None] Network d0129924-c388-47e2-98a3-99d04cc27a75 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:29.834972 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Router a512e00f-0958-49c6-91b7-a926796231cd is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:52:29.928285 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c6bcbad0-d538-49e3-a30b-64decaeecaad None None] Provisioning for port 3d415ebd-f436-470d-b76e-d5f908e0628d completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:29.960516 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:29.973230 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Sync routers for ids ['a512e00f-0958-49c6-91b7-a926796231cd'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:29.986475 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:29.991435 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e728edc1-248f-4ede-841f-d532618bdc45 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2769141 Jul 06 11:52:29.991951 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56446) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:30.007273 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Routers {'a512e00f-0958-49c6-91b7-a926796231cd'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:30.008001 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:52:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a512e00f-0958-49c6-91b7-a926796231cd'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:30.254446 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Set router a512e00f-0958-49c6-91b7-a926796231cd gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:30.278792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade5e98-6d1a-4442-8c71-328977a4f3b4 req-cee5f02f-eed5-49a4-a6c6-c7fd1faa9d0b tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:30.280687 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5ade5e98-6d1a-4442-8c71-328977a4f3b4 req-cee5f02f-eed5-49a4-a6c6-c7fd1faa9d0b tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 946 time: 0.0992503 Jul 06 11:52:30.322225 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5ade5e98-6d1a-4442-8c71-328977a4f3b4 req-065074b1-4e79-430a-9388-6c583edf0a8c tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342729 Jul 06 11:52:30.341387 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270b3a8-7942-4564-b69b-bb1e498d5821 req-5283e969-3d56-4e00-bb0a-13f948c5ac28 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:30.342869 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5270b3a8-7942-4564-b69b-bb1e498d5821 req-5283e969-3d56-4e00-bb0a-13f948c5ac28 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 943 time: 0.2390969 Jul 06 11:52:30.414877 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5270b3a8-7942-4564-b69b-bb1e498d5821 req-ab6c3a7e-6756-4787-8c69-e2dfed423309 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389588 Jul 06 11:52:30.515784 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-682295985-router', 'tenant_id': '421b6fb7b43a4fdeaa264d6568f90529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '21793a5a-9071-4ad7-876b-94d86062782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:27Z', 'updated_at': '2021-07-06T11:52:28Z', 'revision_number': 3, 'project_id': '421b6fb7b43a4fdeaa264d6568f90529', 'gw_port': {'id': '21793a5a-9071-4ad7-876b-94d86062782b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:28Z', 'updated_at': '2021-07-06T11:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:30.545988 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Checking router: a512e00f-0958-49c6-91b7-a926796231cd for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:52:30.546332 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Updating router a512e00f-0958-49c6-91b7-a926796231cd port 21793a5a-9071-4ad7-876b-94d86062782b binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:52:30.585124 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.648157 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:30.701196 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeb239-2ec9-4a36-a557-ff5d76bf32fe req-eb4e58f7-f221-46a7-a49a-3489280e5e49 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:30.710258 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d5eeb239-2ec9-4a36-a557-ff5d76bf32fe req-eb4e58f7-f221-46a7-a49a-3489280e5e49 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 946 time: 0.0990484 Jul 06 11:52:30.758097 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d5eeb239-2ec9-4a36-a557-ff5d76bf32fe req-5a50387b-cae4-4c91-b7d8-602d5745da44 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466938 Jul 06 11:52:30.818506 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3d415ebd-f436-470d-b76e-d5f908e0628d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:30.896618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Allocated IP 172.20.0.1 (d0129924-c388-47e2-98a3-99d04cc27a75/b5751823-0f87-4f1d-ad28-8db2e4204f89/14b6381f-ce46-4040-8919-b210abf84133) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:30.920536 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 3d415ebd-f436-470d-b76e-d5f908e0628d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:30.925673 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3d415ebd-f436-470d-b76e-d5f908e0628d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:30.926217 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.071908 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.085840 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.106756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Transition to ACTIVE for port object 14b6381f-ce46-4040-8919-b210abf84133 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:31.158766 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 3d415ebd-f436-470d-b76e-d5f908e0628d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3d415ebd-f436-470d-b76e-d5f908e0628d,segment=NetworkSegment(866315de-da72-4275-9957-17c2e50d8adf),segment_id=866315de-da72-4275-9957-17c2e50d8adf)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:31.163486 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.164376 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.223022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Network d0129924-c388-47e2-98a3-99d04cc27a75 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:31.227007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:31.228950 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.229713 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:31.243308 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Transition to ACTIVE for port object 21793a5a-9071-4ad7-876b-94d86062782b will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:31.250465 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.293678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Pushing event updated for resources: {'Port': ['ID=14b6381f-ce46-4040-8919-b210abf84133,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:31.296601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=3d415ebd-f436-470d-b76e-d5f908e0628d,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:31.313347 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.316200 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Attempting to bind port 21793a5a-9071-4ad7-876b-94d86062782b on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:31.316919 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Attempting to bind port 21793a5a-9071-4ad7-876b-94d86062782b by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:31.317527 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Attempting to bind port 21793a5a-9071-4ad7-876b-94d86062782b on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:31.323806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56ad80-d4cc-45ba-aaf5-2c51ebd9d276 req-2025b563-ddf5-4711-bdee-1c5f75f15c99 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:31.325351 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fa56ad80-d4cc-45ba-aaf5-2c51ebd9d276 req-2025b563-ddf5-4711-bdee-1c5f75f15c99 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.1762323 Jul 06 11:52:31.331220 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:31.332592 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:31.333299 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.333903 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:31.334732 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Bound port: 21793a5a-9071-4ad7-876b-94d86062782b, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:31.335416 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.388477 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a5461-3557-4832-aaeb-3a7e92a66534 None None] Pushing event updated for resources: {'Port': ['ID=21793a5a-9071-4ad7-876b-94d86062782b,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:31.399268 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351f723-16dd-4768-a7ce-06d609237938 req-41c1a3f4-0d43-4fbe-a50a-ccaf0d5dce9f tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:31.406368 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c351f723-16dd-4768-a7ce-06d609237938 req-41c1a3f4-0d43-4fbe-a50a-ccaf0d5dce9f tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 946 time: 0.1330538 Jul 06 11:52:31.422327 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a5461-3557-4832-aaeb-3a7e92a66534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:31.422744 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a5461-3557-4832-aaeb-3a7e92a66534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:31.423130 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a5461-3557-4832-aaeb-3a7e92a66534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:31.423824 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a5461-3557-4832-aaeb-3a7e92a66534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:31.424164 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a5461-3557-4832-aaeb-3a7e92a66534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:31.424495 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a5461-3557-4832-aaeb-3a7e92a66534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:31.424832 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a5461-3557-4832-aaeb-3a7e92a66534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:31.425180 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a5461-3557-4832-aaeb-3a7e92a66534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:31.425508 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a5461-3557-4832-aaeb-3a7e92a66534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:31.425831 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a5461-3557-4832-aaeb-3a7e92a66534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:31.426153 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a5461-3557-4832-aaeb-3a7e92a66534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:31.426473 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a5461-3557-4832-aaeb-3a7e92a66534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:31.449212 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] For port 21793a5a-9071-4ad7-876b-94d86062782b, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:31.454854 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] For port 21793a5a-9071-4ad7-876b-94d86062782b, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=21793a5a-9071-4ad7-876b-94d86062782b,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:31.469062 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.476011 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c351f723-16dd-4768-a7ce-06d609237938 req-49dc7ec8-6348-440b-9938-8e35ac830577 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646234 Jul 06 11:52:31.503606 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fa56ad80-d4cc-45ba-aaf5-2c51ebd9d276 req-b1ec03e4-548d-49c7-9f37-4f123e8332f7 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336029 Jul 06 11:52:31.570702 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.602242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d8a0586b-c850-4005-8802-fb86cb0dfda2 None None] Provisioning for port 14b6381f-ce46-4040-8919-b210abf84133 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:31.611126 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d8a0586b-c850-4005-8802-fb86cb0dfda2 None None] Provisioning complete for port 14b6381f-ce46-4040-8919-b210abf84133 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:31.611626 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Routers {'a512e00f-0958-49c6-91b7-a926796231cd'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:31.611961 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8a0586b-c850-4005-8802-fb86cb0dfda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.612260 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:52:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a512e00f-0958-49c6-91b7-a926796231cd'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:31.627882 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a5461-3557-4832-aaeb-3a7e92a66534 None None] Pushing event updated for resources: {'Port': ['ID=21793a5a-9071-4ad7-876b-94d86062782b,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:31.678402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8a847-d49d-40ca-ab81-b33027aa2149 req-5628ed4e-b346-4dec-858c-d507f99abfd1 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:31.685806 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8e8a847-d49d-40ca-ab81-b33027aa2149 req-5628ed4e-b346-4dec-858c-d507f99abfd1 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 946 time: 0.0895610 Jul 06 11:52:31.689219 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d8a0586b-c850-4005-8802-fb86cb0dfda2 None None] Port 14b6381f-ce46-4040-8919-b210abf84133 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:31.726783 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8e8a847-d49d-40ca-ab81-b33027aa2149 req-a8f102a9-d34a-452d-8b4d-8e9ea986717e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Jul 06 11:52:31.789501 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] Set router a512e00f-0958-49c6-91b7-a926796231cd gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:31.825336 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728ba01-ed0d-47c7-b8ff-f01cb52f2bcc req-a23a30b5-92de-419b-9958-2b75768b48a6 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:31.832222 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6728ba01-ed0d-47c7-b8ff-f01cb52f2bcc req-a23a30b5-92de-419b-9958-2b75768b48a6 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 943 time: 0.1450629 Jul 06 11:52:31.886823 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.894312 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:31.899011 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6728ba01-ed0d-47c7-b8ff-f01cb52f2bcc req-2a2d2c9c-a8f4-4dc6-862c-62700e6a3154 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659432 Jul 06 11:52:31.958918 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Pushing event updated for resources: {'Port': ['ID=14b6381f-ce46-4040-8919-b210abf84133,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:31.987609 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.069408 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-682295985-router', 'tenant_id': '421b6fb7b43a4fdeaa264d6568f90529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '21793a5a-9071-4ad7-876b-94d86062782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:27Z', 'updated_at': '2021-07-06T11:52:31Z', 'revision_number': 4, 'project_id': '421b6fb7b43a4fdeaa264d6568f90529', 'gw_port': {'id': '21793a5a-9071-4ad7-876b-94d86062782b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:28Z', 'updated_at': '2021-07-06T11:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '14b6381f-ce46-4040-8919-b210abf84133', 'name': '', 'network_id': 'd0129924-c388-47e2-98a3-99d04cc27a75', 'tenant_id': '421b6fb7b43a4fdeaa264d6568f90529', 'mac_address': 'fa:16:3e:a5:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b5751823-0f87-4f1d-ad28-8db2e4204f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:30Z', 'updated_at': '2021-07-06T11:52:30Z', 'revision_number': 1, 'project_id': '421b6fb7b43a4fdeaa264d6568f90529', 'subnets': [{'id': 'b5751823-0f87-4f1d-ad28-8db2e4204f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:32.103895 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4198fb2d-ec90-497a-89a2-3e77a8ff36b3 None None] The sync data for ids ['a512e00f-0958-49c6-91b7-a926796231cd'] in n-d-799529-2 is: [{'id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-682295985-router', 'tenant_id': '421b6fb7b43a4fdeaa264d6568f90529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '21793a5a-9071-4ad7-876b-94d86062782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:27Z', 'updated_at': '2021-07-06T11:52:31Z', 'revision_number': 4, 'project_id': '421b6fb7b43a4fdeaa264d6568f90529', 'gw_port': {'id': '21793a5a-9071-4ad7-876b-94d86062782b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:28Z', 'updated_at': '2021-07-06T11:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '14b6381f-ce46-4040-8919-b210abf84133', 'name': '', 'network_id': 'd0129924-c388-47e2-98a3-99d04cc27a75', 'tenant_id': '421b6fb7b43a4fdeaa264d6568f90529', 'mac_address': 'fa:16:3e:a5:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b5751823-0f87-4f1d-ad28-8db2e4204f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:30Z', 'updated_at': '2021-07-06T11:52:30Z', 'revision_number': 1, 'project_id': '421b6fb7b43a4fdeaa264d6568f90529', 'subnets': [{'id': 'b5751823-0f87-4f1d-ad28-8db2e4204f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:32.113591 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Network d0129924-c388-47e2-98a3-99d04cc27a75 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:32.115111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:32.247575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Router a512e00f-0958-49c6-91b7-a926796231cd has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:52:32.395613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:32.403749 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d294fe7e-fdc1-4469-bb53-d1eff0eedc8f admin admin] 10.222.0.81 "PUT /v2.0/routers/a512e00f-0958-49c6-91b7-a926796231cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4105279 Jul 06 11:52:32.413902 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8c47c352-c0f6-45d8-b95d-48f2fd4ca735 None None] Provisioning complete for port 14b6381f-ce46-4040-8919-b210abf84133 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:32.414347 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8c47c352-c0f6-45d8-b95d-48f2fd4ca735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.467501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8c47c352-c0f6-45d8-b95d-48f2fd4ca735 None None] Port 14b6381f-ce46-4040-8919-b210abf84133 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:52:32.688500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8b94-a5af-4648-b640-0272826a5da8 req-31f91547-9fe2-445c-93b6-bcf72359b159 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:32.690233 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-135e8b94-a5af-4648-b640-0272826a5da8 req-31f91547-9fe2-445c-93b6-bcf72359b159 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 946 time: 0.0753405 Jul 06 11:52:32.733896 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3d415ebd-f436-470d-b76e-d5f908e0628d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:32.739993 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-135e8b94-a5af-4648-b640-0272826a5da8 req-202baec7-b2a8-4f72-9be9-169d4e877d91 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402763 Jul 06 11:52:32.767612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a43bd9-1081-4fa0-9675-8497dcf2181e req-bcba36f4-c60a-4262-aba4-75ff48f34d80 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:32.767612 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c6a43bd9-1081-4fa0-9675-8497dcf2181e req-bcba36f4-c60a-4262-aba4-75ff48f34d80 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "GET /v2.0/ports?device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 946 time: 0.1738026 Jul 06 11:52:32.818378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3d415ebd-f436-470d-b76e-d5f908e0628d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:32.819144 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:32.922674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb669c0-8e25-4113-813b-131e3ea660b1 req-4205cadd-494d-4c0d-81fd-d72edd88c8a9 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:32.935963 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ebb669c0-8e25-4113-813b-131e3ea660b1 req-4205cadd-494d-4c0d-81fd-d72edd88c8a9 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.2708907 Jul 06 11:52:32.994717 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ebb669c0-8e25-4113-813b-131e3ea660b1 req-57fd2b42-dd7a-48f8-9ab1-0598f39efa93 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561209 Jul 06 11:52:33.004634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-c6a43bd9-1081-4fa0-9675-8497dcf2181e req-b279fcb9-cc37-4bc1-bac2-71444482b665 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Deleting port 98198583-575a-4ad3-8e27-001e5572b083 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:33.005024 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c6a43bd9-1081-4fa0-9675-8497dcf2181e req-b279fcb9-cc37-4bc1-bac2-71444482b665 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.031491 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f4199b1-00e0-40e8-9e4d-e4620dd9ae06 req-586ef407-a1c9-4c96-849a-eafaca4d6805 tempest-FloatingIPsNegativeTestJSON-1135403246 tempest-FloatingIPsNegativeTestJSON-1135403246-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=421b6fb7b43a4fdeaa264d6568f90529 HTTP/1.1" status: 200 len: 217 time: 0.0853143 Jul 06 11:52:33.369109 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2f613-2bdf-4a99-b018-3f8fca5ea34b req-23dd8855-d2a4-4c4c-a2e4-6f7e8942508c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:33.377099 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02a2f613-2bdf-4a99-b018-3f8fca5ea34b req-23dd8855-d2a4-4c4c-a2e4-6f7e8942508c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 943 time: 0.0852060 Jul 06 11:52:33.432225 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02a2f613-2bdf-4a99-b018-3f8fca5ea34b req-056081be-9f34-46e9-96d5-334a7eb8e2dd tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536225 Jul 06 11:52:33.486911 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02f53625-8fac-42e3-90e2-077d06e010c1 req-13deedd1-c53a-43ec-9792-d2b3882a1deb tempest-FloatingIPsNegativeTestJSON-1135403246 tempest-FloatingIPsNegativeTestJSON-1135403246-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0287299 Jul 06 11:52:33.501079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c6a43bd9-1081-4fa0-9675-8497dcf2181e req-b279fcb9-cc37-4bc1-bac2-71444482b665 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] For port 98198583-575a-4ad3-8e27-001e5572b083, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=98198583-575a-4ad3-8e27-001e5572b083,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:33.501467 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c6a43bd9-1081-4fa0-9675-8497dcf2181e req-b279fcb9-cc37-4bc1-bac2-71444482b665 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.541420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb4a15-3da5-4d71-8a67-cae08cd57003 req-d193bced-7cc9-45bc-ab23-4e4998b90110 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:33.543028 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ccb4a15-3da5-4d71-8a67-cae08cd57003 req-d193bced-7cc9-45bc-ab23-4e4998b90110 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 946 time: 0.1346171 Jul 06 11:52:33.544114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-c6a43bd9-1081-4fa0-9675-8497dcf2181e req-b279fcb9-cc37-4bc1-bac2-71444482b665 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Calling delete_port for 98198583-575a-4ad3-8e27-001e5572b083 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:33.652708 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ccb4a15-3da5-4d71-8a67-cae08cd57003 req-746321db-f4bd-4c2c-af70-e49cca22a5d8 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004884 Jul 06 11:52:33.745724 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-9dc747ed-c720-44d4-9c56-ac9763f19cbc req-f245b1c2-85cd-4a68-b951-d7f1987d1ad1 tempest-FloatingIPsNegativeTestJSON-1135403246 tempest-FloatingIPsNegativeTestJSON-1135403246-project] show failed (client error): The resource could not be found. Jul 06 11:52:33.746828 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9dc747ed-c720-44d4-9c56-ac9763f19cbc req-f245b1c2-85cd-4a68-b951-d7f1987d1ad1 tempest-FloatingIPsNegativeTestJSON-1135403246 tempest-FloatingIPsNegativeTestJSON-1135403246-project] 10.222.0.81 "GET /v2.0/floatingips/a8553244-ca37-4171-b074-8f47155451d9 HTTP/1.1" status: 404 len: 350 time: 0.0541356 Jul 06 11:52:33.758253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56496) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:33.835572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c6a43bd9-1081-4fa0-9675-8497dcf2181e req-b279fcb9-cc37-4bc1-bac2-71444482b665 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.854206 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['98198583-575a-4ad3-8e27-001e5572b083'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:33.954368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a43bd9-1081-4fa0-9675-8497dcf2181e req-b279fcb9-cc37-4bc1-bac2-71444482b665 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] No DVR routers for this DVR port 98198583-575a-4ad3-8e27-001e5572b083 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:33.958860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279fcb9-cc37-4bc1-bac2-71444482b665 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Pushing event deleted for resources: {'Port': ['ID=98198583-575a-4ad3-8e27-001e5572b083,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:33.966204 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c6a43bd9-1081-4fa0-9675-8497dcf2181e req-b279fcb9-cc37-4bc1-bac2-71444482b665 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:33.970394 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c6a43bd9-1081-4fa0-9675-8497dcf2181e req-b279fcb9-cc37-4bc1-bac2-71444482b665 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "DELETE /v2.0/ports/98198583-575a-4ad3-8e27-001e5572b083 HTTP/1.1" status: 204 len: 173 time: 1.1968241 Jul 06 11:52:33.970938 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87493f0d-6a83-403c-9104-ecaeaae227b5', 'name': 'network-vif-deleted', 'tag': '98198583-575a-4ad3-8e27-001e5572b083'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:33.973922 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316e90f7-187d-412b-bdf7-a0883cddce5e" -d '{"events": [{"server_uuid": "87493f0d-6a83-403c-9104-ecaeaae227b5", "name": "network-vif-deleted", "tag": "98198583-575a-4ad3-8e27-001e5572b083"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:34.013989 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d0c5713-cd6c-4698-b777-4c3e58c56f52 req-5d8c5fa0-6630-43bb-b996-a29bcaac042a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=87493f0d-6a83-403c-9104-ecaeaae227b5 HTTP/1.1" status: 200 len: 210 time: 0.0510871 Jul 06 11:52:34.134554 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ea896f-daf6-47bd-9922-0680fe9b39df x-openstack-request-id: req-e6ea896f-daf6-47bd-9922-0680fe9b39df {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:34.134816 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87493f0d-6a83-403c-9104-ecaeaae227b5", "name": "network-vif-deleted", "tag": "98198583-575a-4ad3-8e27-001e5572b083", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:34.135009 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6ea896f-daf6-47bd-9922-0680fe9b39df {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:34.135840 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87493f0d-6a83-403c-9104-ecaeaae227b5', 'name': 'network-vif-deleted', 'tag': '98198583-575a-4ad3-8e27-001e5572b083', 'status': 'completed', 'code': 200} Jul 06 11:52:34.201824 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c0a24-1b81-4df9-9a27-6bf319e73ee9 req-b85ac96c-5cea-4c1f-82a8-7f1aadb1ddf5 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:34.203489 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-766c0a24-1b81-4df9-9a27-6bf319e73ee9 req-b85ac96c-5cea-4c1f-82a8-7f1aadb1ddf5 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 945 time: 0.2081325 Jul 06 11:52:34.284366 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-766c0a24-1b81-4df9-9a27-6bf319e73ee9 req-2ff6a153-d054-471c-8d3a-1dcc3add218d tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729053 Jul 06 11:52:34.525282 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1180a-c9f2-483f-ac82-5d4ac48394d6 req-03276c3c-a02b-4cd7-a12f-676f55261756 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:34.527272 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4af1180a-c9f2-483f-ac82-5d4ac48394d6 req-03276c3c-a02b-4cd7-a12f-676f55261756 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.0825155 Jul 06 11:52:34.561707 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e352c269-16ab-4100-9f4e-6573b8f73876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:34.662629 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4af1180a-c9f2-483f-ac82-5d4ac48394d6 req-84bad771-f2e6-472e-8280-79ea18ebd8c0 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180387 Jul 06 11:52:34.826744 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 21793a5a-9071-4ad7-876b-94d86062782b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:34.890010 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 21793a5a-9071-4ad7-876b-94d86062782b completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:34.897066 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 21793a5a-9071-4ad7-876b-94d86062782b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:34.897876 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:34.939025 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686c95a-1e71-4d5e-88dd-8be4ed2925c8 req-ba89e5dd-79d9-40ef-aeb5-fae38c81d0d9 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:34.940637 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c686c95a-1e71-4d5e-88dd-8be4ed2925c8 req-ba89e5dd-79d9-40ef-aeb5-fae38c81d0d9 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 943 time: 0.3331466 Jul 06 11:52:35.016581 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.035861 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c686c95a-1e71-4d5e-88dd-8be4ed2925c8 req-9098bd09-ca0c-4c81-8fbb-12b7c861244a tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756660 Jul 06 11:52:35.043165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 21793a5a-9071-4ad7-876b-94d86062782b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=21793a5a-9071-4ad7-876b-94d86062782b,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:35.048837 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.126540 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=21793a5a-9071-4ad7-876b-94d86062782b,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:35.139091 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0dad2-852d-481a-9031-b2b2470a1131 req-95569557-07be-4707-9fa5-b21d12c1c6b0 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:35.141312 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e6a0dad2-852d-481a-9031-b2b2470a1131 req-95569557-07be-4707-9fa5-b21d12c1c6b0 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 946 time: 0.1262262 Jul 06 11:52:35.188755 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e6a0dad2-852d-481a-9031-b2b2470a1131 req-781dd150-616c-4730-94a8-b05db3b7df0f tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394850 Jul 06 11:52:35.240652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e352c269-16ab-4100-9f4e-6573b8f73876 admin admin] Deleting port 14b6381f-ce46-4040-8919-b210abf84133 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:35.241045 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e352c269-16ab-4100-9f4e-6573b8f73876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.245235 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824d0884-7d3b-444d-8ab9-fd2e7220844b None None] Sync routers for ids ['a512e00f-0958-49c6-91b7-a926796231cd'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:35.249436 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.256212 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824d0884-7d3b-444d-8ab9-fd2e7220844b None None] Routers {'a512e00f-0958-49c6-91b7-a926796231cd'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:35.256834 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-824d0884-7d3b-444d-8ab9-fd2e7220844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:52:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a512e00f-0958-49c6-91b7-a926796231cd'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:35.325569 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e352c269-16ab-4100-9f4e-6573b8f73876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.354667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e352c269-16ab-4100-9f4e-6573b8f73876 admin admin] Calling delete_port for 14b6381f-ce46-4040-8919-b210abf84133 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:35.490327 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c23bacb-def1-45cc-828a-d9b2b0e95963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.508326 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-824d0884-7d3b-444d-8ab9-fd2e7220844b None None] Set router a512e00f-0958-49c6-91b7-a926796231cd gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:35.513646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-bbdb2f96-edd4-4e24-9eaa-ae506c417a14 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:35.515262 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-bbdb2f96-edd4-4e24-9eaa-ae506c417a14 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 812 time: 0.1814206 Jul 06 11:52:35.588279 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-d1506cb6-d233-462a-b0b1-585433d5e734 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/quotas/d2d76adf81784b64aea38db034db806b HTTP/1.1" status: 200 len: 375 time: 0.0501108 Jul 06 11:52:35.636787 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-50c5af96-125e-4935-83e2-409b7f36863d tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391788 Jul 06 11:52:35.741978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-824d0884-7d3b-444d-8ab9-fd2e7220844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-682295985-router', 'tenant_id': '421b6fb7b43a4fdeaa264d6568f90529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '21793a5a-9071-4ad7-876b-94d86062782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:27Z', 'updated_at': '2021-07-06T11:52:31Z', 'revision_number': 4, 'project_id': '421b6fb7b43a4fdeaa264d6568f90529', 'gw_port': {'id': '21793a5a-9071-4ad7-876b-94d86062782b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:28Z', 'updated_at': '2021-07-06T11:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '14b6381f-ce46-4040-8919-b210abf84133', 'name': '', 'network_id': 'd0129924-c388-47e2-98a3-99d04cc27a75', 'tenant_id': '421b6fb7b43a4fdeaa264d6568f90529', 'mac_address': 'fa:16:3e:a5:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b5751823-0f87-4f1d-ad28-8db2e4204f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:30Z', 'updated_at': '2021-07-06T11:52:31Z', 'revision_number': 2, 'project_id': '421b6fb7b43a4fdeaa264d6568f90529', 'subnets': [{'id': 'b5751823-0f87-4f1d-ad28-8db2e4204f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:35.773514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824d0884-7d3b-444d-8ab9-fd2e7220844b None None] Checking router: a512e00f-0958-49c6-91b7-a926796231cd for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:52:35.774166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824d0884-7d3b-444d-8ab9-fd2e7220844b None None] Updating router a512e00f-0958-49c6-91b7-a926796231cd port 14b6381f-ce46-4040-8919-b210abf84133 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:52:35.780649 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e352c269-16ab-4100-9f4e-6573b8f73876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:35.801373 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824d0884-7d3b-444d-8ab9-fd2e7220844b None None] Port 14b6381f-ce46-4040-8919-b210abf84133 not found while updating agent binding for router a512e00f-0958-49c6-91b7-a926796231cd. {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 11:52:35.812509 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824d0884-7d3b-444d-8ab9-fd2e7220844b None None] Routers {'a512e00f-0958-49c6-91b7-a926796231cd'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:35.813164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-824d0884-7d3b-444d-8ab9-fd2e7220844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:52:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a512e00f-0958-49c6-91b7-a926796231cd'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:35.821328 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-deb37604-0f36-400e-b639-255fad8ab9f1 service neutron] 10.222.0.81 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665590 Jul 06 11:52:35.823953 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352c269-16ab-4100-9f4e-6573b8f73876 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b6381f-ce46-4040-8919-b210abf84133,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:35.957194 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-824d0884-7d3b-444d-8ab9-fd2e7220844b None None] Set router a512e00f-0958-49c6-91b7-a926796231cd gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:36.024060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94e536-f7a6-4558-9272-f3bff9257345 req-c75ab647-d21f-4c1e-bb8f-26610e46fe75 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:36.035649 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1d94e536-f7a6-4558-9272-f3bff9257345 req-c75ab647-d21f-4c1e-bb8f-26610e46fe75 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.0879402 Jul 06 11:52:36.036653 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-fe3903ee-082c-4005-b78c-40c0a4c34944 service neutron] 10.222.0.81 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814079 Jul 06 11:52:36.099713 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1d94e536-f7a6-4558-9272-f3bff9257345 req-640dca9f-1ebc-4fb8-8d70-9b2942ef0ca7 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620568 Jul 06 11:52:36.113640 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e352c269-16ab-4100-9f4e-6573b8f73876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.164358 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.232684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-824d0884-7d3b-444d-8ab9-fd2e7220844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-682295985-router', 'tenant_id': '421b6fb7b43a4fdeaa264d6568f90529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '21793a5a-9071-4ad7-876b-94d86062782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:27Z', 'updated_at': '2021-07-06T11:52:35Z', 'revision_number': 5, 'project_id': '421b6fb7b43a4fdeaa264d6568f90529', 'gw_port': {'id': '21793a5a-9071-4ad7-876b-94d86062782b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:28Z', 'updated_at': '2021-07-06T11:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:36.265094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 4559d396-2d93-404f-baed-922062c547a5 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:52:36.354397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042da880-2738-4fcc-90a7-d06fde1ff9a1 req-9e066a8f-39ee-4fc1-b91d-b6f5790619e1 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:36.356954 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-042da880-2738-4fcc-90a7-d06fde1ff9a1 req-9e066a8f-39ee-4fc1-b91d-b6f5790619e1 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 945 time: 0.1426818 Jul 06 11:52:36.382527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 4559d396-2d93-404f-baed-922062c547a5, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4559d396-2d93-404f-baed-922062c547a5,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:36.417497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '4559d396-2d93-404f-baed-922062c547a5', 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8', 'port_id': '4559d396-2d93-404f-baed-922062c547a5', 'mac_address': 'fa:16:3e:87:e9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5663391f-233a-4fe7-82d6-ff0d7f70aad7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:52:36.420823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824d0884-7d3b-444d-8ab9-fd2e7220844b None None] The sync data for ids ['a512e00f-0958-49c6-91b7-a926796231cd'] in n-d-799529-2 is: [{'id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-682295985-router', 'tenant_id': '421b6fb7b43a4fdeaa264d6568f90529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '21793a5a-9071-4ad7-876b-94d86062782b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:27Z', 'updated_at': '2021-07-06T11:52:35Z', 'revision_number': 5, 'project_id': '421b6fb7b43a4fdeaa264d6568f90529', 'gw_port': {'id': '21793a5a-9071-4ad7-876b-94d86062782b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:52:28Z', 'updated_at': '2021-07-06T11:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:36.441134 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-042da880-2738-4fcc-90a7-d06fde1ff9a1 req-54d9a1a5-d70c-4232-bbce-9c1ed04d823e tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768001 Jul 06 11:52:36.477197 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.500433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4559d396-2d93-404f-baed-922062c547a5 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:36.560181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 4559d396-2d93-404f-baed-922062c547a5, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4559d396-2d93-404f-baed-922062c547a5,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:36.569112 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.689291 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=4559d396-2d93-404f-baed-922062c547a5,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:36.786731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b6f4c-6b13-42f3-91a4-49d8d0eed429 req-6f71fee1-5bd1-45f7-bb90-338bb6dbf14a tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:36.789825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 21793a5a-9071-4ad7-876b-94d86062782b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:36.794597 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d94b6f4c-6b13-42f3-91a4-49d8d0eed429 req-6f71fee1-5bd1-45f7-bb90-338bb6dbf14a tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 946 time: 0.1728036 Jul 06 11:52:36.863437 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d94b6f4c-6b13-42f3-91a4-49d8d0eed429 req-be8d7b1e-03a8-46b1-a5cd-5738f5cf3db2 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675375 Jul 06 11:52:36.876972 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['4559d396-2d93-404f-baed-922062c547a5'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:36.879044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768ad06-db7f-428a-bdd6-de1915e55642 req-1e20ed27-3a0e-49da-8231-a000cb98eec2 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:36.886404 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3768ad06-db7f-428a-bdd6-de1915e55642 req-1e20ed27-3a0e-49da-8231-a000cb98eec2 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 944 time: 0.1956797 Jul 06 11:52:36.951176 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3768ad06-db7f-428a-bdd6-de1915e55642 req-1b48a8f9-665c-43eb-b94a-feddc574aae6 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637367 Jul 06 11:52:36.966036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 21793a5a-9071-4ad7-876b-94d86062782b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:36.966680 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:36.979329 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e352c269-16ab-4100-9f4e-6573b8f73876 admin admin] Router a512e00f-0958-49c6-91b7-a926796231cd has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:52:37.120843 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-438b5239-bb2b-4a04-8276-157572f9bd67 req-84f1a979-5177-41a0-9ed6-691c0d1a9713 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 210 time: 0.0950906 Jul 06 11:52:37.211048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 14b6381f-ce46-4040-8919-b210abf84133 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:37.231127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e352c269-16ab-4100-9f4e-6573b8f73876 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:37.240700 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 14b6381f-ce46-4040-8919-b210abf84133 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:37.241044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 14b6381f-ce46-4040-8919-b210abf84133 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:37.250721 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e352c269-16ab-4100-9f4e-6573b8f73876 admin admin] 10.222.0.81 "PUT /v2.0/routers/a512e00f-0958-49c6-91b7-a926796231cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4907806 Jul 06 11:52:37.252538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56560) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:37.308293 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 98198583-575a-4ad3-8e27-001e5572b083 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:37.344047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 98198583-575a-4ad3-8e27-001e5572b083 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:37.344434 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 98198583-575a-4ad3-8e27-001e5572b083 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:37.379975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f6cba-52b4-424a-8a45-7f56b3e6359c req-b2c25497-7b54-4dea-95c4-c10bf46dd633 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:37.381716 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b09f6cba-52b4-424a-8a45-7f56b3e6359c req-b2c25497-7b54-4dea-95c4-c10bf46dd633 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.1011446 Jul 06 11:52:37.415050 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cbb9eed5-6a2f-4d1b-ab6f-47c0fc42c0c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:37.441424 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b09f6cba-52b4-424a-8a45-7f56b3e6359c req-ef965503-03bb-43ca-a224-062a81c65735 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507896 Jul 06 11:52:37.574558 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cbb9eed5-6a2f-4d1b-ab6f-47c0fc42c0c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:37.626859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-cbb9eed5-6a2f-4d1b-ab6f-47c0fc42c0c6 admin admin] Deleting port 21793a5a-9071-4ad7-876b-94d86062782b {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:37.627202 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cbb9eed5-6a2f-4d1b-ab6f-47c0fc42c0c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:37.666989 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66972619-1dc5-498a-adfc-73b155538fca None None] Sync routers for ids ['a512e00f-0958-49c6-91b7-a926796231cd'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:37.681616 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66972619-1dc5-498a-adfc-73b155538fca None None] Routers {'a512e00f-0958-49c6-91b7-a926796231cd'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:37.683020 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-66972619-1dc5-498a-adfc-73b155538fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:52:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a512e00f-0958-49c6-91b7-a926796231cd'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:37.729172 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-cbb9eed5-6a2f-4d1b-ab6f-47c0fc42c0c6 admin admin] For port 21793a5a-9071-4ad7-876b-94d86062782b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=21793a5a-9071-4ad7-876b-94d86062782b,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:37.729660 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cbb9eed5-6a2f-4d1b-ab6f-47c0fc42c0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:37.747513 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-cbb9eed5-6a2f-4d1b-ab6f-47c0fc42c0c6 admin admin] Calling delete_port for 21793a5a-9071-4ad7-876b-94d86062782b owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:37.749887 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff86db-3b2b-4776-b08b-c96f0de87586 req-e9acdff7-738e-44a1-a032-686639d6f1a5 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:37.751546 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-34ff86db-3b2b-4776-b08b-c96f0de87586 req-e9acdff7-738e-44a1-a032-686639d6f1a5 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 945 time: 0.1590581 Jul 06 11:52:37.763378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc66634-065b-4986-ab31-b8c1e6700229 req-b90b650d-488d-4933-a185-787e136c2671 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:37.765663 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdc66634-065b-4986-ab31-b8c1e6700229 req-b90b650d-488d-4933-a185-787e136c2671 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 945 time: 0.1385493 Jul 06 11:52:37.800850 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-66972619-1dc5-498a-adfc-73b155538fca None None] Set router a512e00f-0958-49c6-91b7-a926796231cd gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:37.858663 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-34ff86db-3b2b-4776-b08b-c96f0de87586 req-e37e80ee-a222-44ff-b32e-9bd38a396c8c tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups?id=55cedbaa-73e2-4e7a-809c-38d952ebccd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842676 Jul 06 11:52:37.874207 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-66972619-1dc5-498a-adfc-73b155538fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-682295985-router', 'tenant_id': '421b6fb7b43a4fdeaa264d6568f90529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:27Z', 'updated_at': '2021-07-06T11:52:37Z', 'revision_number': 6, 'project_id': '421b6fb7b43a4fdeaa264d6568f90529', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:37.876362 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-ff271b40-e1f7-45ae-b685-2a1aece6e677 service neutron] show failed (client error): The resource could not be found. Jul 06 11:52:37.877308 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-ff271b40-e1f7-45ae-b685-2a1aece6e677 service neutron] 10.222.0.89 "GET /v2.0/ports/29114af0-877b-4404-8f75-fd2b831e0b17/bindings/n-h1-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.1893096 Jul 06 11:52:37.937236 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66972619-1dc5-498a-adfc-73b155538fca None None] Checking router: a512e00f-0958-49c6-91b7-a926796231cd for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:52:37.950186 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66972619-1dc5-498a-adfc-73b155538fca None None] Routers {'a512e00f-0958-49c6-91b7-a926796231cd'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:37.951196 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-66972619-1dc5-498a-adfc-73b155538fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:52:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a512e00f-0958-49c6-91b7-a926796231cd'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:37.961580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-cdc66634-065b-4986-ab31-b8c1e6700229 req-552b578b-7698-43a8-a9fa-d16c08782d56 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Deleting port b52d8f82-34aa-4886-a063-8b5c2a21fba5 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:37.961976 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cdc66634-065b-4986-ab31-b8c1e6700229 req-552b578b-7698-43a8-a9fa-d16c08782d56 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:37.974987 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-86a7f188-347c-4c1f-b89c-04eba232d1c2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:37.976799 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-86a7f188-347c-4c1f-b89c-04eba232d1c2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 812 time: 0.1978223 Jul 06 11:52:38.075596 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-cdc66634-065b-4986-ab31-b8c1e6700229 req-552b578b-7698-43a8-a9fa-d16c08782d56 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] For port b52d8f82-34aa-4886-a063-8b5c2a21fba5, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b52d8f82-34aa-4886-a063-8b5c2a21fba5,segment=NetworkSegment(ad06e564-070a-4c82-800f-fecdb2508756),segment_id=ad06e564-070a-4c82-800f-fecdb2508756)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:38.076020 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cdc66634-065b-4986-ab31-b8c1e6700229 req-552b578b-7698-43a8-a9fa-d16c08782d56 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.101354 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4788-74c1-4591-b120-98a22876e304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.102201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-1da21bca-5312-4dee-9a66-7f4a7cc96ee2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Request body: {'port': {'device_id': 'cb2485c2-994a-4fd6-b342-0d1087677a0b', 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f', 'admin_state_up': True, 'tenant_id': 'd2d76adf81784b64aea38db034db806b'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:38.152486 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.154592 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-66972619-1dc5-498a-adfc-73b155538fca None None] Set router a512e00f-0958-49c6-91b7-a926796231cd gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:38.235527 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-66972619-1dc5-498a-adfc-73b155538fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-682295985-router', 'tenant_id': '421b6fb7b43a4fdeaa264d6568f90529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:27Z', 'updated_at': '2021-07-06T11:52:37Z', 'revision_number': 6, 'project_id': '421b6fb7b43a4fdeaa264d6568f90529', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:38.266409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 4559d396-2d93-404f-baed-922062c547a5 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:38.274569 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66972619-1dc5-498a-adfc-73b155538fca None None] The sync data for ids ['a512e00f-0958-49c6-91b7-a926796231cd'] in n-d-799529-2 is: [{'id': 'a512e00f-0958-49c6-91b7-a926796231cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-682295985-router', 'tenant_id': '421b6fb7b43a4fdeaa264d6568f90529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:52:27Z', 'updated_at': '2021-07-06T11:52:37Z', 'revision_number': 6, 'project_id': '421b6fb7b43a4fdeaa264d6568f90529', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:38.347497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65465c-355f-49b7-8430-c73c1906c71a req-f285307f-c4c4-42c6-9fdc-65d488f92b4a tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:38.349203 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fb65465c-355f-49b7-8430-c73c1906c71a req-f285307f-c4c4-42c6-9fdc-65d488f92b4a tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 944 time: 0.1896493 Jul 06 11:52:38.361140 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 4559d396-2d93-404f-baed-922062c547a5 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:38.367300 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 4559d396-2d93-404f-baed-922062c547a5 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:38.367941 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.395964 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cdc66634-065b-4986-ab31-b8c1e6700229 req-552b578b-7698-43a8-a9fa-d16c08782d56 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.396634 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cdc66634-065b-4986-ab31-b8c1e6700229 req-552b578b-7698-43a8-a9fa-d16c08782d56 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.396634 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [req-cdc66634-065b-4986-ab31-b8c1e6700229 req-552b578b-7698-43a8-a9fa-d16c08782d56 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Floating IP f79e481c-9991-4c0c-8412-cf9d26d06943 disassociated. External IP: 172.25.4.252, port: b52d8f82-34aa-4886-a063-8b5c2a21fba5. Jul 06 11:52:38.396958 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-cdc66634-065b-4986-ab31-b8c1e6700229 req-552b578b-7698-43a8-a9fa-d16c08782d56 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Calling delete_port for b52d8f82-34aa-4886-a063-8b5c2a21fba5 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:38.397277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8c2a-8960-46eb-9786-a21f2dc36ca8 req-6c6a9b2b-0c4a-48fb-a260-f77a91fa4764 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:38.398832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-818a8c2a-8960-46eb-9786-a21f2dc36ca8 req-6c6a9b2b-0c4a-48fb-a260-f77a91fa4764 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 946 time: 0.2734232 Jul 06 11:52:38.423850 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fb65465c-355f-49b7-8430-c73c1906c71a req-3307aade-6fa3-469e-9623-9af33b5cc3da tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636852 Jul 06 11:52:38.482610 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cbb9eed5-6a2f-4d1b-ab6f-47c0fc42c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.488927 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.494259 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-1da21bca-5312-4dee-9a66-7f4a7cc96ee2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Made reservation on behalf of d2d76adf81784b64aea38db034db806b for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:52:38.498153 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-1da21bca-5312-4dee-9a66-7f4a7cc96ee2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.518099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb8b689-7e3a-4401-8110-f80cec054c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4559d396-2d93-404f-baed-922062c547a5'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:38.521840 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cd6a8a-ff0e-4465-8c04-49582d38c8ef" -d '{"events": [{"server_uuid": "3cb8b689-7e3a-4401-8110-f80cec054c49", "name": "network-vif-plugged", "status": "completed", "tag": "4559d396-2d93-404f-baed-922062c547a5"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:38.537512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 4559d396-2d93-404f-baed-922062c547a5, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4559d396-2d93-404f-baed-922062c547a5,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:38.547966 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.552237 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-818a8c2a-8960-46eb-9786-a21f2dc36ca8 req-75ce091d-ee91-4f3c-bfaf-fd2e20d74a49 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433856 Jul 06 11:52:38.556109 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9eed5-6a2f-4d1b-ab6f-47c0fc42c0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=21793a5a-9071-4ad7-876b-94d86062782b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:38.603789 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-496674ee-6c44-485e-a8e1-95cad7fd5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:38.605269 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-496674ee-6c44-485e-a8e1-95cad7fd5acd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a&tenant_id=ea41c4c395454498b836751812b291f0 HTTP/1.1" status: 200 len: 1100 time: 0.2691061 Jul 06 11:52:38.615082 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=4559d396-2d93-404f-baed-922062c547a5,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:38.624401 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f32381f0-ee09-4aea-92a0-37a292014809 req-7be777b1-dd59-4f5a-b1af-28fb6c546367 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 210 time: 0.0433829 Jul 06 11:52:38.697547 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cdc66634-065b-4986-ab31-b8c1e6700229 req-552b578b-7698-43a8-a9fa-d16c08782d56 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.708433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:38.730310 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b578b-7698-43a8-a9fa-d16c08782d56 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Pushing event deleted for resources: {'Port': ['ID=b52d8f82-34aa-4886-a063-8b5c2a21fba5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:38.756513 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83e9ac5-d15a-4878-9a3c-e00ae90abedd x-openstack-request-id: req-a83e9ac5-d15a-4878-9a3c-e00ae90abedd {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:38.756513 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb8b689-7e3a-4401-8110-f80cec054c49", "name": "network-vif-plugged", "status": "completed", "tag": "4559d396-2d93-404f-baed-922062c547a5", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:38.756777 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a83e9ac5-d15a-4878-9a3c-e00ae90abedd {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:38.756985 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb8b689-7e3a-4401-8110-f80cec054c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4559d396-2d93-404f-baed-922062c547a5', 'code': 200} Jul 06 11:52:38.824728 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cbb9eed5-6a2f-4d1b-ab6f-47c0fc42c0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.875569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 21793a5a-9071-4ad7-876b-94d86062782b no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:38.914297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 21793a5a-9071-4ad7-876b-94d86062782b {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:38.914786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 21793a5a-9071-4ad7-876b-94d86062782b not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:38.980445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cbb9eed5-6a2f-4d1b-ab6f-47c0fc42c0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:38.989627 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cbb9eed5-6a2f-4d1b-ab6f-47c0fc42c0c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.001292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-1da21bca-5312-4dee-9a66-7f4a7cc96ee2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Allocated IP 172.20.0.14 (983fb040-9529-4be2-835e-8b237b1ea52f/37f22715-ba8d-4530-84b2-f69de5c14956/466f4d6c-96a0-4caa-a1fc-7480553ccfa9) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:52:39.026861 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92fa2a-09ba-4866-a6f1-b244b85224e2 req-92f37785-9e50-426a-a8f0-9883a1a0667c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:39.027101 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.028451 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b92fa2a-09ba-4866-a6f1-b244b85224e2 req-92f37785-9e50-426a-a8f0-9883a1a0667c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.2030373 Jul 06 11:52:39.032332 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1c848-63cb-42c0-b941-9c1ff16895b1 req-80ba1551-8862-4eee-a4f9-57925b6d13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:39.033759 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1da1c848-63cb-42c0-b941-9c1ff16895b1 req-80ba1551-8862-4eee-a4f9-57925b6d13f6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 1096 time: 0.1493278 Jul 06 11:52:39.035652 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdc66634-065b-4986-ab31-b8c1e6700229 req-552b578b-7698-43a8-a9fa-d16c08782d56 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:52:39.114360 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31598bad-9164-4a94-bfc2-88b853970fd5 req-9c120f92-76ee-4737-b3a6-dca4238f3c7f tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca1b9d56-0029-4550-b90a-ca621edddf64 HTTP/1.1" status: 200 len: 210 time: 0.0883336 Jul 06 11:52:39.131609 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b92fa2a-09ba-4866-a6f1-b244b85224e2 req-656d8539-5448-4c94-bd88-3919c8334689 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947895 Jul 06 11:52:39.136994 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1da1c848-63cb-42c0-b941-9c1ff16895b1 req-b62933db-a125-4379-a560-da909d7d96d2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846305 Jul 06 11:52:39.137216 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cbb9eed5-6a2f-4d1b-ab6f-47c0fc42c0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.138002 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb9eed5-6a2f-4d1b-ab6f-47c0fc42c0c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a512e00f-0958-49c6-91b7-a926796231cd {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:52:39.157855 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cbb9eed5-6a2f-4d1b-ab6f-47c0fc42c0c6 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.161349 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cbb9eed5-6a2f-4d1b-ab6f-47c0fc42c0c6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a512e00f-0958-49c6-91b7-a926796231cd HTTP/1.1" status: 204 len: 168 time: 1.9043865 Jul 06 11:52:39.165016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56582) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:39.240252 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.268963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-0302f9f2-dd57-4674-b545-e5b88976f906 admin admin] Deleting subnet b5751823-0f87-4f1d-ad28-8db2e4204f89 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:39.271437 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdc66634-065b-4986-ab31-b8c1e6700229 req-552b578b-7698-43a8-a9fa-d16c08782d56 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:39.277118 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0302f9f2-dd57-4674-b545-e5b88976f906 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.281267 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9a793b-4dbd-4901-93d4-283cd0bf2d36 None None] Sync routers for ids ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:39.294204 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a793b-4dbd-4901-93d4-283cd0bf2d36 None None] Routers {'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:39.295063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-be9a793b-4dbd-4901-93d4-283cd0bf2d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:52:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:39.387290 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0302f9f2-dd57-4674-b545-e5b88976f906 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.431587 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc66634-065b-4986-ab31-b8c1e6700229 req-552b578b-7698-43a8-a9fa-d16c08782d56 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] No DVR routers for this DVR port b52d8f82-34aa-4886-a063-8b5c2a21fba5 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:39.432372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-be9a793b-4dbd-4901-93d4-283cd0bf2d36 None None] Set router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:39.437042 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cdc66634-065b-4986-ab31-b8c1e6700229 req-552b578b-7698-43a8-a9fa-d16c08782d56 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.439027 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdc66634-065b-4986-ab31-b8c1e6700229 req-552b578b-7698-43a8-a9fa-d16c08782d56 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.23 "DELETE /v2.0/ports/b52d8f82-34aa-4886-a063-8b5c2a21fba5 HTTP/1.1" status: 204 len: 173 time: 1.6667042 Jul 06 11:52:39.439496 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1b9d56-0029-4550-b90a-ca621edddf64', 'name': 'network-vif-deleted', 'tag': 'b52d8f82-34aa-4886-a063-8b5c2a21fba5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:39.442232 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93df73b2-b60c-4463-a607-60c79c27ca3b" -d '{"events": [{"server_uuid": "ca1b9d56-0029-4550-b90a-ca621edddf64", "name": "network-vif-deleted", "tag": "b52d8f82-34aa-4886-a063-8b5c2a21fba5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:39.454043 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-1da21bca-5312-4dee-9a66-7f4a7cc96ee2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.508592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=29114af0-877b-4404-8f75-fd2b831e0b17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:39.573872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:39.599265 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0302f9f2-dd57-4674-b545-e5b88976f906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.614777 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-1da21bca-5312-4dee-9a66-7f4a7cc96ee2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.669932 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bdc0b8-f31c-45f9-8f27-10e20c472034 x-openstack-request-id: req-e9bdc0b8-f31c-45f9-8f27-10e20c472034 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:39.670448 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca1b9d56-0029-4550-b90a-ca621edddf64", "name": "network-vif-deleted", "tag": "b52d8f82-34aa-4886-a063-8b5c2a21fba5", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:39.670580 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9bdc0b8-f31c-45f9-8f27-10e20c472034 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:39.670954 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1b9d56-0029-4550-b90a-ca621edddf64', 'name': 'network-vif-deleted', 'tag': 'b52d8f82-34aa-4886-a063-8b5c2a21fba5', 'status': 'completed', 'code': 200} Jul 06 11:52:39.688720 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0302f9f2-dd57-4674-b545-e5b88976f906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.697021 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:39.700097 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ad09fc-bd58-459d-9156-c9b9ebe790af" -d '{"events": [{"server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "name": "network-vif-unplugged", "status": "completed", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:39.704644 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.716708 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-1da21bca-5312-4dee-9a66-7f4a7cc96ee2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Network 983fb040-9529-4be2-835e-8b237b1ea52f is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:52:39.725917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-1da21bca-5312-4dee-9a66-7f4a7cc96ee2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:52:39.728803 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-1da21bca-5312-4dee-9a66-7f4a7cc96ee2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:52:39.738773 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-be9a793b-4dbd-4901-93d4-283cd0bf2d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:56Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cb1bd68b-a512-46fe-8a56-5d67c5c69c78', 'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'mac_address': 'fa:16:3e:80:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:55Z', 'updated_at': '2021-07-06T11:48:03Z', 'revision_number': 5, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'subnets': [{'id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:39.749245 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302f9f2-dd57-4674-b545-e5b88976f906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5751823-0f87-4f1d-ad28-8db2e4204f89,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:39.755788 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0302f9f2-dd57-4674-b545-e5b88976f906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.760547 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0302f9f2-dd57-4674-b545-e5b88976f906 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b5751823-0f87-4f1d-ad28-8db2e4204f89 HTTP/1.1" status: 204 len: 168 time: 0.5961704 Jul 06 11:52:39.765136 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56596) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:39.772311 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c68f52-4845-4845-938f-0fd3091b1c26 None None] Network d0129924-c388-47e2-98a3-99d04cc27a75 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:39.774664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9a793b-4dbd-4901-93d4-283cd0bf2d36 None None] Checking router: a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:52:39.790014 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Transition to ACTIVE for port object 29114af0-877b-4404-8f75-fd2b831e0b17 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:39.790947 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da21bca-5312-4dee-9a66-7f4a7cc96ee2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Pushing event updated for resources: {'Port': ['ID=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:39.819577 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.843688 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a793b-4dbd-4901-93d4-283cd0bf2d36 None None] Routers {'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:39.844413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-be9a793b-4dbd-4901-93d4-283cd0bf2d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:52:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:39.850816 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.872076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-1da21bca-5312-4dee-9a66-7f4a7cc96ee2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:39.872761 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-1da21bca-5312-4dee-9a66-7f4a7cc96ee2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:39.889849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddebff0-8f26-425a-9995-0ae09e01c140 req-1809ed65-53f2-40a2-bcde-67eea7113723 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:39.896805 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eddebff0-8f26-425a-9995-0ae09e01c140 req-1809ed65-53f2-40a2-bcde-67eea7113723 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 945 time: 0.2249010 Jul 06 11:52:39.931431 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] No DVR routers for this DVR port 29114af0-877b-4404-8f75-fd2b831e0b17 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:39.952072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-1da21bca-5312-4dee-9a66-7f4a7cc96ee2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9570265 Jul 06 11:52:39.963291 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eddebff0-8f26-425a-9995-0ae09e01c140 req-6c85078d-4d80-4a1d-8e2e-6b798c1d6723 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614374 Jul 06 11:52:39.970459 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a82a-2766-4e5e-a493-669a111b63d8 req-5a1c4899-6308-4fce-a8af-3cf484233d15 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:39.991842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0b1a82a-2766-4e5e-a493-669a111b63d8 req-5a1c4899-6308-4fce-a8af-3cf484233d15 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 946 time: 0.2453692 Jul 06 11:52:40.003321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] Deleting port 3d415ebd-f436-470d-b76e-d5f908e0628d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:40.003699 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.023847 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Request body: {'port': {'device_id': 'cb2485c2-994a-4fd6-b342-0d1087677a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:40.081010 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=29114af0-877b-4404-8f75-fd2b831e0b17,revision_number=6']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:40.087973 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] For port 3d415ebd-f436-470d-b76e-d5f908e0628d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3d415ebd-f436-470d-b76e-d5f908e0628d,segment=NetworkSegment(866315de-da72-4275-9957-17c2e50d8adf),segment_id=866315de-da72-4275-9957-17c2e50d8adf)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:40.088333 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.133505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] Calling delete_port for 3d415ebd-f436-470d-b76e-d5f908e0628d owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:40.146222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-be9a793b-4dbd-4901-93d4-283cd0bf2d36 None None] Set router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:40.147611 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0b1a82a-2766-4e5e-a493-669a111b63d8 req-8c7ccf5d-21bc-41d2-a7fc-bb59f11dc91a tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524315 Jul 06 11:52:40.232934 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09937569-4415-4f04-92fe-7af836b773cc x-openstack-request-id: req-09937569-4415-4f04-92fe-7af836b773cc {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:40.233223 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "name": "network-vif-unplugged", "status": "completed", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:40.233475 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09937569-4415-4f04-92fe-7af836b773cc {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:40.233865 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17', 'code': 200} Jul 06 11:52:40.254252 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Attempting to bind port 29114af0-877b-4404-8f75-fd2b831e0b17 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:40.254621 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Attempting to bind port 29114af0-877b-4404-8f75-fd2b831e0b17 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:40.254992 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Attempting to bind port 29114af0-877b-4404-8f75-fd2b831e0b17 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:40.273739 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.278100 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Port 29114af0-877b-4404-8f75-fd2b831e0b17 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:40.278427 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Attempting to bind port 29114af0-877b-4404-8f75-fd2b831e0b17 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:40.303608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:40.303942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:40.304332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:40.304777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Bound port: 29114af0-877b-4404-8f75-fd2b831e0b17, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:40.305129 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.308954 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.381368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] No DVR routers for this DVR port 3d415ebd-f436-470d-b76e-d5f908e0628d on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:40.441597 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d415ebd-f436-470d-b76e-d5f908e0628d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:40.517897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:40.523642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4b53b-3665-4070-91e5-f09f19614ad2 req-36eb4aa2-a2ed-4b97-8bad-37e4bed86179 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:40.525458 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6db4b53b-3665-4070-91e5-f09f19614ad2 req-36eb4aa2-a2ed-4b97-8bad-37e4bed86179 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 932 time: 0.3961165 Jul 06 11:52:40.538554 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.541053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=29114af0-877b-4404-8f75-fd2b831e0b17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:40.553247 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.562547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0129924-c388-47e2-98a3-99d04cc27a75']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:40.576303 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866315de-da72-4275-9957-17c2e50d8adf') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:40.576656 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866315de-da72-4275-9957-17c2e50d8adf') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:40.598111 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.609833 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6db4b53b-3665-4070-91e5-f09f19614ad2 req-1efd4225-d3a4-4924-a5d2-1348875783a6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734518 Jul 06 11:52:40.617362 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.626399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:40.628051 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.658641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:40.659503 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.661382 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] 10.222.0.23 "PUT /v2.0/ports/29114af0-877b-4404-8f75-fd2b831e0b17 HTTP/1.1" status: 200 len: 1095 time: 1.9647932 Jul 06 11:52:40.705599 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e6f11-a395-415e-a4c7-611b5b52eeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=29114af0-877b-4404-8f75-fd2b831e0b17,revision_number=7']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:40.728263 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:40.739459 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.770231 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0129924-c388-47e2-98a3-99d04cc27a75,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:40.772326 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.780264 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6c734bdc-f4f6-412f-8531-d300da1c3fa3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d0129924-c388-47e2-98a3-99d04cc27a75 HTTP/1.1" status: 204 len: 168 time: 1.0133452 Jul 06 11:52:40.846221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68d068b-e315-4e10-b50e-64bcde5b8fde None None] DHCP port deletion for d0129924-c388-47e2-98a3-99d04cc27a75 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:52:40.884822 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:40.935951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-be9a793b-4dbd-4901-93d4-283cd0bf2d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:56Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cb1bd68b-a512-46fe-8a56-5d67c5c69c78', 'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'mac_address': 'fa:16:3e:80:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:55Z', 'updated_at': '2021-07-06T11:48:03Z', 'revision_number': 5, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'subnets': [{'id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:40.983679 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9a793b-4dbd-4901-93d4-283cd0bf2d36 None None] The sync data for ids ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'] in n-d-799529-2 is: [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:47:56Z', 'revision_number': 4, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cb1bd68b-a512-46fe-8a56-5d67c5c69c78', 'name': '', 'network_id': '76dc66c5-cac1-411d-8b13-f5071a1927d8', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'mac_address': 'fa:16:3e:80:c5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:55Z', 'updated_at': '2021-07-06T11:48:03Z', 'revision_number': 5, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'subnets': [{'id': 'ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:41.009996 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56612) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:41.097842 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e47cc896-6888-4d92-8584-a8ffe03e1763 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=421b6fb7b43a4fdeaa264d6568f90529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0839517 Jul 06 11:52:41.098314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2b8e2f29-4708-4269-af12-46efde1e715f tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:41.100864 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2b8e2f29-4708-4269-af12-46efde1e715f tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a&tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1097 time: 0.1509461 Jul 06 11:52:41.103686 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56616) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:41.121750 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799529-2'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:41.173561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d286a6-4b49-4730-be22-4f8a9c60c559 req-3ffff98e-36c8-4d44-8862-df0c6fdb497a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:41.175294 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a1d286a6-4b49-4730-be22-4f8a9c60c559 req-3ffff98e-36c8-4d44-8862-df0c6fdb497a tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 947 time: 0.5654931 Jul 06 11:52:41.229565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-39b97489-5034-4907-8330-b06507748ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:41.231072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-39b97489-5034-4907-8330-b06507748ccf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 1098 time: 0.5366113 Jul 06 11:52:41.271850 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d74f4cb7-1cdd-4cc2-afe0-e63ab50c1a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.302659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:41.311708 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a1d286a6-4b49-4730-be22-4f8a9c60c559 req-f3ae92be-4e9a-460f-81b8-afb9f6e18ca3 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255095 Jul 06 11:52:41.318094 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.345387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 29114af0-877b-4404-8f75-fd2b831e0b17 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:41.354995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Transition to ACTIVE for port object 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:41.361059 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543b4c60-0325-4900-aa57-4707e87d9222 None None] New status for floating IP f79e481c-9991-4c0c-8412-cf9d26d06943: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:52:41.374764 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.400427 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56622) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:41.427038 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 29114af0-877b-4404-8f75-fd2b831e0b17 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:41.481776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-1db9c1e3-221f-49d9-ae11-2680c9ac201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:41.483407 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-1db9c1e3-221f-49d9-ae11-2680c9ac201e service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2433879 Jul 06 11:52:41.584610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-2342d494-f752-40d2-bac1-6891671e1bdf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=29114af0-877b-4404-8f75-fd2b831e0b17 HTTP/1.1" status: 200 len: 217 time: 0.0855548 Jul 06 11:52:41.598326 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.610512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Pushing event updated for resources: {'Port': ['ID=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:41.613242 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d74f4cb7-1cdd-4cc2-afe0-e63ab50c1a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.633840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8038f8-c581-4e40-b56a-17e6498b25a1 req-b2638924-e30d-4ff9-8602-f8a61b0f393e tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:41.635387 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5b8038f8-c581-4e40-b56a-17e6498b25a1 req-b2638924-e30d-4ff9-8602-f8a61b0f393e tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 945 time: 0.4649124 Jul 06 11:52:41.700870 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2a60d8e-9efa-44d4-837e-8819ac4a6380 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.746522 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2a60d8e-9efa-44d4-837e-8819ac4a6380 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.750588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-75a4670a-0883-48af-bb18-bc081e7fd2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:41.752088 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-75a4670a-0883-48af-bb18-bc081e7fd2b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1389089 Jul 06 11:52:41.775008 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Attempting to bind port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:41.775372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Attempting to bind port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:41.775695 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Attempting to bind port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 on network 983fb040-9529-4be2-835e-8b237b1ea52f {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:41.792354 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5b8038f8-c581-4e40-b56a-17e6498b25a1 req-ea73cd38-f035-4a3e-a924-e5cd813e35a8 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485448 Jul 06 11:52:41.817122 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 on network 983fb040-9529-4be2-835e-8b237b1ea52f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:41.817451 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Attempting to bind port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 on network 983fb040-9529-4be2-835e-8b237b1ea52f {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:41.831933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a516-077c-4714-9cbc-7a8ab0f5d3c3 req-d567f4d8-0747-45da-abea-f0886e818ce3 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:41.839195 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d74a516-077c-4714-9cbc-7a8ab0f5d3c3 req-d567f4d8-0747-45da-abea-f0886e818ce3 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 946 time: 0.2604463 Jul 06 11:52:41.844327 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f9d2903-ed57-44eb-9b6c-611b60d9ef2f req-28df6539-26b3-4a7c-beb2-d35f65f903cb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1750305 Jul 06 11:52:41.852012 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d74f4cb7-1cdd-4cc2-afe0-e63ab50c1a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.854965 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d74f4cb7-1cdd-4cc2-afe0-e63ab50c1a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.857431 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d74f4cb7-1cdd-4cc2-afe0-e63ab50c1a89 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a4438e2b-a4f4-4f3b-9e05-8f65fe7186ac HTTP/1.1" status: 204 len: 168 time: 0.7526879 Jul 06 11:52:41.857583 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:41.857822 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Checking segment: {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:41.858293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Bound using segment: {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:41.858746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Bound port: 466f4d6c-96a0-4caa-a1fc-7480553ccfa9, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:41.859105 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.877700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] For port 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1e800218-a76d-4ae8-9c11-0d8f93fc741d,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:41.951508 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] For port 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:41.960391 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d74a516-077c-4714-9cbc-7a8ab0f5d3c3 req-01475b31-9563-4f8a-b235-1f0080bad9fc tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199632 Jul 06 11:52:41.972930 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2a60d8e-9efa-44d4-837e-8819ac4a6380 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.982160 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2a60d8e-9efa-44d4-837e-8819ac4a6380 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:41.986469 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b2a60d8e-9efa-44d4-837e-8819ac4a6380 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "DELETE /v2.0/security-groups/55cedbaa-73e2-4e7a-809c-38d952ebccd0 HTTP/1.1" status: 204 len: 168 time: 0.5760207 Jul 06 11:52:41.991209 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56632) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:42.008400 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.012714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdde747-2c1b-4f3d-89a1-2bff3320210a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e800218-a76d-4ae8-9c11-0d8f93fc741d'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:42.016304 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c90342-47f3-4395-926c-f9e2c93b38ef" -d '{"events": [{"server_uuid": "1bdde747-2c1b-4f3d-89a1-2bff3320210a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e800218-a76d-4ae8-9c11-0d8f93fc741d"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:42.037750 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.070591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-da687a41-a207-421b-b2e2-019a99dc3195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:42.075044 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-da687a41-a207-421b-b2e2-019a99dc3195 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3129041 Jul 06 11:52:42.086554 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a60d8e-9efa-44d4-837e-8819ac4a6380 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cedbaa-73e2-4e7a-809c-38d952ebccd0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:42.113937 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-6884d887-9c58-44c6-8f78-a7b4a592673d tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] show failed (client error): The resource could not be found. Jul 06 11:52:42.117808 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6884d887-9c58-44c6-8f78-a7b4a592673d tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "GET /v2.0/security-groups/55cedbaa-73e2-4e7a-809c-38d952ebccd0 HTTP/1.1" status: 404 len: 347 time: 0.0998788 Jul 06 11:52:42.120694 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56638) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:42.127594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f4cb7-1cdd-4cc2-afe0-e63ab50c1a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4438e2b-a4f4-4f3b-9e05-8f65fe7186ac,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:42.136249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e800218-a76d-4ae8-9c11-0d8f93fc741d,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:42.179464 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] For port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:42.203372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Attempting to bind port 1e800218-a76d-4ae8-9c11-0d8f93fc741d on host n-h1-799529-2 for vnic_type normal with profile {"migrating_to": "n-h2-799529-2"} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:42.203714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Attempting to bind port 1e800218-a76d-4ae8-9c11-0d8f93fc741d by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:42.204042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Attempting to bind port 1e800218-a76d-4ae8-9c11-0d8f93fc741d on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:42.209316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Port 1e800218-a76d-4ae8-9c11-0d8f93fc741d on network f2e9b7d6-944b-4592-9597-94c9d66799e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:42.209651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Attempting to bind port 1e800218-a76d-4ae8-9c11-0d8f93fc741d on network f2e9b7d6-944b-4592-9597-94c9d66799e4 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:42.224911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d2903-ed57-44eb-9b6c-611b60d9ef2f req-e44a6159-8f69-4584-978d-c080df1538e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:42.226444 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f9d2903-ed57-44eb-9b6c-611b60d9ef2f req-e44a6159-8f69-4584-978d-c080df1538e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 1095 time: 0.2070868 Jul 06 11:52:42.227391 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:42.227731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Checking segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:42.228163 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Bound using segment: {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:42.228702 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Bound port: 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e73f5a-59d1-4a7a-8116-b346ca2e60ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f2e9b7d6-944b-4592-9597-94c9d66799e4'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:42.229106 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.266071 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:42.271196 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13" -d '{"events": [{"name": "network-changed", "server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:42.272134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b52d8f82-34aa-4886-a063-8b5c2a21fba5 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:42.296361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: b52d8f82-34aa-4886-a063-8b5c2a21fba5 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:42.297058 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b52d8f82-34aa-4886-a063-8b5c2a21fba5 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:42.395383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] For port 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:42.399322 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] For port 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1e800218-a76d-4ae8-9c11-0d8f93fc741d,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:42.413076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] For port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:42.438249 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.482850 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.578000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:42.578728 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.580585 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] 10.222.0.89 "PUT /v2.0/ports/466f4d6c-96a0-4caa-a1fc-7480553ccfa9 HTTP/1.1" status: 200 len: 1092 time: 2.5624194 Jul 06 11:52:42.588698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d2903-ed57-44eb-9b6c-611b60d9ef2f req-016735fa-5d9e-4302-bacc-4185db5c806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:42.589156 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-91de16c8-4bb6-4d64-8fe3-572b311f7007 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966369 Jul 06 11:52:42.590501 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f9d2903-ed57-44eb-9b6c-611b60d9ef2f req-016735fa-5d9e-4302-bacc-4185db5c806c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.2816138 Jul 06 11:52:42.641928 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e800218-a76d-4ae8-9c11-0d8f93fc741d,revision_number=8']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:42.651962 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:42.653642 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.655181 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-2cba913f-36b4-476d-b403-1aeef8daffb7 service neutron] 10.222.0.89 "PUT /v2.0/ports/1e800218-a76d-4ae8-9c11-0d8f93fc741d HTTP/1.1" status: 200 len: 1122 time: 1.5429492 Jul 06 11:52:42.655572 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3d415ebd-f436-470d-b76e-d5f908e0628d no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:42.722967 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 3d415ebd-f436-470d-b76e-d5f908e0628d {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:42.726496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3d415ebd-f436-470d-b76e-d5f908e0628d not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:42.732039 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b290cd-9d78-4e5a-8386-abee6779ebef service neutron] Pushing event updated for resources: {'Port': ['ID=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:42.753016 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e208fd1-0eb5-41e3-9d9f-de2516232616 req-125ca358-8b26-4b80-b172-87255564e047 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:42.762095 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f9d2903-ed57-44eb-9b6c-611b60d9ef2f req-6d2c3d24-8150-4fe5-8347-9ebd895e0bf1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3 HTTP/1.1" status: 200 len: 217 time: 0.1279945 Jul 06 11:52:42.769281 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e208fd1-0eb5-41e3-9d9f-de2516232616 req-125ca358-8b26-4b80-b172-87255564e047 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 1096 time: 0.3855236 Jul 06 11:52:42.807508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['1e800218-a76d-4ae8-9c11-0d8f93fc741d'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:42.819475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b971a50-5e3c-492d-ac84-6f7622e6788e req-b6f3ccb9-7a4e-4b93-b6d5-e0888383785f tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:42.827886 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-671c17b3-1dd5-46d0-929a-2a5f8c1d9ae1 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Deleting port 48997419-9646-422f-a84d-1640c399ba5c {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:42.828234 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-671c17b3-1dd5-46d0-929a-2a5f8c1d9ae1 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:42.831599 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9b971a50-5e3c-492d-ac84-6f7622e6788e req-b6f3ccb9-7a4e-4b93-b6d5-e0888383785f tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 944 time: 0.5225749 Jul 06 11:52:42.873548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['1e800218-a76d-4ae8-9c11-0d8f93fc741d'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:42.946006 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9b971a50-5e3c-492d-ac84-6f7622e6788e req-2865a6ad-f11f-4827-97bb-0d58fa782e76 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135671 Jul 06 11:52:42.949093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d2903-ed57-44eb-9b6c-611b60d9ef2f req-9172a45e-43b5-4a90-96c8-aeb8d49f2df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:42.950568 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f9d2903-ed57-44eb-9b6c-611b60d9ef2f req-9172a45e-43b5-4a90-96c8-aeb8d49f2df4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.1791587 Jul 06 11:52:43.026454 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f9d2903-ed57-44eb-9b6c-611b60d9ef2f req-aafc06fa-9530-4303-818e-77b79f0fd6a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678048 Jul 06 11:52:43.149553 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e208fd1-0eb5-41e3-9d9f-de2516232616 req-ea0e3dd9-61ad-4d2a-bfab-5944600eee35 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690603 Jul 06 11:52:43.176500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-e5c14f6c-7a31-4f84-968d-e73a833af355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:43.186712 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-e5c14f6c-7a31-4f84-968d-e73a833af355 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 1095 time: 0.5396578 Jul 06 11:52:43.198595 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-671c17b3-1dd5-46d0-929a-2a5f8c1d9ae1 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.200572 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-671c17b3-1dd5-46d0-929a-2a5f8c1d9ae1 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.222961 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f9d2903-ed57-44eb-9b6c-611b60d9ef2f req-36884091-0bf6-41d1-8109-97184e4bf0eb service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880655 Jul 06 11:52:43.225581 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defe2d6f-e6c0-4215-acca-abd3644b02ef x-openstack-request-id: req-defe2d6f-e6c0-4215-acca-abd3644b02ef {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:43.226015 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdde747-2c1b-4f3d-89a1-2bff3320210a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e800218-a76d-4ae8-9c11-0d8f93fc741d", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:43.226268 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-defe2d6f-e6c0-4215-acca-abd3644b02ef {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:43.226652 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdde747-2c1b-4f3d-89a1-2bff3320210a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e800218-a76d-4ae8-9c11-0d8f93fc741d', 'code': 200} Jul 06 11:52:43.253830 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f67fcc5-0e76-4cf8-87c6-ae27b28e7b9f req-f66e6516-b8b6-42d3-9e6d-102269da0108 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6319742 Jul 06 11:52:43.277336 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781f2000-08d7-4c4c-b383-8d9f830bde03 x-openstack-request-id: req-781f2000-08d7-4c4c-b383-8d9f830bde03 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:43.279835 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:43.280112 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-781f2000-08d7-4c4c-b383-8d9f830bde03 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:43.280529 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17', 'status': 'completed', 'code': 200} Jul 06 11:52:43.345391 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-671c17b3-1dd5-46d0-929a-2a5f8c1d9ae1 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Calling delete_port for 48997419-9646-422f-a84d-1640c399ba5c owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:43.348909 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-41b82e4a-414a-4eb1-a9de-a08b4b35bea2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=466f4d6c-96a0-4caa-a1fc-7480553ccfa9 HTTP/1.1" status: 200 len: 217 time: 0.1390126 Jul 06 11:52:43.354142 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 1e800218-a76d-4ae8-9c11-0d8f93fc741d details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:52:43.493816 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f9d2903-ed57-44eb-9b6c-611b60d9ef2f req-25e5f20e-5d41-48ff-b600-6229a099efdf service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193780 Jul 06 11:52:43.544879 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-084c6a4f-2130-44b2-a1cd-7512ebdf8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:43.550451 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-084c6a4f-2130-44b2-a1cd-7512ebdf8411 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 1098 time: 0.2676647 Jul 06 11:52:43.550677 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-c9dd2b96-bdb1-4ee9-a69b-f7a25b7c408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:43.552176 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-c9dd2b96-bdb1-4ee9-a69b-f7a25b7c408e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37f22715-ba8d-4530-84b2-f69de5c14956 HTTP/1.1" status: 200 len: 852 time: 0.1618307 Jul 06 11:52:43.567136 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-6dc5c433-10b2-4dcc-bf7a-84b58b87477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:43.568880 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-6dc5c433-10b2-4dcc-bf7a-84b58b87477f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 1098 time: 0.2164853 Jul 06 11:52:43.585691 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1e800218-a76d-4ae8-9c11-0d8f93fc741d,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:43.600466 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 1e800218-a76d-4ae8-9c11-0d8f93fc741d has no active binding in host n-h2-799529-2 {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:52:43.613935 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-7d9dcb26-0a83-4fb9-b033-c73713add2da service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=983fb040-9529-4be2-835e-8b237b1ea52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493059 Jul 06 11:52:43.705792 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30e5943c-8168-49d7-b1f9-81957f811b05 req-69830e54-07d3-4582-96c3-1c0dbd81552e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4817572 Jul 06 11:52:43.729555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a423f22-4af9-4bae-8657-36bfc0495dcd req-b13a25fa-4ae3-4ff4-ad16-3f638d97b5f1 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:43.731095 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8a423f22-4af9-4bae-8657-36bfc0495dcd req-b13a25fa-4ae3-4ff4-ad16-3f638d97b5f1 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.2064781 Jul 06 11:52:43.747900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5980aff-83d9-4192-9f0f-4066f46d4cbe req-3fd42ca4-d3e9-45de-afee-97746df8b395 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:43.749546 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5980aff-83d9-4192-9f0f-4066f46d4cbe req-3fd42ca4-d3e9-45de-afee-97746df8b395 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 947 time: 0.3214850 Jul 06 11:52:43.803750 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-ff105ffc-5b68-483b-b5c2-352ed4799293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:43.805232 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-ff105ffc-5b68-483b-b5c2-352ed4799293 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1821215 Jul 06 11:52:43.859821 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8a423f22-4af9-4bae-8657-36bfc0495dcd req-227f0559-615e-47c5-85c7-11ee0dd35358 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196465 Jul 06 11:52:43.864096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-ef565ccb-8cea-4cd0-97f9-e2f43cbf8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:43.865593 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-ef565ccb-8cea-4cd0-97f9-e2f43cbf8b66 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2843499 Jul 06 11:52:43.866226 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-eb051c09-35ba-428a-8c38-3907001b5229 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=29114af0-877b-4404-8f75-fd2b831e0b17 HTTP/1.1" status: 200 len: 217 time: 0.0507524 Jul 06 11:52:43.869273 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:52:43.886572 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5980aff-83d9-4192-9f0f-4066f46d4cbe req-c4ed3201-2c0b-4b33-a91d-caa7a9b04d76 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277988 Jul 06 11:52:43.927128 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5943c-8168-49d7-b1f9-81957f811b05 req-94370daa-74dc-4851-857a-2b934f4befb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:43.929142 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30e5943c-8168-49d7-b1f9-81957f811b05 req-94370daa-74dc-4851-857a-2b934f4befb1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 1096 time: 0.1903493 Jul 06 11:52:43.968927 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-a0677cdc-6855-49da-a1c2-c1055d106c1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=29114af0-877b-4404-8f75-fd2b831e0b17 HTTP/1.1" status: 200 len: 217 time: 0.0759497 Jul 06 11:52:43.971459 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-671c17b3-1dd5-46d0-929a-2a5f8c1d9ae1 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:43.984349 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-395c1602-bdd1-492b-ac9b-b25bbb847ea0 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228819 Jul 06 11:52:44.060307 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-0e1b7607-c212-4a2a-96f7-8409e2004349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:44.074164 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-0e1b7607-c212-4a2a-96f7-8409e2004349 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1940978 Jul 06 11:52:44.160941 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c17b3-1dd5-46d0-929a-2a5f8c1d9ae1 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Pushing event deleted for resources: {'Port': ['ID=48997419-9646-422f-a84d-1640c399ba5c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:44.222729 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5943c-8168-49d7-b1f9-81957f811b05 req-d1eed140-3fad-4de6-b302-4372fc54663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:44.224700 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30e5943c-8168-49d7-b1f9-81957f811b05 req-d1eed140-3fad-4de6-b302-4372fc54663c service neutron] 10.222.0.89 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.2690132 Jul 06 11:52:44.252221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-12df0abe-c260-4944-adb1-922c146dcd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:44.253301 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-12df0abe-c260-4944-adb1-922c146dcd20 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.2391405 Jul 06 11:52:44.281056 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30e5943c-8168-49d7-b1f9-81957f811b05 req-98a7bc8f-e6f6-454b-9f67-a9f7a616b3b5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbca350a-debb-4e3a-9880-a75b0795be8a HTTP/1.1" status: 200 len: 217 time: 0.0473828 Jul 06 11:52:44.287637 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-cefe25aa-3afd-4cdf-b65a-c3c41e85004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:44.290496 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-cefe25aa-3afd-4cdf-b65a-c3c41e85004b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1994216 Jul 06 11:52:44.327808 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-671c17b3-1dd5-46d0-929a-2a5f8c1d9ae1 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.330370 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-671c17b3-1dd5-46d0-929a-2a5f8c1d9ae1 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:44.331586 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-671c17b3-1dd5-46d0-929a-2a5f8c1d9ae1 tempest-ServersWithSpecificFlavorTestJSON-529090569 tempest-ServersWithSpecificFlavorTestJSON-529090569-project] 10.222.0.81 "DELETE /v2.0/floatingips/f79e481c-9991-4c0c-8412-cf9d26d06943 HTTP/1.1" status: 204 len: 168 time: 2.2064307 Jul 06 11:52:44.345868 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48a4ad59-cb66-4a5a-9b0b-2c98bab10a74 req-d3520244-58f3-440e-ab22-78d8a1fa2f28 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390377 Jul 06 11:52:44.385825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22de1-e21f-4960-9f67-b65bd2965009 req-5833847d-a57b-460c-9c3f-42b8c46cf6e9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:44.387363 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aae22de1-e21f-4960-9f67-b65bd2965009 req-5833847d-a57b-460c-9c3f-42b8c46cf6e9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 944 time: 0.1542866 Jul 06 11:52:44.390024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-83e52dd2-f3e5-4753-875e-22e315d11ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:44.391444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-83e52dd2-f3e5-4753-875e-22e315d11ac0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1175997 Jul 06 11:52:44.392987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e79005-8d0a-4b51-bd67-5afb2bb272b5 req-67c2dc93-0da4-45a1-83bc-b6bff5db418e tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:44.394585 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-42e79005-8d0a-4b51-bd67-5afb2bb272b5 req-67c2dc93-0da4-45a1-83bc-b6bff5db418e tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 1096 time: 0.2561064 Jul 06 11:52:44.432644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5943c-8168-49d7-b1f9-81957f811b05 req-369f1517-d384-4361-819a-c5e9274595cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:44.434519 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30e5943c-8168-49d7-b1f9-81957f811b05 req-369f1517-d384-4361-819a-c5e9274595cc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.1426444 Jul 06 11:52:44.478347 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aae22de1-e21f-4960-9f67-b65bd2965009 req-8862d61a-6c55-40f8-b0ae-8f8cbd7f62e0 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849049 Jul 06 11:52:44.489581 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30e5943c-8168-49d7-b1f9-81957f811b05 req-ea9b35a8-8a6e-425b-b1d3-9dfa1bd109e7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449758 Jul 06 11:52:44.530810 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-e80ff3ab-53ea-4cd7-bd93-d2e45d6f8891 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301138 Jul 06 11:52:44.536218 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-42e79005-8d0a-4b51-bd67-5afb2bb272b5 req-06a6c08d-6bae-478c-95da-6b6a168f1f0b tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286459 Jul 06 11:52:44.566209 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-293073e5-5657-43f2-ae4d-08d8241235fb service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605391 Jul 06 11:52:44.697602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-4347bc45-6782-4688-9f0f-15985474da60 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584096 Jul 06 11:52:44.731358 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efbe7f58-f0e7-49a8-8b12-314f8adcdc13 req-5d2c26fd-888a-465a-b063-fe5783680528 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558549 Jul 06 11:52:44.734740 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30e5943c-8168-49d7-b1f9-81957f811b05 req-874359aa-74a2-4efb-a264-c07587b4eff8 service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340407 Jul 06 11:52:44.851131 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30e5943c-8168-49d7-b1f9-81957f811b05 req-1f915b9c-84f6-4b73-94b3-5b6c53ac71c6 service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043053 Jul 06 11:52:45.227906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdde747-2c1b-4f3d-89a1-2bff3320210a', 'tag': '1e800218-a76d-4ae8-9c11-0d8f93fc741d'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:45.230355 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d467dce-f3d2-4ff7-b45e-f04c3d42a073" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdde747-2c1b-4f3d-89a1-2bff3320210a", "tag": "1e800218-a76d-4ae8-9c11-0d8f93fc741d"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:45.299270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2485c2-994a-4fd6-b342-0d1087677a0b', 'tag': '466f4d6c-96a0-4caa-a1fc-7480553ccfa9'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:45.302470 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bb3faf-6db9-4018-95ba-d1d12fe719b6" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2485c2-994a-4fd6-b342-0d1087677a0b", "tag": "466f4d6c-96a0-4caa-a1fc-7480553ccfa9"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:45.345467 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba558b7-9869-4cbb-b5a0-e50076b57d73 req-aae53f17-58d6-4205-bfb6-787c0d57ebf2 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:45.347784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aba558b7-9869-4cbb-b5a0-e50076b57d73 req-aae53f17-58d6-4205-bfb6-787c0d57ebf2 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.0884900 Jul 06 11:52:45.395153 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aba558b7-9869-4cbb-b5a0-e50076b57d73 req-ff0993b9-011b-41c7-8d65-d406775a1cbc tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411291 Jul 06 11:52:45.580191 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0522-9d0c-4ad4-8a24-3fc373ad612c req-aaae2b2a-b0bb-4ef2-9f07-925ee4f69cd3 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:45.582926 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-870a0522-9d0c-4ad4-8a24-3fc373ad612c req-aaae2b2a-b0bb-4ef2-9f07-925ee4f69cd3 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 947 time: 0.0737422 Jul 06 11:52:45.627143 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-870a0522-9d0c-4ad4-8a24-3fc373ad612c req-7f001b6d-858f-45a9-854e-8c160576b6be tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384114 Jul 06 11:52:45.709735 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-da2bb10d-204b-4d9f-8efd-4ec58cecbb7b tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:52:45.710852 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-da2bb10d-204b-4d9f-8efd-4ec58cecbb7b tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065427 Jul 06 11:52:45.720691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f2e8ede2-df30-4d6c-9aee-9cba23983575 service neutron] Request body: {'binding': {'host': 'n-h2-799529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:45.721251 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f2e8ede2-df30-4d6c-9aee-9cba23983575 service neutron] Unknown quota resources ['binding']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 11:52:45.875940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f2e8ede2-df30-4d6c-9aee-9cba23983575 service neutron] Attempting to bind port 4559d396-2d93-404f-baed-922062c547a5 on host n-h2-799529-2 for vnic_type normal with profile None {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:45.876597 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f2e8ede2-df30-4d6c-9aee-9cba23983575 service neutron] Attempting to bind port 4559d396-2d93-404f-baed-922062c547a5 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:45.876699 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f2e8ede2-df30-4d6c-9aee-9cba23983575 service neutron] Attempting to bind port 4559d396-2d93-404f-baed-922062c547a5 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:45.882292 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f2e8ede2-df30-4d6c-9aee-9cba23983575 service neutron] Port 4559d396-2d93-404f-baed-922062c547a5 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:45.882531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f2e8ede2-df30-4d6c-9aee-9cba23983575 service neutron] Attempting to bind port 4559d396-2d93-404f-baed-922062c547a5 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:45.888202 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f2e8ede2-df30-4d6c-9aee-9cba23983575 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:45.888393 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f2e8ede2-df30-4d6c-9aee-9cba23983575 service neutron] Checking segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:45.888916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f2e8ede2-df30-4d6c-9aee-9cba23983575 service neutron] Bound using segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:45.889397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f2e8ede2-df30-4d6c-9aee-9cba23983575 service neutron] Bound port: 4559d396-2d93-404f-baed-922062c547a5, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:45.968546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f2e8ede2-df30-4d6c-9aee-9cba23983575 service neutron] For port 4559d396-2d93-404f-baed-922062c547a5, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=4559d396-2d93-404f-baed-922062c547a5,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:45.975389 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f2e8ede2-df30-4d6c-9aee-9cba23983575 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:45.977714 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f2e8ede2-df30-4d6c-9aee-9cba23983575 service neutron] 10.222.0.81 "POST /v2.0/ports/4559d396-2d93-404f-baed-922062c547a5/bindings HTTP/1.1" status: 201 len: 389 time: 0.2607126 Jul 06 11:52:46.177022 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7677845-f394-4360-b6ae-a5473c98a1c2 x-openstack-request-id: req-f7677845-f394-4360-b6ae-a5473c98a1c2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:46.177403 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdde747-2c1b-4f3d-89a1-2bff3320210a", "tag": "1e800218-a76d-4ae8-9c11-0d8f93fc741d", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:46.177711 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f7677845-f394-4360-b6ae-a5473c98a1c2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:46.178172 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdde747-2c1b-4f3d-89a1-2bff3320210a', 'tag': '1e800218-a76d-4ae8-9c11-0d8f93fc741d', 'status': 'completed', 'code': 200} Jul 06 11:52:46.256233 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1600b2f-d192-471a-89e0-755e68407097 x-openstack-request-id: req-f1600b2f-d192-471a-89e0-755e68407097 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:46.260960 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2485c2-994a-4fd6-b342-0d1087677a0b", "tag": "466f4d6c-96a0-4caa-a1fc-7480553ccfa9", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:46.263436 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1600b2f-d192-471a-89e0-755e68407097 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:46.263928 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2485c2-994a-4fd6-b342-0d1087677a0b', 'tag': '466f4d6c-96a0-4caa-a1fc-7480553ccfa9', 'status': 'completed', 'code': 200} Jul 06 11:52:46.318212 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d467dce-f3d2-4ff7-b45e-f04c3d42a073 req-5b84b367-0211-452f-9a6f-bf8816aceed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:46.319814 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6d467dce-f3d2-4ff7-b45e-f04c3d42a073 req-5b84b367-0211-452f-9a6f-bf8816aceed2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 1125 time: 0.1156566 Jul 06 11:52:46.333718 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 29114af0-877b-4404-8f75-fd2b831e0b17 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:52:46.352000 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb3faf-6db9-4018-95ba-d1d12fe719b6 req-9be16ef4-5cde-46fd-8043-b93e92cc37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:46.358247 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f3bb3faf-6db9-4018-95ba-d1d12fe719b6 req-9be16ef4-5cde-46fd-8043-b93e92cc37c8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 1095 time: 0.0998182 Jul 06 11:52:46.531395 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=29114af0-877b-4404-8f75-fd2b831e0b17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:46.556744 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '29114af0-877b-4404-8f75-fd2b831e0b17', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '29114af0-877b-4404-8f75-fd2b831e0b17', 'mac_address': 'fa:16:3e:ca:ed:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:52:46.567465 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68faea-595a-4ada-94dc-7867938f8a28 req-1d06c821-ba00-4349-9de3-8d85c560020c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:46.574174 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6d68faea-595a-4ada-94dc-7867938f8a28 req-1d06c821-ba00-4349-9de3-8d85c560020c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 944 time: 0.2133274 Jul 06 11:52:46.582817 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb3faf-6db9-4018-95ba-d1d12fe719b6 req-30a67b3d-80d8-41a4-b682-d483b03c05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:46.584498 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f3bb3faf-6db9-4018-95ba-d1d12fe719b6 req-30a67b3d-80d8-41a4-b682-d483b03c05fc service neutron] 10.222.0.89 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 913 time: 0.2107043 Jul 06 11:52:46.599668 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.614620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29114af0-877b-4404-8f75-fd2b831e0b17 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:46.638587 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f3bb3faf-6db9-4018-95ba-d1d12fe719b6 req-69b83b17-4cce-4159-8422-33e251a7ae81 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=466f4d6c-96a0-4caa-a1fc-7480553ccfa9 HTTP/1.1" status: 200 len: 217 time: 0.0461831 Jul 06 11:52:46.649422 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=29114af0-877b-4404-8f75-fd2b831e0b17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:46.657709 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:46.704154 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb3faf-6db9-4018-95ba-d1d12fe719b6 req-34b0adb1-e6cd-4074-9478-5d160f965203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:46.706508 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f3bb3faf-6db9-4018-95ba-d1d12fe719b6 req-34b0adb1-e6cd-4074-9478-5d160f965203 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37f22715-ba8d-4530-84b2-f69de5c14956 HTTP/1.1" status: 200 len: 852 time: 0.0525789 Jul 06 11:52:46.721386 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=29114af0-877b-4404-8f75-fd2b831e0b17,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:46.724416 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6d68faea-595a-4ada-94dc-7867938f8a28 req-d2c2188e-a2eb-4ace-957f-2b7dde8f7eda tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385689 Jul 06 11:52:46.774955 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f3bb3faf-6db9-4018-95ba-d1d12fe719b6 req-724f6f13-b68c-412d-b086-9655b641c335 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=983fb040-9529-4be2-835e-8b237b1ea52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493472 Jul 06 11:52:46.871664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d467dce-f3d2-4ff7-b45e-f04c3d42a073 req-a4f90547-4b3d-4cf9-a2cf-0a4e95401997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:46.873129 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6d467dce-f3d2-4ff7-b45e-f04c3d42a073 req-a4f90547-4b3d-4cf9-a2cf-0a4e95401997 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.5461147 Jul 06 11:52:46.887326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47713da9-fafe-4bf6-a82d-7f54c024d72f req-48782492-39e4-4e9e-9ea5-e4f5d0be401f tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:46.894453 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47713da9-fafe-4bf6-a82d-7f54c024d72f req-48782492-39e4-4e9e-9ea5-e4f5d0be401f tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 945 time: 0.1175811 Jul 06 11:52:46.911868 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f3bb3faf-6db9-4018-95ba-d1d12fe719b6 req-5f97cd2d-3fb6-402d-bea5-bf56ab3e03c3 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302929 Jul 06 11:52:46.961988 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6d467dce-f3d2-4ff7-b45e-f04c3d42a073 req-c6ba158d-adc5-4ed0-a108-af7e99487a82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e800218-a76d-4ae8-9c11-0d8f93fc741d HTTP/1.1" status: 200 len: 217 time: 0.0650148 Jul 06 11:52:46.967398 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47713da9-fafe-4bf6-a82d-7f54c024d72f req-bcd912a4-0473-461d-ad90-05f93bb3a3f6 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720880 Jul 06 11:52:47.006322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['29114af0-877b-4404-8f75-fd2b831e0b17'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:47.031611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d467dce-f3d2-4ff7-b45e-f04c3d42a073 req-54dc4da2-c80a-4972-b22a-b15bf0d5ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:47.033657 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6d467dce-f3d2-4ff7-b45e-f04c3d42a073 req-54dc4da2-c80a-4972-b22a-b15bf0d5ba83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.0636172 Jul 06 11:52:47.104484 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6d467dce-f3d2-4ff7-b45e-f04c3d42a073 req-6681cb26-ec80-4672-930e-fe034d8ec78e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640812 Jul 06 11:52:47.158709 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0bdb3-bc30-40b2-9102-e13a4992dafa req-05ce398a-c02a-4f8e-bd98-318c3ed2999d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:47.167641 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28e0bdb3-bc30-40b2-9102-e13a4992dafa req-05ce398a-c02a-4f8e-bd98-318c3ed2999d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 944 time: 0.2243364 Jul 06 11:52:47.177490 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f3bb3faf-6db9-4018-95ba-d1d12fe719b6 req-0fca4803-5f39-40bd-9566-4097e87539f4 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577286 Jul 06 11:52:47.217644 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28e0bdb3-bc30-40b2-9102-e13a4992dafa req-f64ccbf1-e30c-4661-8cc4-72b20f24f134 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483880 Jul 06 11:52:47.285669 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6d467dce-f3d2-4ff7-b45e-f04c3d42a073 req-a2924c3b-c53b-4457-b691-6b1742d23878 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724236 Jul 06 11:52:47.361658 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83d37d-2847-46ed-88ac-345e778d72b4 req-c8f5c037-89e3-4bb1-9365-985dffcac3c1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:47.363324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ac83d37d-2847-46ed-88ac-345e778d72b4 req-c8f5c037-89e3-4bb1-9365-985dffcac3c1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 948 time: 0.1541851 Jul 06 11:52:47.384929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:52:47.438050 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ac83d37d-2847-46ed-88ac-345e778d72b4 req-ae8a1ed4-53c5-4f77-85f9-d18658616988 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678260 Jul 06 11:52:47.447318 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6d467dce-f3d2-4ff7-b45e-f04c3d42a073 req-33168330-8a72-42b0-aaf5-d7a80a30e753 service neutron] 10.222.0.23 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534889 Jul 06 11:52:47.529407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:47.548293 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '466f4d6c-96a0-4caa-a1fc-7480553ccfa9', 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f', 'port_id': '466f4d6c-96a0-4caa-a1fc-7480553ccfa9', 'mac_address': 'fa:16:3e:40:2d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f22715-ba8d-4530-84b2-f69de5c14956', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:52:47.570136 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-762973fd-6235-462a-8deb-e85de31e2ff6 service neutron] 10.222.0.23 "GET /v2.0/ports/1e800218-a76d-4ae8-9c11-0d8f93fc741d/bindings/n-h2-799529-2 HTTP/1.1" status: 200 len: 384 time: 0.0923924 Jul 06 11:52:47.591260 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.605063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:47.629858 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:47.635002 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.695320 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:47.797223 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-d8802ae0-866c-439f-b8a9-0c0868468bc5 service neutron] For port 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1e800218-a76d-4ae8-9c11-0d8f93fc741d,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:47.819588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-d8802ae0-866c-439f-b8a9-0c0868468bc5 service neutron] For port 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:47.860310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-d8802ae0-866c-439f-b8a9-0c0868468bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e800218-a76d-4ae8-9c11-0d8f93fc741d {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:47.874391 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-d8802ae0-866c-439f-b8a9-0c0868468bc5 service neutron] For port 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=1e800218-a76d-4ae8-9c11-0d8f93fc741d,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:47.894338 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-d8802ae0-866c-439f-b8a9-0c0868468bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:47.925586 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['466f4d6c-96a0-4caa-a1fc-7480553ccfa9'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:47.959656 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56912) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:48.073548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298db7e-4da0-4647-b403-5e82ff466843 req-7a68a7d5-599d-4201-850c-861479252fc1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:48.076130 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-7a68a7d5-599d-4201-850c-861479252fc1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.23 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a&tenant_id=ea41c4c395454498b836751812b291f0&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 948 time: 0.1513939 Jul 06 11:52:48.135540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-d8802ae0-866c-439f-b8a9-0c0868468bc5 service neutron] Transition to ACTIVE for port object 1e800218-a76d-4ae8-9c11-0d8f93fc741d will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:48.146485 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-d8802ae0-866c-439f-b8a9-0c0868468bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.192435 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-df541058-5a12-4dc0-8444-a5c0429bc6a2 service neutron] 10.222.0.23 "GET /v2.0/ports/29114af0-877b-4404-8f75-fd2b831e0b17/bindings/n-h1-799529-2 HTTP/1.1" status: 200 len: 382 time: 0.1094968 Jul 06 11:52:48.226350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63b8c2-d7c1-4402-b927-630657d3606b req-a394c69e-c4ab-404d-9b24-bd522b1a9da8 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:48.227990 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f63b8c2-d7c1-4402-b927-630657d3606b req-a394c69e-c4ab-404d-9b24-bd522b1a9da8 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 945 time: 0.1135252 Jul 06 11:52:48.325629 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-d8802ae0-866c-439f-b8a9-0c0868468bc5 service neutron] No DVR routers for this DVR port 1e800218-a76d-4ae8-9c11-0d8f93fc741d on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:48.331832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8802ae0-866c-439f-b8a9-0c0868468bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e800218-a76d-4ae8-9c11-0d8f93fc741d,revision_number=10']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:48.349333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 29114af0-877b-4404-8f75-fd2b831e0b17 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:48.404953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 29114af0-877b-4404-8f75-fd2b831e0b17 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:48.410001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 29114af0-877b-4404-8f75-fd2b831e0b17 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:48.410635 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.420900 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-d8802ae0-866c-439f-b8a9-0c0868468bc5 service neutron] 10.222.0.23 "PUT /v2.0/ports/1e800218-a76d-4ae8-9c11-0d8f93fc741d/bindings/n-h2-799529-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8422823 Jul 06 11:52:48.493787 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4d57c-0df6-4010-b892-fdd5b56d5d3d req-e0af5a46-2d23-497d-be60-3a82499099b2 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:48.495416 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-16d4d57c-0df6-4010-b892-fdd5b56d5d3d req-e0af5a46-2d23-497d-be60-3a82499099b2 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 948 time: 0.3053861 Jul 06 11:52:48.506550 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.532371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:48.534727 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3cfae4-0bc3-4313-9256-5f6c11c98a62" -d '{"events": [{"server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "name": "network-vif-plugged", "status": "completed", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:48.548566 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=29114af0-877b-4404-8f75-fd2b831e0b17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:48.553108 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.553900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 1e800218-a76d-4ae8-9c11-0d8f93fc741d no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:48.579050 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-16d4d57c-0df6-4010-b892-fdd5b56d5d3d req-35f6f35a-370c-4b1a-82de-faa16ee5f9c5 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698626 Jul 06 11:52:48.617758 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f63b8c2-d7c1-4402-b927-630657d3606b req-a7cbcdc1-6eb2-4708-ae89-e83bad962baf tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812263 Jul 06 11:52:48.646332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 1e800218-a76d-4ae8-9c11-0d8f93fc741d not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:48.651712 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=29114af0-877b-4404-8f75-fd2b831e0b17,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:48.656997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298db7e-4da0-4647-b403-5e82ff466843 req-d1428556-4255-4d37-9001-e33a2a5e9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:48.658499 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-d1428556-4255-4d37-9001-e33a2a5e9d2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 1099 time: 0.4296284 Jul 06 11:52:48.710678 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9e85e0c-b29e-443d-b1df-b5897ac33f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:48.734839 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-4c3f6d20-73c5-4fba-9b1a-95479c7a51bd tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:48.736448 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-4c3f6d20-73c5-4fba-9b1a-95479c7a51bd tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a&tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1096 time: 0.1324093 Jul 06 11:52:48.810888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298db7e-4da0-4647-b403-5e82ff466843 req-610652e3-a6c4-4025-847c-1f072032a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:48.812735 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-610652e3-a6c4-4025-847c-1f072032a15a service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1456604 Jul 06 11:52:48.864048 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-0cf43263-814c-4e04-87fe-9b98bc7c8148 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=29114af0-877b-4404-8f75-fd2b831e0b17 HTTP/1.1" status: 200 len: 217 time: 0.0439005 Jul 06 11:52:48.883201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c5d43-140f-4726-aaee-1f097baa3452 req-7c1b95b7-5dc5-4231-a2db-984f130c2f9b tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:48.884745 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f8c5d43-140f-4726-aaee-1f097baa3452 req-7c1b95b7-5dc5-4231-a2db-984f130c2f9b tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 945 time: 0.1273062 Jul 06 11:52:48.905202 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-d21ff0b2-32d9-46c2-8c02-5b5557f44bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:48.906759 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-d21ff0b2-32d9-46c2-8c02-5b5557f44bc1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a&tenant_id=4843c8d3b46e40b0bd7d0bef48a42377 HTTP/1.1" status: 200 len: 1096 time: 0.1574297 Jul 06 11:52:48.983490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298db7e-4da0-4647-b403-5e82ff466843 req-e91d8632-bc28-4239-beab-92559cd776f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:48.984972 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-e91d8632-bc28-4239-beab-92559cd776f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1124241 Jul 06 11:52:48.988751 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f8c5d43-140f-4726-aaee-1f097baa3452 req-95be6fa0-e722-4821-b4e7-7171ebba5e57 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673773 Jul 06 11:52:49.038143 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df1d84-af44-4764-88d2-a11edca497d0 req-f67d2901-1071-4593-b8e8-41fde132119b tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:49.039668 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45df1d84-af44-4764-88d2-a11edca497d0 req-f67d2901-1071-4593-b8e8-41fde132119b tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 945 time: 0.1797562 Jul 06 11:52:49.085580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-08c151f7-0294-45ad-aaad-ec476afe2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:49.087310 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-08c151f7-0294-45ad-aaad-ec476afe2ee2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 1096 time: 0.1486638 Jul 06 11:52:49.107454 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f9e85e0c-b29e-443d-b1df-b5897ac33f57 admin admin] Deleting port cb1bd68b-a512-46fe-8a56-5d67c5c69c78 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:49.108047 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9e85e0c-b29e-443d-b1df-b5897ac33f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.125498 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45df1d84-af44-4764-88d2-a11edca497d0 req-c367b10e-56cf-4560-ad1e-fa73943b0b73 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793436 Jul 06 11:52:49.159512 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298db7e-4da0-4647-b403-5e82ff466843 req-3ceda0a7-9ce2-4dca-afb7-819564cc2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:49.160996 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-3ceda0a7-9ce2-4dca-afb7-819564cc2d10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1673255 Jul 06 11:52:49.195187 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c594131f-5273-4c08-a75c-90da1be068dc x-openstack-request-id: req-c594131f-5273-4c08-a75c-90da1be068dc {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:49.195625 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "name": "network-vif-plugged", "status": "completed", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:49.195970 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c594131f-5273-4c08-a75c-90da1be068dc {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:49.196461 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17', 'code': 200} Jul 06 11:52:49.207002 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-f9e85e0c-b29e-443d-b1df-b5897ac33f57 admin admin] For port cb1bd68b-a512-46fe-8a56-5d67c5c69c78, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=cb1bd68b-a512-46fe-8a56-5d67c5c69c78,segment=NetworkSegment(ad06e564-070a-4c82-800f-fecdb2508756),segment_id=ad06e564-070a-4c82-800f-fecdb2508756)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:49.207465 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9e85e0c-b29e-443d-b1df-b5897ac33f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.222468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f9e85e0c-b29e-443d-b1df-b5897ac33f57 admin admin] Calling delete_port for cb1bd68b-a512-46fe-8a56-5d67c5c69c78 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:49.265789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-7c72c4eb-75b9-4f1b-a542-c07d87c7b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:49.267376 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-7c72c4eb-75b9-4f1b-a542-c07d87c7b74a service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 200 len: 909 time: 0.1660769 Jul 06 11:52:49.337386 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-af0d7137-afea-4503-b082-7cb70fbf1fce service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670713 Jul 06 11:52:49.339069 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-f7ff643d-5be3-4754-a338-378fc9e536b4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e800218-a76d-4ae8-9c11-0d8f93fc741d HTTP/1.1" status: 200 len: 217 time: 0.0493331 Jul 06 11:52:49.400549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:52:49.456201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-803ecf0a-3a65-4f2a-9552-f9ac2e7a90f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:49.457681 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-803ecf0a-3a65-4f2a-9552-f9ac2e7a90f8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 200 len: 848 time: 0.1116085 Jul 06 11:52:49.474313 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9e85e0c-b29e-443d-b1df-b5897ac33f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.479753 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:52:49.493353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:52:49.494587 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.508661 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-e9592ff0-398c-4f4b-9cc6-15c57cc3d76e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2e9b7d6-944b-4592-9597-94c9d66799e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407753 Jul 06 11:52:49.511186 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e85e0c-b29e-443d-b1df-b5897ac33f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1bd68b-a512-46fe-8a56-5d67c5c69c78,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:49.559923 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-11e0593f-ceab-4efb-9339-c92f72ac8df0 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149413 Jul 06 11:52:49.662911 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.722111 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-1dfb1d63-fcea-4416-ba2d-0dd6c7da32bb service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878824 Jul 06 11:52:49.742649 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:49.759516 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9e85e0c-b29e-443d-b1df-b5897ac33f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.763221 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:49.881002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:49.882151 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-bcbf3047-834b-4922-baf6-49bf92553698 service neutron] 10.222.0.89 "GET /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477425 Jul 06 11:52:49.977267 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928e351-d137-47b6-adc1-ad3656721474 req-02f20948-25b3-4aa0-9894-54928039d9a8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:49.979725 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6928e351-d137-47b6-adc1-ad3656721474 req-02f20948-25b3-4aa0-9894-54928039d9a8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.1451681 Jul 06 11:52:50.113419 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6928e351-d137-47b6-adc1-ad3656721474 req-6d8a9668-2c57-49c5-92fb-24d8fa5da411 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281025 Jul 06 11:52:50.148404 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e85e0c-b29e-443d-b1df-b5897ac33f57 admin admin] Router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:52:50.291927 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-069f9293-241e-4708-9411-63c92a56a620 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:50.293693 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-069f9293-241e-4708-9411-63c92a56a620 tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a&tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&binding%3Ahost_id=n-h2-799529-2 HTTP/1.1" status: 200 len: 1096 time: 0.1328993 Jul 06 11:52:50.308819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3355aa8-243b-4384-83f0-8a0165f07075 req-9b220a0f-c464-4b4a-bc1c-a6f0d2cd37cf tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:50.310351 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b3355aa8-243b-4384-83f0-8a0165f07075 req-9b220a0f-c464-4b4a-bc1c-a6f0d2cd37cf tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.0991576 Jul 06 11:52:50.311714 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e85e0c-b29e-443d-b1df-b5897ac33f57 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:50.317749 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f9e85e0c-b29e-443d-b1df-b5897ac33f57 admin admin] 10.222.0.81 "PUT /v2.0/routers/a8c152e1-1bde-4d5f-bac3-b66e452fc1c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3553252 Jul 06 11:52:50.320292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57034) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:50.323821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0eb4b2-c230-4337-bba0-2248d5f5be03 None None] Sync routers for ids ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:50.336430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0eb4b2-c230-4337-bba0-2248d5f5be03 None None] Routers {'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:50.337322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2a0eb4b2-c230-4337-bba0-2248d5f5be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:52:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:50.386465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ecc7f-2bad-41fd-8755-a35f9a2e50dd req-90951884-d761-48a9-b2af-6ef9cf6cd748 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:50.388238 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d2ecc7f-2bad-41fd-8755-a35f9a2e50dd req-90951884-d761-48a9-b2af-6ef9cf6cd748 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 945 time: 0.1366477 Jul 06 11:52:50.401360 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b3355aa8-243b-4384-83f0-8a0165f07075 req-a9bb0d7e-3efc-43a4-9fd5-52fe2a37123a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817533 Jul 06 11:52:50.481299 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8265d030-463b-43c2-a1a1-49a3857735cb admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.497633 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d2ecc7f-2bad-41fd-8755-a35f9a2e50dd req-f96f4f63-3060-47c4-9563-4d2f10617aff tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667639 Jul 06 11:52:50.500544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-5bb002a7-70e9-490b-b701-ec7dedd391a6 service neutron] For port 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:50.505090 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-5bb002a7-70e9-490b-b701-ec7dedd391a6 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.506391 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40b44c76-9ebd-46d8-8a4c-53b5bc840833 req-5bb002a7-70e9-490b-b701-ec7dedd391a6 service neutron] 10.222.0.89 "DELETE /v2.0/ports/1e800218-a76d-4ae8-9c11-0d8f93fc741d/bindings/n-h1-799529-2 HTTP/1.1" status: 204 len: 173 time: 0.1950324 Jul 06 11:52:50.510832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-2a0eb4b2-c230-4337-bba0-2248d5f5be03 None None] Set router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:50.687837 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8265d030-463b-43c2-a1a1-49a3857735cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.799469 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8265d030-463b-43c2-a1a1-49a3857735cb admin admin] Deleting port 08bee695-2426-4e30-8cd3-fd4d0c8ae655 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:50.800610 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8265d030-463b-43c2-a1a1-49a3857735cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.870089 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2a0eb4b2-c230-4337-bba0-2248d5f5be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:52:49Z', 'revision_number': 5, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port': {'id': '08bee695-2426-4e30-8cd3-fd4d0c8ae655', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:47:53Z', 'updated_at': '2021-07-06T11:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:50.909699 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0eb4b2-c230-4337-bba0-2248d5f5be03 None None] Checking router: a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:52:50.914761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-8265d030-463b-43c2-a1a1-49a3857735cb admin admin] For port 08bee695-2426-4e30-8cd3-fd4d0c8ae655, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=08bee695-2426-4e30-8cd3-fd4d0c8ae655,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:50.915418 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8265d030-463b-43c2-a1a1-49a3857735cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:50.924958 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0eb4b2-c230-4337-bba0-2248d5f5be03 None None] Routers {'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:50.926592 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2a0eb4b2-c230-4337-bba0-2248d5f5be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:52:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:51.061859 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-2a0eb4b2-c230-4337-bba0-2248d5f5be03 None None] Set router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:51.130899 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2a0eb4b2-c230-4337-bba0-2248d5f5be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:52:50Z', 'revision_number': 6, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:51.161372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0eb4b2-c230-4337-bba0-2248d5f5be03 None None] The sync data for ids ['a8c152e1-1bde-4d5f-bac3-b66e452fc1c2'] in n-d-799529-2 is: [{'id': 'a8c152e1-1bde-4d5f-bac3-b66e452fc1c2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1443675426-router', 'tenant_id': '573e74f0e95e47e08a64aebf5cccebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:47:52Z', 'updated_at': '2021-07-06T11:52:50Z', 'revision_number': 6, 'project_id': '573e74f0e95e47e08a64aebf5cccebe2', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:51.198061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2485c2-994a-4fd6-b342-0d1087677a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466f4d6c-96a0-4caa-a1fc-7480553ccfa9'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:51.208278 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d77074a-13ae-434e-8ed2-7c9d41448093" -d '{"events": [{"server_uuid": "cb2485c2-994a-4fd6-b342-0d1087677a0b", "name": "network-vif-plugged", "status": "completed", "tag": "466f4d6c-96a0-4caa-a1fc-7480553ccfa9"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:51.303189 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8265d030-463b-43c2-a1a1-49a3857735cb admin admin] Calling delete_port for 08bee695-2426-4e30-8cd3-fd4d0c8ae655 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:51.394421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2fa0d-ceb0-412a-84c5-d046b5611ecd req-be012b5e-1576-4319-80d7-8975ce9ef39c tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:51.395970 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66f2fa0d-ceb0-412a-84c5-d046b5611ecd req-be012b5e-1576-4319-80d7-8975ce9ef39c tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 945 time: 0.4715943 Jul 06 11:52:51.485840 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66f2fa0d-ceb0-412a-84c5-d046b5611ecd req-7f3b2929-1465-4a21-87ad-b89f928a7782 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530939 Jul 06 11:52:51.490761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d69991-cd76-4454-8ad8-1f304fbd7e80 req-e2a5ffb4-68ec-43cb-8ff6-d97d3b180103 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:51.499744 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92d69991-cd76-4454-8ad8-1f304fbd7e80 req-e2a5ffb4-68ec-43cb-8ff6-d97d3b180103 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.0949042 Jul 06 11:52:51.573186 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8265d030-463b-43c2-a1a1-49a3857735cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.602220 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92d69991-cd76-4454-8ad8-1f304fbd7e80 req-63448046-31df-4209-afe2-c68e6aa6751d tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893452 Jul 06 11:52:51.606469 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595108fd-91b1-4170-893d-44f365a2c485 x-openstack-request-id: req-595108fd-91b1-4170-893d-44f365a2c485 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:51.606963 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2485c2-994a-4fd6-b342-0d1087677a0b", "name": "network-vif-plugged", "status": "completed", "tag": "466f4d6c-96a0-4caa-a1fc-7480553ccfa9", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:51.607526 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-595108fd-91b1-4170-893d-44f365a2c485 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:51.608802 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2485c2-994a-4fd6-b342-0d1087677a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466f4d6c-96a0-4caa-a1fc-7480553ccfa9', 'code': 200} Jul 06 11:52:51.629032 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265d030-463b-43c2-a1a1-49a3857735cb admin admin] Pushing event deleted for resources: {'Port': ['ID=08bee695-2426-4e30-8cd3-fd4d0c8ae655,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:51.804656 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8265d030-463b-43c2-a1a1-49a3857735cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.881985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b1921-73bc-46a1-b213-c3f0aebfb76b req-8c2916e8-3c3c-4348-82c3-0736d873b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:51.884068 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0b1b1921-73bc-46a1-b213-c3f0aebfb76b req-8c2916e8-3c3c-4348-82c3-0736d873b200 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 1097 time: 0.1836555 Jul 06 11:52:51.929299 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8265d030-463b-43c2-a1a1-49a3857735cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:51.932920 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8265d030-463b-43c2-a1a1-49a3857735cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.004340 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8265d030-463b-43c2-a1a1-49a3857735cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.005007 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8265d030-463b-43c2-a1a1-49a3857735cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:52:52.007985 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0b1b1921-73bc-46a1-b213-c3f0aebfb76b req-494de89d-78bc-423a-afc6-11448b2205ef service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911341 Jul 06 11:52:52.019142 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8265d030-463b-43c2-a1a1-49a3857735cb admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.020261 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8265d030-463b-43c2-a1a1-49a3857735cb admin admin] 10.222.0.81 "DELETE /v2.0/routers/a8c152e1-1bde-4d5f-bac3-b66e452fc1c2 HTTP/1.1" status: 204 len: 168 time: 1.6989892 Jul 06 11:52:52.022640 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57126) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:52.025714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc750a12-fec0-4670-8c0e-b0fb282e9b87 req-5d529373-b41a-4685-a8db-53cd6841402f tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:52.027564 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc750a12-fec0-4670-8c0e-b0fb282e9b87 req-5d529373-b41a-4685-a8db-53cd6841402f tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.2343085 Jul 06 11:52:52.034752 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-b933a91e-4faf-4eb3-9fcf-e14b4e6076ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:52.036551 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-b933a91e-4faf-4eb3-9fcf-e14b4e6076ce service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 1096 time: 0.1843472 Jul 06 11:52:52.131058 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc750a12-fec0-4670-8c0e-b0fb282e9b87 req-8965853c-49f6-4958-8221-3ed4882462c5 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924580 Jul 06 11:52:52.245565 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f553f852-322c-4bab-bc6a-b7d43d83d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:52.249896 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f553f852-322c-4bab-bc6a-b7d43d83d9da service neutron] 10.222.0.89 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.1700361 Jul 06 11:52:52.317149 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-d78126d1-9da0-46c0-9fd2-8af5ca19734c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4559d396-2d93-404f-baed-922062c547a5 HTTP/1.1" status: 200 len: 217 time: 0.0541708 Jul 06 11:52:52.381645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ad596c-c8df-463f-aaed-368d84fc7635 admin admin] Deleting subnet ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:52.385266 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18ad596c-c8df-463f-aaed-368d84fc7635 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.411058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-ba6871d9-5b0e-4ae0-8674-33f3c7d3a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:52.412592 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-ba6871d9-5b0e-4ae0-8674-33f3c7d3a236 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.0910263 Jul 06 11:52:52.443162 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18ad596c-c8df-463f-aaed-368d84fc7635 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.464459 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-b9a704df-51ae-4942-af2e-805359e2c1ea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451992 Jul 06 11:52:52.563651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735afea-641e-441c-bc04-6b7908f54dd4 req-f831139e-4970-42f6-9a86-b228afcf5e80 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:52.565164 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0735afea-641e-441c-bc04-6b7908f54dd4 req-f831139e-4970-42f6-9a86-b228afcf5e80 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 945 time: 0.2316301 Jul 06 11:52:52.568228 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18ad596c-c8df-463f-aaed-368d84fc7635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.653444 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-dcba907c-fec2-4d47-9f9f-20ac36447e72 service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774952 Jul 06 11:52:52.654464 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18ad596c-c8df-463f-aaed-368d84fc7635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.683318 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298db7e-4da0-4647-b403-5e82ff466843 req-acfc9931-673a-4480-939b-b805dae0e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:52.684831 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-acfc9931-673a-4480-939b-b805dae0e794 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a&tenant_id=ea41c4c395454498b836751812b291f0 HTTP/1.1" status: 200 len: 1100 time: 0.2311482 Jul 06 11:52:52.706656 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18ad596c-c8df-463f-aaed-368d84fc7635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.714665 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-18ad596c-c8df-463f-aaed-368d84fc7635 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e HTTP/1.1" status: 204 len: 168 time: 0.6905141 Jul 06 11:52:52.716159 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad596c-c8df-463f-aaed-368d84fc7635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4f680c-2b64-43ce-b5e4-5e63a7e10c9e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:52.717498 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313a6b8f-68df-494f-942c-de561be67663 None None] Network 76dc66c5-cac1-411d-8b13-f5071a1927d8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:52:52.718274 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57168) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:52.742314 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0735afea-641e-441c-bc04-6b7908f54dd4 req-2159bdce-55a4-4d3c-8b3a-f6b8610a6987 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567879 Jul 06 11:52:52.795823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cb1bd68b-a512-46fe-8a56-5d67c5c69c78 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:52.796058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:52:52.850017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: cb1bd68b-a512-46fe-8a56-5d67c5c69c78 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:52.853206 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cb1bd68b-a512-46fe-8a56-5d67c5c69c78 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:52.854931 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 08bee695-2426-4e30-8cd3-fd4d0c8ae655 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:52.869793 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.906246 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-7e7c17e8-d33c-445d-8ab1-b891da2fdd65 service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399347 Jul 06 11:52:52.912146 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:52.934306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 08bee695-2426-4e30-8cd3-fd4d0c8ae655 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:52.934998 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 08bee695-2426-4e30-8cd3-fd4d0c8ae655 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:53.031303 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] Deleting port b85611de-9789-4959-bfca-03ee26a8bc47 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:53.031791 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.199755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] For port b85611de-9789-4959-bfca-03ee26a8bc47, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b85611de-9789-4959-bfca-03ee26a8bc47,segment=NetworkSegment(ad06e564-070a-4c82-800f-fecdb2508756),segment_id=ad06e564-070a-4c82-800f-fecdb2508756)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:53.200392 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.223672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] Calling delete_port for b85611de-9789-4959-bfca-03ee26a8bc47 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:53.268760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f90a88-4520-4d8d-a008-71610072f6d7 None None] DHCP port deletion for 76dc66c5-cac1-411d-8b13-f5071a1927d8 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:52:53.333664 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.361925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a5f90a88-4520-4d8d-a008-71610072f6d7 None None] Deleting port b85611de-9789-4959-bfca-03ee26a8bc47 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:53.363203 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5f90a88-4520-4d8d-a008-71610072f6d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.363705 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=29114af0-877b-4404-8f75-fd2b831e0b17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:53.384530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b85611de-9789-4959-bfca-03ee26a8bc47,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:53.406267 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] No DVR routers for this DVR port b85611de-9789-4959-bfca-03ee26a8bc47 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:53.413661 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:53.441587 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9b73f-623c-46b4-bb89-ef9e910814b3 req-58c8fc89-ad37-4a0f-86ef-4411d72db34c tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:53.449283 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-50a9b73f-623c-46b4-bb89-ef9e910814b3 req-58c8fc89-ad37-4a0f-86ef-4411d72db34c tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 1096 time: 0.1677907 Jul 06 11:52:53.465915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a5f90a88-4520-4d8d-a008-71610072f6d7 None None] For port b85611de-9789-4959-bfca-03ee26a8bc47, host n-d-799529-2, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:53.466258 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5f90a88-4520-4d8d-a008-71610072f6d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.487598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:53.490017 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac370a19-7eb0-4f9b-93f2-7c9b07f94ffb" -d '{"events": [{"server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "name": "network-vif-unplugged", "status": "completed", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:53.494445 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.497421 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a5f90a88-4520-4d8d-a008-71610072f6d7 None None] Calling delete_port for b85611de-9789-4959-bfca-03ee26a8bc47 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:53.504351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-a5f90a88-4520-4d8d-a008-71610072f6d7 None None] Port b85611de-9789-4959-bfca-03ee26a8bc47 was not found and therefore no delete operation was performed {{(pid=100429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:52:53.506260 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5f90a88-4520-4d8d-a008-71610072f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.522247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f90a88-4520-4d8d-a008-71610072f6d7 None None] No DVR routers for this DVR port b85611de-9789-4959-bfca-03ee26a8bc47 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:53.529274 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-50a9b73f-623c-46b4-bb89-ef9e910814b3 req-d7f5df3c-abf3-4ebd-9309-084a893e947e tempest-LiveMigrationTest-89237541 tempest-LiveMigrationTest-89237541-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790403 Jul 06 11:52:53.540751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Transition to ACTIVE for port object 29114af0-877b-4404-8f75-fd2b831e0b17 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:52:53.559280 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.566870 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f90a88-4520-4d8d-a008-71610072f6d7 None None] Pushing event deleted for resources: {'Port': ['ID=b85611de-9789-4959-bfca-03ee26a8bc47,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:53.590602 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.618947 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76dc66c5-cac1-411d-8b13-f5071a1927d8']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:53.660207 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad06e564-070a-4c82-800f-fecdb2508756') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:53.660674 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad06e564-070a-4c82-800f-fecdb2508756') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:53.673447 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.689376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] No DVR routers for this DVR port 29114af0-877b-4404-8f75-fd2b831e0b17 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:53.691302 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf99fa-7fa3-473e-ac48-517f5bc08187 req-3915cc50-09b0-414c-b607-b73e4ac9c625 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:53.692831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Pushing event updated for resources: {'Port': ['ID=29114af0-877b-4404-8f75-fd2b831e0b17,revision_number=10']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:53.699755 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cadf99fa-7fa3-473e-ac48-517f5bc08187 req-3915cc50-09b0-414c-b607-b73e4ac9c625 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.2652686 Jul 06 11:52:53.736594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.753409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:52:53.753994 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: timer() Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:52:53.758632 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:52:53.772776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Attempting to bind port 29114af0-877b-4404-8f75-fd2b831e0b17 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:52:53.773219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Attempting to bind port 29114af0-877b-4404-8f75-fd2b831e0b17 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:52:53.773612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Attempting to bind port 29114af0-877b-4404-8f75-fd2b831e0b17 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:53.783891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Port 29114af0-877b-4404-8f75-fd2b831e0b17 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:52:53.784255 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Attempting to bind port 29114af0-877b-4404-8f75-fd2b831e0b17 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:52:53.796537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:52:53.796949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:52:53.797257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:52:53.797843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Bound port: 29114af0-877b-4404-8f75-fd2b831e0b17, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:52:53.798202 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.811455 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cadf99fa-7fa3-473e-ac48-517f5bc08187 req-36eff6b5-a759-4751-8bbf-71daf3b0a2bc tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103821 Jul 06 11:52:53.834770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0a5de-8af1-419e-ad65-5d440b4b2a0b req-3f09ffa2-286e-4077-aaef-6de932d77ad5 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:53.838312 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.843602 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-caf0a5de-8af1-419e-ad65-5d440b4b2a0b req-3f09ffa2-286e-4077-aaef-6de932d77ad5 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1465738 Jul 06 11:52:53.848272 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:53.854568 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/76dc66c5-cac1-411d-8b13-f5071a1927d8 HTTP/1.1" status: 204 len: 168 time: 1.1316664 Jul 06 11:52:53.854927 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57194) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:53.901774 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a46f9b-ae63-4bda-a040-08a5a196ddc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=76dc66c5-cac1-411d-8b13-f5071a1927d8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:53.972727 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-caf0a5de-8af1-419e-ad65-5d440b4b2a0b req-dc43930c-35bd-4e9b-99c2-7e6eba351174 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280751 Jul 06 11:52:53.985037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:52:53.993347 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=29114af0-877b-4404-8f75-fd2b831e0b17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:52:54.001454 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.108621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:54.109520 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.113945 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] 10.222.0.89 "PUT /v2.0/ports/29114af0-877b-4404-8f75-fd2b831e0b17 HTTP/1.1" status: 200 len: 1096 time: 1.3890021 Jul 06 11:52:54.121646 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a29c1bc-1fbf-4e90-a667-c0e66f4bb902 x-openstack-request-id: req-3a29c1bc-1fbf-4e90-a667-c0e66f4bb902 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:54.121943 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "name": "network-vif-unplugged", "status": "completed", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:54.122190 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a29c1bc-1fbf-4e90-a667-c0e66f4bb902 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:54.122592 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17', 'code': 200} Jul 06 11:52:54.250068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22716cfc-6d02-40ea-8743-098853efe33e service neutron] Pushing event updated for resources: {'Port': ['ID=29114af0-877b-4404-8f75-fd2b831e0b17,revision_number=11']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:54.327312 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298db7e-4da0-4647-b403-5e82ff466843 req-12ae2633-b10c-4cd8-a567-2f7ccc3907f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:54.329229 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-12ae2633-b10c-4cd8-a567-2f7ccc3907f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 1099 time: 0.1688948 Jul 06 11:52:54.396752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 29114af0-877b-4404-8f75-fd2b831e0b17 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:54.511666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 29114af0-877b-4404-8f75-fd2b831e0b17 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:54.566877 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d7de7-7579-47b8-9e4f-158e86fc6a75 req-474be91d-3597-4a95-8fdb-938aafa28f33 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:54.574474 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a43d7de7-7579-47b8-9e4f-158e86fc6a75 req-474be91d-3597-4a95-8fdb-938aafa28f33 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 945 time: 0.2381837 Jul 06 11:52:54.600759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298db7e-4da0-4647-b403-5e82ff466843 req-7f8e4bb0-1ad4-4f0b-b7cb-88dde39fb710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:54.602538 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-7f8e4bb0-1ad4-4f0b-b7cb-88dde39fb710 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2651784 Jul 06 11:52:54.608826 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a1a6-d2ec-4590-b8bf-6fc6f1cbb650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:54.661456 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-1bfbc0e7-c690-4e5b-8048-18bb4adc3724 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=29114af0-877b-4404-8f75-fd2b831e0b17 HTTP/1.1" status: 200 len: 217 time: 0.0472724 Jul 06 11:52:54.668460 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a43d7de7-7579-47b8-9e4f-158e86fc6a75 req-b1022cfd-846a-4262-9394-5f0b51cfcd17 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927131 Jul 06 11:52:54.745306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298db7e-4da0-4647-b403-5e82ff466843 req-ee0cc8ef-bd53-4968-b6e9-fefe5076979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:54.748294 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-ee0cc8ef-bd53-4968-b6e9-fefe5076979f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0769608 Jul 06 11:52:54.757046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b85611de-9789-4959-bfca-03ee26a8bc47 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:54.809613 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: b85611de-9789-4959-bfca-03ee26a8bc47 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:54.812782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b85611de-9789-4959-bfca-03ee26a8bc47 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:54.874523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298db7e-4da0-4647-b403-5e82ff466843 req-f4dc6e9f-bdb2-446f-9b82-0708fefe3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:54.876637 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-f4dc6e9f-bdb2-446f-9b82-0708fefe3c6c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1217115 Jul 06 11:52:55.017387 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-e202fc21-ca51-41d3-8816-f90136f5dec1 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268756 Jul 06 11:52:55.057541 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4ac0a1a6-d2ec-4590-b8bf-6fc6f1cbb650 admin admin] Deleting port abaca46f-e323-42ef-8195-734bd068e357 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:55.057881 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a1a6-d2ec-4590-b8bf-6fc6f1cbb650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.177306 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-4ac0a1a6-d2ec-4590-b8bf-6fc6f1cbb650 admin admin] For port abaca46f-e323-42ef-8195-734bd068e357, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=abaca46f-e323-42ef-8195-734bd068e357,segment=NetworkSegment(46abac3c-9df0-4a6f-b154-d109b8b43a5f),segment_id=46abac3c-9df0-4a6f-b154-d109b8b43a5f)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:55.177748 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a1a6-d2ec-4590-b8bf-6fc6f1cbb650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.197492 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4ac0a1a6-d2ec-4590-b8bf-6fc6f1cbb650 admin admin] Calling delete_port for abaca46f-e323-42ef-8195-734bd068e357 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:55.252333 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2298db7e-4da0-4647-b403-5e82ff466843 req-7bf9bd2a-4824-4ec5-972e-09579a9e4ab2 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262015 Jul 06 11:52:55.291688 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fc656-4846-4316-a8b7-90cf5a1d0b22 req-18696970-693f-45bd-911e-f170d726ae81 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:55.293784 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-448fc656-4846-4316-a8b7-90cf5a1d0b22 req-18696970-693f-45bd-911e-f170d726ae81 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.89 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 945 time: 0.1439509 Jul 06 11:52:55.476234 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-448fc656-4846-4316-a8b7-90cf5a1d0b22 req-0d17f605-0a50-4c8f-a414-66ed6f31b82e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Deleting port 1e800218-a76d-4ae8-9c11-0d8f93fc741d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:55.476778 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-448fc656-4846-4316-a8b7-90cf5a1d0b22 req-0d17f605-0a50-4c8f-a414-66ed6f31b82e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.478141 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a1a6-d2ec-4590-b8bf-6fc6f1cbb650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.585190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0a1a6-d2ec-4590-b8bf-6fc6f1cbb650 admin admin] Pushing event deleted for resources: {'Port': ['ID=abaca46f-e323-42ef-8195-734bd068e357,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:55.601743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-448fc656-4846-4316-a8b7-90cf5a1d0b22 req-0d17f605-0a50-4c8f-a414-66ed6f31b82e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] For port 1e800218-a76d-4ae8-9c11-0d8f93fc741d, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=1e800218-a76d-4ae8-9c11-0d8f93fc741d,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:55.602120 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-448fc656-4846-4316-a8b7-90cf5a1d0b22 req-0d17f605-0a50-4c8f-a414-66ed6f31b82e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.626514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-448fc656-4846-4316-a8b7-90cf5a1d0b22 req-0d17f605-0a50-4c8f-a414-66ed6f31b82e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Calling delete_port for 1e800218-a76d-4ae8-9c11-0d8f93fc741d owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:55.764497 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790633-4fc7-43be-bc22-01ca70ef8b98 req-c77bd2bd-7892-43cd-a05e-e77d2d211640 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:55.766644 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3790633-4fc7-43be-bc22-01ca70ef8b98 req-c77bd2bd-7892-43cd-a05e-e77d2d211640 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 945 time: 0.1983769 Jul 06 11:52:55.794558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f490de-a57e-4d96-a275-e99c0df39520 req-35dfcbd0-f9ce-49b6-9730-1127eff5be93 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:55.796142 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-38f490de-a57e-4d96-a275-e99c0df39520 req-35dfcbd0-f9ce-49b6-9730-1127eff5be93 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 948 time: 0.1505797 Jul 06 11:52:55.861305 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a1a6-d2ec-4590-b8bf-6fc6f1cbb650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.873081 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3790633-4fc7-43be-bc22-01ca70ef8b98 req-321b6ac8-8306-45bc-a92c-92ab4602b4c0 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637207 Jul 06 11:52:55.905405 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-38f490de-a57e-4d96-a275-e99c0df39520 req-847ec735-d6c5-468b-93a7-db5966e14eb5 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709667 Jul 06 11:52:55.906536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-448fc656-4846-4316-a8b7-90cf5a1d0b22 req-0d17f605-0a50-4c8f-a414-66ed6f31b82e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:55.921714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['c92279f0-5ba0-4a2b-9c26-906817f462db', '1e800218-a76d-4ae8-9c11-0d8f93fc741d'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:55.956409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17f605-0a50-4c8f-a414-66ed6f31b82e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Pushing event deleted for resources: {'Port': ['ID=1e800218-a76d-4ae8-9c11-0d8f93fc741d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:56.060983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-448fc656-4846-4316-a8b7-90cf5a1d0b22 req-0d17f605-0a50-4c8f-a414-66ed6f31b82e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] No DVR routers for this DVR port 1e800218-a76d-4ae8-9c11-0d8f93fc741d on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:52:56.068286 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-448fc656-4846-4316-a8b7-90cf5a1d0b22 req-0d17f605-0a50-4c8f-a414-66ed6f31b82e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:56.075319 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-448fc656-4846-4316-a8b7-90cf5a1d0b22 req-0d17f605-0a50-4c8f-a414-66ed6f31b82e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.89 "DELETE /v2.0/ports/1e800218-a76d-4ae8-9c11-0d8f93fc741d HTTP/1.1" status: 204 len: 173 time: 0.7693090 Jul 06 11:52:56.124301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17'}, {'server_uuid': '1bdde747-2c1b-4f3d-89a1-2bff3320210a', 'name': 'network-vif-deleted', 'tag': '1e800218-a76d-4ae8-9c11-0d8f93fc741d'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:52:56.127528 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf" -d '{"events": [{"name": "network-changed", "server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17"}, {"server_uuid": "1bdde747-2c1b-4f3d-89a1-2bff3320210a", "name": "network-vif-deleted", "tag": "1e800218-a76d-4ae8-9c11-0d8f93fc741d"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:52:56.335009 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821ebf8-dd7a-44a6-b0b9-2517daef844a req-ec1f9af3-e4c2-42b5-b25b-df36382b1ace tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:56.336751 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f821ebf8-dd7a-44a6-b0b9-2517daef844a req-ec1f9af3-e4c2-42b5-b25b-df36382b1ace tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1379716 Jul 06 11:52:56.338814 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac0a1a6-d2ec-4590-b8bf-6fc6f1cbb650 admin admin] Router 85d100a4-c0f5-44aa-ae93-a283dd1aed2e has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:52:56.420981 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f821ebf8-dd7a-44a6-b0b9-2517daef844a req-428c6ce1-48b7-4fbe-85cc-676d6236fa74 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781298 Jul 06 11:52:56.510285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac0a1a6-d2ec-4590-b8bf-6fc6f1cbb650 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:52:56.523242 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57306) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:56.525525 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425832a6-215a-4967-bb35-1e0530387cd1 None None] Sync routers for ids ['85d100a4-c0f5-44aa-ae93-a283dd1aed2e'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:52:56.527920 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4ac0a1a6-d2ec-4590-b8bf-6fc6f1cbb650 admin admin] 10.222.0.81 "PUT /v2.0/routers/85d100a4-c0f5-44aa-ae93-a283dd1aed2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6344178 Jul 06 11:52:56.547707 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425832a6-215a-4967-bb35-1e0530387cd1 None None] Routers {'85d100a4-c0f5-44aa-ae93-a283dd1aed2e'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:56.548215 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-425832a6-215a-4967-bb35-1e0530387cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:52:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['85d100a4-c0f5-44aa-ae93-a283dd1aed2e'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:56.834902 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-425832a6-215a-4967-bb35-1e0530387cd1 None None] Set router 85d100a4-c0f5-44aa-ae93-a283dd1aed2e gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:57.021630 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 11:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16120b27-4925-4079-a78c-caaff95764b1 x-openstack-request-id: req-16120b27-4925-4079-a78c-caaff95764b1 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:52:57.022439 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17", "status": "completed", "code": 200}, {"server_uuid": "1bdde747-2c1b-4f3d-89a1-2bff3320210a", "name": "network-vif-deleted", "tag": "1e800218-a76d-4ae8-9c11-0d8f93fc741d", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:52:57.022439 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16120b27-4925-4079-a78c-caaff95764b1 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:52:57.022788 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17', 'status': 'completed', 'code': 200} Jul 06 11:52:57.022984 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdde747-2c1b-4f3d-89a1-2bff3320210a', 'name': 'network-vif-deleted', 'tag': '1e800218-a76d-4ae8-9c11-0d8f93fc741d', 'status': 'completed', 'code': 200} Jul 06 11:52:57.114225 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2db8cfb9-6199-46d9-a0e5-cf5425eb28e3 req-e70d7d3d-de87-4ef3-a02b-129aed002d49 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 210 time: 0.0451920 Jul 06 11:52:57.133873 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.178730 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-425832a6-215a-4967-bb35-1e0530387cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-621484213-router', 'tenant_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:01Z', 'updated_at': '2021-07-06T11:52:55Z', 'revision_number': 5, 'project_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'gw_port': {'id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:02Z', 'updated_at': '2021-07-06T11:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:57.236717 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425832a6-215a-4967-bb35-1e0530387cd1 None None] Checking router: 85d100a4-c0f5-44aa-ae93-a283dd1aed2e for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:52:57.236978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3941736-4cd9-423e-9ee3-643e0e1c88a7 req-6d9b9aa9-3ee0-4846-8344-58583437d447 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:57.238410 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b3941736-4cd9-423e-9ee3-643e0e1c88a7 req-6d9b9aa9-3ee0-4846-8344-58583437d447 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 945 time: 0.2552514 Jul 06 11:52:57.256465 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425832a6-215a-4967-bb35-1e0530387cd1 None None] Routers {'85d100a4-c0f5-44aa-ae93-a283dd1aed2e'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:52:57.257204 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-425832a6-215a-4967-bb35-1e0530387cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:52:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['85d100a4-c0f5-44aa-ae93-a283dd1aed2e'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:57.258165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-1a8bd4d5-574c-4bc9-8a18-7b91649803da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:57.259734 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-1a8bd4d5-574c-4bc9-8a18-7b91649803da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 1099 time: 0.2551949 Jul 06 11:52:57.302047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-62bc23e7-cc3d-4752-ab6c-62900e0794f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:57.303796 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-62bc23e7-cc3d-4752-ab6c-62900e0794f8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ea41c4c395454498b836751812b291f0&device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 1099 time: 0.2916527 Jul 06 11:52:57.391057 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-425832a6-215a-4967-bb35-1e0530387cd1 None None] Set router 85d100a4-c0f5-44aa-ae93-a283dd1aed2e gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:52:57.432522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 29114af0-877b-4404-8f75-fd2b831e0b17 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:52:57.446164 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b3941736-4cd9-423e-9ee3-643e0e1c88a7 req-d4fd01a9-86f6-410f-bcd9-9ffbc911d270 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983893 Jul 06 11:52:57.510399 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa2cdd-9020-45d9-9aac-89798cc3f9d4 req-30fc65c8-1aee-40c6-ae9e-fef84c84a5c5 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:57.519842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7fa2cdd-9020-45d9-9aac-89798cc3f9d4 req-30fc65c8-1aee-40c6-ae9e-fef84c84a5c5 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 948 time: 0.1822164 Jul 06 11:52:57.548028 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.615109 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7fa2cdd-9020-45d9-9aac-89798cc3f9d4 req-139c3706-2f0c-477a-84b8-9d4be86ba460 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841484 Jul 06 11:52:57.733645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-366c7468-f5f9-4806-9e2a-3bb03ddf6c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:57.740396 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-366c7468-f5f9-4806-9e2a-3bb03ddf6c9b service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.4188583 Jul 06 11:52:57.742974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=29114af0-877b-4404-8f75-fd2b831e0b17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:57.773140 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-a7ea7f06-bf78-4b2f-8d38-2bfa15185e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:57.774818 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-a7ea7f06-bf78-4b2f-8d38-2bfa15185e03 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.4787090 Jul 06 11:52:57.780250 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '29114af0-877b-4404-8f75-fd2b831e0b17', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '29114af0-877b-4404-8f75-fd2b831e0b17', 'mac_address': 'fa:16:3e:ca:ed:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:52:57.797213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57348) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:57.841679 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-46ddc511-70bc-421e-bc1a-28ab35947aa0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=29114af0-877b-4404-8f75-fd2b831e0b17 HTTP/1.1" status: 200 len: 217 time: 0.0885825 Jul 06 11:52:57.866709 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-425832a6-215a-4967-bb35-1e0530387cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-621484213-router', 'tenant_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:01Z', 'updated_at': '2021-07-06T11:52:55Z', 'revision_number': 5, 'project_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'gw_port': {'id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:02Z', 'updated_at': '2021-07-06T11:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:52:57.912330 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:57.922864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-ce85031d-c159-403c-ac4c-78300663862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:57.924932 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-ce85031d-c159-403c-ac4c-78300663862d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0518410 Jul 06 11:52:57.927863 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-755e8bbf-d64c-450b-9830-0edd727701f1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=29114af0-877b-4404-8f75-fd2b831e0b17 HTTP/1.1" status: 200 len: 217 time: 0.0965025 Jul 06 11:52:57.935979 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425832a6-215a-4967-bb35-1e0530387cd1 None None] The sync data for ids ['85d100a4-c0f5-44aa-ae93-a283dd1aed2e'] in n-d-799529-2 is: [{'id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-621484213-router', 'tenant_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:48:01Z', 'updated_at': '2021-07-06T11:52:55Z', 'revision_number': 5, 'project_id': 'c0eceed6eeff4c26ab6b2eefe3ef01ad', 'gw_port': {'id': 'ee892f4c-bd4d-498a-894f-c287412c346e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d100a4-c0f5-44aa-ae93-a283dd1aed2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:48:02Z', 'updated_at': '2021-07-06T11:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:52:57.949477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29114af0-877b-4404-8f75-fd2b831e0b17 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:52:57.970068 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-72bb6c85-8e9a-4f75-a6db-770460259afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.003780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=29114af0-877b-4404-8f75-fd2b831e0b17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:58.009974 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.044152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-5dfee22a-563e-40a6-97b4-5fec083ea910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:58.046100 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-5dfee22a-563e-40a6-97b4-5fec083ea910 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0599260 Jul 06 11:52:58.092203 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=29114af0-877b-4404-8f75-fd2b831e0b17,revision_number=12']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:58.109289 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-72bb6c85-8e9a-4f75-a6db-770460259afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.114333 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-72bb6c85-8e9a-4f75-a6db-770460259afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.119193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Deleting port ee892f4c-bd4d-498a-894f-c287412c346e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:52:58.119833 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.164344 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-72bb6c85-8e9a-4f75-a6db-770460259afa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=914d334dfef44fea8637f473e86df0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634729 Jul 06 11:52:58.164344 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb6c85-8e9a-4f75-a6db-770460259afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f22832a-12c0-400c-94d7-516b161e47a1,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:58.166656 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57356) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:58.220894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-91114e93-c3ce-41a3-9619-b492f1fc1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:58.223083 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-91114e93-c3ce-41a3-9619-b492f1fc1ef8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2789447 Jul 06 11:52:58.291339 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-1c1dcbff-452c-4bd5-bdd8-95652e2b43c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:58.293804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['29114af0-877b-4404-8f75-fd2b831e0b17'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:52:58.298446 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-1c1dcbff-452c-4bd5-bdd8-95652e2b43c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2358994 Jul 06 11:52:58.306429 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c9013fa-ba25-41a3-aecb-669b9f2a2f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.336798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e36f88-c062-4847-8d07-b6eb17f22f91 req-68057701-f864-4d93-8945-3905b8d38f1c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:58.338394 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17e36f88-c062-4847-8d07-b6eb17f22f91 req-68057701-f864-4d93-8945-3905b8d38f1c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.5050588 Jul 06 11:52:58.390546 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c9013fa-ba25-41a3-aecb-669b9f2a2f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.416197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17e36f88-c062-4847-8d07-b6eb17f22f91 req-b7e16ddc-b959-45be-9e37-14c80e20ae96 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697863 Jul 06 11:52:58.451928 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-50709baa-d70c-4acf-b0de-ce2b1ea14c0b req-c50a8420-82be-440e-88f5-28abd47b36a3 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 210 time: 0.1631989 Jul 06 11:52:58.476348 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] For port ee892f4c-bd4d-498a-894f-c287412c346e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ee892f4c-bd4d-498a-894f-c287412c346e,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:52:58.477116 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.507960 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c9013fa-ba25-41a3-aecb-669b9f2a2f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.512282 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c9013fa-ba25-41a3-aecb-669b9f2a2f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:58.514775 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6c9013fa-ba25-41a3-aecb-669b9f2a2f3a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f22832a-12c0-400c-94d7-516b161e47a1 HTTP/1.1" status: 204 len: 168 time: 0.3471668 Jul 06 11:52:58.543095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Calling delete_port for ee892f4c-bd4d-498a-894f-c287412c346e owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:52:58.555953 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9013fa-ba25-41a3-aecb-669b9f2a2f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f22832a-12c0-400c-94d7-516b161e47a1,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:58.607987 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-2b24e32a-c595-48d3-b953-8b5e0943e172 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738699 Jul 06 11:52:58.610009 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-a5b80fe6-38db-479c-b144-fa5b98569e32 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905960 Jul 06 11:52:58.721915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device abaca46f-e323-42ef-8195-734bd068e357 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:58.755781 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: abaca46f-e323-42ef-8195-734bd068e357 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:58.756205 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device abaca46f-e323-42ef-8195-734bd068e357 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:58.857733 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e2c1c-6066-4a87-a365-1079ea61e9dc req-8e400f4f-1004-463f-a9bd-65483aef4ba5 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:58.859375 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c3e2c1c-6066-4a87-a365-1079ea61e9dc req-8e400f4f-1004-463f-a9bd-65483aef4ba5 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 945 time: 0.1334097 Jul 06 11:52:58.916935 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c3e2c1c-6066-4a87-a365-1079ea61e9dc req-9e955ecc-02b8-47b8-972b-146cb94a6619 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514650 Jul 06 11:52:59.043601 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-0652dc53-7519-4572-a81c-858f4a4e0f9b service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258831 Jul 06 11:52:59.046057 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9e9a497-b38d-4ba6-ada8-0023e09a66bf req-5abd3911-27af-409e-9fd6-e3d93fec3ce7 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776956 Jul 06 11:52:59.118060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482832c-7df5-4e8b-9dd3-381f5e34d7b8 req-dcb69bfd-45e8-4e04-be57-9068ebb1088e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:59.119693 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b482832c-7df5-4e8b-9dd3-381f5e34d7b8 req-dcb69bfd-45e8-4e04-be57-9068ebb1088e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.2665582 Jul 06 11:52:59.143507 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.185527 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee892f4c-bd4d-498a-894f-c287412c346e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:59.216645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:59.217006 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:59.217363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:59.217646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:59.218028 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:59.218395 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:59.218699 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:59.219014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:59.219358 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:59.219671 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:59.219988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:59.220301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:52:59.229159 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b482832c-7df5-4e8b-9dd3-381f5e34d7b8 req-f3e8d061-4cfa-4cd9-a53e-8b3061321cdc tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035676 Jul 06 11:52:59.271061 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.372711 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.375353 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.414815 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22cd98-c07c-44ce-aae3-f98ac036cc96 req-6e154713-e07a-4c54-b970-daabc8ab2199 tempest-MigrationsAdminTest-468949640 tempest-MigrationsAdminTest-468949640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:59.423609 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef22cd98-c07c-44ce-aae3-f98ac036cc96 req-6e154713-e07a-4c54-b970-daabc8ab2199 tempest-MigrationsAdminTest-468949640 tempest-MigrationsAdminTest-468949640-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 1100 time: 0.0724187 Jul 06 11:52:59.425679 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.426482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85d100a4-c0f5-44aa-ae93-a283dd1aed2e {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:52:59.434058 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.438891 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f5b3c75f-fccd-4c66-8183-d22d7d8d8e09 admin admin] 10.222.0.81 "DELETE /v2.0/routers/85d100a4-c0f5-44aa-ae93-a283dd1aed2e HTTP/1.1" status: 204 len: 168 time: 2.9141068 Jul 06 11:52:59.441335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57388) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:59.448186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 1e800218-a76d-4ae8-9c11-0d8f93fc741d no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:52:59.502112 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef22cd98-c07c-44ce-aae3-f98ac036cc96 req-05fb61be-d112-440d-8e14-1c9077b9d0e3 tempest-MigrationsAdminTest-468949640 tempest-MigrationsAdminTest-468949640-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771711 Jul 06 11:52:59.526933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-8004bf1f-4a89-4a60-87fb-5c4893b4d1de admin admin] Deleting subnet 6f4ab0f9-aa1a-48b1-bbac-93bef639ef7b {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:52:59.537852 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8004bf1f-4a89-4a60-87fb-5c4893b4d1de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.538172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 1e800218-a76d-4ae8-9c11-0d8f93fc741d {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:52:59.539583 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 1e800218-a76d-4ae8-9c11-0d8f93fc741d not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:52:59.613380 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8004bf1f-4a89-4a60-87fb-5c4893b4d1de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.716288 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e142add7-4bb4-4924-b537-6aa1bf24dba9 req-6d1e4f88-c425-4208-acca-c01347c00bab tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 210 time: 0.0281940 Jul 06 11:52:59.772110 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8004bf1f-4a89-4a60-87fb-5c4893b4d1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.806343 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddb889-f1b2-45e6-91e4-2c39769db3c3 req-c71c20f0-bb40-4e24-b88d-f3fdf7a91062 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:52:59.807933 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9ddb889-f1b2-45e6-91e4-2c39769db3c3 req-c71c20f0-bb40-4e24-b88d-f3fdf7a91062 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1414180 Jul 06 11:52:59.866780 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9ddb889-f1b2-45e6-91e4-2c39769db3c3 req-6848ffc7-123f-45de-b49f-c34470d62159 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488117 Jul 06 11:52:59.875641 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8004bf1f-4a89-4a60-87fb-5c4893b4d1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.905758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004bf1f-4a89-4a60-87fb-5c4893b4d1de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f4ab0f9-aa1a-48b1-bbac-93bef639ef7b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:52:59.909804 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8004bf1f-4a89-4a60-87fb-5c4893b4d1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:52:59.914233 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8004bf1f-4a89-4a60-87fb-5c4893b4d1de admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6f4ab0f9-aa1a-48b1-bbac-93bef639ef7b HTTP/1.1" status: 204 len: 168 time: 0.4695549 Jul 06 11:52:59.914884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57400) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:52:59.919199 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5942cbd3-4c53-430b-b85f-9c86accd7a3b None None] Network 624af509-9034-4652-8053-5eb73e201dea requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:00.023576 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.129023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] Deleting port 9c572ae5-953a-4aae-99bb-5a07e50bfef1 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:00.130409 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.252441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] For port 9c572ae5-953a-4aae-99bb-5a07e50bfef1, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9c572ae5-953a-4aae-99bb-5a07e50bfef1,segment=NetworkSegment(46abac3c-9df0-4a6f-b154-d109b8b43a5f),segment_id=46abac3c-9df0-4a6f-b154-d109b8b43a5f)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:00.252802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.271539 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] Calling delete_port for 9c572ae5-953a-4aae-99bb-5a07e50bfef1 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:00.281861 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee59d64c-f1dd-4ec0-af59-adf60c47793b None None] DHCP port deletion for 624af509-9034-4652-8053-5eb73e201dea request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:53:00.294543 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-143592b1-4d09-4d46-8dad-38c1b4228ef2 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d4a589eb65f943b89507bc01afcb14c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327992 Jul 06 11:53:00.295764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1fa5c-58e4-46ad-91c0-be5002447ef6 req-50e5b454-08b2-4e63-af49-c1f2e196a405 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:00.297308 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-56b1fa5c-58e4-46ad-91c0-be5002447ef6 req-50e5b454-08b2-4e63-af49-c1f2e196a405 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 945 time: 0.1141627 Jul 06 11:53:00.343586 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ee59d64c-f1dd-4ec0-af59-adf60c47793b None None] Deleting port 9c572ae5-953a-4aae-99bb-5a07e50bfef1 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:00.344059 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee59d64c-f1dd-4ec0-af59-adf60c47793b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.381359 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-56b1fa5c-58e4-46ad-91c0-be5002447ef6 req-71e55313-e5f9-4224-bc6a-5fe4467671c2 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427189 Jul 06 11:53:00.426399 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.439846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ee59d64c-f1dd-4ec0-af59-adf60c47793b None None] For port 9c572ae5-953a-4aae-99bb-5a07e50bfef1, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9c572ae5-953a-4aae-99bb-5a07e50bfef1,segment=NetworkSegment(46abac3c-9df0-4a6f-b154-d109b8b43a5f),segment_id=46abac3c-9df0-4a6f-b154-d109b8b43a5f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:00.440249 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee59d64c-f1dd-4ec0-af59-adf60c47793b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.456981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ee59d64c-f1dd-4ec0-af59-adf60c47793b None None] Calling delete_port for 9c572ae5-953a-4aae-99bb-5a07e50bfef1 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:00.468536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c572ae5-953a-4aae-99bb-5a07e50bfef1,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:00.495833 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] No DVR routers for this DVR port 9c572ae5-953a-4aae-99bb-5a07e50bfef1 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:00.498285 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-306d06d3-028a-430e-863d-e06408883538 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:00.501682 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-306d06d3-028a-430e-863d-e06408883538 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964328 Jul 06 11:53:00.524075 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-b7809be0-77c0-4829-bfb6-1d63a05fb8fe tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/quotas/d4a589eb65f943b89507bc01afcb14c0 HTTP/1.1" status: 200 len: 375 time: 0.0165949 Jul 06 11:53:00.570713 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-ab13bb36-ecad-48a2-ac30-2f123353b058 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d4a589eb65f943b89507bc01afcb14c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385559 Jul 06 11:53:00.601655 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee59d64c-f1dd-4ec0-af59-adf60c47793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.618573 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59d64c-f1dd-4ec0-af59-adf60c47793b None None] No DVR routers for this DVR port 9c572ae5-953a-4aae-99bb-5a07e50bfef1 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:00.627056 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.640080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624af509-9034-4652-8053-5eb73e201dea']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:00.650660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59d64c-f1dd-4ec0-af59-adf60c47793b None None] Pushing event deleted for resources: {'Port': ['ID=9c572ae5-953a-4aae-99bb-5a07e50bfef1,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:00.655994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46abac3c-9df0-4a6f-b154-d109b8b43a5f') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:00.656299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46abac3c-9df0-4a6f-b154-d109b8b43a5f') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:00.671006 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.696665 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.710287 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:00.710737 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: timer() Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:00.713390 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:00.727430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ef18c-f99d-4ce8-8663-753ea718eb13 req-8d20082a-7669-4504-8433-84f3229fb682 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:00.736018 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a2ef18c-f99d-4ce8-8663-753ea718eb13 req-8d20082a-7669-4504-8433-84f3229fb682 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.1827862 Jul 06 11:53:00.746835 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9c572ae5-953a-4aae-99bb-5a07e50bfef1 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:00.781712 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 9c572ae5-953a-4aae-99bb-5a07e50bfef1 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:00.782060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9c572ae5-953a-4aae-99bb-5a07e50bfef1 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:00.791687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ee892f4c-bd4d-498a-894f-c287412c346e no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:00.816497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: ee892f4c-bd4d-498a-894f-c287412c346e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:00.817096 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ee892f4c-bd4d-498a-894f-c287412c346e not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:00.858701 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a2ef18c-f99d-4ce8-8663-753ea718eb13 req-480b7571-4e38-4982-986a-d75a6cc8c224 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080241 Jul 06 11:53:00.860712 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.871691 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:00.875154 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] 10.222.0.81 "DELETE /v2.0/networks/624af509-9034-4652-8053-5eb73e201dea HTTP/1.1" status: 204 len: 168 time: 0.9594281 Jul 06 11:53:00.898063 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e64f0-ff06-476b-b6c4-89a19098d489 admin admin] Pushing event deleted for resources: {'Network': ['ID=624af509-9034-4652-8053-5eb73e201dea,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:00.967701 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-90ac4c00-576f-47e1-b5ba-7890ae391af5 req-11ea0418-8699-4576-9c01-c382bd5cb851 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/ports?device_id=7354df70-fe6c-4c3a-a224-c599ea8ef4ad HTTP/1.1" status: 200 len: 210 time: 0.0409813 Jul 06 11:53:01.163277 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47b8c85e-a3d3-4d95-bb04-15e1dbe85374 req-54fc8a62-45c8-427a-953f-802f2972c80d tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 210 time: 0.0445914 Jul 06 11:53:01.164468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57436) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:01.226352 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-759bfdd4-cac3-438f-8981-2350e6b8442e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=573e74f0e95e47e08a64aebf5cccebe2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0607681 Jul 06 11:53:01.228410 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19164201-086d-4f0c-9c7a-99643b4fe420 req-8a524361-366e-472a-a40f-697a86d00dbd tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:01.230297 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-19164201-086d-4f0c-9c7a-99643b4fe420 req-8a524361-366e-472a-a40f-697a86d00dbd tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.0872676 Jul 06 11:53:01.231353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57440) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:01.281368 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-19164201-086d-4f0c-9c7a-99643b4fe420 req-cffd4cc3-ebd6-49be-a533-46456a11a740 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450158 Jul 06 11:53:01.287250 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.314849 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.370802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.374493 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.375923 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/381f30d4-47c9-4147-9161-8e3445504b07 HTTP/1.1" status: 204 len: 168 time: 0.1433933 Jul 06 11:53:01.386396 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381f30d4-47c9-4147-9161-8e3445504b07,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:01.396104 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:01.396345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:01.396667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:01.397079 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:01.397629 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:01.398463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:01.398873 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:01.399300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:01.399698 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:01.400097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:01.400492 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:01.400887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9764ae96-3b69-46bb-84a4-9d68197ee7bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:01.434588 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef80368-1e77-4bcf-b6fe-57f60d0c39d0 req-53866507-8f3a-4d80-908d-880c7a3b684f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:01.437261 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6ef80368-1e77-4bcf-b6fe-57f60d0c39d0 req-53866507-8f3a-4d80-908d-880c7a3b684f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.89 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 949 time: 0.1074111 Jul 06 11:53:01.462425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 29114af0-877b-4404-8f75-fd2b831e0b17 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:01.539942 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 29114af0-877b-4404-8f75-fd2b831e0b17 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:01.546228 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 29114af0-877b-4404-8f75-fd2b831e0b17 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:01.546697 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.646616 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-6ef80368-1e77-4bcf-b6fe-57f60d0c39d0 req-f58236bf-8a87-4bb7-a162-a2066da880a1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Deleting port 29114af0-877b-4404-8f75-fd2b831e0b17 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:01.646983 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6ef80368-1e77-4bcf-b6fe-57f60d0c39d0 req-f58236bf-8a87-4bb7-a162-a2066da880a1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.650195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b80e1-f45f-41fa-bca8-3f3afd909d8e req-f0b6d0e8-d62f-4736-af96-541222b0fba2 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:01.652138 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-667b80e1-f45f-41fa-bca8-3f3afd909d8e req-f0b6d0e8-d62f-4736-af96-541222b0fba2 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 945 time: 0.0820284 Jul 06 11:53:01.737976 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.764631 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-667b80e1-f45f-41fa-bca8-3f3afd909d8e req-68d6d7e2-a0e1-45e8-ae1b-a3ab6ee90738 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045816 Jul 06 11:53:01.779556 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:01.782433 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d220c9-9449-4585-864e-3434cbed8765" -d '{"events": [{"server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "name": "network-vif-plugged", "status": "completed", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:01.804169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=29114af0-877b-4404-8f75-fd2b831e0b17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:01.811667 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.828890 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6ef80368-1e77-4bcf-b6fe-57f60d0c39d0 req-f58236bf-8a87-4bb7-a162-a2066da880a1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] For port 29114af0-877b-4404-8f75-fd2b831e0b17, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=29114af0-877b-4404-8f75-fd2b831e0b17,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:01.829251 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6ef80368-1e77-4bcf-b6fe-57f60d0c39d0 req-f58236bf-8a87-4bb7-a162-a2066da880a1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:01.864719 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b04fa6-8bc2-4133-a874-528ca774541f x-openstack-request-id: req-b7b04fa6-8bc2-4133-a874-528ca774541f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:01.865417 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "name": "network-vif-plugged", "status": "completed", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:01.865853 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7b04fa6-8bc2-4133-a874-528ca774541f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:01.866407 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17', 'code': 200} Jul 06 11:53:01.878950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=29114af0-877b-4404-8f75-fd2b831e0b17,revision_number=13']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:02.018161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57458) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.096242 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c9ab5bc0-0001-4e85-8034-1d69803e8550 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c0eceed6eeff4c26ab6b2eefe3ef01ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0767314 Jul 06 11:53:02.096859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57462) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:02.168358 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f1c47f7-39a8-49b2-ae99-84673c98318c req-6d3ad71d-a46c-404b-994b-895067dd2639 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/ports?device_id=7354df70-fe6c-4c3a-a224-c599ea8ef4ad HTTP/1.1" status: 200 len: 210 time: 0.0368540 Jul 06 11:53:02.208012 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-398df2db-0702-4d16-9aef-d1cb3178a770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.235144 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-398df2db-0702-4d16-9aef-d1cb3178a770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.303914 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-398df2db-0702-4d16-9aef-d1cb3178a770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.306732 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-398df2db-0702-4d16-9aef-d1cb3178a770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.310316 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-398df2db-0702-4d16-9aef-d1cb3178a770 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0c126ae5-0a1a-4cfe-b1e4-0c91b39dedec HTTP/1.1" status: 204 len: 168 time: 0.2101388 Jul 06 11:53:02.323394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-6ef80368-1e77-4bcf-b6fe-57f60d0c39d0 req-f58236bf-8a87-4bb7-a162-a2066da880a1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Calling delete_port for 29114af0-877b-4404-8f75-fd2b831e0b17 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:02.333365 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398df2db-0702-4d16-9aef-d1cb3178a770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c126ae5-0a1a-4cfe-b1e4-0c91b39dedec,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:02.572621 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fa74b9b8-c92d-492c-a722-b038d6b8f958 req-b3d50baa-4402-47cd-b1d2-ede4da15c6ae tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=1bdde747-2c1b-4f3d-89a1-2bff3320210a HTTP/1.1" status: 200 len: 210 time: 0.0906856 Jul 06 11:53:02.632565 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6ef80368-1e77-4bcf-b6fe-57f60d0c39d0 req-f58236bf-8a87-4bb7-a162-a2066da880a1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:02.652333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['29114af0-877b-4404-8f75-fd2b831e0b17'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:02.661505 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['f51dc0c0-545d-4658-98f1-47f8ca7ab970', '9709a44a-cf35-4cf4-8a8e-aaee798bb53c', 'e68b066b-b3af-4bc3-95f6-3fb168090c8f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:02.776517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58236bf-8a87-4bb7-a162-a2066da880a1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Pushing event deleted for resources: {'Port': ['ID=29114af0-877b-4404-8f75-fd2b831e0b17,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:02.787401 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-8dbb1fb2-8bf9-4f20-9a1c-1f059580a9c2 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d4a589eb65f943b89507bc01afcb14c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1917455 Jul 06 11:53:02.957385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb47b81-7ee4-49ff-8fc8-d247cf6fcfd4 req-001e0728-6f2f-473b-b30d-2d9b9366e6fb tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:02.970512 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cb47b81-7ee4-49ff-8fc8-d247cf6fcfd4 req-001e0728-6f2f-473b-b30d-2d9b9366e6fb tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1807022 Jul 06 11:53:03.021841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef80368-1e77-4bcf-b6fe-57f60d0c39d0 req-f58236bf-8a87-4bb7-a162-a2066da880a1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] No DVR routers for this DVR port 29114af0-877b-4404-8f75-fd2b831e0b17 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:03.041896 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ea46de-4583-49aa-86ef-b302acd7e3e5 req-455dc6ac-5da0-4d8d-b717-5f0bd2a5f37f tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=98263845-8ec4-4525-b12d-9517c4d9323a HTTP/1.1" status: 200 len: 210 time: 0.5828829 Jul 06 11:53:03.048823 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6ef80368-1e77-4bcf-b6fe-57f60d0c39d0 req-f58236bf-8a87-4bb7-a162-a2066da880a1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.053158 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6ef80368-1e77-4bcf-b6fe-57f60d0c39d0 req-f58236bf-8a87-4bb7-a162-a2066da880a1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.89 "DELETE /v2.0/ports/29114af0-877b-4404-8f75-fd2b831e0b17 HTTP/1.1" status: 204 len: 173 time: 1.6099906 Jul 06 11:53:03.053788 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'name': 'network-vif-deleted', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:03.057190 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48018c67-c279-466a-8748-f0aeee97c74a" -d '{"events": [{"server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "name": "network-vif-deleted", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:03.058570 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cb47b81-7ee4-49ff-8fc8-d247cf6fcfd4 req-4e663312-eb78-49a3-bbde-615125b1cc27 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834467 Jul 06 11:53:03.163277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-a432ea77-2505-4eba-93f9-0032f1286811 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:03.166420 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-a432ea77-2505-4eba-93f9-0032f1286811 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3560803 Jul 06 11:53:03.186072 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Request body: {'port': {'device_id': '7354df70-fe6c-4c3a-a224-c599ea8ef4ad', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'd4a589eb65f943b89507bc01afcb14c0'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:03.402096 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a531eaa-bd17-44b8-9517-d42a3b9dba73 x-openstack-request-id: req-0a531eaa-bd17-44b8-9517-d42a3b9dba73 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:03.402531 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98263845-8ec4-4525-b12d-9517c4d9323a", "name": "network-vif-deleted", "tag": "29114af0-877b-4404-8f75-fd2b831e0b17", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:03.402789 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a531eaa-bd17-44b8-9517-d42a3b9dba73 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:03.403330 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98263845-8ec4-4525-b12d-9517c4d9323a', 'name': 'network-vif-deleted', 'tag': '29114af0-877b-4404-8f75-fd2b831e0b17', 'status': 'completed', 'code': 200} Jul 06 11:53:03.491523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f8e62-4159-417e-9c19-37f67fb0c738 req-3ee1a895-cd04-4e3c-9df0-2e4d9633d5dd tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:03.509436 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ed4f8e62-4159-417e-9c19-37f67fb0c738 req-3ee1a895-cd04-4e3c-9df0-2e4d9633d5dd tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 945 time: 0.1629288 Jul 06 11:53:03.552403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Made reservation on behalf of d4a589eb65f943b89507bc01afcb14c0 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:03.556728 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.581696 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-669cc31a-0cbf-4442-8e73-ea400e00be3c req-99ea9216-c223-4895-b1d7-dd65cd516690 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/ports?device_id=7354df70-fe6c-4c3a-a224-c599ea8ef4ad HTTP/1.1" status: 200 len: 210 time: 0.0550733 Jul 06 11:53:03.589093 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.643125 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ed4f8e62-4159-417e-9c19-37f67fb0c738 req-9c54cb65-82ec-4a3e-94a3-ccba601efb98 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326935 Jul 06 11:53:03.777024 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.781301 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:03.871313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21af7492-d4ee-4c0d-aa8d-477cccfc4e02,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:03.969690 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Allocated IP 192.168.233.79 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/fcf1d659-570d-407f-9568-af4b477568b4) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:04.212023 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.237794 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Transition to ACTIVE for port object fcf1d659-570d-407f-9568-af4b477568b4 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:04.289909 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.346743 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb76df9-9cb5-4fbf-af4b-a70facc60c90 req-f95cbbb8-e089-4f35-b4fc-ee96b66bd9e5 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:04.361259 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Pushing event updated for resources: {'Port': ['ID=fcf1d659-570d-407f-9568-af4b477568b4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:04.362098 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dbb76df9-9cb5-4fbf-af4b-a70facc60c90 req-f95cbbb8-e089-4f35-b4fc-ee96b66bd9e5 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1470470 Jul 06 11:53:04.387695 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:04.389629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:04.393194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:04.441176 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dbb76df9-9cb5-4fbf-af4b-a70facc60c90 req-7705cedf-3ad6-4175-abbc-2d3ef265afe2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761940 Jul 06 11:53:04.511031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:04.513868 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.547812 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-226fa081-22d3-425c-816d-97dbbc87ec21 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3675158 Jul 06 11:53:04.574292 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Request body: {'port': {'device_id': '7354df70-fe6c-4c3a-a224-c599ea8ef4ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:04.728189 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.772525 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-45181128-9705-4dc1-a6f9-555b5f48d8df None None] Provisioning for port fcf1d659-570d-407f-9568-af4b477568b4 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:04.777618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-45181128-9705-4dc1-a6f9-555b5f48d8df None None] Provisioning complete for port fcf1d659-570d-407f-9568-af4b477568b4 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:04.777992 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-45181128-9705-4dc1-a6f9-555b5f48d8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:04.840358 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-45181128-9705-4dc1-a6f9-555b5f48d8df None None] Port fcf1d659-570d-407f-9568-af4b477568b4 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:05.042218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a86f3e-878d-46a8-b665-24a7766c6b7a req-69264e7f-bb10-4198-988f-de30afb9385a tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:05.051264 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49a86f3e-878d-46a8-b665-24a7766c6b7a req-69264e7f-bb10-4198-988f-de30afb9385a tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/ports?device_id=7354df70-fe6c-4c3a-a224-c599ea8ef4ad HTTP/1.1" status: 200 len: 935 time: 0.1357992 Jul 06 11:53:05.102770 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49a86f3e-878d-46a8-b665-24a7766c6b7a req-ce57db17-0e0e-41c7-863a-f474df174f7a tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/security-groups?id=21af7492-d4ee-4c0d-aa8d-477cccfc4e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505371 Jul 06 11:53:05.155046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fb6c4-6096-42f1-bef8-198174860c5b req-e1d84a90-38e9-413c-8538-23470625ce83 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:05.155046 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d71fb6c4-6096-42f1-bef8-198174860c5b req-e1d84a90-38e9-413c-8538-23470625ce83 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 951 time: 0.3887088 Jul 06 11:53:05.175071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf1d659-570d-407f-9568-af4b477568b4 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:05.191499 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.239846 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d71fb6c4-6096-42f1-bef8-198174860c5b req-52426ed2-b289-474b-85a8-8a6428263379 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741048 Jul 06 11:53:05.248447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Transition to ACTIVE for port object fcf1d659-570d-407f-9568-af4b477568b4 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:05.262392 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.263465 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.334452 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf1d659-570d-407f-9568-af4b477568b4,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:05.384664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f559a-5b94-4fd9-afb7-ef0994958619 req-83e622e6-3f39-464f-aeac-05733cc41546 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:05.387805 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-530f559a-5b94-4fd9-afb7-ef0994958619 req-83e622e6-3f39-464f-aeac-05733cc41546 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 945 time: 0.1211500 Jul 06 11:53:05.430763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Attempting to bind port fcf1d659-570d-407f-9568-af4b477568b4 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:05.430941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Attempting to bind port fcf1d659-570d-407f-9568-af4b477568b4 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:05.431175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Attempting to bind port fcf1d659-570d-407f-9568-af4b477568b4 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:05.436448 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Port fcf1d659-570d-407f-9568-af4b477568b4 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:53:05.436769 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Attempting to bind port fcf1d659-570d-407f-9568-af4b477568b4 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:05.448417 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92ac4d2c-936e-479d-8ab3-c21cf234d09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.451659 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:05.452137 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:05.452392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:05.452834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Bound port: fcf1d659-570d-407f-9568-af4b477568b4, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:05.453240 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.466663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 29114af0-877b-4404-8f75-fd2b831e0b17 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:05.485721 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-530f559a-5b94-4fd9-afb7-ef0994958619 req-fc72a479-851e-4b95-820e-c8fc0266e5ec tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855436 Jul 06 11:53:05.530666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 29114af0-877b-4404-8f75-fd2b831e0b17 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:05.530666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 29114af0-877b-4404-8f75-fd2b831e0b17 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:05.559126 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] For port fcf1d659-570d-407f-9568-af4b477568b4, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:05.563756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] For port fcf1d659-570d-407f-9568-af4b477568b4, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fcf1d659-570d-407f-9568-af4b477568b4,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:05.569747 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.627066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:05.628355 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:05.629917 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] 10.222.0.23 "PUT /v2.0/ports/fcf1d659-570d-407f-9568-af4b477568b4 HTTP/1.1" status: 200 len: 1095 time: 1.0694406 Jul 06 11:53:05.630382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7354df70-fe6c-4c3a-a224-c599ea8ef4ad', 'tag': 'fcf1d659-570d-407f-9568-af4b477568b4'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:05.632736 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63fe5cc-f13a-45f1-aa7e-65ab80c3db6a" -d '{"events": [{"name": "network-changed", "server_uuid": "7354df70-fe6c-4c3a-a224-c599ea8ef4ad", "tag": "fcf1d659-570d-407f-9568-af4b477568b4"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:05.667628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb97c8-6c1a-456a-8773-74513af929d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf1d659-570d-407f-9568-af4b477568b4,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:05.763200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-aef918b4-1b68-42fe-a06c-25e8fd32c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:05.769035 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-aef918b4-1b68-42fe-a06c-25e8fd32c49b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4a589eb65f943b89507bc01afcb14c0&device_id=7354df70-fe6c-4c3a-a224-c599ea8ef4ad HTTP/1.1" status: 200 len: 1098 time: 0.0887730 Jul 06 11:53:05.818283 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c1759-a1f8-4590-ab45-c1c15e435753 req-f9af7880-615a-4f56-81be-c8fee0f2bd6e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:05.819851 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-076c1759-a1f8-4590-ab45-c1c15e435753 req-f9af7880-615a-4f56-81be-c8fee0f2bd6e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1192501 Jul 06 11:53:05.844253 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-96c143de-b86d-49d3-a202-59f4768c8619 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=fcf1d659-570d-407f-9568-af4b477568b4 HTTP/1.1" status: 200 len: 217 time: 0.0685606 Jul 06 11:53:05.879202 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-076c1759-a1f8-4590-ab45-c1c15e435753 req-05615adc-be34-4c42-9dda-cb1d56fa51a8 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499489 Jul 06 11:53:05.913116 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b2a84f-f4c5-4b88-8b5f-882f507a72ed x-openstack-request-id: req-85b2a84f-f4c5-4b88-8b5f-882f507a72ed {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:05.913558 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7354df70-fe6c-4c3a-a224-c599ea8ef4ad", "tag": "fcf1d659-570d-407f-9568-af4b477568b4", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:05.913836 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85b2a84f-f4c5-4b88-8b5f-882f507a72ed {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:05.914255 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7354df70-fe6c-4c3a-a224-c599ea8ef4ad', 'tag': 'fcf1d659-570d-407f-9568-af4b477568b4', 'status': 'completed', 'code': 200} Jul 06 11:53:05.963553 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-b10b9f63-2e14-4b0e-b8d8-4302e99fa6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:05.964869 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-b10b9f63-2e14-4b0e-b8d8-4302e99fa6d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1081648 Jul 06 11:53:06.068654 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-04d796f6-6f2f-490f-9228-7ca5021deaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:06.070838 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-04d796f6-6f2f-490f-9228-7ca5021deaef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0979633 Jul 06 11:53:06.135408 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ceb48-fec9-48f8-bb3d-68cfe44485e5 req-68f4c55b-e6d6-4064-85cc-f4e2764b42d3 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:06.140001 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-216ceb48-fec9-48f8-bb3d-68cfe44485e5 req-68f4c55b-e6d6-4064-85cc-f4e2764b42d3 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.23 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 951 time: 0.1661611 Jul 06 11:53:06.173184 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.260111 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-9ed691d0-3cbd-4fe6-9ec0-8c3923fee1aa service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802194 Jul 06 11:53:06.445205 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f370137a-a62d-44f0-8b98-4143a508bc40 req-c019789c-ac02-4982-bf18-7c8b7e051aea service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777852 Jul 06 11:53:06.671957 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fe5cc-f13a-45f1-aa7e-65ab80c3db6a req-860b2a04-e5a7-4ede-829e-aa16747443b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:06.674843 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e63fe5cc-f13a-45f1-aa7e-65ab80c3db6a req-860b2a04-e5a7-4ede-829e-aa16747443b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4a589eb65f943b89507bc01afcb14c0&device_id=7354df70-fe6c-4c3a-a224-c599ea8ef4ad HTTP/1.1" status: 200 len: 1098 time: 0.1597893 Jul 06 11:53:06.699155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d38569-68e6-4bd8-8f1e-a040df6fe486 req-daf6552d-3557-41d0-a73c-d17b4e2abcb1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:06.707852 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-06d38569-68e6-4bd8-8f1e-a040df6fe486 req-daf6552d-3557-41d0-a73c-d17b4e2abcb1 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 951 time: 0.1363397 Jul 06 11:53:06.741599 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-216ceb48-fec9-48f8-bb3d-68cfe44485e5 req-5dd229ea-c81c-4687-86d9-2960bef8c7f8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Deleting port e68b066b-b3af-4bc3-95f6-3fb168090c8f {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:06.742140 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-216ceb48-fec9-48f8-bb3d-68cfe44485e5 req-5dd229ea-c81c-4687-86d9-2960bef8c7f8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:06.795406 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-06d38569-68e6-4bd8-8f1e-a040df6fe486 req-5780d498-04a8-4909-9be0-02f3cbb76191 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866210 Jul 06 11:53:06.849975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fe5cc-f13a-45f1-aa7e-65ab80c3db6a req-b41d6342-437f-4212-86bb-4897917e9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:06.851701 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e63fe5cc-f13a-45f1-aa7e-65ab80c3db6a req-b41d6342-437f-4212-86bb-4897917e9f32 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1706028 Jul 06 11:53:06.876095 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28842ca0-c674-4bd3-a895-4b7febfc4031 req-48ae4506-5901-4f35-b788-00fa2de40a47 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:06.890371 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28842ca0-c674-4bd3-a895-4b7febfc4031 req-48ae4506-5901-4f35-b788-00fa2de40a47 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/ports?device_id=7354df70-fe6c-4c3a-a224-c599ea8ef4ad HTTP/1.1" status: 200 len: 947 time: 0.5537822 Jul 06 11:53:06.959666 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e63fe5cc-f13a-45f1-aa7e-65ab80c3db6a req-dfbcd22c-163b-4b6c-bda9-00705da8fb74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=fcf1d659-570d-407f-9568-af4b477568b4 HTTP/1.1" status: 200 len: 217 time: 0.0995944 Jul 06 11:53:06.976846 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28842ca0-c674-4bd3-a895-4b7febfc4031 req-d6161b68-d54f-4655-a22c-b78fb00c7873 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/security-groups?id=21af7492-d4ee-4c0d-aa8d-477cccfc4e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841177 Jul 06 11:53:06.989849 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-216ceb48-fec9-48f8-bb3d-68cfe44485e5 req-5dd229ea-c81c-4687-86d9-2960bef8c7f8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] For port e68b066b-b3af-4bc3-95f6-3fb168090c8f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e68b066b-b3af-4bc3-95f6-3fb168090c8f,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:06.990220 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-216ceb48-fec9-48f8-bb3d-68cfe44485e5 req-5dd229ea-c81c-4687-86d9-2960bef8c7f8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.019510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-216ceb48-fec9-48f8-bb3d-68cfe44485e5 req-5dd229ea-c81c-4687-86d9-2960bef8c7f8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Calling delete_port for e68b066b-b3af-4bc3-95f6-3fb168090c8f owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:07.054689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fe5cc-f13a-45f1-aa7e-65ab80c3db6a req-8299b041-a5f5-4a93-98f6-952e9214907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:07.056251 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e63fe5cc-f13a-45f1-aa7e-65ab80c3db6a req-8299b041-a5f5-4a93-98f6-952e9214907c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0891731 Jul 06 11:53:07.169630 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fe5cc-f13a-45f1-aa7e-65ab80c3db6a req-bed4cb15-d388-48fa-bd68-993b761b3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:07.171120 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e63fe5cc-f13a-45f1-aa7e-65ab80c3db6a req-bed4cb15-d388-48fa-bd68-993b761b3b21 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077728 Jul 06 11:53:07.289542 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-216ceb48-fec9-48f8-bb3d-68cfe44485e5 req-5dd229ea-c81c-4687-86d9-2960bef8c7f8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.302822 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['f51dc0c0-545d-4658-98f1-47f8ca7ab970', '9709a44a-cf35-4cf4-8a8e-aaee798bb53c', 'e68b066b-b3af-4bc3-95f6-3fb168090c8f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:07.352990 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd229ea-c81c-4687-86d9-2960bef8c7f8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Pushing event deleted for resources: {'Port': ['ID=e68b066b-b3af-4bc3-95f6-3fb168090c8f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:07.426719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-216ceb48-fec9-48f8-bb3d-68cfe44485e5 req-5dd229ea-c81c-4687-86d9-2960bef8c7f8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] No DVR routers for this DVR port e68b066b-b3af-4bc3-95f6-3fb168090c8f on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:07.429969 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-216ceb48-fec9-48f8-bb3d-68cfe44485e5 req-5dd229ea-c81c-4687-86d9-2960bef8c7f8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:07.431873 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-216ceb48-fec9-48f8-bb3d-68cfe44485e5 req-5dd229ea-c81c-4687-86d9-2960bef8c7f8 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.23 "DELETE /v2.0/ports/e68b066b-b3af-4bc3-95f6-3fb168090c8f HTTP/1.1" status: 204 len: 173 time: 1.2867744 Jul 06 11:53:07.432643 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'name': 'network-vif-deleted', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:07.436027 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d4bedf-d8cb-465b-987c-c0d24419caf9" -d '{"events": [{"server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "name": "network-vif-deleted", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:07.457975 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e63fe5cc-f13a-45f1-aa7e-65ab80c3db6a req-10dad873-2b6d-4594-855b-9b2ba43ba3e8 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785053 Jul 06 11:53:07.546562 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fee30d-1246-476b-9bf9-9c55f226589d req-36749135-3b04-43c5-b0f9-31e1b7fe66cd tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:07.554026 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40fee30d-1246-476b-9bf9-9c55f226589d req-36749135-3b04-43c5-b0f9-31e1b7fe66cd tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1958289 Jul 06 11:53:07.563746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edca6e-2aed-4f5d-aca2-ad551a30dc69 req-c4a8f4f2-3522-4b8f-bb56-8be5e7f41313 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:07.572989 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71edca6e-2aed-4f5d-aca2-ad551a30dc69 req-c4a8f4f2-3522-4b8f-bb56-8be5e7f41313 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 945 time: 0.0893614 Jul 06 11:53:07.626313 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-40fee30d-1246-476b-9bf9-9c55f226589d req-672cbe19-2f06-4f6f-8154-5b66a8090dcf tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713155 Jul 06 11:53:07.629508 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e63fe5cc-f13a-45f1-aa7e-65ab80c3db6a req-3dbcdb1c-a41d-456a-b997-e75fe34ba042 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629858 Jul 06 11:53:07.653394 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71edca6e-2aed-4f5d-aca2-ad551a30dc69 req-3148c971-74bb-4768-967e-e1573322b839 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783989 Jul 06 11:53:07.722795 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c501567-1774-4086-a6e4-8d1970ca037e x-openstack-request-id: req-9c501567-1774-4086-a6e4-8d1970ca037e {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:07.723100 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bfffec-68b1-457e-ab53-b9018fa891bc", "name": "network-vif-deleted", "tag": "e68b066b-b3af-4bc3-95f6-3fb168090c8f", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:07.723396 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c501567-1774-4086-a6e4-8d1970ca037e {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:07.723924 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bfffec-68b1-457e-ab53-b9018fa891bc', 'name': 'network-vif-deleted', 'tag': 'e68b066b-b3af-4bc3-95f6-3fb168090c8f', 'status': 'completed', 'code': 200} Jul 06 11:53:08.055407 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9555844f-03a5-4c91-ae8a-7be02bf70cf7 req-e2c9fe72-6440-4f67-85a6-434fdd82e6fc tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=73bfffec-68b1-457e-ab53-b9018fa891bc HTTP/1.1" status: 200 len: 210 time: 0.0351291 Jul 06 11:53:08.085071 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cba0e6e0-7aa2-4805-88ce-33c4efdeb77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.160607 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.321072 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2decd-e3b2-4232-b8c4-ef402ecde8c0 req-84fcf760-ca6a-443b-8df8-97597dfb9b7f tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:08.327739 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39f2decd-e3b2-4232-b8c4-ef402ecde8c0 req-84fcf760-ca6a-443b-8df8-97597dfb9b7f tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/ports?device_id=7354df70-fe6c-4c3a-a224-c599ea8ef4ad HTTP/1.1" status: 200 len: 947 time: 0.1334701 Jul 06 11:53:08.400776 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39f2decd-e3b2-4232-b8c4-ef402ecde8c0 req-9bdf0f28-2424-4c33-b191-6ced7dcf6700 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/security-groups?id=21af7492-d4ee-4c0d-aa8d-477cccfc4e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629375 Jul 06 11:53:08.523970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fcf1d659-570d-407f-9568-af4b477568b4 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:53:08.718038 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fcf1d659-570d-407f-9568-af4b477568b4, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fcf1d659-570d-407f-9568-af4b477568b4,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:08.741276 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'fcf1d659-570d-407f-9568-af4b477568b4', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'fcf1d659-570d-407f-9568-af4b477568b4', 'mac_address': 'fa:16:3e:0a:ce:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:53:08.794043 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.810223 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf1d659-570d-407f-9568-af4b477568b4 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:08.838477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fcf1d659-570d-407f-9568-af4b477568b4, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fcf1d659-570d-407f-9568-af4b477568b4,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:08.843964 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:08.868127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810e30f-9a7d-4bee-974c-bcaa2b9ff2d7 req-ab66fbd6-e173-4133-8c2f-356ae5c89cf6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:08.870038 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d810e30f-9a7d-4bee-974c-bcaa2b9ff2d7 req-ab66fbd6-e173-4133-8c2f-356ae5c89cf6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.0778964 Jul 06 11:53:08.914096 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=fcf1d659-570d-407f-9568-af4b477568b4,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:08.925325 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:08.926052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:08.926556 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:08.927054 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:08.927607 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:08.928128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:08.928621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:08.929120 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:08.930063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:08.930566 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:08.932088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:08.932760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:08.947195 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d810e30f-9a7d-4bee-974c-bcaa2b9ff2d7 req-a4aae8da-3088-4bbc-a7b7-0d2a3a46085e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703197 Jul 06 11:53:08.988621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501defd-6d6f-4ce7-ad89-aea15336d603 req-044c81c3-51ed-45a0-9dc1-f5459041d369 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:08.990435 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d501defd-6d6f-4ce7-ad89-aea15336d603 req-044c81c3-51ed-45a0-9dc1-f5459041d369 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 945 time: 0.1161160 Jul 06 11:53:09.032403 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d501defd-6d6f-4ce7-ad89-aea15336d603 req-36499d31-74f3-4af6-9db2-866a094d2831 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355039 Jul 06 11:53:09.105114 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['fcf1d659-570d-407f-9568-af4b477568b4'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:09.324657 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:09.778179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57686) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:09.816578 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074baff9-ae7b-43f7-91fd-9773718db28d req-b660214c-d44c-4953-9a24-b24a0574a913 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:09.819461 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-074baff9-ae7b-43f7-91fd-9773718db28d req-b660214c-d44c-4953-9a24-b24a0574a913 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/ports?device_id=7354df70-fe6c-4c3a-a224-c599ea8ef4ad HTTP/1.1" status: 200 len: 948 time: 0.1144300 Jul 06 11:53:09.865747 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-074baff9-ae7b-43f7-91fd-9773718db28d req-1a78f6c9-79f4-4b6d-acd2-9af7cff0e862 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/security-groups?id=21af7492-d4ee-4c0d-aa8d-477cccfc4e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403261 Jul 06 11:53:09.916554 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d73c7cc-788b-4be8-8d7f-2333b87f6f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:09.965512 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc817e8b-6003-4fc8-a652-4e39c25dfdf5 req-98926163-2d40-4aac-b623-e83960277c09 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:09.967319 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc817e8b-6003-4fc8-a652-4e39c25dfdf5 req-98926163-2d40-4aac-b623-e83960277c09 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1352744 Jul 06 11:53:10.050482 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc817e8b-6003-4fc8-a652-4e39c25dfdf5 req-92a7f89a-1710-41e3-bd7a-c288c3cbe9de tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736151 Jul 06 11:53:10.122628 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a34a12-d8c4-42d8-b541-cec80fe8e0c2 req-acce6a39-f400-4eb6-8e57-5b2d4b56adfb tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:10.125243 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83a34a12-d8c4-42d8-b541-cec80fe8e0c2 req-acce6a39-f400-4eb6-8e57-5b2d4b56adfb tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 945 time: 0.1261373 Jul 06 11:53:10.126985 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d73c7cc-788b-4be8-8d7f-2333b87f6f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.131215 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d73c7cc-788b-4be8-8d7f-2333b87f6f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.173604 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83a34a12-d8c4-42d8-b541-cec80fe8e0c2 req-300a0314-9428-42dd-8db4-d5966d523e89 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405939 Jul 06 11:53:10.191492 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9d73c7cc-788b-4be8-8d7f-2333b87f6f31 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a382ec023d4d4d4691b0127d4c31ac42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098258 Jul 06 11:53:10.193379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57696) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:10.225082 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73c7cc-788b-4be8-8d7f-2333b87f6f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6150c44-2970-429b-addd-9d5e92ebd4ed,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:10.264762 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b77f3dbd-e4f1-4f9d-bf02-12f33ebb2ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.286494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447b3e9-0809-48e1-be4d-10adc1c3a074 req-711b0efe-50b3-4e11-8054-51addfc80807 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:10.288529 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d447b3e9-0809-48e1-be4d-10adc1c3a074 req-711b0efe-50b3-4e11-8054-51addfc80807 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1170897 Jul 06 11:53:10.300417 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b77f3dbd-e4f1-4f9d-bf02-12f33ebb2ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.333775 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d447b3e9-0809-48e1-be4d-10adc1c3a074 req-c0f46b0d-56a6-441a-a996-d37911658e15 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389349 Jul 06 11:53:10.398632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a38b7-527a-441d-b474-be2a9c35eb10 req-5c8db7dd-c56f-474d-8fef-f4425bfd1bfe tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:10.400145 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b1a38b7-527a-441d-b474-be2a9c35eb10 req-5c8db7dd-c56f-474d-8fef-f4425bfd1bfe tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 945 time: 0.0922918 Jul 06 11:53:10.401228 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b77f3dbd-e4f1-4f9d-bf02-12f33ebb2ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.403810 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b77f3dbd-e4f1-4f9d-bf02-12f33ebb2ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.407486 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b77f3dbd-e4f1-4f9d-bf02-12f33ebb2ef0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f6150c44-2970-429b-addd-9d5e92ebd4ed HTTP/1.1" status: 204 len: 168 time: 0.2097096 Jul 06 11:53:10.420481 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f3dbd-e4f1-4f9d-bf02-12f33ebb2ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6150c44-2970-429b-addd-9d5e92ebd4ed,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:10.456255 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b1a38b7-527a-441d-b474-be2a9c35eb10 req-b29f60a6-3461-4308-982e-efa10d69e119 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486915 Jul 06 11:53:10.537425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc17ce4-4016-4bf7-a376-3f4d38d4c156 req-a81fbb31-26bd-43f0-b7f0-2b997583f7da tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:10.538972 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bfc17ce4-4016-4bf7-a376-3f4d38d4c156 req-a81fbb31-26bd-43f0-b7f0-2b997583f7da tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.89 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 945 time: 0.1104000 Jul 06 11:53:10.547080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fcf1d659-570d-407f-9568-af4b477568b4 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:10.614678 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port fcf1d659-570d-407f-9568-af4b477568b4 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:10.620745 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port fcf1d659-570d-407f-9568-af4b477568b4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:10.621674 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.681255 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-bfc17ce4-4016-4bf7-a376-3f4d38d4c156 req-bffbdc54-fd7f-45d6-b71d-bdeb83e4f6d6 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Deleting port c92279f0-5ba0-4a2b-9c26-906817f462db {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:10.681720 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bfc17ce4-4016-4bf7-a376-3f4d38d4c156 req-bffbdc54-fd7f-45d6-b71d-bdeb83e4f6d6 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.716073 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.740441 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7354df70-fe6c-4c3a-a224-c599ea8ef4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf1d659-570d-407f-9568-af4b477568b4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:10.742925 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58f1ac6-a9ff-4502-8913-191b2f6cfb1c" -d '{"events": [{"server_uuid": "7354df70-fe6c-4c3a-a224-c599ea8ef4ad", "name": "network-vif-plugged", "status": "completed", "tag": "fcf1d659-570d-407f-9568-af4b477568b4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:10.755610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57706) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:10.757128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fcf1d659-570d-407f-9568-af4b477568b4, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fcf1d659-570d-407f-9568-af4b477568b4,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:10.764672 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.766382 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e68b066b-b3af-4bc3-95f6-3fb168090c8f no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:10.776285 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57af6751-5e07-44f5-b0cc-b5fd89c451c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.792315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-bfc17ce4-4016-4bf7-a376-3f4d38d4c156 req-bffbdc54-fd7f-45d6-b71d-bdeb83e4f6d6 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] For port c92279f0-5ba0-4a2b-9c26-906817f462db, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c92279f0-5ba0-4a2b-9c26-906817f462db,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:10.793246 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bfc17ce4-4016-4bf7-a376-3f4d38d4c156 req-bffbdc54-fd7f-45d6-b71d-bdeb83e4f6d6 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.812298 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-bfc17ce4-4016-4bf7-a376-3f4d38d4c156 req-bffbdc54-fd7f-45d6-b71d-bdeb83e4f6d6 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Calling delete_port for c92279f0-5ba0-4a2b-9c26-906817f462db owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:10.818965 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22aea91a-1be1-4634-a5a9-7d5551cb2453 x-openstack-request-id: req-22aea91a-1be1-4634-a5a9-7d5551cb2453 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:10.819272 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7354df70-fe6c-4c3a-a224-c599ea8ef4ad", "name": "network-vif-plugged", "status": "completed", "tag": "fcf1d659-570d-407f-9568-af4b477568b4", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:10.819691 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-22aea91a-1be1-4634-a5a9-7d5551cb2453 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:10.820299 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7354df70-fe6c-4c3a-a224-c599ea8ef4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf1d659-570d-407f-9568-af4b477568b4', 'code': 200} Jul 06 11:53:10.822556 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: e68b066b-b3af-4bc3-95f6-3fb168090c8f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:10.823060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e68b066b-b3af-4bc3-95f6-3fb168090c8f not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:10.842628 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.859462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=fcf1d659-570d-407f-9568-af4b477568b4,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:10.899678 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57af6751-5e07-44f5-b0cc-b5fd89c451c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.903634 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57af6751-5e07-44f5-b0cc-b5fd89c451c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:10.953920 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-57af6751-5e07-44f5-b0cc-b5fd89c451c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3f990ebdb25b4cd3b0ed204c1b26c43a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946070 Jul 06 11:53:10.953920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af6751-5e07-44f5-b0cc-b5fd89c451c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479e47c9-1d36-4854-abc1-adfd962582d4,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:10.956594 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57710) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:11.054911 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a80e-366f-4915-b719-bd76394c3f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.068561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-e4306446-1c79-4f31-b7b9-2c88a009ce47 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.070451 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-e4306446-1c79-4f31-b7b9-2c88a009ce47 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49&tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1096 time: 0.1947756 Jul 06 11:53:11.089952 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a80e-366f-4915-b719-bd76394c3f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.100661 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22728a28-c54d-4de2-b7f7-16cc8392a6e2 req-eed11243-3ea0-4973-b1ed-47dd767cf678 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.102628 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22728a28-c54d-4de2-b7f7-16cc8392a6e2 req-eed11243-3ea0-4973-b1ed-47dd767cf678 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.23 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1181686 Jul 06 11:53:11.128223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac71b56-6af6-4e30-b30b-2807446c1013 req-50587d94-fef3-484d-8f0f-db7205207496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.129998 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cac71b56-6af6-4e30-b30b-2807446c1013 req-50587d94-fef3-484d-8f0f-db7205207496 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7354df70-fe6c-4c3a-a224-c599ea8ef4ad HTTP/1.1" status: 200 len: 1100 time: 0.2167935 Jul 06 11:53:11.195350 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bfc17ce4-4016-4bf7-a376-3f4d38d4c156 req-bffbdc54-fd7f-45d6-b71d-bdeb83e4f6d6 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.218966 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['c92279f0-5ba0-4a2b-9c26-906817f462db'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:11.219775 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ce47b-b3da-4ae6-ba74-adbbfad163f0 req-cc4a895a-caa5-4bdd-98c3-6c1a1b29ddae tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.222917 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-076ce47b-b3da-4ae6-ba74-adbbfad163f0 req-cc4a895a-caa5-4bdd-98c3-6c1a1b29ddae tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/ports?device_id=7354df70-fe6c-4c3a-a224-c599ea8ef4ad HTTP/1.1" status: 200 len: 949 time: 0.2353928 Jul 06 11:53:11.250090 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a80e-366f-4915-b719-bd76394c3f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.250326 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cac71b56-6af6-4e30-b30b-2807446c1013 req-60cecdce-6f7c-4682-b3de-f16ef6d654a7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=21af7492-d4ee-4c0d-aa8d-477cccfc4e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133516 Jul 06 11:53:11.253364 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a80e-366f-4915-b719-bd76394c3f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.254502 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0ec0a80e-366f-4915-b719-bd76394c3f16 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/479e47c9-1d36-4854-abc1-adfd962582d4 HTTP/1.1" status: 204 len: 168 time: 0.2968662 Jul 06 11:53:11.255681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbdc54-fd7f-45d6-b71d-bdeb83e4f6d6 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Pushing event deleted for resources: {'Port': ['ID=c92279f0-5ba0-4a2b-9c26-906817f462db,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:11.290547 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0a80e-366f-4915-b719-bd76394c3f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479e47c9-1d36-4854-abc1-adfd962582d4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:11.306067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-22728a28-c54d-4de2-b7f7-16cc8392a6e2 req-b50c18e7-56ba-498e-b7cb-4b5f7445684e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Deleting port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:11.306412 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-22728a28-c54d-4de2-b7f7-16cc8392a6e2 req-b50c18e7-56ba-498e-b7cb-4b5f7445684e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.343090 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc17ce4-4016-4bf7-a376-3f4d38d4c156 req-bffbdc54-fd7f-45d6-b71d-bdeb83e4f6d6 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] No DVR routers for this DVR port c92279f0-5ba0-4a2b-9c26-906817f462db on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:11.346969 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bfc17ce4-4016-4bf7-a376-3f4d38d4c156 req-bffbdc54-fd7f-45d6-b71d-bdeb83e4f6d6 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.349115 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bfc17ce4-4016-4bf7-a376-3f4d38d4c156 req-bffbdc54-fd7f-45d6-b71d-bdeb83e4f6d6 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.89 "DELETE /v2.0/ports/c92279f0-5ba0-4a2b-9c26-906817f462db HTTP/1.1" status: 204 len: 173 time: 0.8050034 Jul 06 11:53:11.358183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70ba8ce-9618-4e45-a920-b219ce6e978e', 'name': 'network-vif-deleted', 'tag': 'c92279f0-5ba0-4a2b-9c26-906817f462db'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:11.360262 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2668d29-133e-4417-bf43-a63a362bffbc" -d '{"events": [{"server_uuid": "b70ba8ce-9618-4e45-a920-b219ce6e978e", "name": "network-vif-deleted", "tag": "c92279f0-5ba0-4a2b-9c26-906817f462db"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:11.379627 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799529-2'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:11.384696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d779a-794e-43b1-9c51-9451441fa635 req-eb859e7e-252a-4de4-9703-2a31981f787c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.386301 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-228d779a-794e-43b1-9c51-9451441fa635 req-eb859e7e-252a-4de4-9703-2a31981f787c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 950 time: 0.1711094 Jul 06 11:53:11.396531 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-076ce47b-b3da-4ae6-ba74-adbbfad163f0 req-118d012f-e0c3-409e-aa31-c82ca0a60f44 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/security-groups?id=21af7492-d4ee-4c0d-aa8d-477cccfc4e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450055 Jul 06 11:53:11.451398 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-22728a28-c54d-4de2-b7f7-16cc8392a6e2 req-b50c18e7-56ba-498e-b7cb-4b5f7445684e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] For port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:11.451744 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-22728a28-c54d-4de2-b7f7-16cc8392a6e2 req-b50c18e7-56ba-498e-b7cb-4b5f7445684e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.477527 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-228d779a-794e-43b1-9c51-9451441fa635 req-ed083f17-65b8-4c89-a5c4-d9eec2f67956 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781372 Jul 06 11:53:11.488972 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-22728a28-c54d-4de2-b7f7-16cc8392a6e2 req-b50c18e7-56ba-498e-b7cb-4b5f7445684e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Calling delete_port for 9709a44a-cf35-4cf4-8a8e-aaee798bb53c owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:11.518153 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.704254 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ffaa7671-70f4-4dd9-8cf8-a120ec6065bb req-2f78b1fe-9245-4404-9a91-65b26866ad86 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70ba8ce-9618-4e45-a920-b219ce6e978e HTTP/1.1" status: 200 len: 210 time: 0.0386353 Jul 06 11:53:11.742908 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-22728a28-c54d-4de2-b7f7-16cc8392a6e2 req-b50c18e7-56ba-498e-b7cb-4b5f7445684e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.755117 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['f51dc0c0-545d-4658-98f1-47f8ca7ab970', '9709a44a-cf35-4cf4-8a8e-aaee798bb53c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:11.759401 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] For port 4559d396-2d93-404f-baed-922062c547a5, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4559d396-2d93-404f-baed-922062c547a5,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:11.789841 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c18e7-56ba-498e-b7cb-4b5f7445684e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Pushing event deleted for resources: {'Port': ['ID=9709a44a-cf35-4cf4-8a8e-aaee798bb53c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:11.810368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57732) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:11.832576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9c60-27b3-4747-9e55-94f5d6f8a484 req-74f17762-9860-4893-b67a-550bbc45dd3a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:11.834162 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ece5f35b-49f5-4560-8f79-f9912d95a8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.840666 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-14fa9c60-27b3-4747-9e55-94f5d6f8a484 req-74f17762-9860-4893-b67a-550bbc45dd3a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1766102 Jul 06 11:53:11.850621 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3facc062-cf84-4629-8701-2f2146108504 x-openstack-request-id: req-3facc062-cf84-4629-8701-2f2146108504 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:11.851209 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70ba8ce-9618-4e45-a920-b219ce6e978e", "name": "network-vif-deleted", "tag": "c92279f0-5ba0-4a2b-9c26-906817f462db", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:11.851559 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3facc062-cf84-4629-8701-2f2146108504 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:11.852152 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70ba8ce-9618-4e45-a920-b219ce6e978e', 'name': 'network-vif-deleted', 'tag': 'c92279f0-5ba0-4a2b-9c26-906817f462db', 'status': 'completed', 'code': 200} Jul 06 11:53:11.872996 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] For port 4559d396-2d93-404f-baed-922062c547a5, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:11.886459 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-22728a28-c54d-4de2-b7f7-16cc8392a6e2 req-b50c18e7-56ba-498e-b7cb-4b5f7445684e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] No DVR routers for this DVR port 9709a44a-cf35-4cf4-8a8e-aaee798bb53c on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:11.889993 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-22728a28-c54d-4de2-b7f7-16cc8392a6e2 req-b50c18e7-56ba-498e-b7cb-4b5f7445684e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.892083 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22728a28-c54d-4de2-b7f7-16cc8392a6e2 req-b50c18e7-56ba-498e-b7cb-4b5f7445684e tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.23 "DELETE /v2.0/ports/9709a44a-cf35-4cf4-8a8e-aaee798bb53c HTTP/1.1" status: 204 len: 173 time: 0.7819221 Jul 06 11:53:11.893118 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748d204c-bb70-47b5-a81e-cf1f6bab8e84', 'name': 'network-vif-deleted', 'tag': '9709a44a-cf35-4cf4-8a8e-aaee798bb53c'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:11.895829 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9a7256-000f-43ae-8a03-5381dd29c2fc" -d '{"events": [{"server_uuid": "748d204c-bb70-47b5-a81e-cf1f6bab8e84", "name": "network-vif-deleted", "tag": "9709a44a-cf35-4cf4-8a8e-aaee798bb53c"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:11.965637 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.976734 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:11.989946 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-14fa9c60-27b3-4747-9e55-94f5d6f8a484 req-87accb1d-4f33-44b9-9e2f-6a8370b47ef4 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446826 Jul 06 11:53:12.142982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Attempting to bind port 4559d396-2d93-404f-baed-922062c547a5 on host n-h1-799529-2 for vnic_type normal with profile {"migrating_to": "n-h2-799529-2"} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:12.143340 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Attempting to bind port 4559d396-2d93-404f-baed-922062c547a5 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:12.143802 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Attempting to bind port 4559d396-2d93-404f-baed-922062c547a5 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:12.153770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Port 4559d396-2d93-404f-baed-922062c547a5 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:53:12.154092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Attempting to bind port 4559d396-2d93-404f-baed-922062c547a5 on network cbb289a5-730a-4952-ada3-a71c5cccf2d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:12.159847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4559d396-2d93-404f-baed-922062c547a5,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:12.165077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:12.165429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Checking segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:12.165786 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Bound using segment: {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:12.166231 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Bound port: 4559d396-2d93-404f-baed-922062c547a5, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57bb1e18-989b-4f5f-a0a0-d7851f583f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cbb289a5-730a-4952-ada3-a71c5cccf2d8'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:12.166589 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.224442 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ece5f35b-49f5-4560-8f79-f9912d95a8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.293778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] For port 4559d396-2d93-404f-baed-922062c547a5, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:12.297118 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] For port 4559d396-2d93-404f-baed-922062c547a5, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4559d396-2d93-404f-baed-922062c547a5,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:12.317308 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.319304 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ece5f35b-49f5-4560-8f79-f9912d95a8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.406851 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ece5f35b-49f5-4560-8f79-f9912d95a8f5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3dacf48fe4a24619a2d8cac92cbcdfcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5947244 Jul 06 11:53:12.410226 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57738) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:12.428029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5f35b-49f5-4560-8f79-f9912d95a8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a76020a-8b58-4fee-9f29-f5bd94141e26,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:12.443916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4559d396-2d93-404f-baed-922062c547a5,revision_number=8']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:12.481402 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-301da445-6ad5-4ba1-a579-53cfc218aa3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.483516 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:12.484147 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.485870 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f6fb499b-3fe0-4324-a02c-c7c502b2c6c8 service neutron] 10.222.0.89 "PUT /v2.0/ports/4559d396-2d93-404f-baed-922062c547a5 HTTP/1.1" status: 200 len: 1121 time: 1.4037032 Jul 06 11:53:12.504668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c5881-832b-4c8e-88d2-5783ffe27d03 req-269e062b-09ef-4e21-bebd-f7346d6d533d tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:12.511740 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e6c5881-832b-4c8e-88d2-5783ffe27d03 req-269e062b-09ef-4e21-bebd-f7346d6d533d tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 943 time: 0.3027761 Jul 06 11:53:12.519749 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-301da445-6ad5-4ba1-a579-53cfc218aa3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.560087 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2643078-69b2-4fe9-8e89-096ed454a09a x-openstack-request-id: req-b2643078-69b2-4fe9-8e89-096ed454a09a {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:12.560454 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748d204c-bb70-47b5-a81e-cf1f6bab8e84", "name": "network-vif-deleted", "tag": "9709a44a-cf35-4cf4-8a8e-aaee798bb53c", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:12.560731 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2643078-69b2-4fe9-8e89-096ed454a09a {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:12.561403 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748d204c-bb70-47b5-a81e-cf1f6bab8e84', 'name': 'network-vif-deleted', 'tag': '9709a44a-cf35-4cf4-8a8e-aaee798bb53c', 'status': 'completed', 'code': 200} Jul 06 11:53:12.572863 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3e6c5881-832b-4c8e-88d2-5783ffe27d03 req-7d3ecbde-2ac1-4731-9c31-269706e75c7e tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600719 Jul 06 11:53:12.579153 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['4559d396-2d93-404f-baed-922062c547a5'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:12.619311 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-301da445-6ad5-4ba1-a579-53cfc218aa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.622535 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-301da445-6ad5-4ba1-a579-53cfc218aa3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:12.623902 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-301da445-6ad5-4ba1-a579-53cfc218aa3f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a76020a-8b58-4fee-9f29-f5bd94141e26 HTTP/1.1" status: 204 len: 168 time: 0.2122920 Jul 06 11:53:12.648993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301da445-6ad5-4ba1-a579-53cfc218aa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a76020a-8b58-4fee-9f29-f5bd94141e26,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:12.670036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['4559d396-2d93-404f-baed-922062c547a5'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:12.827548 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f36dfba4-6a8e-4932-918c-8bd5f4dda1a2 req-92d6ce07-3c67-4961-852b-86c0b7ce0412 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=748d204c-bb70-47b5-a81e-cf1f6bab8e84 HTTP/1.1" status: 200 len: 210 time: 0.0547798 Jul 06 11:53:12.828799 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36615a-f42f-4216-bb1b-f624189046c3 req-0215b036-6e01-40c7-8b11-6c67d3794213 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:12.835838 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-da36615a-f42f-4216-bb1b-f624189046c3 req-0215b036-6e01-40c7-8b11-6c67d3794213 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/ports?device_id=7354df70-fe6c-4c3a-a224-c599ea8ef4ad HTTP/1.1" status: 200 len: 949 time: 0.0877407 Jul 06 11:53:12.880331 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-da36615a-f42f-4216-bb1b-f624189046c3 req-6a3edfbc-90dd-4bda-969f-6831633531b4 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/security-groups?id=21af7492-d4ee-4c0d-aa8d-477cccfc4e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386810 Jul 06 11:53:13.532268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 4559d396-2d93-404f-baed-922062c547a5 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:53:13.539273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device c92279f0-5ba0-4a2b-9c26-906817f462db no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:13.560868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3df9fa-0c42-4bf7-8d6b-5e48f809ef67 req-39ed669f-6f97-4aa0-bea9-1c6ce170e0eb tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:13.562878 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db3df9fa-0c42-4bf7-8d6b-5e48f809ef67 req-39ed669f-6f97-4aa0-bea9-1c6ce170e0eb tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 944 time: 0.0955472 Jul 06 11:53:13.574445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: c92279f0-5ba0-4a2b-9c26-906817f462db {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:13.575169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device c92279f0-5ba0-4a2b-9c26-906817f462db not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:13.583782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c239d9d-cab1-4513-9bc8-d099f90b066f req-3d16d2b2-abbc-411a-b91a-e9de3c4eb297 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:13.585658 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c239d9d-cab1-4513-9bc8-d099f90b066f req-3d16d2b2-abbc-411a-b91a-e9de3c4eb297 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1108911 Jul 06 11:53:13.616302 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db3df9fa-0c42-4bf7-8d6b-5e48f809ef67 req-d5324185-0742-4072-a3f9-d6f4340dcc6e tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460043 Jul 06 11:53:13.659044 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c239d9d-cab1-4513-9bc8-d099f90b066f req-15c44268-64ad-4127-a2c4-4a600c519aa4 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666862 Jul 06 11:53:13.678690 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 4559d396-2d93-404f-baed-922062c547a5, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4559d396-2d93-404f-baed-922062c547a5,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:13.699535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 4559d396-2d93-404f-baed-922062c547a5 has no active binding in host n-h2-799529-2 {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 11:53:13.803412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196aec-4163-48fb-93a7-9b549ad7318d req-521f35bd-7db9-4856-8cf4-96dbccd03813 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:13.804916 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-65196aec-4163-48fb-93a7-9b549ad7318d req-521f35bd-7db9-4856-8cf4-96dbccd03813 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 944 time: 0.0791426 Jul 06 11:53:13.854001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb8b689-7e3a-4401-8110-f80cec054c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4559d396-2d93-404f-baed-922062c547a5'}, {'name': 'network-changed', 'server_uuid': '3cb8b689-7e3a-4401-8110-f80cec054c49', 'tag': '4559d396-2d93-404f-baed-922062c547a5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:13.860574 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24523e95-988a-4f76-ba13-0b09fd79543c" -d '{"events": [{"server_uuid": "3cb8b689-7e3a-4401-8110-f80cec054c49", "name": "network-vif-unplugged", "status": "completed", "tag": "4559d396-2d93-404f-baed-922062c547a5"}, {"name": "network-changed", "server_uuid": "3cb8b689-7e3a-4401-8110-f80cec054c49", "tag": "4559d396-2d93-404f-baed-922062c547a5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:13.922745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c1e4e-4215-4be1-a607-d95f903dcd9a req-b1d33f2b-98bc-43f3-a788-5c9b6fc691d7 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:13.924365 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da1c1e4e-4215-4be1-a607-d95f903dcd9a req-b1d33f2b-98bc-43f3-a788-5c9b6fc691d7 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 943 time: 0.0796604 Jul 06 11:53:13.935186 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-65196aec-4163-48fb-93a7-9b549ad7318d req-b5f63b9d-4b74-4a3c-8a8a-45ef7bdf9b09 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Deleting port f4f679ca-68dc-4921-911a-36a3b49f7fe3 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:13.935562 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-65196aec-4163-48fb-93a7-9b549ad7318d req-b5f63b9d-4b74-4a3c-8a8a-45ef7bdf9b09 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:13.983810 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da1c1e4e-4215-4be1-a607-d95f903dcd9a req-c02b4db6-ad63-4984-9f0a-52ece830597b tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508749 Jul 06 11:53:14.000147 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937abd21-8c1c-481f-a67c-a90810d02489 x-openstack-request-id: req-937abd21-8c1c-481f-a67c-a90810d02489 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:14.000344 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb8b689-7e3a-4401-8110-f80cec054c49", "name": "network-vif-unplugged", "status": "completed", "tag": "4559d396-2d93-404f-baed-922062c547a5", "code": 200}, {"name": "network-changed", "server_uuid": "3cb8b689-7e3a-4401-8110-f80cec054c49", "tag": "4559d396-2d93-404f-baed-922062c547a5", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:14.000500 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-937abd21-8c1c-481f-a67c-a90810d02489 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:14.000903 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb8b689-7e3a-4401-8110-f80cec054c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4559d396-2d93-404f-baed-922062c547a5', 'code': 200} Jul 06 11:53:14.001302 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb8b689-7e3a-4401-8110-f80cec054c49', 'tag': '4559d396-2d93-404f-baed-922062c547a5', 'status': 'completed', 'code': 200} Jul 06 11:53:14.055366 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-65196aec-4163-48fb-93a7-9b549ad7318d req-b5f63b9d-4b74-4a3c-8a8a-45ef7bdf9b09 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] For port f4f679ca-68dc-4921-911a-36a3b49f7fe3, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f4f679ca-68dc-4921-911a-36a3b49f7fe3,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:14.055741 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-65196aec-4163-48fb-93a7-9b549ad7318d req-b5f63b9d-4b74-4a3c-8a8a-45ef7bdf9b09 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.069101 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-65196aec-4163-48fb-93a7-9b549ad7318d req-b5f63b9d-4b74-4a3c-8a8a-45ef7bdf9b09 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Calling delete_port for f4f679ca-68dc-4921-911a-36a3b49f7fe3 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:14.208614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24523e95-988a-4f76-ba13-0b09fd79543c req-c7c7ef06-a32c-498f-bd18-3e6566a0d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:14.211093 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-24523e95-988a-4f76-ba13-0b09fd79543c req-c7c7ef06-a32c-498f-bd18-3e6566a0d93f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 1124 time: 0.1733494 Jul 06 11:53:14.232359 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-65196aec-4163-48fb-93a7-9b549ad7318d req-b5f63b9d-4b74-4a3c-8a8a-45ef7bdf9b09 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.272498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f63b9d-4b74-4a3c-8a8a-45ef7bdf9b09 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Pushing event deleted for resources: {'Port': ['ID=f4f679ca-68dc-4921-911a-36a3b49f7fe3,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:14.323343 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-65196aec-4163-48fb-93a7-9b549ad7318d req-b5f63b9d-4b74-4a3c-8a8a-45ef7bdf9b09 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] No DVR routers for this DVR port f4f679ca-68dc-4921-911a-36a3b49f7fe3 on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:14.326232 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-65196aec-4163-48fb-93a7-9b549ad7318d req-b5f63b9d-4b74-4a3c-8a8a-45ef7bdf9b09 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:14.328369 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-65196aec-4163-48fb-93a7-9b549ad7318d req-b5f63b9d-4b74-4a3c-8a8a-45ef7bdf9b09 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.23 "DELETE /v2.0/ports/f4f679ca-68dc-4921-911a-36a3b49f7fe3 HTTP/1.1" status: 204 len: 173 time: 0.5089653 Jul 06 11:53:14.559075 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f4f679ca-68dc-4921-911a-36a3b49f7fe3 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:14.563639 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa62cf54-94c0-4d73-b1af-1c5a6178ab57', 'name': 'network-vif-deleted', 'tag': 'f4f679ca-68dc-4921-911a-36a3b49f7fe3'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:14.567799 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0477e5c7-90ac-47cd-97df-ac7de0bb10b7" -d '{"events": [{"server_uuid": "fa62cf54-94c0-4d73-b1af-1c5a6178ab57", "name": "network-vif-deleted", "tag": "f4f679ca-68dc-4921-911a-36a3b49f7fe3"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:14.582152 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: f4f679ca-68dc-4921-911a-36a3b49f7fe3 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:14.582501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f4f679ca-68dc-4921-911a-36a3b49f7fe3 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:14.582922 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9709a44a-cf35-4cf4-8a8e-aaee798bb53c no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:14.606852 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 9709a44a-cf35-4cf4-8a8e-aaee798bb53c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:14.607480 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9709a44a-cf35-4cf4-8a8e-aaee798bb53c not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:14.667605 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24523e95-988a-4f76-ba13-0b09fd79543c req-0cd36668-020d-415f-87bc-2f4af8ebb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:14.669092 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-24523e95-988a-4f76-ba13-0b09fd79543c req-0cd36668-020d-415f-87bc-2f4af8ebb853 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.4463356 Jul 06 11:53:14.690195 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba20175-c482-40ca-80cd-f55c8fa59540 req-5a49a679-f06c-429f-9771-75736fbe3351 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:14.691942 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2ba20175-c482-40ca-80cd-f55c8fa59540 req-5a49a679-f06c-429f-9771-75736fbe3351 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 950 time: 0.1009183 Jul 06 11:53:14.730058 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-24523e95-988a-4f76-ba13-0b09fd79543c req-0a863bf0-ed32-43fd-b4c3-63dc5aa1ea17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4559d396-2d93-404f-baed-922062c547a5 HTTP/1.1" status: 200 len: 217 time: 0.0370677 Jul 06 11:53:14.789397 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f88ac8-940e-4f9d-bbae-747aea37dcb8 x-openstack-request-id: req-f0f88ac8-940e-4f9d-bbae-747aea37dcb8 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:14.789692 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa62cf54-94c0-4d73-b1af-1c5a6178ab57", "name": "network-vif-deleted", "tag": "f4f679ca-68dc-4921-911a-36a3b49f7fe3", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:14.789948 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f0f88ac8-940e-4f9d-bbae-747aea37dcb8 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:14.790350 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa62cf54-94c0-4d73-b1af-1c5a6178ab57', 'name': 'network-vif-deleted', 'tag': 'f4f679ca-68dc-4921-911a-36a3b49f7fe3', 'status': 'completed', 'code': 200} Jul 06 11:53:14.799569 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2ba20175-c482-40ca-80cd-f55c8fa59540 req-7d7029fd-7511-4c86-a92b-1f38b96e1837 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711782 Jul 06 11:53:14.810445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24523e95-988a-4f76-ba13-0b09fd79543c req-28d15c71-be2d-429f-a254-81d9a1e90d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:14.812138 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-24523e95-988a-4f76-ba13-0b09fd79543c req-28d15c71-be2d-429f-a254-81d9a1e90d1b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.0649989 Jul 06 11:53:14.850545 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-24523e95-988a-4f76-ba13-0b09fd79543c req-81df98a5-0067-444a-9e93-8bd884950594 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301490 Jul 06 11:53:14.944075 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5aa05b9c-1821-401b-899e-514b0c052cd1 req-8a54875e-2507-4f9c-acaa-59157bf86881 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa62cf54-94c0-4d73-b1af-1c5a6178ab57 HTTP/1.1" status: 200 len: 210 time: 0.0319958 Jul 06 11:53:15.003872 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-24523e95-988a-4f76-ba13-0b09fd79543c req-055b9525-34f8-4df2-beef-39d6229fe11f service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448023 Jul 06 11:53:15.014206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453847ac-513e-4075-9fcc-b89405a283d2 req-8222e355-abc8-4e58-911a-da9922b48505 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:15.015858 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-453847ac-513e-4075-9fcc-b89405a283d2 req-8222e355-abc8-4e58-911a-da9922b48505 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1012001 Jul 06 11:53:15.112078 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-453847ac-513e-4075-9fcc-b89405a283d2 req-26601453-79c3-4491-8bc7-072ed57b6985 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869966 Jul 06 11:53:15.147725 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-24523e95-988a-4f76-ba13-0b09fd79543c req-73cf39a2-0350-41ab-9b70-d9057e42eb65 service neutron] 10.222.0.23 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288350 Jul 06 11:53:15.303761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f49a5-b7a6-49a5-a90c-4255f2483d7b req-fb221d87-1fbf-49d0-a5c7-7fbdc18b4608 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:15.305308 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-800f49a5-b7a6-49a5-a90c-4255f2483d7b req-fb221d87-1fbf-49d0-a5c7-7fbdc18b4608 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 943 time: 0.0695591 Jul 06 11:53:15.346431 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-800f49a5-b7a6-49a5-a90c-4255f2483d7b req-c468ca8c-9f85-4fd7-b5db-1c949a10bf6d tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340660 Jul 06 11:53:15.577121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57884) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:15.677524 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d90f6945-39f5-49d4-ba66-75f46c6b88bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.775191 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d90f6945-39f5-49d4-ba66-75f46c6b88bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.778957 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d90f6945-39f5-49d4-ba66-75f46c6b88bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.819031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d90f6945-39f5-49d4-ba66-75f46c6b88bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5902b225a32944a2a7c4b6f683665abc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408092 Jul 06 11:53:15.820102 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f6945-39f5-49d4-ba66-75f46c6b88bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088b177a-b15a-4f7a-a37a-8f35e2138896,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:15.821812 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57890) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:15.877987 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7025-b461-4a46-86d0-9474d30f5fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.899203 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7025-b461-4a46-86d0-9474d30f5fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.982439 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7025-b461-4a46-86d0-9474d30f5fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.985434 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f2b7025-b461-4a46-86d0-9474d30f5fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:15.987818 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2f2b7025-b461-4a46-86d0-9474d30f5fc9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/088b177a-b15a-4f7a-a37a-8f35e2138896 HTTP/1.1" status: 204 len: 168 time: 0.1646349 Jul 06 11:53:16.011513 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b7025-b461-4a46-86d0-9474d30f5fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088b177a-b15a-4f7a-a37a-8f35e2138896,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:16.053294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e471fc-5691-4a01-a289-f49dc34df0d7 req-f66b5de8-f778-4424-8dab-36b036dc5134 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:16.054867 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-43e471fc-5691-4a01-a289-f49dc34df0d7 req-f66b5de8-f778-4424-8dab-36b036dc5134 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 950 time: 0.1339078 Jul 06 11:53:16.116548 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-43e471fc-5691-4a01-a289-f49dc34df0d7 req-24e7d980-eb44-496d-9b2b-5939d8c17ec4 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544238 Jul 06 11:53:16.400351 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57920) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:16.407073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb397d-d31a-42c3-b301-3306da3d3497 req-ad024105-4309-4508-a3d8-920d65aba62a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:16.412171 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2eb397d-d31a-42c3-b301-3306da3d3497 req-ad024105-4309-4508-a3d8-920d65aba62a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1409192 Jul 06 11:53:16.425008 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ba34069-15f7-416e-b8b1-0d267ca1427e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.428519 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfaa73-ff53-4c71-b128-f60a006bc568 req-678367e4-5c9d-406c-8460-9d682be446a4 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:16.430290 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ccdfaa73-ff53-4c71-b128-f60a006bc568 req-678367e4-5c9d-406c-8460-9d682be446a4 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 950 time: 0.1174572 Jul 06 11:53:16.492271 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2eb397d-d31a-42c3-b301-3306da3d3497 req-e914dedd-ce75-4270-b38d-74379d5db7fa tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562627 Jul 06 11:53:16.551879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fcf1d659-570d-407f-9568-af4b477568b4 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:53:16.694397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ccdfaa73-ff53-4c71-b128-f60a006bc568 req-1b9ba4d4-1886-4ec8-9951-93afc083353c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Deleting port f51dc0c0-545d-4658-98f1-47f8ca7ab970 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:16.695608 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ccdfaa73-ff53-4c71-b128-f60a006bc568 req-1b9ba4d4-1886-4ec8-9951-93afc083353c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.703713 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ba34069-15f7-416e-b8b1-0d267ca1427e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.712136 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ba34069-15f7-416e-b8b1-0d267ca1427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.757034 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fcf1d659-570d-407f-9568-af4b477568b4, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fcf1d659-570d-407f-9568-af4b477568b4,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:16.770331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'fcf1d659-570d-407f-9568-af4b477568b4', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'fcf1d659-570d-407f-9568-af4b477568b4', 'mac_address': 'fa:16:3e:0a:ce:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:53:16.816985 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9ba34069-15f7-416e-b8b1-0d267ca1427e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bfee861f0c18436789a48e3a34c66d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152992 Jul 06 11:53:16.825165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57934) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:16.840735 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.847261 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba34069-15f7-416e-b8b1-0d267ca1427e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba1878f-b049-4b34-acc4-bc4db742c1c7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:16.862003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcf1d659-570d-407f-9568-af4b477568b4 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:16.915672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fcf1d659-570d-407f-9568-af4b477568b4, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fcf1d659-570d-407f-9568-af4b477568b4,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:16.921365 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:16.930473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d653ecc-3d76-471c-b505-56ae4249c4fc req-8176db58-8470-47e0-b2dd-3803672a4c38 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:16.946145 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d653ecc-3d76-471c-b505-56ae4249c4fc req-8176db58-8470-47e0-b2dd-3803672a4c38 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 944 time: 0.1837013 Jul 06 11:53:16.999537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=fcf1d659-570d-407f-9568-af4b477568b4,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:17.007546 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['fcf1d659-570d-407f-9568-af4b477568b4'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:17.035243 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d653ecc-3d76-471c-b505-56ae4249c4fc req-55a4d77e-3091-46d1-b8ca-3cbcbe23dfd0 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/security-groups?id=c4ad36cd-8778-4cc7-90f7-414073e43297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777895 Jul 06 11:53:17.061668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc523c93-2555-4981-a670-6079f50e737a req-47e27184-6bde-4d7e-8136-57555304d63a tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:17.072868 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc523c93-2555-4981-a670-6079f50e737a req-47e27184-6bde-4d7e-8136-57555304d63a tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 943 time: 0.3557081 Jul 06 11:53:17.119474 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e55fb020-b9b6-4e04-a2b4-2bb43142c924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.146012 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e55fb020-b9b6-4e04-a2b4-2bb43142c924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.205391 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ccdfaa73-ff53-4c71-b128-f60a006bc568 req-1b9ba4d4-1886-4ec8-9951-93afc083353c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] For port f51dc0c0-545d-4658-98f1-47f8ca7ab970, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f51dc0c0-545d-4658-98f1-47f8ca7ab970,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:17.206224 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ccdfaa73-ff53-4c71-b128-f60a006bc568 req-1b9ba4d4-1886-4ec8-9951-93afc083353c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.229806 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e55fb020-b9b6-4e04-a2b4-2bb43142c924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.233296 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e55fb020-b9b6-4e04-a2b4-2bb43142c924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.234457 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e55fb020-b9b6-4e04-a2b4-2bb43142c924 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ba1878f-b049-4b34-acc4-bc4db742c1c7 HTTP/1.1" status: 204 len: 168 time: 0.4059997 Jul 06 11:53:17.268708 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ccdfaa73-ff53-4c71-b128-f60a006bc568 req-1b9ba4d4-1886-4ec8-9951-93afc083353c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Calling delete_port for f51dc0c0-545d-4658-98f1-47f8ca7ab970 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:17.322554 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc523c93-2555-4981-a670-6079f50e737a req-3cf03244-79b7-492a-a587-83837015ee83 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482831 Jul 06 11:53:17.326910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fb020-b9b6-4e04-a2b4-2bb43142c924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba1878f-b049-4b34-acc4-bc4db742c1c7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:17.442970 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b532d1-0af5-429f-842d-d2a7576d4599 req-046e6ae0-3d73-4057-961b-2b27b44d7a10 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:17.444511 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c1b532d1-0af5-429f-842d-d2a7576d4599 req-046e6ae0-3d73-4057-961b-2b27b44d7a10 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 944 time: 0.4294109 Jul 06 11:53:17.604277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdabc7-51f8-4041-a05d-b84477f4c63b req-c7a6c8d9-3cbe-47ff-b7d9-e758c6ae9b70 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:17.615100 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-20fdabc7-51f8-4041-a05d-b84477f4c63b req-c7a6c8d9-3cbe-47ff-b7d9-e758c6ae9b70 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc HTTP/1.1" status: 200 len: 950 time: 0.1282399 Jul 06 11:53:17.719246 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-20fdabc7-51f8-4041-a05d-b84477f4c63b req-00bec6a3-ec82-4094-b95b-b8a889d03930 tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.81 "GET /v2.0/security-groups?id=924fe164-cd4c-4e46-8668-a4a6f0e93b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030974 Jul 06 11:53:17.743501 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ccdfaa73-ff53-4c71-b128-f60a006bc568 req-1b9ba4d4-1886-4ec8-9951-93afc083353c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.756100 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['f51dc0c0-545d-4658-98f1-47f8ca7ab970'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:17.849845 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ba4d4-1886-4ec8-9951-93afc083353c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Pushing event deleted for resources: {'Port': ['ID=f51dc0c0-545d-4658-98f1-47f8ca7ab970,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:17.923013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-c1b532d1-0af5-429f-842d-d2a7576d4599 req-1c0aa8e4-d823-4382-95f6-8cff5d505492 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Deleting port 94372c08-32a1-4e21-b75c-f55fdedcb931 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:17.923383 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c1b532d1-0af5-429f-842d-d2a7576d4599 req-1c0aa8e4-d823-4382-95f6-8cff5d505492 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.929209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdfaa73-ff53-4c71-b128-f60a006bc568 req-1b9ba4d4-1886-4ec8-9951-93afc083353c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] No DVR routers for this DVR port f51dc0c0-545d-4658-98f1-47f8ca7ab970 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:17.957858 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ccdfaa73-ff53-4c71-b128-f60a006bc568 req-1b9ba4d4-1886-4ec8-9951-93afc083353c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:17.959873 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ccdfaa73-ff53-4c71-b128-f60a006bc568 req-1b9ba4d4-1886-4ec8-9951-93afc083353c tempest-MigrationsAdminTest-316499556 tempest-MigrationsAdminTest-316499556-project] 10.222.0.23 "DELETE /v2.0/ports/f51dc0c0-545d-4658-98f1-47f8ca7ab970 HTTP/1.1" status: 204 len: 173 time: 1.4926558 Jul 06 11:53:17.961150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc', 'name': 'network-vif-deleted', 'tag': 'f51dc0c0-545d-4658-98f1-47f8ca7ab970'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:17.964233 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82c86ad-fb96-4e45-a4cb-4b26109301ba" -d '{"events": [{"server_uuid": "c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc", "name": "network-vif-deleted", "tag": "f51dc0c0-545d-4658-98f1-47f8ca7ab970"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:18.067827 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c1b532d1-0af5-429f-842d-d2a7576d4599 req-1c0aa8e4-d823-4382-95f6-8cff5d505492 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] For port 94372c08-32a1-4e21-b75c-f55fdedcb931, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=94372c08-32a1-4e21-b75c-f55fdedcb931,segment=NetworkSegment(64e73f5a-59d1-4a7a-8116-b346ca2e60ca),segment_id=64e73f5a-59d1-4a7a-8116-b346ca2e60ca)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:18.068494 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c1b532d1-0af5-429f-842d-d2a7576d4599 req-1c0aa8e4-d823-4382-95f6-8cff5d505492 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.086323 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d891d-ab57-4621-b1bd-de5aa9a68795 req-959f3fc5-0518-4442-9a40-8ea52896d7ec tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:18.093169 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd4d891d-ab57-4621-b1bd-de5aa9a68795 req-959f3fc5-0518-4442-9a40-8ea52896d7ec tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1992431 Jul 06 11:53:18.098776 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce98d5a-5e8b-4959-a28d-dd9df63db784 x-openstack-request-id: req-7ce98d5a-5e8b-4959-a28d-dd9df63db784 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:18.099063 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc", "name": "network-vif-deleted", "tag": "f51dc0c0-545d-4658-98f1-47f8ca7ab970", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:18.099339 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ce98d5a-5e8b-4959-a28d-dd9df63db784 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:18.099737 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a00bdb-1f2d-4e07-a058-6ee9b1f477dc', 'name': 'network-vif-deleted', 'tag': 'f51dc0c0-545d-4658-98f1-47f8ca7ab970', 'status': 'completed', 'code': 200} Jul 06 11:53:18.109005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-c1b532d1-0af5-429f-842d-d2a7576d4599 req-1c0aa8e4-d823-4382-95f6-8cff5d505492 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Calling delete_port for 94372c08-32a1-4e21-b75c-f55fdedcb931 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:18.130022 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-5c21ea69-b4eb-4717-bb3b-bf64f9662fcd service neutron] 10.222.0.23 "GET /v2.0/ports/4559d396-2d93-404f-baed-922062c547a5/bindings/n-h2-799529-2 HTTP/1.1" status: 200 len: 384 time: 0.1736114 Jul 06 11:53:18.181063 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd4d891d-ab57-4621-b1bd-de5aa9a68795 req-1cb021ae-2720-477d-9f58-b34f2cdce9bc tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869310 Jul 06 11:53:18.403567 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c1b532d1-0af5-429f-842d-d2a7576d4599 req-1c0aa8e4-d823-4382-95f6-8cff5d505492 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.476657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0aa8e4-d823-4382-95f6-8cff5d505492 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Pushing event deleted for resources: {'Port': ['ID=94372c08-32a1-4e21-b75c-f55fdedcb931,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:18.573407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fcf1d659-570d-407f-9568-af4b477568b4 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:18.618259 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b532d1-0af5-429f-842d-d2a7576d4599 req-1c0aa8e4-d823-4382-95f6-8cff5d505492 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] No DVR routers for this DVR port 94372c08-32a1-4e21-b75c-f55fdedcb931 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:18.648510 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c1b532d1-0af5-429f-842d-d2a7576d4599 req-1c0aa8e4-d823-4382-95f6-8cff5d505492 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.650126 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a13a616-a217-43b7-98fe-06afc07220b4 req-5c11406f-1eaa-43c0-b809-f5188e28951c tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 210 time: 0.1832209 Jul 06 11:53:18.650624 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c1b532d1-0af5-429f-842d-d2a7576d4599 req-1c0aa8e4-d823-4382-95f6-8cff5d505492 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.89 "DELETE /v2.0/ports/94372c08-32a1-4e21-b75c-f55fdedcb931 HTTP/1.1" status: 204 len: 173 time: 1.1943860 Jul 06 11:53:18.704690 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port fcf1d659-570d-407f-9568-af4b477568b4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:18.705622 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.801612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-5881de5f-e069-4fe7-b817-612895d1ee87 service neutron] For port 4559d396-2d93-404f-baed-922062c547a5, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4559d396-2d93-404f-baed-922062c547a5,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:18.892942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-5881de5f-e069-4fe7-b817-612895d1ee87 service neutron] For port 4559d396-2d93-404f-baed-922062c547a5, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:18.962601 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:18.969055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-5881de5f-e069-4fe7-b817-612895d1ee87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4559d396-2d93-404f-baed-922062c547a5 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:18.977141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3582027-66af-4b61-8595-160e12bf5ac0 req-bb4d0226-e2fe-469c-9ecc-afed6a2ddc13 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:18.985006 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a3582027-66af-4b61-8595-160e12bf5ac0 req-bb4d0226-e2fe-469c-9ecc-afed6a2ddc13 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 943 time: 0.1586993 Jul 06 11:53:19.003028 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-5881de5f-e069-4fe7-b817-612895d1ee87 service neutron] For port 4559d396-2d93-404f-baed-922062c547a5, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=4559d396-2d93-404f-baed-922062c547a5,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:19.036446 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-5881de5f-e069-4fe7-b817-612895d1ee87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.054752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fcf1d659-570d-407f-9568-af4b477568b4, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fcf1d659-570d-407f-9568-af4b477568b4,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:19.055974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7354df70-fe6c-4c3a-a224-c599ea8ef4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf1d659-570d-407f-9568-af4b477568b4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:19.061512 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793bab7b-8fcd-492b-a14d-04fb42e783d3" -d '{"events": [{"server_uuid": "7354df70-fe6c-4c3a-a224-c599ea8ef4ad", "name": "network-vif-plugged", "status": "completed", "tag": "fcf1d659-570d-407f-9568-af4b477568b4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:19.069328 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.074538 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 4559d396-2d93-404f-baed-922062c547a5 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:19.084365 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a3582027-66af-4b61-8595-160e12bf5ac0 req-c2c6bf06-cddd-4a04-99a0-f66648076ef7 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967345 Jul 06 11:53:19.162645 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7c9410-8b47-4d84-8551-1611e972d3df x-openstack-request-id: req-4f7c9410-8b47-4d84-8551-1611e972d3df {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:19.162921 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7354df70-fe6c-4c3a-a224-c599ea8ef4ad", "name": "network-vif-plugged", "status": "completed", "tag": "fcf1d659-570d-407f-9568-af4b477568b4", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:19.163177 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f7c9410-8b47-4d84-8551-1611e972d3df {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:19.164319 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7354df70-fe6c-4c3a-a224-c599ea8ef4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf1d659-570d-407f-9568-af4b477568b4', 'code': 200} Jul 06 11:53:19.193129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-5881de5f-e069-4fe7-b817-612895d1ee87 service neutron] Transition to ACTIVE for port object 4559d396-2d93-404f-baed-922062c547a5 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:19.199326 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-5881de5f-e069-4fe7-b817-612895d1ee87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:19.234222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 4559d396-2d93-404f-baed-922062c547a5 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:19.237458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f51dc0c0-545d-4658-98f1-47f8ca7ab970 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:19.304748 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: f51dc0c0-545d-4658-98f1-47f8ca7ab970 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:19.305350 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f51dc0c0-545d-4658-98f1-47f8ca7ab970 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:19.310644 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=fcf1d659-570d-407f-9568-af4b477568b4,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:19.335907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-5881de5f-e069-4fe7-b817-612895d1ee87 service neutron] No DVR routers for this DVR port 4559d396-2d93-404f-baed-922062c547a5 on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:19.354309 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881de5f-e069-4fe7-b817-612895d1ee87 service neutron] Pushing event updated for resources: {'Port': ['ID=4559d396-2d93-404f-baed-922062c547a5,revision_number=10']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:19.397210 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-5881de5f-e069-4fe7-b817-612895d1ee87 service neutron] 10.222.0.23 "PUT /v2.0/ports/4559d396-2d93-404f-baed-922062c547a5/bindings/n-h2-799529-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2606704 Jul 06 11:53:19.584399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bbb60-9844-4c76-a920-c0e3cef4db3b req-1fd7ea1c-549c-452f-bcee-035690c0785d tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:19.589005 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b66bbb60-9844-4c76-a920-c0e3cef4db3b req-1fd7ea1c-549c-452f-bcee-035690c0785d tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1395905 Jul 06 11:53:19.646200 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b66bbb60-9844-4c76-a920-c0e3cef4db3b req-7e8d6bf6-2621-4454-bced-bce56da33a9e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571795 Jul 06 11:53:19.651681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-9e4d2bc8-be3c-4577-8ef2-30dd61a8f8f3 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:19.653652 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-9e4d2bc8-be3c-4577-8ef2-30dd61a8f8f3 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49&tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1095 time: 0.1572270 Jul 06 11:53:19.880435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-387460be-b72c-44e2-8871-766ec8751faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:19.883615 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-387460be-b72c-44e2-8871-766ec8751faa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49&tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9 HTTP/1.1" status: 200 len: 1095 time: 0.2014523 Jul 06 11:53:20.102245 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c', 'name': 'network-vif-deleted', 'tag': '94372c08-32a1-4e21-b75c-f55fdedcb931'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:20.110770 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c39a589-9350-4dc7-829c-edbf6739e9c0" -d '{"events": [{"server_uuid": "dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c", "name": "network-vif-deleted", "tag": "94372c08-32a1-4e21-b75c-f55fdedcb931"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:20.132309 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f3861cf5-e1a5-4691-8724-479a2c75ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:20.141708 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-f3861cf5-e1a5-4691-8724-479a2c75ccfe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 1095 time: 0.1968694 Jul 06 11:53:20.168112 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58048) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:20.173218 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4feba957-6de9-4785-8818-b94e92076430 req-145d60c5-33a5-4a0e-9c93-ed00b4371320 tempest-LiveMigrationTest-1031640251 tempest-LiveMigrationTest-1031640251-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c HTTP/1.1" status: 200 len: 210 time: 0.0939507 Jul 06 11:53:20.389225 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-49743ab7-ca5a-415e-a0f9-8aea80d3f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:20.389225 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-49743ab7-ca5a-415e-a0f9-8aea80d3f1f0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.2399168 Jul 06 11:53:20.389225 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7908dda1-5923-4d75-9559-4bb50ba0fca0 x-openstack-request-id: req-7908dda1-5923-4d75-9559-4bb50ba0fca0 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:20.389225 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c", "name": "network-vif-deleted", "tag": "94372c08-32a1-4e21-b75c-f55fdedcb931", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:20.389225 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7908dda1-5923-4d75-9559-4bb50ba0fca0 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:20.389225 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd74dee5-02bd-46f8-ac2a-fd4adbe9d98c', 'name': 'network-vif-deleted', 'tag': '94372c08-32a1-4e21-b75c-f55fdedcb931', 'status': 'completed', 'code': 200} Jul 06 11:53:20.392726 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ac683bd8-f274-4de3-9be3-04b9a57e8c34 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ea41c4c395454498b836751812b291f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214828 Jul 06 11:53:20.397450 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58054) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:20.465399 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-d4b3ba36-d2c6-4fd2-8f85-b85ab1fe1c48 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4559d396-2d93-404f-baed-922062c547a5 HTTP/1.1" status: 200 len: 217 time: 0.0691307 Jul 06 11:53:20.524049 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa2533b2-fb3d-4ee1-acea-aa45fe3395d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:20.602177 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d17ad-b92c-453e-8bfa-2d4f2a586fea req-dfa141b1-edbd-444d-80ce-f5be09d225d3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:20.605416 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-971d17ad-b92c-453e-8bfa-2d4f2a586fea req-dfa141b1-edbd-444d-80ce-f5be09d225d3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 944 time: 0.1617444 Jul 06 11:53:20.608648 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa2533b2-fb3d-4ee1-acea-aa45fe3395d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:20.610041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-580e0f87-610d-42bb-aa0d-00395b4953b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:20.612985 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-580e0f87-610d-42bb-aa0d-00395b4953b9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.1258795 Jul 06 11:53:20.651021 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-902ef9fb-2840-4210-9173-b0e84980e3f7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304368 Jul 06 11:53:20.707280 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-971d17ad-b92c-453e-8bfa-2d4f2a586fea req-8ee6c627-613c-41f7-bb24-724a0446cb61 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948582 Jul 06 11:53:20.735214 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa2533b2-fb3d-4ee1-acea-aa45fe3395d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:20.741095 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa2533b2-fb3d-4ee1-acea-aa45fe3395d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:20.746006 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fa2533b2-fb3d-4ee1-acea-aa45fe3395d8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/924fe164-cd4c-4e46-8668-a4a6f0e93b10 HTTP/1.1" status: 204 len: 168 time: 0.3475053 Jul 06 11:53:20.757011 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2533b2-fb3d-4ee1-acea-aa45fe3395d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924fe164-cd4c-4e46-8668-a4a6f0e93b10,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:20.830349 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-d1382262-852f-4d8d-b7f4-a1ada262c98f service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680996 Jul 06 11:53:20.887660 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:53:20.994496 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f196c90-2ab9-410c-aac1-297e64fecb78 req-7cc7b734-446b-4cf3-a13b-39e3098738fe tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:21.002321 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0f196c90-2ab9-410c-aac1-297e64fecb78 req-7cc7b734-446b-4cf3-a13b-39e3098738fe tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1330197 Jul 06 11:53:21.005384 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-18353d10-e6be-4ecf-95d2-ab88e9e1ab26 service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528354 Jul 06 11:53:21.075536 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0f196c90-2ab9-410c-aac1-297e64fecb78 req-ef17d4a9-1a15-4e0c-a08d-8d2a692eb588 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671322 Jul 06 11:53:21.312277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58088) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:21.476891 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58096) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:21.514382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8eb56b1-4897-418d-86e2-79634017e457 admin admin] Deleting subnet ee177648-6d0e-46f5-a7ba-dce8ba04775a {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:21.522379 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8eb56b1-4897-418d-86e2-79634017e457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.555061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 94372c08-32a1-4e21-b75c-f55fdedcb931 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:21.573629 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dfb84f5f-e849-4e96-804c-e0fda6e1a58a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae1752da4ef942349a7dcd76df6126d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0954516 Jul 06 11:53:21.573854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58102) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:21.595119 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 94372c08-32a1-4e21-b75c-f55fdedcb931 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:21.596438 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 94372c08-32a1-4e21-b75c-f55fdedcb931 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:21.659959 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8eb56b1-4897-418d-86e2-79634017e457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.688933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-39faf0f2-641c-49db-882e-45e3c5891d59 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:21.691085 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-39faf0f2-641c-49db-882e-45e3c5891d59 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49&tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&binding%3Ahost_id=n-h2-799529-2 HTTP/1.1" status: 200 len: 1095 time: 0.2658327 Jul 06 11:53:21.744058 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8eb56b1-4897-418d-86e2-79634017e457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.860373 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7272a10-18a1-42f2-a31b-7040690d44de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:21.915255 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7272a10-18a1-42f2-a31b-7040690d44de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.053945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cf759-32f7-45b9-a0a5-cc5747bf019b req-1f585d08-6138-41a2-aad8-5ebc8aa35165 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:22.061371 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-983cf759-32f7-45b9-a0a5-cc5747bf019b req-1f585d08-6138-41a2-aad8-5ebc8aa35165 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 946 time: 0.4883881 Jul 06 11:53:22.064608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf01e10-772e-40eb-a49c-f098cac2cadc req-315b4207-de93-483b-97af-edc73d619f78 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:22.064818 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58112) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:22.068065 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fdf01e10-772e-40eb-a49c-f098cac2cadc req-315b4207-de93-483b-97af-edc73d619f78 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 944 time: 0.1824162 Jul 06 11:53:22.148155 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fdf01e10-772e-40eb-a49c-f098cac2cadc req-2a66d74a-0ae8-4b9f-9f47-f660736afb05 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683825 Jul 06 11:53:22.166803 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8eb56b1-4897-418d-86e2-79634017e457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.213946 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-983cf759-32f7-45b9-a0a5-cc5747bf019b req-9f2f5caa-61c8-437b-8f80-6328afd21ef3 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5188bd5-a4da-4149-89ff-bfd482822eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516523 Jul 06 11:53:22.217502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb56b1-4897-418d-86e2-79634017e457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee177648-6d0e-46f5-a7ba-dce8ba04775a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:22.235253 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8eb56b1-4897-418d-86e2-79634017e457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.240300 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f8eb56b1-4897-418d-86e2-79634017e457 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ee177648-6d0e-46f5-a7ba-dce8ba04775a HTTP/1.1" status: 204 len: 168 time: 0.9234562 Jul 06 11:53:22.240300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-be5f4400-a445-4a39-bf2f-f623c1e49c00 service neutron] For port 4559d396-2d93-404f-baed-922062c547a5, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:22.240300 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7272a10-18a1-42f2-a31b-7040690d44de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.240991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58124) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:22.242614 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7272a10-18a1-42f2-a31b-7040690d44de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.246383 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a7272a10-18a1-42f2-a31b-7040690d44de admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be9c4105-b296-4141-aa75-11d646890926 HTTP/1.1" status: 204 len: 168 time: 0.6692762 Jul 06 11:53:22.262889 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-be5f4400-a445-4a39-bf2f-f623c1e49c00 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.264232 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1691bb36-5d20-40b2-90c2-3caed381d311 req-be5f4400-a445-4a39-bf2f-f623c1e49c00 service neutron] 10.222.0.89 "DELETE /v2.0/ports/4559d396-2d93-404f-baed-922062c547a5/bindings/n-h1-799529-2 HTTP/1.1" status: 204 len: 173 time: 0.5649962 Jul 06 11:53:22.286575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7272a10-18a1-42f2-a31b-7040690d44de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9c4105-b296-4141-aa75-11d646890926,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:22.347200 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-098f7850-d22c-40d4-8005-0675038561bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.494751 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99de5c29-cff2-405c-89ca-1e94d39a6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.524289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ffc85-3ab4-42a6-a81d-70cb26e1b867 req-2cbbcc3e-2f84-47cf-b974-ed936f3fcf6a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:22.534521 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-299ffc85-3ab4-42a6-a81d-70cb26e1b867 req-2cbbcc3e-2f84-47cf-b974-ed936f3fcf6a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1363747 Jul 06 11:53:22.563383 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-098f7850-d22c-40d4-8005-0675038561bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.570480 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-098f7850-d22c-40d4-8005-0675038561bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.659574 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-299ffc85-3ab4-42a6-a81d-70cb26e1b867 req-8f79f5f5-3aae-4222-80db-661b9e8698ed tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237004 Jul 06 11:53:22.682301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f7850-d22c-40d4-8005-0675038561bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4908e4-4739-4496-bc00-7e85662a5495,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:22.693127 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-098f7850-d22c-40d4-8005-0675038561bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d38d744799840d3a2cc8f2f5b106b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6197643 Jul 06 11:53:22.696439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58142) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:22.819908 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99de5c29-cff2-405c-89ca-1e94d39a6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.823216 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e2acda7-8b14-489b-9aa1-2060f439d9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.848594 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-99de5c29-cff2-405c-89ca-1e94d39a6d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e9b7d6-944b-4592-9597-94c9d66799e4']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:22.875530 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e2acda7-8b14-489b-9aa1-2060f439d9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.916702 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-99de5c29-cff2-405c-89ca-1e94d39a6d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e73f5a-59d1-4a7a-8116-b346ca2e60ca') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:22.916982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-99de5c29-cff2-405c-89ca-1e94d39a6d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e73f5a-59d1-4a7a-8116-b346ca2e60ca') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:22.935790 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99de5c29-cff2-405c-89ca-1e94d39a6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.969454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3fee4-09eb-4da7-8128-eafe0a2c4072 req-cb30a86b-c30d-432c-954e-1b0f0d6928a7 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:22.978560 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f4b3fee4-09eb-4da7-8128-eafe0a2c4072 req-cb30a86b-c30d-432c-954e-1b0f0d6928a7 tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 1095 time: 0.1067836 Jul 06 11:53:22.980367 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99de5c29-cff2-405c-89ca-1e94d39a6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.989140 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e2acda7-8b14-489b-9aa1-2060f439d9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.991846 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e2acda7-8b14-489b-9aa1-2060f439d9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.993011 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4e2acda7-8b14-489b-9aa1-2060f439d9ca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad4908e4-4739-4496-bc00-7e85662a5495 HTTP/1.1" status: 204 len: 168 time: 0.2938397 Jul 06 11:53:22.996806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99de5c29-cff2-405c-89ca-1e94d39a6d7a admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:22.997330 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99de5c29-cff2-405c-89ca-1e94d39a6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: timer() Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:22.999476 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:23.017804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2acda7-8b14-489b-9aa1-2060f439d9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4908e4-4739-4496-bc00-7e85662a5495,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:23.056023 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f4b3fee4-09eb-4da7-8128-eafe0a2c4072 req-6b2af6cf-2ca1-46a9-a4d4-16e99a79f2fe tempest-LiveAutoBlockMigrationV225Test-96366013 tempest-LiveAutoBlockMigrationV225Test-96366013-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764081 Jul 06 11:53:23.116191 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99de5c29-cff2-405c-89ca-1e94d39a6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.133616 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99de5c29-cff2-405c-89ca-1e94d39a6d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.143790 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-99de5c29-cff2-405c-89ca-1e94d39a6d7a admin admin] 10.222.0.81 "DELETE /v2.0/networks/f2e9b7d6-944b-4592-9597-94c9d66799e4 HTTP/1.1" status: 204 len: 168 time: 0.8987710 Jul 06 11:53:23.167835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58158) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:23.193266 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de5c29-cff2-405c-89ca-1e94d39a6d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e9b7d6-944b-4592-9597-94c9d66799e4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:23.332098 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0760a168-7ea0-4120-8635-5ec55b1cab58 admin admin] Deleting subnet 4946da79-5f03-4481-98e5-6c8439e27c8b {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:23.341468 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0760a168-7ea0-4120-8635-5ec55b1cab58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.400512 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0760a168-7ea0-4120-8635-5ec55b1cab58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.469547 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0760a168-7ea0-4120-8635-5ec55b1cab58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.595272 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0760a168-7ea0-4120-8635-5ec55b1cab58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.649125 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760a168-7ea0-4120-8635-5ec55b1cab58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4946da79-5f03-4481-98e5-6c8439e27c8b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:23.651104 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0760a168-7ea0-4120-8635-5ec55b1cab58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.657289 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0760a168-7ea0-4120-8635-5ec55b1cab58 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4946da79-5f03-4481-98e5-6c8439e27c8b HTTP/1.1" status: 204 len: 168 time: 0.4877076 Jul 06 11:53:23.660138 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58176) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:23.735033 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58184) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:23.766823 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91d914d2-3a71-4a1b-bb9b-3d0ba57a7698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:23.848219 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e6877-9d63-4d7d-acec-557873aba6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.003496 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91d914d2-3a71-4a1b-bb9b-3d0ba57a7698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.021695 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91d914d2-3a71-4a1b-bb9b-3d0ba57a7698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.051598 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e6877-9d63-4d7d-acec-557873aba6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.056948 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-91d914d2-3a71-4a1b-bb9b-3d0ba57a7698 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=70297050271d437a895e3416fdb8f802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208120 Jul 06 11:53:24.059652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58190) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:24.074479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-853e6877-9d63-4d7d-acec-557873aba6ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edaeeb2e-d439-4237-a0c0-ae6d772ee1df']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:24.091460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-853e6877-9d63-4d7d-acec-557873aba6ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73982089-e70d-40d1-9c45-745af5db59f8') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:24.091965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-853e6877-9d63-4d7d-acec-557873aba6ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73982089-e70d-40d1-9c45-745af5db59f8') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:24.108778 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e6877-9d63-4d7d-acec-557873aba6ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.133236 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d914d2-3a71-4a1b-bb9b-3d0ba57a7698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4337e62d-ee01-4fce-b2d7-15fe496df5f4,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:24.137966 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bfad9-df4e-47aa-9b81-ebbb29e2c435 req-9f094d6a-d7f9-4486-a049-317e4070fcfb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:24.146551 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-024bfad9-df4e-47aa-9b81-ebbb29e2c435 req-9f094d6a-d7f9-4486-a049-317e4070fcfb tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 944 time: 0.1426394 Jul 06 11:53:24.156443 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e6877-9d63-4d7d-acec-557873aba6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.181227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853e6877-9d63-4d7d-acec-557873aba6ef admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:24.181689 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e6877-9d63-4d7d-acec-557873aba6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:24.183639 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:24.206448 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeae61d-7735-4549-9023-214412bcc285 req-50dbf594-2375-4872-96a3-b4ac9b13ed64 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:24.208218 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bfeae61d-7735-4549-9023-214412bcc285 req-50dbf594-2375-4872-96a3-b4ac9b13ed64 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 946 time: 0.2389879 Jul 06 11:53:24.241715 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ed58c729-c2c3-4df9-9fb9-ef68bb08c350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.270825 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-024bfad9-df4e-47aa-9b81-ebbb29e2c435 req-27e620b4-425d-4557-bf26-661a7592cbd7 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232758 Jul 06 11:53:24.301900 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bfeae61d-7735-4549-9023-214412bcc285 req-6a39a97b-08e3-4f18-9956-c6a425a052b4 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5188bd5-a4da-4149-89ff-bfd482822eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726981 Jul 06 11:53:24.327680 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ed58c729-c2c3-4df9-9fb9-ef68bb08c350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.358249 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e6877-9d63-4d7d-acec-557873aba6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.394412 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e6877-9d63-4d7d-acec-557873aba6ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.397173 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-853e6877-9d63-4d7d-acec-557873aba6ef admin admin] 10.222.0.81 "DELETE /v2.0/networks/edaeeb2e-d439-4237-a0c0-ae6d772ee1df HTTP/1.1" status: 204 len: 168 time: 0.7358413 Jul 06 11:53:24.399534 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e6877-9d63-4d7d-acec-557873aba6ef admin admin] Pushing event deleted for resources: {'Network': ['ID=edaeeb2e-d439-4237-a0c0-ae6d772ee1df,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:24.456474 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ed58c729-c2c3-4df9-9fb9-ef68bb08c350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.459664 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ed58c729-c2c3-4df9-9fb9-ef68bb08c350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.462938 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ed58c729-c2c3-4df9-9fb9-ef68bb08c350 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4337e62d-ee01-4fce-b2d7-15fe496df5f4 HTTP/1.1" status: 204 len: 168 time: 0.3947942 Jul 06 11:53:24.500108 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58c729-c2c3-4df9-9fb9-ef68bb08c350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4337e62d-ee01-4fce-b2d7-15fe496df5f4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:24.555445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fac68-663e-414e-b15a-f31b9d4a56c1 req-c4e584c8-e0e9-4ecc-b922-c4f1ec7c2fa5 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:24.557419 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-002fac68-663e-414e-b15a-f31b9d4a56c1 req-c4e584c8-e0e9-4ecc-b922-c4f1ec7c2fa5 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 944 time: 0.2788272 Jul 06 11:53:24.605043 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58214) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:24.693076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58216) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:24.694082 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1bf686f8-698f-4783-afc0-2a123aac954b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4843c8d3b46e40b0bd7d0bef48a42377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840037 Jul 06 11:53:24.843715 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57a5c2fd-c61d-456b-a834-66e3327db4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.867329 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57a5c2fd-c61d-456b-a834-66e3327db4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.924593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bbdc4-f955-428b-b40c-683fa7cd92d9 req-98adf3a1-54e2-4834-97b2-75bc847b4fdf tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:24.931614 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee3bbdc4-f955-428b-b40c-683fa7cd92d9 req-98adf3a1-54e2-4834-97b2-75bc847b4fdf tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.3731008 Jul 06 11:53:24.948275 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57a5c2fd-c61d-456b-a834-66e3327db4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.950876 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57a5c2fd-c61d-456b-a834-66e3327db4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.952030 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-57a5c2fd-c61d-456b-a834-66e3327db4af admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4ad36cd-8778-4cc7-90f7-414073e43297 HTTP/1.1" status: 204 len: 168 time: 0.2578635 Jul 06 11:53:24.971475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-002fac68-663e-414e-b15a-f31b9d4a56c1 req-ee5135c5-cc7f-4a66-8d09-4cf8e56473d1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Deleting port 4559d396-2d93-404f-baed-922062c547a5 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:24.971822 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-002fac68-663e-414e-b15a-f31b9d4a56c1 req-ee5135c5-cc7f-4a66-8d09-4cf8e56473d1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:24.977491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5c2fd-c61d-456b-a834-66e3327db4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ad36cd-8778-4cc7-90f7-414073e43297,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:25.054315 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee3bbdc4-f955-428b-b40c-683fa7cd92d9 req-3f334fbd-5d5c-4895-92f1-43e1980331c8 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214807 Jul 06 11:53:25.144771 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-002fac68-663e-414e-b15a-f31b9d4a56c1 req-ee5135c5-cc7f-4a66-8d09-4cf8e56473d1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] For port 4559d396-2d93-404f-baed-922062c547a5, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=4559d396-2d93-404f-baed-922062c547a5,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:25.145135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-002fac68-663e-414e-b15a-f31b9d4a56c1 req-ee5135c5-cc7f-4a66-8d09-4cf8e56473d1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.176654 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-002fac68-663e-414e-b15a-f31b9d4a56c1 req-ee5135c5-cc7f-4a66-8d09-4cf8e56473d1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Calling delete_port for 4559d396-2d93-404f-baed-922062c547a5 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:25.584422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645fb09-f4d9-48f1-8d31-7ee35dd66591 req-164239e6-3c12-40ad-b48c-d2ec37c0effc tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:25.595826 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0645fb09-f4d9-48f1-8d31-7ee35dd66591 req-164239e6-3c12-40ad-b48c-d2ec37c0effc tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 944 time: 0.1762128 Jul 06 11:53:25.666953 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0645fb09-f4d9-48f1-8d31-7ee35dd66591 req-81662572-883c-4857-af59-444882fc6a37 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694900 Jul 06 11:53:25.753084 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-002fac68-663e-414e-b15a-f31b9d4a56c1 req-ee5135c5-cc7f-4a66-8d09-4cf8e56473d1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:25.770246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8035f3ae-96b3-4c19-bd84-4afe8b226d2b'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:25.794385 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989d6f1-ecfe-4fa0-b7a0-df2bf9bcaa84 req-72a3a087-b75e-495d-9f32-744d586f6829 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:25.807829 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4989d6f1-ecfe-4fa0-b7a0-df2bf9bcaa84 req-72a3a087-b75e-495d-9f32-744d586f6829 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 946 time: 0.1805537 Jul 06 11:53:25.873717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58258) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:25.921487 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4989d6f1-ecfe-4fa0-b7a0-df2bf9bcaa84 req-12ffa512-379f-46c9-8712-25280ab7cdd2 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5188bd5-a4da-4149-89ff-bfd482822eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947971 Jul 06 11:53:25.924839 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5135c5-cc7f-4a66-8d09-4cf8e56473d1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Pushing event deleted for resources: {'Port': ['ID=4559d396-2d93-404f-baed-922062c547a5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:26.013491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-002fac68-663e-414e-b15a-f31b9d4a56c1 req-ee5135c5-cc7f-4a66-8d09-4cf8e56473d1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] No DVR routers for this DVR port 4559d396-2d93-404f-baed-922062c547a5 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:26.018085 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-002fac68-663e-414e-b15a-f31b9d4a56c1 req-ee5135c5-cc7f-4a66-8d09-4cf8e56473d1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.020172 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-002fac68-663e-414e-b15a-f31b9d4a56c1 req-ee5135c5-cc7f-4a66-8d09-4cf8e56473d1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.89 "DELETE /v2.0/ports/4559d396-2d93-404f-baed-922062c547a5 HTTP/1.1" status: 204 len: 173 time: 1.4476111 Jul 06 11:53:26.020795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb8b689-7e3a-4401-8110-f80cec054c49', 'name': 'network-vif-deleted', 'tag': '4559d396-2d93-404f-baed-922062c547a5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:26.023096 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22f6bac-bd9c-4fc2-af99-bf6441c7603d" -d '{"events": [{"server_uuid": "3cb8b689-7e3a-4401-8110-f80cec054c49", "name": "network-vif-deleted", "tag": "4559d396-2d93-404f-baed-922062c547a5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:26.099432 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4858a7f4-1416-432f-950d-054fd6b8da24 x-openstack-request-id: req-4858a7f4-1416-432f-950d-054fd6b8da24 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:26.099820 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb8b689-7e3a-4401-8110-f80cec054c49", "name": "network-vif-deleted", "tag": "4559d396-2d93-404f-baed-922062c547a5", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:26.100306 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4858a7f4-1416-432f-950d-054fd6b8da24 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:26.100793 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb8b689-7e3a-4401-8110-f80cec054c49', 'name': 'network-vif-deleted', 'tag': '4559d396-2d93-404f-baed-922062c547a5', 'status': 'completed', 'code': 200} Jul 06 11:53:26.270743 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-0db02df9-af4b-413e-926a-a366b2bb53d1 req-3748c380-8cd5-4c03-9681-397f4e23f211 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Request body: {'security_group': {'name': 'tempest-securitygroup-11940339', 'description': 'tempest-description-1543863505'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:26.352051 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0db02df9-af4b-413e-926a-a366b2bb53d1 req-3748c380-8cd5-4c03-9681-397f4e23f211 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.375363 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c9097911-e6a2-4c40-b9d1-71172a81cfba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=52f3c59b690d4a1ab6be64f5c711849b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5002494 Jul 06 11:53:26.376564 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0db02df9-af4b-413e-926a-a366b2bb53d1 req-3748c380-8cd5-4c03-9681-397f4e23f211 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.378381 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58276) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:26.389617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87c23d-8226-4f2f-aa88-982921cd67e9 req-6be6a8a0-e915-4446-88ce-633cd04ac1a3 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:26.406546 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cd87c23d-8226-4f2f-aa88-982921cd67e9 req-6be6a8a0-e915-4446-88ce-633cd04ac1a3 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.0904660 Jul 06 11:53:26.470919 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9706b1b5-1e0a-413d-be8e-d457b8d3d366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.502614 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cd87c23d-8226-4f2f-aa88-982921cd67e9 req-b84f7b40-0f27-433a-9b71-3c554fc810e6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667570 Jul 06 11:53:26.520059 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9706b1b5-1e0a-413d-be8e-d457b8d3d366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.590631 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0db02df9-af4b-413e-926a-a366b2bb53d1 req-3748c380-8cd5-4c03-9681-397f4e23f211 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.596584 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0db02df9-af4b-413e-926a-a366b2bb53d1 req-3748c380-8cd5-4c03-9681-397f4e23f211 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.653594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9706b1b5-1e0a-413d-be8e-d457b8d3d366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.660950 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9706b1b5-1e0a-413d-be8e-d457b8d3d366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.664875 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9706b1b5-1e0a-413d-be8e-d457b8d3d366 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c292fd02-d6c2-4415-b6c8-326c3d06f470 HTTP/1.1" status: 204 len: 168 time: 0.2830927 Jul 06 11:53:26.716999 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748c380-8cd5-4c03-9681-397f4e23f211 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d6996f-0c7a-4157-a561-cd712a5c907a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:26.781356 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706b1b5-1e0a-413d-be8e-d457b8d3d366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c292fd02-d6c2-4415-b6c8-326c3d06f470,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:26.918840 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0db02df9-af4b-413e-926a-a366b2bb53d1 req-3748c380-8cd5-4c03-9681-397f4e23f211 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.936962 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0db02df9-af4b-413e-926a-a366b2bb53d1 req-3748c380-8cd5-4c03-9681-397f4e23f211 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:26.990236 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-daefa060-5892-4ae8-8028-40e2d7c4fd1c req-40c54742-9790-4c8e-b601-3fff67e9bca3 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 210 time: 0.0935550 Jul 06 11:53:27.028568 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0db02df9-af4b-413e-926a-a366b2bb53d1 req-3748c380-8cd5-4c03-9681-397f4e23f211 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.029816 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0db02df9-af4b-413e-926a-a366b2bb53d1 req-3748c380-8cd5-4c03-9681-397f4e23f211 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7634187 Jul 06 11:53:27.030773 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748c380-8cd5-4c03-9681-397f4e23f211 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c26fb0-a1ad-4eaf-9c77-58af23df0d00,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:27.043972 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a6e79-22c5-4365-b338-ebadb932fff5 req-d19e4dcf-7d81-4387-95d5-7490cd80fbe1 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:27.045479 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dd1a6e79-22c5-4365-b338-ebadb932fff5 req-d19e4dcf-7d81-4387-95d5-7490cd80fbe1 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.89 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 946 time: 0.2829187 Jul 06 11:53:27.189567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b795261c-4292-47f4-a9b4-6f5bd5fdcf57 req-5dcda4b4-9318-4e0d-8a7a-92d2ef9fd810 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Request body: {'security_group': {'name': 'tempest-securitygroup-954398214', 'description': 'tempest-description-1376993916'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:27.290027 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b795261c-4292-47f4-a9b4-6f5bd5fdcf57 req-5dcda4b4-9318-4e0d-8a7a-92d2ef9fd810 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.346491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-dd1a6e79-22c5-4365-b338-ebadb932fff5 req-19e69b69-da05-4918-ac78-595f185ea2f5 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Deleting port 1449b593-5b2b-4b97-a9e4-1ed3dab12173 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:27.349030 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd1a6e79-22c5-4365-b338-ebadb932fff5 req-19e69b69-da05-4918-ac78-595f185ea2f5 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.434763 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2b6c0-6b77-470d-85a8-ded90dc09c56 req-ad15d004-2250-49b7-88be-b2434441f118 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:27.449381 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3fc2b6c0-6b77-470d-85a8-ded90dc09c56 req-ad15d004-2250-49b7-88be-b2434441f118 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 946 time: 0.1673746 Jul 06 11:53:27.568941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-dd1a6e79-22c5-4365-b338-ebadb932fff5 req-19e69b69-da05-4918-ac78-595f185ea2f5 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] For port 1449b593-5b2b-4b97-a9e4-1ed3dab12173, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=1449b593-5b2b-4b97-a9e4-1ed3dab12173,segment=NetworkSegment(ce28a662-2bb6-4782-9286-7aff05654474),segment_id=ce28a662-2bb6-4782-9286-7aff05654474)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:27.570812 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd1a6e79-22c5-4365-b338-ebadb932fff5 req-19e69b69-da05-4918-ac78-595f185ea2f5 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:27.590347 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3fc2b6c0-6b77-470d-85a8-ded90dc09c56 req-f9f16d29-a6fd-4d3c-a601-337bdb1f9a0f tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/security-groups?id=f5188bd5-a4da-4149-89ff-bfd482822eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397593 Jul 06 11:53:27.603917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:53:27.871990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:27.913124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '466f4d6c-96a0-4caa-a1fc-7480553ccfa9', 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f', 'port_id': '466f4d6c-96a0-4caa-a1fc-7480553ccfa9', 'mac_address': 'fa:16:3e:40:2d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f22715-ba8d-4530-84b2-f69de5c14956', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:53:27.928310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 4559d396-2d93-404f-baed-922062c547a5 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:28.073655 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e68f8e-3d11-4382-b660-8d97db160483 req-6c37b94a-fa2c-44bd-aa95-0339693f387c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:28.089444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32e68f8e-3d11-4382-b660-8d97db160483 req-6c37b94a-fa2c-44bd-aa95-0339693f387c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1867659 Jul 06 11:53:28.102052 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.157146 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:28.187832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32e68f8e-3d11-4382-b660-8d97db160483 req-e867cca0-8263-42be-9d3a-bff9b6566c00 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965047 Jul 06 11:53:28.233203 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:28.234718 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 4559d396-2d93-404f-baed-922062c547a5 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:28.244766 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 4559d396-2d93-404f-baed-922062c547a5 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:28.255098 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.269899 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd1a6e79-22c5-4365-b338-ebadb932fff5 req-19e69b69-da05-4918-ac78-595f185ea2f5 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.270534 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd1a6e79-22c5-4365-b338-ebadb932fff5 req-19e69b69-da05-4918-ac78-595f185ea2f5 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.279831 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [req-dd1a6e79-22c5-4365-b338-ebadb932fff5 req-19e69b69-da05-4918-ac78-595f185ea2f5 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Floating IP 9a057fed-3147-4ad4-87da-b098179eae20 disassociated. External IP: 172.25.4.146, port: 1449b593-5b2b-4b97-a9e4-1ed3dab12173. Jul 06 11:53:28.281013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-dd1a6e79-22c5-4365-b338-ebadb932fff5 req-19e69b69-da05-4918-ac78-595f185ea2f5 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Calling delete_port for 1449b593-5b2b-4b97-a9e4-1ed3dab12173 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:28.448481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:28.479216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['466f4d6c-96a0-4caa-a1fc-7480553ccfa9'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:28.489393 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b795261c-4292-47f4-a9b4-6f5bd5fdcf57 req-5dcda4b4-9318-4e0d-8a7a-92d2ef9fd810 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.505961 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b795261c-4292-47f4-a9b4-6f5bd5fdcf57 req-5dcda4b4-9318-4e0d-8a7a-92d2ef9fd810 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.605287 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b795261c-4292-47f4-a9b4-6f5bd5fdcf57 req-5dcda4b4-9318-4e0d-8a7a-92d2ef9fd810 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.622398 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b795261c-4292-47f4-a9b4-6f5bd5fdcf57 req-5dcda4b4-9318-4e0d-8a7a-92d2ef9fd810 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4422252 Jul 06 11:53:28.640650 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcda4b4-9318-4e0d-8a7a-92d2ef9fd810 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a06acb4-a7a0-402b-bf47-35ad43f29fe9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:28.860324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e2efe76f-7e1b-4517-b36c-bac89ab755e6 req-ff45b347-f1cc-4c8f-a4a0-630026501544 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 210 time: 0.0903928 Jul 06 11:53:28.872796 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd1a6e79-22c5-4365-b338-ebadb932fff5 req-19e69b69-da05-4918-ac78-595f185ea2f5 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:28.913677 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e69b69-da05-4918-ac78-595f185ea2f5 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Pushing event deleted for resources: {'Port': ['ID=1449b593-5b2b-4b97-a9e4-1ed3dab12173,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:29.133107 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58382) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:29.154500 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd1a6e79-22c5-4365-b338-ebadb932fff5 req-19e69b69-da05-4918-ac78-595f185ea2f5 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Router 6f6a7866-cfd7-4263-8935-efd06f45c667 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:53:29.317384 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-fcbe78b8-4312-4311-8311-8462cd4ed884 req-15c43a1e-2802-4cf9-b2ba-09a5fc4f5ccb tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-972025612', 'description': 'tempest-description-1169603567'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:29.339923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd1a6e79-22c5-4365-b338-ebadb932fff5 req-19e69b69-da05-4918-ac78-595f185ea2f5 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:29.353538 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3332920f-8b7d-4571-b026-f4ce5d972cb3 None None] Sync routers for ids ['6f6a7866-cfd7-4263-8935-efd06f45c667'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:29.362350 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fcbe78b8-4312-4311-8311-8462cd4ed884 req-15c43a1e-2802-4cf9-b2ba-09a5fc4f5ccb tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.383926 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fcbe78b8-4312-4311-8311-8462cd4ed884 req-15c43a1e-2802-4cf9-b2ba-09a5fc4f5ccb tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.399474 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3332920f-8b7d-4571-b026-f4ce5d972cb3 None None] Routers {'6f6a7866-cfd7-4263-8935-efd06f45c667'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:29.408482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3332920f-8b7d-4571-b026-f4ce5d972cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:53:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6f6a7866-cfd7-4263-8935-efd06f45c667'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:29.507405 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1a6e79-22c5-4365-b338-ebadb932fff5 req-19e69b69-da05-4918-ac78-595f185ea2f5 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] No DVR routers for this DVR port 1449b593-5b2b-4b97-a9e4-1ed3dab12173 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:29.519132 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd1a6e79-22c5-4365-b338-ebadb932fff5 req-19e69b69-da05-4918-ac78-595f185ea2f5 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.538312 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dd1a6e79-22c5-4365-b338-ebadb932fff5 req-19e69b69-da05-4918-ac78-595f185ea2f5 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.89 "DELETE /v2.0/ports/1449b593-5b2b-4b97-a9e4-1ed3dab12173 HTTP/1.1" status: 204 len: 173 time: 2.4839134 Jul 06 11:53:29.552074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f404d6-6e01-48e9-b21f-9495dc47ba5d', 'name': 'network-vif-deleted', 'tag': '1449b593-5b2b-4b97-a9e4-1ed3dab12173'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:29.577153 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d2b61a-eb89-4351-a61d-73534c05605c" -d '{"events": [{"server_uuid": "c2f404d6-6e01-48e9-b21f-9495dc47ba5d", "name": "network-vif-deleted", "tag": "1449b593-5b2b-4b97-a9e4-1ed3dab12173"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:29.623567 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fcbe78b8-4312-4311-8311-8462cd4ed884 req-15c43a1e-2802-4cf9-b2ba-09a5fc4f5ccb tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.631604 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fcbe78b8-4312-4311-8311-8462cd4ed884 req-15c43a1e-2802-4cf9-b2ba-09a5fc4f5ccb tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.747179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:29.781791 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c43a1e-2802-4cf9-b2ba-09a5fc4f5ccb tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0451f81-98cd-47fb-881c-5f42c97191f1,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:29.928300 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7449641c-4778-4bac-9376-993c48657a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.959313 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fcbe78b8-4312-4311-8311-8462cd4ed884 req-15c43a1e-2802-4cf9-b2ba-09a5fc4f5ccb tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:29.993539 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fcbe78b8-4312-4311-8311-8462cd4ed884 req-15c43a1e-2802-4cf9-b2ba-09a5fc4f5ccb tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.159674 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c43a1e-2802-4cf9-b2ba-09a5fc4f5ccb tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c52a988-9142-4ba8-ab88-94389c978f3a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:30.184261 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-3332920f-8b7d-4571-b026-f4ce5d972cb3 None None] Set router 6f6a7866-cfd7-4263-8935-efd06f45c667 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:53:30.255076 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7449641c-4778-4bac-9376-993c48657a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.272849 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7449641c-4778-4bac-9376-993c48657a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.369883 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449641c-4778-4bac-9376-993c48657a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a7b26e-a736-461b-9cfc-3e47622f000b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:30.397383 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fcbe78b8-4312-4311-8311-8462cd4ed884 req-15c43a1e-2802-4cf9-b2ba-09a5fc4f5ccb tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.401448 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fcbe78b8-4312-4311-8311-8462cd4ed884 req-15c43a1e-2802-4cf9-b2ba-09a5fc4f5ccb tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0886285 Jul 06 11:53:30.468219 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7449641c-4778-4bac-9376-993c48657a92 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=03df22ecf2184043af47fbb8c338d397&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3339961 Jul 06 11:53:30.477451 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58410) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:30.495076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:30.497479 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.601753 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3332920f-8b7d-4571-b026-f4ce5d972cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'name': 'tempest-ServersTestJSON-515019799-router', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:59Z', 'updated_at': '2021-07-06T11:51:05Z', 'revision_number': 4, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'gw_port': {'id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:00Z', 'updated_at': '2021-07-06T11:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9be66159-5eee-4b60-af3b-518941548c6e', 'name': '', 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'mac_address': 'fa:16:3e:45:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:04Z', 'updated_at': '2021-07-06T11:51:13Z', 'revision_number': 5, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'subnets': [{'id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:30.606754 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92608f2b-868f-49fb-9779-af8471321856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.645644 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3332920f-8b7d-4571-b026-f4ce5d972cb3 None None] Checking router: 6f6a7866-cfd7-4263-8935-efd06f45c667 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:53:30.661515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3332920f-8b7d-4571-b026-f4ce5d972cb3 None None] Routers {'6f6a7866-cfd7-4263-8935-efd06f45c667'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:30.662593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3332920f-8b7d-4571-b026-f4ce5d972cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:53:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6f6a7866-cfd7-4263-8935-efd06f45c667'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:30.717619 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92608f2b-868f-49fb-9779-af8471321856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.747465 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d70a07d3-c048-4194-8fea-f0f3d7c8462a req-992abced-87a0-40d2-9325-57d29a3d3b6c tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2f404d6-6e01-48e9-b21f-9495dc47ba5d HTTP/1.1" status: 200 len: 210 time: 0.0742188 Jul 06 11:53:30.816090 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-3332920f-8b7d-4571-b026-f4ce5d972cb3 None None] Set router 6f6a7866-cfd7-4263-8935-efd06f45c667 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:53:30.831802 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92608f2b-868f-49fb-9779-af8471321856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.843419 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92608f2b-868f-49fb-9779-af8471321856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:30.851125 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-92608f2b-868f-49fb-9779-af8471321856 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/49a7b26e-a736-461b-9cfc-3e47622f000b HTTP/1.1" status: 204 len: 168 time: 0.3725173 Jul 06 11:53:30.888255 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92608f2b-868f-49fb-9779-af8471321856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a7b26e-a736-461b-9cfc-3e47622f000b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:31.066301 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.150200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3685a-a1d9-4428-be9a-6616d01fed29 req-ef95db8b-3709-4447-9a16-62e386fa94ac tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:31.152131 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7b3685a-a1d9-4428-be9a-6616d01fed29 req-ef95db8b-3709-4447-9a16-62e386fa94ac tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 945 time: 0.1849751 Jul 06 11:53:31.192941 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2485c2-994a-4fd6-b342-0d1087677a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466f4d6c-96a0-4caa-a1fc-7480553ccfa9'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:31.197727 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153fc96e-59f0-4ff8-b178-b943253e03c6" -d '{"events": [{"server_uuid": "cb2485c2-994a-4fd6-b342-0d1087677a0b", "name": "network-vif-plugged", "status": "completed", "tag": "466f4d6c-96a0-4caa-a1fc-7480553ccfa9"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:31.226081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:31.234287 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7b3685a-a1d9-4428-be9a-6616d01fed29 req-f5908935-cfd2-48bd-812b-0b3008281d82 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763211 Jul 06 11:53:31.278860 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.294053 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 1449b593-5b2b-4b97-a9e4-1ed3dab12173 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:31.444141 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69015c56-0bbe-40f1-a57f-0e19840f84d5 x-openstack-request-id: req-69015c56-0bbe-40f1-a57f-0e19840f84d5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:31.444885 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f404d6-6e01-48e9-b21f-9495dc47ba5d", "name": "network-vif-deleted", "tag": "1449b593-5b2b-4b97-a9e4-1ed3dab12173", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:31.445313 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69015c56-0bbe-40f1-a57f-0e19840f84d5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:31.445719 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f404d6-6e01-48e9-b21f-9495dc47ba5d', 'name': 'network-vif-deleted', 'tag': '1449b593-5b2b-4b97-a9e4-1ed3dab12173', 'status': 'completed', 'code': 200} Jul 06 11:53:31.452324 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 1449b593-5b2b-4b97-a9e4-1ed3dab12173 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:31.452754 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 1449b593-5b2b-4b97-a9e4-1ed3dab12173 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:31.625768 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8e2f9c25-5f59-4347-8e31-fc72a5964f96 req-2c027216-d47f-4e63-9bee-05c6b7681c77 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cb8b689-7e3a-4401-8110-f80cec054c49 HTTP/1.1" status: 200 len: 210 time: 0.0497384 Jul 06 11:53:31.644519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:31.682677 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58420) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:31.701213 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3332920f-8b7d-4571-b026-f4ce5d972cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'name': 'tempest-ServersTestJSON-515019799-router', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:59Z', 'updated_at': '2021-07-06T11:51:05Z', 'revision_number': 4, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'gw_port': {'id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:00Z', 'updated_at': '2021-07-06T11:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9be66159-5eee-4b60-af3b-518941548c6e', 'name': '', 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'mac_address': 'fa:16:3e:45:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:04Z', 'updated_at': '2021-07-06T11:51:13Z', 'revision_number': 5, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'subnets': [{'id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:31.710557 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2db88d7b-df32-4b44-b8a5-3054d21065e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.801071 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3332920f-8b7d-4571-b026-f4ce5d972cb3 None None] The sync data for ids ['6f6a7866-cfd7-4263-8935-efd06f45c667'] in n-d-799529-2 is: [{'id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'name': 'tempest-ServersTestJSON-515019799-router', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:59Z', 'updated_at': '2021-07-06T11:51:05Z', 'revision_number': 4, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'gw_port': {'id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:00Z', 'updated_at': '2021-07-06T11:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9be66159-5eee-4b60-af3b-518941548c6e', 'name': '', 'network_id': '6cbefc40-f056-47db-be9b-58cf3978d229', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'mac_address': 'fa:16:3e:45:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:04Z', 'updated_at': '2021-07-06T11:51:13Z', 'revision_number': 5, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'subnets': [{'id': '1531b95d-4d77-4277-8ef4-2eadd02d2d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:31.955592 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2db88d7b-df32-4b44-b8a5-3054d21065e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:31.967338 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2db88d7b-df32-4b44-b8a5-3054d21065e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.029201 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2db88d7b-df32-4b44-b8a5-3054d21065e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd8fb8dc17b74d28913d9bdbdb2917dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426609 Jul 06 11:53:32.029201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db88d7b-df32-4b44-b8a5-3054d21065e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0203b1d5-5339-4ac5-a608-ff4d45bf95b9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:32.030432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58424) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:32.196984 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c65c278-b374-439b-92f5-d5e7ac3f1882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.233474 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c65c278-b374-439b-92f5-d5e7ac3f1882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.343026 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c65c278-b374-439b-92f5-d5e7ac3f1882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.346598 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c65c278-b374-439b-92f5-d5e7ac3f1882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:32.351319 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6c65c278-b374-439b-92f5-d5e7ac3f1882 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0203b1d5-5339-4ac5-a608-ff4d45bf95b9 HTTP/1.1" status: 204 len: 168 time: 0.3191333 Jul 06 11:53:32.375097 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65c278-b374-439b-92f5-d5e7ac3f1882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0203b1d5-5339-4ac5-a608-ff4d45bf95b9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:32.378842 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364a000-d1f0-470b-9c32-94c15923b4f8 None None] New status for floating IP 9a057fed-3147-4ad4-87da-b098179eae20: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:53:35.241014 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:35.445236 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea6c9e4b-8f12-409c-9f21-58f76f47cb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.169708 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.258643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-365ca580-f83f-47cb-88f4-bfa3279eb4a6 req-56f7cb72-c7d8-480e-8602-37b9f0345cd8 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-360887589', 'description': 'tempest-description-42125982'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:36.294339 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-365ca580-f83f-47cb-88f4-bfa3279eb4a6 req-56f7cb72-c7d8-480e-8602-37b9f0345cd8 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.315422 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-105f5ccb-25de-484f-ae92-c70243d02c61 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=dfe9bfca83a24c318525ee2d98d696a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316379 Jul 06 11:53:36.402215 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-365ca580-f83f-47cb-88f4-bfa3279eb4a6 req-56f7cb72-c7d8-480e-8602-37b9f0345cd8 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.410897 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-365ca580-f83f-47cb-88f4-bfa3279eb4a6 req-56f7cb72-c7d8-480e-8602-37b9f0345cd8 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.454719 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-365ca580-f83f-47cb-88f4-bfa3279eb4a6 req-56f7cb72-c7d8-480e-8602-37b9f0345cd8 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:36.475832 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-365ca580-f83f-47cb-88f4-bfa3279eb4a6 req-56f7cb72-c7d8-480e-8602-37b9f0345cd8 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2123344 Jul 06 11:53:36.475832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7cb72-c7d8-480e-8602-37b9f0345cd8 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c306e944-4281-43e9-a0ee-fbb7fc45e2da,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:36.523988 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-bceda199-7dfe-4a26-9cff-1ccb1b28ef49 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:36.532414 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-bceda199-7dfe-4a26-9cff-1ccb1b28ef49 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2125938 Jul 06 11:53:36.549843 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-3727427b-525f-4ae2-bf3c-a2d3450bd6fd tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/quotas/dfe9bfca83a24c318525ee2d98d696a6 HTTP/1.1" status: 200 len: 375 time: 0.0161862 Jul 06 11:53:36.593355 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-035365c9-a8dd-479a-943c-edba7ad56489 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dfe9bfca83a24c318525ee2d98d696a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425806 Jul 06 11:53:36.730001 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547511cc-550a-41a7-8acd-624c96a68573 x-openstack-request-id: req-547511cc-550a-41a7-8acd-624c96a68573 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:36.731064 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2485c2-994a-4fd6-b342-0d1087677a0b", "name": "network-vif-plugged", "status": "completed", "tag": "466f4d6c-96a0-4caa-a1fc-7480553ccfa9", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:36.731660 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-547511cc-550a-41a7-8acd-624c96a68573 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:36.732291 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2485c2-994a-4fd6-b342-0d1087677a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466f4d6c-96a0-4caa-a1fc-7480553ccfa9', 'code': 200} Jul 06 11:53:36.971691 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebbcc1-57b7-461e-9ed6-0d8d1eb135b7 req-1cab0083-3830-46f4-81ef-c24938930d06 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:36.979367 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50ebbcc1-57b7-461e-9ed6-0d8d1eb135b7 req-1cab0083-3830-46f4-81ef-c24938930d06 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.0805283 Jul 06 11:53:37.072321 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50ebbcc1-57b7-461e-9ed6-0d8d1eb135b7 req-6493a1e8-366a-4aa6-8966-c41131d1ff82 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915520 Jul 06 11:53:37.587409 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3bb3b19-8023-4e6b-a15e-baf9b3d773e4 req-cd78f44b-9613-453e-838f-aa3900486b6f tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/ports?device_id=59f580e4-0e81-4d97-a2f6-c985db0e5a4f HTTP/1.1" status: 200 len: 210 time: 0.0468025 Jul 06 11:53:37.671361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58538) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:37.725361 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-0b845b92-0bd1-44c9-bc8f-a673be45c26b tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42281 time: 0.4690893 Jul 06 11:53:37.805410 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4034e234-7f3e-43f8-9739-d64ca35a0b1a tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.808737 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-58b0edc1-59b4-42cc-a800-aef1e657fbab tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/21af7492-d4ee-4c0d-aa8d-477cccfc4e02 HTTP/1.1" status: 200 len: 2981 time: 0.0748725 Jul 06 11:53:37.870808 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4034e234-7f3e-43f8-9739-d64ca35a0b1a tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:37.910763 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-f9209f20-2e1f-4f2d-bfcc-f2ed387b3e00 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/21af7492-d4ee-4c0d-aa8d-477cccfc4e02 HTTP/1.1" status: 200 len: 2981 time: 0.0893269 Jul 06 11:53:37.999805 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-c2ccfcf3-777b-4f9d-a124-3cc6741e265a tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/284024ce-d3f8-468c-961e-4030966c5c8f HTTP/1.1" status: 200 len: 2981 time: 0.0880287 Jul 06 11:53:38.025060 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4034e234-7f3e-43f8-9739-d64ca35a0b1a tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.028399 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4034e234-7f3e-43f8-9739-d64ca35a0b1a tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.030058 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4034e234-7f3e-43f8-9739-d64ca35a0b1a tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "DELETE /v2.0/security-groups/f5188bd5-a4da-4149-89ff-bfd482822eb6 HTTP/1.1" status: 204 len: 168 time: 0.3520446 Jul 06 11:53:38.037877 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58542) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:38.041334 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf2d51-41b2-428f-b958-06d50b7c2720 req-d23dc759-47a4-40d3-9dd4-af0aa4326175 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:38.042893 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2daf2d51-41b2-428f-b958-06d50b7c2720 req-d23dc759-47a4-40d3-9dd4-af0aa4326175 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/ports?device_id=7354df70-fe6c-4c3a-a224-c599ea8ef4ad HTTP/1.1" status: 200 len: 949 time: 0.1252105 Jul 06 11:53:38.058299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034e234-7f3e-43f8-9739-d64ca35a0b1a tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5188bd5-a4da-4149-89ff-bfd482822eb6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:38.089386 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-51c7237c-5cc6-4b5e-979a-d550536f2ccb tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/284024ce-d3f8-468c-961e-4030966c5c8f HTTP/1.1" status: 200 len: 2981 time: 0.0861831 Jul 06 11:53:38.097587 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-77409d6f-fb82-4204-bfa1-fa4f99ff0038 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] show failed (client error): The resource could not be found. Jul 06 11:53:38.104585 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-77409d6f-fb82-4204-bfa1-fa4f99ff0038 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "GET /v2.0/security-groups/f5188bd5-a4da-4149-89ff-bfd482822eb6 HTTP/1.1" status: 404 len: 347 time: 0.0650332 Jul 06 11:53:38.106492 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58546) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:38.109226 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2daf2d51-41b2-428f-b958-06d50b7c2720 req-cc79d844-8100-4a90-ab81-f5d323610439 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/security-groups?id=21af7492-d4ee-4c0d-aa8d-477cccfc4e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584452 Jul 06 11:53:38.143166 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35d4d5b2-e815-488e-952b-90d1e8d4bd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.192183 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.369918 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-cd12defc-18a8-4f81-94b7-acbbe0e7ca14 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/691a7efe-65c5-4b51-bf5c-6704f82621fd HTTP/1.1" status: 200 len: 2981 time: 0.2782135 Jul 06 11:53:38.397295 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-4461c216-7b34-460f-bf44-005482f12f5f tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=dfe9bfca83a24c318525ee2d98d696a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497200 Jul 06 11:53:38.515969 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-00873b29-95e6-4078-8757-e045f3cce2a2 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/691a7efe-65c5-4b51-bf5c-6704f82621fd HTTP/1.1" status: 200 len: 2981 time: 0.1412389 Jul 06 11:53:38.587506 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-474429b6-0b50-41a1-88c4-405d25dee609 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:38.589693 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-474429b6-0b50-41a1-88c4-405d25dee609 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864398 Jul 06 11:53:38.589847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b342bb08-a964-4cb0-8546-6375d10e6ff7 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Deleting port 0a677426-1eeb-41ca-98ac-89061f58ae5c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:38.590852 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b342bb08-a964-4cb0-8546-6375d10e6ff7 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.620681 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Request body: {'port': {'device_id': '59f580e4-0e81-4d97-a2f6-c985db0e5a4f', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'dfe9bfca83a24c318525ee2d98d696a6'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:38.672648 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-5ec42ed7-339e-4d7c-b818-83e522558d3a tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/695577af-0c66-4cdc-b955-cb17416c41bf HTTP/1.1" status: 200 len: 2981 time: 0.1392090 Jul 06 11:53:38.747259 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b342bb08-a964-4cb0-8546-6375d10e6ff7 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.747950 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b342bb08-a964-4cb0-8546-6375d10e6ff7 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.751121 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-f9be5550-f412-4c0a-9ecf-47027f359026 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/695577af-0c66-4cdc-b955-cb17416c41bf HTTP/1.1" status: 200 len: 2981 time: 0.0706182 Jul 06 11:53:38.762213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b342bb08-a964-4cb0-8546-6375d10e6ff7 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Calling delete_port for 0a677426-1eeb-41ca-98ac-89061f58ae5c owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:38.850112 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-7d7ffe1b-18a9-4685-ad05-6897a1fd95cc tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/88d6996f-0c7a-4157-a561-cd712a5c907a HTTP/1.1" status: 200 len: 2981 time: 0.0856249 Jul 06 11:53:38.853379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bb09d-9f69-44c7-bf9e-d6acc49525be req-b9c3e610-8186-4a48-a529-dccec878f279 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:38.861033 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db9bb09d-9f69-44c7-bf9e-d6acc49525be req-b9c3e610-8186-4a48-a529-dccec878f279 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1656456 Jul 06 11:53:38.893659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Made reservation on behalf of dfe9bfca83a24c318525ee2d98d696a6 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:38.897276 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.915275 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:38.926657 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-8c96e487-968f-427a-9092-3b5884c00a1b tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/88d6996f-0c7a-4157-a561-cd712a5c907a HTTP/1.1" status: 200 len: 2981 time: 0.0670176 Jul 06 11:53:38.958503 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db9bb09d-9f69-44c7-bf9e-d6acc49525be req-cf617997-14ed-4373-9d39-7001cc8274fe tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964174 Jul 06 11:53:39.067786 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b342bb08-a964-4cb0-8546-6375d10e6ff7 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.103779 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.114568 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.157731 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-ef65768d-e3fa-4417-873b-9442af274972 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/90e1780b-2ad0-4544-bf66-4fc79dc273f4 HTTP/1.1" status: 200 len: 2981 time: 0.1337938 Jul 06 11:53:39.208682 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76fdd38-1d2d-41c7-92a5-880e9da87cde,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:39.218558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342bb08-a964-4cb0-8546-6375d10e6ff7 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Pushing event deleted for resources: {'Port': ['ID=0a677426-1eeb-41ca-98ac-89061f58ae5c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:39.252740 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.299177 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-63ef3489-2c36-49bf-9808-ba36b3d87b55 req-04b4a50d-b657-4408-973e-b1e6ebea2c26 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/ports?device_id=59f580e4-0e81-4d97-a2f6-c985db0e5a4f HTTP/1.1" status: 200 len: 210 time: 0.0458488 Jul 06 11:53:39.379531 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Allocated IP 192.168.233.139 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/ab173ab3-1590-459a-acd5-7e0782e7eec0) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:39.417971 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-2526fd80-c441-445c-a515-884e4228dc0b tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/90e1780b-2ad0-4544-bf66-4fc79dc273f4 HTTP/1.1" status: 200 len: 2981 time: 0.1929536 Jul 06 11:53:39.445516 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b342bb08-a964-4cb0-8546-6375d10e6ff7 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.449081 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b342bb08-a964-4cb0-8546-6375d10e6ff7 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.450354 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b342bb08-a964-4cb0-8546-6375d10e6ff7 tempest-ServersTestJSON-1033300879 tempest-ServersTestJSON-1033300879-project] 10.222.0.81 "DELETE /v2.0/floatingips/9a057fed-3147-4ad4-87da-b098179eae20 HTTP/1.1" status: 204 len: 168 time: 1.3400664 Jul 06 11:53:39.453302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58582) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:39.600592 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-af3704e8-eba5-4d80-adfd-27953dd4c7d0 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a0451f81-98cd-47fb-881c-5f42c97191f1 HTTP/1.1" status: 200 len: 2981 time: 0.1715362 Jul 06 11:53:39.606121 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.620809 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Transition to ACTIVE for port object ab173ab3-1590-459a-acd5-7e0782e7eec0 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:39.661823 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:39.709038 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-f136fe08-00b4-4e72-9ba0-91c59e9522dd tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a0451f81-98cd-47fb-881c-5f42c97191f1 HTTP/1.1" status: 200 len: 2981 time: 0.1005740 Jul 06 11:53:39.848349 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-f8979fd4-8b50-41ee-bba9-fbd737beff17 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c43e68be-0a64-4a63-907b-31e80294777b HTTP/1.1" status: 200 len: 2981 time: 0.1315451 Jul 06 11:53:40.053637 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-f6bdd72f-319f-420e-bfc1-a82d8015989d tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c43e68be-0a64-4a63-907b-31e80294777b HTTP/1.1" status: 200 len: 2981 time: 0.1179056 Jul 06 11:53:40.108583 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:40.119272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:40.122373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:40.152497 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Pushing event updated for resources: {'Port': ['ID=ab173ab3-1590-459a-acd5-7e0782e7eec0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:40.193459 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-7e9f3923-f013-45f8-ab05-c6722b6c924a tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c4fde2ae-d2bd-4039-82b5-80cc4f3a68a9 HTTP/1.1" status: 200 len: 2977 time: 0.1056364 Jul 06 11:53:40.216712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:40.217625 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.251936 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-2e06ac33-35a9-405a-983b-0766206382d0 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6504321 Jul 06 11:53:40.264096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Request body: {'port': {'device_id': '59f580e4-0e81-4d97-a2f6-c985db0e5a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:40.303484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-44995981-4502-4d7c-9463-510ff295e5e2 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c4fde2ae-d2bd-4039-82b5-80cc4f3a68a9 HTTP/1.1" status: 200 len: 2977 time: 0.1082504 Jul 06 11:53:40.425064 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.464851 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-595b72bb-0f36-4d1d-9860-98b4f20918bd tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c7bfb848-836c-4a5c-a94a-2fa67327db29 HTTP/1.1" status: 200 len: 2973 time: 0.1356094 Jul 06 11:53:40.494473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a6fd8aed-0546-4670-a2d9-d5f8df0d6e67 None None] Provisioning for port ab173ab3-1590-459a-acd5-7e0782e7eec0 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:40.499647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a6fd8aed-0546-4670-a2d9-d5f8df0d6e67 None None] Provisioning complete for port ab173ab3-1590-459a-acd5-7e0782e7eec0 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:40.500294 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8aed-0546-4670-a2d9-d5f8df0d6e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.542301 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-67e6f644-acb7-4614-9535-8e6911bd86f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.574805 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd8aed-0546-4670-a2d9-d5f8df0d6e67 None None] Port ab173ab3-1590-459a-acd5-7e0782e7eec0 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:53:40.625051 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-19cf2000-9e09-484d-85f5-783c8679419a tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c7bfb848-836c-4a5c-a94a-2fa67327db29 HTTP/1.1" status: 200 len: 2973 time: 0.1580734 Jul 06 11:53:40.683486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fcf1d659-570d-407f-9568-af4b477568b4 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:40.849331 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:40.927700 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-96cf59c8-17ad-4bd9-80e1-1488f5d5a517 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ca06f2df-16e7-4dbe-9124-8d6007c62886 HTTP/1.1" status: 200 len: 2981 time: 0.2950287 Jul 06 11:53:40.962908 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.017389 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7354df70-fe6c-4c3a-a224-c599ea8ef4ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf1d659-570d-407f-9568-af4b477568b4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:41.021584 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7f1243-7d36-4dc4-89ff-71a3de18e31e" -d '{"events": [{"server_uuid": "7354df70-fe6c-4c3a-a224-c599ea8ef4ad", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf1d659-570d-407f-9568-af4b477568b4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:41.024037 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab173ab3-1590-459a-acd5-7e0782e7eec0 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:41.041138 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.048996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fcf1d659-570d-407f-9568-af4b477568b4, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fcf1d659-570d-407f-9568-af4b477568b4,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:41.059398 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e3813c5-5095-4f6b-9423-835c4e343d78 req-e2fa2a76-0ec9-4d0d-b8eb-d63a3620db98 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ca06f2df-16e7-4dbe-9124-8d6007c62886 HTTP/1.1" status: 200 len: 2981 time: 0.1302552 Jul 06 11:53:41.066366 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.074473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Transition to ACTIVE for port object ab173ab3-1590-459a-acd5-7e0782e7eec0 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:41.085275 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.169570 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=fcf1d659-570d-407f-9568-af4b477568b4,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:41.214175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Pushing event updated for resources: {'Port': ['ID=ab173ab3-1590-459a-acd5-7e0782e7eec0,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:41.247916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-67e6f644-acb7-4614-9535-8e6911bd86f9 admin admin] Deleting port 9be66159-5eee-4b60-af3b-518941548c6e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:41.248137 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-67e6f644-acb7-4614-9535-8e6911bd86f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.363358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Attempting to bind port ab173ab3-1590-459a-acd5-7e0782e7eec0 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:41.363945 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Attempting to bind port ab173ab3-1590-459a-acd5-7e0782e7eec0 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:41.364376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Attempting to bind port ab173ab3-1590-459a-acd5-7e0782e7eec0 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:41.376479 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c816ca3-2113-4d74-865d-40b2c9e9baa5 req-d43f468c-ae3c-4030-b6ee-a378f4a11152 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:41.384649 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c816ca3-2113-4d74-865d-40b2c9e9baa5 req-d43f468c-ae3c-4030-b6ee-a378f4a11152 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1746516 Jul 06 11:53:41.400681 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Port ab173ab3-1590-459a-acd5-7e0782e7eec0 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:53:41.401019 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Attempting to bind port ab173ab3-1590-459a-acd5-7e0782e7eec0 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:41.419810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:41.420060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:41.420433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:41.420879 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Bound port: ab173ab3-1590-459a-acd5-7e0782e7eec0, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:41.421248 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.455640 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-67e6f644-acb7-4614-9535-8e6911bd86f9 admin admin] For port 9be66159-5eee-4b60-af3b-518941548c6e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9be66159-5eee-4b60-af3b-518941548c6e,segment=NetworkSegment(ce28a662-2bb6-4782-9286-7aff05654474),segment_id=ce28a662-2bb6-4782-9286-7aff05654474)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:41.456712 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-67e6f644-acb7-4614-9535-8e6911bd86f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.493504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f895e-ce80-453b-8ef5-3c244c1935d3 req-804f9494-ffe1-456c-a667-45490cdce7c2 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:41.495670 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7d7f895e-ce80-453b-8ef5-3c244c1935d3 req-804f9494-ffe1-456c-a667-45490cdce7c2 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/ports?device_id=59f580e4-0e81-4d97-a2f6-c985db0e5a4f HTTP/1.1" status: 200 len: 948 time: 0.1899338 Jul 06 11:53:41.496804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-67e6f644-acb7-4614-9535-8e6911bd86f9 admin admin] Calling delete_port for 9be66159-5eee-4b60-af3b-518941548c6e owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:41.523289 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c816ca3-2113-4d74-865d-40b2c9e9baa5 req-dae7778b-79d4-413c-ba36-de38a32d9f61 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339865 Jul 06 11:53:41.577017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] For port ab173ab3-1590-459a-acd5-7e0782e7eec0, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:41.581381 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] For port ab173ab3-1590-459a-acd5-7e0782e7eec0, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ab173ab3-1590-459a-acd5-7e0782e7eec0,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:41.587860 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.593334 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7d7f895e-ce80-453b-8ef5-3c244c1935d3 req-427e68fc-50e3-44d7-90f0-95a42a154e02 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76fdd38-1d2d-41c7-92a5-880e9da87cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781112 Jul 06 11:53:41.611664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:41.613441 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:41.617152 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] 10.222.0.23 "PUT /v2.0/ports/ab173ab3-1590-459a-acd5-7e0782e7eec0 HTTP/1.1" status: 200 len: 1096 time: 1.3561151 Jul 06 11:53:41.618916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f580e4-0e81-4d97-a2f6-c985db0e5a4f', 'tag': 'ab173ab3-1590-459a-acd5-7e0782e7eec0'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:41.623571 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ce6dee-bd67-48c7-97b8-657325511255" -d '{"events": [{"name": "network-changed", "server_uuid": "59f580e4-0e81-4d97-a2f6-c985db0e5a4f", "tag": "ab173ab3-1590-459a-acd5-7e0782e7eec0"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:41.733207 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beddd07b-30b7-4860-9e5f-50bb66c76a4e x-openstack-request-id: req-beddd07b-30b7-4860-9e5f-50bb66c76a4e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:41.733748 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7354df70-fe6c-4c3a-a224-c599ea8ef4ad", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf1d659-570d-407f-9568-af4b477568b4", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:41.733748 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-beddd07b-30b7-4860-9e5f-50bb66c76a4e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:41.734138 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7354df70-fe6c-4c3a-a224-c599ea8ef4ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf1d659-570d-407f-9568-af4b477568b4', 'code': 200} Jul 06 11:53:41.783903 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed15cd-2c97-4a0d-8e5b-c31ddc6095ba service neutron] Pushing event updated for resources: {'Port': ['ID=ab173ab3-1590-459a-acd5-7e0782e7eec0,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:41.837589 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-787d621c-6260-4b8a-b8be-f68333bdfaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:41.843136 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-787d621c-6260-4b8a-b8be-f68333bdfaa1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dfe9bfca83a24c318525ee2d98d696a6&device_id=59f580e4-0e81-4d97-a2f6-c985db0e5a4f HTTP/1.1" status: 200 len: 1099 time: 0.1668072 Jul 06 11:53:41.919128 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-491a0491-6124-49d1-be08-75e4ef6cd5a7 req-f160f563-20a1-4fcb-8578-846a98301ac1 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1920be09e5f41088e535ec4c81da262 HTTP/1.1" status: 200 len: 6101 time: 0.1674075 Jul 06 11:53:41.949629 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-dc8b2b45-c209-4060-8057-712d2db9ef2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=ab173ab3-1590-459a-acd5-7e0782e7eec0 HTTP/1.1" status: 200 len: 217 time: 0.0875680 Jul 06 11:53:42.040110 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-491a0491-6124-49d1-be08-75e4ef6cd5a7 req-8f829487-74b9-427e-aa9d-5c1b699d3b64 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] 10.222.0.81 "GET /v2.0/security-groups/88d6996f-0c7a-4157-a561-cd712a5c907a HTTP/1.1" status: 200 len: 2981 time: 0.1196468 Jul 06 11:53:42.047462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-3b4b117e-7f7b-4bfd-a62d-8c6dd31b91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:42.049264 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-67e6f644-acb7-4614-9535-8e6911bd86f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.052735 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-3b4b117e-7f7b-4bfd-a62d-8c6dd31b91b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1018772 Jul 06 11:53:42.197577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6f644-acb7-4614-9535-8e6911bd86f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9be66159-5eee-4b60-af3b-518941548c6e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:42.201728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-743551e0-a3ca-4d2e-b15a-744c55d35584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:42.210089 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-743551e0-a3ca-4d2e-b15a-744c55d35584 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1458898 Jul 06 11:53:42.308098 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-491a0491-6124-49d1-be08-75e4ef6cd5a7 req-53d28741-ec3f-4220-96be-fd7bdd0e342f tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] 10.222.0.81 "GET /v2.0/security-groups/88d6996f-0c7a-4157-a561-cd712a5c907a HTTP/1.1" status: 200 len: 2981 time: 0.2672014 Jul 06 11:53:42.406632 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d1dcfe-e094-4531-9469-c75ecb8e831d x-openstack-request-id: req-f0d1dcfe-e094-4531-9469-c75ecb8e831d {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:42.410417 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f580e4-0e81-4d97-a2f6-c985db0e5a4f", "tag": "ab173ab3-1590-459a-acd5-7e0782e7eec0", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:42.410967 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f0d1dcfe-e094-4531-9469-c75ecb8e831d {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:42.411850 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f580e4-0e81-4d97-a2f6-c985db0e5a4f', 'tag': 'ab173ab3-1590-459a-acd5-7e0782e7eec0', 'status': 'completed', 'code': 200} Jul 06 11:53:42.424003 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-775fb4e0-a7e5-4df3-9b15-cd186aa2e8a7 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056174 Jul 06 11:53:42.565094 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-67e6f644-acb7-4614-9535-8e6911bd86f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:42.674374 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23bcc993-54ef-4c87-b8c1-a829748fe28e req-b892bea5-304b-4169-9654-3fb417a4b156 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436776 Jul 06 11:53:42.917994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce6dee-bd67-48c7-97b8-657325511255 req-18f30da6-babc-4c5f-bc88-e2caeba45677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:42.921904 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27ce6dee-bd67-48c7-97b8-657325511255 req-18f30da6-babc-4c5f-bc88-e2caeba45677 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dfe9bfca83a24c318525ee2d98d696a6&device_id=59f580e4-0e81-4d97-a2f6-c985db0e5a4f HTTP/1.1" status: 200 len: 1099 time: 0.1743228 Jul 06 11:53:43.197540 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-36c49978-e8e6-47ac-80c2-11cbb2405ce3 req-5d162f00-e052-4d3f-92f2-11626657c568 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c306e944-4281-43e9-a0ee-fbb7fc45e2da HTTP/1.1" status: 200 len: 1775 time: 0.0882795 Jul 06 11:53:43.254903 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce6dee-bd67-48c7-97b8-657325511255 req-b6200dd6-5663-46f8-9ca6-43580d861681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:43.256578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27ce6dee-bd67-48c7-97b8-657325511255 req-b6200dd6-5663-46f8-9ca6-43580d861681 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.3270564 Jul 06 11:53:43.298872 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-36c49978-e8e6-47ac-80c2-11cbb2405ce3 req-f07800f0-b276-49ae-85ca-21b1061d6699 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.352620 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27ce6dee-bd67-48c7-97b8-657325511255 req-17f234a5-4ba4-4a64-a59c-6eee9c75760a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=ab173ab3-1590-459a-acd5-7e0782e7eec0 HTTP/1.1" status: 200 len: 217 time: 0.0806978 Jul 06 11:53:43.440357 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-36c49978-e8e6-47ac-80c2-11cbb2405ce3 req-f07800f0-b276-49ae-85ca-21b1061d6699 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.527827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce6dee-bd67-48c7-97b8-657325511255 req-20a3ffb6-b899-439b-bd07-e4b6c052e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:43.532547 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27ce6dee-bd67-48c7-97b8-657325511255 req-20a3ffb6-b899-439b-bd07-e4b6c052e39e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1692765 Jul 06 11:53:43.564373 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58682) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:43.634574 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-36c49978-e8e6-47ac-80c2-11cbb2405ce3 req-f07800f0-b276-49ae-85ca-21b1061d6699 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.637088 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-36c49978-e8e6-47ac-80c2-11cbb2405ce3 req-f07800f0-b276-49ae-85ca-21b1061d6699 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.654296 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-36c49978-e8e6-47ac-80c2-11cbb2405ce3 req-f07800f0-b276-49ae-85ca-21b1061d6699 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/c306e944-4281-43e9-a0ee-fbb7fc45e2da HTTP/1.1" status: 204 len: 173 time: 0.4558024 Jul 06 11:53:43.690719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07800f0-b276-49ae-85ca-21b1061d6699 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c306e944-4281-43e9-a0ee-fbb7fc45e2da,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:43.757609 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce6dee-bd67-48c7-97b8-657325511255 req-5f59dcd6-ccbc-4bba-bdd1-96840fcac6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:43.760248 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27ce6dee-bd67-48c7-97b8-657325511255 req-5f59dcd6-ccbc-4bba-bdd1-96840fcac6c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2174041 Jul 06 11:53:43.849245 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba796ed-c4ea-49af-b582-b3d20a30edc1 req-abca0f44-bd8a-4e50-a6ae-8c8cf0571e12 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:43.853431 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ba796ed-c4ea-49af-b582-b3d20a30edc1 req-abca0f44-bd8a-4e50-a6ae-8c8cf0571e12 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.89 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 944 time: 0.2205215 Jul 06 11:53:43.860024 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50f88821-c66e-4ffc-95d3-0f995dfd92ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:43.894440 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8aabc-95c3-46d2-b8ee-0d1a18d2671d req-e7687b66-bea8-4287-a8e9-c49d457057af tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:43.903135 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4bc8aabc-95c3-46d2-b8ee-0d1a18d2671d req-e7687b66-bea8-4287-a8e9-c49d457057af tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.3454595 Jul 06 11:53:43.952301 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27ce6dee-bd67-48c7-97b8-657325511255 req-ab66150b-4ce8-4f39-9cf7-f148cd6d3a99 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800768 Jul 06 11:53:44.053664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40432875-75d5-4d93-aafa-50d0456641ff req-8b182c60-efb7-45cc-ba48-5407beaa710f tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:44.055329 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40432875-75d5-4d93-aafa-50d0456641ff req-8b182c60-efb7-45cc-ba48-5407beaa710f tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/ports?device_id=59f580e4-0e81-4d97-a2f6-c985db0e5a4f HTTP/1.1" status: 200 len: 948 time: 0.2158363 Jul 06 11:53:44.091524 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4bc8aabc-95c3-46d2-b8ee-0d1a18d2671d req-616cbf42-9b57-45d2-8808-1140c11abb54 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872365 Jul 06 11:53:44.101790 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e6f644-acb7-4614-9535-8e6911bd86f9 admin admin] Router 6f6a7866-cfd7-4263-8935-efd06f45c667 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:53:44.147343 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40432875-75d5-4d93-aafa-50d0456641ff req-55d4921b-0087-4209-af49-9d4a11b1ab48 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76fdd38-1d2d-41c7-92a5-880e9da87cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759468 Jul 06 11:53:44.183429 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27ce6dee-bd67-48c7-97b8-657325511255 req-ff7e87ed-0a93-4e60-bca8-8ff9d70d0fea service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217283 Jul 06 11:53:44.229716 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50f88821-c66e-4ffc-95d3-0f995dfd92ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.247099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-8ba796ed-c4ea-49af-b582-b3d20a30edc1 req-73fb772f-992b-46c2-983e-7209944b892c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Deleting port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:44.247473 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8ba796ed-c4ea-49af-b582-b3d20a30edc1 req-73fb772f-992b-46c2-983e-7209944b892c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.290161 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50f88821-c66e-4ffc-95d3-0f995dfd92ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.350996 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-50f88821-c66e-4ffc-95d3-0f995dfd92ce admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3276acd9f7c74c39ad06a298cd0f99f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7844853 Jul 06 11:53:44.357208 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58698) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:44.376931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f3574-9918-431b-91f9-6dffaf09724c req-83e06b34-4daf-4cbb-a4c3-833077f73fff tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:44.377261 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a08f3574-9918-431b-91f9-6dffaf09724c req-83e06b34-4daf-4cbb-a4c3-833077f73fff tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 944 time: 0.0844409 Jul 06 11:53:44.435085 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e6f644-acb7-4614-9535-8e6911bd86f9 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:44.440025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f88821-c66e-4ffc-95d3-0f995dfd92ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce852643-7ac9-4d70-8d89-04e6bffcedbc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:44.448812 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-67e6f644-acb7-4614-9535-8e6911bd86f9 admin admin] 10.222.0.81 "PUT /v2.0/routers/6f6a7866-cfd7-4263-8935-efd06f45c667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9937556 Jul 06 11:53:44.452398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58700) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:44.458318 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fd6776-8989-496d-93cf-596eb8e19bbf None None] Sync routers for ids ['6f6a7866-cfd7-4263-8935-efd06f45c667'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:44.461344 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82d43d93-c0ce-40e5-8a90-70d1908df613 req-e154201a-4f0b-439b-acac-5b40993a5076 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "GET /v2.0/security-groups/1c52a988-9142-4ba8-ab88-94389c978f3a HTTP/1.1" status: 200 len: 1777 time: 0.2081995 Jul 06 11:53:44.489727 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd6776-8989-496d-93cf-596eb8e19bbf None None] Routers {'6f6a7866-cfd7-4263-8935-efd06f45c667'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:44.490686 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c9fd6776-8989-496d-93cf-596eb8e19bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6f6a7866-cfd7-4263-8935-efd06f45c667'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:44.550406 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a08f3574-9918-431b-91f9-6dffaf09724c req-3ffdf2b4-a9f3-45b5-83bd-81174e74ea09 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645412 Jul 06 11:53:44.572792 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4bb3186b-3fd6-4037-b927-7a6ef76ca1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.576469 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7300-71cd-4ccc-a841-6f15f8f16f2b admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.641008 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4bb3186b-3fd6-4037-b927-7a6ef76ca1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.650257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8ba796ed-c4ea-49af-b582-b3d20a30edc1 req-73fb772f-992b-46c2-983e-7209944b892c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] For port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:44.650630 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8ba796ed-c4ea-49af-b582-b3d20a30edc1 req-73fb772f-992b-46c2-983e-7209944b892c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.712386 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-8ba796ed-c4ea-49af-b582-b3d20a30edc1 req-73fb772f-992b-46c2-983e-7209944b892c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Calling delete_port for 8035f3ae-96b3-4c19-bd84-4afe8b226d2b owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:44.720746 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-c9fd6776-8989-496d-93cf-596eb8e19bbf None None] Set router 6f6a7866-cfd7-4263-8935-efd06f45c667 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:53:44.735556 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4bb3186b-3fd6-4037-b927-7a6ef76ca1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.738607 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4bb3186b-3fd6-4037-b927-7a6ef76ca1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.739820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4bb3186b-3fd6-4037-b927-7a6ef76ca1f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce852643-7ac9-4d70-8d89-04e6bffcedbc HTTP/1.1" status: 204 len: 168 time: 0.3817461 Jul 06 11:53:44.756781 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3186b-3fd6-4037-b927-7a6ef76ca1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce852643-7ac9-4d70-8d89-04e6bffcedbc,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:44.831954 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ab173ab3-1590-459a-acd5-7e0782e7eec0 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:53:44.845885 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82d43d93-c0ce-40e5-8a90-70d1908df613 req-c02c0e4e-6757-4aec-a336-a73b10562173 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.869510 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82d43d93-c0ce-40e5-8a90-70d1908df613 req-c02c0e4e-6757-4aec-a336-a73b10562173 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.918524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82d43d93-c0ce-40e5-8a90-70d1908df613 req-c02c0e4e-6757-4aec-a336-a73b10562173 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.921258 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82d43d93-c0ce-40e5-8a90-70d1908df613 req-c02c0e4e-6757-4aec-a336-a73b10562173 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:44.928498 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82d43d93-c0ce-40e5-8a90-70d1908df613 req-c02c0e4e-6757-4aec-a336-a73b10562173 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c52a988-9142-4ba8-ab88-94389c978f3a HTTP/1.1" status: 204 len: 173 time: 0.4639215 Jul 06 11:53:44.948200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c0e4e-6757-4aec-a336-a73b10562173 tempest-SecurityGroupsTestAdminJSON-208720652 tempest-SecurityGroupsTestAdminJSON-208720652-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c52a988-9142-4ba8-ab88-94389c978f3a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:44.950639 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7300-71cd-4ccc-a841-6f15f8f16f2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.134890 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05b63588-01f8-421e-81e0-5cc464eea9d6 req-a73121e4-e054-48f6-b7ff-7ea20af75e13 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] 10.222.0.81 "GET /v2.0/security-groups/5a06acb4-a7a0-402b-bf47-35ad43f29fe9 HTTP/1.1" status: 200 len: 1777 time: 0.1454761 Jul 06 11:53:45.135992 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port ab173ab3-1590-459a-acd5-7e0782e7eec0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ab173ab3-1590-459a-acd5-7e0782e7eec0,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:45.198243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'ab173ab3-1590-459a-acd5-7e0782e7eec0', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'ab173ab3-1590-459a-acd5-7e0782e7eec0', 'mac_address': 'fa:16:3e:6f:7a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:53:45.206355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f7300-71cd-4ccc-a841-6f15f8f16f2b admin admin] Deleting port b5ce922e-3102-4b61-b2a8-9532ff142080 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:45.207069 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7300-71cd-4ccc-a841-6f15f8f16f2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.218803 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8ba796ed-c4ea-49af-b582-b3d20a30edc1 req-73fb772f-992b-46c2-983e-7209944b892c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.222817 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05b63588-01f8-421e-81e0-5cc464eea9d6 req-95f104cf-4c90-4c9d-8398-2014603da4a0 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.257623 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05b63588-01f8-421e-81e0-5cc464eea9d6 req-95f104cf-4c90-4c9d-8398-2014603da4a0 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.260807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c9fd6776-8989-496d-93cf-596eb8e19bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'name': 'tempest-ServersTestJSON-515019799-router', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:59Z', 'updated_at': '2021-07-06T11:53:41Z', 'revision_number': 5, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'gw_port': {'id': 'b5ce922e-3102-4b61-b2a8-9532ff142080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:00Z', 'updated_at': '2021-07-06T11:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:45.263641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8035f3ae-96b3-4c19-bd84-4afe8b226d2b'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:45.334875 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05b63588-01f8-421e-81e0-5cc464eea9d6 req-95f104cf-4c90-4c9d-8398-2014603da4a0 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.343791 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-05b63588-01f8-421e-81e0-5cc464eea9d6 req-95f104cf-4c90-4c9d-8398-2014603da4a0 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.346998 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fd6776-8989-496d-93cf-596eb8e19bbf None None] Checking router: 6f6a7866-cfd7-4263-8935-efd06f45c667 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:53:45.347419 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3a81b47b-8e02-46be-955a-28f9bb2fef36 req-a432cbe0-8f27-4924-9c4e-45d3ce484bfd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3354220 Jul 06 11:53:45.348241 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05b63588-01f8-421e-81e0-5cc464eea9d6 req-95f104cf-4c90-4c9d-8398-2014603da4a0 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] 10.222.0.81 "DELETE /v2.0/security-groups/5a06acb4-a7a0-402b-bf47-35ad43f29fe9 HTTP/1.1" status: 204 len: 173 time: 0.2074256 Jul 06 11:53:45.371119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb772f-992b-46c2-983e-7209944b892c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Pushing event deleted for resources: {'Port': ['ID=8035f3ae-96b3-4c19-bd84-4afe8b226d2b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:45.399165 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f104cf-4c90-4c9d-8398-2014603da4a0 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a06acb4-a7a0-402b-bf47-35ad43f29fe9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:45.401237 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58716) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:45.415422 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd6776-8989-496d-93cf-596eb8e19bbf None None] Routers {'6f6a7866-cfd7-4263-8935-efd06f45c667'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:45.416162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c9fd6776-8989-496d-93cf-596eb8e19bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6f6a7866-cfd7-4263-8935-efd06f45c667'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:45.424782 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f3b5a66-d23b-4fd1-abb8-24be8a68e32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.450071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba796ed-c4ea-49af-b582-b3d20a30edc1 req-73fb772f-992b-46c2-983e-7209944b892c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] No DVR routers for this DVR port 8035f3ae-96b3-4c19-bd84-4afe8b226d2b on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:45.462352 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8ba796ed-c4ea-49af-b582-b3d20a30edc1 req-73fb772f-992b-46c2-983e-7209944b892c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.464767 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ba796ed-c4ea-49af-b582-b3d20a30edc1 req-73fb772f-992b-46c2-983e-7209944b892c tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.89 "DELETE /v2.0/ports/8035f3ae-96b3-4c19-bd84-4afe8b226d2b HTTP/1.1" status: 204 len: 173 time: 1.5975683 Jul 06 11:53:45.466438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24cc64f-cc5b-47d4-b233-ec6be63d7746', 'name': 'network-vif-deleted', 'tag': '8035f3ae-96b3-4c19-bd84-4afe8b226d2b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:45.469191 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f4275c-a24f-4b2a-abe7-99785ef85b2d" -d '{"events": [{"server_uuid": "a24cc64f-cc5b-47d4-b233-ec6be63d7746", "name": "network-vif-deleted", "tag": "8035f3ae-96b3-4c19-bd84-4afe8b226d2b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:45.569397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-2f9f7300-71cd-4ccc-a841-6f15f8f16f2b admin admin] For port b5ce922e-3102-4b61-b2a8-9532ff142080, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b5ce922e-3102-4b61-b2a8-9532ff142080,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:45.569875 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7300-71cd-4ccc-a841-6f15f8f16f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.575798 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.594248 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f7300-71cd-4ccc-a841-6f15f8f16f2b admin admin] Calling delete_port for b5ce922e-3102-4b61-b2a8-9532ff142080 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:45.609685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa261a-feb9-4ee0-b5fe-1bf34eeb6d2a req-50f8bec5-ce10-436f-82bb-17236478890c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:45.612023 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6cfa261a-feb9-4ee0-b5fe-1bf34eeb6d2a req-50f8bec5-ce10-436f-82bb-17236478890c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.2928035 Jul 06 11:53:45.632486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab173ab3-1590-459a-acd5-7e0782e7eec0 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:45.640782 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f3b5a66-d23b-4fd1-abb8-24be8a68e32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.657837 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port ab173ab3-1590-459a-acd5-7e0782e7eec0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ab173ab3-1590-459a-acd5-7e0782e7eec0,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:45.663495 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.665522 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f3b5a66-d23b-4fd1-abb8-24be8a68e32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.669570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81b47b-8e02-46be-955a-28f9bb2fef36 req-d67382e6-df23-46cf-880d-f0f1bf68c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:45.671908 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3a81b47b-8e02-46be-955a-28f9bb2fef36 req-d67382e6-df23-46cf-880d-f0f1bf68c7e1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 1096 time: 0.2257864 Jul 06 11:53:45.695249 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6cfa261a-feb9-4ee0-b5fe-1bf34eeb6d2a req-782f5922-5f98-49cc-8ef0-4db30a24b7e1 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766151 Jul 06 11:53:45.783286 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1f3b5a66-d23b-4fd1-abb8-24be8a68e32d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=87b79fd7919140bd87b4e50f1baf63b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732991 Jul 06 11:53:45.785463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b5a66-d23b-4fd1-abb8-24be8a68e32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eae4502-9397-44e4-a286-f02669cd96b9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:45.789231 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58726) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:45.807810 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=ab173ab3-1590-459a-acd5-7e0782e7eec0,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:45.869952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-c9fd6776-8989-496d-93cf-596eb8e19bbf None None] Set router 6f6a7866-cfd7-4263-8935-efd06f45c667 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:53:45.923898 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5cede147-402a-4d0c-9415-ccca70dbdfde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.943851 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81b47b-8e02-46be-955a-28f9bb2fef36 req-258852ee-4ef4-4011-9855-7c8e109bc21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:45.945691 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3a81b47b-8e02-46be-955a-28f9bb2fef36 req-258852ee-4ef4-4011-9855-7c8e109bc21c service neutron] 10.222.0.89 "GET /v2.0/networks?id=cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 200 len: 921 time: 0.2480040 Jul 06 11:53:45.951582 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5cede147-402a-4d0c-9415-ccca70dbdfde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:45.967116 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['ab173ab3-1590-459a-acd5-7e0782e7eec0'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:45.969863 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d3b72727-4588-4cc0-aa30-8c62020520c7 req-d94c4dbd-3096-4396-9c04-74c7ae8aa030 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] 10.222.0.81 "GET /v2.0/security-groups/c6c26fb0-a1ad-4eaf-9c77-58af23df0d00 HTTP/1.1" status: 200 len: 1776 time: 0.0898211 Jul 06 11:53:45.979036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c9fd6776-8989-496d-93cf-596eb8e19bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'name': 'tempest-ServersTestJSON-515019799-router', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:59Z', 'updated_at': '2021-07-06T11:53:44Z', 'revision_number': 6, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:46.014875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ecec-cdae-41d3-8e10-42a2d0450913 req-83a96990-5c67-4c56-96ad-eb152aa2e36d tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:46.020479 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3a81b47b-8e02-46be-955a-28f9bb2fef36 req-6a2e45ba-3262-4dfa-95c9-8099c410a67e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a164c7-4b12-4920-b001-778b6fdd8a71 HTTP/1.1" status: 200 len: 217 time: 0.0610766 Jul 06 11:53:46.022249 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7856ecec-cdae-41d3-8e10-42a2d0450913 req-83a96990-5c67-4c56-96ad-eb152aa2e36d tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/ports?device_id=59f580e4-0e81-4d97-a2f6-c985db0e5a4f HTTP/1.1" status: 200 len: 948 time: 0.5012460 Jul 06 11:53:46.041108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fd6776-8989-496d-93cf-596eb8e19bbf None None] The sync data for ids ['6f6a7866-cfd7-4263-8935-efd06f45c667'] in n-d-799529-2 is: [{'id': '6f6a7866-cfd7-4263-8935-efd06f45c667', 'name': 'tempest-ServersTestJSON-515019799-router', 'tenant_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:50:59Z', 'updated_at': '2021-07-06T11:53:44Z', 'revision_number': 6, 'project_id': '457dc0f1f50449c9b4c6cc1d1c2e89cb', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:53:46.046825 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5cede147-402a-4d0c-9415-ccca70dbdfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.050071 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5cede147-402a-4d0c-9415-ccca70dbdfde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.053719 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5cede147-402a-4d0c-9415-ccca70dbdfde admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2eae4502-9397-44e4-a286-f02669cd96b9 HTTP/1.1" status: 204 len: 168 time: 0.2478142 Jul 06 11:53:46.084292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cede147-402a-4d0c-9415-ccca70dbdfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eae4502-9397-44e4-a286-f02669cd96b9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:46.101461 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7856ecec-cdae-41d3-8e10-42a2d0450913 req-01ad43ad-eb6d-4c92-9b2a-d0baea708e79 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76fdd38-1d2d-41c7-92a5-880e9da87cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748436 Jul 06 11:53:46.161803 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326fa468-ce01-43d5-868f-44adcb7b4baa x-openstack-request-id: req-326fa468-ce01-43d5-868f-44adcb7b4baa {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:46.162244 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24cc64f-cc5b-47d4-b233-ec6be63d7746", "name": "network-vif-deleted", "tag": "8035f3ae-96b3-4c19-bd84-4afe8b226d2b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:46.162592 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-326fa468-ce01-43d5-868f-44adcb7b4baa {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:46.163089 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24cc64f-cc5b-47d4-b233-ec6be63d7746', 'name': 'network-vif-deleted', 'tag': '8035f3ae-96b3-4c19-bd84-4afe8b226d2b', 'status': 'completed', 'code': 200} Jul 06 11:53:46.209762 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7300-71cd-4ccc-a841-6f15f8f16f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.317747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f7300-71cd-4ccc-a841-6f15f8f16f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ce922e-3102-4b61-b2a8-9532ff142080,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:46.342796 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d3b72727-4588-4cc0-aa30-8c62020520c7 req-ccc66d4b-6be3-4a6c-852d-5e25fab49e70 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.401911 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d3b72727-4588-4cc0-aa30-8c62020520c7 req-ccc66d4b-6be3-4a6c-852d-5e25fab49e70 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.413927 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-44a538db-eec9-45ef-a6d5-118c05201910 req-84b1e484-33a4-4cf6-916a-4c091a4b28d9 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a24cc64f-cc5b-47d4-b233-ec6be63d7746 HTTP/1.1" status: 200 len: 210 time: 0.0483856 Jul 06 11:53:46.567585 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d3b72727-4588-4cc0-aa30-8c62020520c7 req-ccc66d4b-6be3-4a6c-852d-5e25fab49e70 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.571028 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d3b72727-4588-4cc0-aa30-8c62020520c7 req-ccc66d4b-6be3-4a6c-852d-5e25fab49e70 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:46.572852 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d3b72727-4588-4cc0-aa30-8c62020520c7 req-ccc66d4b-6be3-4a6c-852d-5e25fab49e70 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] 10.222.0.81 "DELETE /v2.0/security-groups/c6c26fb0-a1ad-4eaf-9c77-58af23df0d00 HTTP/1.1" status: 204 len: 173 time: 0.5578315 Jul 06 11:53:46.591981 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81b47b-8e02-46be-955a-28f9bb2fef36 req-a38c073c-6bf7-4f98-ab81-f2a22bae9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:46.593553 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3a81b47b-8e02-46be-955a-28f9bb2fef36 req-a38c073c-6bf7-4f98-ab81-f2a22bae9224 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 200 len: 860 time: 0.5448968 Jul 06 11:53:46.682762 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc66d4b-6be3-4a6c-852d-5e25fab49e70 tempest-SecurityGroupsTestAdminJSON-591816564 tempest-SecurityGroupsTestAdminJSON-591816564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c26fb0-a1ad-4eaf-9c77-58af23df0d00,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:46.715886 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3a81b47b-8e02-46be-955a-28f9bb2fef36 req-94f687a3-4d96-490e-b9c6-d4682c8c5ed7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cbb289a5-730a-4952-ada3-a71c5cccf2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620048 Jul 06 11:53:46.738025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fcf1d659-570d-407f-9568-af4b477568b4 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:53:46.797095 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7300-71cd-4ccc-a841-6f15f8f16f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.092544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58768) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:47.134478 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fcf1d659-570d-407f-9568-af4b477568b4, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fcf1d659-570d-407f-9568-af4b477568b4,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:47.161463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'fcf1d659-570d-407f-9568-af4b477568b4', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'fcf1d659-570d-407f-9568-af4b477568b4', 'mac_address': 'fa:16:3e:0a:ce:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:53:47.165034 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd49834-6c4f-4d39-ad97-094c5e166c26 req-8fa68f30-0f29-4865-a777-db099c54cea5 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:47.177082 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0cd49834-6c4f-4d39-ad97-094c5e166c26 req-8fa68f30-0f29-4865-a777-db099c54cea5 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.2127090 Jul 06 11:53:47.274454 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0cd49834-6c4f-4d39-ad97-094c5e166c26 req-d2e3b7a0-7420-4c53-bfa6-a9c9cb626464 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963738 Jul 06 11:53:47.280003 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.292848 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9be66159-5eee-4b60-af3b-518941548c6e no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:47.308338 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 9be66159-5eee-4b60-af3b-518941548c6e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:47.308681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9be66159-5eee-4b60-af3b-518941548c6e not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:47.309824 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b5ce922e-3102-4b61-b2a8-9532ff142080 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:47.340523 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: b5ce922e-3102-4b61-b2a8-9532ff142080 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:47.341626 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b5ce922e-3102-4b61-b2a8-9532ff142080 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:47.345407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf1d659-570d-407f-9568-af4b477568b4 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:53:47.378406 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fcf1d659-570d-407f-9568-af4b477568b4, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fcf1d659-570d-407f-9568-af4b477568b4,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:47.384622 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.485386 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6d173f3b-d85e-4a42-a177-dfc1dfb8fded admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1920be09e5f41088e535ec4c81da262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914580 Jul 06 11:53:47.488350 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58788) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:47.502516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=fcf1d659-570d-407f-9568-af4b477568b4,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:47.565229 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['fcf1d659-570d-407f-9568-af4b477568b4'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:47.602815 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63302feb-1b73-4fed-a1fe-f19c967cefde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.656051 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63302feb-1b73-4fed-a1fe-f19c967cefde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.707653 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8035f3ae-96b3-4c19-bd84-4afe8b226d2b no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:47.734166 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58798) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:47.757884 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7300-71cd-4ccc-a841-6f15f8f16f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.761844 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7300-71cd-4ccc-a841-6f15f8f16f2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.773741 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 8035f3ae-96b3-4c19-bd84-4afe8b226d2b {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:47.774344 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8035f3ae-96b3-4c19-bd84-4afe8b226d2b not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:47.788844 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63302feb-1b73-4fed-a1fe-f19c967cefde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.792399 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63302feb-1b73-4fed-a1fe-f19c967cefde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.793669 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-63302feb-1b73-4fed-a1fe-f19c967cefde admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/88d6996f-0c7a-4157-a561-cd712a5c907a HTTP/1.1" status: 204 len: 168 time: 0.3042049 Jul 06 11:53:47.826840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63302feb-1b73-4fed-a1fe-f19c967cefde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d6996f-0c7a-4157-a561-cd712a5c907a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:47.870465 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7300-71cd-4ccc-a841-6f15f8f16f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.870689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9f7300-71cd-4ccc-a841-6f15f8f16f2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f6a7866-cfd7-4263-8935-efd06f45c667 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:53:47.882504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a12262-4ace-4bc0-b381-34c1fc8f680e req-cd4d3eaa-6229-4bcb-a038-a16d3140692d tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:47.896093 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d8a12262-4ace-4bc0-b381-34c1fc8f680e req-cd4d3eaa-6229-4bcb-a038-a16d3140692d tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/ports?device_id=59f580e4-0e81-4d97-a2f6-c985db0e5a4f HTTP/1.1" status: 200 len: 949 time: 0.3434267 Jul 06 11:53:47.901362 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7300-71cd-4ccc-a841-6f15f8f16f2b admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:47.905868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58808) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:47.916834 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2f9f7300-71cd-4ccc-a841-6f15f8f16f2b admin admin] 10.222.0.81 "DELETE /v2.0/routers/6f6a7866-cfd7-4263-8935-efd06f45c667 HTTP/1.1" status: 204 len: 168 time: 3.4632232 Jul 06 11:53:47.977414 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3a81b47b-8e02-46be-955a-28f9bb2fef36 req-dae12b66-db5a-4e2a-90b5-fe19a10c60e0 service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2518914 Jul 06 11:53:48.025078 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c713cfd1-f587-4671-b9bc-ae75d16a277b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1054757526-network', 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:48.113662 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3a81b47b-8e02-46be-955a-28f9bb2fef36 req-520dcf0a-50cd-4612-9cab-f66a023fba7e service neutron] 10.222.0.89 "GET /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146617 Jul 06 11:53:48.124178 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda2c452-0ead-4d89-8d8a-b4e7b44891a2 admin admin] Deleting subnet 1531b95d-4d77-4277-8ef4-2eadd02d2d08 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:48.131406 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c713cfd1-f587-4671-b9bc-ae75d16a277b admin admin] Made reservation on behalf of b2181e3edb394961ab4b36a826cef9ad for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:48.140511 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c713cfd1-f587-4671-b9bc-ae75d16a277b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.153177 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fda2c452-0ead-4d89-8d8a-b4e7b44891a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.172261 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d8a12262-4ace-4bc0-b381-34c1fc8f680e req-2b4b891f-6020-410c-b1c0-bde3bd9b4073 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76fdd38-1d2d-41c7-92a5-880e9da87cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742920 Jul 06 11:53:48.267206 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fda2c452-0ead-4d89-8d8a-b4e7b44891a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.362404 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c713cfd1-f587-4671-b9bc-ae75d16a277b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.576559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58826) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:48.635589 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fda2c452-0ead-4d89-8d8a-b4e7b44891a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.652909 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-992d56f1-f22f-4d58-a5d4-3b3c46fa37d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12dd3cc379624be8a2befb701fd8815c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749533 Jul 06 11:53:48.655187 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58832) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:48.677770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830182d-c0b0-4229-86f1-80276c133b07 req-b60cd1be-df89-4558-9948-2ff8a68d156e tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:48.678029 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1830182d-c0b0-4229-86f1-80276c133b07 req-b60cd1be-df89-4558-9948-2ff8a68d156e tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 945 time: 0.2482386 Jul 06 11:53:48.739182 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ab173ab3-1590-459a-acd5-7e0782e7eec0 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:48.755397 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1830182d-c0b0-4229-86f1-80276c133b07 req-938393fb-5f84-43b1-af27-95c2a0e96824 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575385 Jul 06 11:53:48.774024 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fda2c452-0ead-4d89-8d8a-b4e7b44891a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.790627 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7900b7c-bb6e-416b-9f76-8a8181030bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.804604 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c713cfd1-f587-4671-b9bc-ae75d16a277b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.811449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2c452-0ead-4d89-8d8a-b4e7b44891a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1531b95d-4d77-4277-8ef4-2eadd02d2d08,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:48.823681 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c713cfd1-f587-4671-b9bc-ae75d16a277b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.850576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c713cfd1-f587-4671-b9bc-ae75d16a277b admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:53:48.872765 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c713cfd1-f587-4671-b9bc-ae75d16a277b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.873138 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-c713cfd1-f587-4671-b9bc-ae75d16a277b admin admin] Added segment d2e272c1-e5a7-4f7f-99c7-626aa0cea192 of type vlan for network ce7f447e-dc21-4753-a1d6-89950fba799b Jul 06 11:53:48.879919 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port ab173ab3-1590-459a-acd5-7e0782e7eec0 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:48.884933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port ab173ab3-1590-459a-acd5-7e0782e7eec0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:48.885657 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.966051 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7900b7c-bb6e-416b-9f76-8a8181030bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:48.983157 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c713cfd1-f587-4671-b9bc-ae75d16a277b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:49.072236 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf7497-def7-4317-99a1-1882ea1af643 req-7e71d14f-f706-45c5-b5c8-9ac3ce747ead tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:49.073892 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14cf7497-def7-4317-99a1-1882ea1af643 req-7e71d14f-f706-45c5-b5c8-9ac3ce747ead tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.89 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 945 time: 0.2238622 Jul 06 11:53:49.158231 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fda2c452-0ead-4d89-8d8a-b4e7b44891a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:49.162054 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7900b7c-bb6e-416b-9f76-8a8181030bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:49.165493 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7900b7c-bb6e-416b-9f76-8a8181030bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:49.166380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fda2c452-0ead-4d89-8d8a-b4e7b44891a2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1531b95d-4d77-4277-8ef4-2eadd02d2d08 HTTP/1.1" status: 204 len: 168 time: 1.2595944 Jul 06 11:53:49.166850 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e7900b7c-bb6e-416b-9f76-8a8181030bb3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a0451f81-98cd-47fb-881c-5f42c97191f1 HTTP/1.1" status: 204 len: 168 time: 0.5103607 Jul 06 11:53:49.170585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58838) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:49.209028 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713cfd1-f587-4671-b9bc-ae75d16a277b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee93335-d304-43f0-8b39-a9dabea31f53,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:49.212036 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c713cfd1-f587-4671-b9bc-ae75d16a277b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:49.213174 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c713cfd1-f587-4671-b9bc-ae75d16a277b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:49.213942 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c713cfd1-f587-4671-b9bc-ae75d16a277b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:49.242268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef08406-a914-43cb-875e-86e64ec2b68b None None] Network 6cbefc40-f056-47db-be9b-58cf3978d229 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:49.302045 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c713cfd1-f587-4671-b9bc-ae75d16a277b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5640831 Jul 06 11:53:49.310853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58844) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:49.321440 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713cfd1-f587-4671-b9bc-ae75d16a277b admin admin] Pushing event updated for resources: {'Network': ['ID=ce7f447e-dc21-4753-a1d6-89950fba799b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:49.335898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-719ad3f3-1074-4aa9-aeda-d8458d2b7f79 admin admin] Request body: {'subnet': {'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1054757526-subnet', 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:49.380069 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb2b7d-fa21-4074-af6f-e5be6e3f731c req-519d071a-6403-436e-9782-18c51045ca7a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:49.382639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network ce7f447e-dc21-4753-a1d6-89950fba799b details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:53:49.389942 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4cb2b7d-fa21-4074-af6f-e5be6e3f731c req-519d071a-6403-436e-9782-18c51045ca7a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.3336060 Jul 06 11:53:49.403047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7900b7c-bb6e-416b-9f76-8a8181030bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0451f81-98cd-47fb-881c-5f42c97191f1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:49.428845 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:49.515939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719ad3f3-1074-4aa9-aeda-d8458d2b7f79 admin admin] Made reservation on behalf of b2181e3edb394961ab4b36a826cef9ad for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:49.518293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4cb2b7d-fa21-4074-af6f-e5be6e3f731c req-b4d20607-be8b-46aa-a243-03a29b108930 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257343 Jul 06 11:53:49.540306 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-719ad3f3-1074-4aa9-aeda-d8458d2b7f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:49.608348 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:49.670901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port ab173ab3-1590-459a-acd5-7e0782e7eec0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ab173ab3-1590-459a-acd5-7e0782e7eec0,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:49.675971 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f580e4-0e81-4d97-a2f6-c985db0e5a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab173ab3-1590-459a-acd5-7e0782e7eec0'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:49.679548 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6d3b1a-65b0-4044-8f6a-b192adf5d06e" -d '{"events": [{"server_uuid": "59f580e4-0e81-4d97-a2f6-c985db0e5a4f", "name": "network-vif-plugged", "status": "completed", "tag": "ab173ab3-1590-459a-acd5-7e0782e7eec0"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:49.689440 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:49.690303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fcf1d659-570d-407f-9568-af4b477568b4 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:49.777025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-14cf7497-def7-4317-99a1-1882ea1af643 req-4786e961-df56-41d2-9bbe-1fcd24f10992 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Deleting port dbca350a-debb-4e3a-9880-a75b0795be8a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:49.777378 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14cf7497-def7-4317-99a1-1882ea1af643 req-4786e961-df56-41d2-9bbe-1fcd24f10992 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:49.825908 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=ab173ab3-1590-459a-acd5-7e0782e7eec0,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:49.925723 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-14cf7497-def7-4317-99a1-1882ea1af643 req-4786e961-df56-41d2-9bbe-1fcd24f10992 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] For port dbca350a-debb-4e3a-9880-a75b0795be8a, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=dbca350a-debb-4e3a-9880-a75b0795be8a,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:49.926288 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14cf7497-def7-4317-99a1-1882ea1af643 req-4786e961-df56-41d2-9bbe-1fcd24f10992 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:49.944145 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-14cf7497-def7-4317-99a1-1882ea1af643 req-4786e961-df56-41d2-9bbe-1fcd24f10992 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Calling delete_port for dbca350a-debb-4e3a-9880-a75b0795be8a owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:49.944355 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port fcf1d659-570d-407f-9568-af4b477568b4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:49.944823 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:50.089717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadd224-6b15-418a-8e6b-dd844c52d883 req-5987ea15-8aca-4dba-8e64-24b6d3bc5f25 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:50.109278 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5dadd224-6b15-418a-8e6b-dd844c52d883 req-5987ea15-8aca-4dba-8e64-24b6d3bc5f25 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/ports?device_id=59f580e4-0e81-4d97-a2f6-c985db0e5a4f HTTP/1.1" status: 200 len: 950 time: 0.1384461 Jul 06 11:53:50.110122 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:50.123151 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71202c97-3dc8-402d-bf3c-dcbd2927f545 x-openstack-request-id: req-71202c97-3dc8-402d-bf3c-dcbd2927f545 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:50.123479 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f580e4-0e81-4d97-a2f6-c985db0e5a4f", "name": "network-vif-plugged", "status": "completed", "tag": "ab173ab3-1590-459a-acd5-7e0782e7eec0", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:50.123727 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71202c97-3dc8-402d-bf3c-dcbd2927f545 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:50.124117 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f580e4-0e81-4d97-a2f6-c985db0e5a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab173ab3-1590-459a-acd5-7e0782e7eec0', 'code': 200} Jul 06 11:53:50.144877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de542ed9-d8ee-4cd1-b996-1a43b80bd79a None None] DHCP port deletion for 6cbefc40-f056-47db-be9b-58cf3978d229 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:53:50.190668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fcf1d659-570d-407f-9568-af4b477568b4, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fcf1d659-570d-407f-9568-af4b477568b4,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:50.203503 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:50.276677 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] Deleting port 259f7445-9ddd-46b0-8cf0-086d84c78e2f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:50.277014 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:50.301412 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5dadd224-6b15-418a-8e6b-dd844c52d883 req-8bed5c8c-b08b-44bd-9eed-4903f6473715 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76fdd38-1d2d-41c7-92a5-880e9da87cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911368 Jul 06 11:53:50.329508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-de542ed9-d8ee-4cd1-b996-1a43b80bd79a None None] Deleting port 259f7445-9ddd-46b0-8cf0-086d84c78e2f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:50.331531 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de542ed9-d8ee-4cd1-b996-1a43b80bd79a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:50.358058 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa723b-54c2-4466-bc06-7deb9a0a9e07 req-6f980d31-6873-42b0-b730-bf4db0457b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:50.365902 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39aa723b-54c2-4466-bc06-7deb9a0a9e07 req-6f980d31-6873-42b0-b730-bf4db0457b74 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59f580e4-0e81-4d97-a2f6-c985db0e5a4f HTTP/1.1" status: 200 len: 1101 time: 0.1608436 Jul 06 11:53:50.409772 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39aa723b-54c2-4466-bc06-7deb9a0a9e07 req-766ebd41-d5f0-46e8-83b4-c80c756f4fa2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c76fdd38-1d2d-41c7-92a5-880e9da87cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380099 Jul 06 11:53:50.416322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-de542ed9-d8ee-4cd1-b996-1a43b80bd79a None None] For port 259f7445-9ddd-46b0-8cf0-086d84c78e2f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=259f7445-9ddd-46b0-8cf0-086d84c78e2f,segment=NetworkSegment(ce28a662-2bb6-4782-9286-7aff05654474),segment_id=ce28a662-2bb6-4782-9286-7aff05654474)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:50.416707 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de542ed9-d8ee-4cd1-b996-1a43b80bd79a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:50.428561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] For port 259f7445-9ddd-46b0-8cf0-086d84c78e2f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=259f7445-9ddd-46b0-8cf0-086d84c78e2f,segment=NetworkSegment(ce28a662-2bb6-4782-9286-7aff05654474),segment_id=ce28a662-2bb6-4782-9286-7aff05654474)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:50.428927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:50.429116 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=fcf1d659-570d-407f-9568-af4b477568b4,revision_number=10']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:50.437663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-de542ed9-d8ee-4cd1-b996-1a43b80bd79a None None] Calling delete_port for 259f7445-9ddd-46b0-8cf0-086d84c78e2f owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:50.456312 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] Calling delete_port for 259f7445-9ddd-46b0-8cf0-086d84c78e2f owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:50.588429 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de542ed9-d8ee-4cd1-b996-1a43b80bd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:50.624626 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de542ed9-d8ee-4cd1-b996-1a43b80bd79a None None] Pushing event deleted for resources: {'Port': ['ID=259f7445-9ddd-46b0-8cf0-086d84c78e2f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:50.627964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de542ed9-d8ee-4cd1-b996-1a43b80bd79a None None] No DVR routers for this DVR port 259f7445-9ddd-46b0-8cf0-086d84c78e2f on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:50.663704 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:50.682374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] No DVR routers for this DVR port 259f7445-9ddd-46b0-8cf0-086d84c78e2f on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:50.807624 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 259f7445-9ddd-46b0-8cf0-086d84c78e2f no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:50.845313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 259f7445-9ddd-46b0-8cf0-086d84c78e2f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:50.846932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163076b-bdde-4945-83f8-0c6797f383fd req-b7f0ab61-395b-4b05-a5cf-fc949519139c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:50.850190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 259f7445-9ddd-46b0-8cf0-086d84c78e2f not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:50.861648 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a163076b-bdde-4945-83f8-0c6797f383fd req-b7f0ab61-395b-4b05-a5cf-fc949519139c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.1407073 Jul 06 11:53:50.887216 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] Pushing event deleted for resources: {'Port': ['ID=259f7445-9ddd-46b0-8cf0-086d84c78e2f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:50.925060 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a163076b-bdde-4945-83f8-0c6797f383fd req-3a74a67e-cd62-4e09-9bb6-5dd565ba8589 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580854 Jul 06 11:53:50.940523 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:50.971179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cbefc40-f056-47db-be9b-58cf3978d229']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:50.981680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce28a662-2bb6-4782-9286-7aff05654474') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:50.981984 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce28a662-2bb6-4782-9286-7aff05654474') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:51.161782 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.192131 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-719ad3f3-1074-4aa9-aeda-d8458d2b7f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.236068 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.244906 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14cf7497-def7-4317-99a1-1882ea1af643 req-4786e961-df56-41d2-9bbe-1fcd24f10992 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.265619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:51.266035 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:51.274907 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:51.547048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea64135-b241-4645-90e5-869e1dba7d50 req-07647a41-1a01-45ff-839a-6c308d0254c1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:51.554604 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6ea64135-b241-4645-90e5-869e1dba7d50 req-07647a41-1a01-45ff-839a-6c308d0254c1 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=a91509e4-287e-47e6-acfc-1bfcc0019bbc HTTP/1.1" status: 200 len: 866 time: 0.9909580 Jul 06 11:53:51.556516 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ad3f3-1074-4aa9-aeda-d8458d2b7f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6278e47a-bd7a-4692-90b1-c7866f16d36e,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:51.589337 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786e961-df56-41d2-9bbe-1fcd24f10992 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Pushing event deleted for resources: {'Port': ['ID=dbca350a-debb-4e3a-9880-a75b0795be8a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:51.595991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cf7497-def7-4317-99a1-1882ea1af643 req-4786e961-df56-41d2-9bbe-1fcd24f10992 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] No DVR routers for this DVR port dbca350a-debb-4e3a-9880-a75b0795be8a on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:51.612301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c9da6-dadb-4834-8b33-d0d4b54c7ac2 req-8a29bba2-50d9-45d5-832e-710a0729068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:51.614876 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-324c9da6-dadb-4834-8b33-d0d4b54c7ac2 req-8a29bba2-50d9-45d5-832e-710a0729068b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 1097 time: 1.0225129 Jul 06 11:53:51.617234 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.620447 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14cf7497-def7-4317-99a1-1882ea1af643 req-4786e961-df56-41d2-9bbe-1fcd24f10992 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.622801 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14cf7497-def7-4317-99a1-1882ea1af643 req-4786e961-df56-41d2-9bbe-1fcd24f10992 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.89 "DELETE /v2.0/ports/dbca350a-debb-4e3a-9880-a75b0795be8a HTTP/1.1" status: 204 len: 173 time: 2.5419872 Jul 06 11:53:51.625071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91509e4-287e-47e6-acfc-1bfcc0019bbc', 'name': 'network-vif-deleted', 'tag': 'dbca350a-debb-4e3a-9880-a75b0795be8a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:51.629150 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fc7e07-02ec-485c-a5e7-2163d7d6ecd6" -d '{"events": [{"server_uuid": "a91509e4-287e-47e6-acfc-1bfcc0019bbc", "name": "network-vif-deleted", "tag": "dbca350a-debb-4e3a-9880-a75b0795be8a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:51.637575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719ad3f3-1074-4aa9-aeda-d8458d2b7f79 admin admin] Checking segment: {'id': 'd2e272c1-e5a7-4f7f-99c7-626aa0cea192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:51.638183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719ad3f3-1074-4aa9-aeda-d8458d2b7f79 admin admin] Network hostable DHCP agents. Network: ce7f447e-dc21-4753-a1d6-89950fba799b, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:53:51.648533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.654882 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6cbefc40-f056-47db-be9b-58cf3978d229 HTTP/1.1" status: 204 len: 168 time: 2.4814618 Jul 06 11:53:51.707945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device dbca350a-debb-4e3a-9880-a75b0795be8a no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:51.713651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b833173-972e-4332-9096-45a14eed0983 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cbefc40-f056-47db-be9b-58cf3978d229,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:51.755219 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: dbca350a-debb-4e3a-9880-a75b0795be8a {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:51.756769 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device dbca350a-debb-4e3a-9880-a75b0795be8a not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:51.764914 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18701024-98a8-4fc7-a8ee-974082e12c60 req-8b12b8b6-04c0-4a26-a8e3-f7a8383c9cbb tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:51.772778 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18701024-98a8-4fc7-a8ee-974082e12c60 req-8b12b8b6-04c0-4a26-a8e3-f7a8383c9cbb tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/ports?device_id=59f580e4-0e81-4d97-a2f6-c985db0e5a4f HTTP/1.1" status: 200 len: 950 time: 0.2619770 Jul 06 11:53:51.775943 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6ea64135-b241-4645-90e5-869e1dba7d50 req-d573e41b-e9ea-4df0-b3b5-891c0c2bdeda tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202644 Jul 06 11:53:51.812629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719ad3f3-1074-4aa9-aeda-d8458d2b7f79 admin admin] Network ce7f447e-dc21-4753-a1d6-89950fba799b is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:53:51.848692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-719ad3f3-1074-4aa9-aeda-d8458d2b7f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, ce7f447e-dc21-4753-a1d6-89950fba799b) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:51.856655 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719ad3f3-1074-4aa9-aeda-d8458d2b7f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:51.857257 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-719ad3f3-1074-4aa9-aeda-d8458d2b7f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:51.858098 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006b524c-ed7d-4c11-90a9-b268d22c08f3 None None] Network ce7f447e-dc21-4753-a1d6-89950fba799b requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:51.861668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c9da6-dadb-4834-8b33-d0d4b54c7ac2 req-243eee39-cf09-4da4-a180-9dcfac87c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:51.863758 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-324c9da6-dadb-4834-8b33-d0d4b54c7ac2 req-243eee39-cf09-4da4-a180-9dcfac87c257 service neutron] 10.222.0.89 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 913 time: 0.2315712 Jul 06 11:53:51.895730 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18701024-98a8-4fc7-a8ee-974082e12c60 req-a6c5c394-705a-4510-bc56-b415728d907a tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76fdd38-1d2d-41c7-92a5-880e9da87cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046119 Jul 06 11:53:51.978876 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-324c9da6-dadb-4834-8b33-d0d4b54c7ac2 req-f8f638d2-9137-4333-9ffa-5f44fcb8a938 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=466f4d6c-96a0-4caa-a1fc-7480553ccfa9 HTTP/1.1" status: 200 len: 217 time: 0.1061254 Jul 06 11:53:51.983825 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-719ad3f3-1074-4aa9-aeda-d8458d2b7f79 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6712685 Jul 06 11:53:51.984116 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58928) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:51.997111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1054757526-router', 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:52.052569 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.053900 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.072110 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c9da6-dadb-4834-8b33-d0d4b54c7ac2 req-dd9d53a9-21cd-4e65-a793-d88b1a8b3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:52.074885 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-324c9da6-dadb-4834-8b33-d0d4b54c7ac2 req-dd9d53a9-21cd-4e65-a793-d88b1a8b3a2e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37f22715-ba8d-4530-84b2-f69de5c14956 HTTP/1.1" status: 200 len: 852 time: 0.0880344 Jul 06 11:53:52.124770 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-324c9da6-dadb-4834-8b33-d0d4b54c7ac2 req-d3b969c3-c766-4070-b106-5c2e52610fd9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=983fb040-9529-4be2-835e-8b237b1ea52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393643 Jul 06 11:53:52.128118 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7354df70-fe6c-4c3a-a224-c599ea8ef4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf1d659-570d-407f-9568-af4b477568b4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:52.131790 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7125213f-1271-4035-b425-d31bf1840d85" -d '{"events": [{"server_uuid": "7354df70-fe6c-4c3a-a224-c599ea8ef4ad", "name": "network-vif-plugged", "status": "completed", "tag": "fcf1d659-570d-407f-9568-af4b477568b4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:52.178286 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-ce7f447e-dc21-4753-a1d6-89950fba799b', 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b', 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad', 'fixed_ips': [{'subnet_id': '6278e47a-bd7a-4692-90b1-c7866f16d36e'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:53:52.180481 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.186678 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58934) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:52.217536 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.249371 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-324c9da6-dadb-4834-8b33-d0d4b54c7ac2 req-a29396c4-9e37-4d10-9b72-4cff1c742345 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164279 Jul 06 11:53:52.252804 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dcda7d-6838-48d4-a6d4-51258642d219 x-openstack-request-id: req-82dcda7d-6838-48d4-a6d4-51258642d219 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:52.253202 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91509e4-287e-47e6-acfc-1bfcc0019bbc", "name": "network-vif-deleted", "tag": "dbca350a-debb-4e3a-9880-a75b0795be8a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:52.253725 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82dcda7d-6838-48d4-a6d4-51258642d219 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:52.254271 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91509e4-287e-47e6-acfc-1bfcc0019bbc', 'name': 'network-vif-deleted', 'tag': 'dbca350a-debb-4e3a-9880-a75b0795be8a', 'status': 'completed', 'code': 200} Jul 06 11:53:52.318014 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fee38c6e-4d00-4443-a0f7-50e0025f7f90 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=457dc0f1f50449c9b4c6cc1d1c2e89cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1301615 Jul 06 11:53:52.331348 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58938) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:52.433075 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-324c9da6-dadb-4834-8b33-d0d4b54c7ac2 req-d788f065-a993-4637-b6dc-e67bf67c0e17 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575191 Jul 06 11:53:52.505678 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.528220 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee0ab-2b78-4850-9ddb-6d946ad6cd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.582195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Allocated IP 172.20.0.2 (ce7f447e-dc21-4753-a1d6-89950fba799b/6278e47a-bd7a-4692-90b1-c7866f16d36e/35e564fd-c43f-4806-853a-66574ef5d6e0) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:52.606597 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee0ab-2b78-4850-9ddb-6d946ad6cd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.686674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63428348-e1cb-4cfe-8985-4e726e4809a1 req-4ab5991c-50ae-4d48-acab-dcc11cd3b011 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:52.697633 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-63428348-e1cb-4cfe-8985-4e726e4809a1 req-4ab5991c-50ae-4d48-acab-dcc11cd3b011 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 946 time: 0.2418585 Jul 06 11:53:52.709763 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee0ab-2b78-4850-9ddb-6d946ad6cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.712726 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee0ab-2b78-4850-9ddb-6d946ad6cd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:52.729473 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fe3ee0ab-2b78-4850-9ddb-6d946ad6cd99 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/691a7efe-65c5-4b51-bf5c-6704f82621fd HTTP/1.1" status: 204 len: 168 time: 0.3875141 Jul 06 11:53:52.765048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ee0ab-2b78-4850-9ddb-6d946ad6cd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691a7efe-65c5-4b51-bf5c-6704f82621fd,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:52.815071 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-63428348-e1cb-4cfe-8985-4e726e4809a1 req-7390848f-909d-4834-b49e-4cb44fefbfa5 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146591 Jul 06 11:53:53.013477 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.044692 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Transition to ACTIVE for port object 35e564fd-c43f-4806-853a-66574ef5d6e0 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:53.094016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Transition to ACTIVE for port object 35e564fd-c43f-4806-853a-66574ef5d6e0 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:53.113804 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.116301 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb819bbd-40f3-4e31-98da-9a17dcd18c81 x-openstack-request-id: req-bb819bbd-40f3-4e31-98da-9a17dcd18c81 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:53.116688 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7354df70-fe6c-4c3a-a224-c599ea8ef4ad", "name": "network-vif-plugged", "status": "completed", "tag": "fcf1d659-570d-407f-9568-af4b477568b4", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:53.116848 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb819bbd-40f3-4e31-98da-9a17dcd18c81 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:53.118863 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7354df70-fe6c-4c3a-a224-c599ea8ef4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf1d659-570d-407f-9568-af4b477568b4', 'code': 200} Jul 06 11:53:53.168041 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.195647 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.263397 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Network ce7f447e-dc21-4753-a1d6-89950fba799b is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:53.276730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:53.280391 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:53.363772 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Pushing event updated for resources: {'Port': ['ID=35e564fd-c43f-4806-853a-66574ef5d6e0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:53.381404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Attempting to bind port 35e564fd-c43f-4806-853a-66574ef5d6e0 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:53.381780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Attempting to bind port 35e564fd-c43f-4806-853a-66574ef5d6e0 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'd2e272c1-e5a7-4f7f-99c7-626aa0cea192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:53.382145 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Attempting to bind port 35e564fd-c43f-4806-853a-66574ef5d6e0 on network ce7f447e-dc21-4753-a1d6-89950fba799b {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:53.389632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:53.390965 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Checking segment: {'id': 'd2e272c1-e5a7-4f7f-99c7-626aa0cea192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:53.392144 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.394502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Bound using segment: {'id': 'd2e272c1-e5a7-4f7f-99c7-626aa0cea192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:53.395193 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Bound port: 35e564fd-c43f-4806-853a-66574ef5d6e0, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e272c1-e5a7-4f7f-99c7-626aa0cea192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:53.395775 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.487779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58982) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:53.540140 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] For port 35e564fd-c43f-4806-853a-66574ef5d6e0, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:53.544941 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] For port 35e564fd-c43f-4806-853a-66574ef5d6e0, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=35e564fd-c43f-4806-853a-66574ef5d6e0,segment=NetworkSegment(d2e272c1-e5a7-4f7f-99c7-626aa0cea192),segment_id=d2e272c1-e5a7-4f7f-99c7-626aa0cea192)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:53.547562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10db9f-6b28-47d7-9b77-46556cb2114a req-9bde2b9a-e731-4ebc-97c4-e3a25659ae78 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:53.559057 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.563472 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d10db9f-6b28-47d7-9b77-46556cb2114a req-9bde2b9a-e731-4ebc-97c4-e3a25659ae78 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/ports?device_id=59f580e4-0e81-4d97-a2f6-c985db0e5a4f HTTP/1.1" status: 200 len: 950 time: 0.3847654 Jul 06 11:53:53.663977 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Allocated IP 172.25.4.78 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/9d88bc5c-d6bd-439b-9a16-202fb8f7e74a) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:53.668178 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea4036-0f17-4535-885a-edb3d0e7548c None None] Pushing event updated for resources: {'Port': ['ID=35e564fd-c43f-4806-853a-66574ef5d6e0,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:53.696899 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3f20-d093-4544-b68b-8b58bef72df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.712235 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:53.878946 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d10db9f-6b28-47d7-9b77-46556cb2114a req-6599da73-1b11-4f68-9f04-88c8725020bb tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76fdd38-1d2d-41c7-92a5-880e9da87cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135362 Jul 06 11:53:53.887474 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.920857 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:53.984408 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:53.999632 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.015703 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.100418 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Pushing event updated for resources: {'Port': ['ID=9d88bc5c-d6bd-439b-9a16-202fb8f7e74a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:54.129639 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:53:54.130987 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:53:54.133601 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:53:54.156705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:54.278259 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3f20-d093-4544-b68b-8b58bef72df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.309096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37344f2c-b8d4-4f90-a2d0-d011ac965d1c req-761bd197-ca3b-4561-9122-e2a5ffe8fdf6 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:54.322499 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-37344f2c-b8d4-4f90-a2d0-d011ac965d1c req-761bd197-ca3b-4561-9122-e2a5ffe8fdf6 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 945 time: 0.4701397 Jul 06 11:53:54.365393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59014) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:54.370943 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd2a3f20-d093-4544-b68b-8b58bef72df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.524977 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bd2a3f20-d093-4544-b68b-8b58bef72df9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=41388ca814cb498598d29852c308f41e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0330698 Jul 06 11:53:54.525935 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-37344f2c-b8d4-4f90-a2d0-d011ac965d1c req-c03fbd15-0a46-4b91-89b1-573e1e4bc484 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.81 "GET /v2.0/security-groups?id=c43e68be-0a64-4a63-907b-31e80294777b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009571 Jul 06 11:53:54.526317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a3f20-d093-4544-b68b-8b58bef72df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125b4a0d-e22b-4158-80cf-6ea56b5008ff,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:54.544700 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59018) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:54.586633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea21434-d6fa-4751-a57f-275842f1497e req-d51a1073-eada-4fc0-a154-23cd382998be tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:54.589207 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ea21434-d6fa-4751-a57f-275842f1497e req-d51a1073-eada-4fc0-a154-23cd382998be tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.89 "GET /v2.0/ports?device_id=8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f HTTP/1.1" status: 200 len: 945 time: 0.6015978 Jul 06 11:53:54.650054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-42f27c5a-412b-4ca1-88c5-ddd7d1bfc1f4 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-707896074-network', 'tenant_id': 'e5e902b83ebb457b885af5686419dec1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:53:54.708806 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.800281 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f27c5a-412b-4ca1-88c5-ddd7d1bfc1f4 admin admin] Made reservation on behalf of e5e902b83ebb457b885af5686419dec1 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:53:54.806147 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42f27c5a-412b-4ca1-88c5-ddd7d1bfc1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.814053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4ea21434-d6fa-4751-a57f-275842f1497e req-00095df9-2d45-4df9-afb7-fa55e594eb32 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Deleting port 07a164c7-4b12-4920-b001-778b6fdd8a71 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:54.814832 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ea21434-d6fa-4751-a57f-275842f1497e req-00095df9-2d45-4df9-afb7-fa55e594eb32 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.825126 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42f27c5a-412b-4ca1-88c5-ddd7d1bfc1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.859296 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-299eee2a-5236-4483-a1a8-04505df86f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:54.895607 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eadf5c-7f80-4da3-9336-a0f91340b9d2 req-b9bb2a58-d1c7-4216-b407-7bbf97ffca60 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:54.906612 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17eadf5c-7f80-4da3-9336-a0f91340b9d2 req-b9bb2a58-d1c7-4216-b407-7bbf97ffca60 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 944 time: 0.3362534 Jul 06 11:53:54.914894 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 35e564fd-c43f-4806-853a-66574ef5d6e0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:55.045217 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-299eee2a-5236-4483-a1a8-04505df86f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.067998 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 35e564fd-c43f-4806-853a-66574ef5d6e0 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:55.111865 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4ea21434-d6fa-4751-a57f-275842f1497e req-00095df9-2d45-4df9-afb7-fa55e594eb32 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] For port 07a164c7-4b12-4920-b001-778b6fdd8a71, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=07a164c7-4b12-4920-b001-778b6fdd8a71,segment=NetworkSegment(57bb1e18-989b-4f5f-a0a0-d7851f583f12),segment_id=57bb1e18-989b-4f5f-a0a0-d7851f583f12)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:55.112227 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ea21434-d6fa-4751-a57f-275842f1497e req-00095df9-2d45-4df9-afb7-fa55e594eb32 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.120681 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17eadf5c-7f80-4da3-9336-a0f91340b9d2 req-382a70a2-63bd-4aff-abf4-aad80e58a46e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111473 Jul 06 11:53:55.121710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2485c2-994a-4fd6-b342-0d1087677a0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466f4d6c-96a0-4caa-a1fc-7480553ccfa9'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:55.124249 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9608ce77-5a84-4ddb-b47a-b044d03de128" -d '{"events": [{"server_uuid": "cb2485c2-994a-4fd6-b342-0d1087677a0b", "name": "network-vif-unplugged", "status": "completed", "tag": "466f4d6c-96a0-4caa-a1fc-7480553ccfa9"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:55.151374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4ea21434-d6fa-4751-a57f-275842f1497e req-00095df9-2d45-4df9-afb7-fa55e594eb32 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Calling delete_port for 07a164c7-4b12-4920-b001-778b6fdd8a71 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:55.204604 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9ba84c-4364-4621-9ca4-a2dab4bffab1 x-openstack-request-id: req-4d9ba84c-4364-4621-9ca4-a2dab4bffab1 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:55.205557 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2485c2-994a-4fd6-b342-0d1087677a0b", "name": "network-vif-unplugged", "status": "failed", "tag": "466f4d6c-96a0-4caa-a1fc-7480553ccfa9", "code": 422}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:55.206028 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d9ba84c-4364-4621-9ca4-a2dab4bffab1 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:55.206718 n-d-799529-2 neutron-server[100429]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb2485c2-994a-4fd6-b342-0d1087677a0b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '466f4d6c-96a0-4caa-a1fc-7480553ccfa9', 'code': 422} returned with failed status Jul 06 11:53:55.352169 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-299eee2a-5236-4483-a1a8-04505df86f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.356036 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-299eee2a-5236-4483-a1a8-04505df86f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.357843 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-299eee2a-5236-4483-a1a8-04505df86f5d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/125b4a0d-e22b-4158-80cf-6ea56b5008ff HTTP/1.1" status: 204 len: 168 time: 0.8067837 Jul 06 11:53:55.362355 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65c5e3a-a816-4317-9bfd-2d7335ba52c6 None None] Network ce7f447e-dc21-4753-a1d6-89950fba799b requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:53:55.450626 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42f27c5a-412b-4ca1-88c5-ddd7d1bfc1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.454297 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299eee2a-5236-4483-a1a8-04505df86f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125b4a0d-e22b-4158-80cf-6ea56b5008ff,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:55.459523 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ea21434-d6fa-4751-a57f-275842f1497e req-00095df9-2d45-4df9-afb7-fa55e594eb32 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.474683 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42f27c5a-412b-4ca1-88c5-ddd7d1bfc1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.515258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f27c5a-412b-4ca1-88c5-ddd7d1bfc1f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:53:55.562446 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00095df9-2d45-4df9-afb7-fa55e594eb32 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Pushing event deleted for resources: {'Port': ['ID=07a164c7-4b12-4920-b001-778b6fdd8a71,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:55.581754 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42f27c5a-412b-4ca1-88c5-ddd7d1bfc1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.581754 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-42f27c5a-412b-4ca1-88c5-ddd7d1bfc1f4 admin admin] Added segment 5482eb8e-0c0b-46a5-935a-8c1b14d2045a of type vlan for network 8896fc8f-b26c-49aa-bee7-19c83a0ab24a Jul 06 11:53:55.582125 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2a50635b-6b9d-489e-a6d3-be02cf61fd4e None None] Provisioning for port 35e564fd-c43f-4806-853a-66574ef5d6e0 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:53:55.582125 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2a50635b-6b9d-489e-a6d3-be02cf61fd4e None None] Provisioning complete for port 35e564fd-c43f-4806-853a-66574ef5d6e0 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:55.582125 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a50635b-6b9d-489e-a6d3-be02cf61fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.643038 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42f27c5a-412b-4ca1-88c5-ddd7d1bfc1f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.694020 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42f27c5a-412b-4ca1-88c5-ddd7d1bfc1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.695600 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f27c5a-412b-4ca1-88c5-ddd7d1bfc1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:55.696525 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42f27c5a-412b-4ca1-88c5-ddd7d1bfc1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.717679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea21434-d6fa-4751-a57f-275842f1497e req-00095df9-2d45-4df9-afb7-fa55e594eb32 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] No DVR routers for this DVR port 07a164c7-4b12-4920-b001-778b6fdd8a71 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:55.718608 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.763742 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ea21434-d6fa-4751-a57f-275842f1497e req-00095df9-2d45-4df9-afb7-fa55e594eb32 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:55.804471 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ea21434-d6fa-4751-a57f-275842f1497e req-00095df9-2d45-4df9-afb7-fa55e594eb32 tempest-LiveAutoBlockMigrationV225Test-234172211 tempest-LiveAutoBlockMigrationV225Test-234172211-project] 10.222.0.89 "DELETE /v2.0/ports/07a164c7-4b12-4920-b001-778b6fdd8a71 HTTP/1.1" status: 204 len: 173 time: 1.2088482 Jul 06 11:53:55.805860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f', 'name': 'network-vif-deleted', 'tag': '07a164c7-4b12-4920-b001-778b6fdd8a71'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:55.808706 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0642926d-1348-4208-adf6-61f7020be25b" -d '{"events": [{"server_uuid": "8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f", "name": "network-vif-deleted", "tag": "07a164c7-4b12-4920-b001-778b6fdd8a71"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:55.858985 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f27c5a-412b-4ca1-88c5-ddd7d1bfc1f4 admin admin] Pushing event updated for resources: {'Network': ['ID=8896fc8f-b26c-49aa-bee7-19c83a0ab24a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:55.885726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 8896fc8f-b26c-49aa-bee7-19c83a0ab24a details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:53:55.901880 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-42f27c5a-412b-4ca1-88c5-ddd7d1bfc1f4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5345147 Jul 06 11:53:55.904790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f27c5a-412b-4ca1-88c5-ddd7d1bfc1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f746bf41-742a-45bf-b18b-ea67efb6bec7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:55.995939 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a50635b-6b9d-489e-a6d3-be02cf61fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:56.045947 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2a50635b-6b9d-489e-a6d3-be02cf61fd4e None None] For port 35e564fd-c43f-4806-853a-66574ef5d6e0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=35e564fd-c43f-4806-853a-66574ef5d6e0,segment=NetworkSegment(d2e272c1-e5a7-4f7f-99c7-626aa0cea192),segment_id=d2e272c1-e5a7-4f7f-99c7-626aa0cea192)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:56.047062 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59060) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:56.069990 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-315309d8-e2c5-4411-a5d2-3f13f878a1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:56.075412 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a50635b-6b9d-489e-a6d3-be02cf61fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:56.216284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50635b-6b9d-489e-a6d3-be02cf61fd4e None None] Pushing event updated for resources: {'Port': ['ID=35e564fd-c43f-4806-853a-66574ef5d6e0,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:56.319994 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-315309d8-e2c5-4411-a5d2-3f13f878a1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:56.325384 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-315309d8-e2c5-4411-a5d2-3f13f878a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:56.429177 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-315309d8-e2c5-4411-a5d2-3f13f878a1f4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=46686f6a6a694dcd85cff967cfd3216b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803887 Jul 06 11:53:56.432621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59068) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:56.506426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315309d8-e2c5-4411-a5d2-3f13f878a1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c1af1f-0d72-4822-aece-61f7eef81101,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:56.523788 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3172e8b7-837a-4a60-8e24-56ae82d7747f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:56.577331 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3172e8b7-837a-4a60-8e24-56ae82d7747f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:56.675597 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3172e8b7-837a-4a60-8e24-56ae82d7747f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:56.681442 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3172e8b7-837a-4a60-8e24-56ae82d7747f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:56.685624 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3172e8b7-837a-4a60-8e24-56ae82d7747f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/17c1af1f-0d72-4822-aece-61f7eef81101 HTTP/1.1" status: 204 len: 168 time: 0.2520080 Jul 06 11:53:56.700079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172e8b7-837a-4a60-8e24-56ae82d7747f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c1af1f-0d72-4822-aece-61f7eef81101,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:56.868364 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 35e564fd-c43f-4806-853a-66574ef5d6e0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:53:56.869492 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a333e-c27b-4146-8b7e-944919da0521 req-c2419c29-7413-4661-b870-ed5fc18277fb tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:56.872085 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-973a333e-c27b-4146-8b7e-944919da0521 req-c2419c29-7413-4661-b870-ed5fc18277fb tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.23 "GET /v2.0/ports?device_id=59f580e4-0e81-4d97-a2f6-c985db0e5a4f HTTP/1.1" status: 200 len: 950 time: 0.1570699 Jul 06 11:53:56.873144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Router ab42e683-e8db-48f3-b8b6-bf13237d842a is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:53:57.003971 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-82b51254-8f41-4f3d-9ec4-a69c2e034214 None None] Provisioning complete for port 35e564fd-c43f-4806-853a-66574ef5d6e0 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:57.007097 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82b51254-8f41-4f3d-9ec4-a69c2e034214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.080797 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 35e564fd-c43f-4806-853a-66574ef5d6e0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:53:57.081832 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.143770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:53:57.154318 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Sync routers for ids ['ab42e683-e8db-48f3-b8b6-bf13237d842a'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:53:57.181356 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Routers {'ab42e683-e8db-48f3-b8b6-bf13237d842a'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:57.182707 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ab42e683-e8db-48f3-b8b6-bf13237d842a'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:57.216120 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-973a333e-c27b-4146-8b7e-944919da0521 req-1ac025dc-9fd2-4dea-93f0-ab12263354e1 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Deleting port ab173ab3-1590-459a-acd5-7e0782e7eec0 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:57.220258 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-973a333e-c27b-4146-8b7e-944919da0521 req-1ac025dc-9fd2-4dea-93f0-ab12263354e1 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.226023 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.234731 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f40a0bf4-5336-4dbc-9329-f054b763f039 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2455354 Jul 06 11:53:57.235788 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59104) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:57.433762 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-973a333e-c27b-4146-8b7e-944919da0521 req-1ac025dc-9fd2-4dea-93f0-ab12263354e1 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] For port ab173ab3-1590-459a-acd5-7e0782e7eec0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ab173ab3-1590-459a-acd5-7e0782e7eec0,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:57.434281 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-973a333e-c27b-4146-8b7e-944919da0521 req-1ac025dc-9fd2-4dea-93f0-ab12263354e1 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.454643 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-973a333e-c27b-4146-8b7e-944919da0521 req-1ac025dc-9fd2-4dea-93f0-ab12263354e1 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Calling delete_port for ab173ab3-1590-459a-acd5-7e0782e7eec0 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:57.501173 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Set router ab42e683-e8db-48f3-b8b6-bf13237d842a gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:53:57.545032 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3ed27-3bc3-4c6d-99f5-c3f84c3d2a6f req-fae32e8b-1e86-4d4e-85c0-42ed37bde632 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:57.554142 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12d3ed27-3bc3-4c6d-99f5-c3f84c3d2a6f req-fae32e8b-1e86-4d4e-85c0-42ed37bde632 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb2485c2-994a-4fd6-b342-0d1087677a0b HTTP/1.1" status: 200 len: 944 time: 0.1844211 Jul 06 11:53:57.728271 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 07a164c7-4b12-4920-b001-778b6fdd8a71 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:57.731094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-12d3ed27-3bc3-4c6d-99f5-c3f84c3d2a6f req-89988004-9536-41a2-ba77-343dbc235eab tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Deleting port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:53:57.731579 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-12d3ed27-3bc3-4c6d-99f5-c3f84c3d2a6f req-89988004-9536-41a2-ba77-343dbc235eab tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.811696 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 07a164c7-4b12-4920-b001-778b6fdd8a71 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:53:57.812261 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 07a164c7-4b12-4920-b001-778b6fdd8a71 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:53:57.814087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:53:57.828037 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-973a333e-c27b-4146-8b7e-944919da0521 req-1ac025dc-9fd2-4dea-93f0-ab12263354e1 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:57.924868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['ab173ab3-1590-459a-acd5-7e0782e7eec0'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:53:57.946067 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:53:57.965369 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1054757526-router', 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '9d88bc5c-d6bd-439b-9a16-202fb8f7e74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:53:54Z', 'revision_number': 3, 'project_id': 'b2181e3edb394961ab4b36a826cef9ad', 'gw_port': {'id': '9d88bc5c-d6bd-439b-9a16-202fb8f7e74a', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ad:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:53Z', 'updated_at': '2021-07-06T11:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:58.027347 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac025dc-9fd2-4dea-93f0-ab12263354e1 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Pushing event deleted for resources: {'Port': ['ID=ab173ab3-1590-459a-acd5-7e0782e7eec0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:58.067655 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Checking router: ab42e683-e8db-48f3-b8b6-bf13237d842a for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:53:58.068214 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Updating router ab42e683-e8db-48f3-b8b6-bf13237d842a port 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:53:58.092474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-973a333e-c27b-4146-8b7e-944919da0521 req-1ac025dc-9fd2-4dea-93f0-ab12263354e1 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] No DVR routers for this DVR port ab173ab3-1590-459a-acd5-7e0782e7eec0 on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:58.100270 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-973a333e-c27b-4146-8b7e-944919da0521 req-1ac025dc-9fd2-4dea-93f0-ab12263354e1 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.102660 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-973a333e-c27b-4146-8b7e-944919da0521 req-1ac025dc-9fd2-4dea-93f0-ab12263354e1 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.23 "DELETE /v2.0/ports/ab173ab3-1590-459a-acd5-7e0782e7eec0 HTTP/1.1" status: 204 len: 173 time: 1.2238474 Jul 06 11:53:58.119767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f580e4-0e81-4d97-a2f6-c985db0e5a4f', 'name': 'network-vif-deleted', 'tag': 'ab173ab3-1590-459a-acd5-7e0782e7eec0'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:53:58.130036 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0282bf2-c8fe-4ff5-862d-7daacb3a2f3b" -d '{"events": [{"server_uuid": "59f580e4-0e81-4d97-a2f6-c985db0e5a4f", "name": "network-vif-deleted", "tag": "ab173ab3-1590-459a-acd5-7e0782e7eec0"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:53:58.142750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-12d3ed27-3bc3-4c6d-99f5-c3f84c3d2a6f req-89988004-9536-41a2-ba77-343dbc235eab tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] For port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:53:58.144023 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-12d3ed27-3bc3-4c6d-99f5-c3f84c3d2a6f req-89988004-9536-41a2-ba77-343dbc235eab tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.183919 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.185525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-12d3ed27-3bc3-4c6d-99f5-c3f84c3d2a6f req-89988004-9536-41a2-ba77-343dbc235eab tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Calling delete_port for 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:53:58.216741 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35a2cc-e44e-47b5-879a-b6578441b599 req-dc95c50c-c8a5-4290-8b70-d0b8796d1650 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:53:58.237320 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1a35a2cc-e44e-47b5-879a-b6578441b599 req-dc95c50c-c8a5-4290-8b70-d0b8796d1650 tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/ports?device_id=59f580e4-0e81-4d97-a2f6-c985db0e5a4f HTTP/1.1" status: 200 len: 867 time: 0.7588565 Jul 06 11:53:58.367645 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1a35a2cc-e44e-47b5-879a-b6578441b599 req-2d25e584-68f9-4aa9-8438-b1e4b2d0cb1c tempest-ServerDiagnosticsNegativeTest-576051930 tempest-ServerDiagnosticsNegativeTest-576051930-project] 10.222.0.81 "GET /v2.0/security-groups?id=c76fdd38-1d2d-41c7-92a5-880e9da87cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246669 Jul 06 11:53:58.500910 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-12d3ed27-3bc3-4c6d-99f5-c3f84c3d2a6f req-89988004-9536-41a2-ba77-343dbc235eab tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.584266 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89988004-9536-41a2-ba77-343dbc235eab tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Pushing event deleted for resources: {'Port': ['ID=466f4d6c-96a0-4caa-a1fc-7480553ccfa9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:58.618333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d3ed27-3bc3-4c6d-99f5-c3f84c3d2a6f req-89988004-9536-41a2-ba77-343dbc235eab tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] No DVR routers for this DVR port 466f4d6c-96a0-4caa-a1fc-7480553ccfa9 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:53:58.622136 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-12d3ed27-3bc3-4c6d-99f5-c3f84c3d2a6f req-89988004-9536-41a2-ba77-343dbc235eab tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.634409 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12d3ed27-3bc3-4c6d-99f5-c3f84c3d2a6f req-89988004-9536-41a2-ba77-343dbc235eab tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "DELETE /v2.0/ports/466f4d6c-96a0-4caa-a1fc-7480553ccfa9 HTTP/1.1" status: 204 len: 173 time: 1.0777991 Jul 06 11:53:58.685168 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.722380 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.757290 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Transition to ACTIVE for port object 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:53:58.775033 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.817654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59130) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:58.889041 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f79cf2d-95d6-4751-b244-5b8d77cb1866 x-openstack-request-id: req-4f79cf2d-95d6-4751-b244-5b8d77cb1866 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:58.889336 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f", "name": "network-vif-deleted", "tag": "07a164c7-4b12-4920-b001-778b6fdd8a71", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:58.889766 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f79cf2d-95d6-4751-b244-5b8d77cb1866 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:58.896549 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f13098b-ad80-47e2-bc80-0c2bc4ce5d1f', 'name': 'network-vif-deleted', 'tag': '07a164c7-4b12-4920-b001-778b6fdd8a71', 'status': 'completed', 'code': 200} Jul 06 11:53:58.902875 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Attempting to bind port 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:53:58.903264 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Attempting to bind port 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:53:58.903635 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Attempting to bind port 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:53:58.925087 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:53:58.925340 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:53:58.925658 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.926071 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:53:58.926554 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Bound port: 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:53:58.926938 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:58.946333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc13971d-ec73-4723-86b7-ee6a9227ed81 admin admin] Deleting subnet 5663391f-233a-4fe7-82d6-ff0d7f70aad7 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:58.965360 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fc13971d-ec73-4723-86b7-ee6a9227ed81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.045605 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] For port 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:53:59.046174 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fc13971d-ec73-4723-86b7-ee6a9227ed81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.056827 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] For port 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9d88bc5c-d6bd-439b-9a16-202fb8f7e74a,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:53:59.059516 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c971a7c-c4d7-47bd-942d-bd2eec30a7f4 None None] Pushing event updated for resources: {'Port': ['ID=9d88bc5c-d6bd-439b-9a16-202fb8f7e74a,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:59.076522 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.133395 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fc13971d-ec73-4723-86b7-ee6a9227ed81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.135740 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971a7c-c4d7-47bd-942d-bd2eec30a7f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.138509 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971a7c-c4d7-47bd-942d-bd2eec30a7f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.138509 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971a7c-c4d7-47bd-942d-bd2eec30a7f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.138509 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971a7c-c4d7-47bd-942d-bd2eec30a7f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.138509 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971a7c-c4d7-47bd-942d-bd2eec30a7f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.138509 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971a7c-c4d7-47bd-942d-bd2eec30a7f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.138509 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971a7c-c4d7-47bd-942d-bd2eec30a7f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.138509 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971a7c-c4d7-47bd-942d-bd2eec30a7f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.139086 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971a7c-c4d7-47bd-942d-bd2eec30a7f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.139086 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971a7c-c4d7-47bd-942d-bd2eec30a7f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.139263 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971a7c-c4d7-47bd-942d-bd2eec30a7f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.139509 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c971a7c-c4d7-47bd-942d-bd2eec30a7f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:53:59.162486 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Allocated IP 172.20.0.1 (ce7f447e-dc21-4753-a1d6-89950fba799b/6278e47a-bd7a-4692-90b1-c7866f16d36e/1ac2e83f-72f5-47f9-8179-c44d47f294ac) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:53:59.226506 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Routers {'ab42e683-e8db-48f3-b8b6-bf13237d842a'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:53:59.227141 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ab42e683-e8db-48f3-b8b6-bf13237d842a'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:59.259988 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fc13971d-ec73-4723-86b7-ee6a9227ed81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.322994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13971d-ec73-4723-86b7-ee6a9227ed81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5663391f-233a-4fe7-82d6-ff0d7f70aad7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:59.328517 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fc13971d-ec73-4723-86b7-ee6a9227ed81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.330687 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fc13971d-ec73-4723-86b7-ee6a9227ed81 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5663391f-233a-4fe7-82d6-ff0d7f70aad7 HTTP/1.1" status: 204 len: 168 time: 0.5126700 Jul 06 11:53:59.341133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59136) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:59.485461 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a886846-7d93-4834-ad3b-762bf4c2d478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.501375 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c971a7c-c4d7-47bd-942d-bd2eec30a7f4 None None] Pushing event updated for resources: {'Port': ['ID=9d88bc5c-d6bd-439b-9a16-202fb8f7e74a,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:59.588042 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] Set router ab42e683-e8db-48f3-b8b6-bf13237d842a gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:53:59.615532 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a886846-7d93-4834-ad3b-762bf4c2d478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.641117 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-6a886846-7d93-4834-ad3b-762bf4c2d478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb289a5-730a-4952-ada3-a71c5cccf2d8']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:59.650093 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171def71-c625-41ed-a6ab-90588e448fa3 x-openstack-request-id: req-171def71-c625-41ed-a6ab-90588e448fa3 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:53:59.650388 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f580e4-0e81-4d97-a2f6-c985db0e5a4f", "name": "network-vif-deleted", "tag": "ab173ab3-1590-459a-acd5-7e0782e7eec0", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:53:59.650786 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-171def71-c625-41ed-a6ab-90588e448fa3 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:53:59.651300 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f580e4-0e81-4d97-a2f6-c985db0e5a4f', 'name': 'network-vif-deleted', 'tag': 'ab173ab3-1590-459a-acd5-7e0782e7eec0', 'status': 'completed', 'code': 200} Jul 06 11:53:59.668037 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-6a886846-7d93-4834-ad3b-762bf4c2d478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57bb1e18-989b-4f5f-a0a0-d7851f583f12') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:59.668350 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-6a886846-7d93-4834-ad3b-762bf4c2d478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57bb1e18-989b-4f5f-a0a0-d7851f583f12') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:59.680418 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a886846-7d93-4834-ad3b-762bf4c2d478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.699629 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a886846-7d93-4834-ad3b-762bf4c2d478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.707167 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a886846-7d93-4834-ad3b-762bf4c2d478 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:53:59.707917 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a886846-7d93-4834-ad3b-762bf4c2d478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: timer() Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:53:59.709825 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:53:59.817948 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a886846-7d93-4834-ad3b-762bf4c2d478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.823268 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a886846-7d93-4834-ad3b-762bf4c2d478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.828866 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6a886846-7d93-4834-ad3b-762bf4c2d478 admin admin] 10.222.0.81 "DELETE /v2.0/networks/cbb289a5-730a-4952-ada3-a71c5cccf2d8 HTTP/1.1" status: 204 len: 168 time: 0.4830227 Jul 06 11:53:59.829380 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59152) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:53:59.891671 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d75f68-856d-49a6-b7d7-c4fbcea1d24f admin admin] Deleting subnet 545e6a03-d912-4d8c-8166-3f22614af0cb {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:53:59.895556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a886846-7d93-4834-ad3b-762bf4c2d478 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbb289a5-730a-4952-ada3-a71c5cccf2d8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:53:59.899785 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38d75f68-856d-49a6-b7d7-c4fbcea1d24f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:53:59.944425 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1054757526-router', 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '9d88bc5c-d6bd-439b-9a16-202fb8f7e74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:53:54Z', 'revision_number': 3, 'project_id': 'b2181e3edb394961ab4b36a826cef9ad', 'gw_port': {'id': '9d88bc5c-d6bd-439b-9a16-202fb8f7e74a', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ad:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:53Z', 'updated_at': '2021-07-06T11:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:53:59.955484 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38d75f68-856d-49a6-b7d7-c4fbcea1d24f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.010106 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93e508c-195a-49f2-b2e9-a43a938d489e None None] The sync data for ids ['ab42e683-e8db-48f3-b8b6-bf13237d842a'] in n-d-799529-2 is: [{'id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1054757526-router', 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '9d88bc5c-d6bd-439b-9a16-202fb8f7e74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:53:54Z', 'revision_number': 3, 'project_id': 'b2181e3edb394961ab4b36a826cef9ad', 'gw_port': {'id': '9d88bc5c-d6bd-439b-9a16-202fb8f7e74a', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ad:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:53Z', 'updated_at': '2021-07-06T11:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:00.024162 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.033254 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38d75f68-856d-49a6-b7d7-c4fbcea1d24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.078715 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Transition to ACTIVE for port object 1ac2e83f-72f5-47f9-8179-c44d47f294ac will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:00.089354 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dd1cf-7a72-4988-9c0a-3284a10e9f28 req-4caf4235-b4b5-4143-a5b6-e6cdc9f30d27 tempest-ComputeTenantNetworksTest-2065810631 tempest-ComputeTenantNetworksTest-2065810631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:00.099894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dd1cf-7a72-4988-9c0a-3284a10e9f28 req-4caf4235-b4b5-4143-a5b6-e6cdc9f30d27 tempest-ComputeTenantNetworksTest-2065810631 tempest-ComputeTenantNetworksTest-2065810631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:00.112598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dd1cf-7a72-4988-9c0a-3284a10e9f28 req-4caf4235-b4b5-4143-a5b6-e6cdc9f30d27 tempest-ComputeTenantNetworksTest-2065810631 tempest-ComputeTenantNetworksTest-2065810631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:00.119554 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da4dd1cf-7a72-4988-9c0a-3284a10e9f28 req-4caf4235-b4b5-4143-a5b6-e6cdc9f30d27 tempest-ComputeTenantNetworksTest-2065810631 tempest-ComputeTenantNetworksTest-2065810631-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3981669 Jul 06 11:54:00.182192 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38d75f68-856d-49a6-b7d7-c4fbcea1d24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.200999 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38d75f68-856d-49a6-b7d7-c4fbcea1d24f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.203084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-38d75f68-856d-49a6-b7d7-c4fbcea1d24f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/545e6a03-d912-4d8c-8166-3f22614af0cb HTTP/1.1" status: 204 len: 168 time: 0.3727129 Jul 06 11:54:00.223840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:00.226077 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d75f68-856d-49a6-b7d7-c4fbcea1d24f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=545e6a03-d912-4d8c-8166-3f22614af0cb,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:00.322619 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.424641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Network ce7f447e-dc21-4753-a1d6-89950fba799b is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:00.432761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:00.509011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:00.547361 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a80fced-2ed6-423d-a946-c719090fb1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.569902 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-0017ca01-160d-42e5-8eff-7dee15481674 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:00.579997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-0017ca01-160d-42e5-8eff-7dee15481674 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 812 time: 0.2618752 Jul 06 11:54:00.604044 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-cc5c4da0-906e-48cc-a6e5-654c7a83e3b0 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/quotas/d2d76adf81784b64aea38db034db806b HTTP/1.1" status: 200 len: 375 time: 0.0231812 Jul 06 11:54:00.631659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59186) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:00.634571 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ac2e83f-72f5-47f9-8179-c44d47f294ac,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:00.651812 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:00.652441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:00.652947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:00.653464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:00.653955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:00.654441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:00.654928 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:00.655579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:00.656073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:00.656591 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:00.657084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:00.657628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:00.669272 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc71353-474b-42de-b08d-05c9d0b7597d req-8402019b-1e91-4ffd-a4b2-b888433012ae tempest-ComputeTenantNetworksTest-2065810631 tempest-ComputeTenantNetworksTest-2065810631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:00.688522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59188) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:00.692303 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1dc71353-474b-42de-b08d-05c9d0b7597d req-8402019b-1e91-4ffd-a4b2-b888433012ae tempest-ComputeTenantNetworksTest-2065810631 tempest-ComputeTenantNetworksTest-2065810631-project] 10.222.0.81 "GET /v2.0/networks/8896fc8f-b26c-49aa-bee7-19c83a0ab24a HTTP/1.1" status: 200 len: 768 time: 0.4660318 Jul 06 11:54:00.698924 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-51a8be94-2f9d-4a93-8060-a7b59036ba3d tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936584 Jul 06 11:54:00.708418 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.814720 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:00.832924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ab173ab3-1590-459a-acd5-7e0782e7eec0 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:00.900972 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: ab173ab3-1590-459a-acd5-7e0782e7eec0 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:00.903158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ab173ab3-1590-459a-acd5-7e0782e7eec0 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:00.927151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:01.084821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a01dccae-dfbe-4919-9d17-4d016fe6d914 None None] Provisioning for port 1ac2e83f-72f5-47f9-8179-c44d47f294ac completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:01.104892 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a01dccae-dfbe-4919-9d17-4d016fe6d914 None None] Provisioning complete for port 1ac2e83f-72f5-47f9-8179-c44d47f294ac triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:01.105277 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a01dccae-dfbe-4919-9d17-4d016fe6d914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.108496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:01.127055 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:01.127745 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.141833 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a80fced-2ed6-423d-a946-c719090fb1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.159338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8a80fced-2ed6-423d-a946-c719090fb1d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98018b6-a62e-4740-853e-29a872be899c']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:01.171331 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.175790 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8a80fced-2ed6-423d-a946-c719090fb1d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ce1e7c-f131-4d0c-9a46-8a565e647967') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:01.176082 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8a80fced-2ed6-423d-a946-c719090fb1d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ce1e7c-f131-4d0c-9a46-8a565e647967') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:01.195795 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a80fced-2ed6-423d-a946-c719090fb1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.244199 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dd8b22e1-94a8-4fda-9f96-45b41cf5540b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dfe9bfca83a24c318525ee2d98d696a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6095915 Jul 06 11:54:01.319531 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a01dccae-dfbe-4919-9d17-4d016fe6d914 None None] Port 1ac2e83f-72f5-47f9-8179-c44d47f294ac cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:01.339903 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59208) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:01.403589 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.420205 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.424557 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.448747 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.489377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8896fc8f-b26c-49aa-bee7-19c83a0ab24a']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:01.496638 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9d88bc5c-d6bd-439b-9a16-202fb8f7e74a,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:01.511123 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a80fced-2ed6-423d-a946-c719090fb1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.511296 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.521353 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a80fced-2ed6-423d-a946-c719090fb1d4 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:54:01.521766 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a80fced-2ed6-423d-a946-c719090fb1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:54:01.525459 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:54:01.596109 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3ee85f83-4884-4b00-9edf-4b730e5676f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.600966 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.609347 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-9e12959d-3927-4445-88dc-f6508a136ffd service neutron] 10.222.0.81 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9089208 Jul 06 11:54:01.629475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ac2e83f-72f5-47f9-8179-c44d47f294ac,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:01.631436 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5482eb8e-0c0b-46a5-935a-8c1b14d2045a') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:01.632042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5482eb8e-0c0b-46a5-935a-8c1b14d2045a') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:01.681187 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2485c2-994a-4fd6-b342-0d1087677a0b', 'name': 'network-vif-deleted', 'tag': '466f4d6c-96a0-4caa-a1fc-7480553ccfa9'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:01.687406 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f14830f-e7f0-4972-a8d0-02fce6aec1ae" -d '{"events": [{"server_uuid": "cb2485c2-994a-4fd6-b342-0d1087677a0b", "name": "network-vif-deleted", "tag": "466f4d6c-96a0-4caa-a1fc-7480553ccfa9"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:01.760777 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.793833 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3ee85f83-4884-4b00-9edf-4b730e5676f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.806694 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.809192 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Network ce7f447e-dc21-4753-a1d6-89950fba799b is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:01.812493 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:01.820193 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a80fced-2ed6-423d-a946-c719090fb1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.822695 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:54:01.823278 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: timer() Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:54:01.827656 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:54:01.850248 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a80fced-2ed6-423d-a946-c719090fb1d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:01.852471 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8a80fced-2ed6-423d-a946-c719090fb1d4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b98018b6-a62e-4740-853e-29a872be899c HTTP/1.1" status: 204 len: 168 time: 1.6103327 Jul 06 11:54:01.854116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80fced-2ed6-423d-a946-c719090fb1d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b98018b6-a62e-4740-853e-29a872be899c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:01.911221 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980502ef-cba9-467e-908d-2251a0302365 x-openstack-request-id: req-980502ef-cba9-467e-908d-2251a0302365 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:01.911545 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2485c2-994a-4fd6-b342-0d1087677a0b", "name": "network-vif-deleted", "tag": "466f4d6c-96a0-4caa-a1fc-7480553ccfa9", "status": "failed", "code": 422}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:01.912432 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-980502ef-cba9-467e-908d-2251a0302365 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:01.912882 n-d-799529-2 neutron-server[100427]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb2485c2-994a-4fd6-b342-0d1087677a0b', 'name': 'network-vif-deleted', 'tag': '466f4d6c-96a0-4caa-a1fc-7480553ccfa9', 'status': 'failed', 'code': 422} returned with failed status Jul 06 11:54:02.030759 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-a21661af-0f88-4318-948a-45d151054a2c service neutron] 10.222.0.81 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201396 Jul 06 11:54:02.034470 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:02.050939 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:02.063199 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8896fc8f-b26c-49aa-bee7-19c83a0ab24a HTTP/1.1" status: 204 len: 168 time: 1.3550673 Jul 06 11:54:02.085536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Router ab42e683-e8db-48f3-b8b6-bf13237d842a has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:02.134150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=9d88bc5c-d6bd-439b-9a16-202fb8f7e74a,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:02.135258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Pushing event deleted for resources: {'Network': ['ID=8896fc8f-b26c-49aa-bee7-19c83a0ab24a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:02.187110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:02.189257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:02.196183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:02.200511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:02.200856 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:02.202252 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:02.202633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:02.202994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:02.203937 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:02.204279 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:02.204618 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:02.204951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d181c-bc88-44e9-99d1-aa1b67110074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:02.235724 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3ee85f83-4884-4b00-9edf-4b730e5676f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:02.238509 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3ee85f83-4884-4b00-9edf-4b730e5676f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:02.241990 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3ee85f83-4884-4b00-9edf-4b730e5676f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c76fdd38-1d2d-41c7-92a5-880e9da87cde HTTP/1.1" status: 204 len: 168 time: 0.8986773 Jul 06 11:54:02.302556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59246) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:02.303426 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee85f83-4884-4b00-9edf-4b730e5676f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76fdd38-1d2d-41c7-92a5-880e9da87cde,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:02.323669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:02.345976 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3741e32b-cd4d-4b51-b667-d95bebf612b8 admin admin] 10.222.0.81 "PUT /v2.0/routers/ab42e683-e8db-48f3-b8b6-bf13237d842a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1013384 Jul 06 11:54:02.366575 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d6bd4b9b-5a4a-48f4-ac17-2e704321c10d None None] Provisioning complete for port 1ac2e83f-72f5-47f9-8179-c44d47f294ac triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:02.366992 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d6bd4b9b-5a4a-48f4-ac17-2e704321c10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:02.455261 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e605f22e-aa7d-4fc0-b691-8bab8baf9a91 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6e8dcf1945dd4113a4d9fc26125dc3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1285956 Jul 06 11:54:02.455634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59250) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:02.560418 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59268) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:02.574682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d6bd4b9b-5a4a-48f4-ac17-2e704321c10d None None] Port 1ac2e83f-72f5-47f9-8179-c44d47f294ac cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:02.617635 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04faec41-936c-45d1-bdc8-545c7c36889b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:02.646726 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f42d2fc1-a81a-426b-800c-5bd4871e1589 req-c93389e8-be29-4c95-b5cb-f5fb141f10e1 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 210 time: 0.0783315 Jul 06 11:54:02.659973 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04faec41-936c-45d1-bdc8-545c7c36889b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:02.773595 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04faec41-936c-45d1-bdc8-545c7c36889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:02.778098 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04faec41-936c-45d1-bdc8-545c7c36889b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:02.780052 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-04faec41-936c-45d1-bdc8-545c7c36889b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c43e68be-0a64-4a63-907b-31e80294777b HTTP/1.1" status: 204 len: 168 time: 0.3233674 Jul 06 11:54:02.790133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04faec41-936c-45d1-bdc8-545c7c36889b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43e68be-0a64-4a63-907b-31e80294777b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:02.819077 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59276) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:02.872047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:02.905415 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2ae94bb3-24c4-4670-9e1d-8d962887c8ef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e5e902b83ebb457b885af5686419dec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829298 Jul 06 11:54:02.905712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59278) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:02.982033 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7adbb0e-9605-4573-859a-276c1da20318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:02.999646 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:03.002414 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.024549 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7adbb0e-9605-4573-859a-276c1da20318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.070409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Sync routers for ids ['ab42e683-e8db-48f3-b8b6-bf13237d842a'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:03.123958 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Routers {'ab42e683-e8db-48f3-b8b6-bf13237d842a'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:03.127400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ab42e683-e8db-48f3-b8b6-bf13237d842a'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:03.152730 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5206933a-bce6-4d47-a3b7-f34874639675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.202324 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7adbb0e-9605-4573-859a-276c1da20318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.208803 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7adbb0e-9605-4573-859a-276c1da20318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.210059 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a7adbb0e-9605-4573-859a-276c1da20318 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f746bf41-742a-45bf-b18b-ea67efb6bec7 HTTP/1.1" status: 204 len: 168 time: 0.3032622 Jul 06 11:54:03.226510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adbb0e-9605-4573-859a-276c1da20318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f746bf41-742a-45bf-b18b-ea67efb6bec7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:03.355970 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5206933a-bce6-4d47-a3b7-f34874639675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.364676 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5206933a-bce6-4d47-a3b7-f34874639675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.368277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59290) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:03.392444 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-233c7090-ba98-427d-9b37-c813c24cb28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.489057 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Set router ab42e683-e8db-48f3-b8b6-bf13237d842a gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:03.491182 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5206933a-bce6-4d47-a3b7-f34874639675 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3b11d56bdfad454cbe08dd6dc6c86883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9289911 Jul 06 11:54:03.492062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206933a-bce6-4d47-a3b7-f34874639675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d866c94f-e70e-45e1-9b35-22401bfde94e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:03.497528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59296) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:03.662430 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07f2d626-9736-4df0-ba89-085c8c242130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.748062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07f2d626-9736-4df0-ba89-085c8c242130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.917056 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-233c7090-ba98-427d-9b37-c813c24cb28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:03.935573 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-233c7090-ba98-427d-9b37-c813c24cb28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.075923 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-233c7090-ba98-427d-9b37-c813c24cb28e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2120276ef40f4c31b077092ccfcb265b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7036273 Jul 06 11:54:04.075923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c7090-ba98-427d-9b37-c813c24cb28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4cebc9-8ad5-4b71-b614-3916611733dd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:04.076242 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59316) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:04.161879 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d21e7df-c5d4-4cff-9e48-5985af9ab6c6 req-c8952315-b057-4f27-bd72-0a58d32bc95a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 210 time: 0.1461096 Jul 06 11:54:04.186456 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-911e9bf6-86f0-4db6-a9ca-795360962bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.196140 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07f2d626-9736-4df0-ba89-085c8c242130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.199368 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07f2d626-9736-4df0-ba89-085c8c242130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.200570 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-07f2d626-9736-4df0-ba89-085c8c242130 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d866c94f-e70e-45e1-9b35-22401bfde94e HTTP/1.1" status: 204 len: 168 time: 0.6988351 Jul 06 11:54:04.215652 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59322) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:04.218568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2d626-9736-4df0-ba89-085c8c242130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d866c94f-e70e-45e1-9b35-22401bfde94e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:04.247414 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-911e9bf6-86f0-4db6-a9ca-795360962bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.292967 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1054757526-router', 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '9d88bc5c-d6bd-439b-9a16-202fb8f7e74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:01Z', 'revision_number': 4, 'project_id': 'b2181e3edb394961ab4b36a826cef9ad', 'gw_port': {'id': '9d88bc5c-d6bd-439b-9a16-202fb8f7e74a', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:53Z', 'updated_at': '2021-07-06T11:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1ac2e83f-72f5-47f9-8179-c44d47f294ac', 'name': '', 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b', 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad', 'mac_address': 'fa:16:3e:a9:37:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6278e47a-bd7a-4692-90b1-c7866f16d36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:58Z', 'updated_at': '2021-07-06T11:54:01Z', 'revision_number': 2, 'project_id': 'b2181e3edb394961ab4b36a826cef9ad', 'subnets': [{'id': '6278e47a-bd7a-4692-90b1-c7866f16d36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:04.355445 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-12096026-ce86-4d8e-b7e3-4eb7d9e1cbae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=921bf522a46746718efe9258d891a765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1287796 Jul 06 11:54:04.359268 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59326) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:04.377734 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-911e9bf6-86f0-4db6-a9ca-795360962bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.382625 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-911e9bf6-86f0-4db6-a9ca-795360962bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.382625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-911e9bf6-86f0-4db6-a9ca-795360962bf6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd4cebc9-8ad5-4b71-b614-3916611733dd HTTP/1.1" status: 204 len: 168 time: 0.3058176 Jul 06 11:54:04.400303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Checking router: ab42e683-e8db-48f3-b8b6-bf13237d842a for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:04.400303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Updating router ab42e683-e8db-48f3-b8b6-bf13237d842a port 1ac2e83f-72f5-47f9-8179-c44d47f294ac binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:54:04.404026 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e9bf6-86f0-4db6-a9ca-795360962bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4cebc9-8ad5-4b71-b614-3916611733dd,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:04.446698 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-afc8093f-eeb6-456c-8751-ab4da4ea13c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.479311 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-afc8093f-eeb6-456c-8751-ab4da4ea13c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.515628 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.553762 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-afc8093f-eeb6-456c-8751-ab4da4ea13c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.560709 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-afc8093f-eeb6-456c-8751-ab4da4ea13c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:04.565056 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-afc8093f-eeb6-456c-8751-ab4da4ea13c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/695577af-0c66-4cdc-b955-cb17416c41bf HTTP/1.1" status: 204 len: 168 time: 0.2030530 Jul 06 11:54:04.594850 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8093f-eeb6-456c-8751-ab4da4ea13c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695577af-0c66-4cdc-b955-cb17416c41bf,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:05.109050 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.123359 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Transition to ACTIVE for port object 1ac2e83f-72f5-47f9-8179-c44d47f294ac will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:05.140461 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.178184 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-1d49fde9-fe2e-4c9c-a097-56d50507ef11 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:05.179971 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-1d49fde9-fe2e-4c9c-a097-56d50507ef11 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 812 time: 0.2970531 Jul 06 11:54:05.196014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-20fca628-6ee4-4aae-b58c-003f2bc35915 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Request body: {'port': {'device_id': 'dd8ab17c-abed-4fb6-90a7-2a801acfde64', 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f', 'admin_state_up': True, 'tenant_id': 'd2d76adf81784b64aea38db034db806b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:05.237737 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573dd07d-c911-4e2c-8d04-a66a84916bbe None None] Pushing event updated for resources: {'Port': ['ID=1ac2e83f-72f5-47f9-8179-c44d47f294ac,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:05.381091 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.468152 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Attempting to bind port 1ac2e83f-72f5-47f9-8179-c44d47f294ac on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:05.468526 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Attempting to bind port 1ac2e83f-72f5-47f9-8179-c44d47f294ac by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'd2e272c1-e5a7-4f7f-99c7-626aa0cea192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:05.468931 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Attempting to bind port 1ac2e83f-72f5-47f9-8179-c44d47f294ac on network ce7f447e-dc21-4753-a1d6-89950fba799b {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:05.500946 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fbda5794-0a4d-4b3a-b6a3-2ff3439c954b req-1bf011ea-051c-47c4-a9b6-3d40cf8654c0 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 210 time: 0.0757134 Jul 06 11:54:05.506873 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:05.508390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Checking segment: {'id': 'd2e272c1-e5a7-4f7f-99c7-626aa0cea192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:05.508899 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.523918 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Bound using segment: {'id': 'd2e272c1-e5a7-4f7f-99c7-626aa0cea192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:05.524696 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Bound port: 1ac2e83f-72f5-47f9-8179-c44d47f294ac, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e272c1-e5a7-4f7f-99c7-626aa0cea192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:05.525204 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.536696 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9bee-4241-47e8-b2af-d5a428026d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.577694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-20fca628-6ee4-4aae-b58c-003f2bc35915 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Made reservation on behalf of d2d76adf81784b64aea38db034db806b for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:05.582159 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-20fca628-6ee4-4aae-b58c-003f2bc35915 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.643683 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59370) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:05.650077 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-078a1edf-1e9c-4cd6-a223-28c4ec8e30ed admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1312077802-network', 'tenant_id': '34db50ec06bd45be87840379466a2d9a'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:05.677288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] For port 1ac2e83f-72f5-47f9-8179-c44d47f294ac, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:05.685229 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] For port 1ac2e83f-72f5-47f9-8179-c44d47f294ac, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1ac2e83f-72f5-47f9-8179-c44d47f294ac,segment=NetworkSegment(d2e272c1-e5a7-4f7f-99c7-626aa0cea192),segment_id=d2e272c1-e5a7-4f7f-99c7-626aa0cea192)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:05.695764 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.729391 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078a1edf-1e9c-4cd6-a223-28c4ec8e30ed admin admin] Made reservation on behalf of 34db50ec06bd45be87840379466a2d9a for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:05.733461 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-078a1edf-1e9c-4cd6-a223-28c4ec8e30ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.750696 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-078a1edf-1e9c-4cd6-a223-28c4ec8e30ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:05.785756 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573dd07d-c911-4e2c-8d04-a66a84916bbe None None] Pushing event updated for resources: {'Port': ['ID=1ac2e83f-72f5-47f9-8179-c44d47f294ac,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:05.865863 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Routers {'ab42e683-e8db-48f3-b8b6-bf13237d842a'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:05.866741 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ab42e683-e8db-48f3-b8b6-bf13237d842a'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:06.048686 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-20fca628-6ee4-4aae-b58c-003f2bc35915 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Allocated IP 172.20.0.13 (983fb040-9529-4be2-835e-8b237b1ea52f/37f22715-ba8d-4530-84b2-f69de5c14956/7357460b-fbfa-4197-ac25-85c7fccf9c1f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:06.075523 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] Set router ab42e683-e8db-48f3-b8b6-bf13237d842a gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:06.137676 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-078a1edf-1e9c-4cd6-a223-28c4ec8e30ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.149668 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-078a1edf-1e9c-4cd6-a223-28c4ec8e30ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.233667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078a1edf-1e9c-4cd6-a223-28c4ec8e30ed admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:54:06.262792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a1edf-1e9c-4cd6-a223-28c4ec8e30ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed693b2-6ab4-472d-8216-5749a0402985,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:06.281763 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-078a1edf-1e9c-4cd6-a223-28c4ec8e30ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.282130 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-078a1edf-1e9c-4cd6-a223-28c4ec8e30ed admin admin] Added segment dca6d5ff-000f-4c87-b215-019bd5f08dc8 of type vlan for network 1dea3f4f-b3e8-4351-9333-c92537474894 Jul 06 11:54:06.288147 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.395872 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-078a1edf-1e9c-4cd6-a223-28c4ec8e30ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.466101 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-20fca628-6ee4-4aae-b58c-003f2bc35915 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.471654 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1054757526-router', 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '9d88bc5c-d6bd-439b-9a16-202fb8f7e74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:01Z', 'revision_number': 4, 'project_id': 'b2181e3edb394961ab4b36a826cef9ad', 'gw_port': {'id': '9d88bc5c-d6bd-439b-9a16-202fb8f7e74a', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:53Z', 'updated_at': '2021-07-06T11:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1ac2e83f-72f5-47f9-8179-c44d47f294ac', 'name': '', 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b', 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad', 'mac_address': 'fa:16:3e:a9:37:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6278e47a-bd7a-4692-90b1-c7866f16d36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:58Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 4, 'project_id': 'b2181e3edb394961ab4b36a826cef9ad', 'subnets': [{'id': '6278e47a-bd7a-4692-90b1-c7866f16d36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:06.476838 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-078a1edf-1e9c-4cd6-a223-28c4ec8e30ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.479857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078a1edf-1e9c-4cd6-a223-28c4ec8e30ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:06.481135 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-078a1edf-1e9c-4cd6-a223-28c4ec8e30ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.513133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b661034-479c-4b82-8bad-1a1caf592be2 None None] The sync data for ids ['ab42e683-e8db-48f3-b8b6-bf13237d842a'] in n-d-799529-2 is: [{'id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1054757526-router', 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '9d88bc5c-d6bd-439b-9a16-202fb8f7e74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:54:01Z', 'revision_number': 4, 'project_id': 'b2181e3edb394961ab4b36a826cef9ad', 'gw_port': {'id': '9d88bc5c-d6bd-439b-9a16-202fb8f7e74a', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:53Z', 'updated_at': '2021-07-06T11:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1ac2e83f-72f5-47f9-8179-c44d47f294ac', 'name': '', 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b', 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad', 'mac_address': 'fa:16:3e:a9:37:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '6278e47a-bd7a-4692-90b1-c7866f16d36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:58Z', 'updated_at': '2021-07-06T11:54:05Z', 'revision_number': 4, 'project_id': 'b2181e3edb394961ab4b36a826cef9ad', 'subnets': [{'id': '6278e47a-bd7a-4692-90b1-c7866f16d36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:06.553069 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-20fca628-6ee4-4aae-b58c-003f2bc35915 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.665698 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a1edf-1e9c-4cd6-a223-28c4ec8e30ed admin admin] Pushing event updated for resources: {'Network': ['ID=1dea3f4f-b3e8-4351-9333-c92537474894,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:06.690869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 1dea3f4f-b3e8-4351-9333-c92537474894 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:54:06.713430 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-078a1edf-1e9c-4cd6-a223-28c4ec8e30ed admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0658085 Jul 06 11:54:06.713926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59410) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:06.729667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-20fca628-6ee4-4aae-b58c-003f2bc35915 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Network 983fb040-9529-4be2-835e-8b237b1ea52f is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:06.737071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-20fca628-6ee4-4aae-b58c-003f2bc35915 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:06.737525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7c9dc322-57f1-496d-8e9b-bf984cd44fc8 admin admin] Request body: {'subnet': {'network_id': '1dea3f4f-b3e8-4351-9333-c92537474894', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312077802-subnet', 'tenant_id': '34db50ec06bd45be87840379466a2d9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:06.768085 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-20fca628-6ee4-4aae-b58c-003f2bc35915 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:06.905296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fca628-6ee4-4aae-b58c-003f2bc35915 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Pushing event updated for resources: {'Port': ['ID=7357460b-fbfa-4197-ac25-85c7fccf9c1f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:06.925961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-20fca628-6ee4-4aae-b58c-003f2bc35915 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:06.926732 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-20fca628-6ee4-4aae-b58c-003f2bc35915 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.927917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9dc322-57f1-496d-8e9b-bf984cd44fc8 admin admin] Made reservation on behalf of 34db50ec06bd45be87840379466a2d9a for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:06.930234 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc322-57f1-496d-8e9b-bf984cd44fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:06.943991 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1ac2e83f-72f5-47f9-8179-c44d47f294ac up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:06.954209 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-20fca628-6ee4-4aae-b58c-003f2bc35915 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7609305 Jul 06 11:54:06.974500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59418) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:06.996264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Request body: {'port': {'device_id': 'dd8ab17c-abed-4fb6-90a7-2a801acfde64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:07.049017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 1ac2e83f-72f5-47f9-8179-c44d47f294ac completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:07.055048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1ac2e83f-72f5-47f9-8179-c44d47f294ac triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:07.055443 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.215514 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.239943 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a0d71-65dc-4280-ab06-2d6a8e6e674e req-d6d35a80-f11e-44e8-abd5-79913788f7fa tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:07.255856 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-685a0d71-65dc-4280-ab06-2d6a8e6e674e req-d6d35a80-f11e-44e8-abd5-79913788f7fa tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 932 time: 0.4573183 Jul 06 11:54:07.284316 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.371215 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 1ac2e83f-72f5-47f9-8179-c44d47f294ac, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1ac2e83f-72f5-47f9-8179-c44d47f294ac,segment=NetworkSegment(d2e272c1-e5a7-4f7f-99c7-626aa0cea192),segment_id=d2e272c1-e5a7-4f7f-99c7-626aa0cea192)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:07.384784 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.423390 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-685a0d71-65dc-4280-ab06-2d6a8e6e674e req-4f886d96-9eb9-4531-baec-f1a2acb2b819 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664453 Jul 06 11:54:07.492085 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-dd0eec6c-c6d4-4169-adb1-f23f7b5771ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-102841963-network', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:07.513774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=1ac2e83f-72f5-47f9-8179-c44d47f294ac,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:07.628742 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0eec6c-c6d4-4169-adb1-f23f7b5771ea admin admin] Made reservation on behalf of cb4361f835974e8bb48f40231c55813a for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:07.634728 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd0eec6c-c6d4-4169-adb1-f23f7b5771ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.684817 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd0eec6c-c6d4-4169-adb1-f23f7b5771ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.697136 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc322-57f1-496d-8e9b-bf984cd44fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.807579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7357460b-fbfa-4197-ac25-85c7fccf9c1f {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:07.830846 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.840194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dc322-57f1-496d-8e9b-bf984cd44fc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2b501d-2e78-4de8-9ce6-33b83dfa1b45,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:07.868350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Transition to ACTIVE for port object 7357460b-fbfa-4197-ac25-85c7fccf9c1f will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:07.872249 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9dc322-57f1-496d-8e9b-bf984cd44fc8 admin admin] Checking segment: {'id': 'dca6d5ff-000f-4c87-b215-019bd5f08dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1dea3f4f-b3e8-4351-9333-c92537474894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:07.873110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9dc322-57f1-496d-8e9b-bf984cd44fc8 admin admin] Network hostable DHCP agents. Network: 1dea3f4f-b3e8-4351-9333-c92537474894, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:54:07.883857 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:07.959310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9dc322-57f1-496d-8e9b-bf984cd44fc8 admin admin] Network 1dea3f4f-b3e8-4351-9333-c92537474894 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:54:07.993679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Pushing event updated for resources: {'Port': ['ID=7357460b-fbfa-4197-ac25-85c7fccf9c1f,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:07.997360 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-7c9dc322-57f1-496d-8e9b-bf984cd44fc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 1dea3f4f-b3e8-4351-9333-c92537474894) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:08.016687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb42ba8d-f25b-47b5-b527-67eea2b5e9c1 None None] Network 1dea3f4f-b3e8-4351-9333-c92537474894 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:08.026320 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9dc322-57f1-496d-8e9b-bf984cd44fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:08.028631 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc322-57f1-496d-8e9b-bf984cd44fc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.077269 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd0eec6c-c6d4-4169-adb1-f23f7b5771ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.089169 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd0eec6c-c6d4-4169-adb1-f23f7b5771ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.151414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Attempting to bind port 7357460b-fbfa-4197-ac25-85c7fccf9c1f on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:08.152450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Attempting to bind port 7357460b-fbfa-4197-ac25-85c7fccf9c1f by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:08.153440 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Attempting to bind port 7357460b-fbfa-4197-ac25-85c7fccf9c1f on network 983fb040-9529-4be2-835e-8b237b1ea52f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:08.164364 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Port 7357460b-fbfa-4197-ac25-85c7fccf9c1f on network 983fb040-9529-4be2-835e-8b237b1ea52f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:54:08.165380 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0eec6c-c6d4-4169-adb1-f23f7b5771ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d038a65f-8933-41ed-b593-388e47f69859,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:08.166092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Attempting to bind port 7357460b-fbfa-4197-ac25-85c7fccf9c1f on network 983fb040-9529-4be2-835e-8b237b1ea52f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:08.181498 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7c9dc322-57f1-496d-8e9b-bf984cd44fc8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4636631 Jul 06 11:54:08.185040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59462) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:08.190377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1312077802-router', 'tenant_id': '34db50ec06bd45be87840379466a2d9a', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:08.194108 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab8c5399-1bdc-4277-bfaa-1ca7793d784e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.197464 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0eec6c-c6d4-4169-adb1-f23f7b5771ea admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:54:08.213687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:08.215562 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Checking segment: {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:08.216573 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Bound using segment: {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:08.217701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Bound port: 7357460b-fbfa-4197-ac25-85c7fccf9c1f, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:08.218143 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.237295 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd0eec6c-c6d4-4169-adb1-f23f7b5771ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.237908 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-dd0eec6c-c6d4-4169-adb1-f23f7b5771ea admin admin] Added segment e234c5aa-b463-4259-a10a-fd6d3293cbc2 of type vlan for network 2583a30c-12e0-47de-ab04-5597efae877a Jul 06 11:54:08.257355 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.261240 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.262615 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.356575 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd0eec6c-c6d4-4169-adb1-f23f7b5771ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.413255 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] For port 7357460b-fbfa-4197-ac25-85c7fccf9c1f, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:08.425668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] For port 7357460b-fbfa-4197-ac25-85c7fccf9c1f, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7357460b-fbfa-4197-ac25-85c7fccf9c1f,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:08.435219 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.499908 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.532245 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-1dea3f4f-b3e8-4351-9333-c92537474894', 'network_id': '1dea3f4f-b3e8-4351-9333-c92537474894', 'tenant_id': '34db50ec06bd45be87840379466a2d9a', 'fixed_ips': [{'subnet_id': '1d2b501d-2e78-4de8-9ce6-33b83dfa1b45'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:54:08.534982 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.600236 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd0eec6c-c6d4-4169-adb1-f23f7b5771ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.601534 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0eec6c-c6d4-4169-adb1-f23f7b5771ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:08.602798 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd0eec6c-c6d4-4169-adb1-f23f7b5771ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.606437 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:08.613943 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.620748 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] 10.222.0.89 "PUT /v2.0/ports/7357460b-fbfa-4197-ac25-85c7fccf9c1f HTTP/1.1" status: 200 len: 1092 time: 1.6535280 Jul 06 11:54:08.623769 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8ab17c-abed-4fb6-90a7-2a801acfde64', 'tag': '7357460b-fbfa-4197-ac25-85c7fccf9c1f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:08.626527 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5601e306-8b66-434e-bfe7-4fbc177a54cb" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8ab17c-abed-4fb6-90a7-2a801acfde64", "tag": "7357460b-fbfa-4197-ac25-85c7fccf9c1f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:08.665867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1500f9f-6682-49f6-aabc-674577045721 service neutron] Pushing event updated for resources: {'Port': ['ID=7357460b-fbfa-4197-ac25-85c7fccf9c1f,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:08.678098 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dd0eec6c-c6d4-4169-adb1-f23f7b5771ea admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6803267 Jul 06 11:54:08.691035 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59478) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:08.739877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-2d73d365-e9db-4fda-9079-3fd95f661e7d admin admin] Request body: {'subnet': {'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-subnet', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:08.831858 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d73d365-e9db-4fda-9079-3fd95f661e7d admin admin] Made reservation on behalf of cb4361f835974e8bb48f40231c55813a for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:08.855026 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d73d365-e9db-4fda-9079-3fd95f661e7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:08.855978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-63ad1d12-36fe-4e9c-ad7d-a20a5e179c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:08.857555 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-63ad1d12-36fe-4e9c-ad7d-a20a5e179c9a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 1095 time: 0.1766853 Jul 06 11:54:08.909834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd81e9-862f-4e99-87ab-a2dbc7bf42ee req-3312b0b5-b50c-4c95-b386-365c78e9ecef tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:08.922546 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-09dd81e9-862f-4e99-87ab-a2dbc7bf42ee req-3312b0b5-b50c-4c95-b386-365c78e9ecef tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 944 time: 0.1777408 Jul 06 11:54:08.965180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0eec6c-c6d4-4169-adb1-f23f7b5771ea admin admin] Pushing event updated for resources: {'Network': ['ID=2583a30c-12e0-47de-ab04-5597efae877a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:09.030916 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:09.156080 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-09dd81e9-862f-4e99-87ab-a2dbc7bf42ee req-99efd2d6-3934-4039-b024-e96272cc7b0c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300889 Jul 06 11:54:09.157511 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-8bcf533e-f6b6-4025-aa21-1c9a715956d2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7357460b-fbfa-4197-ac25-85c7fccf9c1f HTTP/1.1" status: 200 len: 217 time: 0.2916222 Jul 06 11:54:09.186922 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb221bd-26b7-4271-95c3-901bc0ba0059 x-openstack-request-id: req-1fb221bd-26b7-4271-95c3-901bc0ba0059 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:09.187127 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8ab17c-abed-4fb6-90a7-2a801acfde64", "tag": "7357460b-fbfa-4197-ac25-85c7fccf9c1f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:09.188710 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1fb221bd-26b7-4271-95c3-901bc0ba0059 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:09.189116 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8ab17c-abed-4fb6-90a7-2a801acfde64', 'tag': '7357460b-fbfa-4197-ac25-85c7fccf9c1f', 'status': 'completed', 'code': 200} Jul 06 11:54:09.227715 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1ac2e83f-72f5-47f9-8179-c44d47f294ac up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:09.236944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 2583a30c-12e0-47de-ab04-5597efae877a details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:54:09.266989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-1535a5f4-6819-4247-bfb2-086110f1404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:09.270332 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-1535a5f4-6819-4247-bfb2-086110f1404b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37f22715-ba8d-4530-84b2-f69de5c14956 HTTP/1.1" status: 200 len: 852 time: 0.0991957 Jul 06 11:54:09.342880 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-33f89ec6-ea6f-4fde-b88e-3f9bdb13e6c1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=983fb040-9529-4be2-835e-8b237b1ea52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636401 Jul 06 11:54:09.521139 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:09.554435 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Allocated IP 172.20.0.2 (1dea3f4f-b3e8-4351-9333-c92537474894/1d2b501d-2e78-4de8-9ce6-33b83dfa1b45/024dbbc0-7e1c-4152-8b0c-f9ef869349e4) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:09.565764 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-38cb03d7-fa64-41f9-b22e-be66216c50f7 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155168 Jul 06 11:54:09.634927 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1ac2e83f-72f5-47f9-8179-c44d47f294ac triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:09.645993 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:09.805637 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0a1c6c9-b472-428c-84d4-24a3fe614f0e req-993e49a6-2e11-4dd4-9f68-a25b6d248e53 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321448 Jul 06 11:54:09.937037 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d73d365-e9db-4fda-9079-3fd95f661e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:09.980903 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601e306-8b66-434e-bfe7-4fbc177a54cb req-7fca8604-ba6d-47a2-a8c2-efb027131033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:09.982392 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5601e306-8b66-434e-bfe7-4fbc177a54cb req-7fca8604-ba6d-47a2-a8c2-efb027131033 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 1095 time: 0.1071813 Jul 06 11:54:10.013074 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:10.101498 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:10.279763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59554) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:10.286898 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:10.355459 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Transition to ACTIVE for port object 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:10.375343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Transition to ACTIVE for port object 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:10.390348 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:10.408521 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601e306-8b66-434e-bfe7-4fbc177a54cb req-8fd7f1aa-fca8-4041-8898-04cbb19c63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:10.413001 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5601e306-8b66-434e-bfe7-4fbc177a54cb req-8fd7f1aa-fca8-4041-8898-04cbb19c63ba service neutron] 10.222.0.89 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 913 time: 0.4197350 Jul 06 11:54:10.456032 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Network 1dea3f4f-b3e8-4351-9333-c92537474894 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:10.460220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:10.464127 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:10.545371 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5601e306-8b66-434e-bfe7-4fbc177a54cb req-354a9e76-31f8-4911-ad19-01ffe66b9330 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7357460b-fbfa-4197-ac25-85c7fccf9c1f HTTP/1.1" status: 200 len: 217 time: 0.1242554 Jul 06 11:54:10.599575 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Pushing event updated for resources: {'Port': ['ID=024dbbc0-7e1c-4152-8b0c-f9ef869349e4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:10.636812 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:10.638807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:10.641288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:10.645839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:10.647146 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601e306-8b66-434e-bfe7-4fbc177a54cb req-b9031f92-9c1b-4e8a-b872-cc5de7fd23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:10.647771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:10.648315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:10.648884 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:10.651701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:10.652289 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:10.652830 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:10.653378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:10.654048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:54:10.654637 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5601e306-8b66-434e-bfe7-4fbc177a54cb req-b9031f92-9c1b-4e8a-b872-cc5de7fd23fc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37f22715-ba8d-4530-84b2-f69de5c14956 HTTP/1.1" status: 200 len: 852 time: 0.1003399 Jul 06 11:54:10.665729 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Attempting to bind port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:10.666347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Attempting to bind port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'dca6d5ff-000f-4c87-b215-019bd5f08dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1dea3f4f-b3e8-4351-9333-c92537474894'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:10.670609 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Attempting to bind port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 on network 1dea3f4f-b3e8-4351-9333-c92537474894 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:10.684308 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:10.687602 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Checking segment: {'id': 'dca6d5ff-000f-4c87-b215-019bd5f08dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1dea3f4f-b3e8-4351-9333-c92537474894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:10.688916 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:10.689718 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Bound using segment: {'id': 'dca6d5ff-000f-4c87-b215-019bd5f08dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1dea3f4f-b3e8-4351-9333-c92537474894'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:10.692078 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Bound port: 024dbbc0-7e1c-4152-8b0c-f9ef869349e4, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca6d5ff-000f-4c87-b215-019bd5f08dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1dea3f4f-b3e8-4351-9333-c92537474894'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:10.692720 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:10.831804 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5601e306-8b66-434e-bfe7-4fbc177a54cb req-7a94154c-6b19-4da2-b93f-b76a27388cac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=983fb040-9529-4be2-835e-8b237b1ea52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731637 Jul 06 11:54:10.833540 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d3df5bd-c5cd-4ae0-ab9a-4c8f96613271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:10.834635 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] For port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:10.835612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73d365-e9db-4fda-9079-3fd95f661e7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=051eb73e-cc49-4234-bd0e-51f311b8c003,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:10.839910 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] For port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=024dbbc0-7e1c-4152-8b0c-f9ef869349e4,segment=NetworkSegment(dca6d5ff-000f-4c87-b215-019bd5f08dc8),segment_id=dca6d5ff-000f-4c87-b215-019bd5f08dc8)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:10.842876 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:10.851326 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:10.944584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afb50e-d8f7-48a4-8e54-8f04fb0a4442 None None] Pushing event updated for resources: {'Port': ['ID=024dbbc0-7e1c-4152-8b0c-f9ef869349e4,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:10.946329 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1073906d-4cb6-4d7e-8438-78413b2ff617 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d87a1fb543ad439da90f2faeb195343c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944383 Jul 06 11:54:10.964120 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d1361-4212-464f-8a78-df80578e3fbe req-a781a5e3-ca2b-4eed-831e-d55be44914e1 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:10.973188 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-025d1361-4212-464f-8a78-df80578e3fbe req-a781a5e3-ca2b-4eed-831e-d55be44914e1 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 944 time: 0.3174119 Jul 06 11:54:11.044840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Allocated IP 172.25.4.233 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/0db969b7-9dbb-4f71-8172-87920e5ae49d) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:11.059113 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5601e306-8b66-434e-bfe7-4fbc177a54cb req-76ff8fc1-da21-4c4d-8c24-52ca32f78f52 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134502 Jul 06 11:54:11.064728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d73d365-e9db-4fda-9079-3fd95f661e7d admin admin] Checking segment: {'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:11.065633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d73d365-e9db-4fda-9079-3fd95f661e7d admin admin] Network hostable DHCP agents. Network: 2583a30c-12e0-47de-ab04-5597efae877a, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:54:11.129894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d73d365-e9db-4fda-9079-3fd95f661e7d admin admin] Network 2583a30c-12e0-47de-ab04-5597efae877a is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:54:11.180655 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-2d73d365-e9db-4fda-9079-3fd95f661e7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 2583a30c-12e0-47de-ab04-5597efae877a) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:11.190375 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bab539a-0a35-4c77-8430-922f9ccf7548 None None] Network 2583a30c-12e0-47de-ab04-5597efae877a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:11.200492 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d73d365-e9db-4fda-9079-3fd95f661e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:11.202964 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d73d365-e9db-4fda-9079-3fd95f661e7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.292281 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-e7f37c53-9e4b-4890-b7b9-1fbf3e69f5d4 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:11.299858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-e7f37c53-9e4b-4890-b7b9-1fbf3e69f5d4 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3409894 Jul 06 11:54:11.350950 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d3df5bd-c5cd-4ae0-ab9a-4c8f96613271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.354069 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5601e306-8b66-434e-bfe7-4fbc177a54cb req-52f51180-612d-4752-bb61-40a2c615eeea service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177780 Jul 06 11:54:11.357880 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-c7c5a04b-d426-493c-b8ed-d2386fc35b49 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/quotas/d87a1fb543ad439da90f2faeb195343c HTTP/1.1" status: 200 len: 375 time: 0.0568318 Jul 06 11:54:11.382270 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-025d1361-4212-464f-8a78-df80578e3fbe req-8748f723-e36d-4eb9-9879-fe4ff3f01f6e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081202 Jul 06 11:54:11.386075 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d3df5bd-c5cd-4ae0-ab9a-4c8f96613271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.392581 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2d73d365-e9db-4fda-9079-3fd95f661e7d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6876383 Jul 06 11:54:11.416176 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59582) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:11.427845 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-abe3294b-c6a6-48f9-b617-537daeb03d1d tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591133 Jul 06 11:54:11.449449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:11.466410 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3d3df5bd-c5cd-4ae0-ab9a-4c8f96613271 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ca784427c5e34401a61c0426c689ce94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1905327 Jul 06 11:54:11.480741 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59590) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:11.519288 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3df5bd-c5cd-4ae0-ab9a-4c8f96613271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28287bc-0d72-4847-84d4-6bda7abc025f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:11.616308 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-2583a30c-12e0-47de-ab04-5597efae877a', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:54:11.617619 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.633291 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.634460 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.786507 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.790230 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:11.827136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 7357460b-fbfa-4197-ac25-85c7fccf9c1f details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:12.000847 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Allocated IP 172.20.0.2 (2583a30c-12e0-47de-ab04-5597efae877a/051eb73e-cc49-4234-bd0e-51f311b8c003/56b05460-ffa0-4e5f-94b3-cf7987a7d202) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:12.077288 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:12.132855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d7281cc2-9e98-469f-bf48-d186d6b25bbb req-585dea35-aef8-45b1-8f8e-0ef4ef8bb0d4 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 210 time: 0.1795819 Jul 06 11:54:12.146056 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-400665b9-8b56-4e62-8fed-c351627458f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:12.274430 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-400665b9-8b56-4e62-8fed-c351627458f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:12.328380 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:12.348715 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bb014-6e91-4cc7-b94a-459c1b6d50c6 req-78a3fba1-85d2-4dfa-935c-65139164e63c tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:12.355796 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:12.364326 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Transition to ACTIVE for port object 56b05460-ffa0-4e5f-94b3-cf7987a7d202 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:12.371364 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6e4bb014-6e91-4cc7-b94a-459c1b6d50c6 req-78a3fba1-85d2-4dfa-935c-65139164e63c tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 945 time: 0.1625659 Jul 06 11:54:12.420024 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Transition to ACTIVE for port object 56b05460-ffa0-4e5f-94b3-cf7987a7d202 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:12.433279 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.resource_extend [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:54:12.462798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:12.502875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:12.510521 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Pushing event updated for resources: {'Port': ['ID=0db969b7-9dbb-4f71-8172-87920e5ae49d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:12.522545 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:12.607971 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 7357460b-fbfa-4197-ac25-85c7fccf9c1f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7357460b-fbfa-4197-ac25-85c7fccf9c1f,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:12.629990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '7357460b-fbfa-4197-ac25-85c7fccf9c1f', 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f', 'port_id': '7357460b-fbfa-4197-ac25-85c7fccf9c1f', 'mac_address': 'fa:16:3e:45:8e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f22715-ba8d-4530-84b2-f69de5c14956', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:12.632315 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:12.638528 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-400665b9-8b56-4e62-8fed-c351627458f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:12.641998 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-400665b9-8b56-4e62-8fed-c351627458f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:12.643404 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-400665b9-8b56-4e62-8fed-c351627458f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f28287bc-0d72-4847-84d4-6bda7abc025f HTTP/1.1" status: 204 len: 168 time: 1.1594028 Jul 06 11:54:12.713438 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cec433-a49a-4a97-b4b7-73b356f8af2d None None] Network 1dea3f4f-b3e8-4351-9333-c92537474894 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:12.817313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Pushing event updated for resources: {'Port': ['ID=56b05460-ffa0-4e5f-94b3-cf7987a7d202,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:12.879437 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400665b9-8b56-4e62-8fed-c351627458f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28287bc-0d72-4847-84d4-6bda7abc025f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:13.014989 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:13.067196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9d9d47e9-36e9-4f0e-88d4-d49754478614 None None] Provisioning for port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:13.094904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Network 2583a30c-12e0-47de-ab04-5597efae877a is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:13.104511 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6e4bb014-6e91-4cc7-b94a-459c1b6d50c6 req-4794c02c-cd50-4ff1-8178-56f426f981df tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7241895 Jul 06 11:54:13.124125 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:13.135301 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:13.226165 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d8d37-39e1-44df-93dd-be33304c7ed9 req-28d77503-0995-4813-9e3f-827ccb6f18bc tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:13.234761 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:13.235002 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-576d8d37-39e1-44df-93dd-be33304c7ed9 req-28d77503-0995-4813-9e3f-827ccb6f18bc tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 944 time: 0.3836026 Jul 06 11:54:13.242552 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.283110 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:13.283977 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.311615 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.327411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Attempting to bind port 56b05460-ffa0-4e5f-94b3-cf7987a7d202 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:13.328703 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Attempting to bind port 56b05460-ffa0-4e5f-94b3-cf7987a7d202 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:13.329936 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Attempting to bind port 56b05460-ffa0-4e5f-94b3-cf7987a7d202 on network 2583a30c-12e0-47de-ab04-5597efae877a {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:13.337200 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.355102 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7357460b-fbfa-4197-ac25-85c7fccf9c1f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:13.360848 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:13.361921 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Checking segment: {'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:13.362712 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.363348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Bound using segment: {'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:13.364028 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Bound port: 56b05460-ffa0-4e5f-94b3-cf7987a7d202, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:13.364588 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.435507 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-576d8d37-39e1-44df-93dd-be33304c7ed9 req-c7230a37-ae8a-4f9c-a950-ee878616ad2c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993320 Jul 06 11:54:13.490145 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.523818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] For port 56b05460-ffa0-4e5f-94b3-cf7987a7d202, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:13.527713 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] For port 56b05460-ffa0-4e5f-94b3-cf7987a7d202, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=56b05460-ffa0-4e5f-94b3-cf7987a7d202,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:13.541038 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 7357460b-fbfa-4197-ac25-85c7fccf9c1f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7357460b-fbfa-4197-ac25-85c7fccf9c1f,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:13.542941 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.591136 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.643882 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e2451bcd-0abe-48ce-b7ed-1c020f2bd4de req-b4c56f41-5f44-404a-8a9b-893861b1a414 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 210 time: 0.1207623 Jul 06 11:54:13.672336 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679efbb2-09fb-48c5-9889-15f60cfe88dc None None] Pushing event updated for resources: {'Port': ['ID=56b05460-ffa0-4e5f-94b3-cf7987a7d202,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:13.788701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=7357460b-fbfa-4197-ac25-85c7fccf9c1f,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:13.794584 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Allocated IP 172.25.4.148 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/61629e21-257e-4e62-8e16-4d206f477179) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:13.828475 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.844335 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cf9119f0-1659-4ad3-9084-db45c9e35bab None None] Provisioning complete for port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:13.844789 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf9119f0-1659-4ad3-9084-db45c9e35bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:13.884578 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['7357460b-fbfa-4197-ac25-85c7fccf9c1f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:13.944865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=024dbbc0-7e1c-4152-8b0c-f9ef869349e4,segment=NetworkSegment(dca6d5ff-000f-4c87-b215-019bd5f08dc8),segment_id=dca6d5ff-000f-4c87-b215-019bd5f08dc8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:13.963204 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:14.027703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c7aa2-33ed-4a89-8fc6-13ffd9018dba req-962f62ad-6c2a-45fe-8584-e3e5276dcc27 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:14.046379 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-776c7aa2-33ed-4a89-8fc6-13ffd9018dba req-962f62ad-6c2a-45fe-8584-e3e5276dcc27 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/ports?device_id=7354df70-fe6c-4c3a-a224-c599ea8ef4ad HTTP/1.1" status: 200 len: 950 time: 0.1498404 Jul 06 11:54:14.131448 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-776c7aa2-33ed-4a89-8fc6-13ffd9018dba req-2be5d17a-7a26-4915-9c91-f334192e783a tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/security-groups?id=21af7492-d4ee-4c0d-aa8d-477cccfc4e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816367 Jul 06 11:54:14.239297 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-a240cc2f-cdd0-4946-afe2-ce3653074242 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d87a1fb543ad439da90f2faeb195343c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537522 Jul 06 11:54:14.242891 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:14.249348 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:14.489226 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=024dbbc0-7e1c-4152-8b0c-f9ef869349e4,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:14.637280 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Router efcdaa55-652a-4aea-bee9-ad3eec8faa21 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:54:14.663478 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:14.719934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-8acc2c5e-e429-4ff7-87cb-f2e68136b726 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:14.721467 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-8acc2c5e-e429-4ff7-87cb-f2e68136b726 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4758296 Jul 06 11:54:14.751021 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Request body: {'port': {'device_id': '3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'd87a1fb543ad439da90f2faeb195343c'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:14.827766 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:14.837862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:14.882408 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:14.896978 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Pushing event updated for resources: {'Port': ['ID=61629e21-257e-4e62-8e16-4d206f477179,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:14.958513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 56b05460-ffa0-4e5f-94b3-cf7987a7d202 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:15.044306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 56b05460-ffa0-4e5f-94b3-cf7987a7d202 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:15.050162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:15.087530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:15.103668 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Sync routers for ids ['efcdaa55-652a-4aea-bee9-ad3eec8faa21'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:15.131893 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Routers {'efcdaa55-652a-4aea-bee9-ad3eec8faa21'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:15.132907 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:54:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['efcdaa55-652a-4aea-bee9-ad3eec8faa21'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:15.136619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:15.136619 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:15.191454 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Made reservation on behalf of d87a1fb543ad439da90f2faeb195343c for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:15.196337 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:15.215716 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:15.221060 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:15.222253 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9d631e2a-2d97-4870-aa4b-3d44c87e3e75 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0365474 Jul 06 11:54:15.225082 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59754) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:15.257731 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5ea77c-6329-4cce-bd18-90049a4eeb9f None None] Network 2583a30c-12e0-47de-ab04-5597efae877a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:15.380462 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Set router efcdaa55-652a-4aea-bee9-ad3eec8faa21 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:15.512040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbfb36-051d-4e5c-abf7-efb080090b56 req-c16554a2-e2ea-4e35-aef6-c3d94bcbaecf tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:15.513577 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1cbfb36-051d-4e5c-abf7-efb080090b56 req-c16554a2-e2ea-4e35-aef6-c3d94bcbaecf tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 945 time: 0.2995718 Jul 06 11:54:15.549655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-127d852d-db3c-467d-bcfe-bb6422a82f21 None None] Provisioning for port 56b05460-ffa0-4e5f-94b3-cf7987a7d202 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:15.566353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-127d852d-db3c-467d-bcfe-bb6422a82f21 None None] Provisioning complete for port 56b05460-ffa0-4e5f-94b3-cf7987a7d202 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:15.566736 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-127d852d-db3c-467d-bcfe-bb6422a82f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:15.664405 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312077802-router', 'tenant_id': '34db50ec06bd45be87840379466a2d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '0db969b7-9dbb-4f71-8172-87920e5ae49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:08Z', 'updated_at': '2021-07-06T11:54:13Z', 'revision_number': 3, 'project_id': '34db50ec06bd45be87840379466a2d9a', 'gw_port': {'id': '0db969b7-9dbb-4f71-8172-87920e5ae49d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:10Z', 'updated_at': '2021-07-06T11:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:15.729106 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Checking router: efcdaa55-652a-4aea-bee9-ad3eec8faa21 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:15.729444 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Updating router efcdaa55-652a-4aea-bee9-ad3eec8faa21 port 0db969b7-9dbb-4f71-8172-87920e5ae49d binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:54:15.759623 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-127d852d-db3c-467d-bcfe-bb6422a82f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:15.765824 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:15.822484 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-127d852d-db3c-467d-bcfe-bb6422a82f21 None None] For port 56b05460-ffa0-4e5f-94b3-cf7987a7d202, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=56b05460-ffa0-4e5f-94b3-cf7987a7d202,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:15.829294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 7357460b-fbfa-4197-ac25-85c7fccf9c1f up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:15.876611 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-127d852d-db3c-467d-bcfe-bb6422a82f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:15.956402 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d852d-db3c-467d-bcfe-bb6422a82f21 None None] Pushing event updated for resources: {'Port': ['ID=56b05460-ffa0-4e5f-94b3-cf7987a7d202,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:15.978754 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 7357460b-fbfa-4197-ac25-85c7fccf9c1f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:15.997539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 7357460b-fbfa-4197-ac25-85c7fccf9c1f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:15.997902 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.003842 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.029259 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cde2784f-19fa-49b6-ac72-dacf44c17021 None None] Provisioning complete for port 56b05460-ffa0-4e5f-94b3-cf7987a7d202 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:16.029758 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cde2784f-19fa-49b6-ac72-dacf44c17021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.062662 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d657392-ba76-439b-85af-77dcf232299f req-f57c1e79-54dc-461d-8f83-1bb704100e21 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:16.064490 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5d657392-ba76-439b-85af-77dcf232299f req-f57c1e79-54dc-461d-8f83-1bb704100e21 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 945 time: 0.1491108 Jul 06 11:54:16.090548 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1cbfb36-051d-4e5c-abf7-efb080090b56 req-f37d9f3d-5fb1-471c-9872-9caa8cbde5ce tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611687 Jul 06 11:54:16.092899 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.150604 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.163087 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Transition to ACTIVE for port object 0db969b7-9dbb-4f71-8172-87920e5ae49d will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:16.173294 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.181525 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.226291 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Attempting to bind port 0db969b7-9dbb-4f71-8172-87920e5ae49d on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:16.226658 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Attempting to bind port 0db969b7-9dbb-4f71-8172-87920e5ae49d by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:16.227054 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Attempting to bind port 0db969b7-9dbb-4f71-8172-87920e5ae49d on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:16.228899 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8ab17c-abed-4fb6-90a7-2a801acfde64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7357460b-fbfa-4197-ac25-85c7fccf9c1f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:16.234026 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d10c39-c994-43e7-9955-4e16bd6b2cfd" -d '{"events": [{"server_uuid": "dd8ab17c-abed-4fb6-90a7-2a801acfde64", "name": "network-vif-plugged", "status": "completed", "tag": "7357460b-fbfa-4197-ac25-85c7fccf9c1f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:16.237127 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.249234 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5d657392-ba76-439b-85af-77dcf232299f req-5f64b90e-bb52-429a-877e-a48c079b6b84 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups?id=8159a9b8-84f4-4283-8f5e-8d70885622c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441517 Jul 06 11:54:16.256804 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:16.258649 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:16.258649 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.258649 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:16.258925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 7357460b-fbfa-4197-ac25-85c7fccf9c1f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7357460b-fbfa-4197-ac25-85c7fccf9c1f,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:16.259018 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Bound port: 0db969b7-9dbb-4f71-8172-87920e5ae49d, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:16.259018 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.274923 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.292078 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384119fc-8d14-4158-92b0-2a93d364d421 None None] Pushing event updated for resources: {'Port': ['ID=0db969b7-9dbb-4f71-8172-87920e5ae49d,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:16.314038 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.323630 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Allocated IP 172.20.0.1 (1dea3f4f-b3e8-4351-9333-c92537474894/1d2b501d-2e78-4de8-9ce6-33b83dfa1b45/acf3a5d2-b76c-40af-b14a-cd951f0ea3d0) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:16.340087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=7357460b-fbfa-4197-ac25-85c7fccf9c1f,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:16.356615 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3b3688e-b94e-4f91-8960-cddc76680c45 req-6492b2ff-2efa-4097-998b-70aa6e5d1513 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 210 time: 0.0951045 Jul 06 11:54:16.357996 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] For port 0db969b7-9dbb-4f71-8172-87920e5ae49d, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:16.361786 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] For port 0db969b7-9dbb-4f71-8172-87920e5ae49d, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0db969b7-9dbb-4f71-8172-87920e5ae49d,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:16.371639 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.440977 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Routers {'efcdaa55-652a-4aea-bee9-ad3eec8faa21'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:16.441659 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:54:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['efcdaa55-652a-4aea-bee9-ad3eec8faa21'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:16.461928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2c1b8a-99bf-4adc-959b-732918ff4f3a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:16.491274 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.506210 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Transition to ACTIVE for port object acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:16.521609 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3214ef-9815-4a47-9d3b-3ed1961f6c10 x-openstack-request-id: req-7b3214ef-9815-4a47-9d3b-3ed1961f6c10 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:16.521609 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8ab17c-abed-4fb6-90a7-2a801acfde64", "name": "network-vif-plugged", "status": "completed", "tag": "7357460b-fbfa-4197-ac25-85c7fccf9c1f", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:16.521609 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b3214ef-9815-4a47-9d3b-3ed1961f6c10 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:16.521993 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8ab17c-abed-4fb6-90a7-2a801acfde64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7357460b-fbfa-4197-ac25-85c7fccf9c1f', 'code': 200} Jul 06 11:54:16.597981 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384119fc-8d14-4158-92b0-2a93d364d421 None None] Pushing event updated for resources: {'Port': ['ID=0db969b7-9dbb-4f71-8172-87920e5ae49d,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:16.636054 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] Set router efcdaa55-652a-4aea-bee9-ad3eec8faa21 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:16.668049 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Allocated IP 192.168.233.48 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/da9a5d9e-492e-4c12-99d5-e4095fc1ed94) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:16.669081 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.683849 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:16.780388 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Pushing event updated for resources: {'Port': ['ID=acf3a5d2-b76c-40af-b14a-cd951f0ea3d0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:16.790180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Network 1dea3f4f-b3e8-4351-9333-c92537474894 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:16.796346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:16.803929 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:16.861656 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667a4c5-8854-423a-9cdb-64f9826565f6 req-e181bf53-fcfb-473b-9b3a-8e7331abec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:16.865590 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 56b05460-ffa0-4e5f-94b3-cf7987a7d202 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:16.879142 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d667a4c5-8854-423a-9cdb-64f9826565f6 req-e181bf53-fcfb-473b-9b3a-8e7331abec8b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 1097 time: 0.2766161 Jul 06 11:54:16.921164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fcf1d659-570d-407f-9568-af4b477568b4 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:16.969410 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312077802-router', 'tenant_id': '34db50ec06bd45be87840379466a2d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '0db969b7-9dbb-4f71-8172-87920e5ae49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:08Z', 'updated_at': '2021-07-06T11:54:13Z', 'revision_number': 3, 'project_id': '34db50ec06bd45be87840379466a2d9a', 'gw_port': {'id': '0db969b7-9dbb-4f71-8172-87920e5ae49d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:10Z', 'updated_at': '2021-07-06T11:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:16.974265 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.029835 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.045593 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:54:17.053977 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8484375-cd8f-44fe-929d-77cf3a2e75e9 None None] The sync data for ids ['efcdaa55-652a-4aea-bee9-ad3eec8faa21'] in n-d-799529-2 is: [{'id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312077802-router', 'tenant_id': '34db50ec06bd45be87840379466a2d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '0db969b7-9dbb-4f71-8172-87920e5ae49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:08Z', 'updated_at': '2021-07-06T11:54:13Z', 'revision_number': 3, 'project_id': '34db50ec06bd45be87840379466a2d9a', 'gw_port': {'id': '0db969b7-9dbb-4f71-8172-87920e5ae49d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:10Z', 'updated_at': '2021-07-06T11:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:17.054658 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Transition to ACTIVE for port object da9a5d9e-492e-4c12-99d5-e4095fc1ed94 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:17.089807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 56b05460-ffa0-4e5f-94b3-cf7987a7d202 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:17.089807 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.113219 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d667a4c5-8854-423a-9cdb-64f9826565f6 req-353f13d9-fde3-4ac7-9232-ffcb6a3f5883 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245722 Jul 06 11:54:17.204413 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.258385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:17.265961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:17.268769 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:17.281956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3d0292ee-c6a5-46bc-8d28-5e121d269c27 None None] Provisioning for port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:17.294698 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.314169 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.323865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3d0292ee-c6a5-46bc-8d28-5e121d269c27 None None] Provisioning complete for port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:17.324238 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3d0292ee-c6a5-46bc-8d28-5e121d269c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.352102 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:17.367586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event updated for resources: {'Port': ['ID=da9a5d9e-492e-4c12-99d5-e4095fc1ed94,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:17.395609 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:17.396275 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.425102 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Sync routers for ids ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:17.439438 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-1c616620-f0a9-4ba9-8821-c5369384d3cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6961350 Jul 06 11:54:17.440741 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.444452 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-93a0fb00-6ac3-4669-83e4-fbadbdf12e0a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0112677 Jul 06 11:54:17.444833 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59804) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:17.464848 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Request body: {'port': {'device_id': '3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:17.550963 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Routers {'733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:17.551670 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:54:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:17.575563 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fcf1d659-570d-407f-9568-af4b477568b4, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fcf1d659-570d-407f-9568-af4b477568b4,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:17.576550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3d0292ee-c6a5-46bc-8d28-5e121d269c27 None None] Port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:17.625883 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.678172 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.689444 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.804579 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.856436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Set router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:17.883887 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Pushing event updated for resources: {'Port': ['ID=acf3a5d2-b76c-40af-b14a-cd951f0ea3d0,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:17.954430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=fcf1d659-570d-407f-9568-af4b477568b4,revision_number=11']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:17.972382 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:17.981454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Network 1dea3f4f-b3e8-4351-9333-c92537474894 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:17.983448 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:18.001232 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-189f9f2b-5cae-4005-8c16-5cbc5d9edc11 None None] Provisioning for port da9a5d9e-492e-4c12-99d5-e4095fc1ed94 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:18.009839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-189f9f2b-5cae-4005-8c16-5cbc5d9edc11 None None] Provisioning complete for port da9a5d9e-492e-4c12-99d5-e4095fc1ed94 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:18.010215 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-189f9f2b-5cae-4005-8c16-5cbc5d9edc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.154524 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-189f9f2b-5cae-4005-8c16-5cbc5d9edc11 None None] Port da9a5d9e-492e-4c12-99d5-e4095fc1ed94 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:18.157077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Router efcdaa55-652a-4aea-bee9-ad3eec8faa21 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:18.172596 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:15Z', 'revision_number': 3, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:18.209191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Checking router: 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:18.209722 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Updating router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 port 61629e21-257e-4e62-8e16-4d206f477179 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:54:18.225438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69533b-3b6c-484d-9661-61a50bed5ee3 req-2c2a8dc9-db46-48bd-8ad7-5ea2e07b8d29 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:18.235917 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce69533b-3b6c-484d-9661-61a50bed5ee3 req-2c2a8dc9-db46-48bd-8ad7-5ea2e07b8d29 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/ports?device_id=7354df70-fe6c-4c3a-a224-c599ea8ef4ad HTTP/1.1" status: 200 len: 948 time: 0.4094534 Jul 06 11:54:18.246634 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.324753 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:18.345100 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a2ab0702-108b-476a-a8de-e118454cdb3b admin admin] 10.222.0.81 "PUT /v2.0/routers/efcdaa55-652a-4aea-bee9-ad3eec8faa21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1177444 Jul 06 11:54:18.386348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f8555120-aa5c-4d6f-b48f-ee057d99d3e7 None None] Provisioning complete for port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:18.386765 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8555120-aa5c-4d6f-b48f-ee057d99d3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.396535 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce69533b-3b6c-484d-9661-61a50bed5ee3 req-f1004f0f-1c66-4a75-969e-8d2f0fa80460 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.81 "GET /v2.0/security-groups?id=21af7492-d4ee-4c0d-aa8d-477cccfc4e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597180 Jul 06 11:54:18.488220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f8555120-aa5c-4d6f-b48f-ee057d99d3e7 None None] Port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:18.493990 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9a5d9e-492e-4c12-99d5-e4095fc1ed94 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:18.505091 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.528747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7354df70-fe6c-4c3a-a224-c599ea8ef4ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf1d659-570d-407f-9568-af4b477568b4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:18.531074 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba472cc-3311-4d72-b229-6ede7e6ebd30" -d '{"events": [{"server_uuid": "7354df70-fe6c-4c3a-a224-c599ea8ef4ad", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf1d659-570d-407f-9568-af4b477568b4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:18.562959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Transition to ACTIVE for port object da9a5d9e-492e-4c12-99d5-e4095fc1ed94 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:18.574622 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.630834 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.641849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Transition to ACTIVE for port object 61629e21-257e-4e62-8e16-4d206f477179 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:18.649002 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.677738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Attempting to bind port 61629e21-257e-4e62-8e16-4d206f477179 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:18.678310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Attempting to bind port 61629e21-257e-4e62-8e16-4d206f477179 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:18.678732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Attempting to bind port 61629e21-257e-4e62-8e16-4d206f477179 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:18.705063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:18.705445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:18.705859 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.706301 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:18.706926 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Bound port: 61629e21-257e-4e62-8e16-4d206f477179, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:18.707211 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.748270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Pushing event updated for resources: {'Port': ['ID=da9a5d9e-492e-4c12-99d5-e4095fc1ed94,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:18.775133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300c092-9409-465a-aee9-74158e5a55a1 None None] Pushing event updated for resources: {'Port': ['ID=61629e21-257e-4e62-8e16-4d206f477179,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:18.860705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] For port 61629e21-257e-4e62-8e16-4d206f477179, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:18.863456 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18263146-537a-484e-bf98-bc08a13559bf req-4c280b38-86ec-4bdb-85f8-c072dcdc776a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:18.877688 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18263146-537a-484e-bf98-bc08a13559bf req-4c280b38-86ec-4bdb-85f8-c072dcdc776a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 946 time: 0.3040748 Jul 06 11:54:18.886031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] For port 61629e21-257e-4e62-8e16-4d206f477179, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=61629e21-257e-4e62-8e16-4d206f477179,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:18.893359 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:18.928846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965e3cd-9e27-445e-ad19-a9f035a32cb8 req-c056e723-9de1-41fe-b545-4efb388a7be3 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:18.932810 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d965e3cd-9e27-445e-ad19-a9f035a32cb8 req-c056e723-9de1-41fe-b545-4efb388a7be3 tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.23 "GET /v2.0/ports?device_id=7354df70-fe6c-4c3a-a224-c599ea8ef4ad HTTP/1.1" status: 200 len: 948 time: 0.1533000 Jul 06 11:54:19.008692 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300c092-9409-465a-aee9-74158e5a55a1 None None] Pushing event updated for resources: {'Port': ['ID=61629e21-257e-4e62-8e16-4d206f477179,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:19.011794 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0db969b7-9dbb-4f71-8172-87920e5ae49d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:19.048437 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.054474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Attempting to bind port da9a5d9e-492e-4c12-99d5-e4095fc1ed94 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:19.055023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Attempting to bind port da9a5d9e-492e-4c12-99d5-e4095fc1ed94 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:19.055655 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Attempting to bind port da9a5d9e-492e-4c12-99d5-e4095fc1ed94 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:19.056319 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Routers {'733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:19.056959 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:54:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:19.088019 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18263146-537a-484e-bf98-bc08a13559bf req-57629a45-d5dd-43f8-a6b1-82d5e74300d8 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057962 Jul 06 11:54:19.093217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Port da9a5d9e-492e-4c12-99d5-e4095fc1ed94 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:54:19.094515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Attempting to bind port da9a5d9e-492e-4c12-99d5-e4095fc1ed94 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:19.252388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] Set router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:19.298358 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d965e3cd-9e27-445e-ad19-a9f035a32cb8 req-e1b9bf5e-c976-4c63-9571-d2bc7e5dcfec tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Deleting port fcf1d659-570d-407f-9568-af4b477568b4 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:19.298923 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d965e3cd-9e27-445e-ad19-a9f035a32cb8 req-e1b9bf5e-c976-4c63-9571-d2bc7e5dcfec tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.363934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:19.369911 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:19.370410 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:19.371148 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Bound port: da9a5d9e-492e-4c12-99d5-e4095fc1ed94, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:19.371531 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.375530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Allocated IP 172.20.0.1 (2583a30c-12e0-47de-ab04-5597efae877a/051eb73e-cc49-4234-bd0e-51f311b8c003/b2e0fbbe-adcd-4482-882c-dab5a387b157) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:19.397397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb788-fe49-4bd4-8760-6a25c6c874aa req-46a00d49-ee78-4386-9bcd-1467a0f72c48 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:19.399799 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-527bb788-fe49-4bd4-8760-6a25c6c874aa req-46a00d49-ee78-4386-9bcd-1467a0f72c48 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.23 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 945 time: 0.1765814 Jul 06 11:54:19.522053 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 0db969b7-9dbb-4f71-8172-87920e5ae49d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:19.538507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0db969b7-9dbb-4f71-8172-87920e5ae49d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:19.538771 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.570805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d965e3cd-9e27-445e-ad19-a9f035a32cb8 req-e1b9bf5e-c976-4c63-9571-d2bc7e5dcfec tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] For port fcf1d659-570d-407f-9568-af4b477568b4, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fcf1d659-570d-407f-9568-af4b477568b4,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:19.571455 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d965e3cd-9e27-445e-ad19-a9f035a32cb8 req-e1b9bf5e-c976-4c63-9571-d2bc7e5dcfec tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.594904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d965e3cd-9e27-445e-ad19-a9f035a32cb8 req-e1b9bf5e-c976-4c63-9571-d2bc7e5dcfec tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Calling delete_port for fcf1d659-570d-407f-9568-af4b477568b4 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:19.598007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-527bb788-fe49-4bd4-8760-6a25c6c874aa req-db796fd1-447d-4fa8-bc05-fc45267e055e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Deleting port 051460bc-bf70-4958-9994-2429d87606bc {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:19.598722 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-527bb788-fe49-4bd4-8760-6a25c6c874aa req-db796fd1-447d-4fa8-bc05-fc45267e055e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.675834 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] For port da9a5d9e-492e-4c12-99d5-e4095fc1ed94, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:19.716865 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] For port da9a5d9e-492e-4c12-99d5-e4095fc1ed94, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=da9a5d9e-492e-4c12-99d5-e4095fc1ed94,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:19.730372 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.740690 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7702fed-ef8b-4c5a-a38d-b2f72370d523 req-52f7f405-0b50-4379-92e1-420149f08107 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:19.751707 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7702fed-ef8b-4c5a-a38d-b2f72370d523 req-52f7f405-0b50-4379-92e1-420149f08107 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 947 time: 0.3730071 Jul 06 11:54:19.753944 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.757509 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Sync routers for ids ['efcdaa55-652a-4aea-bee9-ad3eec8faa21'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:19.782936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-527bb788-fe49-4bd4-8760-6a25c6c874aa req-db796fd1-447d-4fa8-bc05-fc45267e055e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] For port 051460bc-bf70-4958-9994-2429d87606bc, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=051460bc-bf70-4958-9994-2429d87606bc,segment=NetworkSegment(486ddc86-d2a2-4450-bc49-d7365f4bd225),segment_id=486ddc86-d2a2-4450-bc49-d7365f4bd225)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:19.783713 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-527bb788-fe49-4bd4-8760-6a25c6c874aa req-db796fd1-447d-4fa8-bc05-fc45267e055e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.820750 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Routers {'efcdaa55-652a-4aea-bee9-ad3eec8faa21'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:19.822659 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:54:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['efcdaa55-652a-4aea-bee9-ad3eec8faa21'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:19.849774 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Transition to ACTIVE for port object b2e0fbbe-adcd-4482-882c-dab5a387b157 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:19.899647 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:19.900138 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:19.902502 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] 10.222.0.23 "PUT /v2.0/ports/da9a5d9e-492e-4c12-99d5-e4095fc1ed94 HTTP/1.1" status: 200 len: 1095 time: 2.4552352 Jul 06 11:54:19.924202 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16', 'tag': 'da9a5d9e-492e-4c12-99d5-e4095fc1ed94'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:19.934969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:15Z', 'revision_number': 3, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:19.946083 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b323510f-16c4-4e7a-affc-8f108b7c1e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16", "tag": "da9a5d9e-492e-4c12-99d5-e4095fc1ed94"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:19.953716 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.010831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef95aa-96d3-4fd9-bbc8-fb3b14369f23 None None] The sync data for ids ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'] in n-d-799529-2 is: [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:15Z', 'revision_number': 3, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:20.029108 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d965e3cd-9e27-445e-ad19-a9f035a32cb8 req-e1b9bf5e-c976-4c63-9571-d2bc7e5dcfec tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.091961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 0db969b7-9dbb-4f71-8172-87920e5ae49d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0db969b7-9dbb-4f71-8172-87920e5ae49d,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:20.108925 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.139800 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7702fed-ef8b-4c5a-a38d-b2f72370d523 req-8b24a4f0-11db-4fc7-8be1-f77d722c0702 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871322 Jul 06 11:54:20.197784 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d965e3cd-9e27-445e-ad19-a9f035a32cb8 req-e1b9bf5e-c976-4c63-9571-d2bc7e5dcfec tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] No DVR routers for this DVR port fcf1d659-570d-407f-9568-af4b477568b4 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:20.204599 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d965e3cd-9e27-445e-ad19-a9f035a32cb8 req-e1b9bf5e-c976-4c63-9571-d2bc7e5dcfec tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.207852 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d965e3cd-9e27-445e-ad19-a9f035a32cb8 req-e1b9bf5e-c976-4c63-9571-d2bc7e5dcfec tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] 10.222.0.23 "DELETE /v2.0/ports/fcf1d659-570d-407f-9568-af4b477568b4 HTTP/1.1" status: 204 len: 173 time: 1.2673206 Jul 06 11:54:20.208851 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7354df70-fe6c-4c3a-a224-c599ea8ef4ad', 'name': 'network-vif-deleted', 'tag': 'fcf1d659-570d-407f-9568-af4b477568b4'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:20.217837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1026ae-8c68-4c4b-8c8e-f13f79bed99e service neutron] Pushing event updated for resources: {'Port': ['ID=da9a5d9e-492e-4c12-99d5-e4095fc1ed94,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:20.221797 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ae47de-7d3e-46ea-88fd-08b10f0c62b4" -d '{"events": [{"server_uuid": "7354df70-fe6c-4c3a-a224-c599ea8ef4ad", "name": "network-vif-deleted", "tag": "fcf1d659-570d-407f-9568-af4b477568b4"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:20.267802 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9bf5e-c976-4c63-9571-d2bc7e5dcfec tempest-ImagesOneServerTestJSON-1916239141 tempest-ImagesOneServerTestJSON-1916239141-project] Pushing event deleted for resources: {'Port': ['ID=fcf1d659-570d-407f-9568-af4b477568b4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:20.282044 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.324033 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=0db969b7-9dbb-4f71-8172-87920e5ae49d,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:20.324980 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Network 2583a30c-12e0-47de-ab04-5597efae877a is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:20.329438 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-527bb788-fe49-4bd4-8760-6a25c6c874aa req-db796fd1-447d-4fa8-bc05-fc45267e055e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.331629 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:20.336243 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-527bb788-fe49-4bd4-8760-6a25c6c874aa req-db796fd1-447d-4fa8-bc05-fc45267e055e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.336851 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [req-527bb788-fe49-4bd4-8760-6a25c6c874aa req-db796fd1-447d-4fa8-bc05-fc45267e055e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Floating IP bbadbfa1-e913-40f7-98c2-b2534da2b005 disassociated. External IP: 172.25.4.50, port: 051460bc-bf70-4958-9994-2429d87606bc. Jul 06 11:54:20.338766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-527bb788-fe49-4bd4-8760-6a25c6c874aa req-db796fd1-447d-4fa8-bc05-fc45267e055e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Calling delete_port for 051460bc-bf70-4958-9994-2429d87606bc owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:20.400844 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:20.511349 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Set router efcdaa55-652a-4aea-bee9-ad3eec8faa21 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:20.598479 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e0fbbe-adcd-4482-882c-dab5a387b157,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:20.610340 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.912179 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-527bb788-fe49-4bd4-8760-6a25c6c874aa req-db796fd1-447d-4fa8-bc05-fc45267e055e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:20.920475 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-30d64330-d7ce-4e64-9980-1994d32c239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:20.922882 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-30d64330-d7ce-4e64-9980-1994d32c239e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 1098 time: 0.9648082 Jul 06 11:54:21.109029 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8163a2d1-3927-45ce-b67a-4086ee13fae8 None None] Provisioning for port b2e0fbbe-adcd-4482-882c-dab5a387b157 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:21.126164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8163a2d1-3927-45ce-b67a-4086ee13fae8 None None] Provisioning complete for port b2e0fbbe-adcd-4482-882c-dab5a387b157 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:21.127031 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8163a2d1-3927-45ce-b67a-4086ee13fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.187495 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db796fd1-447d-4fa8-bc05-fc45267e055e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Pushing event deleted for resources: {'Port': ['ID=051460bc-bf70-4958-9994-2429d87606bc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:21.209861 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-0e63f9f6-73ab-4d28-85c6-5670d77196e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=da9a5d9e-492e-4c12-99d5-e4095fc1ed94 HTTP/1.1" status: 200 len: 217 time: 0.2507391 Jul 06 11:54:21.238996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8163a2d1-3927-45ce-b67a-4086ee13fae8 None None] Port b2e0fbbe-adcd-4482-882c-dab5a387b157 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:21.285894 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0db969b7-9dbb-4f71-8172-87920e5ae49d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:21.372404 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312077802-router', 'tenant_id': '34db50ec06bd45be87840379466a2d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '0db969b7-9dbb-4f71-8172-87920e5ae49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:08Z', 'updated_at': '2021-07-06T11:54:17Z', 'revision_number': 4, 'project_id': '34db50ec06bd45be87840379466a2d9a', 'gw_port': {'id': '0db969b7-9dbb-4f71-8172-87920e5ae49d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:10Z', 'updated_at': '2021-07-06T11:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'acf3a5d2-b76c-40af-b14a-cd951f0ea3d0', 'name': '', 'network_id': '1dea3f4f-b3e8-4351-9333-c92537474894', 'tenant_id': '34db50ec06bd45be87840379466a2d9a', 'mac_address': 'fa:16:3e:be:92:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '1d2b501d-2e78-4de8-9ce6-33b83dfa1b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:16Z', 'updated_at': '2021-07-06T11:54:17Z', 'revision_number': 2, 'project_id': '34db50ec06bd45be87840379466a2d9a', 'subnets': [{'id': '1d2b501d-2e78-4de8-9ce6-33b83dfa1b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:21.510438 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Checking router: efcdaa55-652a-4aea-bee9-ad3eec8faa21 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:21.510782 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Updating router efcdaa55-652a-4aea-bee9-ad3eec8faa21 port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:54:21.609009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0db969b7-9dbb-4f71-8172-87920e5ae49d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:21.622722 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.666363 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:21.670157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-527bb788-fe49-4bd4-8760-6a25c6c874aa req-db796fd1-447d-4fa8-bc05-fc45267e055e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Router d4c68f84-d34f-4409-a111-d1ce98926356 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:21.866680 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 61629e21-257e-4e62-8e16-4d206f477179 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:21.932746 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 61629e21-257e-4e62-8e16-4d206f477179 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:21.975328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 61629e21-257e-4e62-8e16-4d206f477179 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:21.982340 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.052128 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-527bb788-fe49-4bd4-8760-6a25c6c874aa req-db796fd1-447d-4fa8-bc05-fc45267e055e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:22.077139 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac89c2c-e057-40de-8e6a-adfa5029dfb1 None None] Sync routers for ids ['d4c68f84-d34f-4409-a111-d1ce98926356'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:22.110231 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac89c2c-e057-40de-8e6a-adfa5029dfb1 None None] Routers {'d4c68f84-d34f-4409-a111-d1ce98926356'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:22.111240 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-eac89c2c-e057-40de-8e6a-adfa5029dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:54:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['d4c68f84-d34f-4409-a111-d1ce98926356'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:22.167741 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-527bb788-fe49-4bd4-8760-6a25c6c874aa req-db796fd1-447d-4fa8-bc05-fc45267e055e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] No DVR routers for this DVR port 051460bc-bf70-4958-9994-2429d87606bc on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:22.172036 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-527bb788-fe49-4bd4-8760-6a25c6c874aa req-db796fd1-447d-4fa8-bc05-fc45267e055e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.175738 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-527bb788-fe49-4bd4-8760-6a25c6c874aa req-db796fd1-447d-4fa8-bc05-fc45267e055e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.23 "DELETE /v2.0/ports/051460bc-bf70-4958-9994-2429d87606bc HTTP/1.1" status: 204 len: 173 time: 2.7699449 Jul 06 11:54:22.259257 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-eac89c2c-e057-40de-8e6a-adfa5029dfb1 None None] Set router d4c68f84-d34f-4409-a111-d1ce98926356 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:22.365652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-2f504df5-2a39-4920-9020-2560d957c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:22.367129 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-2f504df5-2a39-4920-9020-2560d957c986 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 1.1408246 Jul 06 11:54:22.399854 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bff1dd73-74ac-4eae-8e30-caf8d35bb2ea req-76b1b29a-ba00-4dce-bc51-27c7b888c260 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 210 time: 0.1022341 Jul 06 11:54:22.439931 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.455982 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Transition to ACTIVE for port object acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:22.466448 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.534490 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0e1fe7-8c93-4f8b-a803-96dc7c3cb715 x-openstack-request-id: req-cb0e1fe7-8c93-4f8b-a803-96dc7c3cb715 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:22.537217 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7354df70-fe6c-4c3a-a224-c599ea8ef4ad", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf1d659-570d-407f-9568-af4b477568b4", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:22.537217 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb0e1fe7-8c93-4f8b-a803-96dc7c3cb715 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:22.538445 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7354df70-fe6c-4c3a-a224-c599ea8ef4ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf1d659-570d-407f-9568-af4b477568b4', 'code': 200} Jul 06 11:54:22.594013 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.631279 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.726527 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24336f9-2051-4146-88fa-a37b36390988 None None] Pushing event updated for resources: {'Port': ['ID=acf3a5d2-b76c-40af-b14a-cd951f0ea3d0,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:22.731900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 61629e21-257e-4e62-8e16-4d206f477179, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=61629e21-257e-4e62-8e16-4d206f477179,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:22.741438 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.742591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-969ee254-b5da-4b3a-836d-f882264ecf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:22.758304 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-969ee254-b5da-4b3a-836d-f882264ecf53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3683970 Jul 06 11:54:22.771771 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Attempting to bind port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:22.772146 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Attempting to bind port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'dca6d5ff-000f-4c87-b215-019bd5f08dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1dea3f4f-b3e8-4351-9333-c92537474894'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:22.772510 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Attempting to bind port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 on network 1dea3f4f-b3e8-4351-9333-c92537474894 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:22.787664 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:22.788038 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Checking segment: {'id': 'dca6d5ff-000f-4c87-b215-019bd5f08dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1dea3f4f-b3e8-4351-9333-c92537474894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:22.788447 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.788844 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Bound using segment: {'id': 'dca6d5ff-000f-4c87-b215-019bd5f08dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1dea3f4f-b3e8-4351-9333-c92537474894'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:22.789357 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Bound port: acf3a5d2-b76c-40af-b14a-cd951f0ea3d0, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca6d5ff-000f-4c87-b215-019bd5f08dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1dea3f4f-b3e8-4351-9333-c92537474894'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:22.789697 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:22.885503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=61629e21-257e-4e62-8e16-4d206f477179,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:22.919043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-eac89c2c-e057-40de-8e6a-adfa5029dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'name': 'tempest-ServersTestBootFromVolume-847844082-router', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:51:08Z', 'updated_at': '2021-07-06T11:51:20Z', 'revision_number': 4, 'project_id': '92fa138979964412a0cedd1a4908272c', 'gw_port': {'id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:09Z', 'updated_at': '2021-07-06T11:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '85b9696c-591b-4e81-8206-847167e982bc', 'name': '', 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'mac_address': 'fa:16:3e:98:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:17Z', 'updated_at': '2021-07-06T11:51:29Z', 'revision_number': 5, 'project_id': '92fa138979964412a0cedd1a4908272c', 'subnets': [{'id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:22.926433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 051460bc-bf70-4958-9994-2429d87606bc no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:22.990867 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] For port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:22.995796 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] For port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=acf3a5d2-b76c-40af-b14a-cd951f0ea3d0,segment=NetworkSegment(dca6d5ff-000f-4c87-b215-019bd5f08dc8),segment_id=dca6d5ff-000f-4c87-b215-019bd5f08dc8)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:23.004338 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:23.025251 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 051460bc-bf70-4958-9994-2429d87606bc {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:23.026060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 051460bc-bf70-4958-9994-2429d87606bc not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:23.027414 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fcf1d659-570d-407f-9568-af4b477568b4 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:23.065064 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac89c2c-e057-40de-8e6a-adfa5029dfb1 None None] Checking router: d4c68f84-d34f-4409-a111-d1ce98926356 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:23.078240 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac89c2c-e057-40de-8e6a-adfa5029dfb1 None None] Routers {'d4c68f84-d34f-4409-a111-d1ce98926356'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:23.079451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-eac89c2c-e057-40de-8e6a-adfa5029dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:54:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['d4c68f84-d34f-4409-a111-d1ce98926356'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:23.083004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: fcf1d659-570d-407f-9568-af4b477568b4 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:23.085576 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fcf1d659-570d-407f-9568-af4b477568b4 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:23.107761 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24336f9-2051-4146-88fa-a37b36390988 None None] Pushing event updated for resources: {'Port': ['ID=acf3a5d2-b76c-40af-b14a-cd951f0ea3d0,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:23.157308 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Routers {'efcdaa55-652a-4aea-bee9-ad3eec8faa21'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:23.157929 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:54:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['efcdaa55-652a-4aea-bee9-ad3eec8faa21'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:23.252918 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfe3be1-7b9e-478d-93d0-ab1045649d46 x-openstack-request-id: req-fdfe3be1-7b9e-478d-93d0-ab1045649d46 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:23.253270 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16", "tag": "da9a5d9e-492e-4c12-99d5-e4095fc1ed94", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:23.253636 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fdfe3be1-7b9e-478d-93d0-ab1045649d46 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:23.253950 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16', 'tag': 'da9a5d9e-492e-4c12-99d5-e4095fc1ed94', 'status': 'completed', 'code': 200} Jul 06 11:54:23.293661 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d514c9-3e42-45e9-9ca2-eae7eede84a5 x-openstack-request-id: req-52d514c9-3e42-45e9-9ca2-eae7eede84a5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:23.294177 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7354df70-fe6c-4c3a-a224-c599ea8ef4ad", "name": "network-vif-deleted", "tag": "fcf1d659-570d-407f-9568-af4b477568b4", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:23.294421 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52d514c9-3e42-45e9-9ca2-eae7eede84a5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:23.294931 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7354df70-fe6c-4c3a-a224-c599ea8ef4ad', 'name': 'network-vif-deleted', 'tag': 'fcf1d659-570d-407f-9568-af4b477568b4', 'status': 'completed', 'code': 200} Jul 06 11:54:23.405943 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] Set router efcdaa55-652a-4aea-bee9-ad3eec8faa21 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:23.439252 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-eac89c2c-e057-40de-8e6a-adfa5029dfb1 None None] Set router d4c68f84-d34f-4409-a111-d1ce98926356 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:23.526052 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-2650865f-ef40-42a0-a778-338a8b226267 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7569025 Jul 06 11:54:23.851268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59854) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:23.952550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-eac89c2c-e057-40de-8e6a-adfa5029dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'name': 'tempest-ServersTestBootFromVolume-847844082-router', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:51:08Z', 'updated_at': '2021-07-06T11:51:20Z', 'revision_number': 4, 'project_id': '92fa138979964412a0cedd1a4908272c', 'gw_port': {'id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:09Z', 'updated_at': '2021-07-06T11:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '85b9696c-591b-4e81-8206-847167e982bc', 'name': '', 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'mac_address': 'fa:16:3e:98:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:17Z', 'updated_at': '2021-07-06T11:51:29Z', 'revision_number': 5, 'project_id': '92fa138979964412a0cedd1a4908272c', 'subnets': [{'id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:24.076162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac89c2c-e057-40de-8e6a-adfa5029dfb1 None None] The sync data for ids ['d4c68f84-d34f-4409-a111-d1ce98926356'] in n-d-799529-2 is: [{'id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'name': 'tempest-ServersTestBootFromVolume-847844082-router', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:51:08Z', 'updated_at': '2021-07-06T11:51:20Z', 'revision_number': 4, 'project_id': '92fa138979964412a0cedd1a4908272c', 'gw_port': {'id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:09Z', 'updated_at': '2021-07-06T11:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '85b9696c-591b-4e81-8206-847167e982bc', 'name': '', 'network_id': 'bfdec70e-405a-4398-8a85-862f1559abdb', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'mac_address': 'fa:16:3e:98:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:17Z', 'updated_at': '2021-07-06T11:51:29Z', 'revision_number': 5, 'project_id': '92fa138979964412a0cedd1a4908272c', 'subnets': [{'id': 'b38531c5-f32d-4330-b877-eb35fd01762b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:24.119440 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.136482 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.213692 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312077802-router', 'tenant_id': '34db50ec06bd45be87840379466a2d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '0db969b7-9dbb-4f71-8172-87920e5ae49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:08Z', 'updated_at': '2021-07-06T11:54:17Z', 'revision_number': 4, 'project_id': '34db50ec06bd45be87840379466a2d9a', 'gw_port': {'id': '0db969b7-9dbb-4f71-8172-87920e5ae49d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:10Z', 'updated_at': '2021-07-06T11:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'acf3a5d2-b76c-40af-b14a-cd951f0ea3d0', 'name': '', 'network_id': '1dea3f4f-b3e8-4351-9333-c92537474894', 'tenant_id': '34db50ec06bd45be87840379466a2d9a', 'mac_address': 'fa:16:3e:be:92:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '1d2b501d-2e78-4de8-9ce6-33b83dfa1b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:16Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '34db50ec06bd45be87840379466a2d9a', 'subnets': [{'id': '1d2b501d-2e78-4de8-9ce6-33b83dfa1b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:24.228950 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-026a0f84-0cf5-45d4-a32a-83db15be5015 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d4a589eb65f943b89507bc01afcb14c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762128 Jul 06 11:54:24.231803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59860) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:24.259647 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8982c22e-a7c3-4a86-ae2c-4ad0f813ad5b None None] The sync data for ids ['efcdaa55-652a-4aea-bee9-ad3eec8faa21'] in n-d-799529-2 is: [{'id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312077802-router', 'tenant_id': '34db50ec06bd45be87840379466a2d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '0db969b7-9dbb-4f71-8172-87920e5ae49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:08Z', 'updated_at': '2021-07-06T11:54:17Z', 'revision_number': 4, 'project_id': '34db50ec06bd45be87840379466a2d9a', 'gw_port': {'id': '0db969b7-9dbb-4f71-8172-87920e5ae49d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:10Z', 'updated_at': '2021-07-06T11:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'acf3a5d2-b76c-40af-b14a-cd951f0ea3d0', 'name': '', 'network_id': '1dea3f4f-b3e8-4351-9333-c92537474894', 'tenant_id': '34db50ec06bd45be87840379466a2d9a', 'mac_address': 'fa:16:3e:be:92:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '1d2b501d-2e78-4de8-9ce6-33b83dfa1b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:16Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '34db50ec06bd45be87840379466a2d9a', 'subnets': [{'id': '1d2b501d-2e78-4de8-9ce6-33b83dfa1b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:24.361754 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3deefa8-0180-4ff9-87c9-3464f4f129bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.393164 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3deefa8-0180-4ff9-87c9-3464f4f129bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.422533 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6347f947-fdc4-4a26-8d2f-ff21f369098d req-27c2543d-4dcc-4077-8d09-58743e9d412a service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8814602 Jul 06 11:54:24.460221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f086d-33bf-47e0-9687-1a42a07ccd17 req-839fc303-0b71-43ca-ae59-1318f6385df8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:24.467979 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e0f086d-33bf-47e0-9687-1a42a07ccd17 req-839fc303-0b71-43ca-ae59-1318f6385df8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 947 time: 0.5711815 Jul 06 11:54:24.488601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3deefa8-0180-4ff9-87c9-3464f4f129bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.511811 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3deefa8-0180-4ff9-87c9-3464f4f129bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.513286 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a3deefa8-0180-4ff9-87c9-3464f4f129bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/21af7492-d4ee-4c0d-aa8d-477cccfc4e02 HTTP/1.1" status: 204 len: 168 time: 0.2781351 Jul 06 11:54:24.546001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3deefa8-0180-4ff9-87c9-3464f4f129bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21af7492-d4ee-4c0d-aa8d-477cccfc4e02,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:24.566760 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:24.627760 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e0fbbe-adcd-4482-882c-dab5a387b157,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:24.761425 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fabe65-026e-42bb-8150-dd0e49baf413 None None] New status for floating IP bbadbfa1-e913-40f7-98c2-b2534da2b005: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:54:24.777087 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e0f086d-33bf-47e0-9687-1a42a07ccd17 req-e3596eb9-36cb-4db9-a06e-b5ed722d4807 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071041 Jul 06 11:54:24.939423 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Network 2583a30c-12e0-47de-ab04-5597efae877a is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:24.941934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:25.192108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:25.296120 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad9f775-50cb-4d52-ac22-414d5de80e47', 'name': 'network-vif-deleted', 'tag': '051460bc-bf70-4958-9994-2429d87606bc'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:25.298810 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f476f336-6935-4c05-831e-77b3420cb468" -d '{"events": [{"server_uuid": "cad9f775-50cb-4d52-ac22-414d5de80e47", "name": "network-vif-deleted", "tag": "051460bc-bf70-4958-9994-2429d87606bc"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:25.335491 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:25.348120 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:25.350386 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.377370 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323510f-16c4-4e7a-affc-8f108b7c1e1f req-d3b9df31-7cd7-4cb1-b613-a1c3aadff919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:25.378934 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b323510f-16c4-4e7a-affc-8f108b7c1e1f req-d3b9df31-7cd7-4cb1-b613-a1c3aadff919 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 1098 time: 0.8270187 Jul 06 11:54:25.518088 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.556757 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:25.605172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-95bef3d2-102f-4ee7-a5a2-07f830fd5036 None None] Provisioning complete for port b2e0fbbe-adcd-4482-882c-dab5a387b157 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:25.606333 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95bef3d2-102f-4ee7-a5a2-07f830fd5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.660254 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-95bef3d2-102f-4ee7-a5a2-07f830fd5036 None None] Port b2e0fbbe-adcd-4482-882c-dab5a387b157 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:25.687653 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=acf3a5d2-b76c-40af-b14a-cd951f0ea3d0,segment=NetworkSegment(dca6d5ff-000f-4c87-b215-019bd5f08dc8),segment_id=dca6d5ff-000f-4c87-b215-019bd5f08dc8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:25.694105 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.695246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 61629e21-257e-4e62-8e16-4d206f477179 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:25.789384 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=acf3a5d2-b76c-40af-b14a-cd951f0ea3d0,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:25.797346 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2316242-f1ba-4467-9942-1a1cfec2440c req-2ff88d30-52b2-4b09-a85a-4476cbaa1371 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:25.806225 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2316242-f1ba-4467-9942-1a1cfec2440c req-2ff88d30-52b2-4b09-a85a-4476cbaa1371 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 946 time: 0.5814028 Jul 06 11:54:25.877715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323510f-16c4-4e7a-affc-8f108b7c1e1f req-c3b3ee49-e557-4688-8ed8-d081a63b7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:25.878991 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 61629e21-257e-4e62-8e16-4d206f477179 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:25.879581 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:25.882023 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b323510f-16c4-4e7a-affc-8f108b7c1e1f req-c3b3ee49-e557-4688-8ed8-d081a63b7011 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.4734981 Jul 06 11:54:25.996383 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2316242-f1ba-4467-9942-1a1cfec2440c req-0f029f7c-b199-4d35-b1d6-1fd37344e4a4 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888793 Jul 06 11:54:26.027070 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b323510f-16c4-4e7a-affc-8f108b7c1e1f req-cdd9d90c-7e50-42be-bd6c-f0dcaa28c099 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=da9a5d9e-492e-4c12-99d5-e4095fc1ed94 HTTP/1.1" status: 200 len: 217 time: 0.1402965 Jul 06 11:54:26.171948 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:26.178181 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7e7de6ff-c4a1-44d7-b3b6-02ff86ea94c6 admin admin] 10.222.0.81 "PUT /v2.0/routers/733b33f7-18ef-4e7a-aa18-17e9a4c85cd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7322822 Jul 06 11:54:26.188238 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Sync routers for ids ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:26.213637 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Routers {'733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:26.214433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:54:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:26.334467 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d01df9b6-ed06-4cc9-8332-a9c4be5307be req-e0bf9df7-be02-48d2-81b1-511a50a5d7e0 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 210 time: 0.0878413 Jul 06 11:54:26.354280 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323510f-16c4-4e7a-affc-8f108b7c1e1f req-b1b60e04-2e98-4c96-ab6b-c9033bf6e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:26.356221 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b323510f-16c4-4e7a-affc-8f108b7c1e1f req-b1b60e04-2e98-4c96-ab6b-c9033bf6e946 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.3229978 Jul 06 11:54:26.410626 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Set router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:26.519445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323510f-16c4-4e7a-affc-8f108b7c1e1f req-faf1cf3a-fa33-4c46-8833-f7d75bacd7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:26.523999 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b323510f-16c4-4e7a-affc-8f108b7c1e1f req-faf1cf3a-fa33-4c46-8833-f7d75bacd7bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1592531 Jul 06 11:54:26.722715 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b323510f-16c4-4e7a-affc-8f108b7c1e1f req-aa376881-ff34-4822-ba62-921483dc1108 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871953 Jul 06 11:54:26.748545 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b6b224-8c9b-4855-8606-d4be657a56dc x-openstack-request-id: req-26b6b224-8c9b-4855-8606-d4be657a56dc {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:26.749086 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad9f775-50cb-4d52-ac22-414d5de80e47", "name": "network-vif-deleted", "tag": "051460bc-bf70-4958-9994-2429d87606bc", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:26.749448 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26b6b224-8c9b-4855-8606-d4be657a56dc {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:26.750715 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad9f775-50cb-4d52-ac22-414d5de80e47', 'name': 'network-vif-deleted', 'tag': '051460bc-bf70-4958-9994-2429d87606bc', 'status': 'completed', 'code': 200} Jul 06 11:54:26.775957 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b2e0fbbe-adcd-4482-882c-dab5a387b157', 'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'mac_address': 'fa:16:3e:a7:21:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:19Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 2, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'subnets': [{'id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:26.845008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Checking router: 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:26.845355 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Updating router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 port b2e0fbbe-adcd-4482-882c-dab5a387b157 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:54:26.896014 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:26.929792 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:26.953753 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device da9a5d9e-492e-4c12-99d5-e4095fc1ed94 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:26.956453 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b323510f-16c4-4e7a-affc-8f108b7c1e1f req-907b1303-7a7a-4d87-8b1c-0ac2ebd2b385 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154250 Jul 06 11:54:27.053453 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5afe7-1bdd-4cd4-a5be-ddddfa4b360a req-07e3a4a5-2189-4df1-a2bb-f4ed62f070a8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:27.055525 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac5afe7-1bdd-4cd4-a5be-ddddfa4b360a req-07e3a4a5-2189-4df1-a2bb-f4ed62f070a8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 947 time: 0.1418808 Jul 06 11:54:27.145775 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac5afe7-1bdd-4cd4-a5be-ddddfa4b360a req-31347d7e-a0ee-4542-ab5a-d01bf09f747b tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827672 Jul 06 11:54:27.224070 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.resource_extend [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:54:27.381096 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:27.381489 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.444067 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port da9a5d9e-492e-4c12-99d5-e4095fc1ed94, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=da9a5d9e-492e-4c12-99d5-e4095fc1ed94,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:27.470532 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'da9a5d9e-492e-4c12-99d5-e4095fc1ed94', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'da9a5d9e-492e-4c12-99d5-e4095fc1ed94', 'mac_address': 'fa:16:3e:a8:81:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:27.552084 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.583179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9a5d9e-492e-4c12-99d5-e4095fc1ed94 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:27.621552 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port da9a5d9e-492e-4c12-99d5-e4095fc1ed94, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=da9a5d9e-492e-4c12-99d5-e4095fc1ed94,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:27.630153 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.711851 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=da9a5d9e-492e-4c12-99d5-e4095fc1ed94,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:27.737176 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.747890 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Transition to ACTIVE for port object b2e0fbbe-adcd-4482-882c-dab5a387b157 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:27.754341 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.777435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59912) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:27.795824 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7e74ee68-7906-46fa-bc86-ddb9ca19be71 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1542020973', 'description': 'tempest-description--58999772'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:27.872132 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e74ee68-7906-46fa-bc86-ddb9ca19be71 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:27.924964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9a5d9e-492e-4c12-99d5-e4095fc1ed94'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:27.941015 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Attempting to bind port b2e0fbbe-adcd-4482-882c-dab5a387b157 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:27.941386 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Attempting to bind port b2e0fbbe-adcd-4482-882c-dab5a387b157 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:27.941745 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Attempting to bind port b2e0fbbe-adcd-4482-882c-dab5a387b157 on network 2583a30c-12e0-47de-ab04-5597efae877a {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:27.955773 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e63408-6c0d-4349-83c0-e1182e822617 None None] Pushing event updated for resources: {'Port': ['ID=b2e0fbbe-adcd-4482-882c-dab5a387b157,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:28.054401 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:28.054956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Checking segment: {'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:28.055521 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.056015 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Bound using segment: {'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:28.056597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Bound port: b2e0fbbe-adcd-4482-882c-dab5a387b157, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:28.057236 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.077474 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e74ee68-7906-46fa-bc86-ddb9ca19be71 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.084425 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e74ee68-7906-46fa-bc86-ddb9ca19be71 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.100991 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e74ee68-7906-46fa-bc86-ddb9ca19be71 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.108046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59918) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:28.114837 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-79328287-333b-49d7-a590-dc4c4d8c0c3f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Request body: {'security_group_rule': {'security_group_id': '785d85f9-2ec3-4950-89cf-d5a3a6b559bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:28.122077 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7e74ee68-7906-46fa-bc86-ddb9ca19be71 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3432662 Jul 06 11:54:28.197310 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79328287-333b-49d7-a590-dc4c4d8c0c3f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.210352 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74ee68-7906-46fa-bc86-ddb9ca19be71 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785d85f9-2ec3-4950-89cf-d5a3a6b559bd,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:28.264085 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] For port b2e0fbbe-adcd-4482-882c-dab5a387b157, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:28.300621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] For port b2e0fbbe-adcd-4482-882c-dab5a387b157, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b2e0fbbe-adcd-4482-882c-dab5a387b157,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:28.308388 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.317401 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79328287-333b-49d7-a590-dc4c4d8c0c3f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.326789 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79328287-333b-49d7-a590-dc4c4d8c0c3f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.411009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e63408-6c0d-4349-83c0-e1182e822617 None None] Pushing event updated for resources: {'Port': ['ID=b2e0fbbe-adcd-4482-882c-dab5a387b157,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:28.423171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79328287-333b-49d7-a590-dc4c4d8c0c3f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fb744f-b23a-44a3-8c69-8d24105c5978,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:28.437488 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79328287-333b-49d7-a590-dc4c4d8c0c3f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.441628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Routers {'733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:28.442456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:54:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:28.459928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59924) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:28.464864 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c1593c81-41ca-445a-bb88-be4a1f3bed54 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Request body: {'security_group_rule': {'security_group_id': '785d85f9-2ec3-4950-89cf-d5a3a6b559bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:28.473553 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-79328287-333b-49d7-a590-dc4c4d8c0c3f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3628078 Jul 06 11:54:28.539156 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c1593c81-41ca-445a-bb88-be4a1f3bed54 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.694406 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] Set router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:28.746844 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c1593c81-41ca-445a-bb88-be4a1f3bed54 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.752529 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c1593c81-41ca-445a-bb88-be4a1f3bed54 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.787932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1593c81-41ca-445a-bb88-be4a1f3bed54 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f620b2d-6deb-4396-af4a-cfc83047345b,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:28.793835 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c1593c81-41ca-445a-bb88-be4a1f3bed54 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.798981 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59926) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:28.805047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:28.809601 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c1593c81-41ca-445a-bb88-be4a1f3bed54 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3482735 Jul 06 11:54:28.840957 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff086f7b-f2c9-4743-aa55-ef5766fb2bac req-31a2aaf1-4a87-4044-b3ab-7ba38ca71647 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:28.848957 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ff086f7b-f2c9-4743-aa55-ef5766fb2bac req-31a2aaf1-4a87-4044-b3ab-7ba38ca71647 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 946 time: 0.1902981 Jul 06 11:54:28.856902 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:28.939967 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ff086f7b-f2c9-4743-aa55-ef5766fb2bac req-f54b9443-b652-4b75-9d80-bdae1bea71c5 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847151 Jul 06 11:54:28.981964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device da9a5d9e-492e-4c12-99d5-e4095fc1ed94 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:29.059485 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.083204 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port da9a5d9e-492e-4c12-99d5-e4095fc1ed94 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:29.097566 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b2e0fbbe-adcd-4482-882c-dab5a387b157', 'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'mac_address': 'fa:16:3e:a7:21:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:19Z', 'updated_at': '2021-07-06T11:54:28Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'subnets': [{'id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:29.126828 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port da9a5d9e-492e-4c12-99d5-e4095fc1ed94 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:29.127199 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.164425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f800e78-4d83-4f14-b962-538888f17bb3 None None] The sync data for ids ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'] in n-d-799529-2 is: [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b2e0fbbe-adcd-4482-882c-dab5a387b157', 'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'mac_address': 'fa:16:3e:a7:21:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:19Z', 'updated_at': '2021-07-06T11:54:28Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'subnets': [{'id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:29.306498 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.309065 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Allocated IP 172.25.4.220 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/85867e7e-5e58-4a21-8709-0abb26b0375d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:29.383669 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port da9a5d9e-492e-4c12-99d5-e4095fc1ed94, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=da9a5d9e-492e-4c12-99d5-e4095fc1ed94,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:29.384937 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9a5d9e-492e-4c12-99d5-e4095fc1ed94'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:29.388748 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b16614f-28b8-42fe-a294-e61a91b80c65" -d '{"events": [{"server_uuid": "3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16", "name": "network-vif-plugged", "status": "completed", "tag": "da9a5d9e-492e-4c12-99d5-e4095fc1ed94"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:29.395100 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.410500 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c416df4-ba0b-4d20-b18a-a030003e3d1b req-61167055-0100-4d32-83ac-ea6af902494b tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/ports?device_id=cad9f775-50cb-4d52-ac22-414d5de80e47 HTTP/1.1" status: 200 len: 210 time: 0.0692432 Jul 06 11:54:29.515782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=da9a5d9e-492e-4c12-99d5-e4095fc1ed94,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:29.569852 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.626380 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:29.713118 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event updated for resources: {'Port': ['ID=85867e7e-5e58-4a21-8709-0abb26b0375d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:29.716924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661b191-61a8-40d5-a45f-db258e9edef5 req-9ddac5a4-9f01-4dae-83db-de13ef3ef6dc tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:29.731463 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d661b191-61a8-40d5-a45f-db258e9edef5 req-9ddac5a4-9f01-4dae-83db-de13ef3ef6dc tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 949 time: 0.1131797 Jul 06 11:54:29.743001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:29.750582 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:29.756160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:29.788610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d661b191-61a8-40d5-a45f-db258e9edef5 req-6bc262d5-bbfc-4eb1-a160-fac47d339694 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561278 Jul 06 11:54:29.910229 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.048319 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.392032 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.397093 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.535738 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.569399 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:30.579579 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7707527 Jul 06 11:54:30.600014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47f729-39bc-4100-8497-abe6516ee534 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event updated for resources: {'Port': ['ID=85867e7e-5e58-4a21-8709-0abb26b0375d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:30.936999 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b2e0fbbe-adcd-4482-882c-dab5a387b157 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:31.075042 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port b2e0fbbe-adcd-4482-882c-dab5a387b157 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:31.087075 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b2e0fbbe-adcd-4482-882c-dab5a387b157 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:31.087908 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.177940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59950) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:31.231533 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.278187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port b2e0fbbe-adcd-4482-882c-dab5a387b157, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b2e0fbbe-adcd-4482-882c-dab5a387b157,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:31.288480 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0817486-27f0-48d6-a958-bf8ac49990b2 x-openstack-request-id: req-a0817486-27f0-48d6-a958-bf8ac49990b2 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:31.288480 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16", "name": "network-vif-plugged", "status": "completed", "tag": "da9a5d9e-492e-4c12-99d5-e4095fc1ed94", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:31.288480 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0817486-27f0-48d6-a958-bf8ac49990b2 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:31.288480 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9a5d9e-492e-4c12-99d5-e4095fc1ed94', 'code': 200} Jul 06 11:54:31.288480 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.366865 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab25b83d-b190-472b-8084-2cfe8349039c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.451132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=b2e0fbbe-adcd-4482-882c-dab5a387b157,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:31.556459 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104f366-9a09-4b1e-b7bb-14a061b82ddd req-80078003-d6a8-464e-ad92-ec167dd43247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:31.558411 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e104f366-9a09-4b1e-b7bb-14a061b82ddd req-80078003-d6a8-464e-ad92-ec167dd43247 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 1100 time: 0.1689956 Jul 06 11:54:31.589550 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab25b83d-b190-472b-8084-2cfe8349039c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.603751 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab25b83d-b190-472b-8084-2cfe8349039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.619388 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e104f366-9a09-4b1e-b7bb-14a061b82ddd req-8527623e-5038-4a02-a251-a596c240bdd9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536108 Jul 06 11:54:31.631044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc86098-f694-4797-9867-b7da7f2960c1 req-ac756f7c-7c07-4b05-a0a1-1d1c1885c432 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:31.638618 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ecc86098-f694-4797-9867-b7da7f2960c1 req-ac756f7c-7c07-4b05-a0a1-1d1c1885c432 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 946 time: 0.1369033 Jul 06 11:54:31.656169 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ab25b83d-b190-472b-8084-2cfe8349039c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6755d973bf414e2d90ef3642e61948e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4767416 Jul 06 11:54:31.658016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59956) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:31.719849 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ecc86098-f694-4797-9867-b7da7f2960c1 req-2f55735b-fad2-4d0a-bc81-63f55f044892 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799983 Jul 06 11:54:31.723712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25b83d-b190-472b-8084-2cfe8349039c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a27fda-7951-4204-b4ee-616f421723dd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:31.804940 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b78187f-b8d9-4fe5-8b57-4a4ac86adf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.834522 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b78187f-b8d9-4fe5-8b57-4a4ac86adf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.908152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b78187f-b8d9-4fe5-8b57-4a4ac86adf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.910588 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b78187f-b8d9-4fe5-8b57-4a4ac86adf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:31.914616 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0b78187f-b8d9-4fe5-8b57-4a4ac86adf8e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a4a27fda-7951-4204-b4ee-616f421723dd HTTP/1.1" status: 204 len: 168 time: 0.2527907 Jul 06 11:54:31.946446 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78187f-b8d9-4fe5-8b57-4a4ac86adf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a27fda-7951-4204-b4ee-616f421723dd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:31.948153 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-ce2a9a72-4335-4b5b-ab5b-b276c1cc2622 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1542020973&fields=id&tenant_id=cb4361f835974e8bb48f40231c55813a HTTP/1.1" status: 200 len: 267 time: 0.0717409 Jul 06 11:54:32.087881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-5eb9f133-6ba3-4dc5-90a4-be83161f6e22 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:32.095477 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-5eb9f133-6ba3-4dc5-90a4-be83161f6e22 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/networks?id=2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 200 len: 816 time: 0.1383984 Jul 06 11:54:32.115910 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-959c37e4-f2d9-478b-89c1-f7bacd6ece42 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/quotas/cb4361f835974e8bb48f40231c55813a HTTP/1.1" status: 200 len: 375 time: 0.0189755 Jul 06 11:54:32.214609 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-a7aafe78-7032-4c80-a9c1-41e522d8e583 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cb4361f835974e8bb48f40231c55813a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971720 Jul 06 11:54:32.329818 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-b5868b69-219a-410a-8907-668e79381e72 service neutron] 10.222.0.81 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142948 Jul 06 11:54:32.337548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59986) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:32.352522 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62ec75c4-342a-4082-8c29-0cc99dc49864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:32.524667 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62ec75c4-342a-4082-8c29-0cc99dc49864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:32.529094 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62ec75c4-342a-4082-8c29-0cc99dc49864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:32.542791 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-449eb61a-741f-4fe8-9a19-af55c27aa127 service neutron] 10.222.0.81 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116890 Jul 06 11:54:32.589206 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-62ec75c4-342a-4082-8c29-0cc99dc49864 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=883cfd4bca67479698c4613021a01861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478492 Jul 06 11:54:32.589206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec75c4-342a-4082-8c29-0cc99dc49864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6597519b-0ac1-4783-ae3b-8503ee7d884d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:32.590096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59992) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:32.716821 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-223d992c-c3af-4d7e-9fb6-f6312f26ef3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:32.747558 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-223d992c-c3af-4d7e-9fb6-f6312f26ef3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:32.830808 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-223d992c-c3af-4d7e-9fb6-f6312f26ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:32.834099 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-223d992c-c3af-4d7e-9fb6-f6312f26ef3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:32.835685 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-223d992c-c3af-4d7e-9fb6-f6312f26ef3c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6597519b-0ac1-4783-ae3b-8503ee7d884d HTTP/1.1" status: 204 len: 168 time: 0.2450793 Jul 06 11:54:32.865175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d992c-c3af-4d7e-9fb6-f6312f26ef3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6597519b-0ac1-4783-ae3b-8503ee7d884d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:32.938616 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b2e0fbbe-adcd-4482-882c-dab5a387b157 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:33.016709 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b2e0fbbe-adcd-4482-882c-dab5a387b157 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:33.017380 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:33.125067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb98b8-9fcd-46ae-9746-d2b4c13cc9d9 req-6aefb1f3-002b-404b-9d87-b3fe206bb5c5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:33.141284 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5deb98b8-9fcd-46ae-9746-d2b4c13cc9d9 req-6aefb1f3-002b-404b-9d87-b3fe206bb5c5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 949 time: 0.1938772 Jul 06 11:54:33.222066 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5deb98b8-9fcd-46ae-9746-d2b4c13cc9d9 req-bbc8e5b8-94bc-4f79-92f1-06c517331865 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798111 Jul 06 11:54:33.590247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60020) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:33.738355 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27ff21b4-f4b3-4d0d-8135-86c8c238dd07 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:33.773962 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27ff21b4-f4b3-4d0d-8135-86c8c238dd07 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:33.876122 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27ff21b4-f4b3-4d0d-8135-86c8c238dd07 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:33.879683 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27ff21b4-f4b3-4d0d-8135-86c8c238dd07 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:33.882821 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-27ff21b4-f4b3-4d0d-8135-86c8c238dd07 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "DELETE /v2.0/security-groups/8159a9b8-84f4-4283-8f5e-8d70885622c3 HTTP/1.1" status: 204 len: 168 time: 0.2907579 Jul 06 11:54:33.887206 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fbe322e8-c144-4d26-8dd6-afdd23ea45d6 req-4f025b0d-00a5-4e98-9568-a45f00d2eded tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 210 time: 0.0744083 Jul 06 11:54:33.887715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60028) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:33.919356 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-d96cdcf0-ba6f-474e-932f-c2b30eb9c405 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] show failed (client error): The resource could not be found. Jul 06 11:54:33.927636 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d96cdcf0-ba6f-474e-932f-c2b30eb9c405 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "GET /v2.0/security-groups/8159a9b8-84f4-4283-8f5e-8d70885622c3 HTTP/1.1" status: 404 len: 347 time: 0.0377655 Jul 06 11:54:33.931567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60032) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:33.932400 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff21b4-f4b3-4d0d-8135-86c8c238dd07 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8159a9b8-84f4-4283-8f5e-8d70885622c3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:34.254716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-675aedf8-f77c-423b-8707-48077924442e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Deleting port 5c857195-2584-4a05-895b-856f7b10fd26 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:34.255090 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-675aedf8-f77c-423b-8707-48077924442e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.327904 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71717ee-3a56-4d8b-9d1e-7e5525d52df6 req-7ce65556-bb7d-439b-bc6a-83d2046422b8 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:34.329610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e71717ee-3a56-4d8b-9d1e-7e5525d52df6 req-7ce65556-bb7d-439b-bc6a-83d2046422b8 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 946 time: 0.1441586 Jul 06 11:54:34.412444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e71717ee-3a56-4d8b-9d1e-7e5525d52df6 req-7f149d43-a2d4-4f7e-b5e7-47e3540dc29c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764947 Jul 06 11:54:34.437725 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-675aedf8-f77c-423b-8707-48077924442e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.438056 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-675aedf8-f77c-423b-8707-48077924442e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.454694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-675aedf8-f77c-423b-8707-48077924442e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Calling delete_port for 5c857195-2584-4a05-895b-856f7b10fd26 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:34.611030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-20072f9c-c0f1-4095-8e9a-bfc06937d002 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:34.617143 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-20072f9c-c0f1-4095-8e9a-bfc06937d002 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.23 "GET /v2.0/networks?id=2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 200 len: 816 time: 0.2179463 Jul 06 11:54:34.709384 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-7766ae23-dace-442a-98ab-af7573128529 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb4361f835974e8bb48f40231c55813a HTTP/1.1" status: 200 len: 380 time: 0.0853782 Jul 06 11:54:34.723389 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-59604a8a-a594-49e9-89c5-5fd56d9c4c7a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Request body: {'port': {'device_id': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'admin_state_up': True, 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'security_groups': ['785d85f9-2ec3-4950-89cf-d5a3a6b559bd']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:34.825560 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-675aedf8-f77c-423b-8707-48077924442e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.886939 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:54:34.892904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675aedf8-f77c-423b-8707-48077924442e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Pushing event deleted for resources: {'Port': ['ID=5c857195-2584-4a05-895b-856f7b10fd26,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:34.982018 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-675aedf8-f77c-423b-8707-48077924442e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.984889 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-675aedf8-f77c-423b-8707-48077924442e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:34.988745 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-675aedf8-f77c-423b-8707-48077924442e tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] 10.222.0.81 "DELETE /v2.0/floatingips/bbadbfa1-e913-40f7-98c2-b2534da2b005 HTTP/1.1" status: 204 len: 168 time: 1.0464718 Jul 06 11:54:34.991923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60050) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:35.018079 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-59604a8a-a594-49e9-89c5-5fd56d9c4c7a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Made reservation on behalf of cb4361f835974e8bb48f40231c55813a for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:35.025863 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-59604a8a-a594-49e9-89c5-5fd56d9c4c7a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.259552 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.279916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-59604a8a-a594-49e9-89c5-5fd56d9c4c7a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Allocated IP 172.20.0.13 (2583a30c-12e0-47de-ab04-5597efae877a/051eb73e-cc49-4234-bd0e-51f311b8c003/f790b5e3-3097-4bba-9141-e0c56cd47b4f) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:35.441479 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0110ebc3-814e-4a25-841d-4417a07f1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.460453 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acff6a-aeb8-4333-af08-5e25f10db996 req-ad087bab-a58f-4f2c-8c83-f6d1b58af5ad tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:35.462062 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98acff6a-aeb8-4333-af08-5e25f10db996 req-ad087bab-a58f-4f2c-8c83-f6d1b58af5ad tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 1100 time: 0.1927049 Jul 06 11:54:35.603506 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-59604a8a-a594-49e9-89c5-5fd56d9c4c7a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.622297 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-59604a8a-a594-49e9-89c5-5fd56d9c4c7a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Transition to ACTIVE for port object f790b5e3-3097-4bba-9141-e0c56cd47b4f will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:35.642341 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-98acff6a-aeb8-4333-af08-5e25f10db996 req-427399b7-45d8-4385-9ffe-00ec428d3779 tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.728541 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-59604a8a-a594-49e9-89c5-5fd56d9c4c7a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.783270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-59604a8a-a594-49e9-89c5-5fd56d9c4c7a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Network 2583a30c-12e0-47de-ab04-5597efae877a is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:35.792819 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-59604a8a-a594-49e9-89c5-5fd56d9c4c7a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:35.800313 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-59604a8a-a594-49e9-89c5-5fd56d9c4c7a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:35.852497 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-59604a8a-a594-49e9-89c5-5fd56d9c4c7a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:35.853150 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-59604a8a-a594-49e9-89c5-5fd56d9c4c7a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.878114 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59604a8a-a594-49e9-89c5-5fd56d9c4c7a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event updated for resources: {'Port': ['ID=f790b5e3-3097-4bba-9141-e0c56cd47b4f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:35.919508 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-98acff6a-aeb8-4333-af08-5e25f10db996 req-427399b7-45d8-4385-9ffe-00ec428d3779 tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.921649 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4313e861-5ff4-40d1-b0ff-c40377ec1200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.925904 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-98acff6a-aeb8-4333-af08-5e25f10db996 req-427399b7-45d8-4385-9ffe-00ec428d3779 tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:35.969435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427399b7-45d8-4385-9ffe-00ec428d3779 tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ef1c0f-f436-4356-912d-03329af2514e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:35.990977 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-59604a8a-a594-49e9-89c5-5fd56d9c4c7a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2745101 Jul 06 11:54:36.007337 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Request body: {'port': {'device_id': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:36.022416 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98acff6a-aeb8-4333-af08-5e25f10db996 req-427399b7-45d8-4385-9ffe-00ec428d3779 tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538611 Jul 06 11:54:36.138752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9b073de1-5730-45dc-9e76-98badfa69970 None None] Provisioning for port f790b5e3-3097-4bba-9141-e0c56cd47b4f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:36.151078 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9b073de1-5730-45dc-9e76-98badfa69970 None None] Provisioning complete for port f790b5e3-3097-4bba-9141-e0c56cd47b4f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:36.151696 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b073de1-5730-45dc-9e76-98badfa69970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.177841 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.230404 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.235626 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9b073de1-5730-45dc-9e76-98badfa69970 None None] Port f790b5e3-3097-4bba-9141-e0c56cd47b4f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:36.329488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4313e861-5ff4-40d1-b0ff-c40377ec1200 admin admin] Deleting port 85b9696c-591b-4e81-8206-847167e982bc {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:36.329827 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4313e861-5ff4-40d1-b0ff-c40377ec1200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.420990 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-4313e861-5ff4-40d1-b0ff-c40377ec1200 admin admin] For port 85b9696c-591b-4e81-8206-847167e982bc, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=85b9696c-591b-4e81-8206-847167e982bc,segment=NetworkSegment(486ddc86-d2a2-4450-bc49-d7365f4bd225),segment_id=486ddc86-d2a2-4450-bc49-d7365f4bd225)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:36.421526 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4313e861-5ff4-40d1-b0ff-c40377ec1200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.437986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4313e861-5ff4-40d1-b0ff-c40377ec1200 admin admin] Calling delete_port for 85b9696c-591b-4e81-8206-847167e982bc owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:36.671174 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4313e861-5ff4-40d1-b0ff-c40377ec1200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.710514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313e861-5ff4-40d1-b0ff-c40377ec1200 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b9696c-591b-4e81-8206-847167e982bc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:36.862417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fc7a1-8148-4324-9aaa-b818a8da90ac req-ae4fe3e9-cb5c-4cd7-a3b1-7fbe46b84196 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:36.864040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec3fc7a1-8148-4324-9aaa-b818a8da90ac req-ae4fe3e9-cb5c-4cd7-a3b1-7fbe46b84196 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 932 time: 0.5613074 Jul 06 11:54:36.956349 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4313e861-5ff4-40d1-b0ff-c40377ec1200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:36.974837 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec3fc7a1-8148-4324-9aaa-b818a8da90ac req-250d27b1-20c8-40c7-b143-0b5ca27d5170 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945318 Jul 06 11:54:37.084776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f790b5e3-3097-4bba-9141-e0c56cd47b4f {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:37.097100 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.118352 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Transition to ACTIVE for port object f790b5e3-3097-4bba-9141-e0c56cd47b4f will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:37.124545 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.298296 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Pushing event updated for resources: {'Port': ['ID=f790b5e3-3097-4bba-9141-e0c56cd47b4f,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:37.307073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4313e861-5ff4-40d1-b0ff-c40377ec1200 admin admin] Router d4c68f84-d34f-4409-a111-d1ce98926356 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:37.361354 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Attempting to bind port f790b5e3-3097-4bba-9141-e0c56cd47b4f on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:37.361719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Attempting to bind port f790b5e3-3097-4bba-9141-e0c56cd47b4f by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:37.362326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Attempting to bind port f790b5e3-3097-4bba-9141-e0c56cd47b4f on network 2583a30c-12e0-47de-ab04-5597efae877a {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:37.375051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95f16c-6e26-48c0-b437-efb1505bbf92 req-210f85b6-8ad1-47e7-bd7e-ac087a708c81 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:37.377360 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d95f16c-6e26-48c0-b437-efb1505bbf92 req-210f85b6-8ad1-47e7-bd7e-ac087a708c81 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 946 time: 0.2239900 Jul 06 11:54:37.379285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Port f790b5e3-3097-4bba-9141-e0c56cd47b4f on network 2583a30c-12e0-47de-ab04-5597efae877a not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:54:37.379626 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Attempting to bind port f790b5e3-3097-4bba-9141-e0c56cd47b4f on network 2583a30c-12e0-47de-ab04-5597efae877a {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:37.387565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:37.387936 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Checking segment: {'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:37.388305 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Bound using segment: {'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:37.388757 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Bound port: f790b5e3-3097-4bba-9141-e0c56cd47b4f, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:37.389150 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.449616 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4313e861-5ff4-40d1-b0ff-c40377ec1200 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:37.461565 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d95f16c-6e26-48c0-b437-efb1505bbf92 req-c4523dda-4da9-466b-b26f-20c9965df832 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759289 Jul 06 11:54:37.501379 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9735ba8-2795-4588-a80b-02013e9d7632 None None] Sync routers for ids ['d4c68f84-d34f-4409-a111-d1ce98926356'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:37.504901 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4313e861-5ff4-40d1-b0ff-c40377ec1200 admin admin] 10.222.0.81 "PUT /v2.0/routers/d4c68f84-d34f-4409-a111-d1ce98926356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5093086 Jul 06 11:54:37.505451 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60068) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:37.523247 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9735ba8-2795-4588-a80b-02013e9d7632 None None] Routers {'d4c68f84-d34f-4409-a111-d1ce98926356'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:37.524168 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d9735ba8-2795-4588-a80b-02013e9d7632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:54:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['d4c68f84-d34f-4409-a111-d1ce98926356'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:37.548991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] For port f790b5e3-3097-4bba-9141-e0c56cd47b4f, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:37.555069 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] For port f790b5e3-3097-4bba-9141-e0c56cd47b4f, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:37.562509 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.669384 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:37.717197 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.717197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] 10.222.0.23 "PUT /v2.0/ports/f790b5e3-3097-4bba-9141-e0c56cd47b4f HTTP/1.1" status: 200 len: 1092 time: 1.6721985 Jul 06 11:54:37.717197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'tag': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:37.717197 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c4836d-85e8-4330-95d3-48d4dcb93e09" -d '{"events": [{"name": "network-changed", "server_uuid": "cd334f8a-ff08-437a-bf26-385b4421685f", "tag": "f790b5e3-3097-4bba-9141-e0c56cd47b4f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:37.719622 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8be11b8-2fbf-4300-9f90-1b56badd7b64 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.788403 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d9735ba8-2795-4588-a80b-02013e9d7632 None None] Set router d4c68f84-d34f-4409-a111-d1ce98926356 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:37.805312 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bdc9c-c1d3-4eda-a8c5-96f222a99c19 service neutron] Pushing event updated for resources: {'Port': ['ID=f790b5e3-3097-4bba-9141-e0c56cd47b4f,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:37.842249 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-932f098e-712d-4f44-bbf4-28fd686a073d tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=2f877cca24b14b018c300063ae07683d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320349 Jul 06 11:54:37.899912 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8be11b8-2fbf-4300-9f90-1b56badd7b64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:37.957762 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-3f46ab9d-339c-4a93-8b86-a84e76edff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:37.964030 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-3f46ab9d-339c-4a93-8b86-a84e76edff7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb4361f835974e8bb48f40231c55813a&device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 1095 time: 0.2264898 Jul 06 11:54:38.020344 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-1073e1c0-1937-4499-99de-fee0a95b346d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f HTTP/1.1" status: 200 len: 217 time: 0.0510681 Jul 06 11:54:38.031724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f8be11b8-2fbf-4300-9f90-1b56badd7b64 admin admin] Deleting port 0bf58940-b33f-4a4b-915e-7412bfb1f4a0 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:38.032300 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8be11b8-2fbf-4300-9f90-1b56badd7b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.073143 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-d01e8913-55f1-4985-b355-3d20e7fd98e8 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:38.080418 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-d01e8913-55f1-4985-b355-3d20e7fd98e8 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314210 Jul 06 11:54:38.096347 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d9735ba8-2795-4588-a80b-02013e9d7632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'name': 'tempest-ServersTestBootFromVolume-847844082-router', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:51:08Z', 'updated_at': '2021-07-06T11:54:36Z', 'revision_number': 5, 'project_id': '92fa138979964412a0cedd1a4908272c', 'gw_port': {'id': '0bf58940-b33f-4a4b-915e-7412bfb1f4a0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:51:09Z', 'updated_at': '2021-07-06T11:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:38.112430 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-a93c89de-c647-4bce-8662-2f42d59f0338 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/quotas/2f877cca24b14b018c300063ae07683d HTTP/1.1" status: 200 len: 375 time: 0.0310574 Jul 06 11:54:38.118902 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-628f504f-472b-4309-8217-49382d742cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.129125 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-9fb613b2-d579-4a97-9621-d4974e27e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:38.130598 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-9fb613b2-d579-4a97-9621-d4974e27e750 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=051eb73e-cc49-4234-bd0e-51f311b8c003 HTTP/1.1" status: 200 len: 855 time: 0.1016405 Jul 06 11:54:38.140514 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9735ba8-2795-4588-a80b-02013e9d7632 None None] Checking router: d4c68f84-d34f-4409-a111-d1ce98926356 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:38.150489 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9735ba8-2795-4588-a80b-02013e9d7632 None None] Routers {'d4c68f84-d34f-4409-a111-d1ce98926356'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:38.151155 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d9735ba8-2795-4588-a80b-02013e9d7632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:54:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['d4c68f84-d34f-4409-a111-d1ce98926356'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:38.158190 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-839e0cb8-c6a0-4bed-98b1-60e6560a2125 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2f877cca24b14b018c300063ae07683d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448077 Jul 06 11:54:38.168887 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.217435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-f8be11b8-2fbf-4300-9f90-1b56badd7b64 admin admin] For port 0bf58940-b33f-4a4b-915e-7412bfb1f4a0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0bf58940-b33f-4a4b-915e-7412bfb1f4a0,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:38.217831 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8be11b8-2fbf-4300-9f90-1b56badd7b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.239306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f8be11b8-2fbf-4300-9f90-1b56badd7b64 admin admin] Calling delete_port for 0bf58940-b33f-4a4b-915e-7412bfb1f4a0 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:38.286632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-ca0b9231-056e-47b6-ba1a-8205707868bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:38.288223 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-ca0b9231-056e-47b6-ba1a-8205707868bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2583a30c-12e0-47de-ab04-5597efae877a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406686 Jul 06 11:54:38.326562 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d9735ba8-2795-4588-a80b-02013e9d7632 None None] Set router d4c68f84-d34f-4409-a111-d1ce98926356 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:38.406559 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d9735ba8-2795-4588-a80b-02013e9d7632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'name': 'tempest-ServersTestBootFromVolume-847844082-router', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:51:08Z', 'updated_at': '2021-07-06T11:54:37Z', 'revision_number': 6, 'project_id': '92fa138979964412a0cedd1a4908272c', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:38.440913 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9735ba8-2795-4588-a80b-02013e9d7632 None None] The sync data for ids ['d4c68f84-d34f-4409-a111-d1ce98926356'] in n-d-799529-2 is: [{'id': 'd4c68f84-d34f-4409-a111-d1ce98926356', 'name': 'tempest-ServersTestBootFromVolume-847844082-router', 'tenant_id': '92fa138979964412a0cedd1a4908272c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:51:08Z', 'updated_at': '2021-07-06T11:54:37Z', 'revision_number': 6, 'project_id': '92fa138979964412a0cedd1a4908272c', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:38.474908 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-a51a008e-663a-48d2-9d36-4433c3910097 service neutron] 10.222.0.23 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788580 Jul 06 11:54:38.605590 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8be11b8-2fbf-4300-9f90-1b56badd7b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.670304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be11b8-2fbf-4300-9f90-1b56badd7b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf58940-b33f-4a4b-915e-7412bfb1f4a0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:38.677679 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f95e3ce-b8d1-462c-967c-d8bf394b32df x-openstack-request-id: req-4f95e3ce-b8d1-462c-967c-d8bf394b32df {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:38.677934 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd334f8a-ff08-437a-bf26-385b4421685f", "tag": "f790b5e3-3097-4bba-9141-e0c56cd47b4f", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:38.678185 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f95e3ce-b8d1-462c-967c-d8bf394b32df {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:38.678738 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'tag': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f', 'status': 'completed', 'code': 200} Jul 06 11:54:38.793043 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75d0d7f-d008-49bb-a07d-569485f72ba5 req-01cace21-6667-4422-8502-add94d1caec9 service neutron] 10.222.0.23 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107302 Jul 06 11:54:38.833677 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8be11b8-2fbf-4300-9f90-1b56badd7b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:38.996655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 85b9696c-591b-4e81-8206-847167e982bc no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:39.005540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385f90f-1dd7-40a6-88c5-2b7eb2785f4f req-fc2337f8-0f5d-4a8b-9c2c-6f5437bb831c tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.014142 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a385f90f-1dd7-40a6-88c5-2b7eb2785f4f req-fc2337f8-0f5d-4a8b-9c2c-6f5437bb831c tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 944 time: 0.1726809 Jul 06 11:54:39.023008 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8be11b8-2fbf-4300-9f90-1b56badd7b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.029941 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8be11b8-2fbf-4300-9f90-1b56badd7b64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.045103 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4836d-85e8-4330-95d3-48d4dcb93e09 req-5f40dfea-26fc-4e85-94e3-1ba3fb6efcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.046730 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41c4836d-85e8-4330-95d3-48d4dcb93e09 req-5f40dfea-26fc-4e85-94e3-1ba3fb6efcb2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb4361f835974e8bb48f40231c55813a&device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 1095 time: 0.1492429 Jul 06 11:54:39.065338 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 85b9696c-591b-4e81-8206-847167e982bc {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:39.065974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 85b9696c-591b-4e81-8206-847167e982bc not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:39.108536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8be11b8-2fbf-4300-9f90-1b56badd7b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.110618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8be11b8-2fbf-4300-9f90-1b56badd7b64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4c68f84-d34f-4409-a111-d1ce98926356 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:54:39.120033 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8be11b8-2fbf-4300-9f90-1b56badd7b64 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.125192 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f8be11b8-2fbf-4300-9f90-1b56badd7b64 admin admin] 10.222.0.81 "DELETE /v2.0/routers/d4c68f84-d34f-4409-a111-d1ce98926356 HTTP/1.1" status: 204 len: 168 time: 1.6191976 Jul 06 11:54:39.125981 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60106) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:39.163282 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4836d-85e8-4330-95d3-48d4dcb93e09 req-c84870c8-64c3-4fff-ada7-77e2865c8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.165357 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41c4836d-85e8-4330-95d3-48d4dcb93e09 req-c84870c8-64c3-4fff-ada7-77e2865c8283 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 200 len: 917 time: 0.1075861 Jul 06 11:54:39.182746 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a385f90f-1dd7-40a6-88c5-2b7eb2785f4f req-21de3d91-0316-4422-9273-853ca5e4887c tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665390 Jul 06 11:54:39.198768 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb96ce3-5d6e-40fd-8e47-d3037784c864 admin admin] Deleting subnet b38531c5-f32d-4330-b877-eb35fd01762b {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:54:39.213043 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fb96ce3-5d6e-40fd-8e47-d3037784c864 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.238218 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41c4836d-85e8-4330-95d3-48d4dcb93e09 req-24906290-6565-4f64-a83f-8199fab97ca1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f HTTP/1.1" status: 200 len: 217 time: 0.0546224 Jul 06 11:54:39.293014 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.329123 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4836d-85e8-4330-95d3-48d4dcb93e09 req-96d7328d-3c30-4561-b5f7-614fdeb66646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.333244 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41c4836d-85e8-4330-95d3-48d4dcb93e09 req-96d7328d-3c30-4561-b5f7-614fdeb66646 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=051eb73e-cc49-4234-bd0e-51f311b8c003 HTTP/1.1" status: 200 len: 855 time: 0.0861077 Jul 06 11:54:39.340384 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fb96ce3-5d6e-40fd-8e47-d3037784c864 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.421928 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-69efb21d-5a69-4bc8-b59b-bc2da6b763b0 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=2f877cca24b14b018c300063ae07683d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832267 Jul 06 11:54:39.480279 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fb96ce3-5d6e-40fd-8e47-d3037784c864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.551881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4836d-85e8-4330-95d3-48d4dcb93e09 req-f5ac2ae8-a726-46c0-be9c-93edbdd9155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.553378 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41c4836d-85e8-4330-95d3-48d4dcb93e09 req-f5ac2ae8-a726-46c0-be9c-93edbdd9155f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2583a30c-12e0-47de-ab04-5597efae877a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012739 Jul 06 11:54:39.578334 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-cb0948ab-a25b-446f-bf3e-a001a12c314b tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:39.584918 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-cb0948ab-a25b-446f-bf3e-a001a12c314b tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1621246 Jul 06 11:54:39.604810 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fb96ce3-5d6e-40fd-8e47-d3037784c864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.635942 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-a20a9af5-5fec-4447-840d-dc69b3ac094f tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/quotas/2f877cca24b14b018c300063ae07683d HTTP/1.1" status: 200 len: 375 time: 0.0501120 Jul 06 11:54:39.647596 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb96ce3-5d6e-40fd-8e47-d3037784c864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38531c5-f32d-4330-b877-eb35fd01762b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:39.658196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbfbd8f-55c7-4633-90e0-137b1cc1bb3b None None] Network bfdec70e-405a-4398-8a85-862f1559abdb requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:39.668440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fb96ce3-5d6e-40fd-8e47-d3037784c864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.679460 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9fb96ce3-5d6e-40fd-8e47-d3037784c864 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b38531c5-f32d-4330-b877-eb35fd01762b HTTP/1.1" status: 204 len: 168 time: 0.5521617 Jul 06 11:54:39.680488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60116) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:39.697360 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-b5ecb6b2-e2ba-41b6-8db6-b109a2e9f3b3 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2f877cca24b14b018c300063ae07683d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604873 Jul 06 11:54:39.778527 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41c4836d-85e8-4330-95d3-48d4dcb93e09 req-12bd2510-97f4-4f95-b6ec-762cd989c83d service neutron] 10.222.0.23 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144024 Jul 06 11:54:39.891021 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:39.981445 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41c4836d-85e8-4330-95d3-48d4dcb93e09 req-c8cc73a6-94ee-4275-a342-9a1341a591d6 service neutron] 10.222.0.23 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949570 Jul 06 11:54:40.038605 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] Deleting port a03f01d3-124a-4032-aef4-3d10bf71c2bd {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:40.039093 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.082263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a17fc7-d9b1-49e7-a37b-c3a24b97a321 None None] DHCP port deletion for bfdec70e-405a-4398-8a85-862f1559abdb request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:54:40.180272 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-83a17fc7-d9b1-49e7-a37b-c3a24b97a321 None None] Deleting port a03f01d3-124a-4032-aef4-3d10bf71c2bd {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:40.181076 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-83a17fc7-d9b1-49e7-a37b-c3a24b97a321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.206075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] For port a03f01d3-124a-4032-aef4-3d10bf71c2bd, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a03f01d3-124a-4032-aef4-3d10bf71c2bd,segment=NetworkSegment(486ddc86-d2a2-4450-bc49-d7365f4bd225),segment_id=486ddc86-d2a2-4450-bc49-d7365f4bd225)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:40.206674 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.242690 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] Calling delete_port for a03f01d3-124a-4032-aef4-3d10bf71c2bd owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:40.283121 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-83a17fc7-d9b1-49e7-a37b-c3a24b97a321 None None] For port a03f01d3-124a-4032-aef4-3d10bf71c2bd, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a03f01d3-124a-4032-aef4-3d10bf71c2bd,segment=NetworkSegment(486ddc86-d2a2-4450-bc49-d7365f4bd225),segment_id=486ddc86-d2a2-4450-bc49-d7365f4bd225)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:40.284638 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-83a17fc7-d9b1-49e7-a37b-c3a24b97a321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.305321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-83a17fc7-d9b1-49e7-a37b-c3a24b97a321 None None] Calling delete_port for a03f01d3-124a-4032-aef4-3d10bf71c2bd owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:40.313854 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-c62810e6-341d-4e30-b234-ceaa7052a9b7 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=2f877cca24b14b018c300063ae07683d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614328 Jul 06 11:54:40.404575 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-83a17fc7-d9b1-49e7-a37b-c3a24b97a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.478050 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c4e6f-06c0-4e3f-889a-80d74187b07d req-df43c5f5-dfce-4cfa-a67f-8a70b696c7b3 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.482436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a17fc7-d9b1-49e7-a37b-c3a24b97a321 None None] No DVR routers for this DVR port a03f01d3-124a-4032-aef4-3d10bf71c2bd on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:40.486760 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-725c4e6f-06c0-4e3f-889a-80d74187b07d req-df43c5f5-dfce-4cfa-a67f-8a70b696c7b3 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 946 time: 0.1053336 Jul 06 11:54:40.497950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a17fc7-d9b1-49e7-a37b-c3a24b97a321 None None] Pushing event deleted for resources: {'Port': ['ID=a03f01d3-124a-4032-aef4-3d10bf71c2bd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:40.600313 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-725c4e6f-06c0-4e3f-889a-80d74187b07d req-bd8fe5ff-3791-49dc-a60f-4b6460ae7805 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123607 Jul 06 11:54:40.638108 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-8cf45b2e-cf28-494e-b73c-f3d37d07714f tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:40.640931 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-8cf45b2e-cf28-494e-b73c-f3d37d07714f tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3261766 Jul 06 11:54:40.648419 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.663999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Request body: {'port': {'device_id': 'fc17286c-d876-45d2-97aa-e7dc39ffc051', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': '2f877cca24b14b018c300063ae07683d'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:40.821823 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.872998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Made reservation on behalf of 2f877cca24b14b018c300063ae07683d for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:40.883532 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.887705 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] No DVR routers for this DVR port a03f01d3-124a-4032-aef4-3d10bf71c2bd on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:40.890116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03f01d3-124a-4032-aef4-3d10bf71c2bd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:40.892281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0bf58940-b33f-4a4b-915e-7412bfb1f4a0 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:40.900913 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:40.920190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 0bf58940-b33f-4a4b-915e-7412bfb1f4a0 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:40.920735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0bf58940-b33f-4a4b-915e-7412bfb1f4a0 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:40.921160 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a03f01d3-124a-4032-aef4-3d10bf71c2bd no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:54:40.932670 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-0de737d4-c318-49d5-addd-0c3b402faa2c tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d87a1fb543ad439da90f2faeb195343c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621836 Jul 06 11:54:40.957939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: a03f01d3-124a-4032-aef4-3d10bf71c2bd {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:54:40.958332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a03f01d3-124a-4032-aef4-3d10bf71c2bd not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:54:40.991948 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.009316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfdec70e-405a-4398-8a85-862f1559abdb']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:41.022855 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f790b5e3-3097-4bba-9141-e0c56cd47b4f details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:41.026031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486ddc86-d2a2-4450-bc49-d7365f4bd225') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:41.026031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486ddc86-d2a2-4450-bc49-d7365f4bd225') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:41.044271 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.083068 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.110505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:54:41.110965 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:54:41.116517 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:54:41.156952 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c602cf34-60e5-4fd2-bbf9-df96013a97c8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:41.164505 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c602cf34-60e5-4fd2-bbf9-df96013a97c8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265491 Jul 06 11:54:41.184304 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-74e9a28b-f9e7-4094-8960-1d6106515179 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/quotas/d87a1fb543ad439da90f2faeb195343c HTTP/1.1" status: 200 len: 375 time: 0.0185533 Jul 06 11:54:41.185026 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f790b5e3-3097-4bba-9141-e0c56cd47b4f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:41.200751 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'port_id': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f', 'mac_address': 'fa:16:3e:dc:8a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:41.260899 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.282010 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f790b5e3-3097-4bba-9141-e0c56cd47b4f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:41.309698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f790b5e3-3097-4bba-9141-e0c56cd47b4f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:41.313330 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-e632f29e-9d8f-4d41-9d4b-472ddd1f199d tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1278710 Jul 06 11:54:41.318358 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.353649 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.356410 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.371363 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.373384 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bfdec70e-405a-4398-8a85-862f1559abdb HTTP/1.1" status: 204 len: 168 time: 1.6899714 Jul 06 11:54:41.375712 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:41.416134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f790b5e3-3097-4bba-9141-e0c56cd47b4f,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:41.417605 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267b6dc-86e9-4a05-8f96-ec552b3bb237 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfdec70e-405a-4398-8a85-862f1559abdb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:41.475075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2ad327-43ed-479f-9bec-ddb14f4b7d72,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:41.540188 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['f790b5e3-3097-4bba-9141-e0c56cd47b4f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:41.605899 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Allocated IP 192.168.233.32 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/7980525f-9685-4099-be30-26e6e4773809) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:41.720926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60144) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:41.813388 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fd18b1f9-632d-4907-b75a-7a3ee67a8c50 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=92fa138979964412a0cedd1a4908272c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0910883 Jul 06 11:54:41.824303 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60146) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:41.850683 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-05eb1e8e-8d08-4312-aa60-2f6b975eced0 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2f877cca24b14b018c300063ae07683d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356860 Jul 06 11:54:42.032905 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-3712ea7f-a8e6-432c-93e5-9ff16ccd7249 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:42.034873 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-3712ea7f-a8e6-432c-93e5-9ff16ccd7249 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779807 Jul 06 11:54:42.059196 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-76cb2701-987e-4419-a130-0ee93f1dd764 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Request body: {'port': {'device_id': '50277298-39b3-48b9-a2fc-f90e715e308b', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': '2f877cca24b14b018c300063ae07683d'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:42.233118 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b29287c7-1efe-4be9-8676-480a8344f779 req-4b197307-629c-4e1d-930f-e17c59f3c773 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=50277298-39b3-48b9-a2fc-f90e715e308b HTTP/1.1" status: 200 len: 210 time: 0.1303265 Jul 06 11:54:42.378369 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-76cb2701-987e-4419-a130-0ee93f1dd764 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Made reservation on behalf of 2f877cca24b14b018c300063ae07683d for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:42.382458 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-76cb2701-987e-4419-a130-0ee93f1dd764 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.569809 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.607097 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9fb497-799e-4aa7-bf43-a0e1d36598e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.614865 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c86a52-899e-4c3e-bacc-eb9a6cf9b54e req-7d653271-5ec6-40e6-95fa-715a40de702a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:42.619091 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-19c86a52-899e-4c3e-bacc-eb9a6cf9b54e req-7d653271-5ec6-40e6-95fa-715a40de702a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 945 time: 0.1294360 Jul 06 11:54:42.631122 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9fb497-799e-4aa7-bf43-a0e1d36598e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.647027 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Transition to ACTIVE for port object 7980525f-9685-4099-be30-26e6e4773809 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:42.709559 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9fb497-799e-4aa7-bf43-a0e1d36598e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.712067 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-19c86a52-899e-4c3e-bacc-eb9a6cf9b54e req-fd085330-3f60-48a2-b70a-66eb040e2db6 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723290 Jul 06 11:54:42.713589 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9fb497-799e-4aa7-bf43-a0e1d36598e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.714972 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9e9fb497-799e-4aa7-bf43-a0e1d36598e2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/90e1780b-2ad0-4544-bf66-4fc79dc273f4 HTTP/1.1" status: 204 len: 168 time: 0.8893433 Jul 06 11:54:42.729152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:42.787588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-76cb2701-987e-4419-a130-0ee93f1dd764 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Allocated IP 192.168.233.115 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/17774dac-3982-493a-815e-3ab2c1eb77de) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:42.912595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Pushing event updated for resources: {'Port': ['ID=7980525f-9685-4099-be30-26e6e4773809,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:42.925696 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fb497-799e-4aa7-bf43-a0e1d36598e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e1780b-2ad0-4544-bf66-4fc79dc273f4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:42.970423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:42.972454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:42.988191 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:43.034480 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f790b5e3-3097-4bba-9141-e0c56cd47b4f up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:43.112171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:43.124345 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.188522 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-fb94f2aa-a8ef-4911-bc9b-d3106db71e27 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5358968 Jul 06 11:54:43.202543 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Request body: {'port': {'device_id': 'fc17286c-d876-45d2-97aa-e7dc39ffc051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:43.426482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10f815-1bdd-418d-a3af-c00698b9f615 req-e8bca5b1-5162-40a5-ae1b-786ab925a182 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:43.428365 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c10f815-1bdd-418d-a3af-c00698b9f615 req-e8bca5b1-5162-40a5-ae1b-786ab925a182 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 946 time: 0.5129290 Jul 06 11:54:43.557262 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a1992304-1f60-4f4b-82f2-afb826c9fd8b None None] Provisioning for port 7980525f-9685-4099-be30-26e6e4773809 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:43.557804 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.573807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a1992304-1f60-4f4b-82f2-afb826c9fd8b None None] Provisioning complete for port 7980525f-9685-4099-be30-26e6e4773809 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:43.574285 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1992304-1f60-4f4b-82f2-afb826c9fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.632835 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-76cb2701-987e-4419-a130-0ee93f1dd764 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.651633 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port f790b5e3-3097-4bba-9141-e0c56cd47b4f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:43.660393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-76cb2701-987e-4419-a130-0ee93f1dd764 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Transition to ACTIVE for port object 17774dac-3982-493a-815e-3ab2c1eb77de will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:43.674975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a1992304-1f60-4f4b-82f2-afb826c9fd8b None None] Port 7980525f-9685-4099-be30-26e6e4773809 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:43.676599 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port f790b5e3-3097-4bba-9141-e0c56cd47b4f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:43.678135 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.732494 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-76cb2701-987e-4419-a130-0ee93f1dd764 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.809028 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb2701-987e-4419-a130-0ee93f1dd764 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Pushing event updated for resources: {'Port': ['ID=17774dac-3982-493a-815e-3ab2c1eb77de,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:43.825490 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c10f815-1bdd-418d-a3af-c00698b9f615 req-293c2802-6ced-4bab-92b7-e8b7b1193c4f tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547981 Jul 06 11:54:43.828130 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.846630 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-76cb2701-987e-4419-a130-0ee93f1dd764 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:43.851650 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-76cb2701-987e-4419-a130-0ee93f1dd764 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:43.862730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-76cb2701-987e-4419-a130-0ee93f1dd764 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:43.895563 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:43.898302 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0e7d5e-8e5f-4ec1-b975-2186038ef541" -d '{"events": [{"server_uuid": "cd334f8a-ff08-437a-bf26-385b4421685f", "name": "network-vif-plugged", "status": "completed", "tag": "f790b5e3-3097-4bba-9141-e0c56cd47b4f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:43.913528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f790b5e3-3097-4bba-9141-e0c56cd47b4f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:43.920909 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:43.986053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-76cb2701-987e-4419-a130-0ee93f1dd764 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:44.005653 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-76cb2701-987e-4419-a130-0ee93f1dd764 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.058268 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-76cb2701-987e-4419-a130-0ee93f1dd764 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0064478 Jul 06 11:54:44.071789 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Request body: {'port': {'device_id': '50277298-39b3-48b9-a2fc-f90e715e308b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:44.078881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f790b5e3-3097-4bba-9141-e0c56cd47b4f,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:44.267573 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.340341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bafd24f9-6a17-485f-9e1b-d6bd4cf880ff None None] Provisioning for port 17774dac-3982-493a-815e-3ab2c1eb77de completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:44.346569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bafd24f9-6a17-485f-9e1b-d6bd4cf880ff None None] Provisioning complete for port 17774dac-3982-493a-815e-3ab2c1eb77de triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:44.346943 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bafd24f9-6a17-485f-9e1b-d6bd4cf880ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.393710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bafd24f9-6a17-485f-9e1b-d6bd4cf880ff None None] Port 17774dac-3982-493a-815e-3ab2c1eb77de cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:44.416432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7980525f-9685-4099-be30-26e6e4773809 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:44.432088 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.497187 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60194) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:44.525856 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-e5268f83-1dc8-4d7a-a627-f24728182bcf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=d87a1fb543ad439da90f2faeb195343c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596576 Jul 06 11:54:44.531747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Transition to ACTIVE for port object 7980525f-9685-4099-be30-26e6e4773809 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:44.660045 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-6d3d2d91-390c-480f-bcfd-0addf5b9f0dd tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:44.662538 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-6d3d2d91-390c-480f-bcfd-0addf5b9f0dd tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1289027 Jul 06 11:54:44.665358 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.682889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b81786-1a7a-407f-915a-421eb891ee33 req-662e299d-d5b9-4232-af85-8258efa05acb tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:44.691240 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08b81786-1a7a-407f-915a-421eb891ee33 req-662e299d-d5b9-4232-af85-8258efa05acb tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=50277298-39b3-48b9-a2fc-f90e715e308b HTTP/1.1" status: 200 len: 936 time: 0.1930616 Jul 06 11:54:44.722156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c9ad9ae4-f680-4dd0-8c5c-453a172b8930 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Request body: {'port': {'device_id': '3c220354-d449-4f3a-826a-b35f5b54a027', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'd87a1fb543ad439da90f2faeb195343c'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:44.741878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Pushing event updated for resources: {'Port': ['ID=7980525f-9685-4099-be30-26e6e4773809,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:44.875282 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08b81786-1a7a-407f-915a-421eb891ee33 req-6b5df84d-95ac-4634-9a2a-4fe777e7d226 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826186 Jul 06 11:54:44.897994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-fd8c80f2-72d1-4300-a31d-87a5fa9bfa73 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1808186355-network', 'tenant_id': 'a904a05771ea4318acb6528087369411'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:44.959384 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17774dac-3982-493a-815e-3ab2c1eb77de {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:44.969221 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:44.990551 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Transition to ACTIVE for port object 17774dac-3982-493a-815e-3ab2c1eb77de will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:45.004254 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.116455 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c9ad9ae4-f680-4dd0-8c5c-453a172b8930 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Made reservation on behalf of d87a1fb543ad439da90f2faeb195343c for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:45.121435 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c9ad9ae4-f680-4dd0-8c5c-453a172b8930 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.134827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8c80f2-72d1-4300-a31d-87a5fa9bfa73 admin admin] Made reservation on behalf of a904a05771ea4318acb6528087369411 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:45.137194 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fd8c80f2-72d1-4300-a31d-87a5fa9bfa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.139867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Attempting to bind port 7980525f-9685-4099-be30-26e6e4773809 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:45.140530 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Attempting to bind port 7980525f-9685-4099-be30-26e6e4773809 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:45.141036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Attempting to bind port 7980525f-9685-4099-be30-26e6e4773809 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:45.147891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Port 7980525f-9685-4099-be30-26e6e4773809 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:54:45.148503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Attempting to bind port 7980525f-9685-4099-be30-26e6e4773809 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:45.155493 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fd8c80f2-72d1-4300-a31d-87a5fa9bfa73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.159855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:45.160395 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:45.161083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:45.161700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Bound port: 7980525f-9685-4099-be30-26e6e4773809, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:45.162228 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.339085 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] For port 7980525f-9685-4099-be30-26e6e4773809, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:45.370491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] For port 7980525f-9685-4099-be30-26e6e4773809, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7980525f-9685-4099-be30-26e6e4773809,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:45.377427 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Pushing event updated for resources: {'Port': ['ID=17774dac-3982-493a-815e-3ab2c1eb77de,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:45.392361 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-49585215-5a71-4324-a590-1034e56cfe1a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=d87a1fb543ad439da90f2faeb195343c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069443 Jul 06 11:54:45.396052 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.453667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c9ad9ae4-f680-4dd0-8c5c-453a172b8930 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Allocated IP 192.168.233.175 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/bcbe0b89-ec83-433b-9bf8-e4653c4ca616) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:45.461613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:45.462476 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.464193 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] 10.222.0.89 "PUT /v2.0/ports/7980525f-9685-4099-be30-26e6e4773809 HTTP/1.1" status: 200 len: 1095 time: 2.2668762 Jul 06 11:54:45.467295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc17286c-d876-45d2-97aa-e7dc39ffc051', 'tag': '7980525f-9685-4099-be30-26e6e4773809'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:45.476196 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b74c16-d2de-4512-9277-a2d08e1473dc" -d '{"events": [{"name": "network-changed", "server_uuid": "fc17286c-d876-45d2-97aa-e7dc39ffc051", "tag": "7980525f-9685-4099-be30-26e6e4773809"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:45.620803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b832c5-3a3c-440e-b8e1-69c112b10b23 service neutron] Pushing event updated for resources: {'Port': ['ID=7980525f-9685-4099-be30-26e6e4773809,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:45.674787 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Attempting to bind port 17774dac-3982-493a-815e-3ab2c1eb77de on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:45.675112 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Attempting to bind port 17774dac-3982-493a-815e-3ab2c1eb77de by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:45.695642 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Attempting to bind port 17774dac-3982-493a-815e-3ab2c1eb77de on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:45.719552 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-99c61226-64d1-4a2d-9a4c-28642cab6f58 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:45.721541 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-99c61226-64d1-4a2d-9a4c-28642cab6f58 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2770534 Jul 06 11:54:45.728895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Port 17774dac-3982-493a-815e-3ab2c1eb77de on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:54:45.729512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Attempting to bind port 17774dac-3982-493a-815e-3ab2c1eb77de on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:45.754446 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-713b3d97-706c-4bd6-ae89-791c502f5bc5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Request body: {'port': {'device_id': '3942a416-7c61-4f0a-a193-ef21a2f4cfc0', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'd87a1fb543ad439da90f2faeb195343c'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:45.757130 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-ffdd392a-f60e-443f-bed7-c52962fb37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:45.758929 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-ffdd392a-f60e-443f-bed7-c52962fb37d6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2f877cca24b14b018c300063ae07683d&device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 1098 time: 0.1996484 Jul 06 11:54:45.773559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bd5b3-e75b-4704-b0a9-2e978c31237c req-6692e6ee-8ef8-4824-bc10-d060eb5dc9b8 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:45.775492 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba4bd5b3-e75b-4704-b0a9-2e978c31237c req-6692e6ee-8ef8-4824-bc10-d060eb5dc9b8 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 946 time: 0.6019294 Jul 06 11:54:45.780610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:45.780999 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:45.781733 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:45.782505 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Bound port: 17774dac-3982-493a-815e-3ab2c1eb77de, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:45.783053 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:45.833706 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-58317e57-57a9-4822-a811-0f939919e57d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=7980525f-9685-4099-be30-26e6e4773809 HTTP/1.1" status: 200 len: 217 time: 0.0615520 Jul 06 11:54:45.893204 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc0d661a-9eb3-489d-bc1b-b06c6e405c37 req-0025ea81-73be-42f7-b6c4-9bad352f64fc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2348099 Jul 06 11:54:45.915548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-268cc413-4fee-4543-b731-c22b7d6f91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:45.917046 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-268cc413-4fee-4543-b731-c22b7d6f91d5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0753551 Jul 06 11:54:45.921575 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba4bd5b3-e75b-4704-b0a9-2e978c31237c req-a4152b50-3418-44aa-a0db-86186f42219b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904193 Jul 06 11:54:45.974435 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c9ad9ae4-f680-4dd0-8c5c-453a172b8930 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.001595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c9ad9ae4-f680-4dd0-8c5c-453a172b8930 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Transition to ACTIVE for port object bcbe0b89-ec83-433b-9bf8-e4653c4ca616 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:46.016632 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d20ff59-0c33-4ef5-b513-85018592a740 x-openstack-request-id: req-1d20ff59-0c33-4ef5-b513-85018592a740 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:46.017963 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd334f8a-ff08-437a-bf26-385b4421685f", "name": "network-vif-plugged", "status": "completed", "tag": "f790b5e3-3097-4bba-9141-e0c56cd47b4f", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:46.018457 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d20ff59-0c33-4ef5-b513-85018592a740 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:46.019329 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f', 'code': 200} Jul 06 11:54:46.026140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] For port 17774dac-3982-493a-815e-3ab2c1eb77de, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:46.029608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] For port 17774dac-3982-493a-815e-3ab2c1eb77de, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=17774dac-3982-493a-815e-3ab2c1eb77de,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:46.059891 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fd8c80f2-72d1-4300-a31d-87a5fa9bfa73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.066489 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fd8c80f2-72d1-4300-a31d-87a5fa9bfa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.070064 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.107087 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c9ad9ae4-f680-4dd0-8c5c-453a172b8930 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.119983 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9a5d9e-492e-4c12-99d5-e4095fc1ed94'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:46.130693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Pushing event updated for resources: {'Port': ['ID=17774dac-3982-493a-815e-3ab2c1eb77de,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:46.164241 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8c80f2-72d1-4300-a31d-87a5fa9bfa73 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:54:46.199515 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fd8c80f2-72d1-4300-a31d-87a5fa9bfa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.199894 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-fd8c80f2-72d1-4300-a31d-87a5fa9bfa73 admin admin] Added segment a558c68f-2f92-435c-ba75-fedbe4514b86 of type vlan for network 60e066ea-2966-4eac-95a4-bc2bc640f4bd Jul 06 11:54:46.202370 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:46.202986 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.204423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-de87f276-5cfd-46e3-a5a4-1d3b09ff52f5 service neutron] 10.222.0.23 "PUT /v2.0/ports/17774dac-3982-493a-815e-3ab2c1eb77de HTTP/1.1" status: 200 len: 1096 time: 2.1373687 Jul 06 11:54:46.205023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50277298-39b3-48b9-a2fc-f90e715e308b', 'tag': '17774dac-3982-493a-815e-3ab2c1eb77de'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:46.207436 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b18e756-c824-4190-8c6c-45b55590706e" -d '{"events": [{"name": "network-changed", "server_uuid": "50277298-39b3-48b9-a2fc-f90e715e308b", "tag": "17774dac-3982-493a-815e-3ab2c1eb77de"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:46.209971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c80f2-72d1-4300-a31d-87a5fa9bfa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe12541-f456-448e-8f44-6d63c86f31e5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:46.227094 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad9ae4-f680-4dd0-8c5c-453a172b8930 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event updated for resources: {'Port': ['ID=bcbe0b89-ec83-433b-9bf8-e4653c4ca616,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:46.313873 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c9ad9ae4-f680-4dd0-8c5c-453a172b8930 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:46.321062 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c9ad9ae4-f680-4dd0-8c5c-453a172b8930 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:46.329764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c9ad9ae4-f680-4dd0-8c5c-453a172b8930 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:46.338468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-713b3d97-706c-4bd6-ae89-791c502f5bc5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Made reservation on behalf of d87a1fb543ad439da90f2faeb195343c for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:46.342860 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-713b3d97-706c-4bd6-ae89-791c502f5bc5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.357132 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fd8c80f2-72d1-4300-a31d-87a5fa9bfa73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.429132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d661a-9eb3-489d-bc1b-b06c6e405c37 req-b09b7a89-3d83-4525-a098-7fd3661e7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:46.432077 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc0d661a-9eb3-489d-bc1b-b06c6e405c37 req-b09b7a89-3d83-4525-a098-7fd3661e7f92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 1100 time: 0.3730981 Jul 06 11:54:46.438977 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-ccfeb86d-bb06-4cd8-bad9-8d2f455cf269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:46.441050 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-ccfeb86d-bb06-4cd8-bad9-8d2f455cf269 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4969435 Jul 06 11:54:46.447986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dcaa1-8e66-49d2-be0e-556c1e26388c req-071cc287-3d47-4130-b6c4-c299b4445213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:46.448991 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2930c6b-8bf6-4b7b-bceb-10b776ff36c3 req-1b80ac17-1518-4a52-9f58-105bb7017aeb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3942a416-7c61-4f0a-a193-ef21a2f4cfc0 HTTP/1.1" status: 200 len: 210 time: 0.1028292 Jul 06 11:54:46.449539 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9c8dcaa1-8e66-49d2-be0e-556c1e26388c req-071cc287-3d47-4130-b6c4-c299b4445213 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 1097 time: 0.3349080 Jul 06 11:54:46.457840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c9ad9ae4-f680-4dd0-8c5c-453a172b8930 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:46.458493 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c9ad9ae4-f680-4dd0-8c5c-453a172b8930 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.574846 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-9e4196cb-a999-4d04-85a0-4e2e2f81aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:46.577345 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-9e4196cb-a999-4d04-85a0-4e2e2f81aac5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f877cca24b14b018c300063ae07683d&device_id=50277298-39b3-48b9-a2fc-f90e715e308b HTTP/1.1" status: 200 len: 1099 time: 0.3023252 Jul 06 11:54:46.582008 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fd8c80f2-72d1-4300-a31d-87a5fa9bfa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.583132 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8c80f2-72d1-4300-a31d-87a5fa9bfa73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:46.583845 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fd8c80f2-72d1-4300-a31d-87a5fa9bfa73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.682770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c80f2-72d1-4300-a31d-87a5fa9bfa73 admin admin] Pushing event updated for resources: {'Network': ['ID=60e066ea-2966-4eac-95a4-bc2bc640f4bd,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:46.694570 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9c8dcaa1-8e66-49d2-be0e-556c1e26388c req-db9c898f-f9d2-4e36-be80-9f958c4b1c49 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325931 Jul 06 11:54:46.697907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 60e066ea-2966-4eac-95a4-bc2bc640f4bd details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:54:46.725794 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c9ad9ae4-f680-4dd0-8c5c-453a172b8930 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0153763 Jul 06 11:54:46.762499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Request body: {'port': {'device_id': '3c220354-d449-4f3a-826a-b35f5b54a027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:46.769296 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-43c5e7b5-ee0d-4141-835e-8784c87c114b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=17774dac-3982-493a-815e-3ab2c1eb77de HTTP/1.1" status: 200 len: 217 time: 0.1796210 Jul 06 11:54:46.925327 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:46.942717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-e4f64017-3e2c-473e-b3cc-7106586e3701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:46.944710 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-e4f64017-3e2c-473e-b3cc-7106586e3701 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1128573 Jul 06 11:54:46.957802 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-5631e8dc-1d5a-45ba-ba44-bb5b37802071 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946516 Jul 06 11:54:46.960545 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60214) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:46.962239 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fd8c80f2-72d1-4300-a31d-87a5fa9bfa73 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4601939 Jul 06 11:54:46.965819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-13b86d67-05c5-4225-8b3f-f5fc7f5109be admin admin] Request body: {'subnet': {'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1808186355-subnet', 'tenant_id': 'a904a05771ea4318acb6528087369411', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:46.987409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60216) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:47.010130 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d661a-9eb3-489d-bc1b-b06c6e405c37 req-547bfec7-cd3b-422b-b1c0-5c3899e580fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:47.011769 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc0d661a-9eb3-489d-bc1b-b06c6e405c37 req-547bfec7-cd3b-422b-b1c0-5c3899e580fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.4665320 Jul 06 11:54:47.017285 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7923bb05-5a79-4f6b-8d91-91b833880f61 None None] Provisioning for port bcbe0b89-ec83-433b-9bf8-e4653c4ca616 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:47.022810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-713b3d97-706c-4bd6-ae89-791c502f5bc5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Allocated IP 192.168.233.3 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/bd64659e-6f68-4803-a2c1-de2433fa8279) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:47.027895 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7923bb05-5a79-4f6b-8d91-91b833880f61 None None] Provisioning complete for port bcbe0b89-ec83-433b-9bf8-e4653c4ca616 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:47.028486 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7923bb05-5a79-4f6b-8d91-91b833880f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:47.085340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7923bb05-5a79-4f6b-8d91-91b833880f61 None None] Port bcbe0b89-ec83-433b-9bf8-e4653c4ca616 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:47.139135 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc0d661a-9eb3-489d-bc1b-b06c6e405c37 req-7910ea7b-aa02-4f2d-92d0-c3203a01078d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=da9a5d9e-492e-4c12-99d5-e4095fc1ed94 HTTP/1.1" status: 200 len: 217 time: 0.0947216 Jul 06 11:54:47.202878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d661a-9eb3-489d-bc1b-b06c6e405c37 req-7a5dfd6b-aca7-455d-a4bd-27a3fdabad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:47.204834 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc0d661a-9eb3-489d-bc1b-b06c6e405c37 req-7a5dfd6b-aca7-455d-a4bd-27a3fdabad24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0538266 Jul 06 11:54:47.213444 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b86d67-05c5-4225-8b3f-f5fc7f5109be admin admin] Made reservation on behalf of a904a05771ea4318acb6528087369411 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:47.215899 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13b86d67-05c5-4225-8b3f-f5fc7f5109be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:47.237233 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d62bb2-85ae-48c3-828e-536c43567e41 req-999f2ceb-b5b5-4f90-b137-afa2eee58615 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:47.238806 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39d62bb2-85ae-48c3-828e-536c43567e41 req-999f2ceb-b5b5-4f90-b137-afa2eee58615 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 946 time: 0.5662904 Jul 06 11:54:47.401619 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1804f651-7739-45e2-a136-eacd9db69ab7 req-64675d58-d2be-4ef5-b792-191b2a632f1f service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287236 Jul 06 11:54:47.441349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d661a-9eb3-489d-bc1b-b06c6e405c37 req-2c792d6f-cd36-4b0f-ac0a-a489e0165be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:47.442891 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc0d661a-9eb3-489d-bc1b-b06c6e405c37 req-2c792d6f-cd36-4b0f-ac0a-a489e0165be8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2193847 Jul 06 11:54:47.658947 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13b86d67-05c5-4225-8b3f-f5fc7f5109be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:47.667997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-cfefeca2-d61c-40fc-a03a-b94ddcd3130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:47.669492 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-cfefeca2-d61c-40fc-a03a-b94ddcd3130f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7061589 Jul 06 11:54:47.673518 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-713b3d97-706c-4bd6-ae89-791c502f5bc5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:47.686995 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39d62bb2-85ae-48c3-828e-536c43567e41 req-819b63ac-2e4f-4cbb-ab0f-15458340a9ec tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330475 Jul 06 11:54:47.687953 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc0d661a-9eb3-489d-bc1b-b06c6e405c37 req-bc115bac-10d4-4975-bc54-64d960635a6c service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861959 Jul 06 11:54:47.690876 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3020b612-50b3-4379-831e-ea36ea9d411b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:47.746534 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-713b3d97-706c-4bd6-ae89-791c502f5bc5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Transition to ACTIVE for port object bd64659e-6f68-4803-a2c1-de2433fa8279 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:47.784402 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a416fa-354e-4deb-85f8-c60afcc42e72 x-openstack-request-id: req-59a416fa-354e-4deb-85f8-c60afcc42e72 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:47.784721 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc17286c-d876-45d2-97aa-e7dc39ffc051", "tag": "7980525f-9685-4099-be30-26e6e4773809", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:47.784925 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-59a416fa-354e-4deb-85f8-c60afcc42e72 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:47.785326 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc17286c-d876-45d2-97aa-e7dc39ffc051', 'tag': '7980525f-9685-4099-be30-26e6e4773809', 'status': 'completed', 'code': 200} Jul 06 11:54:47.934709 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-713b3d97-706c-4bd6-ae89-791c502f5bc5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:47.950041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9a5d9e-492e-4c12-99d5-e4095fc1ed94'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:47.954834 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-23af29a6-6844-4c7a-8711-dfd1f5c66936 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594144 Jul 06 11:54:47.961934 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b86d67-05c5-4225-8b3f-f5fc7f5109be admin admin] Pushing event updated for resources: {'Subnet': ['ID=6097b696-6863-4418-b0a0-433aa68953b6,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:48.029358 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b86d67-05c5-4225-8b3f-f5fc7f5109be admin admin] Checking segment: {'id': 'a558c68f-2f92-435c-ba75-fedbe4514b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:48.029851 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b86d67-05c5-4225-8b3f-f5fc7f5109be admin admin] Network hostable DHCP agents. Network: 60e066ea-2966-4eac-95a4-bc2bc640f4bd, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:54:48.043831 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cc0d661a-9eb3-489d-bc1b-b06c6e405c37 req-6530fa06-5741-43b3-89bb-c4806b56270e service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196089 Jul 06 11:54:48.069177 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1eb03abc-4f05-4537-be0d-d24ad6fc39c9 req-27271af6-e5de-4787-afde-ff98011543d2 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099529 Jul 06 11:54:48.100229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b74c16-d2de-4512-9277-a2d08e1473dc req-828d8319-99a7-4e77-ab3c-b70434fc9849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:48.101726 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45b74c16-d2de-4512-9277-a2d08e1473dc req-828d8319-99a7-4e77-ab3c-b70434fc9849 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2f877cca24b14b018c300063ae07683d&device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 1098 time: 0.2408543 Jul 06 11:54:48.107917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b86d67-05c5-4225-8b3f-f5fc7f5109be admin admin] Network 60e066ea-2966-4eac-95a4-bc2bc640f4bd is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:54:48.162686 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-713b3d97-706c-4bd6-ae89-791c502f5bc5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:48.176232 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-13b86d67-05c5-4225-8b3f-f5fc7f5109be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 60e066ea-2966-4eac-95a4-bc2bc640f4bd) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:48.177851 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-713b3d97-706c-4bd6-ae89-791c502f5bc5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:48.184663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b3d97-706c-4bd6-ae89-791c502f5bc5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event updated for resources: {'Port': ['ID=bd64659e-6f68-4803-a2c1-de2433fa8279,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:48.188882 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-713b3d97-706c-4bd6-ae89-791c502f5bc5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:48.198455 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b86d67-05c5-4225-8b3f-f5fc7f5109be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:48.199007 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13b86d67-05c5-4225-8b3f-f5fc7f5109be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.200371 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3020b612-50b3-4379-831e-ea36ea9d411b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.219991 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af28819c-ca37-48f8-82a7-446123f5a11a None None] Network 60e066ea-2966-4eac-95a4-bc2bc640f4bd requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:48.227592 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3020b612-50b3-4379-831e-ea36ea9d411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.271335 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-13b86d67-05c5-4225-8b3f-f5fc7f5109be admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3008525 Jul 06 11:54:48.325872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523f705-41d0-4676-b477-d40fa425030a req-935a88e2-8445-48eb-82f4-b43386018b93 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:48.332503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b74c16-d2de-4512-9277-a2d08e1473dc req-7eed4ee3-6313-4202-86db-5cc74c6b46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:48.334017 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45b74c16-d2de-4512-9277-a2d08e1473dc req-7eed4ee3-6313-4202-86db-5cc74c6b46a0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2208076 Jul 06 11:54:48.334666 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1523f705-41d0-4676-b477-d40fa425030a req-935a88e2-8445-48eb-82f4-b43386018b93 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=50277298-39b3-48b9-a2fc-f90e715e308b HTTP/1.1" status: 200 len: 948 time: 0.2640481 Jul 06 11:54:48.341488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcbe0b89-ec83-433b-9bf8-e4653c4ca616 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:48.358746 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60226) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:48.363625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3020b612-50b3-4379-831e-ea36ea9d411b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2274f4a21fe4cd0b2e964b9330b764e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3622015 Jul 06 11:54:48.369858 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-713b3d97-706c-4bd6-ae89-791c502f5bc5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:48.374013 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-713b3d97-706c-4bd6-ae89-791c502f5bc5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.427300 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.427569 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020b612-50b3-4379-831e-ea36ea9d411b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996ac659-e54b-4909-9242-2c652d959bd0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:48.448756 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-713b3d97-706c-4bd6-ae89-791c502f5bc5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7059052 Jul 06 11:54:48.477746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Request body: {'port': {'device_id': '3942a416-7c61-4f0a-a193-ef21a2f4cfc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:48.541863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1523f705-41d0-4676-b477-d40fa425030a req-527d0a2f-01ad-4123-b648-adc643a3b7af tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000170 Jul 06 11:54:48.580135 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45b74c16-d2de-4512-9277-a2d08e1473dc req-5a95b96c-c973-41e6-97f1-e5d91236846f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=7980525f-9685-4099-be30-26e6e4773809 HTTP/1.1" status: 200 len: 217 time: 0.2190509 Jul 06 11:54:48.597603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Transition to ACTIVE for port object bcbe0b89-ec83-433b-9bf8-e4653c4ca616 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:48.623762 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.642234 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec58ab2f-9cef-46db-8cd2-3f3634e2b1a9 x-openstack-request-id: req-ec58ab2f-9cef-46db-8cd2-3f3634e2b1a9 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:48.646358 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50277298-39b3-48b9-a2fc-f90e715e308b", "tag": "17774dac-3982-493a-815e-3ab2c1eb77de", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:48.646715 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec58ab2f-9cef-46db-8cd2-3f3634e2b1a9 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:48.647732 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50277298-39b3-48b9-a2fc-f90e715e308b', 'tag': '17774dac-3982-493a-815e-3ab2c1eb77de', 'status': 'completed', 'code': 200} Jul 06 11:54:48.656954 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944ae310-6744-4c1f-b1e0-abfaad104d83 None None] Network 60e066ea-2966-4eac-95a4-bc2bc640f4bd requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:48.697846 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.765024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b74c16-d2de-4512-9277-a2d08e1473dc req-1abe8193-4a9c-42b1-b0d0-56fe90463879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:48.766583 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45b74c16-d2de-4512-9277-a2d08e1473dc req-1abe8193-4a9c-42b1-b0d0-56fe90463879 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1646128 Jul 06 11:54:48.797029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbe0b89-ec83-433b-9bf8-e4653c4ca616,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:48.799767 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a253f32-177a-476c-9d92-cfa0edbedba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.819944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4997fc19-8bbd-49ce-a35a-b1b16c612a5d None None] Provisioning for port bd64659e-6f68-4803-a2c1-de2433fa8279 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:48.836731 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4997fc19-8bbd-49ce-a35a-b1b16c612a5d None None] Provisioning complete for port bd64659e-6f68-4803-a2c1-de2433fa8279 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:48.837370 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4997fc19-8bbd-49ce-a35a-b1b16c612a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:48.921281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4997fc19-8bbd-49ce-a35a-b1b16c612a5d None None] Port bd64659e-6f68-4803-a2c1-de2433fa8279 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:54:48.995933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18e756-c824-4190-8c6c-45b55590706e req-8df22767-325a-4134-8d20-91752b105e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:48.996581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Attempting to bind port bcbe0b89-ec83-433b-9bf8-e4653c4ca616 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:48.996581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Attempting to bind port bcbe0b89-ec83-433b-9bf8-e4653c4ca616 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:48.996581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Attempting to bind port bcbe0b89-ec83-433b-9bf8-e4653c4ca616 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:49.000830 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a253f32-177a-476c-9d92-cfa0edbedba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.002224 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b18e756-c824-4190-8c6c-45b55590706e req-8df22767-325a-4134-8d20-91752b105e40 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f877cca24b14b018c300063ae07683d&device_id=50277298-39b3-48b9-a2fc-f90e715e308b HTTP/1.1" status: 200 len: 1099 time: 0.3333135 Jul 06 11:54:49.022778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Port bcbe0b89-ec83-433b-9bf8-e4653c4ca616 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:54:49.023094 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Attempting to bind port bcbe0b89-ec83-433b-9bf8-e4653c4ca616 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:49.044153 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:49.044483 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:49.044854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:49.045335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Bound port: bcbe0b89-ec83-433b-9bf8-e4653c4ca616, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:49.045692 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.095646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383fdb7-7e4c-48f1-833f-9f3578e83697 req-dcd4a3ed-1aa7-4abf-93d8-4767a191ef42 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:49.103482 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4383fdb7-7e4c-48f1-833f-9f3578e83697 req-dcd4a3ed-1aa7-4abf-93d8-4767a191ef42 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 946 time: 0.2704408 Jul 06 11:54:49.113594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b74c16-d2de-4512-9277-a2d08e1473dc req-5c8c9628-11dd-4729-9401-adaacc40d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:49.115095 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45b74c16-d2de-4512-9277-a2d08e1473dc req-5c8c9628-11dd-4729-9401-adaacc40d343 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3107409 Jul 06 11:54:49.209405 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4383fdb7-7e4c-48f1-833f-9f3578e83697 req-48561e8c-e6c7-4179-861c-c6085ad87904 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046686 Jul 06 11:54:49.213209 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a253f32-177a-476c-9d92-cfa0edbedba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.215896 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a253f32-177a-476c-9d92-cfa0edbedba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.217031 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8a253f32-177a-476c-9d92-cfa0edbedba0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/996ac659-e54b-4909-9242-2c652d959bd0 HTTP/1.1" status: 204 len: 168 time: 0.8526552 Jul 06 11:54:49.247770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] For port bcbe0b89-ec83-433b-9bf8-e4653c4ca616, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:49.251984 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a253f32-177a-476c-9d92-cfa0edbedba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996ac659-e54b-4909-9242-2c652d959bd0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:49.274856 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] For port bcbe0b89-ec83-433b-9bf8-e4653c4ca616, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bcbe0b89-ec83-433b-9bf8-e4653c4ca616,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:49.289813 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.365370 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18e756-c824-4190-8c6c-45b55590706e req-4a444377-7fd5-47a6-af10-1000c17c0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:49.367036 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b18e756-c824-4190-8c6c-45b55590706e req-4a444377-7fd5-47a6-af10-1000c17c0f5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.3418863 Jul 06 11:54:49.374749 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbe0b89-ec83-433b-9bf8-e4653c4ca616,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:49.389869 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45b74c16-d2de-4512-9277-a2d08e1473dc req-41bf5309-e5fc-49f4-85cc-9f8dca0b808c service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554181 Jul 06 11:54:49.412825 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:49.413472 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.415368 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-893580d0-5782-4c60-bdfc-464dfb535862 service neutron] 10.222.0.89 "PUT /v2.0/ports/bcbe0b89-ec83-433b-9bf8-e4653c4ca616 HTTP/1.1" status: 200 len: 1096 time: 2.6644611 Jul 06 11:54:49.482198 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b18e756-c824-4190-8c6c-45b55590706e req-b8b75e0e-9af0-42ea-8f7e-e0ad5b8e28b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=17774dac-3982-493a-815e-3ab2c1eb77de HTTP/1.1" status: 200 len: 217 time: 0.0918834 Jul 06 11:54:49.611574 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd64659e-6f68-4803-a2c1-de2433fa8279 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:49.644398 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.665770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18e756-c824-4190-8c6c-45b55590706e req-047b5a06-636d-49c5-88e2-69ce1099393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:49.667382 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b18e756-c824-4190-8c6c-45b55590706e req-047b5a06-636d-49c5-88e2-69ce1099393e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1677589 Jul 06 11:54:49.671366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-fa33b4f3-3c8d-4585-97d6-58bd1b0456a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:49.673178 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-fa33b4f3-3c8d-4585-97d6-58bd1b0456a2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=3c220354-d449-4f3a-826a-b35f5b54a027 HTTP/1.1" status: 200 len: 1099 time: 0.1894426 Jul 06 11:54:49.675457 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45b74c16-d2de-4512-9277-a2d08e1473dc req-dcd37ba1-70d0-4eb4-b2cf-40518c4cfcc4 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591436 Jul 06 11:54:49.688886 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Transition to ACTIVE for port object bd64659e-6f68-4803-a2c1-de2433fa8279 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:49.730472 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:49.735982 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-edbe6a45-94cd-4451-8753-dc29178844a2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=bcbe0b89-ec83-433b-9bf8-e4653c4ca616 HTTP/1.1" status: 200 len: 217 time: 0.0517702 Jul 06 11:54:49.790512 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c220354-d449-4f3a-826a-b35f5b54a027', 'tag': 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:49.794109 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eed267-498e-4cfa-89d6-68d500b66d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c220354-d449-4f3a-826a-b35f5b54a027", "tag": "bcbe0b89-ec83-433b-9bf8-e4653c4ca616"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:49.798011 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd2c5d-1fca-4e29-9130-f0cd98fde4a9 req-791f7073-8c7e-414e-a969-35c0790ef53e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:49.810264 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-acfd2c5d-1fca-4e29-9130-f0cd98fde4a9 req-791f7073-8c7e-414e-a969-35c0790ef53e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3942a416-7c61-4f0a-a193-ef21a2f4cfc0 HTTP/1.1" status: 200 len: 934 time: 0.3503478 Jul 06 11:54:49.834237 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-e49c7677-dc8c-4532-8246-9f450dbdd545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:49.836215 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-e49c7677-dc8c-4532-8246-9f450dbdd545 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0905373 Jul 06 11:54:49.925331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-29582395-46c9-4a3f-9639-ac756c7ba962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:49.929135 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-29582395-46c9-4a3f-9639-ac756c7ba962 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788784 Jul 06 11:54:49.948056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Pushing event updated for resources: {'Port': ['ID=bd64659e-6f68-4803-a2c1-de2433fa8279,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:50.019540 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 7980525f-9685-4099-be30-26e6e4773809 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:50.024527 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-acfd2c5d-1fca-4e29-9130-f0cd98fde4a9 req-40b4eeaf-5971-4397-8061-b043f4683f0d tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118275 Jul 06 11:54:50.043987 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18e756-c824-4190-8c6c-45b55590706e req-6df5d7e5-4099-459c-93bb-dce571554178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:50.043987 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b18e756-c824-4190-8c6c-45b55590706e req-6df5d7e5-4099-459c-93bb-dce571554178 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3617413 Jul 06 11:54:50.223693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Attempting to bind port bd64659e-6f68-4803-a2c1-de2433fa8279 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:50.226670 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Attempting to bind port bd64659e-6f68-4803-a2c1-de2433fa8279 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:50.228547 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Attempting to bind port bd64659e-6f68-4803-a2c1-de2433fa8279 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:50.242792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Port bd64659e-6f68-4803-a2c1-de2433fa8279 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:54:50.259327 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Attempting to bind port bd64659e-6f68-4803-a2c1-de2433fa8279 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:50.266177 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-8c4fd1a2-4439-4087-b24d-f69b3cd391b4 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269277 Jul 06 11:54:50.275260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:50.275904 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:50.276513 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:50.277166 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Bound port: bd64659e-6f68-4803-a2c1-de2433fa8279, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:50.277925 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.285233 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b18e756-c824-4190-8c6c-45b55590706e req-597772f3-1ae1-4bac-940e-f175e35a6caf service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029810 Jul 06 11:54:50.332711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 7980525f-9685-4099-be30-26e6e4773809, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7980525f-9685-4099-be30-26e6e4773809,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:50.362673 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '7980525f-9685-4099-be30-26e6e4773809', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '7980525f-9685-4099-be30-26e6e4773809', 'mac_address': 'fa:16:3e:c0:5d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:50.432456 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] For port bd64659e-6f68-4803-a2c1-de2433fa8279, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:50.441907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] For port bd64659e-6f68-4803-a2c1-de2433fa8279, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bd64659e-6f68-4803-a2c1-de2433fa8279,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:50.450949 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b18e756-c824-4190-8c6c-45b55590706e req-5cc905d8-4670-437a-b391-96814b544ea2 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585507 Jul 06 11:54:50.455747 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.500379 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.517216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:50.517855 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.519324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] 10.222.0.89 "PUT /v2.0/ports/bd64659e-6f68-4803-a2c1-de2433fa8279 HTTP/1.1" status: 200 len: 1094 time: 2.0576963 Jul 06 11:54:50.526251 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7980525f-9685-4099-be30-26e6e4773809 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:50.571353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 7980525f-9685-4099-be30-26e6e4773809, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7980525f-9685-4099-be30-26e6e4773809,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:50.579610 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:50.595974 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c2131-a714-4c12-9f1e-f5c5f37a9a5d service neutron] Pushing event updated for resources: {'Port': ['ID=bd64659e-6f68-4803-a2c1-de2433fa8279,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:50.639131 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60272) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:50.656984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3942a416-7c61-4f0a-a193-ef21a2f4cfc0', 'tag': 'bd64659e-6f68-4803-a2c1-de2433fa8279'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:50.660301 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baabcc8a-f31b-4172-aa7d-5f49372c62c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3942a416-7c61-4f0a-a193-ef21a2f4cfc0", "tag": "bd64659e-6f68-4803-a2c1-de2433fa8279"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:50.665409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=7980525f-9685-4099-be30-26e6e4773809,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:50.781607 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c2c4d003-62ef-4d90-9185-653dc5abf826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:50.783373 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['7980525f-9685-4099-be30-26e6e4773809'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:50.787673 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-c2c4d003-62ef-4d90-9185-653dc5abf826 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=3942a416-7c61-4f0a-a193-ef21a2f4cfc0 HTTP/1.1" status: 200 len: 1097 time: 0.2117805 Jul 06 11:54:50.841138 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-a7e4742d-cd4b-4342-88ac-8fb2e4266077 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=bd64659e-6f68-4803-a2c1-de2433fa8279 HTTP/1.1" status: 200 len: 217 time: 0.0412760 Jul 06 11:54:50.850668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-5f45c836-f405-4fd7-bb10-608989084e7f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:50.857640 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-5f45c836-f405-4fd7-bb10-608989084e7f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/networks?id=60e066ea-2966-4eac-95a4-bc2bc640f4bd HTTP/1.1" status: 200 len: 815 time: 0.2193010 Jul 06 11:54:50.908560 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-2c7e3211-c58b-42ab-929c-2d53ca8f85de tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/quotas/a904a05771ea4318acb6528087369411 HTTP/1.1" status: 200 len: 375 time: 0.0498910 Jul 06 11:54:50.954693 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-ab7d0064-56d3-443c-9670-6f6869ebfb93 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a904a05771ea4318acb6528087369411&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451415 Jul 06 11:54:50.971101 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f7d480cb-6469-4983-840c-4f077149025c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-765118417-network', 'tenant_id': 'd15c9675bf6b453ea2f6fdf8a9d2cad9'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:51.032794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d480cb-6469-4983-840c-4f077149025c admin admin] Made reservation on behalf of d15c9675bf6b453ea2f6fdf8a9d2cad9 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:51.034519 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d480cb-6469-4983-840c-4f077149025c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.039483 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-ea65d8a5-b9e2-455f-b4f8-3cbc45e3a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:51.040955 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-ea65d8a5-b9e2-455f-b4f8-3cbc45e3a2fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1812682 Jul 06 11:54:51.064404 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d480cb-6469-4983-840c-4f077149025c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.072413 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-f9c381bf-7371-461f-aef7-75b4f07ded7a service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8004143 Jul 06 11:54:51.086111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 17774dac-3982-493a-815e-3ab2c1eb77de details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:51.177066 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-fc4066e3-4631-4574-8c53-f2201219de88 service neutron] 10.222.0.81 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213433 Jul 06 11:54:51.231980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 17774dac-3982-493a-815e-3ab2c1eb77de, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=17774dac-3982-493a-815e-3ab2c1eb77de,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:51.251422 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '17774dac-3982-493a-815e-3ab2c1eb77de', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '17774dac-3982-493a-815e-3ab2c1eb77de', 'mac_address': 'fa:16:3e:ee:8b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:51.258348 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-ec8c4078-451b-4ed0-b209-e92e837991a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:51.259907 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-ec8c4078-451b-4ed0-b209-e92e837991a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2047884 Jul 06 11:54:51.302803 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.318636 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17774dac-3982-493a-815e-3ab2c1eb77de {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:51.343169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 17774dac-3982-493a-815e-3ab2c1eb77de, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=17774dac-3982-493a-815e-3ab2c1eb77de,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:51.349681 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.376903 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-81379ad6-071b-41b2-a4fa-37a14c000412 service neutron] 10.222.0.81 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990376 Jul 06 11:54:51.404634 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d480cb-6469-4983-840c-4f077149025c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.420904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=17774dac-3982-493a-815e-3ab2c1eb77de,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:51.425742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-448213a6-d671-406e-9755-f89f7b97c077 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547618 Jul 06 11:54:51.427389 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d480cb-6469-4983-840c-4f077149025c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.461793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d480cb-6469-4983-840c-4f077149025c admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:54:51.521406 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d480cb-6469-4983-840c-4f077149025c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.521751 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-f7d480cb-6469-4983-840c-4f077149025c admin admin] Added segment e010bc45-f3f9-4b81-aef2-adb67b20ddc2 of type vlan for network ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02 Jul 06 11:54:51.535037 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d480cb-6469-4983-840c-4f077149025c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f7f489-d322-473c-872b-9365dfd7f147,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:51.606992 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['17774dac-3982-493a-815e-3ab2c1eb77de'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:51.608471 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d480cb-6469-4983-840c-4f077149025c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.644844 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28b14b67-8375-4c81-ae1b-15dd927ac796 req-be2779b2-ff7a-464b-a312-61b8d76a881f service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993375 Jul 06 11:54:51.661442 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d480cb-6469-4983-840c-4f077149025c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.662537 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d480cb-6469-4983-840c-4f077149025c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:51.663395 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d480cb-6469-4983-840c-4f077149025c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.891887 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f7d480cb-6469-4983-840c-4f077149025c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2515578 Jul 06 11:54:51.893686 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d480cb-6469-4983-840c-4f077149025c admin admin] Pushing event updated for resources: {'Network': ['ID=ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:51.894806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60290) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:51.907329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-28a3e213-c870-4cd2-902e-9243a965e900 admin admin] Request body: {'subnet': {'network_id': 'ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-765118417-subnet', 'tenant_id': 'd15c9675bf6b453ea2f6fdf8a9d2cad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:51.910617 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:54:51.950368 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180208e4-f867-41db-9e32-c18ddd0f22bc req-dea30b82-0a41-49a2-8aff-37e02d2150b4 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:51.952367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a3e213-c870-4cd2-902e-9243a965e900 admin admin] Made reservation on behalf of d15c9675bf6b453ea2f6fdf8a9d2cad9 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:51.955085 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28a3e213-c870-4cd2-902e-9243a965e900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:51.983802 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-180208e4-f867-41db-9e32-c18ddd0f22bc req-dea30b82-0a41-49a2-8aff-37e02d2150b4 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 946 time: 0.2074296 Jul 06 11:54:52.022813 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 7980525f-9685-4099-be30-26e6e4773809 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:52.074006 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-180208e4-f867-41db-9e32-c18ddd0f22bc req-ad010013-2c61-427e-98ab-51186af1298e tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884824 Jul 06 11:54:52.140875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 7980525f-9685-4099-be30-26e6e4773809 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:52.147946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 7980525f-9685-4099-be30-26e6e4773809 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:52.148428 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.302209 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.354748 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28a3e213-c870-4cd2-902e-9243a965e900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.373556 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc17286c-d876-45d2-97aa-e7dc39ffc051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7980525f-9685-4099-be30-26e6e4773809'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:52.375870 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba76b17f-d59a-46b8-b831-5eed4bcbba6b" -d '{"events": [{"server_uuid": "fc17286c-d876-45d2-97aa-e7dc39ffc051", "name": "network-vif-plugged", "status": "completed", "tag": "7980525f-9685-4099-be30-26e6e4773809"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:52.407953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 7980525f-9685-4099-be30-26e6e4773809, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7980525f-9685-4099-be30-26e6e4773809,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:52.421606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cd871-c25c-410a-a184-4f4f9b108c48 req-8b897635-c38f-481e-847e-5d4ef44f02e4 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:52.423516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-892cd871-c25c-410a-a184-4f4f9b108c48 req-8b897635-c38f-481e-847e-5d4ef44f02e4 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 946 time: 0.1097221 Jul 06 11:54:52.433825 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.442199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60302) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:54:52.456953 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3e213-c870-4cd2-902e-9243a965e900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9dccac3-8a75-46bf-b096-79cb9508932f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:52.457307 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-abe81a30-99db-4408-b2a9-3a8d70383f75 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Request body: {'floatingip': {'port_id': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:52.462433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a3e213-c870-4cd2-902e-9243a965e900 admin admin] Checking segment: {'id': 'e010bc45-f3f9-4b81-aef2-adb67b20ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:52.463053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a3e213-c870-4cd2-902e-9243a965e900 admin admin] Network hostable DHCP agents. Network: ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:54:52.490025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a3e213-c870-4cd2-902e-9243a965e900 admin admin] Network ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:54:52.504445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-28a3e213-c870-4cd2-902e-9243a965e900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:52.509680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3e213-c870-4cd2-902e-9243a965e900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:52.510716 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28a3e213-c870-4cd2-902e-9243a965e900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.533141 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-28a3e213-c870-4cd2-902e-9243a965e900 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6368406 Jul 06 11:54:52.564665 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-abe81a30-99db-4408-b2a9-3a8d70383f75 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:52.570284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=7980525f-9685-4099-be30-26e6e4773809,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:52.576424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f19542-bb40-44f5-b342-5b8ee14565d6 None None] Network ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:52.841468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0534b1f7-e9a8-4d47-bc75-c2a5d80c0447 None None] Network ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:54:53.097459 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 17774dac-3982-493a-815e-3ab2c1eb77de up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:53.158978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 17774dac-3982-493a-815e-3ab2c1eb77de completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:53.164548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 17774dac-3982-493a-815e-3ab2c1eb77de triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:53.164912 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.249377 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.284257 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 17774dac-3982-493a-815e-3ab2c1eb77de, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=17774dac-3982-493a-815e-3ab2c1eb77de,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:53.288128 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.343979 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=17774dac-3982-493a-815e-3ab2c1eb77de,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:53.424470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc787713-0d48-450a-8f25-c2c90ed67a56 req-50c85cab-ffd3-4b2b-9add-26d5d4a6673c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:53.425973 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc787713-0d48-450a-8f25-c2c90ed67a56 req-50c85cab-ffd3-4b2b-9add-26d5d4a6673c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=50277298-39b3-48b9-a2fc-f90e715e308b HTTP/1.1" status: 200 len: 949 time: 0.4487655 Jul 06 11:54:53.590220 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc787713-0d48-450a-8f25-c2c90ed67a56 req-6ce0c3a9-6e90-4934-9978-dab2191c3c43 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501155 Jul 06 11:54:53.613274 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-abe81a30-99db-4408-b2a9-3a8d70383f75 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.623665 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-abe81a30-99db-4408-b2a9-3a8d70383f75 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:53.651442 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf9da26-3e8a-4d9e-a70c-d4fa71a66c1b x-openstack-request-id: req-9cf9da26-3e8a-4d9e-a70c-d4fa71a66c1b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:53.652015 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c220354-d449-4f3a-826a-b35f5b54a027", "tag": "bcbe0b89-ec83-433b-9bf8-e4653c4ca616", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:53.652015 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9cf9da26-3e8a-4d9e-a70c-d4fa71a66c1b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:53.652345 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c220354-d449-4f3a-826a-b35f5b54a027', 'tag': 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616', 'status': 'completed', 'code': 200} Jul 06 11:54:53.664563 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-8f2249d9-ecbe-4f43-8d78-aa173420827e tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:53.666054 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-8f2249d9-ecbe-4f43-8d78-aa173420827e tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.23 "GET /v2.0/networks?id=60e066ea-2966-4eac-95a4-bc2bc640f4bd HTTP/1.1" status: 200 len: 815 time: 0.2391977 Jul 06 11:54:53.690418 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019642b5-0475-41fd-b534-ee4744c4b341 x-openstack-request-id: req-019642b5-0475-41fd-b534-ee4744c4b341 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:53.690705 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3942a416-7c61-4f0a-a193-ef21a2f4cfc0", "tag": "bd64659e-6f68-4803-a2c1-de2433fa8279", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:53.690952 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-019642b5-0475-41fd-b534-ee4744c4b341 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:53.691351 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3942a416-7c61-4f0a-a193-ef21a2f4cfc0', 'tag': 'bd64659e-6f68-4803-a2c1-de2433fa8279', 'status': 'completed', 'code': 200} Jul 06 11:54:53.714357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-730470bf-d77a-445a-b804-bce6a5e998fc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Request body: {'port': {'device_id': '1e3f6719-bc9d-4cb0-859b-270d2662b8aa', 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd', 'admin_state_up': True, 'tenant_id': 'a904a05771ea4318acb6528087369411'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:53.764640 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabcc8a-f31b-4172-aa7d-5f49372c62c3 req-f3a0958a-ec2b-44a6-a072-e3df267a13f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:53.766268 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-baabcc8a-f31b-4172-aa7d-5f49372c62c3 req-f3a0958a-ec2b-44a6-a072-e3df267a13f9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=3942a416-7c61-4f0a-a193-ef21a2f4cfc0 HTTP/1.1" status: 200 len: 1097 time: 0.0528741 Jul 06 11:54:53.856701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabcc8a-f31b-4172-aa7d-5f49372c62c3 req-f179b376-ec31-4c46-96fc-8f2491b7f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:53.858354 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-baabcc8a-f31b-4172-aa7d-5f49372c62c3 req-f179b376-ec31-4c46-96fc-8f2491b7f22a service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.0854633 Jul 06 11:54:53.860344 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-abe81a30-99db-4408-b2a9-3a8d70383f75 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Floating IP ef98b619-8903-4398-80cc-eea951e29e33 associated. External IP: 172.25.4.220, port: f790b5e3-3097-4bba-9141-e0c56cd47b4f. Jul 06 11:54:53.904572 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-baabcc8a-f31b-4172-aa7d-5f49372c62c3 req-f60c8285-43e5-4b1f-af55-4da81fa6eebf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=bd64659e-6f68-4803-a2c1-de2433fa8279 HTTP/1.1" status: 200 len: 217 time: 0.0399401 Jul 06 11:54:53.947720 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eed267-498e-4cfa-89d6-68d500b66d2f req-c7366bbe-9554-4dc2-abd0-699de9255010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:53.949228 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40eed267-498e-4cfa-89d6-68d500b66d2f req-c7366bbe-9554-4dc2-abd0-699de9255010 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=3c220354-d449-4f3a-826a-b35f5b54a027 HTTP/1.1" status: 200 len: 1099 time: 0.2711048 Jul 06 11:54:53.954827 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabcc8a-f31b-4172-aa7d-5f49372c62c3 req-b4b632ac-6ef8-4e3f-b620-a2d5c98f1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:53.956419 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-baabcc8a-f31b-4172-aa7d-5f49372c62c3 req-b4b632ac-6ef8-4e3f-b620-a2d5c98f1517 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0457001 Jul 06 11:54:54.023545 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabcc8a-f31b-4172-aa7d-5f49372c62c3 req-3ef8913c-7a1a-405f-bc31-27e701f8455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:54.026197 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-baabcc8a-f31b-4172-aa7d-5f49372c62c3 req-3ef8913c-7a1a-405f-bc31-27e701f8455f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0629170 Jul 06 11:54:54.037818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bcbe0b89-ec83-433b-9bf8-e4653c4ca616 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:54.071280 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a0fd3-7e64-4324-95b0-317f85c383d6 req-37921b68-f98a-4c1b-8856-5a2a552f2175 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:54.078857 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c09a0fd3-7e64-4324-95b0-317f85c383d6 req-37921b68-f98a-4c1b-8856-5a2a552f2175 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3942a416-7c61-4f0a-a193-ef21a2f4cfc0 HTTP/1.1" status: 200 len: 946 time: 0.2902429 Jul 06 11:54:54.124474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-730470bf-d77a-445a-b804-bce6a5e998fc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Made reservation on behalf of a904a05771ea4318acb6528087369411 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:54.127908 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-730470bf-d77a-445a-b804-bce6a5e998fc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.134154 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-baabcc8a-f31b-4172-aa7d-5f49372c62c3 req-2f4e0e43-980c-4c18-9de5-abb30636904f service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021981 Jul 06 11:54:54.155614 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bcbe0b89-ec83-433b-9bf8-e4653c4ca616, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bcbe0b89-ec83-433b-9bf8-e4653c4ca616,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:54.167930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616', 'mac_address': 'fa:16:3e:56:47:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:54.169901 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c09a0fd3-7e64-4324-95b0-317f85c383d6 req-e17440c3-21b3-4696-9990-3f8e499fe524 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901682 Jul 06 11:54:54.214600 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.233429 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eed267-498e-4cfa-89d6-68d500b66d2f req-7f11b893-25e1-44f8-98a3-b387f3a15eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:54.234920 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40eed267-498e-4cfa-89d6-68d500b66d2f req-7f11b893-25e1-44f8-98a3-b387f3a15eb5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2775412 Jul 06 11:54:54.235135 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcbe0b89-ec83-433b-9bf8-e4653c4ca616 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:54.255512 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-baabcc8a-f31b-4172-aa7d-5f49372c62c3 req-616c3e5c-463c-46be-adcc-5ccff1d0b4ad service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146111 Jul 06 11:54:54.258433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bcbe0b89-ec83-433b-9bf8-e4653c4ca616, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bcbe0b89-ec83-433b-9bf8-e4653c4ca616,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:54.271971 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.272632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bd64659e-6f68-4803-a2c1-de2433fa8279 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:54:54.344721 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40eed267-498e-4cfa-89d6-68d500b66d2f req-f9f4560c-94d0-4c26-af6b-72c691decd28 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=bcbe0b89-ec83-433b-9bf8-e4653c4ca616 HTTP/1.1" status: 200 len: 217 time: 0.1021936 Jul 06 11:54:54.346170 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bcbe0b89-ec83-433b-9bf8-e4653c4ca616,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:54.349864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bd64659e-6f68-4803-a2c1-de2433fa8279, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bd64659e-6f68-4803-a2c1-de2433fa8279,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:54.361048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'bd64659e-6f68-4803-a2c1-de2433fa8279', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'bd64659e-6f68-4803-a2c1-de2433fa8279', 'mac_address': 'fa:16:3e:8d:20:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:54:54.397640 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.410089 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-14c6b3ce-2ba0-44c5-9ee6-fcbe5e581f1e req-86b6b286-eb7a-46d0-8e18-fddcb2b711bc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 210 time: 0.0723829 Jul 06 11:54:54.410409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd64659e-6f68-4803-a2c1-de2433fa8279 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:54.437191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bd64659e-6f68-4803-a2c1-de2433fa8279, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bd64659e-6f68-4803-a2c1-de2433fa8279,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:54.441844 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.475650 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe81a30-99db-4408-b2a9-3a8d70383f75 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:54:54.488182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eed267-498e-4cfa-89d6-68d500b66d2f req-412e67bf-b123-4073-b3a2-e81e3f1ee67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:54.489638 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40eed267-498e-4cfa-89d6-68d500b66d2f req-412e67bf-b123-4073-b3a2-e81e3f1ee67b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1334877 Jul 06 11:54:54.491627 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-730470bf-d77a-445a-b804-bce6a5e998fc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Allocated IP 172.20.0.11 (60e066ea-2966-4eac-95a4-bc2bc640f4bd/6097b696-6863-4418-b0a0-433aa68953b6/66f5f3cc-bb16-43a3-bdb5-80090377e0e1) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:54.502270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bd64659e-6f68-4803-a2c1-de2433fa8279,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:54.685059 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bcbe0b89-ec83-433b-9bf8-e4653c4ca616'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:54.691834 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65eda87e-be1b-4253-8899-d6bdfc027b0f x-openstack-request-id: req-65eda87e-be1b-4253-8899-d6bdfc027b0f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:54.692165 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc17286c-d876-45d2-97aa-e7dc39ffc051", "name": "network-vif-plugged", "status": "completed", "tag": "7980525f-9685-4099-be30-26e6e4773809", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:54.692430 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65eda87e-be1b-4253-8899-d6bdfc027b0f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:54.692820 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc17286c-d876-45d2-97aa-e7dc39ffc051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7980525f-9685-4099-be30-26e6e4773809', 'code': 200} Jul 06 11:54:54.693770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd64659e-6f68-4803-a2c1-de2433fa8279'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:54.731386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eed267-498e-4cfa-89d6-68d500b66d2f req-1381520e-1de8-43ee-9483-c0b64b18cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:54.732975 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40eed267-498e-4cfa-89d6-68d500b66d2f req-1381520e-1de8-43ee-9483-c0b64b18cdcb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2348557 Jul 06 11:54:54.737649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe81a30-99db-4408-b2a9-3a8d70383f75 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:54:54.744935 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-abe81a30-99db-4408-b2a9-3a8d70383f75 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.753330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636aeae1-de90-49d9-80b2-6429d9fabf72 None None] Sync routers for ids ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:54:54.784196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636aeae1-de90-49d9-80b2-6429d9fabf72 None None] Routers {'733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:54.784825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-636aeae1-de90-49d9-80b2-6429d9fabf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:54:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:54.836339 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054f4bc-d254-4d4e-a601-a739d7bdedb7 req-0430b6c6-1afe-4c68-9ca0-96144bb3fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:54.838544 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9054f4bc-d254-4d4e-a601-a739d7bdedb7 req-0430b6c6-1afe-4c68-9ca0-96144bb3fa02 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 1100 time: 0.0588636 Jul 06 11:54:54.893984 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-730470bf-d77a-445a-b804-bce6a5e998fc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:54.904836 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9054f4bc-d254-4d4e-a601-a739d7bdedb7 req-40cc02d9-af4d-4ecb-ae4b-ad992208e59f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503070 Jul 06 11:54:54.909161 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-abe81a30-99db-4408-b2a9-3a8d70383f75 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "PUT /v2.0/floatingips/ef98b619-8903-4398-80cc-eea951e29e33 HTTP/1.1" status: 200 len: 992 time: 2.4609234 Jul 06 11:54:54.946676 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40eed267-498e-4cfa-89d6-68d500b66d2f req-cff0fe18-bb16-4827-8d06-39f59b437790 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996298 Jul 06 11:54:54.978379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-636aeae1-de90-49d9-80b2-6429d9fabf72 None None] Set router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:55.067454 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-730470bf-d77a-445a-b804-bce6a5e998fc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:55.157200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-730470bf-d77a-445a-b804-bce6a5e998fc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Network 60e066ea-2966-4eac-95a4-bc2bc640f4bd is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:55.175093 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-730470bf-d77a-445a-b804-bce6a5e998fc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:55.182510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-730470bf-d77a-445a-b804-bce6a5e998fc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:55.184926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730470bf-d77a-445a-b804-bce6a5e998fc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Pushing event updated for resources: {'Port': ['ID=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:55.192004 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40eed267-498e-4cfa-89d6-68d500b66d2f req-e5a5aec8-8fed-4b80-af19-8ab5ce385406 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353871 Jul 06 11:54:55.219157 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067819c6-a9d4-4003-b06c-9dffc232355f req-d3297988-55ac-45ae-ba45-6dcb709ef444 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:55.220939 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-067819c6-a9d4-4003-b06c-9dffc232355f req-d3297988-55ac-45ae-ba45-6dcb709ef444 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/networks?id=ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02 HTTP/1.1" status: 200 len: 817 time: 0.2651856 Jul 06 11:54:55.253001 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-067819c6-a9d4-4003-b06c-9dffc232355f req-38ccc034-0652-4e02-be1a-0017cb979c9f tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/quotas/d15c9675bf6b453ea2f6fdf8a9d2cad9 HTTP/1.1" status: 200 len: 375 time: 0.0221040 Jul 06 11:54:55.261006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-730470bf-d77a-445a-b804-bce6a5e998fc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:55.261618 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-730470bf-d77a-445a-b804-bce6a5e998fc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:55.287567 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-636aeae1-de90-49d9-80b2-6429d9fabf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'ef98b619-8903-4398-80cc-eea951e29e33', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'floating_ip_address': '172.25.4.220', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'port_id': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'mac_address': 'fa:16:3e:dc:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:54:29Z', 'updated_at': '2021-07-06T11:54:53Z', 'revision_number': 1, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e0fbbe-adcd-4482-882c-dab5a387b157', 'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'mac_address': 'fa:16:3e:a7:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:19Z', 'updated_at': '2021-07-06T11:54:31Z', 'revision_number': 5, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'subnets': [{'id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:55.297570 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-067819c6-a9d4-4003-b06c-9dffc232355f req-d82fd148-f851-4608-b1dc-c7382e9d31e9 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d15c9675bf6b453ea2f6fdf8a9d2cad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332150 Jul 06 11:54:55.302642 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-730470bf-d77a-445a-b804-bce6a5e998fc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6137092 Jul 06 11:54:55.313351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636aeae1-de90-49d9-80b2-6429d9fabf72 None None] Checking router: 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:54:55.316867 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Request body: {'port': {'device_id': '1e3f6719-bc9d-4cb0-859b-270d2662b8aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:55.321681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636aeae1-de90-49d9-80b2-6429d9fabf72 None None] Routers {'733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:54:55.322267 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-636aeae1-de90-49d9-80b2-6429d9fabf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:54:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:55.563892 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-636aeae1-de90-49d9-80b2-6429d9fabf72 None None] Set router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:54:55.701153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'tag': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:55.703676 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c969f2e6-04ad-49b7-9d94-bff488246b06" -d '{"events": [{"name": "network-changed", "server_uuid": "cd334f8a-ff08-437a-bf26-385b4421685f", "tag": "f790b5e3-3097-4bba-9141-e0c56cd47b4f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:55.777207 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:55.783669 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-067819c6-a9d4-4003-b06c-9dffc232355f req-f5b9848e-7661-48da-aeb0-c825a2d2173b service neutron] 10.222.0.81 "GET /v2.0/networks/ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792275 Jul 06 11:54:55.802219 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-636aeae1-de90-49d9-80b2-6429d9fabf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'ef98b619-8903-4398-80cc-eea951e29e33', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'floating_ip_address': '172.25.4.220', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'port_id': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'mac_address': 'fa:16:3e:dc:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:54:29Z', 'updated_at': '2021-07-06T11:54:53Z', 'revision_number': 1, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e0fbbe-adcd-4482-882c-dab5a387b157', 'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'mac_address': 'fa:16:3e:a7:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:19Z', 'updated_at': '2021-07-06T11:54:31Z', 'revision_number': 5, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'subnets': [{'id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:54:55.830127 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636aeae1-de90-49d9-80b2-6429d9fabf72 None None] The sync data for ids ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'] in n-d-799529-2 is: [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'ef98b619-8903-4398-80cc-eea951e29e33', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'floating_ip_address': '172.25.4.220', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'port_id': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'mac_address': 'fa:16:3e:dc:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:54:29Z', 'updated_at': '2021-07-06T11:54:53Z', 'revision_number': 1, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e0fbbe-adcd-4482-882c-dab5a387b157', 'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'mac_address': 'fa:16:3e:a7:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:19Z', 'updated_at': '2021-07-06T11:54:31Z', 'revision_number': 5, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'subnets': [{'id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:54:55.990501 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-067819c6-a9d4-4003-b06c-9dffc232355f req-d2e929ea-1f63-4e1f-894c-0ddf8880cbd4 service neutron] 10.222.0.81 "GET /v2.0/networks/ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964016 Jul 06 11:54:56.051544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bcbe0b89-ec83-433b-9bf8-e4653c4ca616 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:56.068397 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be669c-0f4f-4be1-af7d-6ec6831dc331 None None] New status for floating IP ef98b619-8903-4398-80cc-eea951e29e33: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:54:56.143076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port bcbe0b89-ec83-433b-9bf8-e4653c4ca616 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:56.154255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port bcbe0b89-ec83-433b-9bf8-e4653c4ca616 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:56.156305 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.192983 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dbe3e-6b55-4b08-98fc-dddda5ecc65f req-ec7a76ff-1572-46c3-9bd7-755d76d7075a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:56.195373 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce9dbe3e-6b55-4b08-98fc-dddda5ecc65f req-ec7a76ff-1572-46c3-9bd7-755d76d7075a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 946 time: 0.1356623 Jul 06 11:54:56.253670 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.301575 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bcbe0b89-ec83-433b-9bf8-e4653c4ca616, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bcbe0b89-ec83-433b-9bf8-e4653c4ca616,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:56.306837 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.308161 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bd64659e-6f68-4803-a2c1-de2433fa8279 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:54:56.338567 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:56.370609 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.409237 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bcbe0b89-ec83-433b-9bf8-e4653c4ca616,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:56.446676 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port bd64659e-6f68-4803-a2c1-de2433fa8279 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:54:56.446917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Transition to ACTIVE for port object 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:56.452101 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port bd64659e-6f68-4803-a2c1-de2433fa8279 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:54:56.452101 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.458079 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.543877 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.554287 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Pushing event updated for resources: {'Port': ['ID=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:56.564718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-b20797cb-9e23-434a-a573-6fcfc3dae5bb tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:56.566227 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-b20797cb-9e23-434a-a573-6fcfc3dae5bb tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/networks?id=ce7f447e-dc21-4753-a1d6-89950fba799b HTTP/1.1" status: 200 len: 815 time: 0.2353985 Jul 06 11:54:56.570343 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-ce9dbe3e-6b55-4b08-98fc-dddda5ecc65f req-34e31d40-3b00-4b13-aa30-437cc2dfe9f6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Deleting port 7357460b-fbfa-4197-ac25-85c7fccf9c1f {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:54:56.570907 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ce9dbe3e-6b55-4b08-98fc-dddda5ecc65f req-34e31d40-3b00-4b13-aa30-437cc2dfe9f6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.580745 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bd64659e-6f68-4803-a2c1-de2433fa8279, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bd64659e-6f68-4803-a2c1-de2433fa8279,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:56.585727 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.644594 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bd64659e-6f68-4803-a2c1-de2433fa8279,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:56.665646 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-26ca23db-c7cb-43d6-a2c6-c18f22e419cd tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/quotas/b2181e3edb394961ab4b36a826cef9ad HTTP/1.1" status: 200 len: 375 time: 0.0756421 Jul 06 11:54:56.694203 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50277298-39b3-48b9-a2fc-f90e715e308b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17774dac-3982-493a-815e-3ab2c1eb77de'}, {'server_uuid': '3c220354-d449-4f3a-826a-b35f5b54a027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616'}, {'server_uuid': '3942a416-7c61-4f0a-a193-ef21a2f4cfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd64659e-6f68-4803-a2c1-de2433fa8279'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:56.696638 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1d1ce0-2506-441c-890c-25419e959883" -d '{"events": [{"server_uuid": "50277298-39b3-48b9-a2fc-f90e715e308b", "name": "network-vif-plugged", "status": "completed", "tag": "17774dac-3982-493a-815e-3ab2c1eb77de"}, {"server_uuid": "3c220354-d449-4f3a-826a-b35f5b54a027", "name": "network-vif-plugged", "status": "completed", "tag": "bcbe0b89-ec83-433b-9bf8-e4653c4ca616"}, {"server_uuid": "3942a416-7c61-4f0a-a193-ef21a2f4cfc0", "name": "network-vif-plugged", "status": "completed", "tag": "bd64659e-6f68-4803-a2c1-de2433fa8279"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:56.755161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Attempting to bind port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:56.755810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Attempting to bind port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'a558c68f-2f92-435c-ba75-fedbe4514b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:56.755810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Attempting to bind port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 on network 60e066ea-2966-4eac-95a4-bc2bc640f4bd {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:56.765442 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ce9dbe3e-6b55-4b08-98fc-dddda5ecc65f req-34e31d40-3b00-4b13-aa30-437cc2dfe9f6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] For port 7357460b-fbfa-4197-ac25-85c7fccf9c1f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7357460b-fbfa-4197-ac25-85c7fccf9c1f,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:54:56.765795 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ce9dbe3e-6b55-4b08-98fc-dddda5ecc65f req-34e31d40-3b00-4b13-aa30-437cc2dfe9f6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.777699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 on network 60e066ea-2966-4eac-95a4-bc2bc640f4bd not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:54:56.778023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Attempting to bind port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 on network 60e066ea-2966-4eac-95a4-bc2bc640f4bd {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:56.789842 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-ce9dbe3e-6b55-4b08-98fc-dddda5ecc65f req-34e31d40-3b00-4b13-aa30-437cc2dfe9f6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Calling delete_port for 7357460b-fbfa-4197-ac25-85c7fccf9c1f owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:54:56.797761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:56.798105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Checking segment: {'id': 'a558c68f-2f92-435c-ba75-fedbe4514b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:56.798556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Bound using segment: {'id': 'a558c68f-2f92-435c-ba75-fedbe4514b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:56.798920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Bound port: 66f5f3cc-bb16-43a3-bdb5-80090377e0e1, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a558c68f-2f92-435c-ba75-fedbe4514b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:56.799300 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:56.828503 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-4e664d72-0fac-4a63-9181-a4406bc07706 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2181e3edb394961ab4b36a826cef9ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1571755 Jul 06 11:54:57.004314 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] For port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:57.034222 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] For port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:57.053528 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-c1ed691e-0c4b-4094-9ac6-c3519603879d service neutron] 10.222.0.81 "GET /v2.0/networks/ce7f447e-dc21-4753-a1d6-89950fba799b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900880 Jul 06 11:54:57.056646 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.145652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:57.146258 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.147636 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] 10.222.0.23 "PUT /v2.0/ports/66f5f3cc-bb16-43a3-bdb5-80090377e0e1 HTTP/1.1" status: 200 len: 1092 time: 1.8356855 Jul 06 11:54:57.180857 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ce9dbe3e-6b55-4b08-98fc-dddda5ecc65f req-34e31d40-3b00-4b13-aa30-437cc2dfe9f6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.191834 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a732b68-fe68-4f2d-a6ca-2e01247260f8 service neutron] Pushing event updated for resources: {'Port': ['ID=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:57.194258 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['7357460b-fbfa-4197-ac25-85c7fccf9c1f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:54:57.241849 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e31d40-3b00-4b13-aa30-437cc2dfe9f6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Pushing event deleted for resources: {'Port': ['ID=7357460b-fbfa-4197-ac25-85c7fccf9c1f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:57.300445 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-ec32a051-ab0b-4956-ba1f-1d3d20e68b8d service neutron] 10.222.0.81 "GET /v2.0/networks/ce7f447e-dc21-4753-a1d6-89950fba799b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338197 Jul 06 11:54:57.319320 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9dbe3e-6b55-4b08-98fc-dddda5ecc65f req-34e31d40-3b00-4b13-aa30-437cc2dfe9f6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] No DVR routers for this DVR port 7357460b-fbfa-4197-ac25-85c7fccf9c1f on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:54:57.322006 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ce9dbe3e-6b55-4b08-98fc-dddda5ecc65f req-34e31d40-3b00-4b13-aa30-437cc2dfe9f6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.323973 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce9dbe3e-6b55-4b08-98fc-dddda5ecc65f req-34e31d40-3b00-4b13-aa30-437cc2dfe9f6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "DELETE /v2.0/ports/7357460b-fbfa-4197-ac25-85c7fccf9c1f HTTP/1.1" status: 204 len: 173 time: 1.1212733 Jul 06 11:54:57.352372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-f636b687-32f6-46ff-908a-748fe46eace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:57.353921 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-f636b687-32f6-46ff-908a-748fe46eace8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a904a05771ea4318acb6528087369411&device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 1095 time: 0.1255815 Jul 06 11:54:57.397733 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-e25a7140-7d0a-4250-bd30-a63dbca0d4c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66f5f3cc-bb16-43a3-bdb5-80090377e0e1 HTTP/1.1" status: 200 len: 217 time: 0.0366564 Jul 06 11:54:57.421971 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067819c6-a9d4-4003-b06c-9dffc232355f req-05049eaa-0ae2-4a02-a98e-a4dc17faff77 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:57.424365 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-067819c6-a9d4-4003-b06c-9dffc232355f req-05049eaa-0ae2-4a02-a98e-a4dc17faff77 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.89 "GET /v2.0/networks?id=ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02 HTTP/1.1" status: 200 len: 817 time: 0.1358678 Jul 06 11:54:57.437983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-067819c6-a9d4-4003-b06c-9dffc232355f req-5ca0ced4-3571-4590-a695-fc3141f314ab tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Request body: {'port': {'device_id': '76b3bb80-af26-4c4c-b093-f952a3813c43', 'network_id': 'ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02', 'admin_state_up': True, 'tenant_id': 'd15c9675bf6b453ea2f6fdf8a9d2cad9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:57.457328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-4e3f9f3b-c799-46e2-b01b-5f38ba8a786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:57.459167 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-4e3f9f3b-c799-46e2-b01b-5f38ba8a786c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6097b696-6863-4418-b0a0-433aa68953b6 HTTP/1.1" status: 200 len: 855 time: 0.0544837 Jul 06 11:54:57.503435 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-4e925ae8-e158-42a1-b889-67a2ae194fbd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=60e066ea-2966-4eac-95a4-bc2bc640f4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373981 Jul 06 11:54:57.597753 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067819c6-a9d4-4003-b06c-9dffc232355f req-5ca0ced4-3571-4590-a695-fc3141f314ab tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Made reservation on behalf of d15c9675bf6b453ea2f6fdf8a9d2cad9 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:57.607079 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-067819c6-a9d4-4003-b06c-9dffc232355f req-5ca0ced4-3571-4590-a695-fc3141f314ab tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:57.657002 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-b40c5df9-1ad0-4b00-b6b8-1bd46a41b936 service neutron] 10.222.0.23 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451654 Jul 06 11:54:57.672994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f0ad2-58c7-433f-8289-2e14e9aa8bf1 req-4220ad57-548e-429a-a7c0-8648c4ef5577 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:57.674507 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd4f0ad2-58c7-433f-8289-2e14e9aa8bf1 req-4220ad57-548e-429a-a7c0-8648c4ef5577 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=50277298-39b3-48b9-a2fc-f90e715e308b HTTP/1.1" status: 200 len: 950 time: 0.1031466 Jul 06 11:54:57.763807 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd4f0ad2-58c7-433f-8289-2e14e9aa8bf1 req-47c59463-6614-450d-8f3e-8b975e2a1a71 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810914 Jul 06 11:54:57.783001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-067819c6-a9d4-4003-b06c-9dffc232355f req-5ca0ced4-3571-4590-a695-fc3141f314ab tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Allocated IP 172.20.0.2 (ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02/e9dccac3-8a75-46bf-b096-79cb9508932f/61763909-342d-4842-98df-05a6b50e0866) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:57.800350 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39bb4777-1d6d-4159-a2bb-5299b0cf528c req-a83be342-8410-4751-941b-16ec38894af6 service neutron] 10.222.0.23 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358171 Jul 06 11:54:57.936759 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7696cbfe-3abf-41dc-aafe-d1d0def99b84 req-9b2c6c50-689f-4e13-9e09-0763e8fcf1fd tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd8ab17c-abed-4fb6-90a7-2a801acfde64 HTTP/1.1" status: 200 len: 210 time: 0.0361474 Jul 06 11:54:57.972206 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-067819c6-a9d4-4003-b06c-9dffc232355f req-5ca0ced4-3571-4590-a695-fc3141f314ab tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.018349 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-067819c6-a9d4-4003-b06c-9dffc232355f req-5ca0ced4-3571-4590-a695-fc3141f314ab tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.070671 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067819c6-a9d4-4003-b06c-9dffc232355f req-5ca0ced4-3571-4590-a695-fc3141f314ab tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Network ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:54:58.076383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-067819c6-a9d4-4003-b06c-9dffc232355f req-5ca0ced4-3571-4590-a695-fc3141f314ab tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:54:58.080337 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-067819c6-a9d4-4003-b06c-9dffc232355f req-5ca0ced4-3571-4590-a695-fc3141f314ab tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:54:58.127511 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0ced4-3571-4590-a695-fc3141f314ab tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Pushing event updated for resources: {'Port': ['ID=61763909-342d-4842-98df-05a6b50e0866,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:58.139327 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067819c6-a9d4-4003-b06c-9dffc232355f req-5ca0ced4-3571-4590-a695-fc3141f314ab tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:58.139963 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-067819c6-a9d4-4003-b06c-9dffc232355f req-5ca0ced4-3571-4590-a695-fc3141f314ab tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.153935 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-067819c6-a9d4-4003-b06c-9dffc232355f req-5ca0ced4-3571-4590-a695-fc3141f314ab tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7220085 Jul 06 11:54:58.171071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Request body: {'port': {'device_id': '76b3bb80-af26-4c4c-b093-f952a3813c43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:58.245154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c851277-f566-4c73-be7e-d856abccb28c req-b7fec989-bf6e-4922-8d28-0757b7e70b37 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:58.246695 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c851277-f566-4c73-be7e-d856abccb28c req-b7fec989-bf6e-4922-8d28-0757b7e70b37 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3942a416-7c61-4f0a-a193-ef21a2f4cfc0 HTTP/1.1" status: 200 len: 948 time: 0.0687871 Jul 06 11:54:58.248004 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.287194 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c851277-f566-4c73-be7e-d856abccb28c req-5fa8fed0-62c4-4b39-b0ae-d8200232b475 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326023 Jul 06 11:54:58.468200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77544e0-c44c-4ac2-9bbd-dc8cf68f31ef req-833626ac-98ab-4357-a216-27974051be5d tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:58.469726 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a77544e0-c44c-4ac2-9bbd-dc8cf68f31ef req-833626ac-98ab-4357-a216-27974051be5d tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 944 time: 0.0646186 Jul 06 11:54:58.522196 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a77544e0-c44c-4ac2-9bbd-dc8cf68f31ef req-dd1d6542-d7dc-4c2a-8c56-5150047b1c55 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425994 Jul 06 11:54:58.543880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61763909-342d-4842-98df-05a6b50e0866 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:54:58.549009 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.561428 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Transition to ACTIVE for port object 61763909-342d-4842-98df-05a6b50e0866 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:54:58.564831 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.574349 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39a9b7c-63af-4d96-b1e6-dbc74583a528 x-openstack-request-id: req-f39a9b7c-63af-4d96-b1e6-dbc74583a528 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:58.574641 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd334f8a-ff08-437a-bf26-385b4421685f", "tag": "f790b5e3-3097-4bba-9141-e0c56cd47b4f", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:58.575142 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f39a9b7c-63af-4d96-b1e6-dbc74583a528 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:58.575520 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'tag': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f', 'status': 'completed', 'code': 200} Jul 06 11:54:58.637027 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Pushing event updated for resources: {'Port': ['ID=61763909-342d-4842-98df-05a6b50e0866,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:58.653171 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969f2e6-04ad-49b7-9d94-bff488246b06 req-115e65e6-8743-43ec-9f91-ebbaea1c6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:58.655411 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c969f2e6-04ad-49b7-9d94-bff488246b06 req-115e65e6-8743-43ec-9f91-ebbaea1c6edd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb4361f835974e8bb48f40231c55813a&device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 1097 time: 0.0569730 Jul 06 11:54:58.685863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Attempting to bind port 61763909-342d-4842-98df-05a6b50e0866 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:54:58.685863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Attempting to bind port 61763909-342d-4842-98df-05a6b50e0866 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'e010bc45-f3f9-4b81-aef2-adb67b20ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:54:58.686247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Attempting to bind port 61763909-342d-4842-98df-05a6b50e0866 on network ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:58.690620 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Port 61763909-342d-4842-98df-05a6b50e0866 on network ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:54:58.690938 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Attempting to bind port 61763909-342d-4842-98df-05a6b50e0866 on network ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:54:58.695872 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:54:58.696207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Checking segment: {'id': 'e010bc45-f3f9-4b81-aef2-adb67b20ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:54:58.696594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Bound using segment: {'id': 'e010bc45-f3f9-4b81-aef2-adb67b20ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:54:58.697026 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Bound port: 61763909-342d-4842-98df-05a6b50e0866, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e010bc45-f3f9-4b81-aef2-adb67b20ddc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:54:58.697390 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.766756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] For port 61763909-342d-4842-98df-05a6b50e0866, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:54:58.770893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] For port 61763909-342d-4842-98df-05a6b50e0866, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=61763909-342d-4842-98df-05a6b50e0866,segment=NetworkSegment(e010bc45-f3f9-4b81-aef2-adb67b20ddc2),segment_id=e010bc45-f3f9-4b81-aef2-adb67b20ddc2)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:54:58.775568 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.805452 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ced406-721f-4098-ad2f-e491afa73dde req-a73bec07-6c13-47d6-86ec-10c7082f4ba0 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:58.807071 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-70ced406-721f-4098-ad2f-e491afa73dde req-a73bec07-6c13-47d6-86ec-10c7082f4ba0 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b3bb80-af26-4c4c-b093-f952a3813c43 HTTP/1.1" status: 200 len: 943 time: 0.1396980 Jul 06 11:54:58.808520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:58.809624 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:58.810333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969f2e6-04ad-49b7-9d94-bff488246b06 req-62dfb1cc-98e4-4ab0-a817-1b191c3e7858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:58.811643 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-067819c6-a9d4-4003-b06c-9dffc232355f req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] 10.222.0.89 "PUT /v2.0/ports/61763909-342d-4842-98df-05a6b50e0866 HTTP/1.1" status: 200 len: 1091 time: 0.6456051 Jul 06 11:54:58.812086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c969f2e6-04ad-49b7-9d94-bff488246b06 req-62dfb1cc-98e4-4ab0-a817-1b191c3e7858 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 200 len: 917 time: 0.1435874 Jul 06 11:54:58.813887 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b3bb80-af26-4c4c-b093-f952a3813c43', 'tag': '61763909-342d-4842-98df-05a6b50e0866'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:54:58.817412 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668b5781-bdac-4270-acb9-a5babc1ff6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "76b3bb80-af26-4c4c-b093-f952a3813c43", "tag": "61763909-342d-4842-98df-05a6b50e0866"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:54:58.853708 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf7ad4-f57f-4a87-9af1-42ab55914e9b service neutron] Pushing event updated for resources: {'Port': ['ID=61763909-342d-4842-98df-05a6b50e0866,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:54:58.907592 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-70ced406-721f-4098-ad2f-e491afa73dde req-b4b1d2c9-239d-4674-b1a9-c973b47d78b3 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/security-groups?id=03f7f489-d322-473c-872b-9365dfd7f147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924976 Jul 06 11:54:58.925093 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c969f2e6-04ad-49b7-9d94-bff488246b06 req-5f904c92-f545-467a-880a-f2fc91bb0f06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f HTTP/1.1" status: 200 len: 1002 time: 0.0915737 Jul 06 11:54:58.928276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067819c6-a9d4-4003-b06c-9dffc232355f req-adac8373-8cff-4b1c-aa08-8f0d6f731a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:58.929983 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-067819c6-a9d4-4003-b06c-9dffc232355f req-adac8373-8cff-4b1c-aa08-8f0d6f731a8a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d15c9675bf6b453ea2f6fdf8a9d2cad9&device_id=76b3bb80-af26-4c4c-b093-f952a3813c43 HTTP/1.1" status: 200 len: 1094 time: 0.0630634 Jul 06 11:54:58.988991 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-067819c6-a9d4-4003-b06c-9dffc232355f req-ae4f04c8-c67c-4419-996b-f1d178635de5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61763909-342d-4842-98df-05a6b50e0866 HTTP/1.1" status: 200 len: 217 time: 0.0521448 Jul 06 11:54:59.019657 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa572480-441b-4026-8e0e-cbd5db7d2bbf x-openstack-request-id: req-aa572480-441b-4026-8e0e-cbd5db7d2bbf {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:59.020233 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50277298-39b3-48b9-a2fc-f90e715e308b", "name": "network-vif-plugged", "status": "completed", "tag": "17774dac-3982-493a-815e-3ab2c1eb77de", "code": 200}, {"server_uuid": "3c220354-d449-4f3a-826a-b35f5b54a027", "name": "network-vif-plugged", "status": "completed", "tag": "bcbe0b89-ec83-433b-9bf8-e4653c4ca616", "code": 200}, {"server_uuid": "3942a416-7c61-4f0a-a193-ef21a2f4cfc0", "name": "network-vif-plugged", "status": "completed", "tag": "bd64659e-6f68-4803-a2c1-de2433fa8279", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:59.020233 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa572480-441b-4026-8e0e-cbd5db7d2bbf {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:59.020602 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50277298-39b3-48b9-a2fc-f90e715e308b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17774dac-3982-493a-815e-3ab2c1eb77de', 'code': 200} Jul 06 11:54:59.020868 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c220354-d449-4f3a-826a-b35f5b54a027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616', 'code': 200} Jul 06 11:54:59.021118 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3942a416-7c61-4f0a-a193-ef21a2f4cfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd64659e-6f68-4803-a2c1-de2433fa8279', 'code': 200} Jul 06 11:54:59.028834 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969f2e6-04ad-49b7-9d94-bff488246b06 req-2ceada4e-e52b-4f21-a74e-fbd3929f0dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:59.031378 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c969f2e6-04ad-49b7-9d94-bff488246b06 req-2ceada4e-e52b-4f21-a74e-fbd3929f0dd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=051eb73e-cc49-4234-bd0e-51f311b8c003 HTTP/1.1" status: 200 len: 855 time: 0.0980175 Jul 06 11:54:59.104453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067819c6-a9d4-4003-b06c-9dffc232355f req-df3d8fb8-f4a0-4b1a-87a3-1e057fe08672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:59.105998 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-067819c6-a9d4-4003-b06c-9dffc232355f req-df3d8fb8-f4a0-4b1a-87a3-1e057fe08672 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e9dccac3-8a75-46bf-b096-79cb9508932f HTTP/1.1" status: 200 len: 857 time: 0.1116786 Jul 06 11:54:59.167073 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-067819c6-a9d4-4003-b06c-9dffc232355f req-4323cdeb-abd9-4713-a4a4-693664630f50 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511680 Jul 06 11:54:59.167851 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969f2e6-04ad-49b7-9d94-bff488246b06 req-553d4b3d-d921-44d3-bd47-102a4d4faec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:59.169647 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c969f2e6-04ad-49b7-9d94-bff488246b06 req-553d4b3d-d921-44d3-bd47-102a4d4faec1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2583a30c-12e0-47de-ab04-5597efae877a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254752 Jul 06 11:54:59.229702 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8768f5d9-41ef-40d7-acb7-f3756f2c6a40 req-ce51ec9c-82ff-4df8-8264-3de261831525 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/ports?device_id=cfb22a20-e032-43e6-9de4-eb05db753ac1 HTTP/1.1" status: 200 len: 210 time: 0.0550981 Jul 06 11:54:59.283678 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a77ec6-726b-471b-ac3c-938fa500c86a req-7e7a41d6-60ec-491f-a3ab-2469d5304751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:59.285424 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c1a77ec6-726b-471b-ac3c-938fa500c86a req-7e7a41d6-60ec-491f-a3ab-2469d5304751 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3c220354-d449-4f3a-826a-b35f5b54a027 HTTP/1.1" status: 200 len: 1101 time: 0.1793129 Jul 06 11:54:59.327075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-d4e57796-23f4-4910-9e17-d77c263e2b11 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:59.328573 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-d4e57796-23f4-4910-9e17-d77c263e2b11 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.23 "GET /v2.0/networks?id=ce7f447e-dc21-4753-a1d6-89950fba799b HTTP/1.1" status: 200 len: 815 time: 0.2863925 Jul 06 11:54:59.346805 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c969f2e6-04ad-49b7-9d94-bff488246b06 req-e368aeca-8b95-46f2-9663-7c14ba65d312 service neutron] 10.222.0.23 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592469 Jul 06 11:54:59.348833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Request body: {'port': {'device_id': 'cfb22a20-e032-43e6-9de4-eb05db753ac1', 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b', 'admin_state_up': True, 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:54:59.353080 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c1a77ec6-726b-471b-ac3c-938fa500c86a req-6dddafa5-7a02-4b71-8f52-a2b815c69a28 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561211 Jul 06 11:54:59.429532 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-067819c6-a9d4-4003-b06c-9dffc232355f req-94abda3a-1429-4d24-b745-40cd0643e25f service neutron] 10.222.0.89 "GET /v2.0/networks/ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205417 Jul 06 11:54:59.433755 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d7108-4810-4bad-8ce6-b80a9e8fc352 req-315bf7d2-8258-4eb6-a4a2-e6e87a581306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:59.434953 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8a3d7108-4810-4bad-8ce6-b80a9e8fc352 req-315bf7d2-8258-4eb6-a4a2-e6e87a581306 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50277298-39b3-48b9-a2fc-f90e715e308b HTTP/1.1" status: 200 len: 1101 time: 0.2788522 Jul 06 11:54:59.469583 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde89fb-63d2-436e-8565-a62e5a16e9aa req-237b5a2c-1a8d-4874-bb68-aa32d322d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:59.479379 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2bde89fb-63d2-436e-8565-a62e5a16e9aa req-237b5a2c-1a8d-4874-bb68-aa32d322d09c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3942a416-7c61-4f0a-a193-ef21a2f4cfc0 HTTP/1.1" status: 200 len: 1099 time: 0.3236198 Jul 06 11:54:59.493875 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c969f2e6-04ad-49b7-9d94-bff488246b06 req-3771d4cd-6b04-4226-b5cc-b859e20e849c service neutron] 10.222.0.23 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363139 Jul 06 11:54:59.503221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0749c-95ee-476e-8390-70aa064630f2 req-df434ded-9b40-4dec-82f4-8eb49293f837 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:59.504769 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cdc0749c-95ee-476e-8390-70aa064630f2 req-df434ded-9b40-4dec-82f4-8eb49293f837 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=50277298-39b3-48b9-a2fc-f90e715e308b HTTP/1.1" status: 200 len: 950 time: 0.1264539 Jul 06 11:54:59.546722 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cdc0749c-95ee-476e-8390-70aa064630f2 req-cf0c8527-ded5-4a45-b883-ae389a78b939 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348310 Jul 06 11:54:59.606555 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9f45af-92fc-4103-8d21-df8cc8f2a96f x-openstack-request-id: req-af9f45af-92fc-4103-8d21-df8cc8f2a96f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:54:59.607081 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b3bb80-af26-4c4c-b093-f952a3813c43", "tag": "61763909-342d-4842-98df-05a6b50e0866", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:54:59.607081 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af9f45af-92fc-4103-8d21-df8cc8f2a96f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:54:59.608121 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b3bb80-af26-4c4c-b093-f952a3813c43', 'tag': '61763909-342d-4842-98df-05a6b50e0866', 'status': 'completed', 'code': 200} Jul 06 11:54:59.610373 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8a3d7108-4810-4bad-8ce6-b80a9e8fc352 req-81fe6cc4-c9a1-4820-ad41-f7c2e9611abb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605334 Jul 06 11:54:59.623647 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2bde89fb-63d2-436e-8565-a62e5a16e9aa req-e1270fff-65d9-4e98-a9c5-065c394e7343 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085842 Jul 06 11:54:59.653126 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-067819c6-a9d4-4003-b06c-9dffc232355f req-3597851e-2654-410d-b1f1-d714e1f49957 service neutron] 10.222.0.89 "GET /v2.0/networks/ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138774 Jul 06 11:54:59.654216 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Made reservation on behalf of b2181e3edb394961ab4b36a826cef9ad for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:54:59.658482 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:54:59.893467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b5781-bdac-4270-acb9-a5babc1ff6ab req-ea562d59-a268-46a4-b274-cc05815bc497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:59.895323 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-668b5781-bdac-4270-acb9-a5babc1ff6ab req-ea562d59-a268-46a4-b274-cc05815bc497 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d15c9675bf6b453ea2f6fdf8a9d2cad9&device_id=76b3bb80-af26-4c4c-b093-f952a3813c43 HTTP/1.1" status: 200 len: 1094 time: 0.1655786 Jul 06 11:54:59.918064 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Allocated IP 172.20.0.9 (ce7f447e-dc21-4753-a1d6-89950fba799b/6278e47a-bd7a-4692-90b1-c7866f16d36e/796107d3-fb32-403f-879c-bab5ea877074) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:54:59.974598 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524704e-51f7-445b-9798-1edb2539314b req-8eff2448-aab1-4ff3-9336-c0c95942b3dc tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:54:59.982980 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7524704e-51f7-445b-9798-1edb2539314b req-8eff2448-aab1-4ff3-9336-c0c95942b3dc tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3942a416-7c61-4f0a-a193-ef21a2f4cfc0 HTTP/1.1" status: 200 len: 948 time: 0.0771241 Jul 06 11:55:00.030331 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7524704e-51f7-445b-9798-1edb2539314b req-50a05478-7d29-43c0-bc80-6b594d5a9f91 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463672 Jul 06 11:55:00.053525 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b5781-bdac-4270-acb9-a5babc1ff6ab req-b555b3b4-0635-4f48-9308-e64a12f2017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:00.055542 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-668b5781-bdac-4270-acb9-a5babc1ff6ab req-b555b3b4-0635-4f48-9308-e64a12f2017a service neutron] 10.222.0.89 "GET /v2.0/networks?id=ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02 HTTP/1.1" status: 200 len: 918 time: 0.1500297 Jul 06 11:55:00.080183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 7357460b-fbfa-4197-ac25-85c7fccf9c1f no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:00.109739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 7357460b-fbfa-4197-ac25-85c7fccf9c1f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:00.110830 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 7357460b-fbfa-4197-ac25-85c7fccf9c1f not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:00.227594 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-668b5781-bdac-4270-acb9-a5babc1ff6ab req-83fbc3d4-ea48-417b-9bf7-8b99cff1d3cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61763909-342d-4842-98df-05a6b50e0866 HTTP/1.1" status: 200 len: 217 time: 0.0412564 Jul 06 11:55:00.292549 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe1d8f-1d01-4a3b-a1b8-91faa7b6b39d req-7c5385ce-2cfe-4fd8-b852-dd3145f9aad0 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:00.294330 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4fbe1d8f-1d01-4a3b-a1b8-91faa7b6b39d req-7c5385ce-2cfe-4fd8-b852-dd3145f9aad0 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 944 time: 0.0775142 Jul 06 11:55:00.334516 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b5781-bdac-4270-acb9-a5babc1ff6ab req-ff093441-7b2d-47c1-848f-b6f96c132969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:00.335947 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-668b5781-bdac-4270-acb9-a5babc1ff6ab req-ff093441-7b2d-47c1-848f-b6f96c132969 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e9dccac3-8a75-46bf-b096-79cb9508932f HTTP/1.1" status: 200 len: 857 time: 0.0931609 Jul 06 11:55:00.346494 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4fbe1d8f-1d01-4a3b-a1b8-91faa7b6b39d req-bd839909-e10c-4a47-abac-e839ae5889dc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455005 Jul 06 11:55:00.365898 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:00.393785 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-668b5781-bdac-4270-acb9-a5babc1ff6ab req-8e400d31-8753-49c2-833c-9943702870b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477593 Jul 06 11:55:00.433935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Transition to ACTIVE for port object 796107d3-fb32-403f-879c-bab5ea877074 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:00.523961 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:00.576491 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3f6719-bc9d-4cb0-859b-270d2662b8aa', 'tag': '66f5f3cc-bb16-43a3-bdb5-80090377e0e1'}, {'server_uuid': 'dd8ab17c-abed-4fb6-90a7-2a801acfde64', 'name': 'network-vif-deleted', 'tag': '7357460b-fbfa-4197-ac25-85c7fccf9c1f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:00.579975 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3db9692-9a14-4e26-bf50-71a5ffc90e73" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3f6719-bc9d-4cb0-859b-270d2662b8aa", "tag": "66f5f3cc-bb16-43a3-bdb5-80090377e0e1"}, {"server_uuid": "dd8ab17c-abed-4fb6-90a7-2a801acfde64", "name": "network-vif-deleted", "tag": "7357460b-fbfa-4197-ac25-85c7fccf9c1f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:00.630172 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Network ce7f447e-dc21-4753-a1d6-89950fba799b is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:00.645304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:00.657652 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:00.660749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-f2722bd6-a705-4b9f-98b1-e49142340d5a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:00.663079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Pushing event updated for resources: {'Port': ['ID=796107d3-fb32-403f-879c-bab5ea877074,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:00.671864 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-f2722bd6-a705-4b9f-98b1-e49142340d5a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 812 time: 0.2046576 Jul 06 11:55:00.698948 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-668b5781-bdac-4270-acb9-a5babc1ff6ab req-7c0e61f4-1b8e-45f1-a656-61da6f0effeb service neutron] 10.222.0.89 "GET /v2.0/networks/ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923601 Jul 06 11:55:00.700217 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-3845f8c4-79b6-449f-8e24-df7396b68d3c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/quotas/d2d76adf81784b64aea38db034db806b HTTP/1.1" status: 200 len: 375 time: 0.0272567 Jul 06 11:55:00.705414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.708374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.708805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.709139 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.709467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.709796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.710106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.710432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.710823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.711148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.711502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.711819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:00.744925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-abffed16-cedb-4a1e-aa9b-743d555f1408 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436585 Jul 06 11:55:00.859124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:00.860005 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:00.884024 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-668b5781-bdac-4270-acb9-a5babc1ff6ab req-d927ccb6-0a4c-4536-b233-9fb17fcc9b60 service neutron] 10.222.0.89 "GET /v2.0/networks/ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536856 Jul 06 11:55:00.891192 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-47d2118a-6574-442b-accf-07a68f16b4a6 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5471287 Jul 06 11:55:00.891510 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-a4b84495-0327-4a80-a968-41d56130dcd9 service neutron] 10.222.0.81 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423895 Jul 06 11:55:01.008726 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-fb250ae3-dbc8-44de-8237-8e4917575913 service neutron] 10.222.0.81 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083539 Jul 06 11:55:01.020514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-623cf513-29f6-443b-ad6c-c6d2fb3dd99e None None] Provisioning for port 796107d3-fb32-403f-879c-bab5ea877074 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:01.025349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-623cf513-29f6-443b-ad6c-c6d2fb3dd99e None None] Provisioning complete for port 796107d3-fb32-403f-879c-bab5ea877074 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:01.025952 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-623cf513-29f6-443b-ad6c-c6d2fb3dd99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:01.071456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-623cf513-29f6-443b-ad6c-c6d2fb3dd99e None None] Port 796107d3-fb32-403f-879c-bab5ea877074 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:01.111709 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:55:01.257079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:01.288122 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '66f5f3cc-bb16-43a3-bdb5-80090377e0e1', 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd', 'port_id': '66f5f3cc-bb16-43a3-bdb5-80090377e0e1', 'mac_address': 'fa:16:3e:a3:1b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6097b696-6863-4418-b0a0-433aa68953b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:55:01.339853 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:01.380330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:01.424494 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:01.432906 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:01.470810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99439d60-4185-49ee-a865-97f85d14fb0e req-579268a8-0ebc-4b5d-bf1d-fdca8419135f tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:01.486895 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99439d60-4185-49ee-a865-97f85d14fb0e req-579268a8-0ebc-4b5d-bf1d-fdca8419135f tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b3bb80-af26-4c4c-b093-f952a3813c43 HTTP/1.1" status: 200 len: 943 time: 0.1317472 Jul 06 11:55:01.524922 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:01.550272 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99439d60-4185-49ee-a865-97f85d14fb0e req-3d652eb6-a799-4098-9946-bd539c55e464 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/security-groups?id=03f7f489-d322-473c-872b-9365dfd7f147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622742 Jul 06 11:55:01.720497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['66f5f3cc-bb16-43a3-bdb5-80090377e0e1'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:01.762607 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f5938-4a92-4281-b13f-ec2eb4144979 req-cbe3c264-9ebc-4db4-ad70-45b6b00962af tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:01.765303 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6d2f5938-4a92-4281-b13f-ec2eb4144979 req-cbe3c264-9ebc-4db4-ad70-45b6b00962af tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/ports?device_id=cfb22a20-e032-43e6-9de4-eb05db753ac1 HTTP/1.1" status: 200 len: 931 time: 0.0707748 Jul 06 11:55:01.810907 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6d2f5938-4a92-4281-b13f-ec2eb4144979 req-8b0e86ec-8cca-4e90-8ddd-7afb57b2dd3f tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee93335-d304-43f0-8b39-a9dabea31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385995 Jul 06 11:55:02.018705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077206e-a135-49b9-88c1-5bc710253628 req-7c4d0d42-54d4-4066-a6cb-9264f1d3f8c3 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:02.020326 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a077206e-a135-49b9-88c1-5bc710253628 req-7c4d0d42-54d4-4066-a6cb-9264f1d3f8c3 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=50277298-39b3-48b9-a2fc-f90e715e308b HTTP/1.1" status: 200 len: 950 time: 0.0736470 Jul 06 11:55:02.066688 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a077206e-a135-49b9-88c1-5bc710253628 req-f9283cc6-9686-4ca4-b100-505a9a4eebee tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401943 Jul 06 11:55:02.082497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 61763909-342d-4842-98df-05a6b50e0866 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:55:02.136688 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a322e44-beab-4995-acc2-1d162407078a x-openstack-request-id: req-7a322e44-beab-4995-acc2-1d162407078a {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:02.137188 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3f6719-bc9d-4cb0-859b-270d2662b8aa", "tag": "66f5f3cc-bb16-43a3-bdb5-80090377e0e1", "status": "completed", "code": 200}, {"server_uuid": "dd8ab17c-abed-4fb6-90a7-2a801acfde64", "name": "network-vif-deleted", "tag": "7357460b-fbfa-4197-ac25-85c7fccf9c1f", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:02.137540 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a322e44-beab-4995-acc2-1d162407078a {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:02.137933 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3f6719-bc9d-4cb0-859b-270d2662b8aa', 'tag': '66f5f3cc-bb16-43a3-bdb5-80090377e0e1', 'status': 'completed', 'code': 200} Jul 06 11:55:02.138237 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8ab17c-abed-4fb6-90a7-2a801acfde64', 'name': 'network-vif-deleted', 'tag': '7357460b-fbfa-4197-ac25-85c7fccf9c1f', 'status': 'completed', 'code': 200} Jul 06 11:55:02.231805 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 61763909-342d-4842-98df-05a6b50e0866, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=61763909-342d-4842-98df-05a6b50e0866,segment=NetworkSegment(e010bc45-f3f9-4b81-aef2-adb67b20ddc2),segment_id=e010bc45-f3f9-4b81-aef2-adb67b20ddc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:02.245420 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '61763909-342d-4842-98df-05a6b50e0866', 'network_id': 'ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02', 'port_id': '61763909-342d-4842-98df-05a6b50e0866', 'mac_address': 'fa:16:3e:e0:97:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9dccac3-8a75-46bf-b096-79cb9508932f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:55:02.286778 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:02.299457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61763909-342d-4842-98df-05a6b50e0866 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:02.320988 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 61763909-342d-4842-98df-05a6b50e0866, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=61763909-342d-4842-98df-05a6b50e0866,segment=NetworkSegment(e010bc45-f3f9-4b81-aef2-adb67b20ddc2),segment_id=e010bc45-f3f9-4b81-aef2-adb67b20ddc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:02.325180 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:02.373710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=61763909-342d-4842-98df-05a6b50e0866,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:02.600204 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['61763909-342d-4842-98df-05a6b50e0866'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:02.740749 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-419842e5-2a44-46bb-bd2b-bb6f68bb47b6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:02.743261 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-419842e5-2a44-46bb-bd2b-bb6f68bb47b6 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 812 time: 0.1401052 Jul 06 11:55:02.761966 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-c3fa6a51-5b75-4902-afd2-9406ecdb1bb9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Request body: {'port': {'device_id': '54d48f6c-a548-4895-989f-0ad013674857', 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f', 'admin_state_up': True, 'tenant_id': 'd2d76adf81784b64aea38db034db806b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:02.903201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-c3fa6a51-5b75-4902-afd2-9406ecdb1bb9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Made reservation on behalf of d2d76adf81784b64aea38db034db806b for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:02.907971 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-c3fa6a51-5b75-4902-afd2-9406ecdb1bb9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.046727 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-c3fa6a51-5b75-4902-afd2-9406ecdb1bb9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Allocated IP 172.20.0.4 (983fb040-9529-4be2-835e-8b237b1ea52f/37f22715-ba8d-4530-84b2-f69de5c14956/6ef2e3ec-3a43-42f9-a9b7-70827e42ed27) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:03.126578 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:03.178375 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:03.182584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:03.183269 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.220668 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-c3fa6a51-5b75-4902-afd2-9406ecdb1bb9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.270147 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.273001 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-c3fa6a51-5b75-4902-afd2-9406ecdb1bb9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.298238 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3f6719-bc9d-4cb0-859b-270d2662b8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f5f3cc-bb16-43a3-bdb5-80090377e0e1'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:03.300438 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7dfad6-3ca3-4af4-89e3-8919d5521378" -d '{"events": [{"server_uuid": "1e3f6719-bc9d-4cb0-859b-270d2662b8aa", "name": "network-vif-plugged", "status": "completed", "tag": "66f5f3cc-bb16-43a3-bdb5-80090377e0e1"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:03.314520 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:03.319824 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.325831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-c3fa6a51-5b75-4902-afd2-9406ecdb1bb9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Network 983fb040-9529-4be2-835e-8b237b1ea52f is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:03.329109 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-c3fa6a51-5b75-4902-afd2-9406ecdb1bb9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:03.333709 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-c3fa6a51-5b75-4902-afd2-9406ecdb1bb9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:03.336970 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa6a51-5b75-4902-afd2-9406ecdb1bb9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Pushing event updated for resources: {'Port': ['ID=6ef2e3ec-3a43-42f9-a9b7-70827e42ed27,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:03.371283 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:03.404300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-c3fa6a51-5b75-4902-afd2-9406ecdb1bb9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:03.404953 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-c3fa6a51-5b75-4902-afd2-9406ecdb1bb9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.420857 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-c3fa6a51-5b75-4902-afd2-9406ecdb1bb9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6631229 Jul 06 11:55:03.433103 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Request body: {'port': {'device_id': '54d48f6c-a548-4895-989f-0ad013674857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:03.518781 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.799608 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:03.808444 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.824149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Transition to ACTIVE for port object 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:03.829386 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:03.886793 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Pushing event updated for resources: {'Port': ['ID=6ef2e3ec-3a43-42f9-a9b7-70827e42ed27,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:03.964275 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Attempting to bind port 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:03.964684 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Attempting to bind port 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:03.964960 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Attempting to bind port 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 on network 983fb040-9529-4be2-835e-8b237b1ea52f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:03.969437 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Port 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 on network 983fb040-9529-4be2-835e-8b237b1ea52f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:03.969867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Attempting to bind port 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 on network 983fb040-9529-4be2-835e-8b237b1ea52f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:03.978045 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:03.978380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Checking segment: {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:03.978765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Bound using segment: {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:03.979201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Bound port: 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43785a3-5fbc-4b3f-99e8-31d89b615057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:03.979651 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.046816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] For port 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:04.050219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] For port 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=6ef2e3ec-3a43-42f9-a9b7-70827e42ed27,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:04.056386 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.082888 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 61763909-342d-4842-98df-05a6b50e0866 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:04.146277 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 61763909-342d-4842-98df-05a6b50e0866 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:04.151475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 61763909-342d-4842-98df-05a6b50e0866 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:04.151860 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.252497 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.301844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 61763909-342d-4842-98df-05a6b50e0866, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=61763909-342d-4842-98df-05a6b50e0866,segment=NetworkSegment(e010bc45-f3f9-4b81-aef2-adb67b20ddc2),segment_id=e010bc45-f3f9-4b81-aef2-adb67b20ddc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:04.307986 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.366115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=61763909-342d-4842-98df-05a6b50e0866,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:04.414986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:04.415617 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:04.417000 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] 10.222.0.89 "PUT /v2.0/ports/6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 HTTP/1.1" status: 200 len: 1091 time: 0.9884586 Jul 06 11:55:04.417440 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d48f6c-a548-4895-989f-0ad013674857', 'tag': '6ef2e3ec-3a43-42f9-a9b7-70827e42ed27'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:04.419691 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee390cf-e6b2-42f3-a371-aafd28adc91d" -d '{"events": [{"name": "network-changed", "server_uuid": "54d48f6c-a548-4895-989f-0ad013674857", "tag": "6ef2e3ec-3a43-42f9-a9b7-70827e42ed27"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:04.447471 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872ce8a-e42d-4fb1-b12d-26cabb2aee3f service neutron] Pushing event updated for resources: {'Port': ['ID=6ef2e3ec-3a43-42f9-a9b7-70827e42ed27,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:04.516863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-4bcfe0ac-31f0-4d70-a3b8-188692842d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:04.518454 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-4bcfe0ac-31f0-4d70-a3b8-188692842d50 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&device_id=54d48f6c-a548-4895-989f-0ad013674857 HTTP/1.1" status: 200 len: 1094 time: 0.0591068 Jul 06 11:55:04.559736 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-86042c07-b61c-4639-bb6f-a16bc3b86a78 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 HTTP/1.1" status: 200 len: 217 time: 0.0347700 Jul 06 11:55:04.613674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-a2ce8a90-b7fb-4d6c-8ee0-169d8f49cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:04.615363 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-a2ce8a90-b7fb-4d6c-8ee0-169d8f49cdb9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37f22715-ba8d-4530-84b2-f69de5c14956 HTTP/1.1" status: 200 len: 852 time: 0.0494113 Jul 06 11:55:04.648923 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-7a6fbe33-86ce-4f57-955c-b27a3f73e6e7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=983fb040-9529-4be2-835e-8b237b1ea52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275109 Jul 06 11:55:04.739041 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-9ae9d145-8c31-44d2-8346-0869fc477ead service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837023 Jul 06 11:55:04.834086 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3782ee60-a81b-4ed6-a807-7fae5c9a22b3 req-5e4e8b4e-a03e-4417-8228-a72e9862c2e2 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894852 Jul 06 11:55:05.264199 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:05.435244 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84615e66-6d62-4de9-9109-5648355d03bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:06.167143 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.101518 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3197bfb5-1583-4a86-9f1f-04b8b4205838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.122420 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:55:08.162136 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.249546 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=6ef2e3ec-3a43-42f9-a9b7-70827e42ed27,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:08.261253 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '6ef2e3ec-3a43-42f9-a9b7-70827e42ed27', 'network_id': '983fb040-9529-4be2-835e-8b237b1ea52f', 'port_id': '6ef2e3ec-3a43-42f9-a9b7-70827e42ed27', 'mac_address': 'fa:16:3e:13:f9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f22715-ba8d-4530-84b2-f69de5c14956', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:55:08.303777 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.318214 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:08.340282 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=6ef2e3ec-3a43-42f9-a9b7-70827e42ed27,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:08.344932 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:08.391956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=6ef2e3ec-3a43-42f9-a9b7-70827e42ed27,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:08.602077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['6ef2e3ec-3a43-42f9-a9b7-70827e42ed27'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:09.251844 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:10.144242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:10.197956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:10.202737 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:10.203078 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:10.292190 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:10.329743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=6ef2e3ec-3a43-42f9-a9b7-70827e42ed27,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:10.333707 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:10.382015 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=6ef2e3ec-3a43-42f9-a9b7-70827e42ed27,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:10.813788 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:11.728283 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Request body: {'port': {'device_id': 'cfb22a20-e032-43e6-9de4-eb05db753ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:11.838422 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:11.854566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db9692-9a14-4e26-bf50-71a5ffc90e73 req-02086753-02d8-4276-a0ef-73445429d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:11.856094 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d3db9692-9a14-4e26-bf50-71a5ffc90e73 req-02086753-02d8-4276-a0ef-73445429d25c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a904a05771ea4318acb6528087369411&device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 1097 time: 0.1064858 Jul 06 11:55:11.869815 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfd6e6-dc60-45e2-959a-76fee30d53c1 req-28ed390c-d09d-4391-bbbb-426844c254e3 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:11.872127 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-19bfd6e6-dc60-45e2-959a-76fee30d53c1 req-28ed390c-d09d-4391-bbbb-426844c254e3 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3942a416-7c61-4f0a-a193-ef21a2f4cfc0 HTTP/1.1" status: 200 len: 948 time: 0.0655727 Jul 06 11:55:11.888291 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:55:11.914292 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-19bfd6e6-dc60-45e2-959a-76fee30d53c1 req-293e1772-4b83-4ce6-8ec8-f0e4647c697f tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330021 Jul 06 11:55:12.047771 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db9692-9a14-4e26-bf50-71a5ffc90e73 req-d58f650c-1923-41b0-a366-8b873893804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:12.049262 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d3db9692-9a14-4e26-bf50-71a5ffc90e73 req-d58f650c-1923-41b0-a366-8b873893804b service neutron] 10.222.0.23 "GET /v2.0/networks?id=60e066ea-2966-4eac-95a4-bc2bc640f4bd HTTP/1.1" status: 200 len: 916 time: 0.1709960 Jul 06 11:55:12.082241 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d788c2-9aef-434e-b92f-7f569e799da5 req-2ba0f257-1f88-4783-a878-bb75fd258522 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:12.083812 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40d788c2-9aef-434e-b92f-7f569e799da5 req-2ba0f257-1f88-4783-a878-bb75fd258522 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d48f6c-a548-4895-989f-0ad013674857 HTTP/1.1" status: 200 len: 945 time: 0.0667522 Jul 06 11:55:12.116733 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d3db9692-9a14-4e26-bf50-71a5ffc90e73 req-3619bdf7-8a55-468c-8fee-115ffd04c293 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66f5f3cc-bb16-43a3-bdb5-80090377e0e1 HTTP/1.1" status: 200 len: 217 time: 0.0383000 Jul 06 11:55:12.123545 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40d788c2-9aef-434e-b92f-7f569e799da5 req-67a7692c-d88a-4cfa-a183-bc8192cd9dd9 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334797 Jul 06 11:55:12.187617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db9692-9a14-4e26-bf50-71a5ffc90e73 req-6443d7fc-9fb0-4cb9-ac2f-0658f903f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:12.189076 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d3db9692-9a14-4e26-bf50-71a5ffc90e73 req-6443d7fc-9fb0-4cb9-ac2f-0658f903f676 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6097b696-6863-4418-b0a0-433aa68953b6 HTTP/1.1" status: 200 len: 855 time: 0.0649600 Jul 06 11:55:12.232483 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d3db9692-9a14-4e26-bf50-71a5ffc90e73 req-6fd66e3d-186a-4536-a6fa-f2233a3aeaff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=60e066ea-2966-4eac-95a4-bc2bc640f4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330737 Jul 06 11:55:12.290339 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb6c2b-92b2-4784-8335-9ccc698dab47 req-6e94c0b8-0ea2-4b43-8c06-5cd99ea02d4c tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:12.291839 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75fb6c2b-92b2-4784-8335-9ccc698dab47 req-6e94c0b8-0ea2-4b43-8c06-5cd99ea02d4c tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.0684271 Jul 06 11:55:12.333421 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75fb6c2b-92b2-4784-8335-9ccc698dab47 req-575ccf70-3673-4e00-82b4-8fe272505517 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345249 Jul 06 11:55:12.339691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796107d3-fb32-403f-879c-bab5ea877074 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:12.353505 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.382562 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Transition to ACTIVE for port object 796107d3-fb32-403f-879c-bab5ea877074 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:12.386694 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d3db9692-9a14-4e26-bf50-71a5ffc90e73 req-517a1255-74ac-4679-8be2-e5b00374b333 service neutron] 10.222.0.23 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474862 Jul 06 11:55:12.388147 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.517850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Pushing event updated for resources: {'Port': ['ID=796107d3-fb32-403f-879c-bab5ea877074,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:12.545995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39f618-ee92-4927-b609-87b349184747 req-2496f4fd-f7dd-49ef-9c12-46956038fafb tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:12.549554 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db39f618-ee92-4927-b609-87b349184747 req-2496f4fd-f7dd-49ef-9c12-46956038fafb tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b3bb80-af26-4c4c-b093-f952a3813c43 HTTP/1.1" status: 200 len: 945 time: 0.1014924 Jul 06 11:55:12.578642 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d3db9692-9a14-4e26-bf50-71a5ffc90e73 req-c04120ce-5808-425f-a405-4805b4a062b2 service neutron] 10.222.0.23 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814480 Jul 06 11:55:12.608502 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db39f618-ee92-4927-b609-87b349184747 req-0ca9c275-b0a2-49a6-9b9c-443359648101 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/security-groups?id=03f7f489-d322-473c-872b-9365dfd7f147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514309 Jul 06 11:55:12.617227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Attempting to bind port 796107d3-fb32-403f-879c-bab5ea877074 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:12.617562 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Attempting to bind port 796107d3-fb32-403f-879c-bab5ea877074 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'd2e272c1-e5a7-4f7f-99c7-626aa0cea192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:12.617888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Attempting to bind port 796107d3-fb32-403f-879c-bab5ea877074 on network ce7f447e-dc21-4753-a1d6-89950fba799b {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:12.623067 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Port 796107d3-fb32-403f-879c-bab5ea877074 on network ce7f447e-dc21-4753-a1d6-89950fba799b not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:12.623579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Attempting to bind port 796107d3-fb32-403f-879c-bab5ea877074 on network ce7f447e-dc21-4753-a1d6-89950fba799b {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:12.635115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:12.635115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Checking segment: {'id': 'd2e272c1-e5a7-4f7f-99c7-626aa0cea192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:12.635115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Bound using segment: {'id': 'd2e272c1-e5a7-4f7f-99c7-626aa0cea192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:12.635115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Bound port: 796107d3-fb32-403f-879c-bab5ea877074, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e272c1-e5a7-4f7f-99c7-626aa0cea192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:12.635115 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.698949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] For port 796107d3-fb32-403f-879c-bab5ea877074, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:12.702045 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] For port 796107d3-fb32-403f-879c-bab5ea877074, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=796107d3-fb32-403f-879c-bab5ea877074,segment=NetworkSegment(d2e272c1-e5a7-4f7f-99c7-626aa0cea192),segment_id=d2e272c1-e5a7-4f7f-99c7-626aa0cea192)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:12.707745 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.748320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:12.748927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:12.751179 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] 10.222.0.23 "PUT /v2.0/ports/796107d3-fb32-403f-879c-bab5ea877074 HTTP/1.1" status: 200 len: 1091 time: 1.0270269 Jul 06 11:55:12.781019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cbe78-a5b6-4b44-9af2-2dfd0e3a36fb service neutron] Pushing event updated for resources: {'Port': ['ID=796107d3-fb32-403f-879c-bab5ea877074,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:12.796801 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3d3d8-0782-4295-8fc5-9692a14544ff req-207a3c74-d030-4260-82b1-268bee991d85 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:12.798740 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-70a3d3d8-0782-4295-8fc5-9692a14544ff req-207a3c74-d030-4260-82b1-268bee991d85 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/ports?device_id=cfb22a20-e032-43e6-9de4-eb05db753ac1 HTTP/1.1" status: 200 len: 943 time: 0.0846291 Jul 06 11:55:12.840625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-70a3d3d8-0782-4295-8fc5-9692a14544ff req-e9030047-3df5-4ba7-9f79-8d908ec7d860 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee93335-d304-43f0-8b39-a9dabea31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353825 Jul 06 11:55:12.864540 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-59eee686-02c0-46e2-a659-1fe4aa3b7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:12.866231 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-59eee686-02c0-46e2-a659-1fe4aa3b7e8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2181e3edb394961ab4b36a826cef9ad&device_id=cfb22a20-e032-43e6-9de4-eb05db753ac1 HTTP/1.1" status: 200 len: 1094 time: 0.0699854 Jul 06 11:55:12.911654 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-b2a64db5-4e6b-4910-885c-d03ef85f59ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=796107d3-fb32-403f-879c-bab5ea877074 HTTP/1.1" status: 200 len: 217 time: 0.0371015 Jul 06 11:55:12.962074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-d2d9accc-375e-4eaf-b1cb-be105f0e40bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:12.963568 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-d2d9accc-375e-4eaf-b1cb-be105f0e40bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6278e47a-bd7a-4692-90b1-c7866f16d36e HTTP/1.1" status: 200 len: 854 time: 0.0457783 Jul 06 11:55:13.016640 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228677f-de7a-49bb-a359-b14f206ed14f req-da3637fa-4f4b-4694-a9ce-b3a3322b0533 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:13.018215 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c228677f-de7a-49bb-a359-b14f206ed14f req-da3637fa-4f4b-4694-a9ce-b3a3322b0533 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=50277298-39b3-48b9-a2fc-f90e715e308b HTTP/1.1" status: 200 len: 950 time: 0.0690703 Jul 06 11:55:13.027488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-5120362f-99ea-47b3-b8fe-cb9fd3de838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:13.029188 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-5120362f-99ea-47b3-b8fe-cb9fd3de838c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ce7f447e-dc21-4753-a1d6-89950fba799b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592153 Jul 06 11:55:13.056545 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c228677f-de7a-49bb-a359-b14f206ed14f req-fca0d79f-6c11-45bd-b77d-028ad7c6cc76 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327191 Jul 06 11:55:13.113268 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1365ef5a-b055-4957-8659-63fb3678f086 x-openstack-request-id: req-1365ef5a-b055-4957-8659-63fb3678f086 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:13.113800 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3f6719-bc9d-4cb0-859b-270d2662b8aa", "name": "network-vif-plugged", "status": "completed", "tag": "66f5f3cc-bb16-43a3-bdb5-80090377e0e1", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:13.113926 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1365ef5a-b055-4957-8659-63fb3678f086 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:13.114385 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3f6719-bc9d-4cb0-859b-270d2662b8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f5f3cc-bb16-43a3-bdb5-80090377e0e1', 'code': 200} Jul 06 11:55:13.133716 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-00b20b7f-ffc1-4515-8216-1ec2f0d2f709 service neutron] 10.222.0.23 "GET /v2.0/networks/ce7f447e-dc21-4753-a1d6-89950fba799b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973482 Jul 06 11:55:13.152082 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fa0543-a5d2-428a-b6e6-e1548ed009a1 x-openstack-request-id: req-84fa0543-a5d2-428a-b6e6-e1548ed009a1 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:13.152368 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d48f6c-a548-4895-989f-0ad013674857", "tag": "6ef2e3ec-3a43-42f9-a9b7-70827e42ed27", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:13.152633 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84fa0543-a5d2-428a-b6e6-e1548ed009a1 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:13.153002 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d48f6c-a548-4895-989f-0ad013674857', 'tag': '6ef2e3ec-3a43-42f9-a9b7-70827e42ed27', 'status': 'completed', 'code': 200} Jul 06 11:55:13.300906 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58c4b202-a4e5-4305-887c-16dfe082ce88 req-21d0c805-f2b4-437d-9220-ab8e58ce77ef service neutron] 10.222.0.23 "GET /v2.0/networks/ce7f447e-dc21-4753-a1d6-89950fba799b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574938 Jul 06 11:55:13.303767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d8a2a-9b70-4734-a64a-ee2380eab2c9 req-704ffdb2-db29-4e52-b18d-1db5aaf757a7 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:13.305521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-708d8a2a-9b70-4734-a64a-ee2380eab2c9 req-704ffdb2-db29-4e52-b18d-1db5aaf757a7 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c220354-d449-4f3a-826a-b35f5b54a027 HTTP/1.1" status: 200 len: 950 time: 0.0625045 Jul 06 11:55:13.321424 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f735a-3ab3-4b9b-b012-e3bd7b490848 req-f853ec15-0cf4-42f1-9cfd-82d7098c6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:13.322928 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3c1f735a-3ab3-4b9b-b012-e3bd7b490848 req-f853ec15-0cf4-42f1-9cfd-82d7098c6af6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 1097 time: 0.1282451 Jul 06 11:55:13.324651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee390cf-e6b2-42f3-a371-aafd28adc91d req-b97b355d-af87-4be4-b2a7-f161a4ca3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:13.326539 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ee390cf-e6b2-42f3-a371-aafd28adc91d req-b97b355d-af87-4be4-b2a7-f161a4ca3dad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d2d76adf81784b64aea38db034db806b&device_id=54d48f6c-a548-4895-989f-0ad013674857 HTTP/1.1" status: 200 len: 1096 time: 0.1371021 Jul 06 11:55:13.346362 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-708d8a2a-9b70-4734-a64a-ee2380eab2c9 req-0c269c92-7b3c-46b0-8bac-f79bdf00c081 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345981 Jul 06 11:55:13.424641 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3c1f735a-3ab3-4b9b-b012-e3bd7b490848 req-f6d31ca2-95a6-4d57-bed2-88fe8c99b3d0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830331 Jul 06 11:55:13.444745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee390cf-e6b2-42f3-a371-aafd28adc91d req-1bf0e894-c223-4bdd-b803-ed24bb7736c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:13.446286 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ee390cf-e6b2-42f3-a371-aafd28adc91d req-1bf0e894-c223-4bdd-b803-ed24bb7736c1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 200 len: 913 time: 0.1131332 Jul 06 11:55:13.491841 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ee390cf-e6b2-42f3-a371-aafd28adc91d req-a909205d-d045-4610-bc13-4db4dab79c78 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 HTTP/1.1" status: 200 len: 217 time: 0.0345321 Jul 06 11:55:13.548701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee390cf-e6b2-42f3-a371-aafd28adc91d req-8df76198-a9eb-4d26-b14f-541f03dde0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:13.550359 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ee390cf-e6b2-42f3-a371-aafd28adc91d req-8df76198-a9eb-4d26-b14f-541f03dde0f9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37f22715-ba8d-4530-84b2-f69de5c14956 HTTP/1.1" status: 200 len: 852 time: 0.0516939 Jul 06 11:55:13.588555 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ee390cf-e6b2-42f3-a371-aafd28adc91d req-b79da5fe-1a74-46c2-911b-89974c87b362 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=983fb040-9529-4be2-835e-8b237b1ea52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289006 Jul 06 11:55:13.645890 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4e175-88bc-4efe-a06b-381f0e9739f0 req-96e244b9-4338-44de-983f-7163a742c765 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:13.647502 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7d4e175-88bc-4efe-a06b-381f0e9739f0 req-96e244b9-4338-44de-983f-7163a742c765 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.0718038 Jul 06 11:55:13.683789 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ee390cf-e6b2-42f3-a371-aafd28adc91d req-e481588f-c4d0-4454-a9c4-1c09a4027285 service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859952 Jul 06 11:55:13.688374 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7d4e175-88bc-4efe-a06b-381f0e9739f0 req-e29a5ac1-a32c-433a-95ed-3a57dda5ddf5 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351272 Jul 06 11:55:13.791193 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ee390cf-e6b2-42f3-a371-aafd28adc91d req-5b9fecd5-24a8-4c6c-ab14-a1ffc339439c service neutron] 10.222.0.89 "GET /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945106 Jul 06 11:55:13.855798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c60bd-beff-4858-aabf-daa1430486f6 req-5a5bd897-4743-45eb-88ce-9fe1a7c3e760 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:13.857324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-849c60bd-beff-4858-aabf-daa1430486f6 req-5a5bd897-4743-45eb-88ce-9fe1a7c3e760 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d48f6c-a548-4895-989f-0ad013674857 HTTP/1.1" status: 200 len: 945 time: 0.0665050 Jul 06 11:55:13.895439 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-849c60bd-beff-4858-aabf-daa1430486f6 req-687c34c9-f7c9-404a-aeeb-98156c3f6af1 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Jul 06 11:55:14.057375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34916c-d93d-41b0-8d3d-0516b737424c req-a74dbccf-ea18-4b06-a29b-dd146bd53b6e tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:14.058879 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b34916c-d93d-41b0-8d3d-0516b737424c req-a74dbccf-ea18-4b06-a29b-dd146bd53b6e tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.0644708 Jul 06 11:55:14.099747 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b34916c-d93d-41b0-8d3d-0516b737424c req-3915e138-f0fc-4b6d-a96b-4cb8e2c4cdaf tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349565 Jul 06 11:55:14.421678 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c4a84-084c-4d91-8a79-128732b8b32d req-71cb4e45-feaf-46a2-a00b-4313a8cfe1a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:14.427646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c4a84-084c-4d91-8a79-128732b8b32d req-71cb4e45-feaf-46a2-a00b-4313a8cfe1a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:14.429267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d9c4a84-084c-4d91-8a79-128732b8b32d req-71cb4e45-feaf-46a2-a00b-4313a8cfe1a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3942a416-7c61-4f0a-a193-ef21a2f4cfc0&device_id=3c220354-d449-4f3a-826a-b35f5b54a027 HTTP/1.1" status: 200 len: 1689 time: 0.0772491 Jul 06 11:55:14.470344 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d9c4a84-084c-4d91-8a79-128732b8b32d req-4b201d54-33bc-4242-be6d-708e8afba744 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352168 Jul 06 11:55:14.637969 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f0eaa-fdb1-4c78-b563-cbfab3aec607 req-2c566f68-e648-4079-8813-1aefc26133ce tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:14.639922 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b10f0eaa-fdb1-4c78-b563-cbfab3aec607 req-2c566f68-e648-4079-8813-1aefc26133ce tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b3bb80-af26-4c4c-b093-f952a3813c43 HTTP/1.1" status: 200 len: 945 time: 0.0626364 Jul 06 11:55:14.677442 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b10f0eaa-fdb1-4c78-b563-cbfab3aec607 req-d0534977-f503-4ce9-8cce-1c73173083d5 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/security-groups?id=03f7f489-d322-473c-872b-9365dfd7f147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317905 Jul 06 11:55:14.777676 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-34567786-88eb-4e0e-b310-c9ea24590d5f tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=2f877cca24b14b018c300063ae07683d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211992 Jul 06 11:55:14.885870 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c03cdf23-2843-4a32-80f8-cd3a1f9d0ad3 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:14.887399 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c03cdf23-2843-4a32-80f8-cd3a1f9d0ad3 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1045098 Jul 06 11:55:14.902066 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-9984f050-58f4-4a53-9696-8e8059d6e5df tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/quotas/2f877cca24b14b018c300063ae07683d HTTP/1.1" status: 200 len: 375 time: 0.0091677 Jul 06 11:55:14.969602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-4ca8efd7-e5ce-4364-9a2e-716014aecbea tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2f877cca24b14b018c300063ae07683d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620208 Jul 06 11:55:15.116435 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b3bb80-af26-4c4c-b093-f952a3813c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61763909-342d-4842-98df-05a6b50e0866'}, {'server_uuid': '54d48f6c-a548-4895-989f-0ad013674857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef2e3ec-3a43-42f9-a9b7-70827e42ed27'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:15.119090 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4518614c-26f4-459d-abd3-8ebc22b2fe6b" -d '{"events": [{"server_uuid": "76b3bb80-af26-4c4c-b093-f952a3813c43", "name": "network-vif-plugged", "status": "completed", "tag": "61763909-342d-4842-98df-05a6b50e0866"}, {"server_uuid": "54d48f6c-a548-4895-989f-0ad013674857", "name": "network-vif-plugged", "status": "completed", "tag": "6ef2e3ec-3a43-42f9-a9b7-70827e42ed27"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:15.154208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb22a20-e032-43e6-9de4-eb05db753ac1', 'tag': '796107d3-fb32-403f-879c-bab5ea877074'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:15.157650 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd62719d-541e-4120-b6c8-f882aa449c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb22a20-e032-43e6-9de4-eb05db753ac1", "tag": "796107d3-fb32-403f-879c-bab5ea877074"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:15.213370 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 796107d3-fb32-403f-879c-bab5ea877074 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:55:15.247099 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85020664-3772-4765-bc01-872ecd890952 req-ef9d58ac-f293-4451-b700-a650cc7dcdd4 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:15.249324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85020664-3772-4765-bc01-872ecd890952 req-ef9d58ac-f293-4451-b700-a650cc7dcdd4 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/ports?device_id=cfb22a20-e032-43e6-9de4-eb05db753ac1 HTTP/1.1" status: 200 len: 943 time: 0.0719728 Jul 06 11:55:15.290879 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85020664-3772-4765-bc01-872ecd890952 req-61ac4c0a-2c59-4c51-a5c7-741b8e51fcdf tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee93335-d304-43f0-8b39-a9dabea31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357604 Jul 06 11:55:15.459016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 796107d3-fb32-403f-879c-bab5ea877074, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=796107d3-fb32-403f-879c-bab5ea877074,segment=NetworkSegment(d2e272c1-e5a7-4f7f-99c7-626aa0cea192),segment_id=d2e272c1-e5a7-4f7f-99c7-626aa0cea192)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:15.471852 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '796107d3-fb32-403f-879c-bab5ea877074', 'network_id': 'ce7f447e-dc21-4753-a1d6-89950fba799b', 'port_id': '796107d3-fb32-403f-879c-bab5ea877074', 'mac_address': 'fa:16:3e:52:5a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6278e47a-bd7a-4692-90b1-c7866f16d36e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:55:15.513816 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:15.528483 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796107d3-fb32-403f-879c-bab5ea877074 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:15.550591 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 796107d3-fb32-403f-879c-bab5ea877074, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=796107d3-fb32-403f-879c-bab5ea877074,segment=NetworkSegment(d2e272c1-e5a7-4f7f-99c7-626aa0cea192),segment_id=d2e272c1-e5a7-4f7f-99c7-626aa0cea192)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:15.555827 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:15.610217 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=796107d3-fb32-403f-879c-bab5ea877074,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:15.617851 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:15.618476 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:15.618996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:15.619355 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:15.619879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:15.620255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:15.620881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:15.621322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:15.621731 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:15.622243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:15.623097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:15.623622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:15.634439 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e76cb-d00b-4446-9502-2c0badd5ec02 req-1c9c2fff-f8a5-43a1-98b2-905e5d940f1c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:15.636138 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-310e76cb-d00b-4446-9502-2c0badd5ec02 req-1c9c2fff-f8a5-43a1-98b2-905e5d940f1c tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d48f6c-a548-4895-989f-0ad013674857 HTTP/1.1" status: 200 len: 945 time: 0.0749171 Jul 06 11:55:15.675954 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-310e76cb-d00b-4446-9502-2c0badd5ec02 req-3797922a-0263-4611-9044-99c4291d57e4 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333765 Jul 06 11:55:15.804800 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['796107d3-fb32-403f-879c-bab5ea877074'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:15.815264 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37255d00-9b60-4125-9b2f-34e202cbd989 req-cc05a2e2-dedb-44e5-a335-7cd7a92f78d1 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a4ecdc4-d081-48c2-9463-b940f7b0ea2b HTTP/1.1" status: 200 len: 210 time: 0.0306296 Jul 06 11:55:15.869571 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5e1e0b-522d-4d78-a0c1-8fa9c64de2fd x-openstack-request-id: req-0b5e1e0b-522d-4d78-a0c1-8fa9c64de2fd {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:15.869873 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b3bb80-af26-4c4c-b093-f952a3813c43", "name": "network-vif-plugged", "status": "completed", "tag": "61763909-342d-4842-98df-05a6b50e0866", "code": 200}, {"server_uuid": "54d48f6c-a548-4895-989f-0ad013674857", "name": "network-vif-plugged", "status": "completed", "tag": "6ef2e3ec-3a43-42f9-a9b7-70827e42ed27", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:15.870129 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b5e1e0b-522d-4d78-a0c1-8fa9c64de2fd {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:15.870543 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b3bb80-af26-4c4c-b093-f952a3813c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61763909-342d-4842-98df-05a6b50e0866', 'code': 200} Jul 06 11:55:15.870781 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d48f6c-a548-4895-989f-0ad013674857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef2e3ec-3a43-42f9-a9b7-70827e42ed27', 'code': 200} Jul 06 11:55:16.125311 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf15104-fc4d-445b-9efe-345b2c9fc1a7 req-e0f28204-cf58-466b-bc3d-18e0d10b7b51 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:16.125311 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-edf15104-fc4d-445b-9efe-345b2c9fc1a7 req-e0f28204-cf58-466b-bc3d-18e0d10b7b51 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.0699077 Jul 06 11:55:16.126880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014fdd8-a9af-4416-bc5c-32f612f237e8 req-f2d93c1c-7ca1-45fe-8eb9-ec1e4aba9f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:16.128213 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8014fdd8-a9af-4416-bc5c-32f612f237e8 req-f2d93c1c-7ca1-45fe-8eb9-ec1e4aba9f52 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=76b3bb80-af26-4c4c-b093-f952a3813c43 HTTP/1.1" status: 200 len: 1096 time: 0.1089733 Jul 06 11:55:16.130249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c8d08-ae70-4c2e-9e4c-21ee6c0e80bf req-c7416122-6e36-458a-9f27-32eb587804c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:16.136494 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-058c8d08-ae70-4c2e-9e4c-21ee6c0e80bf req-c7416122-6e36-458a-9f27-32eb587804c7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=54d48f6c-a548-4895-989f-0ad013674857 HTTP/1.1" status: 200 len: 1096 time: 0.1111431 Jul 06 11:55:16.166416 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-edf15104-fc4d-445b-9efe-345b2c9fc1a7 req-63910540-e05b-41f3-9f30-b0d64c64000b tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335491 Jul 06 11:55:16.229549 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-058c8d08-ae70-4c2e-9e4c-21ee6c0e80bf req-f000cabe-d444-41f8-a3d5-0207ec57c0a1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806067 Jul 06 11:55:16.242271 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b5245f-45e8-489a-a22a-313979483dcc x-openstack-request-id: req-95b5245f-45e8-489a-a22a-313979483dcc {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:16.242565 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb22a20-e032-43e6-9de4-eb05db753ac1", "tag": "796107d3-fb32-403f-879c-bab5ea877074", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:16.242816 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-95b5245f-45e8-489a-a22a-313979483dcc {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:16.243351 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb22a20-e032-43e6-9de4-eb05db753ac1', 'tag': '796107d3-fb32-403f-879c-bab5ea877074', 'status': 'completed', 'code': 200} Jul 06 11:55:16.247482 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8014fdd8-a9af-4416-bc5c-32f612f237e8 req-409a6c49-c318-487c-a1f6-8281e543af50 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=03f7f489-d322-473c-872b-9365dfd7f147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077070 Jul 06 11:55:16.314406 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62719d-541e-4120-b6c8-f882aa449c3b req-13e852e2-c8ef-46d9-a772-c6cb513c373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:16.316258 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dd62719d-541e-4120-b6c8-f882aa449c3b req-13e852e2-c8ef-46d9-a772-c6cb513c373c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b2181e3edb394961ab4b36a826cef9ad&device_id=cfb22a20-e032-43e6-9de4-eb05db753ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0575070 Jul 06 11:55:16.393932 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-5d43e452-3b2f-4585-9c86-65f727f6a49d tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=2f877cca24b14b018c300063ae07683d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602617 Jul 06 11:55:16.398117 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac69176-dc54-4e48-b8e5-eb824b44c77e req-ac00ca12-2c9c-4a98-91b2-592a11dd32fd tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:16.399674 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2ac69176-dc54-4e48-b8e5-eb824b44c77e req-ac00ca12-2c9c-4a98-91b2-592a11dd32fd tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3942a416-7c61-4f0a-a193-ef21a2f4cfc0 HTTP/1.1" status: 200 len: 1099 time: 0.0829122 Jul 06 11:55:16.453569 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2ac69176-dc54-4e48-b8e5-eb824b44c77e req-774fea70-4550-4d66-bf5b-cdec46949fee tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440745 Jul 06 11:55:16.505912 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62719d-541e-4120-b6c8-f882aa449c3b req-02fd6d54-0426-4168-bd84-ce8af38de10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:16.507618 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dd62719d-541e-4120-b6c8-f882aa449c3b req-02fd6d54-0426-4168-bd84-ce8af38de10a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ce7f447e-dc21-4753-a1d6-89950fba799b HTTP/1.1" status: 200 len: 916 time: 0.1842554 Jul 06 11:55:16.561878 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dd62719d-541e-4120-b6c8-f882aa449c3b req-b212792a-9f2f-4daa-9cbf-6489190aa213 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=796107d3-fb32-403f-879c-bab5ea877074 HTTP/1.1" status: 200 len: 217 time: 0.0453269 Jul 06 11:55:16.606998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c50a1b9a-c019-4500-bc7d-a3a2f7f857c6 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:16.608994 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c50a1b9a-c019-4500-bc7d-a3a2f7f857c6 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037261 Jul 06 11:55:16.623725 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef24f79-82b6-41d7-8634-dfdb30ea9b1f req-9154cc1c-163b-49fd-a72b-6f488654682a tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:16.625208 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7ef24f79-82b6-41d7-8634-dfdb30ea9b1f req-9154cc1c-163b-49fd-a72b-6f488654682a tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b3bb80-af26-4c4c-b093-f952a3813c43 HTTP/1.1" status: 200 len: 945 time: 0.0662634 Jul 06 11:55:16.625557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c02cf8c4-71f2-41e1-93bb-c1816f281f07 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Request body: {'port': {'device_id': '6a4ecdc4-d081-48c2-9463-b940f7b0ea2b', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': '2f877cca24b14b018c300063ae07683d'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:16.644160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62719d-541e-4120-b6c8-f882aa449c3b req-564fb1a6-3c9a-4e43-ab43-5d384df09486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:16.645547 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dd62719d-541e-4120-b6c8-f882aa449c3b req-564fb1a6-3c9a-4e43-ab43-5d384df09486 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6278e47a-bd7a-4692-90b1-c7866f16d36e HTTP/1.1" status: 200 len: 854 time: 0.0741544 Jul 06 11:55:16.665974 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7ef24f79-82b6-41d7-8634-dfdb30ea9b1f req-539c43ed-ab0a-4bf0-8b9b-55a35db0de3e tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/security-groups?id=03f7f489-d322-473c-872b-9365dfd7f147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338533 Jul 06 11:55:16.774917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62719d-541e-4120-b6c8-f882aa449c3b req-ee970cf1-1116-421c-b30c-db71e6c38585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:16.776442 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dd62719d-541e-4120-b6c8-f882aa449c3b req-ee970cf1-1116-421c-b30c-db71e6c38585 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ce7f447e-dc21-4753-a1d6-89950fba799b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057987 Jul 06 11:55:16.792450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c02cf8c4-71f2-41e1-93bb-c1816f281f07 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Made reservation on behalf of 2f877cca24b14b018c300063ae07683d for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:16.795841 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c02cf8c4-71f2-41e1-93bb-c1816f281f07 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:16.848896 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e5dee-a957-46d4-b98e-28a4e8f87b88 req-8ca2c6fa-96ef-44b9-9b34-d2f53a3e99de tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:16.850477 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b1e5dee-a957-46d4-b98e-28a4e8f87b88 req-8ca2c6fa-96ef-44b9-9b34-d2f53a3e99de tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.0678563 Jul 06 11:55:16.890804 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b1e5dee-a957-46d4-b98e-28a4e8f87b88 req-a08747d9-144a-46a2-82e0-b3334ec61202 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342093 Jul 06 11:55:16.943038 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dd62719d-541e-4120-b6c8-f882aa449c3b req-0da4062b-89a7-4832-82e4-e39cabca89b4 service neutron] 10.222.0.23 "GET /v2.0/networks/ce7f447e-dc21-4753-a1d6-89950fba799b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591198 Jul 06 11:55:17.046297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c02cf8c4-71f2-41e1-93bb-c1816f281f07 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Allocated IP 192.168.233.60 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/9e96f3af-fdf5-4beb-9137-5a4aa26d1b74) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:17.058200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d739cc-204e-496f-9548-b399ac491da8 req-bf9af846-732a-47c3-8c3f-5662b3382e21 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:17.059794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-87d739cc-204e-496f-9548-b399ac491da8 req-bf9af846-732a-47c3-8c3f-5662b3382e21 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/ports?device_id=cfb22a20-e032-43e6-9de4-eb05db753ac1 HTTP/1.1" status: 200 len: 944 time: 0.0666535 Jul 06 11:55:17.098201 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dd62719d-541e-4120-b6c8-f882aa449c3b req-71452f17-006e-43c1-b91a-e35bf52b67be service neutron] 10.222.0.23 "GET /v2.0/networks/ce7f447e-dc21-4753-a1d6-89950fba799b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334510 Jul 06 11:55:17.112148 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-87d739cc-204e-496f-9548-b399ac491da8 req-93fb04f1-f8e0-412d-a636-1ad5731c5c45 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee93335-d304-43f0-8b39-a9dabea31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451272 Jul 06 11:55:17.218003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 796107d3-fb32-403f-879c-bab5ea877074 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:17.233488 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c02cf8c4-71f2-41e1-93bb-c1816f281f07 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.251029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c02cf8c4-71f2-41e1-93bb-c1816f281f07 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Transition to ACTIVE for port object 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:17.287257 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c02cf8c4-71f2-41e1-93bb-c1816f281f07 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.288929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 796107d3-fb32-403f-879c-bab5ea877074 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:17.296015 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 796107d3-fb32-403f-879c-bab5ea877074 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:17.297010 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.302955 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['7980525f-9685-4099-be30-26e6e4773809'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:17.329136 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c02cf8c4-71f2-41e1-93bb-c1816f281f07 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:17.334824 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c02cf8c4-71f2-41e1-93bb-c1816f281f07 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:17.339572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c02cf8c4-71f2-41e1-93bb-c1816f281f07 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:17.352985 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['17774dac-3982-493a-815e-3ab2c1eb77de'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:17.376275 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cf8c4-71f2-41e1-93bb-c1816f281f07 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Pushing event updated for resources: {'Port': ['ID=9e96f3af-fdf5-4beb-9137-5a4aa26d1b74,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:17.401864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c02cf8c4-71f2-41e1-93bb-c1816f281f07 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:17.402765 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c02cf8c4-71f2-41e1-93bb-c1816f281f07 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.420546 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c02cf8c4-71f2-41e1-93bb-c1816f281f07 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7987583 Jul 06 11:55:17.421457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9448c-6913-462e-ab2f-1d9cb227b2ab req-b3e05aca-14d2-423e-81ca-59ecad93f447 tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:17.423188 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33f9448c-6913-462e-ab2f-1d9cb227b2ab req-b3e05aca-14d2-423e-81ca-59ecad93f447 tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3c220354-d449-4f3a-826a-b35f5b54a027 HTTP/1.1" status: 200 len: 1101 time: 0.0805891 Jul 06 11:55:17.441185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Request body: {'port': {'device_id': '6a4ecdc4-d081-48c2-9463-b940f7b0ea2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:17.490012 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33f9448c-6913-462e-ab2f-1d9cb227b2ab req-1c860509-fb2c-443e-8346-eac89ccf7b49 tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599205 Jul 06 11:55:17.555961 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.628962 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.746849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 796107d3-fb32-403f-879c-bab5ea877074, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=796107d3-fb32-403f-879c-bab5ea877074,segment=NetworkSegment(d2e272c1-e5a7-4f7f-99c7-626aa0cea192),segment_id=d2e272c1-e5a7-4f7f-99c7-626aa0cea192)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:17.749876 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cdeb04c3-216d-4e44-b813-d21c538cda1c None None] Provisioning for port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:17.757545 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.762615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cdeb04c3-216d-4e44-b813-d21c538cda1c None None] Provisioning complete for port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:17.762980 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdeb04c3-216d-4e44-b813-d21c538cda1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.815195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c35afd-740d-4b8f-9f48-f5161794d08a req-a4acbe81-e5a2-42c3-8ee0-4ec83e8c3038 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:17.819834 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c1c35afd-740d-4b8f-9f48-f5161794d08a req-a4acbe81-e5a2-42c3-8ee0-4ec83e8c3038 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d48f6c-a548-4895-989f-0ad013674857 HTTP/1.1" status: 200 len: 945 time: 0.0910144 Jul 06 11:55:17.831651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-cdeb04c3-216d-4e44-b813-d21c538cda1c None None] Port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:17.850774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=796107d3-fb32-403f-879c-bab5ea877074,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:17.867681 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c1c35afd-740d-4b8f-9f48-f5161794d08a req-586d514c-4909-4dd9-bc0f-beabb7b9350d tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376990 Jul 06 11:55:17.873175 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb22a20-e032-43e6-9de4-eb05db753ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796107d3-fb32-403f-879c-bab5ea877074'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:17.875607 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da02867e-f219-4316-b118-7c84730b485a" -d '{"events": [{"server_uuid": "cfb22a20-e032-43e6-9de4-eb05db753ac1", "name": "network-vif-plugged", "status": "completed", "tag": "796107d3-fb32-403f-879c-bab5ea877074"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:17.884948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:17.895877 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.908897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Transition to ACTIVE for port object 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:17.913705 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:17.964496 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Pushing event updated for resources: {'Port': ['ID=9e96f3af-fdf5-4beb-9137-5a4aa26d1b74,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:18.043113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Attempting to bind port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:18.043566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Attempting to bind port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:18.043972 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Attempting to bind port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:18.047340 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec5a8d-2605-4b91-885a-81f1c2a472a5 req-27f32663-2c2b-4594-aeda-83a85c9592dc tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:18.048986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:18.049208 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12ec5a8d-2605-4b91-885a-81f1c2a472a5 req-27f32663-2c2b-4594-aeda-83a85c9592dc tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a4ecdc4-d081-48c2-9463-b940f7b0ea2b HTTP/1.1" status: 200 len: 947 time: 0.0676379 Jul 06 11:55:18.049669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Attempting to bind port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:18.055291 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:18.055775 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:18.056296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:18.056842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Bound port: 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:18.057317 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.099894 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12ec5a8d-2605-4b91-885a-81f1c2a472a5 req-6caa288c-7af7-4022-94e4-2f9ec86fe119 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447304 Jul 06 11:55:18.131548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] For port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:18.135151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] For port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9e96f3af-fdf5-4beb-9137-5a4aa26d1b74,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:18.140765 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.174678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:18.175398 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:18.176819 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] 10.222.0.89 "PUT /v2.0/ports/9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 HTTP/1.1" status: 200 len: 1095 time: 0.7416048 Jul 06 11:55:18.201537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb0677-3d37-4151-83c1-bc5f308fe83c service neutron] Pushing event updated for resources: {'Port': ['ID=9e96f3af-fdf5-4beb-9137-5a4aa26d1b74,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:18.245244 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4ecdc4-d081-48c2-9463-b940f7b0ea2b', 'tag': '9e96f3af-fdf5-4beb-9137-5a4aa26d1b74'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:18.251977 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947e4ffa-25fc-4492-bbf7-09c74b333c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4ecdc4-d081-48c2-9463-b940f7b0ea2b", "tag": "9e96f3af-fdf5-4beb-9137-5a4aa26d1b74"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:18.300570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-55ae5d02-a704-4b1c-87e0-c133931aa814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:18.302200 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-55ae5d02-a704-4b1c-87e0-c133931aa814 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2f877cca24b14b018c300063ae07683d&device_id=6a4ecdc4-d081-48c2-9463-b940f7b0ea2b HTTP/1.1" status: 200 len: 1098 time: 0.0685575 Jul 06 11:55:18.359951 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-e687f653-d321-47d7-b156-7a60098f3e74 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 HTTP/1.1" status: 200 len: 217 time: 0.0422862 Jul 06 11:55:18.411080 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-1437ca67-58fe-4e42-81bf-8ab6bd5aeb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:18.412847 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-1437ca67-58fe-4e42-81bf-8ab6bd5aeb68 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0461547 Jul 06 11:55:18.481639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-6bfd1eb9-0a03-4fa3-84f0-ee785aeef790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:18.483986 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-6bfd1eb9-0a03-4fa3-84f0-ee785aeef790 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632448 Jul 06 11:55:18.586197 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-c44ef149-3aef-4515-8921-5df7ae054d89 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942171 Jul 06 11:55:18.694179 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70158c53-419c-4f85-a38c-9cc41b74a07b req-6cf69b30-9ae0-4d78-9e0a-6782ecb89e21 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973039 Jul 06 11:55:18.802907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd783fb-9811-4772-a4eb-eab0f1c434db req-06e944b6-f2b5-4ed7-913b-f278b00222e2 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:18.804410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7bd783fb-9811-4772-a4eb-eab0f1c434db req-06e944b6-f2b5-4ed7-913b-f278b00222e2 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b3bb80-af26-4c4c-b093-f952a3813c43 HTTP/1.1" status: 200 len: 945 time: 0.0733068 Jul 06 11:55:18.846298 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7bd783fb-9811-4772-a4eb-eab0f1c434db req-f7222854-a300-4ddb-8748-d7aed8fe4b54 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/security-groups?id=03f7f489-d322-473c-872b-9365dfd7f147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348151 Jul 06 11:55:18.896147 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3ae495-5aae-4c07-93b1-f6b52cb968d4 x-openstack-request-id: req-9b3ae495-5aae-4c07-93b1-f6b52cb968d4 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:18.896674 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb22a20-e032-43e6-9de4-eb05db753ac1", "name": "network-vif-plugged", "status": "completed", "tag": "796107d3-fb32-403f-879c-bab5ea877074", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:18.896674 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b3ae495-5aae-4c07-93b1-f6b52cb968d4 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:18.897059 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb22a20-e032-43e6-9de4-eb05db753ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796107d3-fb32-403f-879c-bab5ea877074', 'code': 200} Jul 06 11:55:19.012071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1fba5-1318-45b0-8a13-065ed54af255 req-883c8c17-61b2-4e15-88f9-1ec6f3e1ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:19.013629 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-01b1fba5-1318-45b0-8a13-065ed54af255 req-883c8c17-61b2-4e15-88f9-1ec6f3e1ad6e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cfb22a20-e032-43e6-9de4-eb05db753ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0526123 Jul 06 11:55:19.050520 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-01b1fba5-1318-45b0-8a13-065ed54af255 req-e4cd924a-6532-419a-8ecf-a6592979395e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0ee93335-d304-43f0-8b39-a9dabea31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299909 Jul 06 11:55:19.289488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74992afe-590b-4ac4-9e94-e0617c4e1aca req-80241d77-16d5-4edf-9688-ca81d4ee9b51 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:19.291012 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74992afe-590b-4ac4-9e94-e0617c4e1aca req-80241d77-16d5-4edf-9688-ca81d4ee9b51 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/ports?device_id=cfb22a20-e032-43e6-9de4-eb05db753ac1 HTTP/1.1" status: 200 len: 945 time: 0.0645921 Jul 06 11:55:19.330450 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74992afe-590b-4ac4-9e94-e0617c4e1aca req-2ede35db-7778-42b4-8b73-2a5f282f627e tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee93335-d304-43f0-8b39-a9dabea31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332835 Jul 06 11:55:19.464660 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9560a90-a89d-4737-b59d-19eae13f33f3 x-openstack-request-id: req-a9560a90-a89d-4737-b59d-19eae13f33f3 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:19.465162 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4ecdc4-d081-48c2-9463-b940f7b0ea2b", "tag": "9e96f3af-fdf5-4beb-9137-5a4aa26d1b74", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:19.465162 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a9560a90-a89d-4737-b59d-19eae13f33f3 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:19.465787 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4ecdc4-d081-48c2-9463-b940f7b0ea2b', 'tag': '9e96f3af-fdf5-4beb-9137-5a4aa26d1b74', 'status': 'completed', 'code': 200} Jul 06 11:55:19.557649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e4ffa-25fc-4492-bbf7-09c74b333c0c req-8f957650-a9ff-4ce8-8707-edd6b12911ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:19.559143 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-947e4ffa-25fc-4492-bbf7-09c74b333c0c req-8f957650-a9ff-4ce8-8707-edd6b12911ba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2f877cca24b14b018c300063ae07683d&device_id=6a4ecdc4-d081-48c2-9463-b940f7b0ea2b HTTP/1.1" status: 200 len: 1098 time: 0.0513647 Jul 06 11:55:19.616143 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55415ef-e2e7-4b2e-a834-2b91fba98ba2 req-f00857c3-85a5-488f-8688-4191a93b7058 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:19.617611 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d55415ef-e2e7-4b2e-a834-2b91fba98ba2 req-f00857c3-85a5-488f-8688-4191a93b7058 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.0672233 Jul 06 11:55:19.658136 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d55415ef-e2e7-4b2e-a834-2b91fba98ba2 req-1eb23894-f906-4ac2-a3b1-8e9281d824f0 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341733 Jul 06 11:55:19.937912 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e4ffa-25fc-4492-bbf7-09c74b333c0c req-be671b73-ba21-4cf6-89e9-8e04dcd1f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:19.939404 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-947e4ffa-25fc-4492-bbf7-09c74b333c0c req-be671b73-ba21-4cf6-89e9-8e04dcd1f368 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.3714685 Jul 06 11:55:19.989277 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-947e4ffa-25fc-4492-bbf7-09c74b333c0c req-d752f2a8-a77f-4e07-b63c-9e9927a11cc4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 HTTP/1.1" status: 200 len: 217 time: 0.0405841 Jul 06 11:55:20.010539 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-dd0d5bb0-1c87-4ef8-89e6-235050e87dfd tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d87a1fb543ad439da90f2faeb195343c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237629 Jul 06 11:55:20.039333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e4ffa-25fc-4492-bbf7-09c74b333c0c req-9fa16b7a-877e-421f-bffd-0cfceefb6b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:20.040808 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-947e4ffa-25fc-4492-bbf7-09c74b333c0c req-9fa16b7a-877e-421f-bffd-0cfceefb6b19 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0455618 Jul 06 11:55:20.117052 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e4ffa-25fc-4492-bbf7-09c74b333c0c req-a812a4fa-697c-4108-8cd9-fe21dae51b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:20.118588 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-947e4ffa-25fc-4492-bbf7-09c74b333c0c req-a812a4fa-697c-4108-8cd9-fe21dae51b22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696659 Jul 06 11:55:20.126568 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-90071c26-1447-4e78-bad9-1042d8abb0cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:20.128105 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-90071c26-1447-4e78-bad9-1042d8abb0cf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1119308 Jul 06 11:55:20.143621 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-c0c61286-06d7-4295-85ae-1a0c42130698 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/quotas/d87a1fb543ad439da90f2faeb195343c HTTP/1.1" status: 200 len: 375 time: 0.0093377 Jul 06 11:55:20.209333 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-947e4ffa-25fc-4492-bbf7-09c74b333c0c req-0d9a434c-ec79-4c07-bdc7-ef13dfe205a3 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820503 Jul 06 11:55:20.217801 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-5e8e66b9-2c68-4f6b-bfcb-01b7dc0b4cea tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696495 Jul 06 11:55:20.304510 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-947e4ffa-25fc-4492-bbf7-09c74b333c0c req-6d84fc0a-6fa7-4fba-a1ac-89e171607f1d service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883803 Jul 06 11:55:20.883378 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033903d5-f8f4-4fa2-9b53-f109cbc826c2 req-065f9d5a-be8a-4345-9127-a601a855ba87 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:20.884812 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-033903d5-f8f4-4fa2-9b53-f109cbc826c2 req-065f9d5a-be8a-4345-9127-a601a855ba87 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a4ecdc4-d081-48c2-9463-b940f7b0ea2b HTTP/1.1" status: 200 len: 947 time: 0.0649333 Jul 06 11:55:20.925635 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-033903d5-f8f4-4fa2-9b53-f109cbc826c2 req-bd59d22e-bad9-464d-ae37-8cc2e8454d8f tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342784 Jul 06 11:55:21.094587 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59268c54-f842-4504-aaaa-2f09cf344f24 req-869c6838-7c44-4014-9636-ea73ccd5db1a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:21.096511 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-59268c54-f842-4504-aaaa-2f09cf344f24 req-869c6838-7c44-4014-9636-ea73ccd5db1a tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d48f6c-a548-4895-989f-0ad013674857 HTTP/1.1" status: 200 len: 945 time: 0.0690475 Jul 06 11:55:21.150557 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-59268c54-f842-4504-aaaa-2f09cf344f24 req-cc2920e6-cb5c-43e7-9d49-0b52c8d5edda tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451748 Jul 06 11:55:21.909367 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-79b2f0b6-3292-4f84-a088-f942074a377e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d87a1fb543ad439da90f2faeb195343c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282917 Jul 06 11:55:22.041603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-89a5497e-d0fb-4194-8ca2-6668d51e57ed tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:22.043390 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-89a5497e-d0fb-4194-8ca2-6668d51e57ed tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245148 Jul 06 11:55:22.058685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ce99f1c5-8010-420d-8737-005c0844d1f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Request body: {'port': {'device_id': 'afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'd87a1fb543ad439da90f2faeb195343c'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:22.127691 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ce1cfc8f-9db4-4cf1-a761-1b4a634efce0 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=d87a1fb543ad439da90f2faeb195343c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635273 Jul 06 11:55:22.198972 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f65d2b-d0a8-4f70-aec0-7f2d88403c64 req-5cabb7c9-d2d9-4a95-971c-39743e053220 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:22.200540 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74f65d2b-d0a8-4f70-aec0-7f2d88403c64 req-5cabb7c9-d2d9-4a95-971c-39743e053220 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/ports?device_id=cfb22a20-e032-43e6-9de4-eb05db753ac1 HTTP/1.1" status: 200 len: 945 time: 0.3828633 Jul 06 11:55:22.226771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:55:22.256715 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74f65d2b-d0a8-4f70-aec0-7f2d88403c64 req-0236da40-f319-42c7-8caf-306b3f12ab1d tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee93335-d304-43f0-8b39-a9dabea31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484359 Jul 06 11:55:22.289237 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-8f2d0f8c-e1ba-4c7f-a314-d257b6c016fd tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:22.290675 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-8f2d0f8c-e1ba-4c7f-a314-d257b6c016fd tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1533251 Jul 06 11:55:22.303855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ce99f1c5-8010-420d-8737-005c0844d1f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Made reservation on behalf of d87a1fb543ad439da90f2faeb195343c for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:22.307464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ce99f1c5-8010-420d-8737-005c0844d1f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.315994 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-d26a4172-8d84-4465-bbae-1015e99dc384 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Request body: {'port': {'device_id': 'bdb283ce-6b00-4717-9650-b2f629977a8b', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'd87a1fb543ad439da90f2faeb195343c'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:22.335856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9e96f3af-fdf5-4beb-9137-5a4aa26d1b74,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:22.351221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '9e96f3af-fdf5-4beb-9137-5a4aa26d1b74', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '9e96f3af-fdf5-4beb-9137-5a4aa26d1b74', 'mac_address': 'fa:16:3e:07:83:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:55:22.404970 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.419448 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:22.445299 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9e96f3af-fdf5-4beb-9137-5a4aa26d1b74,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:22.451466 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.538853 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=9e96f3af-fdf5-4beb-9137-5a4aa26d1b74,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:22.603533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ce99f1c5-8010-420d-8737-005c0844d1f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Allocated IP 192.168.233.34 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/e48ac6ca-f009-4c5d-9cf1-8658ab803e66) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:22.605424 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-d26a4172-8d84-4465-bbae-1015e99dc384 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Made reservation on behalf of d87a1fb543ad439da90f2faeb195343c for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:22.609219 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-d26a4172-8d84-4465-bbae-1015e99dc384 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.631054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac796-8389-4669-a006-88ad0ed894ae req-61f8e011-6f73-4222-9b5e-c4d519691426 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:22.632812 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4f8ac796-8389-4669-a006-88ad0ed894ae req-61f8e011-6f73-4222-9b5e-c4d519691426 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.89 "GET /v2.0/ports?device_id=76b3bb80-af26-4c4c-b093-f952a3813c43 HTTP/1.1" status: 200 len: 945 time: 0.2048426 Jul 06 11:55:22.758756 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['9e96f3af-fdf5-4beb-9137-5a4aa26d1b74'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:22.889596 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e4d6c-a038-4781-b454-deb6afe72f6d req-e562a785-8332-4deb-ae99-e0de91628761 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:22.891479 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7f0e4d6c-a038-4781-b454-deb6afe72f6d req-e562a785-8332-4deb-ae99-e0de91628761 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.0699632 Jul 06 11:55:22.932864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4f8ac796-8389-4669-a006-88ad0ed894ae req-5b011953-197d-42a2-837e-843b29bf3ba6 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Deleting port 61763909-342d-4842-98df-05a6b50e0866 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:22.933438 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4f8ac796-8389-4669-a006-88ad0ed894ae req-5b011953-197d-42a2-837e-843b29bf3ba6 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.936661 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7f0e4d6c-a038-4781-b454-deb6afe72f6d req-f4ae2599-3f1a-46bd-9e11-062879b3f4ac tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393751 Jul 06 11:55:22.951397 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ce99f1c5-8010-420d-8737-005c0844d1f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:22.996858 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ce99f1c5-8010-420d-8737-005c0844d1f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Transition to ACTIVE for port object e48ac6ca-f009-4c5d-9cf1-8658ab803e66 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:23.056942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4f8ac796-8389-4669-a006-88ad0ed894ae req-5b011953-197d-42a2-837e-843b29bf3ba6 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] For port 61763909-342d-4842-98df-05a6b50e0866, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=61763909-342d-4842-98df-05a6b50e0866,segment=NetworkSegment(e010bc45-f3f9-4b81-aef2-adb67b20ddc2),segment_id=e010bc45-f3f9-4b81-aef2-adb67b20ddc2)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:23.057290 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4f8ac796-8389-4669-a006-88ad0ed894ae req-5b011953-197d-42a2-837e-843b29bf3ba6 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.074001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4f8ac796-8389-4669-a006-88ad0ed894ae req-5b011953-197d-42a2-837e-843b29bf3ba6 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Calling delete_port for 61763909-342d-4842-98df-05a6b50e0866 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:23.088029 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ce99f1c5-8010-420d-8737-005c0844d1f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.100307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9a5d9e-492e-4c12-99d5-e4095fc1ed94'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:23.142045 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b37fda-b0bf-49f7-b531-3bab9369478e req-9bf39794-04ad-4c72-a3c1-5a8808a70eb9 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:23.151582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8b37fda-b0bf-49f7-b531-3bab9369478e req-9bf39794-04ad-4c72-a3c1-5a8808a70eb9 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/ports?device_id=76b3bb80-af26-4c4c-b093-f952a3813c43 HTTP/1.1" status: 200 len: 945 time: 0.0943289 Jul 06 11:55:23.207346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ce99f1c5-8010-420d-8737-005c0844d1f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:23.212591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8b37fda-b0bf-49f7-b531-3bab9369478e req-af1b1149-7ead-4373-81d7-644a06f9f80f tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.81 "GET /v2.0/security-groups?id=03f7f489-d322-473c-872b-9365dfd7f147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588491 Jul 06 11:55:23.236586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ce99f1c5-8010-420d-8737-005c0844d1f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:23.236586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ce99f1c5-8010-420d-8737-005c0844d1f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:23.247121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99f1c5-8010-420d-8737-005c0844d1f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event updated for resources: {'Port': ['ID=e48ac6ca-f009-4c5d-9cf1-8658ab803e66,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:23.281712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-d26a4172-8d84-4465-bbae-1015e99dc384 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Allocated IP 192.168.233.63 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/e1bc6098-e628-443b-be01-ace1e9eb6bb5) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:23.335420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ce99f1c5-8010-420d-8737-005c0844d1f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:23.336036 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ce99f1c5-8010-420d-8737-005c0844d1f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.407507 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ce99f1c5-8010-420d-8737-005c0844d1f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3555434 Jul 06 11:55:23.426252 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Request body: {'port': {'device_id': 'afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:23.483030 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd64659e-6f68-4803-a2c1-de2433fa8279', 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:23.536297 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4f8ac796-8389-4669-a006-88ad0ed894ae req-5b011953-197d-42a2-837e-843b29bf3ba6 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.585500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-64f3521d-b18d-4fbf-bac6-45d0ff29d8c7 None None] Provisioning for port e48ac6ca-f009-4c5d-9cf1-8658ab803e66 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:23.599446 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-64f3521d-b18d-4fbf-bac6-45d0ff29d8c7 None None] Provisioning complete for port e48ac6ca-f009-4c5d-9cf1-8658ab803e66 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:23.600089 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64f3521d-b18d-4fbf-bac6-45d0ff29d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.615368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b011953-197d-42a2-837e-843b29bf3ba6 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Pushing event deleted for resources: {'Port': ['ID=61763909-342d-4842-98df-05a6b50e0866,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:23.655415 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-64f3521d-b18d-4fbf-bac6-45d0ff29d8c7 None None] Port e48ac6ca-f009-4c5d-9cf1-8658ab803e66 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:23.656585 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-d26a4172-8d84-4465-bbae-1015e99dc384 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.683310 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.712206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8ac796-8389-4669-a006-88ad0ed894ae req-5b011953-197d-42a2-837e-843b29bf3ba6 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] No DVR routers for this DVR port 61763909-342d-4842-98df-05a6b50e0866 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:23.717650 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4f8ac796-8389-4669-a006-88ad0ed894ae req-5b011953-197d-42a2-837e-843b29bf3ba6 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.719688 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4f8ac796-8389-4669-a006-88ad0ed894ae req-5b011953-197d-42a2-837e-843b29bf3ba6 tempest-InstanceActionsV221TestJSON-560074638 tempest-InstanceActionsV221TestJSON-560074638-project] 10.222.0.89 "DELETE /v2.0/ports/61763909-342d-4842-98df-05a6b50e0866 HTTP/1.1" status: 204 len: 173 time: 1.0767720 Jul 06 11:55:23.721400 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b3bb80-af26-4c4c-b093-f952a3813c43', 'name': 'network-vif-deleted', 'tag': '61763909-342d-4842-98df-05a6b50e0866'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:23.723757 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f28370-e268-4646-9871-e8d715dd065e" -d '{"events": [{"server_uuid": "76b3bb80-af26-4c4c-b093-f952a3813c43", "name": "network-vif-deleted", "tag": "61763909-342d-4842-98df-05a6b50e0866"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:23.728678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-d26a4172-8d84-4465-bbae-1015e99dc384 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Transition to ACTIVE for port object e1bc6098-e628-443b-be01-ace1e9eb6bb5 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:23.898107 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-d26a4172-8d84-4465-bbae-1015e99dc384 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:23.910081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9a5d9e-492e-4c12-99d5-e4095fc1ed94'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:23.955877 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-d26a4172-8d84-4465-bbae-1015e99dc384 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:24.003002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-d26a4172-8d84-4465-bbae-1015e99dc384 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:24.022761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-d26a4172-8d84-4465-bbae-1015e99dc384 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:24.089041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a4172-8d84-4465-bbae-1015e99dc384 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event updated for resources: {'Port': ['ID=e1bc6098-e628-443b-be01-ace1e9eb6bb5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:24.121263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-d26a4172-8d84-4465-bbae-1015e99dc384 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:24.121993 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-d26a4172-8d84-4465-bbae-1015e99dc384 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.149350 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-d26a4172-8d84-4465-bbae-1015e99dc384 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8374517 Jul 06 11:55:24.164253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Request body: {'port': {'device_id': 'bdb283ce-6b00-4717-9650-b2f629977a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:24.215762 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3ce0c-065e-4425-a751-bb8c41a9bbe4 req-7772c0f3-62d9-4212-bf58-c22f2cc59042 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:24.218603 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b1a3ce0c-065e-4425-a751-bb8c41a9bbe4 req-7772c0f3-62d9-4212-bf58-c22f2cc59042 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a4ecdc4-d081-48c2-9463-b940f7b0ea2b HTTP/1.1" status: 200 len: 948 time: 0.0717950 Jul 06 11:55:24.227053 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:24.272385 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b1a3ce0c-065e-4425-a751-bb8c41a9bbe4 req-e21bbfe3-cc58-4523-b0e1-404733150806 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468159 Jul 06 11:55:24.281127 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd64659e-6f68-4803-a2c1-de2433fa8279', 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:24.284399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48ac6ca-f009-4c5d-9cf1-8658ab803e66 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:24.296966 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.299998 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.326165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Transition to ACTIVE for port object e48ac6ca-f009-4c5d-9cf1-8658ab803e66 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:24.327573 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:24.333010 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-290711eb-76e4-4cd5-929b-7799ba4b05a4 None None] Provisioning for port e1bc6098-e628-443b-be01-ace1e9eb6bb5 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:24.340184 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:24.340555 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.345546 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-290711eb-76e4-4cd5-929b-7799ba4b05a4 None None] Provisioning complete for port e1bc6098-e628-443b-be01-ace1e9eb6bb5 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:24.346121 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-290711eb-76e4-4cd5-929b-7799ba4b05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.349880 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.491388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-290711eb-76e4-4cd5-929b-7799ba4b05a4 None None] Port e1bc6098-e628-443b-be01-ace1e9eb6bb5 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:24.534149 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3ca43-a20b-4e0d-a9a2-fd680d02da4c req-f01a270b-2304-4a20-a242-3811dca046f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:24.544560 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d3b3ca43-a20b-4e0d-a9a2-fd680d02da4c req-f01a270b-2304-4a20-a242-3811dca046f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1 HTTP/1.1" status: 200 len: 947 time: 0.1111076 Jul 06 11:55:24.580556 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.583369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Pushing event updated for resources: {'Port': ['ID=e48ac6ca-f009-4c5d-9cf1-8658ab803e66,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:24.599950 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d3b3ca43-a20b-4e0d-a9a2-fd680d02da4c req-bcd07793-6657-4924-adc8-df9fa3d1dea9 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544102 Jul 06 11:55:24.665297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4ecdc4-d081-48c2-9463-b940f7b0ea2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e96f3af-fdf5-4beb-9137-5a4aa26d1b74'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:24.669272 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e70166-5b32-4097-9658-9ad3d2d80baa" -d '{"events": [{"server_uuid": "6a4ecdc4-d081-48c2-9463-b940f7b0ea2b", "name": "network-vif-plugged", "status": "completed", "tag": "9e96f3af-fdf5-4beb-9137-5a4aa26d1b74"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:24.682796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Attempting to bind port e48ac6ca-f009-4c5d-9cf1-8658ab803e66 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:24.683147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Attempting to bind port e48ac6ca-f009-4c5d-9cf1-8658ab803e66 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:24.683494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Attempting to bind port e48ac6ca-f009-4c5d-9cf1-8658ab803e66 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:24.693114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Port e48ac6ca-f009-4c5d-9cf1-8658ab803e66 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:24.693426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Attempting to bind port e48ac6ca-f009-4c5d-9cf1-8658ab803e66 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:24.704054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:24.704384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:24.704763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:24.705195 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Bound port: e48ac6ca-f009-4c5d-9cf1-8658ab803e66, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:24.705548 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.724741 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9e96f3af-fdf5-4beb-9137-5a4aa26d1b74,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:24.736880 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.813582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=9e96f3af-fdf5-4beb-9137-5a4aa26d1b74,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:24.849746 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] For port e48ac6ca-f009-4c5d-9cf1-8658ab803e66, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:24.878227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] For port e48ac6ca-f009-4c5d-9cf1-8658ab803e66, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e48ac6ca-f009-4c5d-9cf1-8658ab803e66,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:24.883029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bc6098-e628-443b-be01-ace1e9eb6bb5 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:24.891325 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.895295 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.906029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2ce0f-b472-4aa0-bbca-7d1f5abb6ab4 req-31aa749d-7ff3-4dfb-ab88-3351ddbfbce8 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:24.914472 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3cc2ce0f-b472-4aa0-bbca-7d1f5abb6ab4 req-31aa749d-7ff3-4dfb-ab88-3351ddbfbce8 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d48f6c-a548-4895-989f-0ad013674857 HTTP/1.1" status: 200 len: 945 time: 0.0832276 Jul 06 11:55:24.948156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:24.948770 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.950176 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] 10.222.0.23 "PUT /v2.0/ports/e48ac6ca-f009-4c5d-9cf1-8658ab803e66 HTTP/1.1" status: 200 len: 1095 time: 1.5309846 Jul 06 11:55:24.951005 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3cc2ce0f-b472-4aa0-bbca-7d1f5abb6ab4 req-f2e5f79f-1080-43a3-a818-c901d363d8f8 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354304 Jul 06 11:55:24.954201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Transition to ACTIVE for port object e1bc6098-e628-443b-be01-ace1e9eb6bb5 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:24.961024 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:24.997544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554336b-e24c-432c-ae8b-66aec9620541 service neutron] Pushing event updated for resources: {'Port': ['ID=e48ac6ca-f009-4c5d-9cf1-8658ab803e66,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:25.015459 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3619e5c-d58e-425d-9989-a7ad49680654 x-openstack-request-id: req-b3619e5c-d58e-425d-9989-a7ad49680654 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:25.015732 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b3bb80-af26-4c4c-b093-f952a3813c43", "name": "network-vif-deleted", "tag": "61763909-342d-4842-98df-05a6b50e0866", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:25.015960 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3619e5c-d58e-425d-9989-a7ad49680654 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:25.016384 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b3bb80-af26-4c4c-b093-f952a3813c43', 'name': 'network-vif-deleted', 'tag': '61763909-342d-4842-98df-05a6b50e0866', 'status': 'completed', 'code': 200} Jul 06 11:55:25.125404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Pushing event updated for resources: {'Port': ['ID=e1bc6098-e628-443b-be01-ace1e9eb6bb5,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:25.159447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Attempting to bind port e1bc6098-e628-443b-be01-ace1e9eb6bb5 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:25.159782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Attempting to bind port e1bc6098-e628-443b-be01-ace1e9eb6bb5 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:25.160428 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Attempting to bind port e1bc6098-e628-443b-be01-ace1e9eb6bb5 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:25.167068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Port e1bc6098-e628-443b-be01-ace1e9eb6bb5 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:25.167425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Attempting to bind port e1bc6098-e628-443b-be01-ace1e9eb6bb5 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:25.178997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-88d5f4a8-70fe-4671-8f3c-8cb2b7234dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:25.180550 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-88d5f4a8-70fe-4671-8f3c-8cb2b7234dfd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1 HTTP/1.1" status: 200 len: 1098 time: 0.1796365 Jul 06 11:55:25.181845 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:25.182377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:25.183026 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:25.183796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Bound port: e1bc6098-e628-443b-be01-ace1e9eb6bb5, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:25.184165 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.184718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749b8d6-8e67-4b76-8a20-0d662a0f947e req-d8788a39-861e-4c35-a428-825a1c63969c tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:25.186564 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4749b8d6-8e67-4b76-8a20-0d662a0f947e req-d8788a39-861e-4c35-a428-825a1c63969c tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.0799720 Jul 06 11:55:25.232109 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4749b8d6-8e67-4b76-8a20-0d662a0f947e req-3b68a878-b3ee-490f-ad80-006db65fcbc4 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350935 Jul 06 11:55:25.233563 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-265d3415-2feb-4442-ab80-c7e20db5be1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=e48ac6ca-f009-4c5d-9cf1-8658ab803e66 HTTP/1.1" status: 200 len: 217 time: 0.0401628 Jul 06 11:55:25.320920 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b3b645d3-3e18-4deb-9ea5-4f7f9aae0052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:25.322376 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b3b645d3-3e18-4deb-9ea5-4f7f9aae0052 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0718710 Jul 06 11:55:25.327673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] For port e1bc6098-e628-443b-be01-ace1e9eb6bb5, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:25.332302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] For port e1bc6098-e628-443b-be01-ace1e9eb6bb5, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=e1bc6098-e628-443b-be01-ace1e9eb6bb5,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:25.342471 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.396569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:25.397111 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:25.398470 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] 10.222.0.89 "PUT /v2.0/ports/e1bc6098-e628-443b-be01-ace1e9eb6bb5 HTTP/1.1" status: 200 len: 1095 time: 1.2384694 Jul 06 11:55:25.417679 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054fa76c-5e52-47cf-93f4-8e456c574d1f x-openstack-request-id: req-054fa76c-5e52-47cf-93f4-8e456c574d1f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:25.418360 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4ecdc4-d081-48c2-9463-b940f7b0ea2b", "name": "network-vif-plugged", "status": "completed", "tag": "9e96f3af-fdf5-4beb-9137-5a4aa26d1b74", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:25.418650 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-054fa76c-5e52-47cf-93f4-8e456c574d1f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:25.419908 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4ecdc4-d081-48c2-9463-b940f7b0ea2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e96f3af-fdf5-4beb-9137-5a4aa26d1b74', 'code': 200} Jul 06 11:55:25.451548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e018c4-92f2-494a-b483-4b520a1b269d service neutron] Pushing event updated for resources: {'Port': ['ID=e1bc6098-e628-443b-be01-ace1e9eb6bb5,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:25.458355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-aa894546-6077-481a-8e51-6ce02411d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:25.460689 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-aa894546-6077-481a-8e51-6ce02411d128 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1304715 Jul 06 11:55:25.612898 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078e776-55ab-495a-9a1b-ca7e88ee1ff0 req-dff52099-f784-488b-b979-606fc471d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:25.614535 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2078e776-55ab-495a-9a1b-ca7e88ee1ff0 req-dff52099-f784-488b-b979-606fc471d1c1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6a4ecdc4-d081-48c2-9463-b940f7b0ea2b HTTP/1.1" status: 200 len: 1100 time: 0.0812521 Jul 06 11:55:25.644327 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aa4d5-520f-43c2-b738-d80de3566f98 req-2e521816-a6ac-4c6a-a44e-607e2518d864 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:25.645871 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-370aa4d5-520f-43c2-b738-d80de3566f98 req-2e521816-a6ac-4c6a-a44e-607e2518d864 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "GET /v2.0/ports?device_id=54d48f6c-a548-4895-989f-0ad013674857 HTTP/1.1" status: 200 len: 945 time: 0.1998079 Jul 06 11:55:25.648609 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ed16c9d3-b2b7-491f-9293-f5831cfc68a6 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660504 Jul 06 11:55:25.656414 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2078e776-55ab-495a-9a1b-ca7e88ee1ff0 req-b40d2b20-ffe1-4d25-b3b3-656ded4fdc79 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321805 Jul 06 11:55:25.660966 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a35b0c3a-16e3-4fff-a169-dea4b1f58887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:25.662476 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-a35b0c3a-16e3-4fff-a169-dea4b1f58887 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=bdb283ce-6b00-4717-9650-b2f629977a8b HTTP/1.1" status: 200 len: 1098 time: 0.1786604 Jul 06 11:55:25.986274 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f28db-5258-4da4-a04b-682e4958ede2 req-c1488074-55ea-41b7-96f2-b5aa96e37036 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:25.988021 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab0f28db-5258-4da4-a04b-682e4958ede2 req-c1488074-55ea-41b7-96f2-b5aa96e37036 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a4ecdc4-d081-48c2-9463-b940f7b0ea2b HTTP/1.1" status: 200 len: 949 time: 0.0689700 Jul 06 11:55:26.027735 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab0f28db-5258-4da4-a04b-682e4958ede2 req-60f04a6c-20eb-4746-97a2-a17372d7c681 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337234 Jul 06 11:55:26.098535 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-dd9e5151-18ac-4c0a-8880-401b9555c692 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=e1bc6098-e628-443b-be01-ace1e9eb6bb5 HTTP/1.1" status: 200 len: 217 time: 0.3579428 Jul 06 11:55:26.207982 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b029c708-544d-4741-8b59-13e12ec96b32 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433128 Jul 06 11:55:26.210764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-9f36c369-3a0e-4924-b588-d9f68b088632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:26.212150 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-9f36c369-3a0e-4924-b588-d9f68b088632 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1043692 Jul 06 11:55:26.227815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 61763909-342d-4842-98df-05a6b50e0866 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:26.248071 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 61763909-342d-4842-98df-05a6b50e0866 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:26.248708 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 61763909-342d-4842-98df-05a6b50e0866 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:26.260871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-370aa4d5-520f-43c2-b738-d80de3566f98 req-b93dcc93-5bd1-45e3-a5dd-9f1cef7bf8f2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Deleting port 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:26.261243 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-370aa4d5-520f-43c2-b738-d80de3566f98 req-b93dcc93-5bd1-45e3-a5dd-9f1cef7bf8f2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:26.310119 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62804cfb-8726-4c1f-993d-a2dec2216541 req-2a83590e-9123-43ce-9f1b-43cf650610a6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:26.311977 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62804cfb-8726-4c1f-993d-a2dec2216541 req-2a83590e-9123-43ce-9f1b-43cf650610a6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1 HTTP/1.1" status: 200 len: 947 time: 0.0701797 Jul 06 11:55:26.352371 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62804cfb-8726-4c1f-993d-a2dec2216541 req-3c1a83fb-e74b-40e1-a07c-9b6070124355 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337849 Jul 06 11:55:26.359687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ba39a2f6-21c7-448f-98b9-d4d5e2e5ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:26.361286 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-ba39a2f6-21c7-448f-98b9-d4d5e2e5ae08 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1394060 Jul 06 11:55:26.368151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-370aa4d5-520f-43c2-b738-d80de3566f98 req-b93dcc93-5bd1-45e3-a5dd-9f1cef7bf8f2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] For port 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=6ef2e3ec-3a43-42f9-a9b7-70827e42ed27,segment=NetworkSegment(d43785a3-5fbc-4b3f-99e8-31d89b615057),segment_id=d43785a3-5fbc-4b3f-99e8-31d89b615057)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:26.368516 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-370aa4d5-520f-43c2-b738-d80de3566f98 req-b93dcc93-5bd1-45e3-a5dd-9f1cef7bf8f2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:26.394258 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-370aa4d5-520f-43c2-b738-d80de3566f98 req-b93dcc93-5bd1-45e3-a5dd-9f1cef7bf8f2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Calling delete_port for 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:26.553248 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-b8a8c0d4-01a0-44a7-be5c-8930f07d84fd service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745999 Jul 06 11:55:26.671049 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-370aa4d5-520f-43c2-b738-d80de3566f98 req-b93dcc93-5bd1-45e3-a5dd-9f1cef7bf8f2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:26.682056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09b792-dc9e-4278-b481-03922e52de1d req-f42bdc0b-6457-4f8c-bf82-af0282bba132 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:26.686078 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d09b792-dc9e-4278-b481-03922e52de1d req-f42bdc0b-6457-4f8c-bf82-af0282bba132 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/ports?device_id=54d48f6c-a548-4895-989f-0ad013674857 HTTP/1.1" status: 200 len: 867 time: 0.0846419 Jul 06 11:55:26.718322 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dcc93-5bd1-45e3-a5dd-9f1cef7bf8f2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Pushing event deleted for resources: {'Port': ['ID=6ef2e3ec-3a43-42f9-a9b7-70827e42ed27,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:26.726413 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2484028-d3e1-4df7-9ccd-3319a385b671 req-9cfba849-16de-4344-8fb8-246a3871f939 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615906 Jul 06 11:55:26.745869 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d09b792-dc9e-4278-b481-03922e52de1d req-57c3e8db-85b5-482a-9141-974b112ba9b5 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.81 "GET /v2.0/security-groups?id=ca06f2df-16e7-4dbe-9124-8d6007c62886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533497 Jul 06 11:55:26.784622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-370aa4d5-520f-43c2-b738-d80de3566f98 req-b93dcc93-5bd1-45e3-a5dd-9f1cef7bf8f2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] No DVR routers for this DVR port 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:26.788007 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-370aa4d5-520f-43c2-b738-d80de3566f98 req-b93dcc93-5bd1-45e3-a5dd-9f1cef7bf8f2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:26.791892 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-370aa4d5-520f-43c2-b738-d80de3566f98 req-b93dcc93-5bd1-45e3-a5dd-9f1cef7bf8f2 tempest-DeleteServersTestJSON-1237748594 tempest-DeleteServersTestJSON-1237748594-project] 10.222.0.89 "DELETE /v2.0/ports/6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 HTTP/1.1" status: 204 len: 173 time: 1.1334429 Jul 06 11:55:27.012235 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f72d47-6f8d-4931-b155-a1c8637f53e9 req-eef27b8f-f486-4012-b361-bca5d336ab64 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:27.014457 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5f72d47-6f8d-4931-b155-a1c8637f53e9 req-eef27b8f-f486-4012-b361-bca5d336ab64 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.0692999 Jul 06 11:55:27.017868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1', 'tag': 'e48ac6ca-f009-4c5d-9cf1-8658ab803e66'}, {'name': 'network-changed', 'server_uuid': 'bdb283ce-6b00-4717-9650-b2f629977a8b', 'tag': 'e1bc6098-e628-443b-be01-ace1e9eb6bb5'}, {'server_uuid': '54d48f6c-a548-4895-989f-0ad013674857', 'name': 'network-vif-deleted', 'tag': '6ef2e3ec-3a43-42f9-a9b7-70827e42ed27'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:27.020363 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7794da-ff90-413a-b7c6-f8af1f79eefd" -d '{"events": [{"name": "network-changed", "server_uuid": "afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1", "tag": "e48ac6ca-f009-4c5d-9cf1-8658ab803e66"}, {"name": "network-changed", "server_uuid": "bdb283ce-6b00-4717-9650-b2f629977a8b", "tag": "e1bc6098-e628-443b-be01-ace1e9eb6bb5"}, {"server_uuid": "54d48f6c-a548-4895-989f-0ad013674857", "name": "network-vif-deleted", "tag": "6ef2e3ec-3a43-42f9-a9b7-70827e42ed27"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:27.054862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5f72d47-6f8d-4931-b155-a1c8637f53e9 req-efa2df08-c7e0-4f11-9623-5241d8fbd214 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346406 Jul 06 11:55:27.175112 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60676) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:27.232513 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ee1526-7efa-40a5-a82c-9f1d417c1df3 x-openstack-request-id: req-71ee1526-7efa-40a5-a82c-9f1d417c1df3 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:27.233137 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1", "tag": "e48ac6ca-f009-4c5d-9cf1-8658ab803e66", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bdb283ce-6b00-4717-9650-b2f629977a8b", "tag": "e1bc6098-e628-443b-be01-ace1e9eb6bb5", "status": "completed", "code": 200}, {"server_uuid": "54d48f6c-a548-4895-989f-0ad013674857", "name": "network-vif-deleted", "tag": "6ef2e3ec-3a43-42f9-a9b7-70827e42ed27", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:27.233295 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71ee1526-7efa-40a5-a82c-9f1d417c1df3 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:27.233788 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1', 'tag': 'e48ac6ca-f009-4c5d-9cf1-8658ab803e66', 'status': 'completed', 'code': 200} Jul 06 11:55:27.234132 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb283ce-6b00-4717-9650-b2f629977a8b', 'tag': 'e1bc6098-e628-443b-be01-ace1e9eb6bb5', 'status': 'completed', 'code': 200} Jul 06 11:55:27.234477 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d48f6c-a548-4895-989f-0ad013674857', 'name': 'network-vif-deleted', 'tag': '6ef2e3ec-3a43-42f9-a9b7-70827e42ed27', 'status': 'completed', 'code': 200} Jul 06 11:55:27.242200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Deleting subnet e9dccac3-8a75-46bf-b096-79cb9508932f {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:55:27.246498 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.301605 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.374931 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.404586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60682) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:27.416130 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-5cea3e91-7108-4151-a658-bd6a5c534cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:27.418114 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-5cea3e91-7108-4151-a658-bd6a5c534cbf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1 HTTP/1.1" status: 200 len: 1098 time: 0.1406405 Jul 06 11:55:27.422115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-4bb1712a-d658-462a-9559-743efdcb245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:27.424068 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-4bb1712a-d658-462a-9559-743efdcb245a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=bdb283ce-6b00-4717-9650-b2f629977a8b HTTP/1.1" status: 200 len: 1098 time: 0.1581242 Jul 06 11:55:27.569651 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12713b29-80c8-4166-8bad-ce01f0a5bf77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.582936 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2292841-95ac-4676-8ade-4e6c121c233a req-9d615c03-155a-46f5-a172-5546a9257b8d tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:27.592560 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2292841-95ac-4676-8ade-4e6c121c233a req-9d615c03-155a-46f5-a172-5546a9257b8d tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a4ecdc4-d081-48c2-9463-b940f7b0ea2b HTTP/1.1" status: 200 len: 949 time: 0.1701453 Jul 06 11:55:27.596292 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.646117 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.649822 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e9dccac3-8a75-46bf-b096-79cb9508932f HTTP/1.1" status: 204 len: 168 time: 0.4735644 Jul 06 11:55:27.652420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9dccac3-8a75-46bf-b096-79cb9508932f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:27.656020 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60688) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:27.668708 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-ede2ceac-3380-4324-9848-8a597cbb386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:27.671773 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-ede2ceac-3380-4324-9848-8a597cbb386a service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2434909 Jul 06 11:55:27.682006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:27.682357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:27.682733 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:27.683096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:27.683436 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:27.683767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:27.684093 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:27.684419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:27.684938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:27.685076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:27.685374 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:27.685991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb2d2f-d7cb-48fb-9eef-953d25575570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:27.695808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-e96d570c-ae90-449a-b7ba-b4dc47624b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:27.697550 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-e96d570c-ae90-449a-b7ba-b4dc47624b68 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2589171 Jul 06 11:55:27.730180 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2292841-95ac-4676-8ade-4e6c121c233a req-6bdc53a7-e07a-4112-a5e2-86e39105f67e tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364162 Jul 06 11:55:27.763920 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-995dded3-e329-4db3-9583-8d1537803d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.781977 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-eb91c12e-bf03-4643-8e6a-e5b01c69f4ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=e48ac6ca-f009-4c5d-9cf1-8658ab803e66 HTTP/1.1" status: 200 len: 217 time: 0.1020961 Jul 06 11:55:27.787563 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-0f4d04c0-efb4-4638-abbc-5c8c5d0eff36 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=e1bc6098-e628-443b-be01-ace1e9eb6bb5 HTTP/1.1" status: 200 len: 217 time: 0.0506604 Jul 06 11:55:27.852734 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-995dded3-e329-4db3-9583-8d1537803d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.866018 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-995dded3-e329-4db3-9583-8d1537803d6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:27.881330 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-995dded3-e329-4db3-9583-8d1537803d6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e010bc45-f3f9-4b81-aef2-adb67b20ddc2') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:27.881644 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-995dded3-e329-4db3-9583-8d1537803d6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e010bc45-f3f9-4b81-aef2-adb67b20ddc2') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:27.902743 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-995dded3-e329-4db3-9583-8d1537803d6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.914375 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-4bac9ab7-5cae-4664-8576-e116698416e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:27.916218 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-4bac9ab7-5cae-4664-8576-e116698416e3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1135204 Jul 06 11:55:27.917694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-50a4bf6b-de01-4542-91f2-1ef3fbac027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:27.919395 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-50a4bf6b-de01-4542-91f2-1ef3fbac027f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1287351 Jul 06 11:55:27.934088 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-995dded3-e329-4db3-9583-8d1537803d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.943513 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995dded3-e329-4db3-9583-8d1537803d6d admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:55:27.943743 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-995dded3-e329-4db3-9583-8d1537803d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: timer() Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:55:27.945449 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:55:27.959081 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12713b29-80c8-4166-8bad-ce01f0a5bf77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.005052 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12713b29-80c8-4166-8bad-ce01f0a5bf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.035008 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459358-2c7a-4cdb-bb3c-0f9c9fcb36c6 req-28b42caa-26c5-4d9b-af7d-dca6a8c1db79 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:28.036774 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6459358-2c7a-4cdb-bb3c-0f9c9fcb36c6 req-28b42caa-26c5-4d9b-af7d-dca6a8c1db79 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1 HTTP/1.1" status: 200 len: 947 time: 0.1461170 Jul 06 11:55:28.037528 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-995dded3-e329-4db3-9583-8d1537803d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.044303 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-995dded3-e329-4db3-9583-8d1537803d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.046450 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-995dded3-e329-4db3-9583-8d1537803d6d admin admin] 10.222.0.81 "DELETE /v2.0/networks/ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02 HTTP/1.1" status: 204 len: 168 time: 0.3889828 Jul 06 11:55:28.057750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995dded3-e329-4db3-9583-8d1537803d6d admin admin] Pushing event deleted for resources: {'Network': ['ID=ca3fb932-a6d2-4f89-986e-dbfd4b2d1c02,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:28.069259 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12713b29-80c8-4166-8bad-ce01f0a5bf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cac83c-8d23-4bca-a924-afd76cbea1df,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:28.082916 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-12713b29-80c8-4166-8bad-ce01f0a5bf77 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0bca541efda7415a9f52ef0583706e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6760116 Jul 06 11:55:28.084349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60700) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:28.135561 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6459358-2c7a-4cdb-bb3c-0f9c9fcb36c6 req-823d194b-620e-4f91-a7f3-611ecf946daa tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646658 Jul 06 11:55:28.141924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-57fe2bbe-636e-4daf-b467-4e4c8d7ce0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:28.143278 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-57fe2bbe-636e-4daf-b467-4e4c8d7ce0da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2123530 Jul 06 11:55:28.149690 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-b4728d52-7e8a-4aca-b03b-22a79724c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:28.151588 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-b4728d52-7e8a-4aca-b03b-22a79724c213 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2216220 Jul 06 11:55:28.205153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60702) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:28.231767 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:28.267789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:28.268281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 6ef2e3ec-3a43-42f9-a9b7-70827e42ed27 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:28.284527 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0c1b915c-7aca-4a33-83c6-40c0cb99f0f9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d15c9675bf6b453ea2f6fdf8a9d2cad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782368 Jul 06 11:55:28.286970 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60704) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:28.291725 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4128afc-fa1c-42ac-83cc-3e58b97476aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.344460 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f13b9796-f367-4312-9e6c-c50c0f0a487f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.363053 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4128afc-fa1c-42ac-83cc-3e58b97476aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.370609 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f13b9796-f367-4312-9e6c-c50c0f0a487f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.376286 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-92bea8e6-93c1-4d62-b3b0-620fd11c3faf service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093012 Jul 06 11:55:28.380610 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-9ce06d54-a685-448a-bb6e-c9a5b537fd12 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233038 Jul 06 11:55:28.434656 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f13b9796-f367-4312-9e6c-c50c0f0a487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.438835 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f13b9796-f367-4312-9e6c-c50c0f0a487f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.440360 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f13b9796-f367-4312-9e6c-c50c0f0a487f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/03f7f489-d322-473c-872b-9365dfd7f147 HTTP/1.1" status: 204 len: 168 time: 0.1518855 Jul 06 11:55:28.449680 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b9796-f367-4312-9e6c-c50c0f0a487f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f7f489-d322-473c-872b-9365dfd7f147,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:28.557733 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4128afc-fa1c-42ac-83cc-3e58b97476aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.561114 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4128afc-fa1c-42ac-83cc-3e58b97476aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:28.564860 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f4128afc-fa1c-42ac-83cc-3e58b97476aa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a4cac83c-8d23-4bca-a924-afd76cbea1df HTTP/1.1" status: 204 len: 168 time: 0.4667592 Jul 06 11:55:28.591705 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4128afc-fa1c-42ac-83cc-3e58b97476aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cac83c-8d23-4bca-a924-afd76cbea1df,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:28.594914 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-e219836b-c548-452a-8235-f0f5100dafe7 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094827 Jul 06 11:55:28.597354 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d7794da-ff90-413a-b7c6-f8af1f79eefd req-a06bb18a-e4a8-4653-8ed3-0457129b5574 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950314 Jul 06 11:55:29.116597 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e715171-64a6-47bb-9739-333236a70419 req-d07083ca-bd60-4e94-b083-e7e9976ac849 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.126661 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e715171-64a6-47bb-9739-333236a70419 req-d07083ca-bd60-4e94-b083-e7e9976ac849 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.1237147 Jul 06 11:55:29.170545 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e715171-64a6-47bb-9739-333236a70419 req-4334af17-6083-4984-bbd4-d3cc9b4e5e2c tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Jul 06 11:55:29.308423 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e48ac6ca-f009-4c5d-9cf1-8658ab803e66 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:55:29.510228 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e48ac6ca-f009-4c5d-9cf1-8658ab803e66, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e48ac6ca-f009-4c5d-9cf1-8658ab803e66,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:29.540269 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'e48ac6ca-f009-4c5d-9cf1-8658ab803e66', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'e48ac6ca-f009-4c5d-9cf1-8658ab803e66', 'mac_address': 'fa:16:3e:ce:7b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:55:29.594534 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.612798 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48ac6ca-f009-4c5d-9cf1-8658ab803e66 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:29.642300 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e48ac6ca-f009-4c5d-9cf1-8658ab803e66, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e48ac6ca-f009-4c5d-9cf1-8658ab803e66,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:29.649969 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.679525 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60762) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:29.687321 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68b235-c0ad-4247-baa0-a1bf561d99ac req-3d5d20d5-3518-4d0f-88e4-d1f9d4ecff9d tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.687942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68b235-c0ad-4247-baa0-a1bf561d99ac req-3d5d20d5-3518-4d0f-88e4-d1f9d4ecff9d tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.688627 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68b235-c0ad-4247-baa0-a1bf561d99ac req-3d5d20d5-3518-4d0f-88e4-d1f9d4ecff9d tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.690395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68b235-c0ad-4247-baa0-a1bf561d99ac req-3d5d20d5-3518-4d0f-88e4-d1f9d4ecff9d tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.690931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68b235-c0ad-4247-baa0-a1bf561d99ac req-3d5d20d5-3518-4d0f-88e4-d1f9d4ecff9d tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.691564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68b235-c0ad-4247-baa0-a1bf561d99ac req-3d5d20d5-3518-4d0f-88e4-d1f9d4ecff9d tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.692037 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68b235-c0ad-4247-baa0-a1bf561d99ac req-3d5d20d5-3518-4d0f-88e4-d1f9d4ecff9d tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.693229 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68b235-c0ad-4247-baa0-a1bf561d99ac req-3d5d20d5-3518-4d0f-88e4-d1f9d4ecff9d tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.693716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68b235-c0ad-4247-baa0-a1bf561d99ac req-3d5d20d5-3518-4d0f-88e4-d1f9d4ecff9d tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.694194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68b235-c0ad-4247-baa0-a1bf561d99ac req-3d5d20d5-3518-4d0f-88e4-d1f9d4ecff9d tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.694671 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68b235-c0ad-4247-baa0-a1bf561d99ac req-3d5d20d5-3518-4d0f-88e4-d1f9d4ecff9d tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:29.706797 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b68b235-c0ad-4247-baa0-a1bf561d99ac req-3d5d20d5-3518-4d0f-88e4-d1f9d4ecff9d tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1&device_id=bdb283ce-6b00-4717-9650-b2f629977a8b&device_id=6a4ecdc4-d081-48c2-9463-b940f7b0ea2b&device_id=cfb22a20-e032-43e6-9de4-eb05db753ac1&device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa&device_id=3942a416-7c61-4f0a-a193-ef21a2f4cfc0&device_id=3c220354-d449-4f3a-826a-b35f5b54a027&device_id=50277298-39b3-48b9-a2fc-f90e715e308b&device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051&device_id=cd334f8a-ff08-437a-bf26-385b4421685f&device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 9988 time: 0.1020532 Jul 06 11:55:29.721948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=e48ac6ca-f009-4c5d-9cf1-8658ab803e66,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:29.723758 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8b68b235-c0ad-4247-baa0-a1bf561d99ac req-8647d8d7-e192-4864-8219-4e22b47cf7fa tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.794476 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-96629cc2-4fe1-464a-8657-10bdce549be2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1837829413-network', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:29.830161 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8b68b235-c0ad-4247-baa0-a1bf561d99ac req-8647d8d7-e192-4864-8219-4e22b47cf7fa tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.834123 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8b68b235-c0ad-4247-baa0-a1bf561d99ac req-8647d8d7-e192-4864-8219-4e22b47cf7fa tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.851405 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96629cc2-4fe1-464a-8657-10bdce549be2 admin admin] Made reservation on behalf of 4acdc5b60ce84efdac562006a269cd43 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:29.857797 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96629cc2-4fe1-464a-8657-10bdce549be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.867742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b68b235-c0ad-4247-baa0-a1bf561d99ac req-8647d8d7-e192-4864-8219-4e22b47cf7fa tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&id=5fe12541-f456-448e-8f44-6d63c86f31e5&id=0ee93335-d304-43f0-8b39-a9dabea31f53&id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.1600270 Jul 06 11:55:29.877793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647d8d7-e192-4864-8219-4e22b47cf7fa tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6650850-1327-4530-8e81-55a4d9d2514a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:29.889514 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96629cc2-4fe1-464a-8657-10bdce549be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:29.962708 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['e48ac6ca-f009-4c5d-9cf1-8658ab803e66'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:30.003324 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96629cc2-4fe1-464a-8657-10bdce549be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.009447 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96629cc2-4fe1-464a-8657-10bdce549be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.027538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96629cc2-4fe1-464a-8657-10bdce549be2 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:55:30.042072 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96629cc2-4fe1-464a-8657-10bdce549be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.042447 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-96629cc2-4fe1-464a-8657-10bdce549be2 admin admin] Added segment 308d8aca-451e-4fe0-b70b-fa756f2ba557 of type vlan for network a01746c6-23a5-456e-8fb4-c29287764aca Jul 06 11:55:30.081203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa852e-2bf5-4fe8-b821-e46298c2ddbf req-b94fb4c5-b84b-4d75-afd7-5b17d905e89f tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:30.083601 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-94fa852e-2bf5-4fe8-b821-e46298c2ddbf req-b94fb4c5-b84b-4d75-afd7-5b17d905e89f tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1 HTTP/1.1" status: 200 len: 948 time: 0.0848992 Jul 06 11:55:30.114882 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96629cc2-4fe1-464a-8657-10bdce549be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9340551-4e22-4442-a23b-edcc2a0f3669,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:30.120035 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96629cc2-4fe1-464a-8657-10bdce549be2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.156408 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96629cc2-4fe1-464a-8657-10bdce549be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.157390 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96629cc2-4fe1-464a-8657-10bdce549be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:30.157979 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96629cc2-4fe1-464a-8657-10bdce549be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.168124 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-94fa852e-2bf5-4fe8-b821-e46298c2ddbf req-ec418915-7268-4042-8a59-bb075e2586a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619626 Jul 06 11:55:30.233413 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-96629cc2-4fe1-464a-8657-10bdce549be2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5518498 Jul 06 11:55:30.236403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60772) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:30.239922 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device e1bc6098-e628-443b-be01-ace1e9eb6bb5 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:55:30.243068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-04dd6425-ea1c-411c-a5d8-9e5319589ad7 admin admin] Request body: {'subnet': {'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1837829413-subnet', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:30.255824 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96629cc2-4fe1-464a-8657-10bdce549be2 admin admin] Pushing event updated for resources: {'Network': ['ID=a01746c6-23a5-456e-8fb4-c29287764aca,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:30.289212 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dd6425-ea1c-411c-a5d8-9e5319589ad7 admin admin] Made reservation on behalf of 4acdc5b60ce84efdac562006a269cd43 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:30.292810 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04dd6425-ea1c-411c-a5d8-9e5319589ad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.362246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port e1bc6098-e628-443b-be01-ace1e9eb6bb5, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=e1bc6098-e628-443b-be01-ace1e9eb6bb5,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:30.367130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network a01746c6-23a5-456e-8fb4-c29287764aca details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:55:30.428162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'e1bc6098-e628-443b-be01-ace1e9eb6bb5', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'e1bc6098-e628-443b-be01-ace1e9eb6bb5', 'mac_address': 'fa:16:3e:e0:1a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:55:30.490758 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.507253 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bc6098-e628-443b-be01-ace1e9eb6bb5 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:30.530045 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port e1bc6098-e628-443b-be01-ace1e9eb6bb5, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=e1bc6098-e628-443b-be01-ace1e9eb6bb5,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:30.536721 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04dd6425-ea1c-411c-a5d8-9e5319589ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.537678 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.589862 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd6425-ea1c-411c-a5d8-9e5319589ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abaf47e6-6511-4338-afed-dd2a6e38c1f6,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:30.600902 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=e1bc6098-e628-443b-be01-ace1e9eb6bb5,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:30.616868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd6425-ea1c-411c-a5d8-9e5319589ad7 admin admin] Checking segment: {'id': '308d8aca-451e-4fe0-b70b-fa756f2ba557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:30.617237 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dd6425-ea1c-411c-a5d8-9e5319589ad7 admin admin] Network hostable DHCP agents. Network: a01746c6-23a5-456e-8fb4-c29287764aca, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:55:30.635497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dd6425-ea1c-411c-a5d8-9e5319589ad7 admin admin] Network a01746c6-23a5-456e-8fb4-c29287764aca is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:55:30.644488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-04dd6425-ea1c-411c-a5d8-9e5319589ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, a01746c6-23a5-456e-8fb4-c29287764aca) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:30.649893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dd6425-ea1c-411c-a5d8-9e5319589ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:30.651104 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04dd6425-ea1c-411c-a5d8-9e5319589ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.655205 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca85dc-2b1b-410c-82ec-ea8ee0caffb1 None None] Network a01746c6-23a5-456e-8fb4-c29287764aca requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:30.670313 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-04dd6425-ea1c-411c-a5d8-9e5319589ad7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4315181 Jul 06 11:55:30.672753 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60780) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:30.677144 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1837829413-router', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:30.700724 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.701981 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.722431 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ecd64-02dd-4d50-8fb7-b608b12d3a56 req-b25f34d9-d568-4706-82ce-8a5b1d679421 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:30.724211 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe7ecd64-02dd-4d50-8fb7-b608b12d3a56 req-b25f34d9-d568-4706-82ce-8a5b1d679421 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.0751612 Jul 06 11:55:30.763261 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.771946 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe7ecd64-02dd-4d50-8fb7-b608b12d3a56 req-d704158e-4826-428b-9327-42b2302bf2c7 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389750 Jul 06 11:55:30.817085 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-a01746c6-23a5-456e-8fb4-c29287764aca', 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'fixed_ips': [{'subnet_id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:55:30.817971 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:30.820334 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['e1bc6098-e628-443b-be01-ace1e9eb6bb5'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:30.918227 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.034697 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Allocated IP 172.20.0.2 (a01746c6-23a5-456e-8fb4-c29287764aca/abaf47e6-6511-4338-afed-dd2a6e38c1f6/47de03ff-776a-4b65-8bef-cbfd841cf7ee) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:31.141889 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.144439 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecfa7b-5e08-4bb3-9c42-b3e8b9db61b8 req-7d41905b-ad0d-4d63-a240-3d11ab4b6073 tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:31.144940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecfa7b-5e08-4bb3-9c42-b3e8b9db61b8 req-7d41905b-ad0d-4d63-a240-3d11ab4b6073 tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:31.145420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecfa7b-5e08-4bb3-9c42-b3e8b9db61b8 req-7d41905b-ad0d-4d63-a240-3d11ab4b6073 tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:31.147140 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2aecfa7b-5e08-4bb3-9c42-b3e8b9db61b8 req-7d41905b-ad0d-4d63-a240-3d11ab4b6073 tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6a4ecdc4-d081-48c2-9463-b940f7b0ea2b&device_id=50277298-39b3-48b9-a2fc-f90e715e308b&device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 2882 time: 0.0620458 Jul 06 11:55:31.167901 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.186033 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2aecfa7b-5e08-4bb3-9c42-b3e8b9db61b8 req-bd792e66-67b5-47d5-9963-c753231e91d4 tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327942 Jul 06 11:55:31.224378 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.234159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Transition to ACTIVE for port object 47de03ff-776a-4b65-8bef-cbfd841cf7ee will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:31.251643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Transition to ACTIVE for port object 47de03ff-776a-4b65-8bef-cbfd841cf7ee will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:31.259071 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.295819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Allocated IP 172.25.4.204 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/35a338c5-8692-4159-a94d-3d6fb2dff4f9) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:31.312348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Network a01746c6-23a5-456e-8fb4-c29287764aca is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:31.315183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:31.319510 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:31.322653 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Pushing event updated for resources: {'Port': ['ID=47de03ff-776a-4b65-8bef-cbfd841cf7ee,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:31.328321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e48ac6ca-f009-4c5d-9cf1-8658ab803e66 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:31.412556 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.412897 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Attempting to bind port 47de03ff-776a-4b65-8bef-cbfd841cf7ee on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:31.413380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Attempting to bind port 47de03ff-776a-4b65-8bef-cbfd841cf7ee by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '308d8aca-451e-4fe0-b70b-fa756f2ba557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:31.413603 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Attempting to bind port 47de03ff-776a-4b65-8bef-cbfd841cf7ee on network a01746c6-23a5-456e-8fb4-c29287764aca {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:31.431014 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:31.431411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Checking segment: {'id': '308d8aca-451e-4fe0-b70b-fa756f2ba557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:31.431812 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.432206 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Bound using segment: {'id': '308d8aca-451e-4fe0-b70b-fa756f2ba557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:31.432677 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Bound port: 47de03ff-776a-4b65-8bef-cbfd841cf7ee, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308d8aca-451e-4fe0-b70b-fa756f2ba557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:31.433414 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.443535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port e48ac6ca-f009-4c5d-9cf1-8658ab803e66 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:31.449089 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port e48ac6ca-f009-4c5d-9cf1-8658ab803e66 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:31.449454 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.477381 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.523587 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:31.526836 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:31.534691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:31.537002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=35a338c5-8692-4159-a94d-3d6fb2dff4f9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:31.573232 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f22cdd-db01-41ca-861e-8a133e5fe448 req-a2b0b4e2-b664-4a5e-b9e4-94056b8fd300 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:31.574785 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91f22cdd-db01-41ca-861e-8a133e5fe448 req-a2b0b4e2-b664-4a5e-b9e4-94056b8fd300 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1 HTTP/1.1" status: 200 len: 948 time: 0.0684204 Jul 06 11:55:31.615863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91f22cdd-db01-41ca-861e-8a133e5fe448 req-bc15d787-abf0-43e2-a495-42a545987f51 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351365 Jul 06 11:55:31.664495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] For port 47de03ff-776a-4b65-8bef-cbfd841cf7ee, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:31.668185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] For port 47de03ff-776a-4b65-8bef-cbfd841cf7ee, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=47de03ff-776a-4b65-8bef-cbfd841cf7ee,segment=NetworkSegment(308d8aca-451e-4fe0-b70b-fa756f2ba557),segment_id=308d8aca-451e-4fe0-b70b-fa756f2ba557)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:31.674713 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.748247 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.795139 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d67166-88c8-4a93-ab0b-163372a3c14d None None] Pushing event updated for resources: {'Port': ['ID=47de03ff-776a-4b65-8bef-cbfd841cf7ee,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:31.801936 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48ac6ca-f009-4c5d-9cf1-8658ab803e66'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:31.804436 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfe07c7-e2ab-4a0f-8d1a-c276f9860290" -d '{"events": [{"server_uuid": "afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1", "name": "network-vif-plugged", "status": "completed", "tag": "e48ac6ca-f009-4c5d-9cf1-8658ab803e66"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:31.832044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e48ac6ca-f009-4c5d-9cf1-8658ab803e66, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e48ac6ca-f009-4c5d-9cf1-8658ab803e66,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:31.838144 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.884004 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:31.906006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=e48ac6ca-f009-4c5d-9cf1-8658ab803e66,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:32.068677 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60812) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:32.148983 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.220626 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f3b7fd45-df52-4195-a946-e47634462a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.241024 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device e1bc6098-e628-443b-be01-ace1e9eb6bb5 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:32.302462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port e1bc6098-e628-443b-be01-ace1e9eb6bb5 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:32.307850 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port e1bc6098-e628-443b-be01-ace1e9eb6bb5 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:32.308182 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.319706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:55:32.348282 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cba45-6d4f-4d07-9985-7f066c9363d2 req-08602b61-e40c-4ae4-8caf-99756814e262 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:32.350334 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-114cba45-6d4f-4d07-9985-7f066c9363d2 req-08602b61-e40c-4ae4-8caf-99756814e262 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.1123688 Jul 06 11:55:32.405565 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f3b7fd45-df52-4195-a946-e47634462a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.412142 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f3b7fd45-df52-4195-a946-e47634462a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.418088 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-114cba45-6d4f-4d07-9985-7f066c9363d2 req-98be856f-9e06-4975-b378-458ec0eff81b tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568719 Jul 06 11:55:32.425273 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.467367 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f3b7fd45-df52-4195-a946-e47634462a0d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=350caab6101e42b7b1917ffb65081fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975606 Jul 06 11:55:32.469072 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7fd45-df52-4195-a946-e47634462a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c1c8ec-a1c9-452b-856b-1f8f1eba2025,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:32.474766 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port e1bc6098-e628-443b-be01-ace1e9eb6bb5, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=e1bc6098-e628-443b-be01-ace1e9eb6bb5,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:32.474983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60820) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:32.480144 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbe4d6e-00e0-46dd-94b8-a7bd6376b2fa x-openstack-request-id: req-dbbe4d6e-00e0-46dd-94b8-a7bd6376b2fa {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:32.480463 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1", "name": "network-vif-plugged", "status": "completed", "tag": "e48ac6ca-f009-4c5d-9cf1-8658ab803e66", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:32.480690 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dbbe4d6e-00e0-46dd-94b8-a7bd6376b2fa {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:32.481073 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48ac6ca-f009-4c5d-9cf1-8658ab803e66', 'code': 200} Jul 06 11:55:32.482689 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.495873 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:32.519524 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Sync routers for ids ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:32.551645 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Routers {'0b4b8b29-9cdb-4460-912b-9f7ae0331677'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:32.552298 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-22147093-74ff-470e-bc62-39f2e795876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:55:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:32.552714 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.553965 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d90ffad0-da05-4ec0-b8c4-1dbeb12cd8d3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8802671 Jul 06 11:55:32.556870 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60822) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:32.614784 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bd2df1a-07e3-4b88-86b8-245ba4136caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.671280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Set router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:32.690576 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bd2df1a-07e3-4b88-86b8-245ba4136caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.760204 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7966a5-4c71-48bd-8474-cdff7764c9a4 req-7bd99e16-b890-48c2-92af-212ebccfd473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:32.763762 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7c7966a5-4c71-48bd-8474-cdff7764c9a4 req-7bd99e16-b890-48c2-92af-212ebccfd473 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1 HTTP/1.1" status: 200 len: 1100 time: 0.1873541 Jul 06 11:55:32.801604 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bd2df1a-07e3-4b88-86b8-245ba4136caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.804582 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bd2df1a-07e3-4b88-86b8-245ba4136caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:32.806022 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2bd2df1a-07e3-4b88-86b8-245ba4136caa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f5c1c8ec-a1c9-452b-856b-1f8f1eba2025 HTTP/1.1" status: 204 len: 168 time: 0.3318579 Jul 06 11:55:32.830961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=e1bc6098-e628-443b-be01-ace1e9eb6bb5,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:32.844615 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7c7966a5-4c71-48bd-8474-cdff7764c9a4 req-55926f45-6b5a-4688-a822-04e3c85c410a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732489 Jul 06 11:55:32.845780 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2df1a-07e3-4b88-86b8-245ba4136caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c1c8ec-a1c9-452b-856b-1f8f1eba2025,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:32.975950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-22147093-74ff-470e-bc62-39f2e795876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'name': 'tempest-ServersTestManualDisk-1837829413-router', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:30Z', 'updated_at': '2021-07-06T11:55:31Z', 'revision_number': 3, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'gw_port': {'id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:33.025454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Checking router: 0b4b8b29-9cdb-4460-912b-9f7ae0331677 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:33.026589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Updating router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 port 35a338c5-8692-4159-a94d-3d6fb2dff4f9 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:55:33.070609 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 47de03ff-776a-4b65-8bef-cbfd841cf7ee up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:33.117582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6689dbd-6d4e-4190-9a0e-19e6887e24e2 None None] Network a01746c6-23a5-456e-8fb4-c29287764aca requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:33.143735 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.197743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 47de03ff-776a-4b65-8bef-cbfd841cf7ee completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:33.199645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54837832-43e3-43e2-b762-6a881b255e95 req-a0a68ddb-ee31-4f99-a1f6-4df812de4174 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:33.201774 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-54837832-43e3-43e2-b762-6a881b255e95 req-a0a68ddb-ee31-4f99-a1f6-4df812de4174 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1 HTTP/1.1" status: 200 len: 949 time: 0.1295409 Jul 06 11:55:33.281668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-48ef8bf2-fc9c-45e1-a607-5b57a136a99b None None] Provisioning for port 47de03ff-776a-4b65-8bef-cbfd841cf7ee completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:33.310138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-48ef8bf2-fc9c-45e1-a607-5b57a136a99b None None] Provisioning complete for port 47de03ff-776a-4b65-8bef-cbfd841cf7ee triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:33.310755 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48ef8bf2-fc9c-45e1-a607-5b57a136a99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.323839 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-54837832-43e3-43e2-b762-6a881b255e95 req-8c466ab7-89ed-4709-a1a8-960e0110a0a7 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965250 Jul 06 11:55:33.405644 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.567536 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48ef8bf2-fc9c-45e1-a607-5b57a136a99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.652369 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Allocated IP 172.20.0.1 (a01746c6-23a5-456e-8fb4-c29287764aca/abaf47e6-6511-4338-afed-dd2a6e38c1f6/aa92f47a-c54e-49a8-bc4b-8a176e5135a0) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:33.658946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-48ef8bf2-fc9c-45e1-a607-5b57a136a99b None None] For port 47de03ff-776a-4b65-8bef-cbfd841cf7ee, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=47de03ff-776a-4b65-8bef-cbfd841cf7ee,segment=NetworkSegment(308d8aca-451e-4fe0-b70b-fa756f2ba557),segment_id=308d8aca-451e-4fe0-b70b-fa756f2ba557)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:33.661074 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.665507 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48ef8bf2-fc9c-45e1-a607-5b57a136a99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.699385 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Transition to ACTIVE for port object 35a338c5-8692-4159-a94d-3d6fb2dff4f9 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:33.711886 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.765397 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Attempting to bind port 35a338c5-8692-4159-a94d-3d6fb2dff4f9 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:33.766133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Attempting to bind port 35a338c5-8692-4159-a94d-3d6fb2dff4f9 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:33.766697 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Attempting to bind port 35a338c5-8692-4159-a94d-3d6fb2dff4f9 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:33.769904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef8bf2-fc9c-45e1-a607-5b57a136a99b None None] Pushing event updated for resources: {'Port': ['ID=47de03ff-776a-4b65-8bef-cbfd841cf7ee,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:33.797602 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:33.800190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:33.818623 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.819435 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.819711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:33.820239 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Bound port: 35a338c5-8692-4159-a94d-3d6fb2dff4f9, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:33.822812 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.843074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Transition to ACTIVE for port object aa92f47a-c54e-49a8-bc4b-8a176e5135a0 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:33.897831 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:33.944481 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Network a01746c6-23a5-456e-8fb4-c29287764aca is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:33.956733 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:33.969405 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:33.999400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-22147093-74ff-470e-bc62-39f2e795876a None None] For port 35a338c5-8692-4159-a94d-3d6fb2dff4f9, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:34.007518 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Pushing event updated for resources: {'Port': ['ID=aa92f47a-c54e-49a8-bc4b-8a176e5135a0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:34.036309 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19245057-50f7-4919-889d-6517ae0cd0a7 None None] Pushing event updated for resources: {'Port': ['ID=35a338c5-8692-4159-a94d-3d6fb2dff4f9,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:34.050455 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-22147093-74ff-470e-bc62-39f2e795876a None None] For port 35a338c5-8692-4159-a94d-3d6fb2dff4f9, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=35a338c5-8692-4159-a94d-3d6fb2dff4f9,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:34.050671 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.062188 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.136500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Routers {'0b4b8b29-9cdb-4460-912b-9f7ae0331677'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:34.137192 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-22147093-74ff-470e-bc62-39f2e795876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:55:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:34.150711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04238818-1413-47a3-9c35-6c9c31ac06d2 req-2f58c504-b4a4-42c7-9873-12c78cea5405 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:34.152772 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-04238818-1413-47a3-9c35-6c9c31ac06d2 req-2f58c504-b4a4-42c7-9873-12c78cea5405 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.1801238 Jul 06 11:55:34.193655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f70a42bb-343c-4d1c-9bdd-6f44184174a7 None None] Provisioning complete for port 47de03ff-776a-4b65-8bef-cbfd841cf7ee triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:34.194055 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f70a42bb-343c-4d1c-9bdd-6f44184174a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.231875 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-04238818-1413-47a3-9c35-6c9c31ac06d2 req-d3205bf0-935c-4ddc-a225-c23e3f32a02d tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546443 Jul 06 11:55:34.303041 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.379763 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19245057-50f7-4919-889d-6517ae0cd0a7 None None] Pushing event updated for resources: {'Port': ['ID=35a338c5-8692-4159-a94d-3d6fb2dff4f9,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:34.457549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-22147093-74ff-470e-bc62-39f2e795876a None None] Set router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:34.517198 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb283ce-6b00-4717-9650-b2f629977a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bc6098-e628-443b-be01-ace1e9eb6bb5'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:34.520279 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f11d8f-e85a-4da2-9e7f-b283d2999e59" -d '{"events": [{"server_uuid": "bdb283ce-6b00-4717-9650-b2f629977a8b", "name": "network-vif-plugged", "status": "completed", "tag": "e1bc6098-e628-443b-be01-ace1e9eb6bb5"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:34.550317 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.562042 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.642218 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.643876 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Pushing event updated for resources: {'Port': ['ID=aa92f47a-c54e-49a8-bc4b-8a176e5135a0,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:34.717680 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-22147093-74ff-470e-bc62-39f2e795876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'name': 'tempest-ServersTestManualDisk-1837829413-router', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:30Z', 'updated_at': '2021-07-06T11:55:31Z', 'revision_number': 3, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'gw_port': {'id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:34.751322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22147093-74ff-470e-bc62-39f2e795876a None None] The sync data for ids ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'] in n-d-799529-2 is: [{'id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'name': 'tempest-ServersTestManualDisk-1837829413-router', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:30Z', 'updated_at': '2021-07-06T11:55:31Z', 'revision_number': 3, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'gw_port': {'id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:34.765332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bb7b9025-82c4-40bd-a472-c21c197ea2c7 None None] Provisioning for port aa92f47a-c54e-49a8-bc4b-8a176e5135a0 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:34.767090 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bd796-7d11-49b2-a31d-c5b5ffc1ac43 req-e5c119dd-504f-4cff-bfdb-4ba2903f61b3 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:34.770253 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bb7b9025-82c4-40bd-a472-c21c197ea2c7 None None] Provisioning complete for port aa92f47a-c54e-49a8-bc4b-8a176e5135a0 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:34.770726 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9025-82c4-40bd-a472-c21c197ea2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:34.772185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc0bd796-7d11-49b2-a31d-c5b5ffc1ac43 req-e5c119dd-504f-4cff-bfdb-4ba2903f61b3 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1 HTTP/1.1" status: 200 len: 949 time: 0.1471765 Jul 06 11:55:34.813977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b9025-82c4-40bd-a472-c21c197ea2c7 None None] Port aa92f47a-c54e-49a8-bc4b-8a176e5135a0 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:34.819870 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Network a01746c6-23a5-456e-8fb4-c29287764aca is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:34.826223 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:34.859088 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc0bd796-7d11-49b2-a31d-c5b5ffc1ac43 req-cbfa6f40-c841-47bd-8b4b-531442cc2d8d tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811610 Jul 06 11:55:34.896831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 47de03ff-776a-4b65-8bef-cbfd841cf7ee up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:34.974084 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 47de03ff-776a-4b65-8bef-cbfd841cf7ee triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:34.974777 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.187035 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:55:35.237021 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ab256cb6-9a21-40a7-919e-6c65285fccc8 None None] Provisioning complete for port aa92f47a-c54e-49a8-bc4b-8a176e5135a0 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:35.237403 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab256cb6-9a21-40a7-919e-6c65285fccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.279922 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.289059 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7593d50-5a55-462b-ae69-3b62e6b2ea69 req-c3f57c56-98c9-4576-8d57-b9afa7c2b2a0 tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:35.293394 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7593d50-5a55-462b-ae69-3b62e6b2ea69 req-c3f57c56-98c9-4576-8d57-b9afa7c2b2a0 tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 1100 time: 0.1432528 Jul 06 11:55:35.298261 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ab256cb6-9a21-40a7-919e-6c65285fccc8 None None] Port aa92f47a-c54e-49a8-bc4b-8a176e5135a0 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:35.370929 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7593d50-5a55-462b-ae69-3b62e6b2ea69 req-4c776dac-fcf8-44b0-a67d-ccf5a41f6f84 tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442038 Jul 06 11:55:35.374167 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:35.383310 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-77a4b2df-b946-4115-84d9-8ebb846422ae admin admin] 10.222.0.81 "PUT /v2.0/routers/0b4b8b29-9cdb-4460-912b-9f7ae0331677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8213251 Jul 06 11:55:35.443961 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81228144-f271-4931-adaa-db8de6202a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:35.479562 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18eac94-b72b-41be-ac25-53b7b6ebc71a x-openstack-request-id: req-a18eac94-b72b-41be-ac25-53b7b6ebc71a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:35.479858 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb283ce-6b00-4717-9650-b2f629977a8b", "name": "network-vif-plugged", "status": "completed", "tag": "e1bc6098-e628-443b-be01-ace1e9eb6bb5", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:35.480100 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a18eac94-b72b-41be-ac25-53b7b6ebc71a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:35.480513 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb283ce-6b00-4717-9650-b2f629977a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bc6098-e628-443b-be01-ace1e9eb6bb5', 'code': 200} Jul 06 11:55:35.696382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85699d38-b60b-4a92-9c4b-aa8e449c01de req-c60ed240-9d2e-49e6-8d21-34297119bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:35.704680 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85699d38-b60b-4a92-9c4b-aa8e449c01de req-c60ed240-9d2e-49e6-8d21-34297119bf22 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bdb283ce-6b00-4717-9650-b2f629977a8b HTTP/1.1" status: 200 len: 1100 time: 0.1335895 Jul 06 11:55:35.753601 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85699d38-b60b-4a92-9c4b-aa8e449c01de req-df2fa722-6449-45c6-a156-6235567e2984 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416205 Jul 06 11:55:35.856865 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9760e-edcd-4e49-9ca2-4921e40a5642 req-e2dfb8ff-5cb2-46fe-8328-cc5358023ec8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:35.868046 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-38b9760e-edcd-4e49-9ca2-4921e40a5642 req-e2dfb8ff-5cb2-46fe-8328-cc5358023ec8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdb283ce-6b00-4717-9650-b2f629977a8b HTTP/1.1" status: 200 len: 949 time: 0.0863097 Jul 06 11:55:35.931927 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-38b9760e-edcd-4e49-9ca2-4921e40a5642 req-8b8809ea-79fe-49b7-bf3e-5e5414e0d0f6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563765 Jul 06 11:55:36.109121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1940e4e-17d8-4450-8e12-8d1efb8edda0 req-fc897232-84f5-4399-bfc6-55d1a8bcf1d1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:36.110835 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c1940e4e-17d8-4450-8e12-8d1efb8edda0 req-fc897232-84f5-4399-bfc6-55d1a8bcf1d1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.0706282 Jul 06 11:55:36.169740 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c1940e4e-17d8-4450-8e12-8d1efb8edda0 req-fff182da-e7bf-460a-ac8a-f3ef119c935a tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528896 Jul 06 11:55:36.173287 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:36.365767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edace7c1-2197-483b-8845-584fdb7573bf req-8981577d-6f28-484b-af5b-8d79c62b4d0e tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:36.378762 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-edace7c1-2197-483b-8845-584fdb7573bf req-8981577d-6f28-484b-af5b-8d79c62b4d0e tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 1100 time: 0.0914204 Jul 06 11:55:36.413369 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-edace7c1-2197-483b-8845-584fdb7573bf req-261beee0-49f8-407a-a902-5c7aadc8362c tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335310 Jul 06 11:55:36.955273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 35a338c5-8692-4159-a94d-3d6fb2dff4f9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:36.992669 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Sync routers for ids ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:37.005956 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Routers {'0b4b8b29-9cdb-4460-912b-9f7ae0331677'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:37.007540 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:55:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:37.020958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60986) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:37.026726 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d9b00beb-f375-4dee-bc08-0a47919e269b tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1278405634', 'description': 'tempest-description--914782683'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:37.057912 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 35a338c5-8692-4159-a94d-3d6fb2dff4f9 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:37.067334 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 35a338c5-8692-4159-a94d-3d6fb2dff4f9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:37.068512 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.088824 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9b00beb-f375-4dee-bc08-0a47919e269b tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.224083 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.253072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 35a338c5-8692-4159-a94d-3d6fb2dff4f9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=35a338c5-8692-4159-a94d-3d6fb2dff4f9,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:37.262898 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.286375 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9b00beb-f375-4dee-bc08-0a47919e269b tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.291364 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9b00beb-f375-4dee-bc08-0a47919e269b tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.303469 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Set router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:37.330723 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=35a338c5-8692-4159-a94d-3d6fb2dff4f9,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:37.358505 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9b00beb-f375-4dee-bc08-0a47919e269b tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.362508 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d9b00beb-f375-4dee-bc08-0a47919e269b tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3378980 Jul 06 11:55:37.362508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b00beb-f375-4dee-bc08-0a47919e269b tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858d600d-e490-4dab-bb2b-ef6ec8330958,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:37.362818 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60992) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:37.369221 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-650c5403-e13f-4cea-8104-6e120b642a18 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Request body: {'security_group_rule': {'security_group_id': '858d600d-e490-4dab-bb2b-ef6ec8330958', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:37.424682 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-650c5403-e13f-4cea-8104-6e120b642a18 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.512251 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-650c5403-e13f-4cea-8104-6e120b642a18 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.518852 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-650c5403-e13f-4cea-8104-6e120b642a18 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.552583 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-650c5403-e13f-4cea-8104-6e120b642a18 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.556906 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32768) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:37.557822 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-650c5403-e13f-4cea-8104-6e120b642a18 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1933827 Jul 06 11:55:37.563547 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1c2955df-e64c-4058-b794-3e6bf303341c tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Request body: {'security_group_rule': {'security_group_id': '858d600d-e490-4dab-bb2b-ef6ec8330958', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:37.572956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c5403-e13f-4cea-8104-6e120b642a18 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe2c2df-23e6-4c38-8832-be297f9a1791,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:37.600655 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c2955df-e64c-4058-b794-3e6bf303341c tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.655273 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'name': 'tempest-ServersTestManualDisk-1837829413-router', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:30Z', 'updated_at': '2021-07-06T11:55:34Z', 'revision_number': 4, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'gw_port': {'id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'aa92f47a-c54e-49a8-bc4b-8a176e5135a0', 'name': '', 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'mac_address': 'fa:16:3e:a2:a7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:33Z', 'updated_at': '2021-07-06T11:55:34Z', 'revision_number': 2, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'subnets': [{'id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:37.688343 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Checking router: 0b4b8b29-9cdb-4460-912b-9f7ae0331677 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:37.688697 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Updating router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 port aa92f47a-c54e-49a8-bc4b-8a176e5135a0 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:55:37.734365 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.740441 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c2955df-e64c-4058-b794-3e6bf303341c tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.746372 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c2955df-e64c-4058-b794-3e6bf303341c tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.816658 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c2955df-e64c-4058-b794-3e6bf303341c tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.818400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1c2955df-e64c-4058-b794-3e6bf303341c tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2599401 Jul 06 11:55:37.819191 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2955df-e64c-4058-b794-3e6bf303341c tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b822cc9-85ec-4887-9df4-d4789065b715,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:37.821628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 32774) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:37.828789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:37.829293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74398094-8611-4107-bfd0-deb967aa3491 req-8bbd9488-25ca-4705-ac56-45b07fbf5bf6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:37.831464 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74398094-8611-4107-bfd0-deb967aa3491 req-8bbd9488-25ca-4705-ac56-45b07fbf5bf6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=bdb283ce-6b00-4717-9650-b2f629977a8b HTTP/1.1" status: 200 len: 949 time: 0.1797869 Jul 06 11:55:37.871576 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:37.892680 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74398094-8611-4107-bfd0-deb967aa3491 req-627ac054-c2e6-4343-93a8-4e0a674bc5a3 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526631 Jul 06 11:55:37.979038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32778) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:38.086716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6232efe-8b95-42c6-834e-de5eb22d03d4 req-f83a56ef-c6cb-404f-a90a-8e726c1540ec tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:38.091713 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a6232efe-8b95-42c6-834e-de5eb22d03d4 req-f83a56ef-c6cb-404f-a90a-8e726c1540ec tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.0815904 Jul 06 11:55:38.128341 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29df04c3-2f43-4f50-9d1b-308b85c972b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.140875 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.161058 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.201860 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a6232efe-8b95-42c6-834e-de5eb22d03d4 req-be31df15-e0d6-4aa9-9bf4-388181b0de6b tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981941 Jul 06 11:55:38.202879 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9028b9e9-a06d-4173-bfde-2d21c07d6f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.338985 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9028b9e9-a06d-4173-bfde-2d21c07d6f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.344059 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9028b9e9-a06d-4173-bfde-2d21c07d6f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.388934 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.403752 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Transition to ACTIVE for port object aa92f47a-c54e-49a8-bc4b-8a176e5135a0 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:38.412107 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.448995 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9028b9e9-a06d-4173-bfde-2d21c07d6f17 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b60759c2d521476d93b77ba15675675a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4683497 Jul 06 11:55:38.453262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32786) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:38.454228 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028b9e9-a06d-4173-bfde-2d21c07d6f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ce6a3b-36d1-4667-90bd-d91e60f5e89e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:38.471206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Allocated IP 172.25.4.122 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/d453ed9e-09de-44b7-8b09-c3c6547ef357) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:38.504503 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05fa51-1757-42c6-b169-6eefb2c6cfcd None None] Pushing event updated for resources: {'Port': ['ID=aa92f47a-c54e-49a8-bc4b-8a176e5135a0,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:38.517429 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b05fa51-1757-42c6-b169-6eefb2c6cfcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:38.517954 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b05fa51-1757-42c6-b169-6eefb2c6cfcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:38.518432 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b05fa51-1757-42c6-b169-6eefb2c6cfcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:38.518904 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b05fa51-1757-42c6-b169-6eefb2c6cfcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:38.519431 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b05fa51-1757-42c6-b169-6eefb2c6cfcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:38.519933 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b05fa51-1757-42c6-b169-6eefb2c6cfcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:38.520412 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b05fa51-1757-42c6-b169-6eefb2c6cfcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:38.520889 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b05fa51-1757-42c6-b169-6eefb2c6cfcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:38.521364 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b05fa51-1757-42c6-b169-6eefb2c6cfcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:38.521851 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b05fa51-1757-42c6-b169-6eefb2c6cfcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:38.522323 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b05fa51-1757-42c6-b169-6eefb2c6cfcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:38.522804 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b05fa51-1757-42c6-b169-6eefb2c6cfcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:55:38.576343 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0e538931-b743-4f2b-8ef7-ba3b42ceab0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.629185 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0e538931-b743-4f2b-8ef7-ba3b42ceab0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.710345 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Attempting to bind port aa92f47a-c54e-49a8-bc4b-8a176e5135a0 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:38.711011 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Attempting to bind port aa92f47a-c54e-49a8-bc4b-8a176e5135a0 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '308d8aca-451e-4fe0-b70b-fa756f2ba557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:38.711631 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Attempting to bind port aa92f47a-c54e-49a8-bc4b-8a176e5135a0 on network a01746c6-23a5-456e-8fb4-c29287764aca {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:38.723124 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:38.723721 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Checking segment: {'id': '308d8aca-451e-4fe0-b70b-fa756f2ba557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:38.724296 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.724845 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Bound using segment: {'id': '308d8aca-451e-4fe0-b70b-fa756f2ba557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:38.725804 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Bound port: aa92f47a-c54e-49a8-bc4b-8a176e5135a0, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308d8aca-451e-4fe0-b70b-fa756f2ba557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:38.726567 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.729356 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0e538931-b743-4f2b-8ef7-ba3b42ceab0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.733252 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0e538931-b743-4f2b-8ef7-ba3b42ceab0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.734713 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0e538931-b743-4f2b-8ef7-ba3b42ceab0c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93ce6a3b-36d1-4667-90bd-d91e60f5e89e HTTP/1.1" status: 204 len: 168 time: 0.2767520 Jul 06 11:55:38.751184 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e538931-b743-4f2b-8ef7-ba3b42ceab0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ce6a3b-36d1-4667-90bd-d91e60f5e89e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:38.791008 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:38.943879 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.048640 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] For port aa92f47a-c54e-49a8-bc4b-8a176e5135a0, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:39.062164 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] For port aa92f47a-c54e-49a8-bc4b-8a176e5135a0, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=aa92f47a-c54e-49a8-bc4b-8a176e5135a0,segment=NetworkSegment(308d8aca-451e-4fe0-b70b-fa756f2ba557),segment_id=308d8aca-451e-4fe0-b70b-fa756f2ba557)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:39.068480 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.073212 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Pushing event updated for resources: {'Port': ['ID=d453ed9e-09de-44b7-8b09-c3c6547ef357,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:39.105051 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:39.108638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:39.112637 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:39.119459 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Routers {'0b4b8b29-9cdb-4460-912b-9f7ae0331677'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:39.120286 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:55:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:39.148691 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 35a338c5-8692-4159-a94d-3d6fb2dff4f9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:39.247283 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05fa51-1757-42c6-b169-6eefb2c6cfcd None None] Pushing event updated for resources: {'Port': ['ID=aa92f47a-c54e-49a8-bc4b-8a176e5135a0,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:39.287906 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.306945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 35a338c5-8692-4159-a94d-3d6fb2dff4f9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:39.307611 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.388448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.423673 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] Set router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:39.499101 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.674031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fc9ed-54a8-4ec9-ae9d-d80a20976eb8 req-e9ef0d07-68cb-4f5f-b84a-dc236f321088 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:39.693428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fc9ed-54a8-4ec9-ae9d-d80a20976eb8 req-e9ef0d07-68cb-4f5f-b84a-dc236f321088 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:39.704236 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb5fc9ed-54a8-4ec9-ae9d-d80a20976eb8 req-e9ef0d07-68cb-4f5f-b84a-dc236f321088 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1&device_id=bdb283ce-6b00-4717-9650-b2f629977a8b HTTP/1.1" status: 200 len: 1689 time: 0.2420719 Jul 06 11:55:39.716247 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32804) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:39.740501 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38e78ccb-5090-477d-87f3-aa9367eab982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:39.784300 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb5fc9ed-54a8-4ec9-ae9d-d80a20976eb8 req-f00be9e5-f788-460b-9025-dbf4c04499bb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787454 Jul 06 11:55:39.941170 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'name': 'tempest-ServersTestManualDisk-1837829413-router', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:30Z', 'updated_at': '2021-07-06T11:55:34Z', 'revision_number': 4, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'gw_port': {'id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'aa92f47a-c54e-49a8-bc4b-8a176e5135a0', 'name': '', 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'mac_address': 'fa:16:3e:a2:a7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:33Z', 'updated_at': '2021-07-06T11:55:39Z', 'revision_number': 4, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'subnets': [{'id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:39.995568 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34566312-56b1-4895-9f5e-9fe7b01cc31e None None] The sync data for ids ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'] in n-d-799529-2 is: [{'id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'name': 'tempest-ServersTestManualDisk-1837829413-router', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:30Z', 'updated_at': '2021-07-06T11:55:34Z', 'revision_number': 4, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'gw_port': {'id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'aa92f47a-c54e-49a8-bc4b-8a176e5135a0', 'name': '', 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'mac_address': 'fa:16:3e:a2:a7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:33Z', 'updated_at': '2021-07-06T11:55:39Z', 'revision_number': 4, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'subnets': [{'id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:40.016222 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38e78ccb-5090-477d-87f3-aa9367eab982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.021526 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38e78ccb-5090-477d-87f3-aa9367eab982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.211156 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-38e78ccb-5090-477d-87f3-aa9367eab982 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c336c5dcbe064d53aa1128bc9fdb5887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4913819 Jul 06 11:55:40.214589 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32810) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:40.247903 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e78ccb-5090-477d-87f3-aa9367eab982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547b088e-64c1-4798-bf0a-f2ee21beb3d7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:40.298453 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ffd142d-9a64-4b78-b0e2-94191ee0ed2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.357253 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ffd142d-9a64-4b78-b0e2-94191ee0ed2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.431160 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ffd142d-9a64-4b78-b0e2-94191ee0ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.435343 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ffd142d-9a64-4b78-b0e2-94191ee0ed2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.439055 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8ffd142d-9a64-4b78-b0e2-94191ee0ed2c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/547b088e-64c1-4798-bf0a-f2ee21beb3d7 HTTP/1.1" status: 204 len: 168 time: 0.2212996 Jul 06 11:55:40.462023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd142d-9a64-4b78-b0e2-94191ee0ed2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547b088e-64c1-4798-bf0a-f2ee21beb3d7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:40.510532 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.517320 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.636750 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.661452 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.662806 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8398046 Jul 06 11:55:40.664029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e19bb8-a60f-48b2-8c37-59054311a563 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Pushing event updated for resources: {'Port': ['ID=d453ed9e-09de-44b7-8b09-c3c6547ef357,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:40.769639 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ea60b-7b7f-4185-ae49-256875642e09 req-e41e4790-d3fd-40d3-bac2-b0501ba79730 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:40.772118 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb5ea60b-7b7f-4185-ae49-256875642e09 req-e41e4790-d3fd-40d3-bac2-b0501ba79730 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.1382573 Jul 06 11:55:40.819515 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:40.848931 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb5ea60b-7b7f-4185-ae49-256875642e09 req-d6fe93f5-37fe-493d-a9d6-a66e60d7a283 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677083 Jul 06 11:55:41.017876 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device aa92f47a-c54e-49a8-bc4b-8a176e5135a0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:41.126875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port aa92f47a-c54e-49a8-bc4b-8a176e5135a0 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:41.131257 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port aa92f47a-c54e-49a8-bc4b-8a176e5135a0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:41.131631 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.241733 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.299695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port aa92f47a-c54e-49a8-bc4b-8a176e5135a0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=aa92f47a-c54e-49a8-bc4b-8a176e5135a0,segment=NetworkSegment(308d8aca-451e-4fe0-b70b-fa756f2ba557),segment_id=308d8aca-451e-4fe0-b70b-fa756f2ba557)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:41.305963 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:41.383684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=aa92f47a-c54e-49a8-bc4b-8a176e5135a0,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:41.754931 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-874b16af-0ad1-40f9-8412-b68059881ba7 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1278405634&fields=id&tenant_id=4acdc5b60ce84efdac562006a269cd43 HTTP/1.1" status: 200 len: 267 time: 0.0813355 Jul 06 11:55:41.922337 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-c745df4a-5a57-4924-aaf9-8d448dfeacc5 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:41.931452 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-c745df4a-5a57-4924-aaf9-8d448dfeacc5 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/networks?id=a01746c6-23a5-456e-8fb4-c29287764aca HTTP/1.1" status: 200 len: 812 time: 0.1676259 Jul 06 11:55:41.966113 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b26cdc15-dfd6-444e-9b49-3625ba3da61f tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/quotas/4acdc5b60ce84efdac562006a269cd43 HTTP/1.1" status: 200 len: 375 time: 0.0337813 Jul 06 11:55:42.120758 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-300c2e1b-943a-42ad-8b14-319052f8dd91 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4acdc5b60ce84efdac562006a269cd43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1489291 Jul 06 11:55:42.235779 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-c41d220e-afcf-4f33-bd04-5c225a4376a0 service neutron] 10.222.0.81 "GET /v2.0/networks/a01746c6-23a5-456e-8fb4-c29287764aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974936 Jul 06 11:55:42.346302 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-3295c7dd-2efe-46ae-a3e4-3db128f93692 service neutron] 10.222.0.81 "GET /v2.0/networks/a01746c6-23a5-456e-8fb4-c29287764aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055138 Jul 06 11:55:42.752692 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbcf64-4369-4717-9b2e-ebe00fdefb86 req-997b9483-23b9-49b8-9098-fb2deffca363 tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:42.760706 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-89bbcf64-4369-4717-9b2e-ebe00fdefb86 req-997b9483-23b9-49b8-9098-fb2deffca363 tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1 HTTP/1.1" status: 200 len: 1100 time: 0.0710430 Jul 06 11:55:42.806568 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-89bbcf64-4369-4717-9b2e-ebe00fdefb86 req-b5832f4f-8165-4570-8731-dbb13fc79b1c tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446546 Jul 06 11:55:42.958118 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device aa92f47a-c54e-49a8-bc4b-8a176e5135a0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:43.089894 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port aa92f47a-c54e-49a8-bc4b-8a176e5135a0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:43.090567 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:43.298250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709a524-cde8-42d9-a574-78177a527a17 req-da72b56d-01a1-4760-9319-469e2e6d3cdc tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:43.306070 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5709a524-cde8-42d9-a574-78177a527a17 req-da72b56d-01a1-4760-9319-469e2e6d3cdc tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.0889411 Jul 06 11:55:43.365963 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5709a524-cde8-42d9-a574-78177a527a17 req-0b8ed356-119e-4a09-935b-62735b236e51 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584846 Jul 06 11:55:43.660377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e969a20-42c7-431c-a740-43271c3db904 req-a549b63b-755f-46a9-a636-ae2c80a103e1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:43.662257 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e969a20-42c7-431c-a740-43271c3db904 req-a549b63b-755f-46a9-a636-ae2c80a103e1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.0714641 Jul 06 11:55:43.708112 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e969a20-42c7-431c-a740-43271c3db904 req-024db16e-f94a-4bd4-b754-60501d140da7 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383008 Jul 06 11:55:43.880565 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ab16993-c682-4301-87d9-32c7eef5a22d req-1523613d-4954-4117-86aa-507e2fcf214c tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/ports?device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 210 time: 0.0409598 Jul 06 11:55:44.043246 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb28ff-bd55-4ebd-a5aa-90bd77d83eae req-83d7bcfe-d760-444e-9b97-8bb750be10ed tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:44.045283 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64bb28ff-bd55-4ebd-a5aa-90bd77d83eae req-83d7bcfe-d760-444e-9b97-8bb750be10ed tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bdb283ce-6b00-4717-9650-b2f629977a8b HTTP/1.1" status: 200 len: 1100 time: 0.0645990 Jul 06 11:55:44.100485 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64bb28ff-bd55-4ebd-a5aa-90bd77d83eae req-f8bb45e7-0b00-4d89-a58f-2c994576927b tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469484 Jul 06 11:55:44.200997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32932) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:44.239494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 32934) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:44.278017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5b391c-c338-4c99-8078-87fd816f2267 admin admin] Deleting subnet 37f22715-ba8d-4530-84b2-f69de5c14956 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:55:44.282686 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae5b391c-c338-4c99-8078-87fd816f2267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.343426 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae5b391c-c338-4c99-8078-87fd816f2267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.441318 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fd71af8-cfec-40a5-954c-e1ef3e95ec9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.479409 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae5b391c-c338-4c99-8078-87fd816f2267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.530577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-8860a415-0936-4ee0-ba4a-b0478e1ca6a8 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:44.532420 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-8860a415-0936-4ee0-ba4a-b0478e1ca6a8 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.89 "GET /v2.0/networks?id=a01746c6-23a5-456e-8fb4-c29287764aca HTTP/1.1" status: 200 len: 812 time: 0.1868389 Jul 06 11:55:44.550144 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-47bc44ba-5c80-4ddb-a052-a0aa1a1fcddd tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d87a1fb543ad439da90f2faeb195343c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809541 Jul 06 11:55:44.642775 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fd71af8-cfec-40a5-954c-e1ef3e95ec9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.648489 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fd71af8-cfec-40a5-954c-e1ef3e95ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.720518 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-927b7aa1-ca95-412c-a12d-57fed9165326 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4acdc5b60ce84efdac562006a269cd43 HTTP/1.1" status: 200 len: 380 time: 0.0950885 Jul 06 11:55:44.723833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-ac227a53-240c-4639-bf76-a716e8a2c26d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Request body: {'port': {'device_id': '24cb176b-b93d-4376-bd46-2f3471ebd0c5', 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca', 'admin_state_up': True, 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'security_groups': ['858d600d-e490-4dab-bb2b-ef6ec8330958']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:44.747005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd71af8-cfec-40a5-954c-e1ef3e95ec9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5885df29-3f2a-4752-bb64-36c451b09731,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:44.751270 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9fd71af8-cfec-40a5-954c-e1ef3e95ec9a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=287d30621e61479680a62420911ea82a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5096536 Jul 06 11:55:44.753749 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae5b391c-c338-4c99-8078-87fd816f2267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.757038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32954) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:44.814512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-b9ad2f9a-c832-48d4-af99-147e138173c7 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:44.816888 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-b9ad2f9a-c832-48d4-af99-147e138173c7 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2575064 Jul 06 11:55:44.824248 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b391c-c338-4c99-8078-87fd816f2267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37f22715-ba8d-4530-84b2-f69de5c14956,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:44.849051 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-ac227a53-240c-4639-bf76-a716e8a2c26d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Made reservation on behalf of 4acdc5b60ce84efdac562006a269cd43 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:44.852948 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-ac227a53-240c-4639-bf76-a716e8a2c26d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.861945 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae5b391c-c338-4c99-8078-87fd816f2267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.866963 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ae5b391c-c338-4c99-8078-87fd816f2267 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/37f22715-ba8d-4530-84b2-f69de5c14956 HTTP/1.1" status: 204 len: 168 time: 0.6624718 Jul 06 11:55:44.867330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 32956) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:44.883659 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-700caee2-0558-4e17-81e2-ad30f34ec239 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/quotas/d87a1fb543ad439da90f2faeb195343c HTTP/1.1" status: 200 len: 375 time: 0.0551670 Jul 06 11:55:44.961728 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-744dc1fe-4b66-43bf-9286-2dbc498da6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:44.996313 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36359ec8-6f4e-4b4b-913a-19aa2942a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.011379 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-744dc1fe-4b66-43bf-9286-2dbc498da6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.064877 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-c118ec5c-9a1d-4f73-bbbb-f427f0a92202 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1799328 Jul 06 11:55:45.122277 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-744dc1fe-4b66-43bf-9286-2dbc498da6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.125759 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-744dc1fe-4b66-43bf-9286-2dbc498da6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.129708 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-744dc1fe-4b66-43bf-9286-2dbc498da6d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5885df29-3f2a-4752-bb64-36c451b09731 HTTP/1.1" status: 204 len: 168 time: 0.3642914 Jul 06 11:55:45.143345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dc1fe-4b66-43bf-9286-2dbc498da6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5885df29-3f2a-4752-bb64-36c451b09731,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:45.175425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-ac227a53-240c-4639-bf76-a716e8a2c26d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Allocated IP 172.20.0.6 (a01746c6-23a5-456e-8fb4-c29287764aca/abaf47e6-6511-4338-afed-dd2a6e38c1f6/bab4fdb1-95b3-45e3-bb1f-87430c1128da) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:45.198082 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36359ec8-6f4e-4b4b-913a-19aa2942a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.218255 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-36359ec8-6f4e-4b4b-913a-19aa2942a7f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983fb040-9529-4be2-835e-8b237b1ea52f']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:45.246863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-36359ec8-6f4e-4b4b-913a-19aa2942a7f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43785a3-5fbc-4b3f-99e8-31d89b615057') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:45.249032 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-36359ec8-6f4e-4b4b-913a-19aa2942a7f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43785a3-5fbc-4b3f-99e8-31d89b615057') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:45.294726 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36359ec8-6f4e-4b4b-913a-19aa2942a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.393420 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36359ec8-6f4e-4b4b-913a-19aa2942a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.416290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36359ec8-6f4e-4b4b-913a-19aa2942a7f4 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:55:45.417233 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36359ec8-6f4e-4b4b-913a-19aa2942a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:55:45.421008 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:55:45.501549 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03867b-d5b1-4754-bf58-130493958da8 req-dc3670bd-6b27-466b-9b91-9b6088a66f02 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:45.504284 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b03867b-d5b1-4754-bf58-130493958da8 req-dc3670bd-6b27-466b-9b91-9b6088a66f02 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.1236973 Jul 06 11:55:45.539737 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36359ec8-6f4e-4b4b-913a-19aa2942a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.553951 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36359ec8-6f4e-4b4b-913a-19aa2942a7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.555933 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-36359ec8-6f4e-4b4b-913a-19aa2942a7f4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/983fb040-9529-4be2-835e-8b237b1ea52f HTTP/1.1" status: 204 len: 168 time: 0.6876354 Jul 06 11:55:45.574001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36359ec8-6f4e-4b4b-913a-19aa2942a7f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=983fb040-9529-4be2-835e-8b237b1ea52f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:45.577756 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b03867b-d5b1-4754-bf58-130493958da8 req-eb13db7d-96f8-4325-863c-a0734f25a84a tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631416 Jul 06 11:55:45.586311 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-ac227a53-240c-4639-bf76-a716e8a2c26d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.611579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-ac227a53-240c-4639-bf76-a716e8a2c26d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Transition to ACTIVE for port object bab4fdb1-95b3-45e3-bb1f-87430c1128da will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:45.655399 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32978) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:45.675985 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-ac227a53-240c-4639-bf76-a716e8a2c26d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.681907 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d063ca3b-156a-42ec-8167-6438aa86ac20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.769083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32984) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:45.781176 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-ac227a53-240c-4639-bf76-a716e8a2c26d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Network a01746c6-23a5-456e-8fb4-c29287764aca is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:45.785148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-ac227a53-240c-4639-bf76-a716e8a2c26d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:45.799812 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-ac227a53-240c-4639-bf76-a716e8a2c26d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:45.804745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac227a53-240c-4639-bf76-a716e8a2c26d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Pushing event updated for resources: {'Port': ['ID=bab4fdb1-95b3-45e3-bb1f-87430c1128da,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:45.867073 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c5749862-a3d9-4347-b384-d9c4e629c0c7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2d76adf81784b64aea38db034db806b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923851 Jul 06 11:55:45.869551 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 32988) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:45.914513 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-ac227a53-240c-4639-bf76-a716e8a2c26d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:45.917552 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cef78-a9ab-49ba-9a4f-4c923ffb4c7f req-9de7be10-234b-427b-9557-b50ea76cb715 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:45.919765 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a5cef78-a9ab-49ba-9a4f-4c923ffb4c7f req-9de7be10-234b-427b-9557-b50ea76cb715 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.1873062 Jul 06 11:55:45.919915 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-ac227a53-240c-4639-bf76-a716e8a2c26d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.942877 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d063ca3b-156a-42ec-8167-6438aa86ac20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.950680 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d063ca3b-156a-42ec-8167-6438aa86ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.979106 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-ac227a53-240c-4639-bf76-a716e8a2c26d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2636068 Jul 06 11:55:45.986077 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-22346efc-b579-486c-a096-f90883c9d5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:45.995876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Request body: {'port': {'device_id': '24cb176b-b93d-4376-bd46-2f3471ebd0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:46.050049 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-22346efc-b579-486c-a096-f90883c9d5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.109770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3983eed1-a5ed-4ac0-bae8-dac645ba1ebf None None] Provisioning for port bab4fdb1-95b3-45e3-bb1f-87430c1128da completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:46.119252 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3983eed1-a5ed-4ac0-bae8-dac645ba1ebf None None] Provisioning complete for port bab4fdb1-95b3-45e3-bb1f-87430c1128da triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:46.119697 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3983eed1-a5ed-4ac0-bae8-dac645ba1ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.151879 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.196662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3983eed1-a5ed-4ac0-bae8-dac645ba1ebf None None] Port bab4fdb1-95b3-45e3-bb1f-87430c1128da cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:46.208131 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-22346efc-b579-486c-a096-f90883c9d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.211275 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-22346efc-b579-486c-a096-f90883c9d5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.217220 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-22346efc-b579-486c-a096-f90883c9d5d8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ca06f2df-16e7-4dbe-9124-8d6007c62886 HTTP/1.1" status: 204 len: 168 time: 0.3423200 Jul 06 11:55:46.236919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22346efc-b579-486c-a096-f90883c9d5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca06f2df-16e7-4dbe-9124-8d6007c62886,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:46.334742 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063ca3b-156a-42ec-8167-6438aa86ac20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b6c2f9-afac-46aa-a115-286725ddd77a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:46.346866 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d063ca3b-156a-42ec-8167-6438aa86ac20 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0e0330b81fd94c37bd5a4b6b6293a8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6889839 Jul 06 11:55:46.349452 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32992) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:46.369103 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a5cef78-a9ab-49ba-9a4f-4c923ffb4c7f req-43ca139a-00cb-4053-96c3-be0b799ab1ab tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323390 Jul 06 11:55:46.430937 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8400b7df-456e-40cf-9fc0-57b8f35be681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.461969 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8400b7df-456e-40cf-9fc0-57b8f35be681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.591029 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8400b7df-456e-40cf-9fc0-57b8f35be681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.594968 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8400b7df-456e-40cf-9fc0-57b8f35be681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.600341 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8400b7df-456e-40cf-9fc0-57b8f35be681 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/74b6c2f9-afac-46aa-a115-286725ddd77a HTTP/1.1" status: 204 len: 168 time: 0.2498853 Jul 06 11:55:46.611961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9549b-5074-4c56-9d00-bd4c57ee7253 req-5c5e348c-420a-4033-8158-ba64f0a7e8b1 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:46.613970 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1b9549b-5074-4c56-9d00-bd4c57ee7253 req-5c5e348c-420a-4033-8158-ba64f0a7e8b1 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/ports?device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 931 time: 0.1051998 Jul 06 11:55:46.620654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400b7df-456e-40cf-9fc0-57b8f35be681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b6c2f9-afac-46aa-a115-286725ddd77a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:46.665086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab4fdb1-95b3-45e3-bb1f-87430c1128da {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:46.671485 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1b9549b-5074-4c56-9d00-bd4c57ee7253 req-524016b4-6bfc-40b9-9128-a4c137139d8f tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/security-groups?id=858d600d-e490-4dab-bb2b-ef6ec8330958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485437 Jul 06 11:55:46.685130 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.727447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Transition to ACTIVE for port object bab4fdb1-95b3-45e3-bb1f-87430c1128da will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:46.735448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:46.914639 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5ec45b69-ce03-4cca-8946-e40140be3d8c req-2bd89d1b-a4be-4ea7-bd7c-3dd005a59010 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d30f84c1-3981-45b4-aa4b-c91f286a1506 HTTP/1.1" status: 200 len: 210 time: 0.0776331 Jul 06 11:55:46.915346 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-18765603-de9f-494f-ba5f-bf2d1d784cbd tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=d87a1fb543ad439da90f2faeb195343c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873413 Jul 06 11:55:46.916491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Pushing event updated for resources: {'Port': ['ID=bab4fdb1-95b3-45e3-bb1f-87430c1128da,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:47.133454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Attempting to bind port bab4fdb1-95b3-45e3-bb1f-87430c1128da on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:47.137529 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Attempting to bind port bab4fdb1-95b3-45e3-bb1f-87430c1128da by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '308d8aca-451e-4fe0-b70b-fa756f2ba557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:47.137758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Attempting to bind port bab4fdb1-95b3-45e3-bb1f-87430c1128da on network a01746c6-23a5-456e-8fb4-c29287764aca {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:47.162722 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Port bab4fdb1-95b3-45e3-bb1f-87430c1128da on network a01746c6-23a5-456e-8fb4-c29287764aca not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:47.162999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Attempting to bind port bab4fdb1-95b3-45e3-bb1f-87430c1128da on network a01746c6-23a5-456e-8fb4-c29287764aca {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:47.209159 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:47.209505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Checking segment: {'id': '308d8aca-451e-4fe0-b70b-fa756f2ba557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:47.209904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Bound using segment: {'id': '308d8aca-451e-4fe0-b70b-fa756f2ba557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:47.210358 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Bound port: bab4fdb1-95b3-45e3-bb1f-87430c1128da, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308d8aca-451e-4fe0-b70b-fa756f2ba557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:47.210718 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:47.237015 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da88f1e5-d522-45f8-8ae1-6bddf4e87807 req-7a868466-88f1-4d55-b2d9-1374a542afcd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4353170 Jul 06 11:55:47.418820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-c7b2f1be-a9bd-4de0-b409-64a5a50d65d7 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:47.420443 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-c7b2f1be-a9bd-4de0-b409-64a5a50d65d7 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4641201 Jul 06 11:55:47.436335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-ffdba7f6-0978-4a49-89a1-d9c3fb04c097 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Request body: {'port': {'device_id': 'd30f84c1-3981-45b4-aa4b-c91f286a1506', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'd87a1fb543ad439da90f2faeb195343c'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:47.483925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] For port bab4fdb1-95b3-45e3-bb1f-87430c1128da, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:47.532802 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] For port bab4fdb1-95b3-45e3-bb1f-87430c1128da, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bab4fdb1-95b3-45e3-bb1f-87430c1128da,segment=NetworkSegment(308d8aca-451e-4fe0-b70b-fa756f2ba557),segment_id=308d8aca-451e-4fe0-b70b-fa756f2ba557)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:47.550508 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:47.588340 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d759a6-c39c-420d-924e-adfc2b8accab req-de802fac-defb-42ae-841a-8dce76c93458 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:47.590231 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06d759a6-c39c-420d-924e-adfc2b8accab req-de802fac-defb-42ae-841a-8dce76c93458 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.0999100 Jul 06 11:55:47.608435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88f1e5-d522-45f8-8ae1-6bddf4e87807 req-83d75f4b-5493-42d3-a09c-cbe2f0d17d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:47.610087 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da88f1e5-d522-45f8-8ae1-6bddf4e87807 req-83d75f4b-5493-42d3-a09c-cbe2f0d17d2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 1100 time: 0.3044806 Jul 06 11:55:47.637142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:47.638058 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:47.642992 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] 10.222.0.89 "PUT /v2.0/ports/bab4fdb1-95b3-45e3-bb1f-87430c1128da HTTP/1.1" status: 200 len: 1091 time: 1.6534772 Jul 06 11:55:47.643535 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cb176b-b93d-4376-bd46-2f3471ebd0c5', 'tag': 'bab4fdb1-95b3-45e3-bb1f-87430c1128da'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:47.645828 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c187260f-60c5-4147-a067-7ab3f3a38a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "24cb176b-b93d-4376-bd46-2f3471ebd0c5", "tag": "bab4fdb1-95b3-45e3-bb1f-87430c1128da"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:47.661961 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06d759a6-c39c-420d-924e-adfc2b8accab req-21ea50a7-636c-4e6f-8501-fbd61951af94 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643435 Jul 06 11:55:47.827210 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b27443-74c6-4317-b316-9efaff408940 service neutron] Pushing event updated for resources: {'Port': ['ID=bab4fdb1-95b3-45e3-bb1f-87430c1128da,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:47.881076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33044) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:47.897855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-ffdba7f6-0978-4a49-89a1-d9c3fb04c097 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Made reservation on behalf of d87a1fb543ad439da90f2faeb195343c for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:47.901842 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-ffdba7f6-0978-4a49-89a1-d9c3fb04c097 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:47.988791 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dee869-12de-4486-bc79-d06ae855790e req-d5ebf502-aabd-4158-9d3d-5da4b1ff0287 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:47.989904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88f1e5-d522-45f8-8ae1-6bddf4e87807 req-9e74111d-e73a-4858-b68c-09eb2eac3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:47.991180 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47dee869-12de-4486-bc79-d06ae855790e req-d5ebf502-aabd-4158-9d3d-5da4b1ff0287 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.1205580 Jul 06 11:55:47.991948 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da88f1e5-d522-45f8-8ae1-6bddf4e87807 req-9e74111d-e73a-4858-b68c-09eb2eac3407 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.3333993 Jul 06 11:55:48.026710 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-ecdeba51-2277-4198-86e9-2b22d98a6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:48.028254 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-ecdeba51-2277-4198-86e9-2b22d98a6a6d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4acdc5b60ce84efdac562006a269cd43&device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 1094 time: 0.2674780 Jul 06 11:55:48.068228 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47dee869-12de-4486-bc79-d06ae855790e req-4245c0f0-d2c5-43a4-9f74-4b3febed120d tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680041 Jul 06 11:55:48.113448 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da88f1e5-d522-45f8-8ae1-6bddf4e87807 req-bc15e3cd-d8cb-4975-9aec-8bd881c61498 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=da9a5d9e-492e-4c12-99d5-e4095fc1ed94 HTTP/1.1" status: 200 len: 217 time: 0.0892084 Jul 06 11:55:48.117216 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-dc0d6c98-62ba-426e-82da-9a296e55b827 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bab4fdb1-95b3-45e3-bb1f-87430c1128da HTTP/1.1" status: 200 len: 217 time: 0.0810211 Jul 06 11:55:48.216042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a80d5bea-bb70-4391-a9ce-94a75aab535e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2130856940-network', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:48.280759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-ffdba7f6-0978-4a49-89a1-d9c3fb04c097 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Allocated IP 192.168.233.7 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/ced59670-b79e-4c37-9b5b-b4e168342ac7) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:48.285637 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88f1e5-d522-45f8-8ae1-6bddf4e87807 req-043fc986-d986-42da-b1ae-69964d41ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:48.287108 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da88f1e5-d522-45f8-8ae1-6bddf4e87807 req-043fc986-d986-42da-b1ae-69964d41ee3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1642838 Jul 06 11:55:48.292499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-6480a729-c26b-4cbf-96c1-34d1e6d2ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:48.294175 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-6480a729-c26b-4cbf-96c1-34d1e6d2ab9d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abaf47e6-6511-4338-afed-dd2a6e38c1f6 HTTP/1.1" status: 200 len: 851 time: 0.1701047 Jul 06 11:55:48.308555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80d5bea-bb70-4391-a9ce-94a75aab535e admin admin] Made reservation on behalf of 3a29bee84dd04111b7f3cd2cfb666a57 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:48.311088 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a80d5bea-bb70-4391-a9ce-94a75aab535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:48.364658 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a80d5bea-bb70-4391-a9ce-94a75aab535e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:48.398656 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2d5c10-3987-4aa7-bb19-6986310378fd x-openstack-request-id: req-dc2d5c10-3987-4aa7-bb19-6986310378fd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:48.398948 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cb176b-b93d-4376-bd46-2f3471ebd0c5", "tag": "bab4fdb1-95b3-45e3-bb1f-87430c1128da", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:48.399188 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc2d5c10-3987-4aa7-bb19-6986310378fd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:48.399616 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24cb176b-b93d-4376-bd46-2f3471ebd0c5', 'tag': 'bab4fdb1-95b3-45e3-bb1f-87430c1128da', 'status': 'completed', 'code': 200} Jul 06 11:55:48.534022 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de54373-0568-41a0-a344-25141f594a58 req-4d98b0ae-fca2-4830-b1c7-c1000c98ef3f tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:48.536827 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9de54373-0568-41a0-a344-25141f594a58 req-4d98b0ae-fca2-4830-b1c7-c1000c98ef3f tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/ports?device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 943 time: 0.0669992 Jul 06 11:55:48.581040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9de54373-0568-41a0-a344-25141f594a58 req-20c0b11d-4a09-48c2-a30b-54932ab3369f tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/security-groups?id=858d600d-e490-4dab-bb2b-ef6ec8330958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377133 Jul 06 11:55:48.607292 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-f3d2e99d-e828-45e6-b115-e452d8a84f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:48.607292 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-f3d2e99d-e828-45e6-b115-e452d8a84f16 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a01746c6-23a5-456e-8fb4-c29287764aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2698677 Jul 06 11:55:48.607292 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88f1e5-d522-45f8-8ae1-6bddf4e87807 req-0cde4a69-40dd-4820-ac2f-ec8c96c823fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:48.607292 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da88f1e5-d522-45f8-8ae1-6bddf4e87807 req-0cde4a69-40dd-4820-ac2f-ec8c96c823fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3115842 Jul 06 11:55:48.755829 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab1606e8-0946-47d1-b0bf-ad209e305e8e req-f2c1f201-82db-4b9f-8fc4-7588cc26ddae tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d30f84c1-3981-45b4-aa4b-c91f286a1506 HTTP/1.1" status: 200 len: 210 time: 0.0507267 Jul 06 11:55:48.780668 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-ffdba7f6-0978-4a49-89a1-d9c3fb04c097 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:48.806475 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a80d5bea-bb70-4391-a9ce-94a75aab535e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:48.825923 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a80d5bea-bb70-4391-a9ce-94a75aab535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:48.830021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-ffdba7f6-0978-4a49-89a1-d9c3fb04c097 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Transition to ACTIVE for port object ced59670-b79e-4c37-9b5b-b4e168342ac7 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:48.886339 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80d5bea-bb70-4391-a9ce-94a75aab535e admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:55:48.894043 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:55:48.900117 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-bdadbb73-1f27-45f8-bd50-6cdb2f42a88d service neutron] 10.222.0.89 "GET /v2.0/networks/a01746c6-23a5-456e-8fb4-c29287764aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795365 Jul 06 11:55:48.907149 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441754fe-d625-4072-968c-234a71373aa1 req-a5f3b7a5-7340-4856-ad7e-3c8356030ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:48.909666 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-441754fe-d625-4072-968c-234a71373aa1 req-a5f3b7a5-7340-4856-ad7e-3c8356030ccf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2f877cca24b14b018c300063ae07683d&device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 1100 time: 0.1049438 Jul 06 11:55:48.912791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d5bea-bb70-4391-a9ce-94a75aab535e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0ae606-8a07-46de-88a6-49f4622c3644,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:48.929873 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a80d5bea-bb70-4391-a9ce-94a75aab535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:48.930292 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-a80d5bea-bb70-4391-a9ce-94a75aab535e admin admin] Added segment 4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2 of type vlan for network 3c4d0281-eee8-4d4b-a216-a3ed774363fa Jul 06 11:55:48.955690 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da88f1e5-d522-45f8-8ae1-6bddf4e87807 req-5e1a6e1d-1075-454c-a827-239bc07e10a8 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293123 Jul 06 11:55:49.096231 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441754fe-d625-4072-968c-234a71373aa1 req-2d7cba8a-8773-4bbf-8b94-e2f73980e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:49.097814 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-441754fe-d625-4072-968c-234a71373aa1 req-2d7cba8a-8773-4bbf-8b94-e2f73980e3b4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1617019 Jul 06 11:55:49.148508 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-441754fe-d625-4072-968c-234a71373aa1 req-f622d24f-11c5-4b3b-9eff-265916974f53 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=7980525f-9685-4099-be30-26e6e4773809 HTTP/1.1" status: 200 len: 217 time: 0.0429931 Jul 06 11:55:49.174602 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299bad7-0951-4a52-9ccc-c45a928d01ed req-775af37f-e8f4-4540-bab1-2935de0804ed tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:49.176241 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a299bad7-0951-4a52-9ccc-c45a928d01ed req-775af37f-e8f4-4540-bab1-2935de0804ed tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/ports?device_id=cfb22a20-e032-43e6-9de4-eb05db753ac1 HTTP/1.1" status: 200 len: 945 time: 0.1378393 Jul 06 11:55:49.247893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441754fe-d625-4072-968c-234a71373aa1 req-9b38d60b-eb69-4ddb-a00e-e695f1d3d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:49.249396 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-441754fe-d625-4072-968c-234a71373aa1 req-9b38d60b-eb69-4ddb-a00e-e695f1d3d9d0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0943615 Jul 06 11:55:49.252427 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a299bad7-0951-4a52-9ccc-c45a928d01ed req-6c39b734-fa81-4908-b0e9-1ae3c53d71b1 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ee93335-d304-43f0-8b39-a9dabea31f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520163 Jul 06 11:55:49.321735 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441754fe-d625-4072-968c-234a71373aa1 req-1abae1c9-87a1-468f-b271-11d5f4d3702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:49.323457 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-441754fe-d625-4072-968c-234a71373aa1 req-1abae1c9-87a1-468f-b271-11d5f4d3702d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678821 Jul 06 11:55:49.378317 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a80d5bea-bb70-4391-a9ce-94a75aab535e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.393908 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-ffdba7f6-0978-4a49-89a1-d9c3fb04c097 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.408435 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd64659e-6f68-4803-a2c1-de2433fa8279', 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616', 'e1bc6098-e628-443b-be01-ace1e9eb6bb5'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:49.471575 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9a5d9e-492e-4c12-99d5-e4095fc1ed94', 'e48ac6ca-f009-4c5d-9cf1-8658ab803e66'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:49.508655 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-ffdba7f6-0978-4a49-89a1-d9c3fb04c097 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:49.513134 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-441754fe-d625-4072-968c-234a71373aa1 req-3f123a4f-e372-4f4d-8365-233cb1895043 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815729 Jul 06 11:55:49.520276 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcf7e10b-c616-40af-b569-d2bfaa027c20 req-b4035278-e546-4a6a-8c64-168e39a1d189 service neutron] 10.222.0.89 "GET /v2.0/networks/a01746c6-23a5-456e-8fb4-c29287764aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093011 Jul 06 11:55:49.534868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-ffdba7f6-0978-4a49-89a1-d9c3fb04c097 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:49.551966 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a80d5bea-bb70-4391-a9ce-94a75aab535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.563016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80d5bea-bb70-4391-a9ce-94a75aab535e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:49.564423 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a80d5bea-bb70-4391-a9ce-94a75aab535e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.576591 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-ffdba7f6-0978-4a49-89a1-d9c3fb04c097 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:49.589240 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdba7f6-0978-4a49-89a1-d9c3fb04c097 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event updated for resources: {'Port': ['ID=ced59670-b79e-4c37-9b5b-b4e168342ac7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:49.637830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcf481-7a8f-4beb-bc79-c8c83f35afd6 req-f1b4562c-a508-4466-b2fb-8ed45a11094a tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:49.645745 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-adfcf481-7a8f-4beb-bc79-c8c83f35afd6 req-f1b4562c-a508-4466-b2fb-8ed45a11094a tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.2273750 Jul 06 11:55:49.717774 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-adfcf481-7a8f-4beb-bc79-c8c83f35afd6 req-42f6e174-8b88-45cb-8962-fa54c4332cf5 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716140 Jul 06 11:55:49.764271 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da88f1e5-d522-45f8-8ae1-6bddf4e87807 req-78c65b32-c588-4df4-a25e-b0450b526708 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789650 Jul 06 11:55:49.768987 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-441754fe-d625-4072-968c-234a71373aa1 req-12a248d1-24e1-4213-9e6a-5e2f8bd11f4c service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353582 Jul 06 11:55:49.790513 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33094) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:49.791107 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a80d5bea-bb70-4391-a9ce-94a75aab535e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9053612 Jul 06 11:55:49.796462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6fcf01dd-f402-4295-9598-8e0a3f90233d admin admin] Request body: {'subnet': {'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2130856940-subnet', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:49.815972 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d5bea-bb70-4391-a9ce-94a75aab535e admin admin] Pushing event updated for resources: {'Network': ['ID=3c4d0281-eee8-4d4b-a216-a3ed774363fa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:49.828411 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-ffdba7f6-0978-4a49-89a1-d9c3fb04c097 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:49.829494 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-ffdba7f6-0978-4a49-89a1-d9c3fb04c097 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.852915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 3c4d0281-eee8-4d4b-a216-a3ed774363fa details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:55:49.860775 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcf01dd-f402-4295-9598-8e0a3f90233d admin admin] Made reservation on behalf of 3a29bee84dd04111b7f3cd2cfb666a57 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:55:49.863357 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6fcf01dd-f402-4295-9598-8e0a3f90233d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:49.873278 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-ffdba7f6-0978-4a49-89a1-d9c3fb04c097 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4417911 Jul 06 11:55:49.882013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187260f-60c5-4147-a067-7ab3f3a38a8c req-12fd6db0-a07f-43f6-b787-e018792ac0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:49.886035 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c187260f-60c5-4147-a067-7ab3f3a38a8c req-12fd6db0-a07f-43f6-b787-e018792ac0ad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4acdc5b60ce84efdac562006a269cd43&device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 1094 time: 0.2843282 Jul 06 11:55:49.896345 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Request body: {'port': {'device_id': 'd30f84c1-3981-45b4-aa4b-c91f286a1506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:50.017989 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7b1f1e6b-b155-4b6b-85e6-18a1baedf36e None None] Provisioning for port ced59670-b79e-4c37-9b5b-b4e168342ac7 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:50.082118 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7b1f1e6b-b155-4b6b-85e6-18a1baedf36e None None] Provisioning complete for port ced59670-b79e-4c37-9b5b-b4e168342ac7 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:50.082729 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1e6b-b155-4b6b-85e6-18a1baedf36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.084742 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdace59-5928-4f55-b788-857d1b406e62 req-b5c3a21a-62ee-4018-8ef0-9dbd68f5854d tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:50.087027 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-afdace59-5928-4f55-b788-857d1b406e62 req-b5c3a21a-62ee-4018-8ef0-9dbd68f5854d tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.1488643 Jul 06 11:55:50.104481 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.133633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187260f-60c5-4147-a067-7ab3f3a38a8c req-3f2ad1db-2759-4dad-96a5-b2cbd24f38d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:50.135162 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c187260f-60c5-4147-a067-7ab3f3a38a8c req-3f2ad1db-2759-4dad-96a5-b2cbd24f38d4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a01746c6-23a5-456e-8fb4-c29287764aca HTTP/1.1" status: 200 len: 913 time: 0.2328098 Jul 06 11:55:50.157294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f1e6b-b155-4b6b-85e6-18a1baedf36e None None] Port ced59670-b79e-4c37-9b5b-b4e168342ac7 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:50.191849 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-afdace59-5928-4f55-b788-857d1b406e62 req-afd44afc-59a1-42cf-be2b-98c3d4d6e544 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809565 Jul 06 11:55:50.251480 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c187260f-60c5-4147-a067-7ab3f3a38a8c req-f76945f0-9a78-4e64-a4f0-aaad98a3e024 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bab4fdb1-95b3-45e3-bb1f-87430c1128da HTTP/1.1" status: 200 len: 217 time: 0.0929968 Jul 06 11:55:50.297103 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6fcf01dd-f402-4295-9598-8e0a3f90233d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.365915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf01dd-f402-4295-9598-8e0a3f90233d admin admin] Pushing event updated for resources: {'Subnet': ['ID=67067b5c-0dd9-4b86-a514-c39f91aea1db,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:50.381371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcf01dd-f402-4295-9598-8e0a3f90233d admin admin] Checking segment: {'id': '4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:50.382343 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcf01dd-f402-4295-9598-8e0a3f90233d admin admin] Network hostable DHCP agents. Network: 3c4d0281-eee8-4d4b-a216-a3ed774363fa, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:55:50.440231 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187260f-60c5-4147-a067-7ab3f3a38a8c req-0f81d5fe-175b-4b52-8f87-69d52a2e9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:50.443194 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c187260f-60c5-4147-a067-7ab3f3a38a8c req-0f81d5fe-175b-4b52-8f87-69d52a2e9273 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abaf47e6-6511-4338-afed-dd2a6e38c1f6 HTTP/1.1" status: 200 len: 851 time: 0.1821434 Jul 06 11:55:50.443420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcf01dd-f402-4295-9598-8e0a3f90233d admin admin] Network 3c4d0281-eee8-4d4b-a216-a3ed774363fa is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:55:50.455027 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-6fcf01dd-f402-4295-9598-8e0a3f90233d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 3c4d0281-eee8-4d4b-a216-a3ed774363fa) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:50.462820 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcf01dd-f402-4295-9598-8e0a3f90233d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:50.464369 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6fcf01dd-f402-4295-9598-8e0a3f90233d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.471503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9984e5dd-c037-46a1-b28d-fe42b37f6d7d None None] Network 3c4d0281-eee8-4d4b-a216-a3ed774363fa requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:50.478903 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe037a-b3e9-45de-8315-4c68d2a72712 req-204d3a4c-703f-4791-9358-53ff32155c67 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:50.480496 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-66fe037a-b3e9-45de-8315-4c68d2a72712 req-204d3a4c-703f-4791-9358-53ff32155c67 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfb22a20-e032-43e6-9de4-eb05db753ac1 HTTP/1.1" status: 200 len: 945 time: 0.3087823 Jul 06 11:55:50.502554 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6fcf01dd-f402-4295-9598-8e0a3f90233d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7106547 Jul 06 11:55:50.510128 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33106) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:50.524682 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2130856940-router', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:55:50.596939 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80dda8-46a3-47d8-ad38-abbb42fb78a1 req-b8ceff98-937c-4954-ae2c-856a7d63860f tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:50.599499 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c80dda8-46a3-47d8-ad38-abbb42fb78a1 req-b8ceff98-937c-4954-ae2c-856a7d63860f tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/ports?device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 943 time: 0.2135186 Jul 06 11:55:50.606504 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.608048 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.660704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'fixed_ips': [{'subnet_id': '67067b5c-0dd9-4b86-a514-c39f91aea1db'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:55:50.661843 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.700817 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187260f-60c5-4147-a067-7ab3f3a38a8c req-31d4b150-bc23-4400-ba3b-fde04e947d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:50.702351 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c187260f-60c5-4147-a067-7ab3f3a38a8c req-31d4b150-bc23-4400-ba3b-fde04e947d61 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a01746c6-23a5-456e-8fb4-c29287764aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2482469 Jul 06 11:55:50.773676 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.802766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-66fe037a-b3e9-45de-8315-4c68d2a72712 req-d3726c32-519f-4db6-b9ab-134ec63d0545 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Deleting port 796107d3-fb32-403f-879c-bab5ea877074 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:55:50.803129 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66fe037a-b3e9-45de-8315-4c68d2a72712 req-d3726c32-519f-4db6-b9ab-134ec63d0545 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:50.892756 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c80dda8-46a3-47d8-ad38-abbb42fb78a1 req-4f9ca9d9-a68c-4a31-a2dd-03dd2957f897 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/security-groups?id=858d600d-e490-4dab-bb2b-ef6ec8330958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643964 Jul 06 11:55:50.954942 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Allocated IP 172.20.0.2 (3c4d0281-eee8-4d4b-a216-a3ed774363fa/67067b5c-0dd9-4b86-a514-c39f91aea1db/7cdda084-a206-4659-8ad2-e198185a1d9b) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:51.007087 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.031713 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced59670-b79e-4c37-9b5b-b4e168342ac7 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:51.073946 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.108785 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c187260f-60c5-4147-a067-7ab3f3a38a8c req-f6b914d7-8d3a-4862-9c16-8d0434a6ffba service neutron] 10.222.0.89 "GET /v2.0/networks/a01746c6-23a5-456e-8fb4-c29287764aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969805 Jul 06 11:55:51.113214 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-66fe037a-b3e9-45de-8315-4c68d2a72712 req-d3726c32-519f-4db6-b9ab-134ec63d0545 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] For port 796107d3-fb32-403f-879c-bab5ea877074, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=796107d3-fb32-403f-879c-bab5ea877074,segment=NetworkSegment(d2e272c1-e5a7-4f7f-99c7-626aa0cea192),segment_id=d2e272c1-e5a7-4f7f-99c7-626aa0cea192)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:51.113582 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66fe037a-b3e9-45de-8315-4c68d2a72712 req-d3726c32-519f-4db6-b9ab-134ec63d0545 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.126797 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Transition to ACTIVE for port object ced59670-b79e-4c37-9b5b-b4e168342ac7 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:51.136531 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.189246 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.200761 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Transition to ACTIVE for port object 7cdda084-a206-4659-8ad2-e198185a1d9b will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:51.214814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-66fe037a-b3e9-45de-8315-4c68d2a72712 req-d3726c32-519f-4db6-b9ab-134ec63d0545 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Calling delete_port for 796107d3-fb32-403f-879c-bab5ea877074 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:55:51.228913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Transition to ACTIVE for port object 7cdda084-a206-4659-8ad2-e198185a1d9b will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:51.233432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e05ec-70fe-4b84-90bd-4995901925eb req-b56248e5-ee30-48ce-ba88-92af7b64088b tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:51.236282 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e84e05ec-70fe-4b84-90bd-4995901925eb req-b56248e5-ee30-48ce-ba88-92af7b64088b tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d30f84c1-3981-45b4-aa4b-c91f286a1506 HTTP/1.1" status: 200 len: 946 time: 0.1193693 Jul 06 11:55:51.237672 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.289610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Network 3c4d0281-eee8-4d4b-a216-a3ed774363fa is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:51.293680 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:51.298503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:51.375373 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Pushing event updated for resources: {'Port': ['ID=ced59670-b79e-4c37-9b5b-b4e168342ac7,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:51.404556 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Pushing event updated for resources: {'Port': ['ID=7cdda084-a206-4659-8ad2-e198185a1d9b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:51.411623 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e84e05ec-70fe-4b84-90bd-4995901925eb req-e890db45-ea45-4a82-8625-9132588e7465 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665177 Jul 06 11:55:51.423438 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Attempting to bind port 7cdda084-a206-4659-8ad2-e198185a1d9b on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:51.424318 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Attempting to bind port 7cdda084-a206-4659-8ad2-e198185a1d9b by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:51.424800 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Attempting to bind port 7cdda084-a206-4659-8ad2-e198185a1d9b on network 3c4d0281-eee8-4d4b-a216-a3ed774363fa {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:51.442305 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:51.442676 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Checking segment: {'id': '4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:51.443252 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.443832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Bound using segment: {'id': '4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:51.444379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Bound port: 7cdda084-a206-4659-8ad2-e198185a1d9b, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:51.448522 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.513776 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.546265 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Attempting to bind port ced59670-b79e-4c37-9b5b-b4e168342ac7 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:51.546706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Attempting to bind port ced59670-b79e-4c37-9b5b-b4e168342ac7 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:51.546928 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Attempting to bind port ced59670-b79e-4c37-9b5b-b4e168342ac7 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:51.553494 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c187260f-60c5-4147-a067-7ab3f3a38a8c req-980a6479-cf7c-4810-972f-8dd551788180 service neutron] 10.222.0.89 "GET /v2.0/networks/a01746c6-23a5-456e-8fb4-c29287764aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345894 Jul 06 11:55:51.563651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Port ced59670-b79e-4c37-9b5b-b4e168342ac7 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:55:51.563880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] For port 7cdda084-a206-4659-8ad2-e198185a1d9b, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:51.564352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Attempting to bind port ced59670-b79e-4c37-9b5b-b4e168342ac7 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:51.567910 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] For port 7cdda084-a206-4659-8ad2-e198185a1d9b, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=7cdda084-a206-4659-8ad2-e198185a1d9b,segment=NetworkSegment(4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2),segment_id=4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:51.571824 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:51.572149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:51.572535 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:51.572972 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Bound port: ced59670-b79e-4c37-9b5b-b4e168342ac7, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:51.573338 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.574467 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.575375 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.681439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] For port ced59670-b79e-4c37-9b5b-b4e168342ac7, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:51.686559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] For port ced59670-b79e-4c37-9b5b-b4e168342ac7, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ced59670-b79e-4c37-9b5b-b4e168342ac7,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:51.692413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6d8eb-8d2c-4619-8cbc-bcee429a086f None None] Pushing event updated for resources: {'Port': ['ID=7cdda084-a206-4659-8ad2-e198185a1d9b,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:51.711199 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.764171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:51.764788 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.766370 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] 10.222.0.89 "PUT /v2.0/ports/ced59670-b79e-4c37-9b5b-b4e168342ac7 HTTP/1.1" status: 200 len: 1094 time: 1.8749650 Jul 06 11:55:51.769657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30f84c1-3981-45b4-aa4b-c91f286a1506', 'tag': 'ced59670-b79e-4c37-9b5b-b4e168342ac7'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:51.772025 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dc5221-bb0d-487e-9655-bc162ac403da" -d '{"events": [{"name": "network-changed", "server_uuid": "d30f84c1-3981-45b4-aa4b-c91f286a1506", "tag": "ced59670-b79e-4c37-9b5b-b4e168342ac7"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:51.833086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c09ac0-8006-4ca0-ab88-3e4a49f58c9e service neutron] Pushing event updated for resources: {'Port': ['ID=ced59670-b79e-4c37-9b5b-b4e168342ac7,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:51.842486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Allocated IP 172.25.4.57 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/9206579b-ef3b-4cf9-937b-fbadfc30777b) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:51.848548 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66fe037a-b3e9-45de-8315-4c68d2a72712 req-d3726c32-519f-4db6-b9ab-134ec63d0545 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:51.895949 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e84d555-ada6-49e8-9213-de0d792ed37a req-fe808c74-7cb7-41bd-b473-8121826ae5b3 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.81 "GET /v2.0/ports?device_id=cfb22a20-e032-43e6-9de4-eb05db753ac1 HTTP/1.1" status: 200 len: 210 time: 0.0610149 Jul 06 11:55:51.934215 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3726c32-519f-4db6-b9ab-134ec63d0545 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Pushing event deleted for resources: {'Port': ['ID=796107d3-fb32-403f-879c-bab5ea877074,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:52.078986 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.116000 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fe037a-b3e9-45de-8315-4c68d2a72712 req-d3726c32-519f-4db6-b9ab-134ec63d0545 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] No DVR routers for this DVR port 796107d3-fb32-403f-879c-bab5ea877074 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:55:52.131639 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66fe037a-b3e9-45de-8315-4c68d2a72712 req-d3726c32-519f-4db6-b9ab-134ec63d0545 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.133849 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-66fe037a-b3e9-45de-8315-4c68d2a72712 req-d3726c32-519f-4db6-b9ab-134ec63d0545 tempest-AttachSCSIVolumeTestJSON-1659367408 tempest-AttachSCSIVolumeTestJSON-1659367408-project] 10.222.0.23 "DELETE /v2.0/ports/796107d3-fb32-403f-879c-bab5ea877074 HTTP/1.1" status: 204 len: 173 time: 1.6255298 Jul 06 11:55:52.160482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-2e4f6dad-9097-4b4c-be61-ce9639d2175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:52.163807 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-2e4f6dad-9097-4b4c-be61-ce9639d2175e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=d30f84c1-3981-45b4-aa4b-c91f286a1506 HTTP/1.1" status: 200 len: 1097 time: 0.3265624 Jul 06 11:55:52.226829 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3947b-cd7d-409b-bec7-c125e7d578a7 req-178aac42-cbf4-409d-b14d-4a21e430d829 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:52.234127 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ab3947b-cd7d-409b-bec7-c125e7d578a7 req-178aac42-cbf4-409d-b14d-4a21e430d829 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.1478107 Jul 06 11:55:52.242142 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.284259 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-cd03850e-c213-4a26-a668-8da9648f78a6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ced59670-b79e-4c37-9b5b-b4e168342ac7 HTTP/1.1" status: 200 len: 217 time: 0.1045926 Jul 06 11:55:52.331012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bab4fdb1-95b3-45e3-bb1f-87430c1128da details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:55:52.404794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Pushing event updated for resources: {'Port': ['ID=9206579b-ef3b-4cf9-937b-fbadfc30777b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:52.418708 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:52.425925 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:52.433484 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:52.450385 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ab3947b-cd7d-409b-bec7-c125e7d578a7 req-330cafd8-dd1a-4b93-890b-cf4f5d42ab29 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147217 Jul 06 11:55:52.563479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-fc154a13-c614-4a8a-84fb-be736d825dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:52.565488 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-fc154a13-c614-4a8a-84fb-be736d825dcc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.2722349 Jul 06 11:55:52.585948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bab4fdb1-95b3-45e3-bb1f-87430c1128da, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bab4fdb1-95b3-45e3-bb1f-87430c1128da,segment=NetworkSegment(308d8aca-451e-4fe0-b70b-fa756f2ba557),segment_id=308d8aca-451e-4fe0-b70b-fa756f2ba557)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:52.635897 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'bab4fdb1-95b3-45e3-bb1f-87430c1128da', 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca', 'port_id': 'bab4fdb1-95b3-45e3-bb1f-87430c1128da', 'mac_address': 'fa:16:3e:3c:ba:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:55:52.661975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dba05a-e9af-4164-982d-4dadaaf91a85 req-8cd9680f-c5ee-40f1-8bf1-08a78494b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:52.664211 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33dba05a-e9af-4164-982d-4dadaaf91a85 req-8cd9680f-c5ee-40f1-8bf1-08a78494b12f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 1097 time: 0.2820277 Jul 06 11:55:52.754468 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-79263d78-7166-4986-b924-ea1c6fb31a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:52.755921 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-79263d78-7166-4986-b924-ea1c6fb31a55 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755192 Jul 06 11:55:52.761323 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33dba05a-e9af-4164-982d-4dadaaf91a85 req-014c4006-93e5-4cc5-b6a6-b2273c3341df service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818880 Jul 06 11:55:52.856867 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:52.878815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab4fdb1-95b3-45e3-bb1f-87430c1128da {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:52.916869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bab4fdb1-95b3-45e3-bb1f-87430c1128da, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bab4fdb1-95b3-45e3-bb1f-87430c1128da,segment=NetworkSegment(308d8aca-451e-4fe0-b70b-fa756f2ba557),segment_id=308d8aca-451e-4fe0-b70b-fa756f2ba557)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:52.925325 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.044089 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bab4fdb1-95b3-45e3-bb1f-87430c1128da,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:53.053022 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-d530fb55-cfdd-4be8-9451-60147055b65c service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786498 Jul 06 11:55:53.096596 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7cdda084-a206-4659-8ad2-e198185a1d9b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:53.199752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77173b-1d05-4bc7-87f6-a48f8ef3fc51 req-a66310fe-1c8b-4387-956d-6fab020d4893 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:53.207504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bab4fdb1-95b3-45e3-bb1f-87430c1128da'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:53.208974 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb77173b-1d05-4bc7-87f6-a48f8ef3fc51 req-a66310fe-1c8b-4387-956d-6fab020d4893 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.3772907 Jul 06 11:55:53.213617 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 7cdda084-a206-4659-8ad2-e198185a1d9b completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:53.267005 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-83c614fe-5740-4b49-b8b7-6760e3bc2f81 req-fb043bd7-ec28-4254-bdb4-8cbb29a95286 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098806 Jul 06 11:55:53.317449 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb77173b-1d05-4bc7-87f6-a48f8ef3fc51 req-d0e00736-18f0-4be5-bc2e-6d562727dc88 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033134 Jul 06 11:55:53.325218 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.397182 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd72eb84-768e-4774-b910-28906f8dd6aa x-openstack-request-id: req-cd72eb84-768e-4774-b910-28906f8dd6aa {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:53.397585 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30f84c1-3981-45b4-aa4b-c91f286a1506", "tag": "ced59670-b79e-4c37-9b5b-b4e168342ac7", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:53.397939 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cd72eb84-768e-4774-b910-28906f8dd6aa {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:53.398455 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30f84c1-3981-45b4-aa4b-c91f286a1506', 'tag': 'ced59670-b79e-4c37-9b5b-b4e168342ac7', 'status': 'completed', 'code': 200} Jul 06 11:55:53.420732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:55:53.422691 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:53.497246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6138b3-ef35-41bd-bf63-499d73879f9d None None] Network 3c4d0281-eee8-4d4b-a216-a3ed774363fa requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:55:53.529154 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc5221-bb0d-487e-9655-bc162ac403da req-71a7a5a2-63a9-424b-9610-2f25263083a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:53.533206 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2dc5221-bb0d-487e-9655-bc162ac403da req-71a7a5a2-63a9-424b-9610-2f25263083a0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=d30f84c1-3981-45b4-aa4b-c91f286a1506 HTTP/1.1" status: 200 len: 1097 time: 0.0872970 Jul 06 11:55:53.702076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-394567d9-460d-4eb0-8743-f698e6826e36 None None] Provisioning for port 7cdda084-a206-4659-8ad2-e198185a1d9b completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:53.731487 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4acea2-fd34-4496-b625-9f932100d000 req-6bb8bacf-68a4-4058-b7d9-8feee96b6e8f tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:53.740152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc5221-bb0d-487e-9655-bc162ac403da req-5099539c-001d-44ad-97c7-31a42aff75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:53.740450 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb4acea2-fd34-4496-b625-9f932100d000 req-6bb8bacf-68a4-4058-b7d9-8feee96b6e8f tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/ports?device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 944 time: 0.1678874 Jul 06 11:55:53.742473 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2dc5221-bb0d-487e-9655-bc162ac403da req-5099539c-001d-44ad-97c7-31a42aff75d2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2032018 Jul 06 11:55:53.750366 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.829764 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2dc5221-bb0d-487e-9655-bc162ac403da req-383c0dcb-c675-43db-85b1-8760f428b8c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ced59670-b79e-4c37-9b5b-b4e168342ac7 HTTP/1.1" status: 200 len: 217 time: 0.0799689 Jul 06 11:55:53.848365 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb4acea2-fd34-4496-b625-9f932100d000 req-a6cbf737-ece2-4ddf-9a17-7dea1059b41d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/security-groups?id=858d600d-e490-4dab-bb2b-ef6ec8330958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072204 Jul 06 11:55:53.908571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-394567d9-460d-4eb0-8743-f698e6826e36 None None] Provisioning complete for port 7cdda084-a206-4659-8ad2-e198185a1d9b triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:53.908947 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-394567d9-460d-4eb0-8743-f698e6826e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:53.913633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc5221-bb0d-487e-9655-bc162ac403da req-52e9ab8b-dbb0-4389-92c0-204fac60ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:53.915261 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2dc5221-bb0d-487e-9655-bc162ac403da req-52e9ab8b-dbb0-4389-92c0-204fac60ce35 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0784640 Jul 06 11:55:54.004277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc5221-bb0d-487e-9655-bc162ac403da req-2b95b531-98b3-42eb-b440-626f32355743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:54.006133 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2dc5221-bb0d-487e-9655-bc162ac403da req-2b95b531-98b3-42eb-b440-626f32355743 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0836499 Jul 06 11:55:54.081027 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:55:54.120010 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.145264 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:54.167201 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2dc5221-bb0d-487e-9655-bc162ac403da req-09956b7b-36bb-4e7e-a06f-0b1876e33a97 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538827 Jul 06 11:55:54.171815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '66f5f3cc-bb16-43a3-bdb5-80090377e0e1', 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd', 'port_id': '66f5f3cc-bb16-43a3-bdb5-80090377e0e1', 'mac_address': 'fa:16:3e:a3:1b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6097b696-6863-4418-b0a0-433aa68953b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:55:54.172028 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9fee5-0ac5-4bb7-9da0-9baad35c99e3 req-18ce39b4-ad7d-476b-aadc-ad911b81c3a4 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:54.180269 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a4c9fee5-0ac5-4bb7-9da0-9baad35c99e3 req-18ce39b4-ad7d-476b-aadc-ad911b81c3a4 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d30f84c1-3981-45b4-aa4b-c91f286a1506 HTTP/1.1" status: 200 len: 946 time: 0.1575618 Jul 06 11:55:54.202449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3f6719-bc9d-4cb0-859b-270d2662b8aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f5f3cc-bb16-43a3-bdb5-80090377e0e1'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:54.204809 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe035c0-b8b8-4ada-ba08-b5fc218cf9fa" -d '{"events": [{"server_uuid": "1e3f6719-bc9d-4cb0-859b-270d2662b8aa", "name": "network-vif-unplugged", "status": "completed", "tag": "66f5f3cc-bb16-43a3-bdb5-80090377e0e1"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:54.271122 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a4c9fee5-0ac5-4bb7-9da0-9baad35c99e3 req-6ae32381-c7c5-4979-bc77-5d3680dba831 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898628 Jul 06 11:55:54.283091 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.289846 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:54.308818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:54.309094 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.311146 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-131f87e8-b3cb-4443-8499-bf34d932b0f8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7989018 Jul 06 11:55:54.313216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Sync routers for ids ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:55:54.314100 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33160) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:54.321754 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.322983 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 796107d3-fb32-403f-879c-bab5ea877074 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:55:54.356196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 796107d3-fb32-403f-879c-bab5ea877074 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:55:54.356537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 796107d3-fb32-403f-879c-bab5ea877074 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:55:54.358222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bab4fdb1-95b3-45e3-bb1f-87430c1128da up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:54.380491 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2dc5221-bb0d-487e-9655-bc162ac403da req-7f1204d0-c14d-461c-941a-9c762a6ed573 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013457 Jul 06 11:55:54.407021 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:54.411582 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-394567d9-460d-4eb0-8743-f698e6826e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.488451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Routers {'4d3e4cfd-e0a8-4145-abe2-3c712c920255'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:54.489163 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:55:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:54.491762 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port bab4fdb1-95b3-45e3-bb1f-87430c1128da completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:54.502189 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port bab4fdb1-95b3-45e3-bb1f-87430c1128da triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:54.502573 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.701218 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-394567d9-460d-4eb0-8743-f698e6826e36 None None] For port 7cdda084-a206-4659-8ad2-e198185a1d9b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=7cdda084-a206-4659-8ad2-e198185a1d9b,segment=NetworkSegment(4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2),segment_id=4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:54.714376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:54.724239 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-394567d9-460d-4eb0-8743-f698e6826e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:54.782785 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:55:54.783214 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:55:54.845019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Set router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:55.037119 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.080636 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bab4fdb1-95b3-45e3-bb1f-87430c1128da, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bab4fdb1-95b3-45e3-bb1f-87430c1128da,segment=NetworkSegment(308d8aca-451e-4fe0-b70b-fa756f2ba557),segment_id=308d8aca-451e-4fe0-b70b-fa756f2ba557)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:55.109367 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.114586 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8b0027d6-aade-4b5b-8dd3-4f282c880942 None None] Provisioning complete for port 7cdda084-a206-4659-8ad2-e198185a1d9b triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:55.114960 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8b0027d6-aade-4b5b-8dd3-4f282c880942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.194827 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394567d9-460d-4eb0-8743-f698e6826e36 None None] Pushing event updated for resources: {'Port': ['ID=7cdda084-a206-4659-8ad2-e198185a1d9b,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:55.212295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39251d71-15b3-47e5-93a1-3d8a4f5e443d req-ba785d50-124e-45e7-883b-cfbb91ff8f19 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:55.220688 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39251d71-15b3-47e5-93a1-3d8a4f5e443d req-ba785d50-124e-45e7-883b-cfbb91ff8f19 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.2858858 Jul 06 11:55:55.264841 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39251d71-15b3-47e5-93a1-3d8a4f5e443d req-74783d9b-6bf6-45a3-814e-9a357bf0d34a tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Jul 06 11:55:55.278287 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bab4fdb1-95b3-45e3-bb1f-87430c1128da,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:55.322819 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.366055 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b0a361-910d-4f8b-a54b-d91d8c110ee8 x-openstack-request-id: req-78b0a361-910d-4f8b-a54b-d91d8c110ee8 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:55.366347 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3f6719-bc9d-4cb0-859b-270d2662b8aa", "name": "network-vif-unplugged", "status": "completed", "tag": "66f5f3cc-bb16-43a3-bdb5-80090377e0e1", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:55.366595 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78b0a361-910d-4f8b-a54b-d91d8c110ee8 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:55.366985 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3f6719-bc9d-4cb0-859b-270d2662b8aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f5f3cc-bb16-43a3-bdb5-80090377e0e1', 'code': 200} Jul 06 11:55:55.380823 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.399882 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb22a20-e032-43e6-9de4-eb05db753ac1', 'name': 'network-vif-deleted', 'tag': '796107d3-fb32-403f-879c-bab5ea877074'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:55.401371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:55.405657 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bbeaea-c526-45d0-b0a2-ffdbd4883c6a" -d '{"events": [{"server_uuid": "cfb22a20-e032-43e6-9de4-eb05db753ac1", "name": "network-vif-deleted", "tag": "796107d3-fb32-403f-879c-bab5ea877074"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:55.408814 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'name': 'tempest-TaggedBootDevicesTest-2130856940-router', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:50Z', 'updated_at': '2021-07-06T11:55:53Z', 'revision_number': 3, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'gw_port': {'id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:51Z', 'updated_at': '2021-07-06T11:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:55.448454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Checking router: 4d3e4cfd-e0a8-4145-abe2-3c712c920255 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:55:55.448896 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Updating router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 port 9206579b-ef3b-4cf9-937b-fbadfc30777b binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:55:55.461699 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:55.487418 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.544984 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.589560 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:55.664614 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Allocated IP 172.20.0.1 (3c4d0281-eee8-4d4b-a216-a3ed774363fa/67067b5c-0dd9-4b86-a514-c39f91aea1db/03154b37-8e64-4763-be40-b2d529f47d0e) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:55:55.686068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1e4c4-793b-4b4f-9113-0eeb8a6fc113 req-bfee7fc1-a163-43f1-aa2d-780108f2a136 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:55.688348 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6ca1e4c4-793b-4b4f-9113-0eeb8a6fc113 req-bfee7fc1-a163-43f1-aa2d-780108f2a136 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 945 time: 0.1320915 Jul 06 11:55:55.809723 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6ca1e4c4-793b-4b4f-9113-0eeb8a6fc113 req-47037fe9-b99d-413b-b9d8-cda7e2f4529f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667379 Jul 06 11:55:55.845353 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:55.853128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['66f5f3cc-bb16-43a3-bdb5-80090377e0e1'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:55.863593 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Transition to ACTIVE for port object 03154b37-8e64-4763-be40-b2d529f47d0e will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:55.937742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.015085 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Network 3c4d0281-eee8-4d4b-a216-a3ed774363fa is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:56.028383 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:56.041343 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.053785 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:55:56.073954 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Transition to ACTIVE for port object 9206579b-ef3b-4cf9-937b-fbadfc30777b will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:55:56.093879 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.107060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Pushing event updated for resources: {'Port': ['ID=03154b37-8e64-4763-be40-b2d529f47d0e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:56.170067 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.174240 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196b7df-f5f0-40c7-a8b5-b9399ff91724 None None] Pushing event updated for resources: {'Port': ['ID=9206579b-ef3b-4cf9-937b-fbadfc30777b,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:56.205594 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Attempting to bind port 9206579b-ef3b-4cf9-937b-fbadfc30777b on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:55:56.205964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Attempting to bind port 9206579b-ef3b-4cf9-937b-fbadfc30777b by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:55:56.206327 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Attempting to bind port 9206579b-ef3b-4cf9-937b-fbadfc30777b on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:55:56.214810 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:55:56.215835 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:55:56.216245 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.216641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:55:56.217115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Bound port: 9206579b-ef3b-4cf9-937b-fbadfc30777b, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:55:56.217607 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.298290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fae92-4eb6-4025-a0da-576dbd61cc90 req-3665b7e3-afba-412b-b790-ebe1b2b12269 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:56.298290 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-345fae92-4eb6-4025-a0da-576dbd61cc90 req-3665b7e3-afba-412b-b790-ebe1b2b12269 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/ports?device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 945 time: 0.2714889 Jul 06 11:55:56.329226 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] For port 9206579b-ef3b-4cf9-937b-fbadfc30777b, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:55:56.335177 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] For port 9206579b-ef3b-4cf9-937b-fbadfc30777b, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9206579b-ef3b-4cf9-937b-fbadfc30777b,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:55:56.340606 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ced59670-b79e-4c37-9b5b-b4e168342ac7 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:55:56.359129 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-345fae92-4eb6-4025-a0da-576dbd61cc90 req-288e55d1-9276-46a3-8e68-b2d60631ae25 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/security-groups?id=858d600d-e490-4dab-bb2b-ef6ec8330958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758245 Jul 06 11:55:56.566738 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.577890 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.768664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cb224-a311-4c95-8f48-93c9efc04edc req-6e964dd5-8435-4829-9954-99ad570f30d2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:56.770353 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e9cb224-a311-4c95-8f48-93c9efc04edc req-6e964dd5-8435-4829-9954-99ad570f30d2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d30f84c1-3981-45b4-aa4b-c91f286a1506 HTTP/1.1" status: 200 len: 946 time: 0.1618490 Jul 06 11:55:56.772500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196b7df-f5f0-40c7-a8b5-b9399ff91724 None None] Pushing event updated for resources: {'Port': ['ID=9206579b-ef3b-4cf9-937b-fbadfc30777b,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:56.786802 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Routers {'4d3e4cfd-e0a8-4145-abe2-3c712c920255'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:55:56.787491 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:55:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:56.793574 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e56fa780-81e4-454a-90d6-625adff5665b None None] Provisioning for port 03154b37-8e64-4763-be40-b2d529f47d0e completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:55:56.839147 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e56fa780-81e4-454a-90d6-625adff5665b None None] Provisioning complete for port 03154b37-8e64-4763-be40-b2d529f47d0e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:56.839547 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e56fa780-81e4-454a-90d6-625adff5665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.866059 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.874600 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:56.924944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ced59670-b79e-4c37-9b5b-b4e168342ac7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ced59670-b79e-4c37-9b5b-b4e168342ac7,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:56.975968 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e9cb224-a311-4c95-8f48-93c9efc04edc req-3df0d9eb-8071-4851-ba45-3e664594297b tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860209 Jul 06 11:55:56.982146 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e56fa780-81e4-454a-90d6-625adff5665b None None] Port 03154b37-8e64-4763-be40-b2d529f47d0e cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:56.994497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'ced59670-b79e-4c37-9b5b-b4e168342ac7', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'ced59670-b79e-4c37-9b5b-b4e168342ac7', 'mac_address': 'fa:16:3e:91:87:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:55:57.012296 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Pushing event updated for resources: {'Port': ['ID=03154b37-8e64-4763-be40-b2d529f47d0e,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:57.041359 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.075917 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.078130 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf32ca0-1937-4bab-a071-0ee3e2c0b342 x-openstack-request-id: req-caf32ca0-1937-4bab-a071-0ee3e2c0b342 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:57.078637 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb22a20-e032-43e6-9de4-eb05db753ac1", "name": "network-vif-deleted", "tag": "796107d3-fb32-403f-879c-bab5ea877074", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:57.078902 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-caf32ca0-1937-4bab-a071-0ee3e2c0b342 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:57.079614 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb22a20-e032-43e6-9de4-eb05db753ac1', 'name': 'network-vif-deleted', 'tag': '796107d3-fb32-403f-879c-bab5ea877074', 'status': 'completed', 'code': 200} Jul 06 11:55:57.098585 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7cdda084-a206-4659-8ad2-e198185a1d9b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:57.106116 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced59670-b79e-4c37-9b5b-b4e168342ac7 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:55:57.139799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] Set router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:55:57.198082 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ced59670-b79e-4c37-9b5b-b4e168342ac7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ced59670-b79e-4c37-9b5b-b4e168342ac7,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:57.206929 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.265050 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Network 3c4d0281-eee8-4d4b-a216-a3ed774363fa is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:55:57.266705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:55:57.369933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cb176b-b93d-4376-bd46-2f3471ebd0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab4fdb1-95b3-45e3-bb1f-87430c1128da'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:55:57.372390 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f12ce0-d2de-4cd0-9b25-0444b13cc585" -d '{"events": [{"server_uuid": "24cb176b-b93d-4376-bd46-2f3471ebd0c5", "name": "network-vif-plugged", "status": "completed", "tag": "bab4fdb1-95b3-45e3-bb1f-87430c1128da"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:55:57.397482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=ced59670-b79e-4c37-9b5b-b4e168342ac7,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:57.401950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 7cdda084-a206-4659-8ad2-e198185a1d9b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:57.402466 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.466521 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:55:57.503642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:55:57.619469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['ced59670-b79e-4c37-9b5b-b4e168342ac7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:55:57.682380 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ed1cc-f78e-4006-8069-7534332518a1 req-11eea3b0-38b0-4463-956e-20d4fd21a3f6 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:57.695339 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d60ed1cc-f78e-4006-8069-7534332518a1 req-11eea3b0-38b0-4463-956e-20d4fd21a3f6 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 945 time: 0.1561968 Jul 06 11:55:57.720186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:57.720556 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.738726 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:55:57.747780 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-276c5462-0294-46df-adda-6f2c08f2cd2c admin admin] 10.222.0.81 "PUT /v2.0/routers/4d3e4cfd-e0a8-4145-abe2-3c712c920255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4299474 Jul 06 11:55:57.778582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d60ed1cc-f78e-4006-8069-7534332518a1 req-517c33d1-0f55-4418-baba-7b36933e7907 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823503 Jul 06 11:55:57.835674 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.852050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a86d8ce9-dde7-4c8e-a7f8-1e66d5b6aadf None None] Provisioning complete for port 03154b37-8e64-4763-be40-b2d529f47d0e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:55:57.852423 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a86d8ce9-dde7-4c8e-a7f8-1e66d5b6aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.881075 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:55:57.916335 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:57.994532 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a86d8ce9-dde7-4c8e-a7f8-1e66d5b6aadf None None] Port 03154b37-8e64-4763-be40-b2d529f47d0e cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:55:58.018817 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'name': 'tempest-TaggedBootDevicesTest-2130856940-router', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:50Z', 'updated_at': '2021-07-06T11:55:56Z', 'revision_number': 4, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'gw_port': {'id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:51Z', 'updated_at': '2021-07-06T11:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '03154b37-8e64-4763-be40-b2d529f47d0e', 'name': '', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'mac_address': 'fa:16:3e:f6:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:55Z', 'updated_at': '2021-07-06T11:55:55Z', 'revision_number': 1, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'subnets': [{'id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:55:58.042777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e23200-a213-4d18-a519-f90444afe11e req-e15d1153-c51a-4ecd-9737-ef430b8e9dfa tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.051591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-81e23200-a213-4d18-a519-f90444afe11e req-e15d1153-c51a-4ecd-9737-ef430b8e9dfa tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.1105764 Jul 06 11:55:58.068847 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fa32a3-3874-45af-81e8-04de195e8fc5 None None] The sync data for ids ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'] in n-d-799529-2 is: [{'id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'name': 'tempest-TaggedBootDevicesTest-2130856940-router', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:50Z', 'updated_at': '2021-07-06T11:55:56Z', 'revision_number': 4, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'gw_port': {'id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:51Z', 'updated_at': '2021-07-06T11:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '03154b37-8e64-4763-be40-b2d529f47d0e', 'name': '', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'mac_address': 'fa:16:3e:f6:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:55Z', 'updated_at': '2021-07-06T11:55:55Z', 'revision_number': 1, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'subnets': [{'id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:55:58.073099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:58.141992 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-81e23200-a213-4d18-a519-f90444afe11e req-615f923f-031e-4029-ab8b-eb9e379580b9 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812616 Jul 06 11:55:58.206968 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1981c0-5d5d-4f4a-a1b1-4890996eb4d1 x-openstack-request-id: req-5d1981c0-5d5d-4f4a-a1b1-4890996eb4d1 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:55:58.207398 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cb176b-b93d-4376-bd46-2f3471ebd0c5", "name": "network-vif-plugged", "status": "completed", "tag": "bab4fdb1-95b3-45e3-bb1f-87430c1128da", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:55:58.207723 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d1981c0-5d5d-4f4a-a1b1-4890996eb4d1 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:55:58.208187 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cb176b-b93d-4376-bd46-2f3471ebd0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab4fdb1-95b3-45e3-bb1f-87430c1128da', 'code': 200} Jul 06 11:55:58.351613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d96c7-87ca-485a-9fe6-aa23953856be req-37e64ea7-02cf-448b-aff7-494c03fd54c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.355146 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc8d96c7-87ca-485a-9fe6-aa23953856be req-37e64ea7-02cf-448b-aff7-494c03fd54c1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 1096 time: 0.0759256 Jul 06 11:55:58.415643 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc8d96c7-87ca-485a-9fe6-aa23953856be req-b3175b34-0e27-4fcc-ab15-c665e7206f29 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=858d600d-e490-4dab-bb2b-ef6ec8330958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493600 Jul 06 11:55:58.447744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f66a4-3f32-4b72-b98f-c1be23527b9a req-6a680339-7b14-4a8c-8f49-e77ab9fcafab tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:58.455056 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f09f66a4-3f32-4b72-b98f-c1be23527b9a req-6a680339-7b14-4a8c-8f49-e77ab9fcafab tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/ports?device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 945 time: 0.1334448 Jul 06 11:55:58.547445 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f09f66a4-3f32-4b72-b98f-c1be23527b9a req-462f298c-0807-4778-a0fa-6b0fc76bdc61 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/security-groups?id=858d600d-e490-4dab-bb2b-ef6ec8330958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911002 Jul 06 11:55:58.917069 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33330) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:59.174537 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3119b0f0-2636-4217-a619-82c215d022d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.362997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab188c-ba52-44ac-bf78-e3c536abcbf0 req-483ce7bd-da01-40c7-9fd3-c3aec712b25b tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:59.364790 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9ab188c-ba52-44ac-bf78-e3c536abcbf0 req-483ce7bd-da01-40c7-9fd3-c3aec712b25b tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d30f84c1-3981-45b4-aa4b-c91f286a1506 HTTP/1.1" status: 200 len: 947 time: 0.2120900 Jul 06 11:55:59.446427 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9ab188c-ba52-44ac-bf78-e3c536abcbf0 req-a7ad1b1a-ad30-4916-8654-aed2d9d9d4d7 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672734 Jul 06 11:55:59.502076 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3119b0f0-2636-4217-a619-82c215d022d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.508541 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3119b0f0-2636-4217-a619-82c215d022d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.588103 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119b0f0-2636-4217-a619-82c215d022d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baf78ea-a1a0-4db0-a591-b1f3993fd26b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:59.602730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33378) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:55:59.605299 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3119b0f0-2636-4217-a619-82c215d022d5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c2caa8e2624c479c928a7476bd6a3b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6864862 Jul 06 11:55:59.715672 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09bcd358-d689-49ec-abb2-723ac2649bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.745193 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09bcd358-d689-49ec-abb2-723ac2649bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.816798 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09bcd358-d689-49ec-abb2-723ac2649bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.819717 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09bcd358-d689-49ec-abb2-723ac2649bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:55:59.825971 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-09bcd358-d689-49ec-abb2-723ac2649bcd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4baf78ea-a1a0-4db0-a591-b1f3993fd26b HTTP/1.1" status: 204 len: 168 time: 0.2227521 Jul 06 11:55:59.836941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcd358-d689-49ec-abb2-723ac2649bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baf78ea-a1a0-4db0-a591-b1f3993fd26b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:55:59.920633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-dec1e4d7-c807-4776-9bf9-940b413deea9 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:55:59.923194 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-dec1e4d7-c807-4776-9bf9-940b413deea9 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/networks?id=60e066ea-2966-4eac-95a4-bc2bc640f4bd HTTP/1.1" status: 200 len: 815 time: 0.1321526 Jul 06 11:55:59.956010 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-9ad4f4dc-043d-4771-8527-161163c069fc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/quotas/a904a05771ea4318acb6528087369411 HTTP/1.1" status: 200 len: 375 time: 0.0250819 Jul 06 11:56:00.037774 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-335b86a1-6e03-453a-a82e-55d9fa9149fa tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a904a05771ea4318acb6528087369411&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808752 Jul 06 11:56:00.196831 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-949baa20-f486-4f4b-95a5-da19122a73e5 service neutron] 10.222.0.81 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476429 Jul 06 11:56:00.209096 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3f6719-bc9d-4cb0-859b-270d2662b8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f5f3cc-bb16-43a3-bdb5-80090377e0e1'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:00.212428 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858a071a-98bc-4887-a0ba-78591ddc47a0" -d '{"events": [{"server_uuid": "1e3f6719-bc9d-4cb0-859b-270d2662b8aa", "name": "network-vif-plugged", "status": "completed", "tag": "66f5f3cc-bb16-43a3-bdb5-80090377e0e1"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:00.336585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33396) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:00.366864 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.367373 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ced59670-b79e-4c37-9b5b-b4e168342ac7 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:00.383626 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-a0cf6ed4-78ab-4dec-81c4-251dd96dd1cd service neutron] 10.222.0.81 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798573 Jul 06 11:56:00.460973 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port ced59670-b79e-4c37-9b5b-b4e168342ac7 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:00.466735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port ced59670-b79e-4c37-9b5b-b4e168342ac7 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:00.467753 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.604716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939a0ca-c562-4bc3-809a-5c092f170c32 req-12643ea8-5a7a-48a4-9e58-358a4fd0e080 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:00.609832 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9939a0ca-c562-4bc3-809a-5c092f170c32 req-12643ea8-5a7a-48a4-9e58-358a4fd0e080 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3f6719-bc9d-4cb0-859b-270d2662b8aa HTTP/1.1" status: 200 len: 946 time: 0.1961582 Jul 06 11:56:00.645320 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.698092 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ced59670-b79e-4c37-9b5b-b4e168342ac7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ced59670-b79e-4c37-9b5b-b4e168342ac7,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:00.706580 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.787218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc0afe-583c-4354-b4c0-882fd96e0176 req-5965a6af-8932-478d-b0f2-7ebb51cd1d16 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:00.793577 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.795790 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=ced59670-b79e-4c37-9b5b-b4e168342ac7,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:00.796809 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8cc0afe-583c-4354-b4c0-882fd96e0176 req-5965a6af-8932-478d-b0f2-7ebb51cd1d16 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.1027141 Jul 06 11:56:00.800252 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.829695 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b8256c51b9994295927616c2540bfdde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4912467 Jul 06 11:56:00.834053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33406) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:00.861330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ca910a-96d9-4b4e-81ac-055d7c07f54c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:00.869684 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8cc0afe-583c-4354-b4c0-882fd96e0176 req-929e1de8-a6c2-491c-8856-c6660b098290 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714500 Jul 06 11:56:00.888742 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:00.889087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:00.889423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:00.898818 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:00.899250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:00.899589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:00.899930 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:00.900264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:00.900592 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:00.900915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:00.901239 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:00.901558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a024d6-3b5a-43fd-a83a-94a97378dc3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:00.907316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-9939a0ca-c562-4bc3-809a-5c092f170c32 req-cab0c396-c9c8-4aa3-8549-a9b0592c23f9 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Deleting port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:00.907657 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9939a0ca-c562-4bc3-809a-5c092f170c32 req-cab0c396-c9c8-4aa3-8549-a9b0592c23f9 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.919721 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c49e63d9-c4ab-42c7-bbd5-6e733586b544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:00.989293 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c49e63d9-c4ab-42c7-bbd5-6e733586b544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.048564 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c49e63d9-c4ab-42c7-bbd5-6e733586b544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.059303 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c49e63d9-c4ab-42c7-bbd5-6e733586b544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.062552 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c49e63d9-c4ab-42c7-bbd5-6e733586b544 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08ca910a-96d9-4b4e-81ac-055d7c07f54c HTTP/1.1" status: 204 len: 168 time: 0.2248840 Jul 06 11:56:01.091424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e63d9-c4ab-42c7-bbd5-6e733586b544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ca910a-96d9-4b4e-81ac-055d7c07f54c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:01.119605 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9939a0ca-c562-4bc3-809a-5c092f170c32 req-cab0c396-c9c8-4aa3-8549-a9b0592c23f9 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] For port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:01.120445 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9939a0ca-c562-4bc3-809a-5c092f170c32 req-cab0c396-c9c8-4aa3-8549-a9b0592c23f9 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.154801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-9939a0ca-c562-4bc3-809a-5c092f170c32 req-cab0c396-c9c8-4aa3-8549-a9b0592c23f9 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Calling delete_port for 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:01.186379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9206579b-ef3b-4cf9-937b-fbadfc30777b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:01.306186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 9206579b-ef3b-4cf9-937b-fbadfc30777b completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:01.312740 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9206579b-ef3b-4cf9-937b-fbadfc30777b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:01.314057 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.459149 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9939a0ca-c562-4bc3-809a-5c092f170c32 req-cab0c396-c9c8-4aa3-8549-a9b0592c23f9 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.488494 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['66f5f3cc-bb16-43a3-bdb5-80090377e0e1'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:01.495903 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab1f45-ed35-48ae-b4da-c1e30b69192c req-be83f5a0-549b-4665-a341-7e78030bd3f7 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:01.517905 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3dab1f45-ed35-48ae-b4da-c1e30b69192c req-be83f5a0-549b-4665-a341-7e78030bd3f7 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/ports?device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 945 time: 0.1558359 Jul 06 11:56:01.566639 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3dab1f45-ed35-48ae-b4da-c1e30b69192c req-be36af89-9f0b-48e6-a3cb-c17e41d3ca7e tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/security-groups?id=858d600d-e490-4dab-bb2b-ef6ec8330958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475495 Jul 06 11:56:01.600165 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.605240 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Sync routers for ids ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:01.633569 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Routers {'4d3e4cfd-e0a8-4145-abe2-3c712c920255'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:01.635383 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 9206579b-ef3b-4cf9-937b-fbadfc30777b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9206579b-ef3b-4cf9-937b-fbadfc30777b,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:01.637266 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:55:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:01.643686 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:01.713214 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f85c998-815f-400f-8bdb-f1fa724b3364 x-openstack-request-id: req-1f85c998-815f-400f-8bdb-f1fa724b3364 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:01.713514 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3f6719-bc9d-4cb0-859b-270d2662b8aa", "name": "network-vif-plugged", "status": "completed", "tag": "66f5f3cc-bb16-43a3-bdb5-80090377e0e1", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:01.716922 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f85c998-815f-400f-8bdb-f1fa724b3364 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:01.717822 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3f6719-bc9d-4cb0-859b-270d2662b8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f5f3cc-bb16-43a3-bdb5-80090377e0e1', 'code': 200} Jul 06 11:56:01.779942 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Set router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:01.799188 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=9206579b-ef3b-4cf9-937b-fbadfc30777b,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:02.081619 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82eaaf-ff1e-40bf-9b2a-c4cc34175f66 req-9e3410c6-372b-42f4-a8da-7b8a07a9c281 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:02.084027 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7f82eaaf-ff1e-40bf-9b2a-c4cc34175f66 req-9e3410c6-372b-42f4-a8da-7b8a07a9c281 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d30f84c1-3981-45b4-aa4b-c91f286a1506 HTTP/1.1" status: 200 len: 948 time: 0.0926106 Jul 06 11:56:02.147601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0c396-c9c8-4aa3-8549-a9b0592c23f9 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Pushing event deleted for resources: {'Port': ['ID=66f5f3cc-bb16-43a3-bdb5-80090377e0e1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:02.148104 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7f82eaaf-ff1e-40bf-9b2a-c4cc34175f66 req-7cb540b0-67d9-4586-942b-101d912cd490 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568297 Jul 06 11:56:02.150178 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9939a0ca-c562-4bc3-809a-5c092f170c32 req-cab0c396-c9c8-4aa3-8549-a9b0592c23f9 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] No DVR routers for this DVR port 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:02.153092 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9939a0ca-c562-4bc3-809a-5c092f170c32 req-cab0c396-c9c8-4aa3-8549-a9b0592c23f9 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.155347 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9939a0ca-c562-4bc3-809a-5c092f170c32 req-cab0c396-c9c8-4aa3-8549-a9b0592c23f9 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.23 "DELETE /v2.0/ports/66f5f3cc-bb16-43a3-bdb5-80090377e0e1 HTTP/1.1" status: 204 len: 173 time: 1.5325456 Jul 06 11:56:02.155692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3f6719-bc9d-4cb0-859b-270d2662b8aa', 'name': 'network-vif-deleted', 'tag': '66f5f3cc-bb16-43a3-bdb5-80090377e0e1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:02.158271 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8dcc71-c786-4b2b-b3cb-d25dc5107ec7" -d '{"events": [{"server_uuid": "1e3f6719-bc9d-4cb0-859b-270d2662b8aa", "name": "network-vif-deleted", "tag": "66f5f3cc-bb16-43a3-bdb5-80090377e0e1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:02.241243 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'name': 'tempest-TaggedBootDevicesTest-2130856940-router', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:50Z', 'updated_at': '2021-07-06T11:55:56Z', 'revision_number': 4, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'gw_port': {'id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:51Z', 'updated_at': '2021-07-06T11:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '03154b37-8e64-4763-be40-b2d529f47d0e', 'name': '', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'mac_address': 'fa:16:3e:f6:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:55Z', 'updated_at': '2021-07-06T11:55:56Z', 'revision_number': 2, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'subnets': [{'id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:02.272186 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Checking router: 4d3e4cfd-e0a8-4145-abe2-3c712c920255 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:02.272847 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Updating router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 port 03154b37-8e64-4763-be40-b2d529f47d0e binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:56:02.322135 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:02.363558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-04b9d6ec-774d-47fb-a619-e48929fdac3f req-578e0684-3c45-47ae-b20b-cf44b4e1e845 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 210 time: 0.0479708 Jul 06 11:56:02.383188 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 7980525f-9685-4099-be30-26e6e4773809 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:56:02.385900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 7980525f-9685-4099-be30-26e6e4773809 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:02.704000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33448) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:02.881567 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.023019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 7980525f-9685-4099-be30-26e6e4773809, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7980525f-9685-4099-be30-26e6e4773809,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:03.052708 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.077223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-a3cb77de-8044-4b31-907c-403a2a9ce122 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:03.081674 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-a3cb77de-8044-4b31-907c-403a2a9ce122 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.23 "GET /v2.0/networks?id=60e066ea-2966-4eac-95a4-bc2bc640f4bd HTTP/1.1" status: 200 len: 815 time: 0.4150522 Jul 06 11:56:03.107840 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.117293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-9d7413c1-024b-42e4-9a3a-6c42f59b3033 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Request body: {'port': {'device_id': '5702ebed-ffe5-43c7-91f3-fb6cc0d6b599', 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd', 'admin_state_up': True, 'tenant_id': 'a904a05771ea4318acb6528087369411'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:03.141766 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9206579b-ef3b-4cf9-937b-fbadfc30777b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:03.147851 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce885e-9d16-4047-b50b-35934772899e req-0ab3b0c8-9937-4701-a0d2-1192d71c495d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:03.151460 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Transition to ACTIVE for port object 03154b37-8e64-4763-be40-b2d529f47d0e will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:03.154185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-68ce885e-9d16-4047-b50b-35934772899e req-0ab3b0c8-9937-4701-a0d2-1192d71c495d tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/ports?device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 945 time: 0.3318484 Jul 06 11:56:03.169420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33456) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:03.186163 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-689bc0be-6e85-44e8-b8d8-44d8772f2e41 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Request body: {'floatingip': {'port_id': 'bab4fdb1-95b3-45e3-bb1f-87430c1128da'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:03.194689 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.265793 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=7980525f-9685-4099-be30-26e6e4773809,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:03.276570 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 7980525f-9685-4099-be30-26e6e4773809, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7980525f-9685-4099-be30-26e6e4773809,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:03.313440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '7980525f-9685-4099-be30-26e6e4773809', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '7980525f-9685-4099-be30-26e6e4773809', 'mac_address': 'fa:16:3e:c0:5d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:56:03.424641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-9d7413c1-024b-42e4-9a3a-6c42f59b3033 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Made reservation on behalf of a904a05771ea4318acb6528087369411 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:03.431738 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-9d7413c1-024b-42e4-9a3a-6c42f59b3033 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.457978 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.472951 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-689bc0be-6e85-44e8-b8d8-44d8772f2e41 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.532157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:03.570679 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d194e-ec17-4c89-b4b3-88acf4192f52 None None] Pushing event updated for resources: {'Port': ['ID=03154b37-8e64-4763-be40-b2d529f47d0e,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:03.622247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7980525f-9685-4099-be30-26e6e4773809 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:03.637498 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Attempting to bind port 03154b37-8e64-4763-be40-b2d529f47d0e on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:03.639486 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Attempting to bind port 03154b37-8e64-4763-be40-b2d529f47d0e by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:03.642384 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Attempting to bind port 03154b37-8e64-4763-be40-b2d529f47d0e on network 3c4d0281-eee8-4d4b-a216-a3ed774363fa {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:03.649823 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:03.650565 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Checking segment: {'id': '4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:03.651136 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.652130 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Bound using segment: {'id': '4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:03.652985 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Bound port: 03154b37-8e64-4763-be40-b2d529f47d0e, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:03.653575 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.725579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 7980525f-9685-4099-be30-26e6e4773809, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7980525f-9685-4099-be30-26e6e4773809,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:03.731792 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-9d7413c1-024b-42e4-9a3a-6c42f59b3033 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Allocated IP 172.20.0.10 (60e066ea-2966-4eac-95a4-bc2bc640f4bd/6097b696-6863-4418-b0a0-433aa68953b6/10f6e820-4e0d-40bc-ae77-81c16a76082c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:03.755556 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30f84c1-3981-45b4-aa4b-c91f286a1506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced59670-b79e-4c37-9b5b-b4e168342ac7'}, {'server_uuid': 'fc17286c-d876-45d2-97aa-e7dc39ffc051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7980525f-9685-4099-be30-26e6e4773809'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:03.759417 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f4b5aa-6b3c-4573-8fca-d47bf49be5ae" -d '{"events": [{"server_uuid": "d30f84c1-3981-45b4-aa4b-c91f286a1506", "name": "network-vif-plugged", "status": "completed", "tag": "ced59670-b79e-4c37-9b5b-b4e168342ac7"}, {"server_uuid": "fc17286c-d876-45d2-97aa-e7dc39ffc051", "name": "network-vif-unplugged", "status": "completed", "tag": "7980525f-9685-4099-be30-26e6e4773809"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:03.767061 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.783482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:03.784330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 66f5f3cc-bb16-43a3-bdb5-80090377e0e1 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:03.804020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9206579b-ef3b-4cf9-937b-fbadfc30777b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:03.804676 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:03.832716 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] For port 03154b37-8e64-4763-be40-b2d529f47d0e, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:03.843595 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] For port 03154b37-8e64-4763-be40-b2d529f47d0e, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=03154b37-8e64-4763-be40-b2d529f47d0e,segment=NetworkSegment(4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2),segment_id=4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:03.850695 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.005992 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Routers {'4d3e4cfd-e0a8-4145-abe2-3c712c920255'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:04.007262 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:55:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:04.038409 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-9d7413c1-024b-42e4-9a3a-6c42f59b3033 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.053549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=7980525f-9685-4099-be30-26e6e4773809,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:04.087764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcfeff-ec53-4730-b77d-b1c9b6ba790c req-8f6b1d83-7011-4b15-8be3-3b34d0193b89 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:04.087764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24fcfeff-ec53-4730-b77d-b1c9b6ba790c req-8f6b1d83-7011-4b15-8be3-3b34d0193b89 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 947 time: 0.5920017 Jul 06 11:56:04.100722 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-9d7413c1-024b-42e4-9a3a-6c42f59b3033 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.108950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['7980525f-9685-4099-be30-26e6e4773809'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:04.199996 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] Set router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:04.204350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7413c1-024b-42e4-9a3a-6c42f59b3033 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Pushing event updated for resources: {'Port': ['ID=10f6e820-4e0d-40bc-ae77-81c16a76082c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:04.242623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-9d7413c1-024b-42e4-9a3a-6c42f59b3033 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Network 60e066ea-2966-4eac-95a4-bc2bc640f4bd is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:04.250536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-9d7413c1-024b-42e4-9a3a-6c42f59b3033 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:04.253289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-9d7413c1-024b-42e4-9a3a-6c42f59b3033 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:04.352207 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d194e-ec17-4c89-b4b3-88acf4192f52 None None] Pushing event updated for resources: {'Port': ['ID=03154b37-8e64-4763-be40-b2d529f47d0e,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:04.395804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-9d7413c1-024b-42e4-9a3a-6c42f59b3033 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:04.397909 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-9d7413c1-024b-42e4-9a3a-6c42f59b3033 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.442654 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-9d7413c1-024b-42e4-9a3a-6c42f59b3033 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3438306 Jul 06 11:56:04.463708 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Request body: {'port': {'device_id': '5702ebed-ffe5-43c7-91f3-fb6cc0d6b599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:04.620674 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:04.640929 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'name': 'tempest-TaggedBootDevicesTest-2130856940-router', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:50Z', 'updated_at': '2021-07-06T11:55:56Z', 'revision_number': 4, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'gw_port': {'id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:51Z', 'updated_at': '2021-07-06T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '03154b37-8e64-4763-be40-b2d529f47d0e', 'name': '', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'mac_address': 'fa:16:3e:f6:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:55Z', 'updated_at': '2021-07-06T11:56:03Z', 'revision_number': 4, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'subnets': [{'id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:04.679011 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47992a0d-3c33-4d7b-8ba3-a809ff28c979 None None] The sync data for ids ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'] in n-d-799529-2 is: [{'id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'name': 'tempest-TaggedBootDevicesTest-2130856940-router', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:50Z', 'updated_at': '2021-07-06T11:55:56Z', 'revision_number': 4, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'gw_port': {'id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:51Z', 'updated_at': '2021-07-06T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '03154b37-8e64-4763-be40-b2d529f47d0e', 'name': '', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'mac_address': 'fa:16:3e:f6:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:55Z', 'updated_at': '2021-07-06T11:56:03Z', 'revision_number': 4, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'subnets': [{'id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:04.744915 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24fcfeff-ec53-4730-b77d-b1c9b6ba790c req-0417bb93-a72d-4c76-8ab0-071b44d9ca45 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6301231 Jul 06 11:56:04.753161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33484) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:05.085127 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 03154b37-8e64-4763-be40-b2d529f47d0e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:05.146902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f6e820-4e0d-40bc-ae77-81c16a76082c {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:05.159078 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff3a152b-60fe-4529-ad35-6c680a9737f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.168335 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369023b6-e0e7-46c6-b8fb-284ba318ca31 x-openstack-request-id: req-369023b6-e0e7-46c6-b8fb-284ba318ca31 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:05.168640 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3f6719-bc9d-4cb0-859b-270d2662b8aa", "name": "network-vif-deleted", "tag": "66f5f3cc-bb16-43a3-bdb5-80090377e0e1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:05.168918 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-369023b6-e0e7-46c6-b8fb-284ba318ca31 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:05.170156 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3f6719-bc9d-4cb0-859b-270d2662b8aa', 'name': 'network-vif-deleted', 'tag': '66f5f3cc-bb16-43a3-bdb5-80090377e0e1', 'status': 'completed', 'code': 200} Jul 06 11:56:05.178661 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.202789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 03154b37-8e64-4763-be40-b2d529f47d0e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:05.208075 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 03154b37-8e64-4763-be40-b2d529f47d0e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:05.209146 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.213990 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Transition to ACTIVE for port object 10f6e820-4e0d-40bc-ae77-81c16a76082c will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:05.222734 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.296594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf900ef0-0c15-434e-a617-cfecd3a0a447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.303691 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.333257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=10f6e820-4e0d-40bc-ae77-81c16a76082c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:05.368155 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.396759 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc05c5a-b804-4a1a-9b4d-0ca811d3be7d req-5bf9526c-da92-4a4a-839d-e8cd7a3c6e1e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:05.404962 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ecc05c5a-b804-4a1a-9b4d-0ca811d3be7d req-5bf9526c-da92-4a4a-839d-e8cd7a3c6e1e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d30f84c1-3981-45b4-aa4b-c91f286a1506 HTTP/1.1" status: 200 len: 948 time: 0.3175826 Jul 06 11:56:05.451712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Attempting to bind port 10f6e820-4e0d-40bc-ae77-81c16a76082c on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:05.452278 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Attempting to bind port 10f6e820-4e0d-40bc-ae77-81c16a76082c by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'a558c68f-2f92-435c-ba75-fedbe4514b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:05.452278 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Attempting to bind port 10f6e820-4e0d-40bc-ae77-81c16a76082c on network 60e066ea-2966-4eac-95a4-bc2bc640f4bd {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:05.468287 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Port 10f6e820-4e0d-40bc-ae77-81c16a76082c on network 60e066ea-2966-4eac-95a4-bc2bc640f4bd not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:56:05.468613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Attempting to bind port 10f6e820-4e0d-40bc-ae77-81c16a76082c on network 60e066ea-2966-4eac-95a4-bc2bc640f4bd {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:05.474667 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 03154b37-8e64-4763-be40-b2d529f47d0e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=03154b37-8e64-4763-be40-b2d529f47d0e,segment=NetworkSegment(4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2),segment_id=4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:05.481473 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:05.481822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Checking segment: {'id': 'a558c68f-2f92-435c-ba75-fedbe4514b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:05.482196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Bound using segment: {'id': 'a558c68f-2f92-435c-ba75-fedbe4514b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:05.482640 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Bound port: 10f6e820-4e0d-40bc-ae77-81c16a76082c, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a558c68f-2f92-435c-ba75-fedbe4514b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:05.482999 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.487433 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4e38a89-483c-4b80-805a-c4f129e677f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.497334 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.574971 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ecc05c5a-b804-4a1a-9b4d-0ca811d3be7d req-71a06f87-8daf-43a1-934c-776db12c082b tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689525 Jul 06 11:56:05.584212 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] For port 10f6e820-4e0d-40bc-ae77-81c16a76082c, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:05.588667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] For port 10f6e820-4e0d-40bc-ae77-81c16a76082c, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=10f6e820-4e0d-40bc-ae77-81c16a76082c,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:05.593246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=03154b37-8e64-4763-be40-b2d529f47d0e,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:05.603443 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.649435 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.resource_extend [None req-689bc0be-6e85-44e8-b8d8-44d8772f2e41 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:56:05.673633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=10f6e820-4e0d-40bc-ae77-81c16a76082c,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:05.695701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:05.696640 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.698280 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-04eb10df-efd9-42f8-ab24-73cf4224b1f1 service neutron] 10.222.0.23 "PUT /v2.0/ports/10f6e820-4e0d-40bc-ae77-81c16a76082c HTTP/1.1" status: 200 len: 1092 time: 1.2477276 Jul 06 11:56:05.826981 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-960bc8dd-0d64-48e3-9389-35ce20c6b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:05.828599 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-960bc8dd-0d64-48e3-9389-35ce20c6b5ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a904a05771ea4318acb6528087369411&device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 1095 time: 0.0788031 Jul 06 11:56:05.829315 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-689bc0be-6e85-44e8-b8d8-44d8772f2e41 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.844373 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff3a152b-60fe-4529-ad35-6c680a9737f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.848046 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-689bc0be-6e85-44e8-b8d8-44d8772f2e41 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.892938 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-b5c77359-7065-4084-b3e0-d6b086594d33 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f6e820-4e0d-40bc-ae77-81c16a76082c HTTP/1.1" status: 200 len: 217 time: 0.0567362 Jul 06 11:56:05.898383 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff3a152b-60fe-4529-ad35-6c680a9737f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:05.961074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-adbbc91b-ac53-41d6-aa43-610a8d4588ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:05.961074 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-adbbc91b-ac53-41d6-aa43-610a8d4588ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6097b696-6863-4418-b0a0-433aa68953b6 HTTP/1.1" status: 200 len: 855 time: 0.0587685 Jul 06 11:56:05.996557 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ff3a152b-60fe-4529-ad35-6c680a9737f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b4014bcbeab4167aeda2a45dbaac8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2364018 Jul 06 11:56:06.000312 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33494) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:06.002278 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-1da253d3-3422-478e-86ca-1f0d10ac0507 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=60e066ea-2966-4eac-95a4-bc2bc640f4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345833 Jul 06 11:56:06.067557 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a152b-60fe-4529-ad35-6c680a9737f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e9a5e3-1806-4258-be87-8faf3b899fc4,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:06.080052 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7104b-6e18-40e2-8f1d-11ddecf6f7bf req-3f596c4a-38c1-4b6a-a2e2-9f369e6a7eff tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:06.089915 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ccd7104b-6e18-40e2-8f1d-11ddecf6f7bf req-3f596c4a-38c1-4b6a-a2e2-9f369e6a7eff tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 944 time: 0.3504870 Jul 06 11:56:06.145529 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52430e3f-e72d-41b8-a855-c7a8c2eff653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.182382 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.184331 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-e870cf31-b02d-4bec-85a5-9be41b19cd40 service neutron] 10.222.0.23 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722031 Jul 06 11:56:06.186529 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ccd7104b-6e18-40e2-8f1d-11ddecf6f7bf req-2ae1c70a-6ca1-4bf5-8b31-3d186efd89fe tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957205 Jul 06 11:56:06.190362 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-689bc0be-6e85-44e8-b8d8-44d8772f2e41 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Floating IP b4943b66-0132-47c8-a319-450b837b3fed associated. External IP: 172.25.4.122, port: bab4fdb1-95b3-45e3-bb1f-87430c1128da. Jul 06 11:56:06.288162 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52430e3f-e72d-41b8-a855-c7a8c2eff653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.305773 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d9d1cbfa-b29f-4025-b7e9-906933cef2d7 req-cf04b39f-197a-4950-9665-03e250469a9f service neutron] 10.222.0.23 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125140 Jul 06 11:56:06.357642 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52430e3f-e72d-41b8-a855-c7a8c2eff653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.360715 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52430e3f-e72d-41b8-a855-c7a8c2eff653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.369696 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-52430e3f-e72d-41b8-a855-c7a8c2eff653 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46e9a5e3-1806-4258-be87-8faf3b899fc4 HTTP/1.1" status: 204 len: 168 time: 0.3664155 Jul 06 11:56:06.386835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52430e3f-e72d-41b8-a855-c7a8c2eff653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e9a5e3-1806-4258-be87-8faf3b899fc4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:06.389099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 7980525f-9685-4099-be30-26e6e4773809 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:06.392717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-cf900ef0-0c15-434e-a617-cfecd3a0a447 admin admin] Deleting port 1ac2e83f-72f5-47f9-8179-c44d47f294ac {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:06.392717 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf900ef0-0c15-434e-a617-cfecd3a0a447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.443431 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e27c09a-a4dd-470d-b69e-b600a9e4f887 x-openstack-request-id: req-5e27c09a-a4dd-470d-b69e-b600a9e4f887 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:06.444675 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30f84c1-3981-45b4-aa4b-c91f286a1506", "name": "network-vif-plugged", "status": "completed", "tag": "ced59670-b79e-4c37-9b5b-b4e168342ac7", "code": 200}, {"server_uuid": "fc17286c-d876-45d2-97aa-e7dc39ffc051", "name": "network-vif-unplugged", "status": "completed", "tag": "7980525f-9685-4099-be30-26e6e4773809", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:06.445353 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e27c09a-a4dd-470d-b69e-b600a9e4f887 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:06.446672 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30f84c1-3981-45b4-aa4b-c91f286a1506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced59670-b79e-4c37-9b5b-b4e168342ac7', 'code': 200} Jul 06 11:56:06.447176 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc17286c-d876-45d2-97aa-e7dc39ffc051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7980525f-9685-4099-be30-26e6e4773809', 'code': 200} Jul 06 11:56:06.533597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 7980525f-9685-4099-be30-26e6e4773809 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:06.535223 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.639937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270add7b-fc1e-4a39-a7ad-83284b59140a req-ad2a5e7d-51d9-41dd-a6f6-0910e01267c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:06.644967 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-270add7b-fc1e-4a39-a7ad-83284b59140a req-ad2a5e7d-51d9-41dd-a6f6-0910e01267c1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d30f84c1-3981-45b4-aa4b-c91f286a1506 HTTP/1.1" status: 200 len: 1099 time: 0.0958586 Jul 06 11:56:06.668224 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.696342 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-270add7b-fc1e-4a39-a7ad-83284b59140a req-e4229eac-997e-4dd4-bca5-3b777fb990c6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397658 Jul 06 11:56:06.719782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 7980525f-9685-4099-be30-26e6e4773809, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7980525f-9685-4099-be30-26e6e4773809,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:06.726876 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.790179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964144a-1ffb-4924-ad22-921104af63b2 req-82b021b4-3402-4b51-b765-c39012859abd tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:06.791823 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d964144a-1ffb-4924-ad22-921104af63b2 req-82b021b4-3402-4b51-b765-c39012859abd tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 948 time: 0.2051105 Jul 06 11:56:06.797042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-cf900ef0-0c15-434e-a617-cfecd3a0a447 admin admin] For port 1ac2e83f-72f5-47f9-8179-c44d47f294ac, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1ac2e83f-72f5-47f9-8179-c44d47f294ac,segment=NetworkSegment(d2e272c1-e5a7-4f7f-99c7-626aa0cea192),segment_id=d2e272c1-e5a7-4f7f-99c7-626aa0cea192)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:06.797507 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf900ef0-0c15-434e-a617-cfecd3a0a447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:06.798276 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=7980525f-9685-4099-be30-26e6e4773809,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:06.824634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-cf900ef0-0c15-434e-a617-cfecd3a0a447 admin admin] Calling delete_port for 1ac2e83f-72f5-47f9-8179-c44d47f294ac owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:06.851760 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689bc0be-6e85-44e8-b8d8-44d8772f2e41 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:06.906401 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d964144a-1ffb-4924-ad22-921104af63b2 req-f09461b5-880d-4acb-9eb4-82bbe4153774 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978496 Jul 06 11:56:06.986128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 03154b37-8e64-4763-be40-b2d529f47d0e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:07.096563 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 03154b37-8e64-4763-be40-b2d529f47d0e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:07.097093 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.171059 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5702ebed-ffe5-43c7-91f3-fb6cc0d6b599', 'tag': '10f6e820-4e0d-40bc-ae77-81c16a76082c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:07.174024 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42b25e8-ecab-4402-a04f-d93a60b30240" -d '{"events": [{"name": "network-changed", "server_uuid": "5702ebed-ffe5-43c7-91f3-fb6cc0d6b599", "tag": "10f6e820-4e0d-40bc-ae77-81c16a76082c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:07.187133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689bc0be-6e85-44e8-b8d8-44d8772f2e41 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:07.191933 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-689bc0be-6e85-44e8-b8d8-44d8772f2e41 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.213010 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aceabfe-b98a-4116-bfb5-2ca2bddd4bea None None] Sync routers for ids ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:07.227105 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aceabfe-b98a-4116-bfb5-2ca2bddd4bea None None] Routers {'0b4b8b29-9cdb-4460-912b-9f7ae0331677'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:07.227792 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6aceabfe-b98a-4116-bfb5-2ca2bddd4bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:55:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:07.310139 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-689bc0be-6e85-44e8-b8d8-44d8772f2e41 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "PUT /v2.0/floatingips/b4943b66-0132-47c8-a319-450b837b3fed HTTP/1.1" status: 200 len: 991 time: 4.1360652 Jul 06 11:56:07.320073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cb176b-b93d-4376-bd46-2f3471ebd0c5', 'tag': 'bab4fdb1-95b3-45e3-bb1f-87430c1128da'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:07.322600 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9319562-20f9-4b12-a9ee-a03a9851934f" -d '{"events": [{"name": "network-changed", "server_uuid": "24cb176b-b93d-4376-bd46-2f3471ebd0c5", "tag": "bab4fdb1-95b3-45e3-bb1f-87430c1128da"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:07.374890 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-6aceabfe-b98a-4116-bfb5-2ca2bddd4bea None None] Set router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:07.381395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce32b6-f729-4843-a825-7436e44cdb63 req-b18ad8e0-19c9-44bd-9d0f-ffe8fb183daf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:07.383097 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ce32b6-f729-4843-a825-7436e44cdb63 req-b18ad8e0-19c9-44bd-9d0f-ffe8fb183daf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d30f84c1-3981-45b4-aa4b-c91f286a1506 HTTP/1.1" status: 200 len: 948 time: 0.2342732 Jul 06 11:56:07.431400 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf900ef0-0c15-434e-a617-cfecd3a0a447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.466808 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ce32b6-f729-4843-a825-7436e44cdb63 req-13a1971d-dd30-4aa9-828c-418580f33c0d tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727382 Jul 06 11:56:07.468098 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf900ef0-0c15-434e-a617-cfecd3a0a447 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac2e83f-72f5-47f9-8179-c44d47f294ac,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:07.514463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 10f6e820-4e0d-40bc-ae77-81c16a76082c details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:56:07.591369 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2dadad-51f2-465a-9dde-f0bd9ab4f1dc x-openstack-request-id: req-bb2dadad-51f2-465a-9dde-f0bd9ab4f1dc {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:07.591665 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5702ebed-ffe5-43c7-91f3-fb6cc0d6b599", "tag": "10f6e820-4e0d-40bc-ae77-81c16a76082c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:07.591916 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb2dadad-51f2-465a-9dde-f0bd9ab4f1dc {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:07.592314 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5702ebed-ffe5-43c7-91f3-fb6cc0d6b599', 'tag': '10f6e820-4e0d-40bc-ae77-81c16a76082c', 'status': 'completed', 'code': 200} Jul 06 11:56:07.756619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b25e8-ecab-4402-a04f-d93a60b30240 req-fdb5376a-fd50-4114-8829-23bb0e3e96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:07.761809 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e42b25e8-ecab-4402-a04f-d93a60b30240 req-fdb5376a-fd50-4114-8829-23bb0e3e96c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a904a05771ea4318acb6528087369411&device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 1095 time: 0.1378822 Jul 06 11:56:07.788097 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf900ef0-0c15-434e-a617-cfecd3a0a447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:07.880550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 10f6e820-4e0d-40bc-ae77-81c16a76082c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=10f6e820-4e0d-40bc-ae77-81c16a76082c,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:07.922827 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '10f6e820-4e0d-40bc-ae77-81c16a76082c', 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd', 'port_id': '10f6e820-4e0d-40bc-ae77-81c16a76082c', 'mac_address': 'fa:16:3e:d0:0d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6097b696-6863-4418-b0a0-433aa68953b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:56:07.980776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b25e8-ecab-4402-a04f-d93a60b30240 req-27d85a03-7f60-4ca8-ab2f-110ee7e4d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:07.984931 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e42b25e8-ecab-4402-a04f-d93a60b30240 req-27d85a03-7f60-4ca8-ab2f-110ee7e4d1d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=60e066ea-2966-4eac-95a4-bc2bc640f4bd HTTP/1.1" status: 200 len: 916 time: 0.2137716 Jul 06 11:56:07.985440 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.006453 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f6e820-4e0d-40bc-ae77-81c16a76082c {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:08.015658 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6aceabfe-b98a-4116-bfb5-2ca2bddd4bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'name': 'tempest-ServersTestManualDisk-1837829413-router', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:30Z', 'updated_at': '2021-07-06T11:55:34Z', 'revision_number': 4, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'gw_port': {'id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'b4943b66-0132-47c8-a319-450b837b3fed', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'floating_ip_address': '172.25.4.122', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'port_id': 'bab4fdb1-95b3-45e3-bb1f-87430c1128da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca', 'mac_address': 'fa:16:3e:3c:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cb176b-b93d-4376-bd46-2f3471ebd0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:55:39Z', 'updated_at': '2021-07-06T11:56:05Z', 'revision_number': 1, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa92f47a-c54e-49a8-bc4b-8a176e5135a0', 'name': '', 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'mac_address': 'fa:16:3e:a2:a7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:33Z', 'updated_at': '2021-07-06T11:55:41Z', 'revision_number': 5, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'subnets': [{'id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:08.058886 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aceabfe-b98a-4116-bfb5-2ca2bddd4bea None None] Checking router: 0b4b8b29-9cdb-4460-912b-9f7ae0331677 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:08.060145 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e42b25e8-ecab-4402-a04f-d93a60b30240 req-8da4ac9b-90db-4a44-902f-80946260061e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f6e820-4e0d-40bc-ae77-81c16a76082c HTTP/1.1" status: 200 len: 217 time: 0.0695982 Jul 06 11:56:08.065047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 10f6e820-4e0d-40bc-ae77-81c16a76082c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=10f6e820-4e0d-40bc-ae77-81c16a76082c,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:08.070829 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.126835 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aceabfe-b98a-4116-bfb5-2ca2bddd4bea None None] Routers {'0b4b8b29-9cdb-4460-912b-9f7ae0331677'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:08.127720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6aceabfe-b98a-4116-bfb5-2ca2bddd4bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:55:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:08.164728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b25e8-ecab-4402-a04f-d93a60b30240 req-5ff52737-4938-4a5e-8ff4-83d9116a18f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:08.168363 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e42b25e8-ecab-4402-a04f-d93a60b30240 req-5ff52737-4938-4a5e-8ff4-83d9116a18f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6097b696-6863-4418-b0a0-433aa68953b6 HTTP/1.1" status: 200 len: 855 time: 0.0961032 Jul 06 11:56:08.182520 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2af9976d-5117-4126-8e00-6a5ab67bd834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.210220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=10f6e820-4e0d-40bc-ae77-81c16a76082c,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:08.222124 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e42b25e8-ecab-4402-a04f-d93a60b30240 req-3d83d213-8129-4cd5-8b7e-a02df4eefee4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=60e066ea-2966-4eac-95a4-bc2bc640f4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440624 Jul 06 11:56:08.228542 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.277924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d504a1c-850f-48b9-b698-6fd92d36a8b7 req-f7418aa9-e82a-4db3-be1f-ccf3d4a54805 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:08.279558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d504a1c-850f-48b9-b698-6fd92d36a8b7 req-f7418aa9-e82a-4db3-be1f-ccf3d4a54805 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 945 time: 0.2436581 Jul 06 11:56:08.313518 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['10f6e820-4e0d-40bc-ae77-81c16a76082c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:08.346294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-6aceabfe-b98a-4116-bfb5-2ca2bddd4bea None None] Set router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:08.379516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d504a1c-850f-48b9-b698-6fd92d36a8b7 req-90c78a5a-368d-43fc-8d8f-e71cb1af772b tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888078 Jul 06 11:56:08.392792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf900ef0-0c15-434e-a617-cfecd3a0a447 admin admin] Router ab42e683-e8db-48f3-b8b6-bf13237d842a has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:08.392792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33540) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:08.452949 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc17286c-d876-45d2-97aa-e7dc39ffc051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7980525f-9685-4099-be30-26e6e4773809'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:08.455431 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38ea431-bad8-4f07-951a-569d21e99c17" -d '{"events": [{"server_uuid": "fc17286c-d876-45d2-97aa-e7dc39ffc051", "name": "network-vif-plugged", "status": "completed", "tag": "7980525f-9685-4099-be30-26e6e4773809"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:08.460390 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e42b25e8-ecab-4402-a04f-d93a60b30240 req-45ab1a90-75aa-4d8e-b1bc-65392d6c8fc4 service neutron] 10.222.0.23 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315300 Jul 06 11:56:08.560929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf900ef0-0c15-434e-a617-cfecd3a0a447 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:08.570887 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e191f5b-9d1b-43d6-b748-0991998fc9ce None None] Sync routers for ids ['ab42e683-e8db-48f3-b8b6-bf13237d842a'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:08.579853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33548) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:08.584574 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cf900ef0-0c15-434e-a617-cfecd3a0a447 admin admin] 10.222.0.81 "PUT /v2.0/routers/ab42e683-e8db-48f3-b8b6-bf13237d842a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8712480 Jul 06 11:56:08.588892 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e191f5b-9d1b-43d6-b748-0991998fc9ce None None] Routers {'ab42e683-e8db-48f3-b8b6-bf13237d842a'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:08.589690 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3e191f5b-9d1b-43d6-b748-0991998fc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ab42e683-e8db-48f3-b8b6-bf13237d842a'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:08.641971 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-beb0a410-f675-4440-a521-87fa0d18938f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.664868 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e42b25e8-ecab-4402-a04f-d93a60b30240 req-07ba8d9c-f1be-4e21-b63c-204be9267274 service neutron] 10.222.0.23 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971827 Jul 06 11:56:08.694304 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519e7dde-8b2c-4229-9e53-abc02a2a3fb9 x-openstack-request-id: req-519e7dde-8b2c-4229-9e53-abc02a2a3fb9 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:08.694607 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cb176b-b93d-4376-bd46-2f3471ebd0c5", "tag": "bab4fdb1-95b3-45e3-bb1f-87430c1128da", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:08.694861 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-519e7dde-8b2c-4229-9e53-abc02a2a3fb9 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:08.695293 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24cb176b-b93d-4376-bd46-2f3471ebd0c5', 'tag': 'bab4fdb1-95b3-45e3-bb1f-87430c1128da', 'status': 'completed', 'code': 200} Jul 06 11:56:08.802991 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57f6732-97d0-4eb6-8275-cfe8df01bbc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.845300 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3e191f5b-9d1b-43d6-b748-0991998fc9ce None None] Set router ab42e683-e8db-48f3-b8b6-bf13237d842a gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:08.909405 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-beb0a410-f675-4440-a521-87fa0d18938f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.916231 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-beb0a410-f675-4440-a521-87fa0d18938f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:08.979463 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9319562-20f9-4b12-a9ee-a03a9851934f req-7cc7d924-6e63-4481-be59-0265ff203b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:08.982712 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9319562-20f9-4b12-a9ee-a03a9851934f req-7cc7d924-6e63-4481-be59-0265ff203b83 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4acdc5b60ce84efdac562006a269cd43&device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 1096 time: 0.2464256 Jul 06 11:56:09.043825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0a410-f675-4440-a521-87fa0d18938f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3361ec40-be3e-445e-b883-343701251a67,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:09.051959 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-beb0a410-f675-4440-a521-87fa0d18938f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=22fed702b74e4ca68f893f3d28e33882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6594620 Jul 06 11:56:09.058033 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33550) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:09.116537 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077be09e-73ea-4c1d-9290-b07c868a168d req-fbe4c067-66ae-414e-ba32-c2ba31d5278e tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:09.116537 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-077be09e-73ea-4c1d-9290-b07c868a168d req-fbe4c067-66ae-414e-ba32-c2ba31d5278e tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.1172550 Jul 06 11:56:09.132388 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57f6732-97d0-4eb6-8275-cfe8df01bbc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.152667 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6aceabfe-b98a-4116-bfb5-2ca2bddd4bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'name': 'tempest-ServersTestManualDisk-1837829413-router', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:30Z', 'updated_at': '2021-07-06T11:55:34Z', 'revision_number': 4, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'gw_port': {'id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'b4943b66-0132-47c8-a319-450b837b3fed', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'floating_ip_address': '172.25.4.122', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'port_id': 'bab4fdb1-95b3-45e3-bb1f-87430c1128da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca', 'mac_address': 'fa:16:3e:3c:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cb176b-b93d-4376-bd46-2f3471ebd0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:55:39Z', 'updated_at': '2021-07-06T11:56:05Z', 'revision_number': 1, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa92f47a-c54e-49a8-bc4b-8a176e5135a0', 'name': '', 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'mac_address': 'fa:16:3e:a2:a7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:33Z', 'updated_at': '2021-07-06T11:55:41Z', 'revision_number': 5, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'subnets': [{'id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:09.194654 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-077be09e-73ea-4c1d-9290-b07c868a168d req-8655387f-b2e3-47a5-993f-15f8a318c947 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700154 Jul 06 11:56:09.198447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aceabfe-b98a-4116-bfb5-2ca2bddd4bea None None] The sync data for ids ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'] in n-d-799529-2 is: [{'id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'name': 'tempest-ServersTestManualDisk-1837829413-router', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:30Z', 'updated_at': '2021-07-06T11:55:34Z', 'revision_number': 4, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'gw_port': {'id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'b4943b66-0132-47c8-a319-450b837b3fed', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'floating_ip_address': '172.25.4.122', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'port_id': 'bab4fdb1-95b3-45e3-bb1f-87430c1128da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca', 'mac_address': 'fa:16:3e:3c:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cb176b-b93d-4376-bd46-2f3471ebd0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:55:39Z', 'updated_at': '2021-07-06T11:56:05Z', 'revision_number': 1, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa92f47a-c54e-49a8-bc4b-8a176e5135a0', 'name': '', 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'mac_address': 'fa:16:3e:a2:a7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:33Z', 'updated_at': '2021-07-06T11:55:41Z', 'revision_number': 5, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'subnets': [{'id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:09.253333 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.259452 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9319562-20f9-4b12-a9ee-a03a9851934f req-37994208-1de6-4e08-bf52-bca3ed985c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:09.261829 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9319562-20f9-4b12-a9ee-a03a9851934f req-37994208-1de6-4e08-bf52-bca3ed985c64 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a01746c6-23a5-456e-8fb4-c29287764aca HTTP/1.1" status: 200 len: 913 time: 0.2681406 Jul 06 11:56:09.267831 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b16d700-4518-4856-b393-c0a3bf0e2f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.293373 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3e191f5b-9d1b-43d6-b748-0991998fc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1054757526-router', 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '9d88bc5c-d6bd-439b-9a16-202fb8f7e74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:56:07Z', 'revision_number': 5, 'project_id': 'b2181e3edb394961ab4b36a826cef9ad', 'gw_port': {'id': '9d88bc5c-d6bd-439b-9a16-202fb8f7e74a', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ad:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:53:53Z', 'updated_at': '2021-07-06T11:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:09.329497 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e191f5b-9d1b-43d6-b748-0991998fc9ce None None] Checking router: ab42e683-e8db-48f3-b8b6-bf13237d842a for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:09.332773 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67c5a43-7983-4149-ab5b-6572a808d32a x-openstack-request-id: req-e67c5a43-7983-4149-ab5b-6572a808d32a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:09.333216 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc17286c-d876-45d2-97aa-e7dc39ffc051", "name": "network-vif-plugged", "status": "completed", "tag": "7980525f-9685-4099-be30-26e6e4773809", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:09.333479 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e67c5a43-7983-4149-ab5b-6572a808d32a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:09.333981 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc17286c-d876-45d2-97aa-e7dc39ffc051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7980525f-9685-4099-be30-26e6e4773809', 'code': 200} Jul 06 11:56:09.342834 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e191f5b-9d1b-43d6-b748-0991998fc9ce None None] Routers {'ab42e683-e8db-48f3-b8b6-bf13237d842a'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:09.343500 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3e191f5b-9d1b-43d6-b748-0991998fc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ab42e683-e8db-48f3-b8b6-bf13237d842a'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:09.363159 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b16d700-4518-4856-b393-c0a3bf0e2f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.411536 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9319562-20f9-4b12-a9ee-a03a9851934f req-76001c6b-cc5e-421d-bc39-4cb015ac0c42 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bab4fdb1-95b3-45e3-bb1f-87430c1128da HTTP/1.1" status: 200 len: 999 time: 0.1410086 Jul 06 11:56:09.463946 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a57f6732-97d0-4eb6-8275-cfe8df01bbc6 admin admin] Deleting port 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:09.464368 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57f6732-97d0-4eb6-8275-cfe8df01bbc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.628048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb5a594-87fa-417c-826b-3f797235800b None None] New status for floating IP b4943b66-0132-47c8-a319-450b837b3fed: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:56:09.654575 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3e191f5b-9d1b-43d6-b748-0991998fc9ce None None] Set router ab42e683-e8db-48f3-b8b6-bf13237d842a gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:09.664285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295724-0ddd-45fa-825b-78f32d17b255 req-999f2319-d0cf-4821-a756-abdf93ab2b23 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:09.665875 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4295724-0ddd-45fa-825b-78f32d17b255 req-999f2319-d0cf-4821-a756-abdf93ab2b23 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d30f84c1-3981-45b4-aa4b-c91f286a1506 HTTP/1.1" status: 200 len: 948 time: 0.1130188 Jul 06 11:56:09.677913 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-a57f6732-97d0-4eb6-8275-cfe8df01bbc6 admin admin] For port 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9d88bc5c-d6bd-439b-9a16-202fb8f7e74a,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:09.678282 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57f6732-97d0-4eb6-8275-cfe8df01bbc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.690399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9319562-20f9-4b12-a9ee-a03a9851934f req-489e0625-9779-42a8-a904-cea5ac74fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:09.693956 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9319562-20f9-4b12-a9ee-a03a9851934f req-489e0625-9779-42a8-a904-cea5ac74fc87 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=abaf47e6-6511-4338-afed-dd2a6e38c1f6 HTTP/1.1" status: 200 len: 851 time: 0.2733521 Jul 06 11:56:09.713814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a57f6732-97d0-4eb6-8275-cfe8df01bbc6 admin admin] Calling delete_port for 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:09.717811 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b16d700-4518-4856-b393-c0a3bf0e2f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.720110 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b16d700-4518-4856-b393-c0a3bf0e2f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:09.721419 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8b16d700-4518-4856-b393-c0a3bf0e2f5e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3361ec40-be3e-445e-b883-343701251a67 HTTP/1.1" status: 204 len: 168 time: 0.6590524 Jul 06 11:56:09.788547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16d700-4518-4856-b393-c0a3bf0e2f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3361ec40-be3e-445e-b883-343701251a67,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:09.802694 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3e191f5b-9d1b-43d6-b748-0991998fc9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1054757526-router', 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:56:09Z', 'revision_number': 6, 'project_id': 'b2181e3edb394961ab4b36a826cef9ad', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:09.894220 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e191f5b-9d1b-43d6-b748-0991998fc9ce None None] The sync data for ids ['ab42e683-e8db-48f3-b8b6-bf13237d842a'] in n-d-799529-2 is: [{'id': 'ab42e683-e8db-48f3-b8b6-bf13237d842a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1054757526-router', 'tenant_id': 'b2181e3edb394961ab4b36a826cef9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:53:52Z', 'updated_at': '2021-07-06T11:56:09Z', 'revision_number': 6, 'project_id': 'b2181e3edb394961ab4b36a826cef9ad', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:09.908818 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3511ad-8fec-45f7-8285-7813b3f0140e req-75cf02dc-6dc4-4a17-9baf-122a62d143dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:09.910396 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6d3511ad-8fec-45f7-8285-7813b3f0140e req-75cf02dc-6dc4-4a17-9baf-122a62d143dc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 1100 time: 0.3831623 Jul 06 11:56:09.997462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9319562-20f9-4b12-a9ee-a03a9851934f req-558efd33-7941-40a4-9ee7-2cc95074f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:09.999132 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9319562-20f9-4b12-a9ee-a03a9851934f req-558efd33-7941-40a4-9ee7-2cc95074f167 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a01746c6-23a5-456e-8fb4-c29287764aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2946067 Jul 06 11:56:10.075912 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6d3511ad-8fec-45f7-8285-7813b3f0140e req-7035a40e-f8ba-4f2e-b8b6-0f3067ca7e3f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572766 Jul 06 11:56:10.217067 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9319562-20f9-4b12-a9ee-a03a9851934f req-8d2d9ee1-92a4-4635-bf87-6fd21555976b service neutron] 10.222.0.89 "GET /v2.0/networks/a01746c6-23a5-456e-8fb4-c29287764aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094293 Jul 06 11:56:10.234522 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57f6732-97d0-4eb6-8275-cfe8df01bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.236400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4295724-0ddd-45fa-825b-78f32d17b255 req-7d34feb5-6981-4a3f-83c7-8f4f5d9a4c8a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589707 Jul 06 11:56:10.352097 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f6732-97d0-4eb6-8275-cfe8df01bbc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d88bc5c-d6bd-439b-9a16-202fb8f7e74a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:10.459706 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9319562-20f9-4b12-a9ee-a03a9851934f req-6bbc2333-0451-4e47-8016-0036451ddf79 service neutron] 10.222.0.89 "GET /v2.0/networks/a01746c6-23a5-456e-8fb4-c29287764aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356446 Jul 06 11:56:10.469286 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57f6732-97d0-4eb6-8275-cfe8df01bbc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.547864 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0815bf-6733-4c80-a80b-ed5df5f7224d req-d29b0020-12d8-4f04-8b3a-19fef9d8780d tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:10.550227 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c0815bf-6733-4c80-a80b-ed5df5f7224d req-d29b0020-12d8-4f04-8b3a-19fef9d8780d tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 945 time: 0.1305966 Jul 06 11:56:10.590038 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57f6732-97d0-4eb6-8275-cfe8df01bbc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.592826 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57f6732-97d0-4eb6-8275-cfe8df01bbc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.601550 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c0815bf-6733-4c80-a80b-ed5df5f7224d req-1c00911e-7f97-4225-a7d2-bccbbc6ae26f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450313 Jul 06 11:56:10.654839 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57f6732-97d0-4eb6-8275-cfe8df01bbc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.655436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57f6732-97d0-4eb6-8275-cfe8df01bbc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab42e683-e8db-48f3-b8b6-bf13237d842a {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:56:10.667585 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57f6732-97d0-4eb6-8275-cfe8df01bbc6 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.667585 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a57f6732-97d0-4eb6-8275-cfe8df01bbc6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ab42e683-e8db-48f3-b8b6-bf13237d842a HTTP/1.1" status: 204 len: 168 time: 2.0848477 Jul 06 11:56:10.669632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33580) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:10.720048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eacae52-7a0b-4df1-88f8-c064a3510f1b admin admin] Deleting subnet 6278e47a-bd7a-4692-90b1-c7866f16d36e {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:56:10.725537 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1eacae52-7a0b-4df1-88f8-c064a3510f1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.773717 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1eacae52-7a0b-4df1-88f8-c064a3510f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.820656 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.886046 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1eacae52-7a0b-4df1-88f8-c064a3510f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.965366 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1eacae52-7a0b-4df1-88f8-c064a3510f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.989626 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1eacae52-7a0b-4df1-88f8-c064a3510f1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:10.991074 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cc4b00-d7a6-4b0e-b241-7b0a619bff17 None None] Network ce7f447e-dc21-4753-a1d6-89950fba799b requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:10.994735 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1eacae52-7a0b-4df1-88f8-c064a3510f1b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6278e47a-bd7a-4692-90b1-c7866f16d36e HTTP/1.1" status: 204 len: 168 time: 0.3216767 Jul 06 11:56:10.995919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33588) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:11.028466 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacae52-7a0b-4df1-88f8-c064a3510f1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6278e47a-bd7a-4692-90b1-c7866f16d36e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:11.145297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1ac2e83f-72f5-47f9-8179-c44d47f294ac no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:11.159833 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.189022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 1ac2e83f-72f5-47f9-8179-c44d47f294ac {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:11.189648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1ac2e83f-72f5-47f9-8179-c44d47f294ac not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:11.190242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:11.264851 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:11.265243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9d88bc5c-d6bd-439b-9a16-202fb8f7e74a not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:11.275211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ab5d0-c865-4b48-991c-e91ade67ed2c req-23ca8201-fdfe-4159-a6dd-d37491b3ccd7 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:11.284891 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-363ab5d0-c865-4b48-991c-e91ade67ed2c req-23ca8201-fdfe-4159-a6dd-d37491b3ccd7 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.1286438 Jul 06 11:56:11.307078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] Deleting port 35e564fd-c43f-4806-853a-66574ef5d6e0 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:11.307741 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.384349 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-363ab5d0-c865-4b48-991c-e91ade67ed2c req-2739ff9f-37c9-419f-9dc1-e0eddeac9812 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954652 Jul 06 11:56:11.497894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] For port 35e564fd-c43f-4806-853a-66574ef5d6e0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=35e564fd-c43f-4806-853a-66574ef5d6e0,segment=NetworkSegment(d2e272c1-e5a7-4f7f-99c7-626aa0cea192),segment_id=d2e272c1-e5a7-4f7f-99c7-626aa0cea192)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:11.498262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.536942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] Calling delete_port for 35e564fd-c43f-4806-853a-66574ef5d6e0 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:11.579869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 10f6e820-4e0d-40bc-ae77-81c16a76082c up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:11.628138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e3adf-2fa7-4f92-b315-d9c6c3b3d888 req-4e6e496f-57b1-4c3e-ad9e-346d45c582d7 tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:11.636859 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-732e3adf-2fa7-4f92-b315-d9c6c3b3d888 req-4e6e496f-57b1-4c3e-ad9e-346d45c582d7 tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d30f84c1-3981-45b4-aa4b-c91f286a1506 HTTP/1.1" status: 200 len: 1099 time: 0.0759706 Jul 06 11:56:11.680952 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.690682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 10f6e820-4e0d-40bc-ae77-81c16a76082c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:11.699547 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 10f6e820-4e0d-40bc-ae77-81c16a76082c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:11.700410 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.701859 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-732e3adf-2fa7-4f92-b315-d9c6c3b3d888 req-589d8773-4473-49a9-9278-64622fefe3de tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639288 Jul 06 11:56:11.702632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] No DVR routers for this DVR port 35e564fd-c43f-4806-853a-66574ef5d6e0 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:11.771874 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e564fd-c43f-4806-853a-66574ef5d6e0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:11.791524 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af348bb-d1c2-459c-931e-1d70c24fa9c2 None None] DHCP port deletion for ce7f447e-dc21-4753-a1d6-89950fba799b request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:56:11.855685 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.869852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7f447e-dc21-4753-a1d6-89950fba799b']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:11.883083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e272c1-e5a7-4f7f-99c7-626aa0cea192') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:11.883687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e272c1-e5a7-4f7f-99c7-626aa0cea192') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:11.898991 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.912394 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.940223 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.954209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:11.955411 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:11.958565 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:11.967884 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 10f6e820-4e0d-40bc-ae77-81c16a76082c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=10f6e820-4e0d-40bc-ae77-81c16a76082c,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:11.968871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5702ebed-ffe5-43c7-91f3-fb6cc0d6b599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f6e820-4e0d-40bc-ae77-81c16a76082c'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:11.972099 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33ce396-c331-4d89-a66e-ee4b673b07f7" -d '{"events": [{"server_uuid": "5702ebed-ffe5-43c7-91f3-fb6cc0d6b599", "name": "network-vif-plugged", "status": "completed", "tag": "10f6e820-4e0d-40bc-ae77-81c16a76082c"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:11.976013 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.047887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=10f6e820-4e0d-40bc-ae77-81c16a76082c,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:12.080913 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.083463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804f8b0-26fb-4e49-8709-a1aee9f42f98 req-7e982231-6fce-4a7f-8af4-b51477aa13e2 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:12.085515 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1804f8b0-26fb-4e49-8709-a1aee9f42f98 req-7e982231-6fce-4a7f-8af4-b51477aa13e2 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.0983441 Jul 06 11:56:12.090797 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.096173 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ce7f447e-dc21-4753-a1d6-89950fba799b HTTP/1.1" status: 204 len: 168 time: 1.0975890 Jul 06 11:56:12.097451 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33624) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:12.121694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb392dd-3068-4867-8cfa-3562abcc3bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce7f447e-dc21-4753-a1d6-89950fba799b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:12.140361 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1804f8b0-26fb-4e49-8709-a1aee9f42f98 req-c94f8355-6df3-49ad-98f6-ff06bacb5f8b tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491962 Jul 06 11:56:12.474039 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a529f0a5-f2b6-485a-8de3-70c0fbcaa738 x-openstack-request-id: req-a529f0a5-f2b6-485a-8de3-70c0fbcaa738 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:12.474416 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5702ebed-ffe5-43c7-91f3-fb6cc0d6b599", "name": "network-vif-plugged", "status": "completed", "tag": "10f6e820-4e0d-40bc-ae77-81c16a76082c", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:12.474613 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a529f0a5-f2b6-485a-8de3-70c0fbcaa738 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:12.474966 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5702ebed-ffe5-43c7-91f3-fb6cc0d6b599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f6e820-4e0d-40bc-ae77-81c16a76082c', 'code': 200} Jul 06 11:56:12.625255 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-288f23ed-8618-47d9-bd32-2063af235a76 req-4589e51a-1c6c-4b5f-990d-e063d1d80be9 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d87a1fb543ad439da90f2faeb195343c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241346 Jul 06 11:56:12.695828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33648) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:12.758293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629cc9e-4030-4dbf-8507-409e746bef42 req-7aea2b0d-b0a6-43b0-8a4e-f1b2cc7c124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:12.759846 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3629cc9e-4030-4dbf-8507-409e746bef42 req-7aea2b0d-b0a6-43b0-8a4e-f1b2cc7c124c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 1097 time: 0.1620243 Jul 06 11:56:12.770842 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f23ed-8618-47d9-bd32-2063af235a76 req-ccb97c43-91cb-40d7-82d8-f214627db51d tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:12.781526 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-288f23ed-8618-47d9-bd32-2063af235a76 req-ccb97c43-91cb-40d7-82d8-f214627db51d tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1500144 Jul 06 11:56:12.805490 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e588b4dd-2c6c-4efb-85e9-bb85a2370701 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/quotas/d87a1fb543ad439da90f2faeb195343c HTTP/1.1" status: 200 len: 375 time: 0.0209923 Jul 06 11:56:12.840699 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3629cc9e-4030-4dbf-8507-409e746bef42 req-34f9dff6-e29a-420b-bd7e-433f91ca029f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732639 Jul 06 11:56:12.870761 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33c11c52-7ea7-43ed-90c9-48a977ea7dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:12.898999 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-288f23ed-8618-47d9-bd32-2063af235a76 req-73ad4e2f-708f-4295-861c-d5666e2d065e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0925186 Jul 06 11:56:12.963038 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 35e564fd-c43f-4806-853a-66574ef5d6e0 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:12.994721 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 35e564fd-c43f-4806-853a-66574ef5d6e0 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:12.995288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 35e564fd-c43f-4806-853a-66574ef5d6e0 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:13.087664 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33c11c52-7ea7-43ed-90c9-48a977ea7dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.100382 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33c11c52-7ea7-43ed-90c9-48a977ea7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.151852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c11c52-7ea7-43ed-90c9-48a977ea7dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7975dd6-4b8c-47cd-82b6-27a8af43ae29,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:13.160628 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-33c11c52-7ea7-43ed-90c9-48a977ea7dfb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db7d55ffa32a46f1a80b428f4ae36f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4637394 Jul 06 11:56:13.163566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33656) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:13.191698 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad95bc91-4806-428c-a6f6-51d5a7cafde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.290859 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4c56-bcc3-42f5-bdeb-9ef477d149be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.328746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cf079-179d-46ec-87aa-635f42fa47d3 req-8871b2c5-0811-4930-81ec-7fc59dbd4750 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:13.330369 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a8cf079-179d-46ec-87aa-635f42fa47d3 req-8871b2c5-0811-4930-81ec-7fc59dbd4750 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.1337922 Jul 06 11:56:13.342757 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4c56-bcc3-42f5-bdeb-9ef477d149be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.446395 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a8cf079-179d-46ec-87aa-635f42fa47d3 req-4974edca-0805-4b4f-bd42-aa0a2f5a5820 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068280 Jul 06 11:56:13.455464 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4c56-bcc3-42f5-bdeb-9ef477d149be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.458129 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4c56-bcc3-42f5-bdeb-9ef477d149be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.463212 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9d6c4c56-bcc3-42f5-bdeb-9ef477d149be admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e7975dd6-4b8c-47cd-82b6-27a8af43ae29 HTTP/1.1" status: 204 len: 168 time: 0.2946446 Jul 06 11:56:13.492435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c4c56-bcc3-42f5-bdeb-9ef477d149be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7975dd6-4b8c-47cd-82b6-27a8af43ae29,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:13.587289 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ba65fcf-fa7b-49bf-b9e0-a5a0b07f6c95 req-e3d136a4-585e-41e7-a324-a1b7dbef91d5 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e892346-d28c-49e4-85ab-f79069154e48 HTTP/1.1" status: 200 len: 210 time: 0.0393941 Jul 06 11:56:13.647775 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ad95bc91-4806-428c-a6f6-51d5a7cafde3 admin admin] Deleting port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:13.648701 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad95bc91-4806-428c-a6f6-51d5a7cafde3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.820546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-ad95bc91-4806-428c-a6f6-51d5a7cafde3 admin admin] For port acf3a5d2-b76c-40af-b14a-cd951f0ea3d0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=acf3a5d2-b76c-40af-b14a-cd951f0ea3d0,segment=NetworkSegment(dca6d5ff-000f-4c87-b215-019bd5f08dc8),segment_id=dca6d5ff-000f-4c87-b215-019bd5f08dc8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:13.821024 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad95bc91-4806-428c-a6f6-51d5a7cafde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:13.861341 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ad95bc91-4806-428c-a6f6-51d5a7cafde3 admin admin] Calling delete_port for acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:13.917936 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34306f-d28f-4b37-a243-4bdea0b7cd0a req-3d44ce10-3681-4cda-bcf9-34bc86b185d7 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:13.919248 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be34306f-d28f-4b37-a243-4bdea0b7cd0a req-3d44ce10-3681-4cda-bcf9-34bc86b185d7 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.1174316 Jul 06 11:56:14.000858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be34306f-d28f-4b37-a243-4bdea0b7cd0a req-696fbbef-8ac4-4388-aadc-1f3d86cdc965 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703130 Jul 06 11:56:14.231209 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad95bc91-4806-428c-a6f6-51d5a7cafde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:14.332166 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95bc91-4806-428c-a6f6-51d5a7cafde3 admin admin] Pushing event deleted for resources: {'Port': ['ID=acf3a5d2-b76c-40af-b14a-cd951f0ea3d0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:14.565174 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad95bc91-4806-428c-a6f6-51d5a7cafde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:14.595304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba8543-9f9a-4357-9530-385f908e3bbd req-050b4481-9e5c-412a-97c6-ff329c89d8d1 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:14.596948 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5bba8543-9f9a-4357-9530-385f908e3bbd req-050b4481-9e5c-412a-97c6-ff329c89d8d1 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.0978158 Jul 06 11:56:14.640442 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5bba8543-9f9a-4357-9530-385f908e3bbd req-9b9c5290-4a9d-4d20-a64d-d498ce5eab04 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369861 Jul 06 11:56:14.895603 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-288f23ed-8618-47d9-bd32-2063af235a76 req-97464943-5a5d-4e6c-b5ec-6014671d8cd4 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=d87a1fb543ad439da90f2faeb195343c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343080 Jul 06 11:56:14.911028 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06229d51-9d3d-4126-843d-2c7609aacf26 req-34271b27-d609-4831-a2be-e02fd722f0c9 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e892346-d28c-49e4-85ab-f79069154e48 HTTP/1.1" status: 200 len: 210 time: 0.0452442 Jul 06 11:56:15.036467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad95bc91-4806-428c-a6f6-51d5a7cafde3 admin admin] Router efcdaa55-652a-4aea-bee9-ad3eec8faa21 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:15.211910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f23ed-8618-47d9-bd32-2063af235a76 req-40c57536-c99f-490d-ab03-66da1bd990c9 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:15.213746 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-288f23ed-8618-47d9-bd32-2063af235a76 req-40c57536-c99f-490d-ab03-66da1bd990c9 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3080211 Jul 06 11:56:15.268910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-288f23ed-8618-47d9-bd32-2063af235a76 req-1a1df936-a62b-4566-82c1-97a2a18423a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Request body: {'port': {'device_id': '0e892346-d28c-49e4-85ab-f79069154e48', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'd87a1fb543ad439da90f2faeb195343c'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:15.349037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad95bc91-4806-428c-a6f6-51d5a7cafde3 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:15.360568 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ad95bc91-4806-428c-a6f6-51d5a7cafde3 admin admin] 10.222.0.81 "PUT /v2.0/routers/efcdaa55-652a-4aea-bee9-ad3eec8faa21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2466090 Jul 06 11:56:15.361896 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33718) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:15.365908 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7e44b6-7c70-4465-8557-ff81b6df67e2 None None] Sync routers for ids ['efcdaa55-652a-4aea-bee9-ad3eec8faa21'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:15.394991 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7e44b6-7c70-4465-8557-ff81b6df67e2 None None] Routers {'efcdaa55-652a-4aea-bee9-ad3eec8faa21'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:15.395836 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4d7e44b6-7c70-4465-8557-ff81b6df67e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['efcdaa55-652a-4aea-bee9-ad3eec8faa21'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:15.525686 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-288f23ed-8618-47d9-bd32-2063af235a76 req-1a1df936-a62b-4566-82c1-97a2a18423a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Made reservation on behalf of d87a1fb543ad439da90f2faeb195343c for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:15.533663 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-288f23ed-8618-47d9-bd32-2063af235a76 req-1a1df936-a62b-4566-82c1-97a2a18423a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:15.698620 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4d7e44b6-7c70-4465-8557-ff81b6df67e2 None None] Set router efcdaa55-652a-4aea-bee9-ad3eec8faa21 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:15.754041 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e457456-739c-4ff1-b6e9-2aaf808c0077 admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:15.822379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-288f23ed-8618-47d9-bd32-2063af235a76 req-1a1df936-a62b-4566-82c1-97a2a18423a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Allocated IP 192.168.233.42 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/62362abb-3d84-4113-a48b-54d28469d27e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:15.950020 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43365623-3fa5-4125-8b33-de3031babaf2 req-acd48937-b534-4d3a-b374-8f3d796fc506 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:15.959258 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43365623-3fa5-4125-8b33-de3031babaf2 req-acd48937-b534-4d3a-b374-8f3d796fc506 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.2607725 Jul 06 11:56:16.041512 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43365623-3fa5-4125-8b33-de3031babaf2 req-334593d0-bb7e-4645-9e6d-c731024cbdf9 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787792 Jul 06 11:56:16.084003 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e457456-739c-4ff1-b6e9-2aaf808c0077 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.146688 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4d7e44b6-7c70-4465-8557-ff81b6df67e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312077802-router', 'tenant_id': '34db50ec06bd45be87840379466a2d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '0db969b7-9dbb-4f71-8172-87920e5ae49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:08Z', 'updated_at': '2021-07-06T11:56:14Z', 'revision_number': 5, 'project_id': '34db50ec06bd45be87840379466a2d9a', 'gw_port': {'id': '0db969b7-9dbb-4f71-8172-87920e5ae49d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:10Z', 'updated_at': '2021-07-06T11:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:16.160304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5e457456-739c-4ff1-b6e9-2aaf808c0077 admin admin] Deleting port 0db969b7-9dbb-4f71-8172-87920e5ae49d {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:16.161329 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e457456-739c-4ff1-b6e9-2aaf808c0077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.187630 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7e44b6-7c70-4465-8557-ff81b6df67e2 None None] Checking router: efcdaa55-652a-4aea-bee9-ad3eec8faa21 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:16.195617 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-288f23ed-8618-47d9-bd32-2063af235a76 req-1a1df936-a62b-4566-82c1-97a2a18423a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.208342 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7e44b6-7c70-4465-8557-ff81b6df67e2 None None] Routers {'efcdaa55-652a-4aea-bee9-ad3eec8faa21'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:16.209341 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4d7e44b6-7c70-4465-8557-ff81b6df67e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['efcdaa55-652a-4aea-bee9-ad3eec8faa21'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:16.239854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-288f23ed-8618-47d9-bd32-2063af235a76 req-1a1df936-a62b-4566-82c1-97a2a18423a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Transition to ACTIVE for port object 62362abb-3d84-4113-a48b-54d28469d27e will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:16.308170 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5e457456-739c-4ff1-b6e9-2aaf808c0077 admin admin] For port 0db969b7-9dbb-4f71-8172-87920e5ae49d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0db969b7-9dbb-4f71-8172-87920e5ae49d,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:16.308549 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e457456-739c-4ff1-b6e9-2aaf808c0077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.325851 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4d7e44b6-7c70-4465-8557-ff81b6df67e2 None None] Set router efcdaa55-652a-4aea-bee9-ad3eec8faa21 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:16.331172 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-288f23ed-8618-47d9-bd32-2063af235a76 req-1a1df936-a62b-4566-82c1-97a2a18423a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.344377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9a5d9e-492e-4c12-99d5-e4095fc1ed94', 'e48ac6ca-f009-4c5d-9cf1-8658ab803e66'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:16.346566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5e457456-739c-4ff1-b6e9-2aaf808c0077 admin admin] Calling delete_port for 0db969b7-9dbb-4f71-8172-87920e5ae49d owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:16.349927 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd64659e-6f68-4803-a2c1-de2433fa8279', 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616', 'e1bc6098-e628-443b-be01-ace1e9eb6bb5', 'ced59670-b79e-4c37-9b5b-b4e168342ac7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:16.487035 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288f23ed-8618-47d9-bd32-2063af235a76 req-1a1df936-a62b-4566-82c1-97a2a18423a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:16.488373 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4d7e44b6-7c70-4465-8557-ff81b6df67e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312077802-router', 'tenant_id': '34db50ec06bd45be87840379466a2d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:08Z', 'updated_at': '2021-07-06T11:56:16Z', 'revision_number': 6, 'project_id': '34db50ec06bd45be87840379466a2d9a', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:16.496400 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-288f23ed-8618-47d9-bd32-2063af235a76 req-1a1df936-a62b-4566-82c1-97a2a18423a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:16.510031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-288f23ed-8618-47d9-bd32-2063af235a76 req-1a1df936-a62b-4566-82c1-97a2a18423a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:16.523111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1df936-a62b-4566-82c1-97a2a18423a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event updated for resources: {'Port': ['ID=62362abb-3d84-4113-a48b-54d28469d27e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:16.563741 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7e44b6-7c70-4465-8557-ff81b6df67e2 None None] The sync data for ids ['efcdaa55-652a-4aea-bee9-ad3eec8faa21'] in n-d-799529-2 is: [{'id': 'efcdaa55-652a-4aea-bee9-ad3eec8faa21', 'name': 'tempest-AttachSCSIVolumeTestJSON-1312077802-router', 'tenant_id': '34db50ec06bd45be87840379466a2d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:08Z', 'updated_at': '2021-07-06T11:56:16Z', 'revision_number': 6, 'project_id': '34db50ec06bd45be87840379466a2d9a', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:16.669906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f23ed-8618-47d9-bd32-2063af235a76 req-1a1df936-a62b-4566-82c1-97a2a18423a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:16.670594 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-288f23ed-8618-47d9-bd32-2063af235a76 req-1a1df936-a62b-4566-82c1-97a2a18423a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.697595 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e457456-739c-4ff1-b6e9-2aaf808c0077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.711200 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-288f23ed-8618-47d9-bd32-2063af235a76 req-1a1df936-a62b-4566-82c1-97a2a18423a2 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4486065 Jul 06 11:56:16.738765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Request body: {'port': {'device_id': '0e892346-d28c-49e4-85ab-f79069154e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:16.864712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e457456-739c-4ff1-b6e9-2aaf808c0077 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db969b7-9dbb-4f71-8172-87920e5ae49d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:16.890693 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:16.974917 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e457456-739c-4ff1-b6e9-2aaf808c0077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.034279 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-78aaa619-b58e-4c1d-9a71-1e4beedd32d4 None None] Provisioning for port 62362abb-3d84-4113-a48b-54d28469d27e completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:17.050716 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-78aaa619-b58e-4c1d-9a71-1e4beedd32d4 None None] Provisioning complete for port 62362abb-3d84-4113-a48b-54d28469d27e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:17.051059 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-78aaa619-b58e-4c1d-9a71-1e4beedd32d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.126515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-78aaa619-b58e-4c1d-9a71-1e4beedd32d4 None None] Port 62362abb-3d84-4113-a48b-54d28469d27e cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:17.133158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:17.142532 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e457456-739c-4ff1-b6e9-2aaf808c0077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.150464 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e457456-739c-4ff1-b6e9-2aaf808c0077 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.218453 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:17.219128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device acf3a5d2-b76c-40af-b14a-cd951f0ea3d0 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:17.249392 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e457456-739c-4ff1-b6e9-2aaf808c0077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.249864 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e457456-739c-4ff1-b6e9-2aaf808c0077 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efcdaa55-652a-4aea-bee9-ad3eec8faa21 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:56:17.263275 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e457456-739c-4ff1-b6e9-2aaf808c0077 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.264497 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5e457456-739c-4ff1-b6e9-2aaf808c0077 admin admin] 10.222.0.81 "DELETE /v2.0/routers/efcdaa55-652a-4aea-bee9-ad3eec8faa21 HTTP/1.1" status: 204 len: 168 time: 1.9011986 Jul 06 11:56:17.268051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33780) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:17.351482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-90df6c59-2947-48b6-bec7-14438b39f0da admin admin] Deleting subnet 1d2b501d-2e78-4de8-9ce6-33b83dfa1b45 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:56:17.355439 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-90df6c59-2947-48b6-bec7-14438b39f0da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.366175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84021e94-5433-4253-8ee7-a9276443b585 req-cd718a96-817a-49ed-93e1-bec57a9a8a42 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:17.374357 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84021e94-5433-4253-8ee7-a9276443b585 req-cd718a96-817a-49ed-93e1-bec57a9a8a42 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.5672295 Jul 06 11:56:17.462064 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-90df6c59-2947-48b6-bec7-14438b39f0da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.474902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62362abb-3d84-4113-a48b-54d28469d27e {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:17.491821 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84021e94-5433-4253-8ee7-a9276443b585 req-a143e367-dfac-4fc4-beaa-960465b95486 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165147 Jul 06 11:56:17.492513 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.509096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Transition to ACTIVE for port object 62362abb-3d84-4113-a48b-54d28469d27e will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:17.514092 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.652992 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-90df6c59-2947-48b6-bec7-14438b39f0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.758607 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-90df6c59-2947-48b6-bec7-14438b39f0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.772728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Pushing event updated for resources: {'Port': ['ID=62362abb-3d84-4113-a48b-54d28469d27e,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:17.809693 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Attempting to bind port 62362abb-3d84-4113-a48b-54d28469d27e on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:17.810049 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Attempting to bind port 62362abb-3d84-4113-a48b-54d28469d27e by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:17.810641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Attempting to bind port 62362abb-3d84-4113-a48b-54d28469d27e on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:17.813011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33794) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:17.822327 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Port 62362abb-3d84-4113-a48b-54d28469d27e on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:56:17.822882 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Attempting to bind port 62362abb-3d84-4113-a48b-54d28469d27e on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:17.831927 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df6c59-2947-48b6-bec7-14438b39f0da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2b501d-2e78-4de8-9ce6-33b83dfa1b45,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:17.832978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:17.833316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:17.833466 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb00a422-78da-4aa4-bd0a-230f0e7ea3dc None None] Network 1dea3f4f-b3e8-4351-9333-c92537474894 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:17.834493 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:17.834999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Bound port: 62362abb-3d84-4113-a48b-54d28469d27e, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:17.835415 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.845212 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-90df6c59-2947-48b6-bec7-14438b39f0da admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:17.847548 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-90df6c59-2947-48b6-bec7-14438b39f0da admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1d2b501d-2e78-4de8-9ce6-33b83dfa1b45 HTTP/1.1" status: 204 len: 168 time: 0.5779414 Jul 06 11:56:17.850157 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33798) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:17.952433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] For port 62362abb-3d84-4113-a48b-54d28469d27e, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:17.960570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] For port 62362abb-3d84-4113-a48b-54d28469d27e, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62362abb-3d84-4113-a48b-54d28469d27e,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:17.966526 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.034947 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.073017 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:18.073765 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.080377 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-288f23ed-8618-47d9-bd32-2063af235a76 req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] 10.222.0.89 "PUT /v2.0/ports/62362abb-3d84-4113-a48b-54d28469d27e HTTP/1.1" status: 200 len: 1095 time: 1.3509779 Jul 06 11:56:18.080857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e892346-d28c-49e4-85ab-f79069154e48', 'tag': '62362abb-3d84-4113-a48b-54d28469d27e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:18.082260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee98b3-6767-4ad0-8277-ecabe23d376c req-f476425a-fa2a-4eeb-a445-ddaef8f17cad tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:18.083194 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e413b89-aab8-444b-a8a4-16187e48b901" -d '{"events": [{"name": "network-changed", "server_uuid": "0e892346-d28c-49e4-85ab-f79069154e48", "tag": "62362abb-3d84-4113-a48b-54d28469d27e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:18.091735 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0cee98b3-6767-4ad0-8277-ecabe23d376c req-f476425a-fa2a-4eeb-a445-ddaef8f17cad tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e892346-d28c-49e4-85ab-f79069154e48 HTTP/1.1" status: 200 len: 947 time: 0.3163140 Jul 06 11:56:18.142663 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d5e2-3e4e-4238-82ba-2bbad628b1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.187956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7c40b-4e34-40cb-990b-2f4d68c1169e service neutron] Pushing event updated for resources: {'Port': ['ID=62362abb-3d84-4113-a48b-54d28469d27e,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:18.236574 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0cee98b3-6767-4ad0-8277-ecabe23d376c req-029bd4ce-f852-4dc1-97cc-802b3909300b tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435041 Jul 06 11:56:18.265735 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f23ed-8618-47d9-bd32-2063af235a76 req-9b5a4f1c-5d40-4283-bfbb-0244051b80ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:18.267376 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-288f23ed-8618-47d9-bd32-2063af235a76 req-9b5a4f1c-5d40-4283-bfbb-0244051b80ed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=0e892346-d28c-49e4-85ab-f79069154e48 HTTP/1.1" status: 200 len: 1098 time: 0.1372716 Jul 06 11:56:18.278467 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] DHCP port deletion for 1dea3f4f-b3e8-4351-9333-c92537474894 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:56:18.288653 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] Deleting port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:18.288993 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.325228 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-288f23ed-8618-47d9-bd32-2063af235a76 req-35099d35-3e4f-4665-9bfb-59b15653832d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=62362abb-3d84-4113-a48b-54d28469d27e HTTP/1.1" status: 200 len: 217 time: 0.0394049 Jul 06 11:56:18.393046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Deleting port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:18.394077 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.399335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f23ed-8618-47d9-bd32-2063af235a76 req-15f9ff5b-ff77-4fe7-93b8-a7b837ad6d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:18.400895 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-288f23ed-8618-47d9-bd32-2063af235a76 req-15f9ff5b-ff77-4fe7-93b8-a7b837ad6d2a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0696912 Jul 06 11:56:18.424822 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d5e2-3e4e-4238-82ba-2bbad628b1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.425165 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] For port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=024dbbc0-7e1c-4152-8b0c-f9ef869349e4,segment=NetworkSegment(dca6d5ff-000f-4c87-b215-019bd5f08dc8),segment_id=dca6d5ff-000f-4c87-b215-019bd5f08dc8)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:18.425585 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.443648 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6e8d5e2-3e4e-4238-82ba-2bbad628b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.463087 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] Calling delete_port for 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:18.498796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8d5e2-3e4e-4238-82ba-2bbad628b1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd502a9-2fee-4f74-86ef-dd67e09bbb6e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:18.507310 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c6e8d5e2-3e4e-4238-82ba-2bbad628b1e3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0a94214be5042e0bd4fec2cca8f7482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6907933 Jul 06 11:56:18.508636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33806) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:18.567197 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f23ed-8618-47d9-bd32-2063af235a76 req-efbb88a1-86d1-4bee-b8b0-285bf7141c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:18.569528 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-288f23ed-8618-47d9-bd32-2063af235a76 req-efbb88a1-86d1-4bee-b8b0-285bf7141c24 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1581261 Jul 06 11:56:18.592738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] For port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=024dbbc0-7e1c-4152-8b0c-f9ef869349e4,segment=NetworkSegment(dca6d5ff-000f-4c87-b215-019bd5f08dc8),segment_id=dca6d5ff-000f-4c87-b215-019bd5f08dc8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:18.594485 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.640851 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Calling delete_port for 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:18.654616 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.672892 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec241ae0-32db-40dc-8197-a63b01edc0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.676734 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] No DVR routers for this DVR port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:18.701705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=024dbbc0-7e1c-4152-8b0c-f9ef869349e4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:18.713244 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec241ae0-32db-40dc-8197-a63b01edc0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.733432 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-288f23ed-8618-47d9-bd32-2063af235a76 req-a31192ab-032a-4e3a-9855-4a444869e345 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537819 Jul 06 11:56:18.736482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57b4c8-58ee-46d6-b9dc-0d5bf5df15f1 req-112a89ca-41cf-416b-8ca1-0f38c820295d tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:18.738329 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3c57b4c8-58ee-46d6-b9dc-0d5bf5df15f1 req-112a89ca-41cf-416b-8ca1-0f38c820295d tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.2765441 Jul 06 11:56:18.747530 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.788993 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Pushing event deleted for resources: {'Port': ['ID=024dbbc0-7e1c-4152-8b0c-f9ef869349e4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:18.799861 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] No DVR routers for this DVR port 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:18.800578 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.804671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:18.804903 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:18.805052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:18.805393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:18.805878 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:18.806215 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:18.806822 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:18.807210 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:18.807565 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:18.808004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:18.808374 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:18.808747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dc3224-c836-4fde-bf96-ba5fb927077e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:18.824967 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dea3f4f-b3e8-4351-9333-c92537474894']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:18.846748 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca6d5ff-000f-4c87-b215-019bd5f08dc8') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:18.846968 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec241ae0-32db-40dc-8197-a63b01edc0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.847105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca6d5ff-000f-4c87-b215-019bd5f08dc8') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:18.849692 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec241ae0-32db-40dc-8197-a63b01edc0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.850957 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ec241ae0-32db-40dc-8197-a63b01edc0dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5bd502a9-2fee-4f74-86ef-dd67e09bbb6e HTTP/1.1" status: 204 len: 168 time: 0.3413966 Jul 06 11:56:18.861819 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.873393 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec241ae0-32db-40dc-8197-a63b01edc0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd502a9-2fee-4f74-86ef-dd67e09bbb6e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:18.880263 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-288f23ed-8618-47d9-bd32-2063af235a76 req-5390e93a-ac78-43be-bcc5-81afbf2182b2 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333044 Jul 06 11:56:18.883717 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3c57b4c8-58ee-46d6-b9dc-0d5bf5df15f1 req-a1f7d607-7421-459a-8414-756dbc859c72 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707071 Jul 06 11:56:18.888223 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.896056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:18.897038 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: timer() Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:18.899446 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:19.012308 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.012576 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0db969b7-9dbb-4f71-8172-87920e5ae49d no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:19.025617 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.032414 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1dea3f4f-b3e8-4351-9333-c92537474894 HTTP/1.1" status: 204 len: 168 time: 1.1778767 Jul 06 11:56:19.048776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502177da-5118-4cb6-87ca-04d2b3dd5e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dea3f4f-b3e8-4351-9333-c92537474894,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:19.074252 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 0db969b7-9dbb-4f71-8172-87920e5ae49d {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:19.074597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0db969b7-9dbb-4f71-8172-87920e5ae49d not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:19.075584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:19.134901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:19.135270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 024dbbc0-7e1c-4152-8b0c-f9ef869349e4 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:19.312239 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33828) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:19.327765 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89260341-3157-4afb-865e-4cb0afeba7a7 x-openstack-request-id: req-89260341-3157-4afb-865e-4cb0afeba7a7 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:19.328386 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e892346-d28c-49e4-85ab-f79069154e48", "tag": "62362abb-3d84-4113-a48b-54d28469d27e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:19.331441 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89260341-3157-4afb-865e-4cb0afeba7a7 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:19.332107 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e892346-d28c-49e4-85ab-f79069154e48', 'tag': '62362abb-3d84-4113-a48b-54d28469d27e', 'status': 'completed', 'code': 200} Jul 06 11:56:19.352254 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33830) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:19.356233 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d453ca7-9911-4667-b25d-24e473be1ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.453185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cdd81d07-b084-4a01-aa27-9053c778ff0a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2181e3edb394961ab4b36a826cef9ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0968404 Jul 06 11:56:19.453185 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33840) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:19.570020 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18181e-53a1-4c19-ab30-a0f84af1e35c req-73f9a8a9-b527-4f4c-820d-66ec38513cfa tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:19.571987 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ac18181e-53a1-4c19-ab30-a0f84af1e35c req-73f9a8a9-b527-4f4c-820d-66ec38513cfa tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.1107378 Jul 06 11:56:19.577483 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-450849ee-97b5-4390-aafc-c61ab647d7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.583464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d453ca7-9911-4667-b25d-24e473be1ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.588401 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d453ca7-9911-4667-b25d-24e473be1ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.600633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413b89-aab8-444b-a8a4-16187e48b901 req-166d4f08-b84e-4016-8aa8-10b42e02d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:19.602284 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5e413b89-aab8-444b-a8a4-16187e48b901 req-166d4f08-b84e-4016-8aa8-10b42e02d6bd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=0e892346-d28c-49e4-85ab-f79069154e48 HTTP/1.1" status: 200 len: 1098 time: 0.1205673 Jul 06 11:56:19.614582 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-450849ee-97b5-4390-aafc-c61ab647d7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.642297 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ac18181e-53a1-4c19-ab30-a0f84af1e35c req-4d93db98-c7a9-4956-9b38-4507471ffa1d tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617406 Jul 06 11:56:19.677543 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5d453ca7-9911-4667-b25d-24e473be1ef8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7a3b7f33f5af4e139b57077551bd544c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3615687 Jul 06 11:56:19.680637 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33842) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:19.687794 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-450849ee-97b5-4390-aafc-c61ab647d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.690824 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-450849ee-97b5-4390-aafc-c61ab647d7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.691604 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d453ca7-9911-4667-b25d-24e473be1ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e4c92a-d02f-4c5d-b396-ce2eb3fdb9a5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:19.692256 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-450849ee-97b5-4390-aafc-c61ab647d7d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ee93335-d304-43f0-8b39-a9dabea31f53 HTTP/1.1" status: 204 len: 168 time: 0.2381396 Jul 06 11:56:19.702318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450849ee-97b5-4390-aafc-c61ab647d7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee93335-d304-43f0-8b39-a9dabea31f53,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:19.777814 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11323117-e9f2-4ccd-b211-e57a672585b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.800247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413b89-aab8-444b-a8a4-16187e48b901 req-c1b548f1-44a3-4689-b524-0f77e5d7642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:19.801873 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5e413b89-aab8-444b-a8a4-16187e48b901 req-c1b548f1-44a3-4689-b524-0f77e5d7642d service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1888001 Jul 06 11:56:19.821470 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11323117-e9f2-4ccd-b211-e57a672585b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.858827 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5e413b89-aab8-444b-a8a4-16187e48b901 req-98a1ad77-a696-4d61-84ef-6a29b6ebbe60 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=62362abb-3d84-4113-a48b-54d28469d27e HTTP/1.1" status: 200 len: 217 time: 0.0488117 Jul 06 11:56:19.926669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413b89-aab8-444b-a8a4-16187e48b901 req-68fd2dbb-b810-4ed6-a3dd-577dda99473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:19.929083 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5e413b89-aab8-444b-a8a4-16187e48b901 req-68fd2dbb-b810-4ed6-a3dd-577dda99473d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0604718 Jul 06 11:56:19.982055 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11323117-e9f2-4ccd-b211-e57a672585b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.984767 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11323117-e9f2-4ccd-b211-e57a672585b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:19.988655 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-11323117-e9f2-4ccd-b211-e57a672585b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c7e4c92a-d02f-4c5d-b396-ce2eb3fdb9a5 HTTP/1.1" status: 204 len: 168 time: 0.3035746 Jul 06 11:56:20.003854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11323117-e9f2-4ccd-b211-e57a672585b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e4c92a-d02f-4c5d-b396-ce2eb3fdb9a5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:20.039564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413b89-aab8-444b-a8a4-16187e48b901 req-df06420c-55da-463d-9295-a0c8be8e1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:20.043600 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5e413b89-aab8-444b-a8a4-16187e48b901 req-df06420c-55da-463d-9295-a0c8be8e1e00 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1036694 Jul 06 11:56:20.153828 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412af904-9982-4dd2-a795-32c0b55eb40b req-c8a0df8e-e6e4-451f-9499-d33b1e2c01bd tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:20.156651 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-412af904-9982-4dd2-a795-32c0b55eb40b req-c8a0df8e-e6e4-451f-9499-d33b1e2c01bd tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e892346-d28c-49e4-85ab-f79069154e48 HTTP/1.1" status: 200 len: 947 time: 0.1086931 Jul 06 11:56:20.169461 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5e413b89-aab8-444b-a8a4-16187e48b901 req-3493a608-cbd7-46e2-9a9d-0a2bb8fe15bc service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183128 Jul 06 11:56:20.285325 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-412af904-9982-4dd2-a795-32c0b55eb40b req-321e56bd-6e4d-4f5e-b8ac-9c6bdccdae37 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131642 Jul 06 11:56:20.308320 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33858) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:20.351904 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5e413b89-aab8-444b-a8a4-16187e48b901 req-f9e88523-25de-4c11-af24-5b37dc83cedd service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703622 Jul 06 11:56:20.386158 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0f842b7c-4250-4fc6-99f6-3ef024cc3fb1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=34db50ec06bd45be87840379466a2d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0761557 Jul 06 11:56:20.388578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33862) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:20.452734 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3496d6b7-abec-44bd-ad17-5b8a916e0a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.477858 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3496d6b7-abec-44bd-ad17-5b8a916e0a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.534121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9924ec9-9459-402d-ad36-ac51312d17c8 req-a6453213-4adf-4671-9577-f3b342312d85 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:20.540375 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9924ec9-9459-402d-ad36-ac51312d17c8 req-a6453213-4adf-4671-9577-f3b342312d85 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.0999229 Jul 06 11:56:20.541518 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3496d6b7-abec-44bd-ad17-5b8a916e0a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.544476 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3496d6b7-abec-44bd-ad17-5b8a916e0a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:20.545814 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3496d6b7-abec-44bd-ad17-5b8a916e0a73 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ed693b2-6ab4-472d-8216-5749a0402985 HTTP/1.1" status: 204 len: 168 time: 0.1562097 Jul 06 11:56:20.555925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496d6b7-abec-44bd-ad17-5b8a916e0a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed693b2-6ab4-472d-8216-5749a0402985,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:20.595967 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9924ec9-9459-402d-ad36-ac51312d17c8 req-fdd2e43b-3892-41a9-b808-a8509eaedb79 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529549 Jul 06 11:56:21.079023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ce6b4-47f5-40b5-b670-4c469135677e req-429df80d-8dac-488c-81c4-ce8563d9ac9e tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:21.079023 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd6ce6b4-47f5-40b5-b670-4c469135677e req-429df80d-8dac-488c-81c4-ce8563d9ac9e tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.0848536 Jul 06 11:56:21.123722 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd6ce6b4-47f5-40b5-b670-4c469135677e req-41aaa990-ffa3-488c-a90c-6ac722d3354e tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388043 Jul 06 11:56:21.327894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7096382-6500-4aa5-8678-81c0e29eb3f8 req-fb181557-be32-473c-920b-1433e203d10c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:21.329835 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7096382-6500-4aa5-8678-81c0e29eb3f8 req-fb181557-be32-473c-920b-1433e203d10c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.0881035 Jul 06 11:56:21.383988 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7096382-6500-4aa5-8678-81c0e29eb3f8 req-f3cf8f28-aa93-41dd-8398-bb7cafa26868 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464637 Jul 06 11:56:21.710372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33938) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:22.009511 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b2cfce97-a15b-4c2c-8504-15bdce1d4e7d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109008292-network', 'tenant_id': '51e9a1b62fc248be86980300469c60bd'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:22.053833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cfce97-a15b-4c2c-8504-15bdce1d4e7d admin admin] Made reservation on behalf of 51e9a1b62fc248be86980300469c60bd for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:22.058212 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2cfce97-a15b-4c2c-8504-15bdce1d4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.085195 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2cfce97-a15b-4c2c-8504-15bdce1d4e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.239088 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2cfce97-a15b-4c2c-8504-15bdce1d4e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.241894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24b628-ea1f-494e-b7af-6b6c41ec0933 req-be24120e-1904-41d5-84eb-7e804dd80e03 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:22.243867 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2cfce97-a15b-4c2c-8504-15bdce1d4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.249652 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f24b628-ea1f-494e-b7af-6b6c41ec0933 req-be24120e-1904-41d5-84eb-7e804dd80e03 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e892346-d28c-49e4-85ab-f79069154e48 HTTP/1.1" status: 200 len: 947 time: 0.0743124 Jul 06 11:56:22.266245 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cfce97-a15b-4c2c-8504-15bdce1d4e7d admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:22.287609 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2cfce97-a15b-4c2c-8504-15bdce1d4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.288236 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-b2cfce97-a15b-4c2c-8504-15bdce1d4e7d admin admin] Added segment db6cf7cd-c9c8-4c30-84d8-cbb39a86ca66 of type vlan for network bc3fc1d2-825f-4b51-8f14-35283edc688b Jul 06 11:56:22.298822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfce97-a15b-4c2c-8504-15bdce1d4e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c874bd-8052-41a8-8344-5c8329450be0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:22.303786 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f24b628-ea1f-494e-b7af-6b6c41ec0933 req-4055b530-bdae-45e4-9df2-eb10bda6d9e0 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527167 Jul 06 11:56:22.340612 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2cfce97-a15b-4c2c-8504-15bdce1d4e7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.375856 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2cfce97-a15b-4c2c-8504-15bdce1d4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.377300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cfce97-a15b-4c2c-8504-15bdce1d4e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:22.377950 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2cfce97-a15b-4c2c-8504-15bdce1d4e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.444994 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b2cfce97-a15b-4c2c-8504-15bdce1d4e7d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7322481 Jul 06 11:56:22.447625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33984) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:22.453749 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-df18f1c7-aefe-4ba3-9c60-1bd44ed5b6b6 admin admin] Request body: {'subnet': {'network_id': 'bc3fc1d2-825f-4b51-8f14-35283edc688b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109008292-subnet', 'tenant_id': '51e9a1b62fc248be86980300469c60bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:22.472495 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfce97-a15b-4c2c-8504-15bdce1d4e7d admin admin] Pushing event updated for resources: {'Network': ['ID=bc3fc1d2-825f-4b51-8f14-35283edc688b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:22.478697 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 62362abb-3d84-4113-a48b-54d28469d27e details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:56:22.486381 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network bc3fc1d2-825f-4b51-8f14-35283edc688b details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:22.513170 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df18f1c7-aefe-4ba3-9c60-1bd44ed5b6b6 admin admin] Made reservation on behalf of 51e9a1b62fc248be86980300469c60bd for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:22.518554 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df18f1c7-aefe-4ba3-9c60-1bd44ed5b6b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.783866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 62362abb-3d84-4113-a48b-54d28469d27e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62362abb-3d84-4113-a48b-54d28469d27e,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:22.800102 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df18f1c7-aefe-4ba3-9c60-1bd44ed5b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.810115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '62362abb-3d84-4113-a48b-54d28469d27e', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '62362abb-3d84-4113-a48b-54d28469d27e', 'mac_address': 'fa:16:3e:28:3d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:56:22.837288 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4a522-81f7-40bf-a568-4d79992db184 req-1b45efc2-9807-4d65-9c01-15011b45e02c tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:22.840844 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22f4a522-81f7-40bf-a568-4d79992db184 req-1b45efc2-9807-4d65-9c01-15011b45e02c tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.1076357 Jul 06 11:56:22.853894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18f1c7-aefe-4ba3-9c60-1bd44ed5b6b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04fdd62a-9375-496e-a0ca-01590e566fe6,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:22.873449 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.879457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df18f1c7-aefe-4ba3-9c60-1bd44ed5b6b6 admin admin] Checking segment: {'id': 'db6cf7cd-c9c8-4c30-84d8-cbb39a86ca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bc3fc1d2-825f-4b51-8f14-35283edc688b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:22.880283 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df18f1c7-aefe-4ba3-9c60-1bd44ed5b6b6 admin admin] Network hostable DHCP agents. Network: bc3fc1d2-825f-4b51-8f14-35283edc688b, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:56:22.900470 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62362abb-3d84-4113-a48b-54d28469d27e {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:22.902301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df18f1c7-aefe-4ba3-9c60-1bd44ed5b6b6 admin admin] Network bc3fc1d2-825f-4b51-8f14-35283edc688b is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:56:22.914263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33998) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:22.923814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-df18f1c7-aefe-4ba3-9c60-1bd44ed5b6b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, bc3fc1d2-825f-4b51-8f14-35283edc688b) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:22.929230 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df18f1c7-aefe-4ba3-9c60-1bd44ed5b6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:22.930123 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df18f1c7-aefe-4ba3-9c60-1bd44ed5b6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.938809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7fb5c-c6bd-4e5b-b29c-3333ff85242e None None] Network bc3fc1d2-825f-4b51-8f14-35283edc688b requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:22.945304 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 62362abb-3d84-4113-a48b-54d28469d27e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62362abb-3d84-4113-a48b-54d28469d27e,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:22.948863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22f4a522-81f7-40bf-a568-4d79992db184 req-4064a61a-780d-4323-8e7c-335c4960d453 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998704 Jul 06 11:56:22.950635 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-df18f1c7-aefe-4ba3-9c60-1bd44ed5b6b6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5019536 Jul 06 11:56:22.951261 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34002) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:22.955913 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109008292-router', 'tenant_id': '51e9a1b62fc248be86980300469c60bd', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:22.978664 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:22.980777 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.041093 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.059735 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.161501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=62362abb-3d84-4113-a48b-54d28469d27e,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:23.243862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce68da-ebe5-463d-b90a-d431ae0c079b req-66816a39-d229-4117-b0f4-037e089a5ae3 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:23.246725 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-72ce68da-ebe5-463d-b90a-d431ae0c079b req-66816a39-d229-4117-b0f4-037e089a5ae3 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.1336601 Jul 06 11:56:23.282263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-bc3fc1d2-825f-4b51-8f14-35283edc688b', 'network_id': 'bc3fc1d2-825f-4b51-8f14-35283edc688b', 'tenant_id': '51e9a1b62fc248be86980300469c60bd', 'fixed_ips': [{'subnet_id': '04fdd62a-9375-496e-a0ca-01590e566fe6'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:56:23.284572 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.317239 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-72ce68da-ebe5-463d-b90a-d431ae0c079b req-485a2395-3a2f-4c1c-bf0a-a9f6c8e40157 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636578 Jul 06 11:56:23.376565 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['62362abb-3d84-4113-a48b-54d28469d27e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:23.522940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8db4ec-288e-4876-95bd-2f9b3a3a7367 req-c9a4a82f-df88-45ee-bd1a-6c7d21fa2361 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:23.532976 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a8db4ec-288e-4876-95bd-2f9b3a3a7367 req-c9a4a82f-df88-45ee-bd1a-6c7d21fa2361 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e892346-d28c-49e4-85ab-f79069154e48 HTTP/1.1" status: 200 len: 948 time: 0.1026597 Jul 06 11:56:23.571950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Allocated IP 172.20.0.2 (bc3fc1d2-825f-4b51-8f14-35283edc688b/04fdd62a-9375-496e-a0ca-01590e566fe6/f0971db9-ec0f-435c-b858-a4102ddf8a70) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:23.588098 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2a1747e2-2cbe-46fd-a1fa-696080f1ba29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.615758 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a8db4ec-288e-4876-95bd-2f9b3a3a7367 req-83d16978-90a9-4fc5-9db6-ac3feccfc483 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799990 Jul 06 11:56:23.662200 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.857981 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.866090 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2a1747e2-2cbe-46fd-a1fa-696080f1ba29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.876183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Transition to ACTIVE for port object f0971db9-ec0f-435c-b858-a4102ddf8a70 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:23.898592 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Transition to ACTIVE for port object f0971db9-ec0f-435c-b858-a4102ddf8a70 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:23.905864 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2a1747e2-2cbe-46fd-a1fa-696080f1ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.908629 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:23.957829 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Network bc3fc1d2-825f-4b51-8f14-35283edc688b is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:23.960758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:23.967844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:24.000877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Pushing event updated for resources: {'Port': ['ID=f0971db9-ec0f-435c-b858-a4102ddf8a70,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:24.003247 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34014) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:24.009616 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2a1747e2-2cbe-46fd-a1fa-696080f1ba29 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=155200bcf8d44f98b1c911e577db4e62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0942359 Jul 06 11:56:24.028023 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1747e2-2cbe-46fd-a1fa-696080f1ba29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff8dc13-f4cf-4243-ac38-e8885bf99474,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:24.041777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Attempting to bind port f0971db9-ec0f-435c-b858-a4102ddf8a70 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:24.043357 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Attempting to bind port f0971db9-ec0f-435c-b858-a4102ddf8a70 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'db6cf7cd-c9c8-4c30-84d8-cbb39a86ca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bc3fc1d2-825f-4b51-8f14-35283edc688b'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:24.043736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Attempting to bind port f0971db9-ec0f-435c-b858-a4102ddf8a70 on network bc3fc1d2-825f-4b51-8f14-35283edc688b {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:24.050573 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:24.051029 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Checking segment: {'id': 'db6cf7cd-c9c8-4c30-84d8-cbb39a86ca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bc3fc1d2-825f-4b51-8f14-35283edc688b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:24.051535 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.052002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Bound using segment: {'id': 'db6cf7cd-c9c8-4c30-84d8-cbb39a86ca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bc3fc1d2-825f-4b51-8f14-35283edc688b'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:24.052560 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Bound port: f0971db9-ec0f-435c-b858-a4102ddf8a70, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6cf7cd-c9c8-4c30-84d8-cbb39a86ca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bc3fc1d2-825f-4b51-8f14-35283edc688b'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:24.053010 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.064931 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.100494 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2b1fac5-df68-475f-8cfb-6d1c1bd73372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.103018 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.142861 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2b1fac5-df68-475f-8cfb-6d1c1bd73372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.153098 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] For port f0971db9-ec0f-435c-b858-a4102ddf8a70, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:24.157252 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] For port f0971db9-ec0f-435c-b858-a4102ddf8a70, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f0971db9-ec0f-435c-b858-a4102ddf8a70,segment=NetworkSegment(db6cf7cd-c9c8-4c30-84d8-cbb39a86ca66),segment_id=db6cf7cd-c9c8-4c30-84d8-cbb39a86ca66)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:24.169079 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.241607 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28067686-f058-4c2c-9b41-c9d2f24cc723 None None] Pushing event updated for resources: {'Port': ['ID=f0971db9-ec0f-435c-b858-a4102ddf8a70,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:24.272053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cef61-6af1-497a-a645-1858100cff42 req-e176ffd0-65c2-4f39-92ca-114b4fc06a0d tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:24.279823 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-404cef61-6af1-497a-a645-1858100cff42 req-e176ffd0-65c2-4f39-92ca-114b4fc06a0d tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.1400268 Jul 06 11:56:24.285923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Allocated IP 172.25.4.132 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/d84b7b63-3a21-4d13-bc20-1e9c9837ae65) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:24.289301 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2b1fac5-df68-475f-8cfb-6d1c1bd73372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.292943 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2b1fac5-df68-475f-8cfb-6d1c1bd73372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.294077 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b2b1fac5-df68-475f-8cfb-6d1c1bd73372 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ff8dc13-f4cf-4243-ac38-e8885bf99474 HTTP/1.1" status: 204 len: 168 time: 0.2898207 Jul 06 11:56:24.378592 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-404cef61-6af1-497a-a645-1858100cff42 req-cbb9cdc3-b976-4f23-ad74-91f99bc5e7db tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977008 Jul 06 11:56:24.379921 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1fac5-df68-475f-8cfb-6d1c1bd73372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff8dc13-f4cf-4243-ac38-e8885bf99474,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:24.441014 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.497923 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:24.585872 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Pushing event updated for resources: {'Port': ['ID=d84b7b63-3a21-4d13-bc20-1e9c9837ae65,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:24.600504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:24.604693 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:24.607776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:24.679493 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c687cfc-5435-4b4b-80e4-bd3a99229ff9 req-8230b84f-45b7-4d64-9515-e3c318878eaa tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:24.698401 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c687cfc-5435-4b4b-80e4-bd3a99229ff9 req-8230b84f-45b7-4d64-9515-e3c318878eaa tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.2029555 Jul 06 11:56:24.763879 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c687cfc-5435-4b4b-80e4-bd3a99229ff9 req-8ec24892-8ba3-47dc-8b27-c7a46968baab tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571594 Jul 06 11:56:24.855691 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34030) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:24.876999 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7aa46775-4534-42e6-ada9-63dcdba41eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.021043 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7aa46775-4534-42e6-ada9-63dcdba41eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.055934 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7aa46775-4534-42e6-ada9-63dcdba41eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.084832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7aa46775-4534-42e6-ada9-63dcdba41eb6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=70051a43829a4156b1ee8022fb98503a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275898 Jul 06 11:56:25.088032 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34034) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:25.149249 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa46775-4534-42e6-ada9-63dcdba41eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4877b859-00c2-4f92-8477-43a7c7aadc9f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:25.167832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d43267-a817-4ec9-b8a2-378bc0e72f19 req-66336229-fca9-4ab7-b1e8-dc912175f2f4 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:25.181676 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8d43267-a817-4ec9-b8a2-378bc0e72f19 req-66336229-fca9-4ab7-b1e8-dc912175f2f4 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e892346-d28c-49e4-85ab-f79069154e48 HTTP/1.1" status: 200 len: 948 time: 0.1584363 Jul 06 11:56:25.228992 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be8a1841-d568-4bac-ba1c-70c6c4f3599d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.229326 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8d43267-a817-4ec9-b8a2-378bc0e72f19 req-327ad15f-4495-4a61-b573-a651a7878718 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468249 Jul 06 11:56:25.253264 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f0971db9-ec0f-435c-b858-a4102ddf8a70 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:25.293263 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be8a1841-d568-4bac-ba1c-70c6c4f3599d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.296894 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.321999 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port f0971db9-ec0f-435c-b858-a4102ddf8a70 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:25.458862 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be8a1841-d568-4bac-ba1c-70c6c4f3599d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.461619 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be8a1841-d568-4bac-ba1c-70c6c4f3599d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.462836 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-be8a1841-d568-4bac-ba1c-70c6c4f3599d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4877b859-00c2-4f92-8477-43a7c7aadc9f HTTP/1.1" status: 204 len: 168 time: 0.3711727 Jul 06 11:56:25.487164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a1841-d568-4bac-ba1c-70c6c4f3599d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4877b859-00c2-4f92-8477-43a7c7aadc9f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:25.681547 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.746026 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7d47e2-2af8-42b4-89c3-23cf4bca3529 None None] Network bc3fc1d2-825f-4b51-8f14-35283edc688b requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:25.748353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6b0d7-d69f-4430-b700-39b3d5e81363 req-a3a3a47f-6acf-4429-acf7-37c587c1b90e tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:25.750119 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7ff6b0d7-d69f-4430-b700-39b3d5e81363 req-a3a3a47f-6acf-4429-acf7-37c587c1b90e tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.0849197 Jul 06 11:56:25.796025 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7ff6b0d7-d69f-4430-b700-39b3d5e81363 req-5177fd10-4a41-4e8a-8103-8c59f890d720 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382998 Jul 06 11:56:25.844226 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-436e3d82-a2f0-413b-ba28-0fea3d51ed49 None None] Provisioning for port f0971db9-ec0f-435c-b858-a4102ddf8a70 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:25.852696 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-436e3d82-a2f0-413b-ba28-0fea3d51ed49 None None] Provisioning complete for port f0971db9-ec0f-435c-b858-a4102ddf8a70 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:25.853073 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-436e3d82-a2f0-413b-ba28-0fea3d51ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:25.888330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Router 015ee960-1e1e-4bbd-ad75-b3c89dd52ba5 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:56:25.895134 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:56:26.025767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b3f7c-38ad-4e53-a2f0-c7fd6980deca req-af45227c-dc53-4b8c-8dfc-48994f37899b tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:26.032560 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f36b3f7c-38ad-4e53-a2f0-c7fd6980deca req-af45227c-dc53-4b8c-8dfc-48994f37899b tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.0948753 Jul 06 11:56:26.072151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:26.093835 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.096486 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4dea08d6-291b-465b-90d7-7ab480861508 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.1441946 Jul 06 11:56:26.099867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34060) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:26.138523 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f36b3f7c-38ad-4e53-a2f0-c7fd6980deca req-421ccc1e-bf3c-4907-9928-352e77d857c3 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049573 Jul 06 11:56:26.165424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Sync routers for ids ['015ee960-1e1e-4bbd-ad75-b3c89dd52ba5'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:26.209429 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Routers {'015ee960-1e1e-4bbd-ad75-b3c89dd52ba5'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:26.210086 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['015ee960-1e1e-4bbd-ad75-b3c89dd52ba5'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:26.279009 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-436e3d82-a2f0-413b-ba28-0fea3d51ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.372239 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-436e3d82-a2f0-413b-ba28-0fea3d51ed49 None None] For port f0971db9-ec0f-435c-b858-a4102ddf8a70, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f0971db9-ec0f-435c-b858-a4102ddf8a70,segment=NetworkSegment(db6cf7cd-c9c8-4c30-84d8-cbb39a86ca66),segment_id=db6cf7cd-c9c8-4c30-84d8-cbb39a86ca66)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:26.376641 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-436e3d82-a2f0-413b-ba28-0fea3d51ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.399328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Set router 015ee960-1e1e-4bbd-ad75-b3c89dd52ba5 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:26.508158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 62362abb-3d84-4113-a48b-54d28469d27e up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:26.646029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0137dc-0d5b-4996-bb64-070e12816112 req-d4a89b26-1170-479c-904c-0384b32ae84e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:26.655536 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de0137dc-0d5b-4996-bb64-070e12816112 req-d4a89b26-1170-479c-904c-0384b32ae84e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e892346-d28c-49e4-85ab-f79069154e48 HTTP/1.1" status: 200 len: 948 time: 0.1910918 Jul 06 11:56:26.701580 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e3d82-a2f0-413b-ba28-0fea3d51ed49 None None] Pushing event updated for resources: {'Port': ['ID=f0971db9-ec0f-435c-b858-a4102ddf8a70,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:26.727726 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de0137dc-0d5b-4996-bb64-070e12816112 req-a8d44d4b-8360-48a1-a0bf-4a7712d34551 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704811 Jul 06 11:56:26.754734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e92298fb-cf7f-4fe3-8bb3-710baa825709 None None] Provisioning complete for port f0971db9-ec0f-435c-b858-a4102ddf8a70 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:26.755127 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e92298fb-cf7f-4fe3-8bb3-710baa825709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.788849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 62362abb-3d84-4113-a48b-54d28469d27e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:26.803141 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 62362abb-3d84-4113-a48b-54d28469d27e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:26.803530 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:26.821318 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.001765 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015ee960-1e1e-4bbd-ad75-b3c89dd52ba5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109008292-router', 'tenant_id': '51e9a1b62fc248be86980300469c60bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd84b7b63-3a21-4d13-bc20-1e9c9837ae65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:22Z', 'updated_at': '2021-07-06T11:56:24Z', 'revision_number': 3, 'project_id': '51e9a1b62fc248be86980300469c60bd', 'gw_port': {'id': 'd84b7b63-3a21-4d13-bc20-1e9c9837ae65', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015ee960-1e1e-4bbd-ad75-b3c89dd52ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:27.024447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f0971db9-ec0f-435c-b858-a4102ddf8a70 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:27.082581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Checking router: 015ee960-1e1e-4bbd-ad75-b3c89dd52ba5 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:27.083247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Updating router 015ee960-1e1e-4bbd-ad75-b3c89dd52ba5 port d84b7b63-3a21-4d13-bc20-1e9c9837ae65 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:56:27.085317 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.150507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Allocated IP 172.20.0.1 (bc3fc1d2-825f-4b51-8f14-35283edc688b/04fdd62a-9375-496e-a0ca-01590e566fe6/6078dcd9-389a-4761-86c0-332817639733) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:27.153447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e892346-d28c-49e4-85ab-f79069154e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62362abb-3d84-4113-a48b-54d28469d27e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:27.156207 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce6f39e-67ec-4e1b-ba73-0fdb575671f2" -d '{"events": [{"server_uuid": "0e892346-d28c-49e4-85ab-f79069154e48", "name": "network-vif-plugged", "status": "completed", "tag": "62362abb-3d84-4113-a48b-54d28469d27e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:27.162294 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.176939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 62362abb-3d84-4113-a48b-54d28469d27e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62362abb-3d84-4113-a48b-54d28469d27e,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:27.203063 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.290965 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.308227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Transition to ACTIVE for port object 6078dcd9-389a-4761-86c0-332817639733 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:27.344679 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port f0971db9-ec0f-435c-b858-a4102ddf8a70 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:27.357636 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.370966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7749ae-3a6e-4b98-943a-29fbe2781f2a req-330f3903-a28c-4e94-9169-5e63fc4f9a50 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:27.372763 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.378505 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db7749ae-3a6e-4b98-943a-29fbe2781f2a req-330f3903-a28c-4e94-9169-5e63fc4f9a50 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.1021917 Jul 06 11:56:27.396055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Network bc3fc1d2-825f-4b51-8f14-35283edc688b is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:27.399588 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:27.425258 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db7749ae-3a6e-4b98-943a-29fbe2781f2a req-a32f53fd-fc9f-477c-b51f-388e42701314 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457742 Jul 06 11:56:27.445831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:27.488863 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=62362abb-3d84-4113-a48b-54d28469d27e,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:27.513307 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.723793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54314af3-ccd7-4f36-9175-7d857bb1c17d req-5ee2f269-b1e0-4cc6-b8e3-c8706cf6cdc9 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:27.725919 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-54314af3-ccd7-4f36-9175-7d857bb1c17d req-5ee2f269-b1e0-4cc6-b8e3-c8706cf6cdc9 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.1352358 Jul 06 11:56:27.753689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3aa91c3c-1a3b-41ba-bcfb-b041bbc503ff None None] Provisioning for port 6078dcd9-389a-4761-86c0-332817639733 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:27.763194 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3aa91c3c-1a3b-41ba-bcfb-b041bbc503ff None None] Provisioning complete for port 6078dcd9-389a-4761-86c0-332817639733 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:27.763589 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3aa91c3c-1a3b-41ba-bcfb-b041bbc503ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.781820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-54314af3-ccd7-4f36-9175-7d857bb1c17d req-9e0115ee-0947-4a38-882c-6a8880ab12dc tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476382 Jul 06 11:56:27.797836 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Pushing event updated for resources: {'Port': ['ID=6078dcd9-389a-4761-86c0-332817639733,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:27.805038 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.862443 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3aa91c3c-1a3b-41ba-bcfb-b041bbc503ff None None] Port 6078dcd9-389a-4761-86c0-332817639733 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:27.869235 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:27.881471 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Transition to ACTIVE for port object d84b7b63-3a21-4d13-bc20-1e9c9837ae65 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:27.892442 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef46e97-343e-4ec6-8830-bac3c053117d x-openstack-request-id: req-eef46e97-343e-4ec6-8830-bac3c053117d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:27.892442 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e892346-d28c-49e4-85ab-f79069154e48", "name": "network-vif-plugged", "status": "completed", "tag": "62362abb-3d84-4113-a48b-54d28469d27e", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:27.893483 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eef46e97-343e-4ec6-8830-bac3c053117d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:27.893779 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e892346-d28c-49e4-85ab-f79069154e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62362abb-3d84-4113-a48b-54d28469d27e', 'code': 200} Jul 06 11:56:27.895352 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.030724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc5b58-c0ce-4302-b125-3f7e5e8c3e17 None None] Pushing event updated for resources: {'Port': ['ID=d84b7b63-3a21-4d13-bc20-1e9c9837ae65,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:28.055182 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Attempting to bind port d84b7b63-3a21-4d13-bc20-1e9c9837ae65 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:28.055584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Attempting to bind port d84b7b63-3a21-4d13-bc20-1e9c9837ae65 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:28.055950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Attempting to bind port d84b7b63-3a21-4d13-bc20-1e9c9837ae65 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:28.062989 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:28.063329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:28.063726 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.064180 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:28.064663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Bound port: d84b7b63-3a21-4d13-bc20-1e9c9837ae65, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:28.065044 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.156130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286eb03-559c-4be3-850d-ce9244926c88 req-9274cb4f-c006-4b64-b46e-15633f4709fb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:28.159894 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2286eb03-559c-4be3-850d-ce9244926c88 req-9274cb4f-c006-4b64-b46e-15633f4709fb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e892346-d28c-49e4-85ab-f79069154e48 HTTP/1.1" status: 200 len: 949 time: 0.0840056 Jul 06 11:56:28.163868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c5849-ec50-4398-b6df-bab1b12e413c req-62eef3cb-9eaa-48ff-98b0-a010e42ac7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:28.165601 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-554c5849-ec50-4398-b6df-bab1b12e413c req-62eef3cb-9eaa-48ff-98b0-a010e42ac7b3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0e892346-d28c-49e4-85ab-f79069154e48 HTTP/1.1" status: 200 len: 1100 time: 0.1495712 Jul 06 11:56:28.170568 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] For port d84b7b63-3a21-4d13-bc20-1e9c9837ae65, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:28.176066 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] For port d84b7b63-3a21-4d13-bc20-1e9c9837ae65, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d84b7b63-3a21-4d13-bc20-1e9c9837ae65,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:28.189146 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.208294 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2286eb03-559c-4be3-850d-ce9244926c88 req-ea2be966-41bc-4653-8c45-af3b5da797cb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444064 Jul 06 11:56:28.212029 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.232910 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.234381 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-554c5849-ec50-4398-b6df-bab1b12e413c req-4b0cc90f-7773-4457-ae54-2b3871744060 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605543 Jul 06 11:56:28.272462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Routers {'015ee960-1e1e-4bbd-ad75-b3c89dd52ba5'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:28.273191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['015ee960-1e1e-4bbd-ad75-b3c89dd52ba5'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:28.279990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc5b58-c0ce-4302-b125-3f7e5e8c3e17 None None] Pushing event updated for resources: {'Port': ['ID=d84b7b63-3a21-4d13-bc20-1e9c9837ae65,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:28.315168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Pushing event updated for resources: {'Port': ['ID=6078dcd9-389a-4761-86c0-332817639733,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:28.317926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.418114 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] Set router 015ee960-1e1e-4bbd-ad75-b3c89dd52ba5 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:28.434675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Network bc3fc1d2-825f-4b51-8f14-35283edc688b is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:28.436943 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:28.598766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Router 015ee960-1e1e-4bbd-ad75-b3c89dd52ba5 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:28.704097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db34223-569f-4841-930f-34ac3109502c req-84f8f465-0d7e-400a-80e4-6c0a8440d710 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:28.714878 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1db34223-569f-4841-930f-34ac3109502c req-84f8f465-0d7e-400a-80e4-6c0a8440d710 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.0902162 Jul 06 11:56:28.759770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015ee960-1e1e-4bbd-ad75-b3c89dd52ba5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109008292-router', 'tenant_id': '51e9a1b62fc248be86980300469c60bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd84b7b63-3a21-4d13-bc20-1e9c9837ae65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:22Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '51e9a1b62fc248be86980300469c60bd', 'gw_port': {'id': 'd84b7b63-3a21-4d13-bc20-1e9c9837ae65', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015ee960-1e1e-4bbd-ad75-b3c89dd52ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '6078dcd9-389a-4761-86c0-332817639733', 'name': '', 'network_id': 'bc3fc1d2-825f-4b51-8f14-35283edc688b', 'tenant_id': '51e9a1b62fc248be86980300469c60bd', 'mac_address': 'fa:16:3e:1a:0b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015ee960-1e1e-4bbd-ad75-b3c89dd52ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '04fdd62a-9375-496e-a0ca-01590e566fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:26Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 2, 'project_id': '51e9a1b62fc248be86980300469c60bd', 'subnets': [{'id': '04fdd62a-9375-496e-a0ca-01590e566fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:28.773616 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1db34223-569f-4841-930f-34ac3109502c req-bfddc70f-c6a4-43a5-99c2-ba520717192d tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536358 Jul 06 11:56:28.790233 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:28.799296 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-02509b43-a419-46cc-ae37-d44f1f1da707 admin admin] 10.222.0.81 "PUT /v2.0/routers/015ee960-1e1e-4bbd-ad75-b3c89dd52ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6944184 Jul 06 11:56:28.805133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9db4c5-01b6-43e7-83ba-7988e5eca353 None None] The sync data for ids ['015ee960-1e1e-4bbd-ad75-b3c89dd52ba5'] in n-d-799529-2 is: [{'id': '015ee960-1e1e-4bbd-ad75-b3c89dd52ba5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109008292-router', 'tenant_id': '51e9a1b62fc248be86980300469c60bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd84b7b63-3a21-4d13-bc20-1e9c9837ae65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:22Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 4, 'project_id': '51e9a1b62fc248be86980300469c60bd', 'gw_port': {'id': 'd84b7b63-3a21-4d13-bc20-1e9c9837ae65', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015ee960-1e1e-4bbd-ad75-b3c89dd52ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '6078dcd9-389a-4761-86c0-332817639733', 'name': '', 'network_id': 'bc3fc1d2-825f-4b51-8f14-35283edc688b', 'tenant_id': '51e9a1b62fc248be86980300469c60bd', 'mac_address': 'fa:16:3e:1a:0b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015ee960-1e1e-4bbd-ad75-b3c89dd52ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '04fdd62a-9375-496e-a0ca-01590e566fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:26Z', 'updated_at': '2021-07-06T11:56:27Z', 'revision_number': 2, 'project_id': '51e9a1b62fc248be86980300469c60bd', 'subnets': [{'id': '04fdd62a-9375-496e-a0ca-01590e566fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:28.821329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9a8389d7-05cf-4c41-bc60-ba2925ec35e5 None None] Provisioning complete for port 6078dcd9-389a-4761-86c0-332817639733 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:28.821803 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a8389d7-05cf-4c41-bc60-ba2925ec35e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:28.876698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9a8389d7-05cf-4c41-bc60-ba2925ec35e5 None None] Port 6078dcd9-389a-4761-86c0-332817639733 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:29.037002 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988cf8d-1eb4-48f9-a77f-c4f6f0dfdf39 req-6c958f03-d63c-4bdd-b187-9524ab5fd109 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:29.050263 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5988cf8d-1eb4-48f9-a77f-c4f6f0dfdf39 req-6c958f03-d63c-4bdd-b187-9524ab5fd109 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.1062605 Jul 06 11:56:29.128951 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5988cf8d-1eb4-48f9-a77f-c4f6f0dfdf39 req-fda8e79a-22d5-4f0f-b4c2-aaed3f348b59 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771079 Jul 06 11:56:29.131450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34172) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:29.138892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d9c7e031-ff12-4bca-bf62-d7e6eb501088 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2099378488'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:29.171118 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c7e031-ff12-4bca-bf62-d7e6eb501088 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Made reservation on behalf of 3a29bee84dd04111b7f3cd2cfb666a57 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:29.175585 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e031-ff12-4bca-bf62-d7e6eb501088 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.212186 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c7e031-ff12-4bca-bf62-d7e6eb501088 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:29.224406 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e031-ff12-4bca-bf62-d7e6eb501088 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.224876 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-d9c7e031-ff12-4bca-bf62-d7e6eb501088 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Added segment eade7951-8952-46c5-8dec-ddb003775b8a of type vlan for network 65aaa158-a2b5-4ac1-912d-793053707b69 Jul 06 11:56:29.281907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34180) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:29.289465 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e031-ff12-4bca-bf62-d7e6eb501088 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.331535 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e031-ff12-4bca-bf62-d7e6eb501088 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.337646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c7e031-ff12-4bca-bf62-d7e6eb501088 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:29.339946 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9c7e031-ff12-4bca-bf62-d7e6eb501088 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.437131 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d9c7e031-ff12-4bca-bf62-d7e6eb501088 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3038096 Jul 06 11:56:29.440011 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34186) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:29.445231 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-740940601'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:29.470067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Made reservation on behalf of 3a29bee84dd04111b7f3cd2cfb666a57 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:29.474818 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.486315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7e031-ff12-4bca-bf62-d7e6eb501088 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event updated for resources: {'Network': ['ID=65aaa158-a2b5-4ac1-912d-793053707b69,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:29.498784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 65aaa158-a2b5-4ac1-912d-793053707b69 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:29.515446 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.532408 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:29.551256 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.551770 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Added segment 56a1e3c9-b193-4445-927f-d36e77968ca4 of type vlan for network 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 Jul 06 11:56:29.655765 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.659424 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-ef036b92-f393-43df-ba6f-73052a9fc2f4 req-976e57c7-d729-4e0d-b30f-4872879d25dd tempest-FloatingIPDetailsNegativeTestJSON-2022832091 tempest-FloatingIPDetailsNegativeTestJSON-2022832091-project] show failed (client error): The resource could not be found. Jul 06 11:56:29.661232 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef036b92-f393-43df-ba6f-73052a9fc2f4 req-976e57c7-d729-4e0d-b30f-4872879d25dd tempest-FloatingIPDetailsNegativeTestJSON-2022832091 tempest-FloatingIPDetailsNegativeTestJSON-2022832091-project] 10.222.0.81 "GET /v2.0/floatingips/219f21f4-5cf9-4053-a943-ae47bd706bae HTTP/1.1" status: 404 len: 350 time: 0.0619154 Jul 06 11:56:29.680822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34190) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:29.777269 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.784094 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.801877 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.808817 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:29.810411 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:29.943409 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=71f8a3de97a54d97847ae7f02d4578a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6603408 Jul 06 11:56:29.962267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5209980 Jul 06 11:56:29.962982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34194) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:29.963366 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34196) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:29.990640 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-995d5f4c-fd03-419c-a3c6-271147a3dc07 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Request body: {'subnet': {'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:30.011637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c713d18-e83d-4603-8c08-5e8ef51cf7f4,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:30.096961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event updated for resources: {'Network': ['ID=6d14c2ba-362c-4184-a6d8-7231abf5a6f2,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:30.109727 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.110074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.110422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.110763 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.111107 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.111471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.111809 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.112142 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.112471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.112800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.113130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.113459 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4031bb-c865-404d-9308-7824df3d4b10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.148993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.149342 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.149687 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.150027 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.150362 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.150696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.151037 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.151423 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.151754 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.152083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.152411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.152744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8349a35-c8af-47fa-b7c6-0359df5ffdfd tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:30.166816 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:30.209811 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a517ced-f600-4d3d-8cb5-7519ae81f5a5 req-cf492393-afce-4915-a2ae-2ebfd4029f5c tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:30.211489 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1a517ced-f600-4d3d-8cb5-7519ae81f5a5 req-cf492393-afce-4915-a2ae-2ebfd4029f5c tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e892346-d28c-49e4-85ab-f79069154e48 HTTP/1.1" status: 200 len: 949 time: 0.3802376 Jul 06 11:56:30.215007 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-29d69fcf-da10-4486-a28c-4a23faad7a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.229080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995d5f4c-fd03-419c-a3c6-271147a3dc07 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Made reservation on behalf of 3a29bee84dd04111b7f3cd2cfb666a57 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:30.234708 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-995d5f4c-fd03-419c-a3c6-271147a3dc07 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.343815 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-29d69fcf-da10-4486-a28c-4a23faad7a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.373876 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1a517ced-f600-4d3d-8cb5-7519ae81f5a5 req-eba5765d-bdb8-4580-83a0-076c74622686 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506279 Jul 06 11:56:30.419066 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d802c5ac-b9e8-4e09-a75e-f0358c8e6bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.435096 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-29d69fcf-da10-4486-a28c-4a23faad7a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.440937 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-29d69fcf-da10-4486-a28c-4a23faad7a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.442391 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-29d69fcf-da10-4486-a28c-4a23faad7a83 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c713d18-e83d-4603-8c08-5e8ef51cf7f4 HTTP/1.1" status: 204 len: 168 time: 0.4654462 Jul 06 11:56:30.459114 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d69fcf-da10-4486-a28c-4a23faad7a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c713d18-e83d-4603-8c08-5e8ef51cf7f4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:30.616849 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-995d5f4c-fd03-419c-a3c6-271147a3dc07 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.692454 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d5f4c-fd03-419c-a3c6-271147a3dc07 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event updated for resources: {'Subnet': ['ID=0cb931c8-bb5f-4328-8207-2b9985a02244,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:30.697400 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995d5f4c-fd03-419c-a3c6-271147a3dc07 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Checking segment: {'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:30.697853 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995d5f4c-fd03-419c-a3c6-271147a3dc07 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Network hostable DHCP agents. Network: 65aaa158-a2b5-4ac1-912d-793053707b69, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:56:30.718350 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995d5f4c-fd03-419c-a3c6-271147a3dc07 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Network 65aaa158-a2b5-4ac1-912d-793053707b69 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:56:30.730287 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-995d5f4c-fd03-419c-a3c6-271147a3dc07 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 65aaa158-a2b5-4ac1-912d-793053707b69) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:30.739064 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244f3309-a915-417e-b1a1-43cab365795c None None] Network 65aaa158-a2b5-4ac1-912d-793053707b69 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:30.758907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995d5f4c-fd03-419c-a3c6-271147a3dc07 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:30.759591 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-995d5f4c-fd03-419c-a3c6-271147a3dc07 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.788491 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-995d5f4c-fd03-419c-a3c6-271147a3dc07 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8100932 Jul 06 11:56:30.792929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34208) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:30.803902 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f62ff710-7a7a-455f-b510-6bf650b1945c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Request body: {'subnet': {'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:30.858131 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d802c5ac-b9e8-4e09-a75e-f0358c8e6bba admin admin] Deleting port 6078dcd9-389a-4761-86c0-332817639733 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:30.859086 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d802c5ac-b9e8-4e09-a75e-f0358c8e6bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.861428 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34210) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:30.943945 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-967bc5b4-0e9b-4b64-b926-3ade4ea44789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:30.998853 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62ff710-7a7a-455f-b510-6bf650b1945c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Made reservation on behalf of 3a29bee84dd04111b7f3cd2cfb666a57 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:31.014376 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f62ff710-7a7a-455f-b510-6bf650b1945c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.016717 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d84b7b63-3a21-4d13-bc20-1e9c9837ae65 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:31.043948 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d802c5ac-b9e8-4e09-a75e-f0358c8e6bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.065820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d802c5ac-b9e8-4e09-a75e-f0358c8e6bba admin admin] Calling delete_port for 6078dcd9-389a-4761-86c0-332817639733 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:31.144218 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port d84b7b63-3a21-4d13-bc20-1e9c9837ae65 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:31.148332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port d84b7b63-3a21-4d13-bc20-1e9c9837ae65 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:31.148933 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.175384 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-65aaa158-a2b5-4ac1-912d-793053707b69', 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'fixed_ips': [{'subnet_id': '0cb931c8-bb5f-4328-8207-2b9985a02244'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:56:31.176664 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.229163 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-967bc5b4-0e9b-4b64-b926-3ade4ea44789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.235428 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-967bc5b4-0e9b-4b64-b926-3ade4ea44789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.248525 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f62ff710-7a7a-455f-b510-6bf650b1945c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.303718 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-967bc5b4-0e9b-4b64-b926-3ade4ea44789 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=051be1ba78cc4718ad612acd8341fc75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4396234 Jul 06 11:56:31.305536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bc5b4-0e9b-4b64-b926-3ade4ea44789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e46d01-e9d1-4b66-af86-876611a4f17a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:31.311639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34212) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:31.313422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759d134-4706-4618-b823-3074e1088bee req-3580593d-1c23-48ab-b34e-0b701b434768 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:31.321645 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7759d134-4706-4618-b823-3074e1088bee req-3580593d-1c23-48ab-b34e-0b701b434768 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.4473739 Jul 06 11:56:31.361286 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.393736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port d84b7b63-3a21-4d13-bc20-1e9c9837ae65, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d84b7b63-3a21-4d13-bc20-1e9c9837ae65,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:31.395493 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Allocated IP 10.1.1.2 (65aaa158-a2b5-4ac1-912d-793053707b69/0cb931c8-bb5f-4328-8207-2b9985a02244/524f60e6-21a4-4dfa-a345-df947df16534) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:31.403167 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.404124 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7759d134-4706-4618-b823-3074e1088bee req-dfb47bee-8ce0-492c-8ed4-298fc0b9ef46 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814302 Jul 06 11:56:31.406885 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ff710-7a7a-455f-b510-6bf650b1945c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event updated for resources: {'Subnet': ['ID=eada84dd-e830-4fe1-9808-ee4fae7db735,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:31.414618 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d802c5ac-b9e8-4e09-a75e-f0358c8e6bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.436020 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62ff710-7a7a-455f-b510-6bf650b1945c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Checking segment: {'id': '56a1e3c9-b193-4445-927f-d36e77968ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:31.436536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62ff710-7a7a-455f-b510-6bf650b1945c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Network hostable DHCP agents. Network: 6d14c2ba-362c-4184-a6d8-7231abf5a6f2, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:56:31.447811 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2693de77-46ec-4049-9458-392ea5c9b620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.452364 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802c5ac-b9e8-4e09-a75e-f0358c8e6bba admin admin] Pushing event deleted for resources: {'Port': ['ID=6078dcd9-389a-4761-86c0-332817639733,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:31.479740 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62ff710-7a7a-455f-b510-6bf650b1945c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Network 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:56:31.494526 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-f62ff710-7a7a-455f-b510-6bf650b1945c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 6d14c2ba-362c-4184-a6d8-7231abf5a6f2) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:31.506962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62ff710-7a7a-455f-b510-6bf650b1945c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:31.508122 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f62ff710-7a7a-455f-b510-6bf650b1945c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.534898 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f62ff710-7a7a-455f-b510-6bf650b1945c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7405236 Jul 06 11:56:31.537457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34214) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:31.543188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-dfc9ad68-a82d-4ce3-9646-d4a50a13e43e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Request body: {'port': {'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69', 'name': 'tempest-TaggedBootDevicesTest-631934647', 'fixed_ips': [{'subnet_id': '0cb931c8-bb5f-4328-8207-2b9985a02244'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:31.543521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598ebda2-c532-4d1b-9afc-45570aeccb2d None None] Network 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:31.574527 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2693de77-46ec-4049-9458-392ea5c9b620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.669062 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91168ba-210c-474e-a551-547de81f2750 None None] Sync routers for ids ['015ee960-1e1e-4bbd-ad75-b3c89dd52ba5'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:31.681117 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2693de77-46ec-4049-9458-392ea5c9b620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.684869 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2693de77-46ec-4049-9458-392ea5c9b620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.686486 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2693de77-46ec-4049-9458-392ea5c9b620 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45e46d01-e9d1-4b66-af86-876611a4f17a HTTP/1.1" status: 204 len: 168 time: 0.3747914 Jul 06 11:56:31.690020 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91168ba-210c-474e-a551-547de81f2750 None None] Routers {'015ee960-1e1e-4bbd-ad75-b3c89dd52ba5'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:31.693866 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c91168ba-210c-474e-a551-547de81f2750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['015ee960-1e1e-4bbd-ad75-b3c89dd52ba5'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:31.705810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693de77-46ec-4049-9458-392ea5c9b620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e46d01-e9d1-4b66-af86-876611a4f17a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:31.706086 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.720051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Transition to ACTIVE for port object 524f60e6-21a4-4dfa-a345-df947df16534 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:31.737500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Transition to ACTIVE for port object 524f60e6-21a4-4dfa-a345-df947df16534 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:31.758277 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.828999 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Network 65aaa158-a2b5-4ac1-912d-793053707b69 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:31.833330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:31.837191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=d84b7b63-3a21-4d13-bc20-1e9c9837ae65,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:31.845601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:31.934190 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d802c5ac-b9e8-4e09-a75e-f0358c8e6bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.956782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Pushing event updated for resources: {'Port': ['ID=524f60e6-21a4-4dfa-a345-df947df16534,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:31.969864 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c91168ba-210c-474e-a551-547de81f2750 None None] Set router 015ee960-1e1e-4bbd-ad75-b3c89dd52ba5 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:31.974160 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Attempting to bind port 524f60e6-21a4-4dfa-a345-df947df16534 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:31.974814 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Attempting to bind port 524f60e6-21a4-4dfa-a345-df947df16534 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:31.975389 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Attempting to bind port 524f60e6-21a4-4dfa-a345-df947df16534 on network 65aaa158-a2b5-4ac1-912d-793053707b69 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:31.981238 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:31.981919 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Checking segment: {'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:31.982771 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:31.983353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Bound using segment: {'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:31.983988 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Bound port: 524f60e6-21a4-4dfa-a345-df947df16534, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:31.984559 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.140456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] For port 524f60e6-21a4-4dfa-a345-df947df16534, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:32.144322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] For port 524f60e6-21a4-4dfa-a345-df947df16534, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=524f60e6-21a4-4dfa-a345-df947df16534,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:32.174923 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.193439 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-6d14c2ba-362c-4184-a6d8-7231abf5a6f2', 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'fixed_ips': [{'subnet_id': 'eada84dd-e830-4fe1-9808-ee4fae7db735'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:56:32.194525 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.248758 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc9ad68-a82d-4ce3-9646-d4a50a13e43e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Made reservation on behalf of 3a29bee84dd04111b7f3cd2cfb666a57 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:32.309682 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c91168ba-210c-474e-a551-547de81f2750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015ee960-1e1e-4bbd-ad75-b3c89dd52ba5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109008292-router', 'tenant_id': '51e9a1b62fc248be86980300469c60bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd84b7b63-3a21-4d13-bc20-1e9c9837ae65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:22Z', 'updated_at': '2021-07-06T11:56:31Z', 'revision_number': 5, 'project_id': '51e9a1b62fc248be86980300469c60bd', 'gw_port': {'id': 'd84b7b63-3a21-4d13-bc20-1e9c9837ae65', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ee960-1e1e-4bbd-ad75-b3c89dd52ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:32.333869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d802c5ac-b9e8-4e09-a75e-f0358c8e6bba admin admin] Router 015ee960-1e1e-4bbd-ad75-b3c89dd52ba5 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:32.358361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17332d3f-f9d1-4e33-8bc9-2698e7ae342e req-c0b9d7e4-28a0-4cfe-a94c-cc5dcaddfb1a tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:32.360600 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91168ba-210c-474e-a551-547de81f2750 None None] Checking router: 015ee960-1e1e-4bbd-ad75-b3c89dd52ba5 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:32.362880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3db82f-b5c8-4b33-a073-fab6e7e47eb4 None None] Pushing event updated for resources: {'Port': ['ID=524f60e6-21a4-4dfa-a345-df947df16534,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:32.366306 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17332d3f-f9d1-4e33-8bc9-2698e7ae342e req-c0b9d7e4-28a0-4cfe-a94c-cc5dcaddfb1a tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.2582710 Jul 06 11:56:32.386274 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91168ba-210c-474e-a551-547de81f2750 None None] Routers {'015ee960-1e1e-4bbd-ad75-b3c89dd52ba5'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:32.387104 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c91168ba-210c-474e-a551-547de81f2750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['015ee960-1e1e-4bbd-ad75-b3c89dd52ba5'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:32.451296 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17332d3f-f9d1-4e33-8bc9-2698e7ae342e req-d1718383-685f-4deb-9f26-195711cac23c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837576 Jul 06 11:56:32.495132 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ad68-a82d-4ce3-9646-d4a50a13e43e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.528205 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Allocated IP 10.2.2.2 (6d14c2ba-362c-4184-a6d8-7231abf5a6f2/eada84dd-e830-4fe1-9808-ee4fae7db735/78fd3e09-0b21-4496-8793-fafcb8870958) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:32.549617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-dfc9ad68-a82d-4ce3-9646-d4a50a13e43e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] device_id is not set on port 5c926004-ecc9-4a7a-b30f-a52cce25963f yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:56:32.576526 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d802c5ac-b9e8-4e09-a75e-f0358c8e6bba admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:32.585260 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d802c5ac-b9e8-4e09-a75e-f0358c8e6bba admin admin] 10.222.0.81 "PUT /v2.0/routers/015ee960-1e1e-4bbd-ad75-b3c89dd52ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9008088 Jul 06 11:56:32.585626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34236) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:32.663723 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c91168ba-210c-474e-a551-547de81f2750 None None] Set router 015ee960-1e1e-4bbd-ad75-b3c89dd52ba5 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:32.785818 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bfa4bd8-95a4-4e5b-b986-5d0ae469a272 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.838087 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.849394 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Transition to ACTIVE for port object 78fd3e09-0b21-4496-8793-fafcb8870958 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:32.875970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Transition to ACTIVE for port object 78fd3e09-0b21-4496-8793-fafcb8870958 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:32.884790 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.953736 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bfa4bd8-95a4-4e5b-b986-5d0ae469a272 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:32.990308 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Pushing event updated for resources: {'Port': ['ID=78fd3e09-0b21-4496-8793-fafcb8870958,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:33.008227 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Network 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:33.013601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:33.018887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:33.022035 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c91168ba-210c-474e-a551-547de81f2750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015ee960-1e1e-4bbd-ad75-b3c89dd52ba5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109008292-router', 'tenant_id': '51e9a1b62fc248be86980300469c60bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd84b7b63-3a21-4d13-bc20-1e9c9837ae65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:22Z', 'updated_at': '2021-07-06T11:56:31Z', 'revision_number': 5, 'project_id': '51e9a1b62fc248be86980300469c60bd', 'gw_port': {'id': 'd84b7b63-3a21-4d13-bc20-1e9c9837ae65', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ee960-1e1e-4bbd-ad75-b3c89dd52ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:33.043826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa4bd8-95a4-4e5b-b986-5d0ae469a272 admin admin] Deleting port d84b7b63-3a21-4d13-bc20-1e9c9837ae65 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:33.044217 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bfa4bd8-95a4-4e5b-b986-5d0ae469a272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:33.066351 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91168ba-210c-474e-a551-547de81f2750 None None] The sync data for ids ['015ee960-1e1e-4bbd-ad75-b3c89dd52ba5'] in n-d-799529-2 is: [{'id': '015ee960-1e1e-4bbd-ad75-b3c89dd52ba5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109008292-router', 'tenant_id': '51e9a1b62fc248be86980300469c60bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd84b7b63-3a21-4d13-bc20-1e9c9837ae65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:22Z', 'updated_at': '2021-07-06T11:56:31Z', 'revision_number': 5, 'project_id': '51e9a1b62fc248be86980300469c60bd', 'gw_port': {'id': 'd84b7b63-3a21-4d13-bc20-1e9c9837ae65', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ee960-1e1e-4bbd-ad75-b3c89dd52ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:24Z', 'updated_at': '2021-07-06T11:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:33.156934 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Attempting to bind port 78fd3e09-0b21-4496-8793-fafcb8870958 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:33.159321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Attempting to bind port 78fd3e09-0b21-4496-8793-fafcb8870958 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '56a1e3c9-b193-4445-927f-d36e77968ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:33.160000 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Attempting to bind port 78fd3e09-0b21-4496-8793-fafcb8870958 on network 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:33.169887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:33.171179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Checking segment: {'id': '56a1e3c9-b193-4445-927f-d36e77968ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:33.171873 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:33.172601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Bound using segment: {'id': '56a1e3c9-b193-4445-927f-d36e77968ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:33.173871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Bound port: 78fd3e09-0b21-4496-8793-fafcb8870958, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a1e3c9-b193-4445-927f-d36e77968ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:33.175470 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:33.176467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-2bfa4bd8-95a4-4e5b-b986-5d0ae469a272 admin admin] For port d84b7b63-3a21-4d13-bc20-1e9c9837ae65, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d84b7b63-3a21-4d13-bc20-1e9c9837ae65,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:33.176846 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bfa4bd8-95a4-4e5b-b986-5d0ae469a272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:33.195791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa4bd8-95a4-4e5b-b986-5d0ae469a272 admin admin] Calling delete_port for d84b7b63-3a21-4d13-bc20-1e9c9837ae65 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:33.211013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada54fe5-3a25-4f99-aeee-2ce244182a85 req-d2d33aad-7ff2-4f0e-b3a8-4860b94de83c tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:33.212645 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ada54fe5-3a25-4f99-aeee-2ce244182a85 req-d2d33aad-7ff2-4f0e-b3a8-4860b94de83c tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0e892346-d28c-49e4-85ab-f79069154e48 HTTP/1.1" status: 200 len: 1100 time: 0.4313436 Jul 06 11:56:33.275081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] For port 78fd3e09-0b21-4496-8793-fafcb8870958, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:33.282176 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] For port 78fd3e09-0b21-4496-8793-fafcb8870958, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=78fd3e09-0b21-4496-8793-fafcb8870958,segment=NetworkSegment(56a1e3c9-b193-4445-927f-d36e77968ca4),segment_id=56a1e3c9-b193-4445-927f-d36e77968ca4)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:33.288469 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-dfc9ad68-a82d-4ce3-9646-d4a50a13e43e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Allocated IP 10.1.1.236 (65aaa158-a2b5-4ac1-912d-793053707b69/0cb931c8-bb5f-4328-8207-2b9985a02244/5c926004-ecc9-4a7a-b30f-a52cce25963f) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:33.292525 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:33.334336 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ada54fe5-3a25-4f99-aeee-2ce244182a85 req-eff04720-96c4-4bad-9923-6b40d181148c tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089549 Jul 06 11:56:33.454556 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b86e2-2fc7-49fc-8d69-7149c9ff74c1 None None] Pushing event updated for resources: {'Port': ['ID=78fd3e09-0b21-4496-8793-fafcb8870958,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:33.582366 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bfa4bd8-95a4-4e5b-b986-5d0ae469a272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:33.587695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d84b7b63-3a21-4d13-bc20-1e9c9837ae65 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:33.650879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: d84b7b63-3a21-4d13-bc20-1e9c9837ae65 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:33.651784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d84b7b63-3a21-4d13-bc20-1e9c9837ae65 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 06 11:56:33.682692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa4bd8-95a4-4e5b-b986-5d0ae469a272 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84b7b63-3a21-4d13-bc20-1e9c9837ae65,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:33.753670 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Port d84b7b63-3a21-4d13-bc20-1e9c9837ae65 not found, will not notify nova. {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 06 11:56:33.754082 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 524f60e6-21a4-4dfa-a345-df947df16534 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:33.856365 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ad68-a82d-4ce3-9646-d4a50a13e43e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:33.880132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 524f60e6-21a4-4dfa-a345-df947df16534 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:33.880850 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-dfc9ad68-a82d-4ce3-9646-d4a50a13e43e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Transition to ACTIVE for port object 5c926004-ecc9-4a7a-b30f-a52cce25963f will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:33.966088 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bfa4bd8-95a4-4e5b-b986-5d0ae469a272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:33.969756 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ad68-a82d-4ce3-9646-d4a50a13e43e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.064685 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc96acd3-ba3a-4bbd-abb3-a34551101afc None None] Network 65aaa158-a2b5-4ac1-912d-793053707b69 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:34.130655 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bfa4bd8-95a4-4e5b-b986-5d0ae469a272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.133655 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bfa4bd8-95a4-4e5b-b986-5d0ae469a272 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.140762 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc9ad68-a82d-4ce3-9646-d4a50a13e43e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Network 65aaa158-a2b5-4ac1-912d-793053707b69 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:34.142029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9ad68-a82d-4ce3-9646-d4a50a13e43e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event updated for resources: {'Port': ['ID=5c926004-ecc9-4a7a-b30f-a52cce25963f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:34.145738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-dfc9ad68-a82d-4ce3-9646-d4a50a13e43e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:34.148634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc9ad68-a82d-4ce3-9646-d4a50a13e43e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:34.231406 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bfa4bd8-95a4-4e5b-b986-5d0ae469a272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.232019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfa4bd8-95a4-4e5b-b986-5d0ae469a272 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 015ee960-1e1e-4bbd-ad75-b3c89dd52ba5 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:56:34.234256 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-81facec0-5744-4e45-86c0-179597691787 None None] Provisioning for port 524f60e6-21a4-4dfa-a345-df947df16534 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:34.237164 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bfa4bd8-95a4-4e5b-b986-5d0ae469a272 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.242728 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2bfa4bd8-95a4-4e5b-b986-5d0ae469a272 admin admin] 10.222.0.81 "DELETE /v2.0/routers/015ee960-1e1e-4bbd-ad75-b3c89dd52ba5 HTTP/1.1" status: 204 len: 168 time: 1.6560884 Jul 06 11:56:34.243408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34268) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:34.258620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-81facec0-5744-4e45-86c0-179597691787 None None] Provisioning complete for port 524f60e6-21a4-4dfa-a345-df947df16534 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:34.261373 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81facec0-5744-4e45-86c0-179597691787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.277208 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc9ad68-a82d-4ce3-9646-d4a50a13e43e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:34.277877 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ad68-a82d-4ce3-9646-d4a50a13e43e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.312182 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4756a54-ecdb-42b0-990e-6bd38c33efdd admin admin] Deleting subnet 04fdd62a-9375-496e-a0ca-01590e566fe6 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:56:34.315965 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4756a54-ecdb-42b0-990e-6bd38c33efdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.325077 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803eb390-5507-4281-b907-a012bc02feed req-7749d5e6-dd1c-41a4-a32c-58a67e7a7272 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:34.333410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-803eb390-5507-4281-b907-a012bc02feed req-7749d5e6-dd1c-41a4-a32c-58a67e7a7272 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.2432430 Jul 06 11:56:34.339978 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dfc9ad68-a82d-4ce3-9646-d4a50a13e43e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8010988 Jul 06 11:56:34.341703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34270) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:34.346820 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-9a44bbd7-db92-4c68-bfd8-ab1ece76d4e9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Request body: {'port': {'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69', 'name': 'tempest-TaggedBootDevicesTest-916979110', 'fixed_ips': [{'subnet_id': '0cb931c8-bb5f-4328-8207-2b9985a02244'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:34.375429 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4756a54-ecdb-42b0-990e-6bd38c33efdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.412537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34272) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:34.464990 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81facec0-5744-4e45-86c0-179597691787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.487701 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-803eb390-5507-4281-b907-a012bc02feed req-5fa43f80-a121-43f8-9cec-32131e437b4e tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528840 Jul 06 11:56:34.518234 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-81facec0-5744-4e45-86c0-179597691787 None None] For port 524f60e6-21a4-4dfa-a345-df947df16534, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=524f60e6-21a4-4dfa-a345-df947df16534,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:34.525115 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81facec0-5744-4e45-86c0-179597691787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.587136 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a44bbd7-db92-4c68-bfd8-ab1ece76d4e9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Made reservation on behalf of 3a29bee84dd04111b7f3cd2cfb666a57 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:34.600306 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9a44bbd7-db92-4c68-bfd8-ab1ece76d4e9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.610064 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4756a54-ecdb-42b0-990e-6bd38c33efdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.644111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-9a44bbd7-db92-4c68-bfd8-ab1ece76d4e9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] device_id is not set on port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:56:34.678523 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81facec0-5744-4e45-86c0-179597691787 None None] Pushing event updated for resources: {'Port': ['ID=524f60e6-21a4-4dfa-a345-df947df16534,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:34.715323 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0e57b2bc-637b-4d9c-8278-bf7dab3f90ee tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1702230915', 'router:external': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:34.749742 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4756a54-ecdb-42b0-990e-6bd38c33efdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.783632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4756a54-ecdb-42b0-990e-6bd38c33efdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04fdd62a-9375-496e-a0ca-01590e566fe6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:34.795550 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e57b2bc-637b-4d9c-8278-bf7dab3f90ee tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Made reservation on behalf of 67db92e443384e718fc1957cf76fa91c for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:34.798473 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e57b2bc-637b-4d9c-8278-bf7dab3f90ee tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.817299 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e57b2bc-637b-4d9c-8278-bf7dab3f90ee tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.820761 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4756a54-ecdb-42b0-990e-6bd38c33efdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:34.822735 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d4756a54-ecdb-42b0-990e-6bd38c33efdd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/04fdd62a-9375-496e-a0ca-01590e566fe6 HTTP/1.1" status: 204 len: 168 time: 0.5781798 Jul 06 11:56:34.827743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c7c39c-da6c-433a-9ea0-59e2e3a48741 None None] Network bc3fc1d2-825f-4b51-8f14-35283edc688b requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:34.831349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34278) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:34.936161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9c232-7485-4cac-acc4-f4ada9a0482f req-d36b54f6-7c5d-4a75-9896-8a6aff4831cc tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:34.944902 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ace9c232-7485-4cac-acc4-f4ada9a0482f req-d36b54f6-7c5d-4a75-9896-8a6aff4831cc tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.2056694 Jul 06 11:56:34.973485 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.017484 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0afb6095-1e12-4a3b-93f3-df75c00e615f None None] Provisioning for port 5c926004-ecc9-4a7a-b30f-a52cce25963f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:35.024047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0afb6095-1e12-4a3b-93f3-df75c00e615f None None] Provisioning complete for port 5c926004-ecc9-4a7a-b30f-a52cce25963f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:35.024715 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0afb6095-1e12-4a3b-93f3-df75c00e615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.066318 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e57b2bc-637b-4d9c-8278-bf7dab3f90ee tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.073511 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e57b2bc-637b-4d9c-8278-bf7dab3f90ee tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.099681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ae3ab2-c33c-44cd-bfe2-bbd36be90e96 None None] Sync routers for ids ['015ee960-1e1e-4bbd-ad75-b3c89dd52ba5'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:35.113704 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e57b2bc-637b-4d9c-8278-bf7dab3f90ee tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:35.165771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ae3ab2-c33c-44cd-bfe2-bbd36be90e96 None None] Routers set() bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:35.166163 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ae3ab2-c33c-44cd-bfe2-bbd36be90e96 None None] Router IDs set() for agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 11:56:35.166853 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_agentschedulers_db [None req-41ae3ab2-c33c-44cd-bfe2-bbd36be90e96 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'015ee960-1e1e-4bbd-ad75-b3c89dd52ba5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent'). {{(pid=100429) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 11:56:35.177600 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ace9c232-7485-4cac-acc4-f4ada9a0482f req-7fc534ff-2b03-4407-bf76-77cb75715c24 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285421 Jul 06 11:56:35.182663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0afb6095-1e12-4a3b-93f3-df75c00e615f None None] Port 5c926004-ecc9-4a7a-b30f-a52cce25963f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:35.198541 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57b2bc-637b-4d9c-8278-bf7dab3f90ee tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea54440e-94be-4157-ad5e-9198fd33d8b3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:35.218356 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e57b2bc-637b-4d9c-8278-bf7dab3f90ee tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.219017 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-0e57b2bc-637b-4d9c-8278-bf7dab3f90ee tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Added segment 33c31996-4ce8-497e-a09a-5f4fde5619d6 of type vlan for network 7f36e388-de5f-4ca6-9cb0-3a062ad16393 Jul 06 11:56:35.236381 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ae3ab2-c33c-44cd-bfe2-bbd36be90e96 None None] Routers set() bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:35.236651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-9a44bbd7-db92-4c68-bfd8-ab1ece76d4e9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Allocated IP 10.1.1.52 (65aaa158-a2b5-4ac1-912d-793053707b69/0cb931c8-bb5f-4328-8207-2b9985a02244/7d5a2066-089d-4629-bb08-ed4c7c24ba4d) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:35.237253 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ae3ab2-c33c-44cd-bfe2-bbd36be90e96 None None] Router IDs set() for agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 11:56:35.238786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_agentschedulers_db [None req-41ae3ab2-c33c-44cd-bfe2-bbd36be90e96 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'015ee960-1e1e-4bbd-ad75-b3c89dd52ba5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent'). {{(pid=100429) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 11:56:35.239551 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ae3ab2-c33c-44cd-bfe2-bbd36be90e96 None None] The sync data for ids ['015ee960-1e1e-4bbd-ad75-b3c89dd52ba5'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:35.281315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0afb6095-1e12-4a3b-93f3-df75c00e615f None None] Provisioning complete for port 524f60e6-21a4-4dfa-a345-df947df16534 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:35.282008 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0afb6095-1e12-4a3b-93f3-df75c00e615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.328564 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e57b2bc-637b-4d9c-8278-bf7dab3f90ee tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.348058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] Deleting port f0971db9-ec0f-435c-b858-a4102ddf8a70 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:35.352898 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.373705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fc8749-d8ac-4cdb-86c2-193093ca1881 None None] Network 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:35.384413 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-a990f3e6-a3fb-4aa4-9782-40a1fed95c5a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d87a1fb543ad439da90f2faeb195343c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305593 Jul 06 11:56:35.427751 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 524f60e6-21a4-4dfa-a345-df947df16534 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:35.444113 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.476190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca91d03-1c7c-4a07-86b5-97d8549c8133 None None] DHCP port deletion for bc3fc1d2-825f-4b51-8f14-35283edc688b request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:56:35.500986 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b634536-2925-4af6-b956-8704c8a552be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.509116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] For port f0971db9-ec0f-435c-b858-a4102ddf8a70, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f0971db9-ec0f-435c-b858-a4102ddf8a70,segment=NetworkSegment(db6cf7cd-c9c8-4c30-84d8-cbb39a86ca66),segment_id=db6cf7cd-c9c8-4c30-84d8-cbb39a86ca66)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:35.509530 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.512946 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e57b2bc-637b-4d9c-8278-bf7dab3f90ee tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.514114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e57b2bc-637b-4d9c-8278-bf7dab3f90ee tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:35.514766 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e57b2bc-637b-4d9c-8278-bf7dab3f90ee tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.592642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] Calling delete_port for f0971db9-ec0f-435c-b858-a4102ddf8a70 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:35.596476 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0e57b2bc-637b-4d9c-8278-bf7dab3f90ee tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1825950 Jul 06 11:56:35.607648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34290) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:35.613018 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-4dd70764-876c-4717-8ac7-bdb5883bf8ea tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Request body: {'subnet': {'network_id': '7f36e388-de5f-4ca6-9cb0-3a062ad16393', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:35.627399 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9a44bbd7-db92-4c68-bfd8-ab1ece76d4e9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.648329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57b2bc-637b-4d9c-8278-bf7dab3f90ee tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Pushing event updated for resources: {'Network': ['ID=7f36e388-de5f-4ca6-9cb0-3a062ad16393,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:35.666315 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-9a44bbd7-db92-4c68-bfd8-ab1ece76d4e9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Transition to ACTIVE for port object 7d5a2066-089d-4629-bb08-ed4c7c24ba4d will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:35.683094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 7f36e388-de5f-4ca6-9cb0-3a062ad16393 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:35.704706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-9dfd5382-40c6-4659-86ac-5a656ec0ac08 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:35.706354 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-9dfd5382-40c6-4659-86ac-5a656ec0ac08 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3041809 Jul 06 11:56:35.709511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd70764-876c-4717-8ac7-bdb5883bf8ea tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Made reservation on behalf of 67db92e443384e718fc1957cf76fa91c for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:35.712219 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4dd70764-876c-4717-8ac7-bdb5883bf8ea tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.735620 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.763903 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0971db9-ec0f-435c-b858-a4102ddf8a70,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:35.771208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] No DVR routers for this DVR port f0971db9-ec0f-435c-b858-a4102ddf8a70 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:35.798124 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-d8431e69-3724-4bc9-a94c-609c555988b1 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/quotas/d87a1fb543ad439da90f2faeb195343c HTTP/1.1" status: 200 len: 375 time: 0.0293775 Jul 06 11:56:35.859886 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.864504 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9a44bbd7-db92-4c68-bfd8-ab1ece76d4e9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.875519 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3fc1d2-825f-4b51-8f14-35283edc688b']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:35.897083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6cf7cd-c9c8-4c30-84d8-cbb39a86ca66') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:35.897447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6cf7cd-c9c8-4c30-84d8-cbb39a86ca66') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:35.908524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.920982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8ca91d03-1c7c-4a07-86b5-97d8549c8133 None None] Deleting port f0971db9-ec0f-435c-b858-a4102ddf8a70 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:35.921492 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ca91d03-1c7c-4a07-86b5-97d8549c8133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.923281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 524f60e6-21a4-4dfa-a345-df947df16534 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:35.923706 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.926400 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.937671 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:35.938162 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:35.940868 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:35.958851 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a44bbd7-db92-4c68-bfd8-ab1ece76d4e9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Network 65aaa158-a2b5-4ac1-912d-793053707b69 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:35.979619 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-9a44bbd7-db92-4c68-bfd8-ab1ece76d4e9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:35.982029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a44bbd7-db92-4c68-bfd8-ab1ece76d4e9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:36.040311 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44bbd7-db92-4c68-bfd8-ab1ece76d4e9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event updated for resources: {'Port': ['ID=7d5a2066-089d-4629-bb08-ed4c7c24ba4d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:36.040591 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.051293 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.054045 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bc3fc1d2-825f-4b51-8f14-35283edc688b HTTP/1.1" status: 204 len: 168 time: 1.2174869 Jul 06 11:56:36.084283 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee0331-aa01-4d69-9828-dcc8aa4be6b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3fc1d2-825f-4b51-8f14-35283edc688b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:36.109050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8ca91d03-1c7c-4a07-86b5-97d8549c8133 None None] For port f0971db9-ec0f-435c-b858-a4102ddf8a70, host n-d-799529-2, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:36.109772 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ca91d03-1c7c-4a07-86b5-97d8549c8133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.116682 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-539205eb-16fe-40fc-a50a-7b9c44e36e05 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3125820 Jul 06 11:56:36.128282 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5a048de9-9fdf-47e8-bd9d-e5c013d1497f None None] Provisioning for port 78fd3e09-0b21-4496-8793-fafcb8870958 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:36.143807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8ca91d03-1c7c-4a07-86b5-97d8549c8133 None None] Calling delete_port for f0971db9-ec0f-435c-b858-a4102ddf8a70 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:36.148444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-8ca91d03-1c7c-4a07-86b5-97d8549c8133 None None] Port f0971db9-ec0f-435c-b858-a4102ddf8a70 was not found and therefore no delete operation was performed {{(pid=100429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:56:36.180623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a44bbd7-db92-4c68-bfd8-ab1ece76d4e9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:36.181314 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9a44bbd7-db92-4c68-bfd8-ab1ece76d4e9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.190756 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ca91d03-1c7c-4a07-86b5-97d8549c8133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.233801 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9a44bbd7-db92-4c68-bfd8-ab1ece76d4e9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8901958 Jul 06 11:56:36.287050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca91d03-1c7c-4a07-86b5-97d8549c8133 None None] Pushing event deleted for resources: {'Port': ['ID=f0971db9-ec0f-435c-b858-a4102ddf8a70,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:36.289158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ca91d03-1c7c-4a07-86b5-97d8549c8133 None None] Network bc3fc1d2-825f-4b51-8f14-35283edc688b is not hosted by any dhcp agent {{(pid=100429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:56:36.289890 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca91d03-1c7c-4a07-86b5-97d8549c8133 None None] No DVR routers for this DVR port f0971db9-ec0f-435c-b858-a4102ddf8a70 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:56:36.299111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5a048de9-9fdf-47e8-bd9d-e5c013d1497f None None] Provisioning complete for port 5c926004-ecc9-4a7a-b30f-a52cce25963f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:36.299794 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a048de9-9fdf-47e8-bd9d-e5c013d1497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.308710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 78fd3e09-0b21-4496-8793-fafcb8870958 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:36.310589 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.412324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34302) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:36.433059 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5a048de9-9fdf-47e8-bd9d-e5c013d1497f None None] Port 5c926004-ecc9-4a7a-b30f-a52cce25963f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:36.473341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.objects.ports [None req-4dd70764-876c-4717-8ac7-bdb5883bf8ea tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100427) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 11:56:36.475023 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4dd70764-876c-4717-8ac7-bdb5883bf8ea tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.476874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 78fd3e09-0b21-4496-8793-fafcb8870958 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:36.495409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 78fd3e09-0b21-4496-8793-fafcb8870958 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:36.495801 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.535836 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-677d82be-e7a0-454d-bccd-0cb43cd25a84 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=51e9a1b62fc248be86980300469c60bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1179755 Jul 06 11:56:36.538701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34306) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:36.562732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd70764-876c-4717-8ac7-bdb5883bf8ea tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2b143b84-edbc-403e-b977-0bc945cf34d8,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:36.601104 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1d0f9140-2458-4a31-bcfc-7bf39b6bd932 None None] Provisioning for port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:36.605824 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd70764-876c-4717-8ac7-bdb5883bf8ea tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Checking segment: {'id': '33c31996-4ce8-497e-a09a-5f4fde5619d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f36e388-de5f-4ca6-9cb0-3a062ad16393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:36.606398 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd70764-876c-4717-8ac7-bdb5883bf8ea tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Network hostable DHCP agents. Network: 7f36e388-de5f-4ca6-9cb0-3a062ad16393, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:56:36.613806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1d0f9140-2458-4a31-bcfc-7bf39b6bd932 None None] Provisioning complete for port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:36.613806 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1d0f9140-2458-4a31-bcfc-7bf39b6bd932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.630160 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd70764-876c-4717-8ac7-bdb5883bf8ea tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Network 7f36e388-de5f-4ca6-9cb0-3a062ad16393 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:56:36.636874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab59bcde-f0ec-4167-ae96-20ae81ba12a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.648600 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-4dd70764-876c-4717-8ac7-bdb5883bf8ea tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 7f36e388-de5f-4ca6-9cb0-3a062ad16393) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:36.666229 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd70764-876c-4717-8ac7-bdb5883bf8ea tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:36.670797 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4dd70764-876c-4717-8ac7-bdb5883bf8ea tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.695472 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab59bcde-f0ec-4167-ae96-20ae81ba12a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.703354 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4dd70764-876c-4717-8ac7-bdb5883bf8ea tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0919907 Jul 06 11:56:36.703672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34312) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:36.714725 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-554ff890-f06c-438b-8936-a6468a05f6d0 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-190319728', 'network_id': '7f36e388-de5f-4ca6-9cb0-3a062ad16393'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:36.731217 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52b1bb4-f34e-40d5-a543-a77976b3ecdc None None] Network 7f36e388-de5f-4ca6-9cb0-3a062ad16393 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:36.749881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f9140-2458-4a31-bcfc-7bf39b6bd932 None None] Port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:36.766230 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab59bcde-f0ec-4167-ae96-20ae81ba12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.768866 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab59bcde-f0ec-4167-ae96-20ae81ba12a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.769487 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554ff890-f06c-438b-8936-a6468a05f6d0 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Made reservation on behalf of 67db92e443384e718fc1957cf76fa91c for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:36.772790 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ab59bcde-f0ec-4167-ae96-20ae81ba12a1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2c874bd-8052-41a8-8344-5c8329450be0 HTTP/1.1" status: 204 len: 168 time: 0.2291565 Jul 06 11:56:36.773038 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-554ff890-f06c-438b-8936-a6468a05f6d0 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.787264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59bcde-f0ec-4167-ae96-20ae81ba12a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c874bd-8052-41a8-8344-5c8329450be0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:36.795525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-554ff890-f06c-438b-8936-a6468a05f6d0 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] device_id is not set on port ce3d7048-2bec-4b50-8c8c-216ac17a1870 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 11:56:36.877394 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:36.927186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b656b2fb-6216-44e1-bd45-8513d67ec6a1 None None] Provisioning complete for port 78fd3e09-0b21-4496-8793-fafcb8870958 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:36.928709 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-554ff890-f06c-438b-8936-a6468a05f6d0 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Allocated IP 172.20.0.7 (7f36e388-de5f-4ca6-9cb0-3a062ad16393/2b143b84-edbc-403e-b977-0bc945cf34d8/ce3d7048-2bec-4b50-8c8c-216ac17a1870) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:36.939577 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b656b2fb-6216-44e1-bd45-8513d67ec6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.080633 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 78fd3e09-0b21-4496-8793-fafcb8870958, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=78fd3e09-0b21-4496-8793-fafcb8870958,segment=NetworkSegment(56a1e3c9-b193-4445-927f-d36e77968ca4),segment_id=56a1e3c9-b193-4445-927f-d36e77968ca4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:37.111535 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.155555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6affef2-2af4-4675-ad24-952d1488effa req-cffe3d97-35f9-4a16-bfbe-ec98f04e3765 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:37.162722 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d6affef2-2af4-4675-ad24-952d1488effa req-cffe3d97-35f9-4a16-bfbe-ec98f04e3765 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.1975100 Jul 06 11:56:37.164504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 6078dcd9-389a-4761-86c0-332817639733 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:37.195889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca3dd2d-828a-4db3-a4e0-f3a4f9c14ac9 None None] Network 7f36e388-de5f-4ca6-9cb0-3a062ad16393 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:37.222764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 6078dcd9-389a-4761-86c0-332817639733 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:37.223156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 6078dcd9-389a-4761-86c0-332817639733 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:37.272264 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d6affef2-2af4-4675-ad24-952d1488effa req-aa7e08d1-0c30-4edb-ace4-6c12427f3b42 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085711 Jul 06 11:56:37.289010 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-554ff890-f06c-438b-8936-a6468a05f6d0 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.349915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=78fd3e09-0b21-4496-8793-fafcb8870958,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:37.382213 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d84b7b63-3a21-4d13-bc20-1e9c9837ae65 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:37.406173 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-554ff890-f06c-438b-8936-a6468a05f6d0 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.418657 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: d84b7b63-3a21-4d13-bc20-1e9c9837ae65 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:37.419292 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d84b7b63-3a21-4d13-bc20-1e9c9837ae65 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:37.419883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f0971db9-ec0f-435c-b858-a4102ddf8a70 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:37.449411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: f0971db9-ec0f-435c-b858-a4102ddf8a70 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:56:37.449771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f0971db9-ec0f-435c-b858-a4102ddf8a70 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:56:37.469599 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554ff890-f06c-438b-8936-a6468a05f6d0 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Network 7f36e388-de5f-4ca6-9cb0-3a062ad16393 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:37.482887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-554ff890-f06c-438b-8936-a6468a05f6d0 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:37.489744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ff890-f06c-438b-8936-a6468a05f6d0 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:37.556035 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ff890-f06c-438b-8936-a6468a05f6d0 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Pushing event updated for resources: {'Port': ['ID=ce3d7048-2bec-4b50-8c8c-216ac17a1870,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:37.606920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554ff890-f06c-438b-8936-a6468a05f6d0 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:37.607846 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-554ff890-f06c-438b-8936-a6468a05f6d0 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.635071 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-554ff890-f06c-438b-8936-a6468a05f6d0 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.9300866 Jul 06 11:56:37.637570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34336) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:37.681587 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696df2-1572-46eb-a42e-38c1b80802b7 req-145cb734-7281-454f-8fff-890c038c218f tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:37.683714 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7696df2-1572-46eb-a42e-38c1b80802b7 req-145cb734-7281-454f-8fff-890c038c218f tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.1554525 Jul 06 11:56:37.763949 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7696df2-1572-46eb-a42e-38c1b80802b7 req-8ffe2bdf-ea7a-4e5f-8358-2a7edd401d81 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669038 Jul 06 11:56:37.800980 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-678db20c-3f15-4ca3-88d8-604b4e858511 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Deleting port ce3d7048-2bec-4b50-8c8c-216ac17a1870 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:37.801619 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-678db20c-3f15-4ca3-88d8-604b4e858511 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.880482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34346) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:37.907339 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-678db20c-3f15-4ca3-88d8-604b4e858511 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:37.921562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-678db20c-3f15-4ca3-88d8-604b4e858511 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Calling delete_port for ce3d7048-2bec-4b50-8c8c-216ac17a1870 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:38.045196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34352) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:38.050783 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9e7d84cd-02ac-4f90-b6f9-e6014b935c5d tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--967788366', 'description': 'tempest-description--785414303'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:38.090313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c59b2809-0c00-48b2-bb85-f7757eb20e0e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-906939930-network', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:38.111182 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e7d84cd-02ac-4f90-b6f9-e6014b935c5d tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.121018 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-678db20c-3f15-4ca3-88d8-604b4e858511 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.122135 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5492-6d46-40e8-8bc5-2b3c267d2916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.164779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59b2809-0c00-48b2-bb85-f7757eb20e0e admin admin] Made reservation on behalf of 0b147038bdc04055ad4e82dede7b2aaf for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:38.166570 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.166971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678db20c-3f15-4ca3-88d8-604b4e858511 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce3d7048-2bec-4b50-8c8c-216ac17a1870,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:38.167948 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c59b2809-0c00-48b2-bb85-f7757eb20e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.179453 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c59b2809-0c00-48b2-bb85-f7757eb20e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.244283 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-bd57214f-4122-4ee1-ac93-0c8223252af9 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d87a1fb543ad439da90f2faeb195343c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254405 Jul 06 11:56:38.268781 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab2e7237-5de4-451f-adcf-46c43e3c7213 req-00a22bce-abf0-4f84-add6-40b1fb4a0afd tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f4e512-6139-4e51-b304-9d4f41b0cc9e HTTP/1.1" status: 200 len: 210 time: 0.0349815 Jul 06 11:56:38.288239 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-678db20c-3f15-4ca3-88d8-604b4e858511 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.290230 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-678db20c-3f15-4ca3-88d8-604b4e858511 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "DELETE /v2.0/ports/ce3d7048-2bec-4b50-8c8c-216ac17a1870 HTTP/1.1" status: 204 len: 168 time: 0.6513572 Jul 06 11:56:38.294775 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34354) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:38.301951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f36e388-de5f-4ca6-9cb0-3a062ad16393', 'external_fixed_ips': [{'subnet_id': '2b143b84-edbc-403e-b977-0bc945cf34d8', 'ip_address': '172.20.0.7'}]}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:38.356372 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e7d84cd-02ac-4f90-b6f9-e6014b935c5d tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.366260 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e7d84cd-02ac-4f90-b6f9-e6014b935c5d tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.415986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-30f59029-dc3f-45bc-8fd1-ac1a64924648 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:38.418006 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-30f59029-dc3f-45bc-8fd1-ac1a64924648 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689117 Jul 06 11:56:38.426755 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d84cd-02ac-4f90-b6f9-e6014b935c5d tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e78d8ca-f164-4045-873d-e0f50395fa55,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:38.435653 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-66f0d667-8fce-4646-80de-36bac68b09b8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Request body: {'port': {'device_id': 'd3f4e512-6139-4e51-b304-9d4f41b0cc9e', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'd87a1fb543ad439da90f2faeb195343c'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:38.583849 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c59b2809-0c00-48b2-bb85-f7757eb20e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.587284 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e34841-1709-4c35-b966-daa5ef54a946 req-d1bc2ae2-4f82-409f-b690-c426a57bdd65 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:38.589276 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c59b2809-0c00-48b2-bb85-f7757eb20e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.589822 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7e34841-1709-4c35-b966-daa5ef54a946 req-d1bc2ae2-4f82-409f-b690-c426a57bdd65 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.0751503 Jul 06 11:56:38.603986 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e7d84cd-02ac-4f90-b6f9-e6014b935c5d tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.608195 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9e7d84cd-02ac-4f90-b6f9-e6014b935c5d tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5590355 Jul 06 11:56:38.609399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34358) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:38.614098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a2382d2b-05d4-4b7b-a35c-0517d3887bab tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Request body: {'security_group_rule': {'security_group_id': '8e78d8ca-f164-4045-873d-e0f50395fa55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:38.624915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59b2809-0c00-48b2-bb85-f7757eb20e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:38.630975 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.632341 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.649072 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b2809-0c00-48b2-bb85-f7757eb20e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935547d8-0998-44bf-86b2-0fd52ab7a68c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:38.656176 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7e34841-1709-4c35-b966-daa5ef54a946 req-e2d702df-0e94-4340-8409-d18069de09b7 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552437 Jul 06 11:56:38.659025 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c59b2809-0c00-48b2-bb85-f7757eb20e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.659404 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-c59b2809-0c00-48b2-bb85-f7757eb20e0e admin admin] Added segment 3f281a1f-1d3f-40da-8373-78832b15187f of type vlan for network 2e91c490-3b06-4770-a80b-a2881a783179 Jul 06 11:56:38.662168 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.db.api [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-66f0d667-8fce-4646-80de-36bac68b09b8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:56:38.662168 n-d-799529-2 neutron-server[100428]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 11:56:38.662168 n-d-799529-2 neutron-server[100428]: [parameters: {'project_id': 'd87a1fb543ad439da90f2faeb195343c', 'id': '253a38a5-5376-4800-af74-15a9a1d7c9b1', 'expiration': datetime.datetime(2021, 7, 6, 11, 58, 38, 643171)}] Jul 06 11:56:38.662168 n-d-799529-2 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:56:38.662566 n-d-799529-2 neutron-server[100428]: DEBUG oslo_db.api [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-66f0d667-8fce-4646-80de-36bac68b09b8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:56:38.711480 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2382d2b-05d4-4b7b-a35c-0517d3887bab tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.720937 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.741491 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c59b2809-0c00-48b2-bb85-f7757eb20e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.797976 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c59b2809-0c00-48b2-bb85-f7757eb20e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.798958 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59b2809-0c00-48b2-bb85-f7757eb20e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:38.799683 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c59b2809-0c00-48b2-bb85-f7757eb20e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.815345 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2382d2b-05d4-4b7b-a35c-0517d3887bab tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.829014 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2382d2b-05d4-4b7b-a35c-0517d3887bab tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.875186 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c59b2809-0c00-48b2-bb85-f7757eb20e0e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9919956 Jul 06 11:56:38.880072 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.883221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34362) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:38.887325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2382d2b-05d4-4b7b-a35c-0517d3887bab tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b132f85-c218-4a52-affa-4803331bcdd3,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:38.889573 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d6ed5f69-67a4-423e-ad28-e864ad4b7e16 admin admin] Request body: {'subnet': {'network_id': '2e91c490-3b06-4770-a80b-a2881a783179', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-906939930-subnet', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:38.892663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b2809-0c00-48b2-bb85-f7757eb20e0e admin admin] Pushing event updated for resources: {'Network': ['ID=2e91c490-3b06-4770-a80b-a2881a783179,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:38.895706 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2382d2b-05d4-4b7b-a35c-0517d3887bab tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.897113 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a2382d2b-05d4-4b7b-a35c-0517d3887bab tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2866261 Jul 06 11:56:38.901453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34364) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:38.903625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 2e91c490-3b06-4770-a80b-a2881a783179 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:38.905936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9022cd6c-35ad-488f-8e88-0cad55882266 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Request body: {'security_group_rule': {'security_group_id': '8e78d8ca-f164-4045-873d-e0f50395fa55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:38.933508 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9022cd6c-35ad-488f-8e88-0cad55882266 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:38.941544 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.api [None req-d6ed5f69-67a4-423e-ad28-e864ad4b7e16 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:56:38.941544 n-d-799529-2 neutron-server[100427]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:56:38.941544 n-d-799529-2 neutron-server[100427]: [parameters: {'project_id_1': '0b147038bdc04055ad4e82dede7b2aaf', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 56, 38, 912366)}] Jul 06 11:56:38.941544 n-d-799529-2 neutron-server[100427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:56:38.942068 n-d-799529-2 neutron-server[100427]: DEBUG oslo_db.api [None req-d6ed5f69-67a4-423e-ad28-e864ad4b7e16 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:56:39.000263 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9022cd6c-35ad-488f-8e88-0cad55882266 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.003906 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9022cd6c-35ad-488f-8e88-0cad55882266 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.023335 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9005e6-e604-4490-bbe7-8f3fbe663630 req-ab690ce5-59bb-4b49-9042-088e0083f948 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:39.024852 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cc9005e6-e604-4490-bbe7-8f3fbe663630 req-ab690ce5-59bb-4b49-9042-088e0083f948 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.1243229 Jul 06 11:56:39.028219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022cd6c-35ad-488f-8e88-0cad55882266 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb5b40f-08c4-45b4-bd43-f3aa2ec79adf,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:39.032027 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9022cd6c-35ad-488f-8e88-0cad55882266 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.035892 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9022cd6c-35ad-488f-8e88-0cad55882266 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333377 Jul 06 11:56:39.037203 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34366) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:39.042545 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:39.064686 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.082115 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cc9005e6-e604-4490-bbe7-8f3fbe663630 req-3689937e-16ed-4e9f-ada0-b1bc982bc233 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469708 Jul 06 11:56:39.169829 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.225955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-66f0d667-8fce-4646-80de-36bac68b09b8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Made reservation on behalf of d87a1fb543ad439da90f2faeb195343c for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:39.231471 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-66f0d667-8fce-4646-80de-36bac68b09b8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.248739 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.260001 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.287605 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.316611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 78fd3e09-0b21-4496-8793-fafcb8870958 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:39.366438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Allocated IP 172.25.4.112 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/79d3e55f-460f-4ea3-8848-eabe8c1cb91b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:39.381494 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 78fd3e09-0b21-4496-8793-fafcb8870958 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:39.382182 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.441312 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35a53b51-ed2a-4e1d-9459-4461705e4439 req-4dce3cb2-8c37-4402-b9de-6d2661d1d153 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f4e512-6139-4e51-b304-9d4f41b0cc9e HTTP/1.1" status: 200 len: 210 time: 0.0358806 Jul 06 11:56:39.495175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-66f0d667-8fce-4646-80de-36bac68b09b8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Allocated IP 192.168.233.159 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/d8c1e35b-08a7-45e8-9a40-944ef8952fbf) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:39.495558 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Allocated IP 172.20.0.7 (7f36e388-de5f-4ca6-9cb0-3a062ad16393/2b143b84-edbc-403e-b977-0bc945cf34d8/2070987e-5f27-4306-8ecf-bcf1b70839b9) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:39.500231 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ed5f69-67a4-423e-ad28-e864ad4b7e16 admin admin] Made reservation on behalf of 0b147038bdc04055ad4e82dede7b2aaf for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:39.502967 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d6ed5f69-67a4-423e-ad28-e864ad4b7e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.585762 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.710172 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.728619 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-66f0d667-8fce-4646-80de-36bac68b09b8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.755141 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.763479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:39.765481 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d6ed5f69-67a4-423e-ad28-e864ad4b7e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.769980 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:39.772316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:39.801708 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-66f0d667-8fce-4646-80de-36bac68b09b8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Transition to ACTIVE for port object d8c1e35b-08a7-45e8-9a40-944ef8952fbf will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:39.811136 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event updated for resources: {'Port': ['ID=79d3e55f-460f-4ea3-8848-eabe8c1cb91b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:39.896633 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-66f0d667-8fce-4646-80de-36bac68b09b8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.908860 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:39.914342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9a5d9e-492e-4c12-99d5-e4095fc1ed94', 'e48ac6ca-f009-4c5d-9cf1-8658ab803e66'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:39.920768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd64659e-6f68-4803-a2c1-de2433fa8279', 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616', 'e1bc6098-e628-443b-be01-ace1e9eb6bb5', 'ced59670-b79e-4c37-9b5b-b4e168342ac7', '62362abb-3d84-4113-a48b-54d28469d27e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:40.234241 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed5f69-67a4-423e-ad28-e864ad4b7e16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8b5f8e-b4a9-47cf-954f-5fb3a48b2655,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:40.252608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ed5f69-67a4-423e-ad28-e864ad4b7e16 admin admin] Checking segment: {'id': '3f281a1f-1d3f-40da-8373-78832b15187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2e91c490-3b06-4770-a80b-a2881a783179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:40.252849 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ed5f69-67a4-423e-ad28-e864ad4b7e16 admin admin] Network hostable DHCP agents. Network: 2e91c490-3b06-4770-a80b-a2881a783179, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:56:40.257652 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.293147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0d667-8fce-4646-80de-36bac68b09b8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event updated for resources: {'Port': ['ID=d8c1e35b-08a7-45e8-9a40-944ef8952fbf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:40.300372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-66f0d667-8fce-4646-80de-36bac68b09b8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:40.320311 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Network 7f36e388-de5f-4ca6-9cb0-3a062ad16393 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:40.323477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-66f0d667-8fce-4646-80de-36bac68b09b8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:40.325977 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-66f0d667-8fce-4646-80de-36bac68b09b8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:40.333471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:40.340810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:40.350233 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a58be-02ab-44ed-92c6-d9df7bb9d390 req-d992d351-8eea-4130-bf19-836438ead792 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:40.360622 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d19a58be-02ab-44ed-92c6-d9df7bb9d390 req-d992d351-8eea-4130-bf19-836438ead792 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.5631247 Jul 06 11:56:40.362487 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ed5f69-67a4-423e-ad28-e864ad4b7e16 admin admin] Network 2e91c490-3b06-4770-a80b-a2881a783179 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:56:40.367326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Pushing event updated for resources: {'Port': ['ID=2070987e-5f27-4306-8ecf-bcf1b70839b9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:40.384427 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.413308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-d6ed5f69-67a4-423e-ad28-e864ad4b7e16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 2e91c490-3b06-4770-a80b-a2881a783179) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:40.422172 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-66f0d667-8fce-4646-80de-36bac68b09b8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:40.423479 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-66f0d667-8fce-4646-80de-36bac68b09b8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.426691 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ed5f69-67a4-423e-ad28-e864ad4b7e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:40.427329 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d6ed5f69-67a4-423e-ad28-e864ad4b7e16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.438413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9df91ac-7c40-421d-9ccc-2d1562ce6cc2 None None] Network 2e91c490-3b06-4770-a80b-a2881a783179 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:40.443396 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-66f0d667-8fce-4646-80de-36bac68b09b8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0130665 Jul 06 11:56:40.465731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Request body: {'port': {'device_id': 'd3f4e512-6139-4e51-b304-9d4f41b0cc9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:40.515731 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d19a58be-02ab-44ed-92c6-d9df7bb9d390 req-a8a30cf2-710c-4849-a36d-9e6a9e76a59c tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540825 Jul 06 11:56:40.517539 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d6ed5f69-67a4-423e-ad28-e864ad4b7e16 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6333406 Jul 06 11:56:40.532348 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34386) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:40.542379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-906939930-router', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:40.689383 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.690422 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.722011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-2e91c490-3b06-4770-a80b-a2881a783179', 'network_id': '2e91c490-3b06-4770-a80b-a2881a783179', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'fixed_ips': [{'subnet_id': 'cd8b5f8e-b4a9-47cf-954f-5fb3a48b2655'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:56:40.722775 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.751510 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.773206 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9fef4aec-167b-474d-8bd9-c5d88c5128e5 None None] Provisioning for port d8c1e35b-08a7-45e8-9a40-944ef8952fbf completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:40.804260 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.882905 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9fef4aec-167b-474d-8bd9-c5d88c5128e5 None None] Provisioning complete for port d8c1e35b-08a7-45e8-9a40-944ef8952fbf triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:40.883332 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9fef4aec-167b-474d-8bd9-c5d88c5128e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.887536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:40.926162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9fef4aec-167b-474d-8bd9-c5d88c5128e5 None None] Port d8c1e35b-08a7-45e8-9a40-944ef8952fbf cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:40.952024 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.028960 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.058273 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.116780 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.144149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Allocated IP 172.20.0.2 (2e91c490-3b06-4770-a80b-a2881a783179/cd8b5f8e-b4a9-47cf-954f-5fb3a48b2655/1fe590cb-6b4b-4728-ac9c-a5f9222138e0) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:41.170669 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.234097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c3bb5-8961-4c6c-81d2-07a5c81fd491 req-d1938d16-0036-4709-9a69-5ec5d8adf467 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:41.235655 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b55c3bb5-8961-4c6c-81d2-07a5c81fd491 req-d1938d16-0036-4709-9a69-5ec5d8adf467 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.1073072 Jul 06 11:56:41.281622 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b55c3bb5-8961-4c6c-81d2-07a5c81fd491 req-1187581c-6c13-4642-b989-bdc1fa59adec tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390537 Jul 06 11:56:41.314088 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event updated for resources: {'Port': ['ID=79d3e55f-460f-4ea3-8848-eabe8c1cb91b,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:41.323880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Router 349e8ed1-503a-4e19-a2d6-12a1896093a8 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:56:41.329662 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.330043 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.345805 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Transition to ACTIVE for port object 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:41.367895 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Transition to ACTIVE for port object 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:41.377674 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.379451 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.390116 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b4381002-a7b4-4356-8a2b-652f571663e7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3429420 Jul 06 11:56:41.430724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Network 2e91c490-3b06-4770-a80b-a2881a783179 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:41.437393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:41.445911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:41.458283 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Pushing event updated for resources: {'Port': ['ID=1fe590cb-6b4b-4728-ac9c-a5f9222138e0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:41.506682 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:41.516617 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Sync routers for ids ['349e8ed1-503a-4e19-a2d6-12a1896093a8'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:41.527744 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Attempting to bind port 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:41.528382 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Attempting to bind port 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '3f281a1f-1d3f-40da-8373-78832b15187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2e91c490-3b06-4770-a80b-a2881a783179'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:41.528970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Attempting to bind port 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 on network 2e91c490-3b06-4770-a80b-a2881a783179 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:41.531074 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Routers {'349e8ed1-503a-4e19-a2d6-12a1896093a8'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:41.532858 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['349e8ed1-503a-4e19-a2d6-12a1896093a8'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:41.539172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:41.541013 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Checking segment: {'id': '3f281a1f-1d3f-40da-8373-78832b15187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2e91c490-3b06-4770-a80b-a2881a783179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:41.541013 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.541240 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Bound using segment: {'id': '3f281a1f-1d3f-40da-8373-78832b15187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2e91c490-3b06-4770-a80b-a2881a783179'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:41.542185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Bound port: 1fe590cb-6b4b-4728-ac9c-a5f9222138e0, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f281a1f-1d3f-40da-8373-78832b15187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2e91c490-3b06-4770-a80b-a2881a783179'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:41.543176 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.561134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc147805-cf34-4831-8176-64c9d19801a4 req-224e7f46-348f-4dfd-b578-23d7d518c59a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:41.561134 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc147805-cf34-4831-8176-64c9d19801a4 req-224e7f46-348f-4dfd-b578-23d7d518c59a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f4e512-6139-4e51-b304-9d4f41b0cc9e HTTP/1.1" status: 200 len: 936 time: 0.1256573 Jul 06 11:56:41.605215 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.610652 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c62ae26a-d54f-4fbe-8c9b-62d2d392322b tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.3147151 Jul 06 11:56:41.611463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34408) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:41.643680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c1e35b-08a7-45e8-9a40-944ef8952fbf {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:41.645783 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] For port 1fe590cb-6b4b-4728-ac9c-a5f9222138e0, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:41.650672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] For port 1fe590cb-6b4b-4728-ac9c-a5f9222138e0, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1fe590cb-6b4b-4728-ac9c-a5f9222138e0,segment=NetworkSegment(3f281a1f-1d3f-40da-8373-78832b15187f),segment_id=3f281a1f-1d3f-40da-8373-78832b15187f)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:41.651047 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.654833 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.656450 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.678525 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc147805-cf34-4831-8176-64c9d19801a4 req-7632d824-0be4-43e9-9af4-473b6804b837 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173937 Jul 06 11:56:41.680348 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.695570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Transition to ACTIVE for port object d8c1e35b-08a7-45e8-9a40-944ef8952fbf will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:41.701682 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.736346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2f94c-de66-4615-8c8d-40a1d82e0554 None None] Pushing event updated for resources: {'Port': ['ID=1fe590cb-6b4b-4728-ac9c-a5f9222138e0,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:41.771603 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 10f6e820-4e0d-40bc-ae77-81c16a76082c details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:56:41.776157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 10f6e820-4e0d-40bc-ae77-81c16a76082c no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:41.823836 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f097322-a0e8-4a66-890d-faeb755e7536 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:41.917135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c1e35b-08a7-45e8-9a40-944ef8952fbf,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:41.938589 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Set router 349e8ed1-503a-4e19-a2d6-12a1896093a8 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:42.251003 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349e8ed1-503a-4e19-a2d6-12a1896093a8', 'name': '', 'tenant_id': '67db92e443384e718fc1957cf76fa91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f36e388-de5f-4ca6-9cb0-3a062ad16393', 'external_fixed_ips': [{'subnet_id': '2b143b84-edbc-403e-b977-0bc945cf34d8', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '2070987e-5f27-4306-8ecf-bcf1b70839b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:38Z', 'updated_at': '2021-07-06T11:56:40Z', 'revision_number': 3, 'project_id': '67db92e443384e718fc1957cf76fa91c', 'gw_port': {'id': '2070987e-5f27-4306-8ecf-bcf1b70839b9', 'name': '', 'network_id': '7f36e388-de5f-4ca6-9cb0-3a062ad16393', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349e8ed1-503a-4e19-a2d6-12a1896093a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '2b143b84-edbc-403e-b977-0bc945cf34d8', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:39Z', 'updated_at': '2021-07-06T11:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b143b84-edbc-403e-b977-0bc945cf34d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:42.281647 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Checking router: 349e8ed1-503a-4e19-a2d6-12a1896093a8 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:42.281989 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Updating router 349e8ed1-503a-4e19-a2d6-12a1896093a8 port 2070987e-5f27-4306-8ecf-bcf1b70839b9 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:56:42.297287 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f097322-a0e8-4a66-890d-faeb755e7536 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.324441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Attempting to bind port d8c1e35b-08a7-45e8-9a40-944ef8952fbf on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:42.325007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Attempting to bind port d8c1e35b-08a7-45e8-9a40-944ef8952fbf by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:42.327307 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Attempting to bind port d8c1e35b-08a7-45e8-9a40-944ef8952fbf on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:42.335287 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.343941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Port d8c1e35b-08a7-45e8-9a40-944ef8952fbf on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:56:42.344409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Attempting to bind port d8c1e35b-08a7-45e8-9a40-944ef8952fbf on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:42.375469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:42.375728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:42.376190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:42.376803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Bound port: d8c1e35b-08a7-45e8-9a40-944ef8952fbf, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:42.377046 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.384842 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a61ee-d473-434b-b4f8-3ae1f31377f7 req-37d94ba8-6722-4bef-9d84-6036b9307130 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:42.394873 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d61a61ee-d473-434b-b4f8-3ae1f31377f7 req-37d94ba8-6722-4bef-9d84-6036b9307130 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 946 time: 0.2242346 Jul 06 11:56:42.398278 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Allocated IP 172.25.4.71 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/09e324c5-649b-475a-b648-185579a654ff) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:42.447129 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 10f6e820-4e0d-40bc-ae77-81c16a76082c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=10f6e820-4e0d-40bc-ae77-81c16a76082c,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:42.476545 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d61a61ee-d473-434b-b4f8-3ae1f31377f7 req-86edaaf2-9c71-433c-b9e0-10f3eb6253a6 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799391 Jul 06 11:56:42.481879 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-2f097322-a0e8-4a66-890d-faeb755e7536 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Deleting port 2070987e-5f27-4306-8ecf-bcf1b70839b9 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:42.482229 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f097322-a0e8-4a66-890d-faeb755e7536 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.495278 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.497957 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '10f6e820-4e0d-40bc-ae77-81c16a76082c', 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd', 'port_id': '10f6e820-4e0d-40bc-ae77-81c16a76082c', 'mac_address': 'fa:16:3e:d0:0d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6097b696-6863-4418-b0a0-433aa68953b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:56:42.646526 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 10f6e820-4e0d-40bc-ae77-81c16a76082c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=10f6e820-4e0d-40bc-ae77-81c16a76082c,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:42.653262 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5702ebed-ffe5-43c7-91f3-fb6cc0d6b599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f6e820-4e0d-40bc-ae77-81c16a76082c'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:42.656672 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f097322-a0e8-4a66-890d-faeb755e7536 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.659752 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792eb92b-76b8-4266-b9fb-72021eefc4b1" -d '{"events": [{"server_uuid": "5702ebed-ffe5-43c7-91f3-fb6cc0d6b599", "name": "network-vif-unplugged", "status": "completed", "tag": "10f6e820-4e0d-40bc-ae77-81c16a76082c"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:42.674973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-2f097322-a0e8-4a66-890d-faeb755e7536 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Calling delete_port for 2070987e-5f27-4306-8ecf-bcf1b70839b9 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:42.676390 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.726935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] For port d8c1e35b-08a7-45e8-9a40-944ef8952fbf, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:42.772989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] For port d8c1e35b-08a7-45e8-9a40-944ef8952fbf, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d8c1e35b-08a7-45e8-9a40-944ef8952fbf,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:42.774416 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=10f6e820-4e0d-40bc-ae77-81c16a76082c,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:42.780127 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.782364 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.797305 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.816161 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:42.817232 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.819439 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] 10.222.0.23 "PUT /v2.0/ports/d8c1e35b-08a7-45e8-9a40-944ef8952fbf HTTP/1.1" status: 200 len: 1096 time: 2.3671007 Jul 06 11:56:42.822226 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10f6e820-4e0d-40bc-ae77-81c16a76082c {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:42.827908 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f4e512-6139-4e51-b304-9d4f41b0cc9e', 'tag': 'd8c1e35b-08a7-45e8-9a40-944ef8952fbf'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:42.831954 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0e6369-02e5-4d51-b547-b815e255f4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f4e512-6139-4e51-b304-9d4f41b0cc9e", "tag": "d8c1e35b-08a7-45e8-9a40-944ef8952fbf"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:42.856172 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Transition to ACTIVE for port object 2070987e-5f27-4306-8ecf-bcf1b70839b9 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:42.872907 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.891150 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.917514 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Attempting to bind port 2070987e-5f27-4306-8ecf-bcf1b70839b9 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:42.917871 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Attempting to bind port 2070987e-5f27-4306-8ecf-bcf1b70839b9 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '33c31996-4ce8-497e-a09a-5f4fde5619d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f36e388-de5f-4ca6-9cb0-3a062ad16393'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:42.918604 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Attempting to bind port 2070987e-5f27-4306-8ecf-bcf1b70839b9 on network 7f36e388-de5f-4ca6-9cb0-3a062ad16393 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:42.929859 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:56:42.930219 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:56:42.936676 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ba0db-ff76-4ddd-aad0-05cf64e3b3d7 req-90122625-553f-4d7e-902a-96219861a9ea tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:42.943869 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:42.944198 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-067ba0db-ff76-4ddd-aad0-05cf64e3b3d7 req-90122625-553f-4d7e-902a-96219861a9ea tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 944 time: 0.2710993 Jul 06 11:56:42.944331 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Checking segment: {'id': '33c31996-4ce8-497e-a09a-5f4fde5619d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f36e388-de5f-4ca6-9cb0-3a062ad16393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:42.944633 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:42.945289 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Bound using segment: {'id': '33c31996-4ce8-497e-a09a-5f4fde5619d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f36e388-de5f-4ca6-9cb0-3a062ad16393'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:42.945797 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Bound port: 2070987e-5f27-4306-8ecf-bcf1b70839b9, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c31996-4ce8-497e-a09a-5f4fde5619d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f36e388-de5f-4ca6-9cb0-3a062ad16393'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:42.946176 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.037910 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] For port 2070987e-5f27-4306-8ecf-bcf1b70839b9, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:43.038716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488e604-a507-44e1-99ed-317385d019f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c1e35b-08a7-45e8-9a40-944ef8952fbf,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:43.047784 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:56:43.047784 n-d-799529-2 neutron-server[100430]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Jul 06 11:56:43.047784 n-d-799529-2 neutron-server[100430]: [parameters: {'port_id': '2070987e-5f27-4306-8ecf-bcf1b70839b9', 'host': 'n-d-799529-2', 'level': 0, 'driver': 'openvswitch', 'segment_id': '33c31996-4ce8-497e-a09a-5f4fde5619d6'}] Jul 06 11:56:43.047784 n-d-799529-2 neutron-server[100430]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:56:43.048291 n-d-799529-2 neutron-server[100430]: DEBUG oslo_db.api [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:56:43.052365 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-067ba0db-ff76-4ddd-aad0-05cf64e3b3d7 req-d68b8f13-3ec3-4381-b742-0883a221a936 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071942 Jul 06 11:56:43.092143 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fd4b5-5ea7-4a24-a019-55efd7ae69c3 None None] Pushing event updated for resources: {'Port': ['ID=2070987e-5f27-4306-8ecf-bcf1b70839b9,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:43.108025 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fd4b5-5ea7-4a24-a019-55efd7ae69c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:43.108785 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fd4b5-5ea7-4a24-a019-55efd7ae69c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:43.109453 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fd4b5-5ea7-4a24-a019-55efd7ae69c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:43.110154 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fd4b5-5ea7-4a24-a019-55efd7ae69c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:43.113651 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fd4b5-5ea7-4a24-a019-55efd7ae69c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:43.114273 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fd4b5-5ea7-4a24-a019-55efd7ae69c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:43.114780 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fd4b5-5ea7-4a24-a019-55efd7ae69c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:43.115307 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fd4b5-5ea7-4a24-a019-55efd7ae69c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:43.115804 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fd4b5-5ea7-4a24-a019-55efd7ae69c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:43.116573 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fd4b5-5ea7-4a24-a019-55efd7ae69c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:43.118329 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fd4b5-5ea7-4a24-a019-55efd7ae69c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:43.118850 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fd4b5-5ea7-4a24-a019-55efd7ae69c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:56:43.142830 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.164134 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f097322-a0e8-4a66-890d-faeb755e7536 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.166121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-99d152cc-ab7c-40c3-ad37-f20742601056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:43.168423 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-99d152cc-ab7c-40c3-ad37-f20742601056 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=d3f4e512-6139-4e51-b304-9d4f41b0cc9e HTTP/1.1" status: 200 len: 1099 time: 0.2859967 Jul 06 11:56:43.210979 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f097322-a0e8-4a66-890d-faeb755e7536 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Pushing event deleted for resources: {'Port': ['ID=2070987e-5f27-4306-8ecf-bcf1b70839b9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:43.224895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:43.301095 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-f9dd1378-36da-4374-86e2-c5329fab36c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=d8c1e35b-08a7-45e8-9a40-944ef8952fbf HTTP/1.1" status: 200 len: 217 time: 0.1030848 Jul 06 11:56:43.302042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:43.310478 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:43.329932 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-0f047a5a-1f0c-41c9-a0ca-fe12b3135de4 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--967788366&fields=id&tenant_id=3a29bee84dd04111b7f3cd2cfb666a57 HTTP/1.1" status: 200 len: 267 time: 0.1221428 Jul 06 11:56:43.333216 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Pushing event updated for resources: {'Port': ['ID=09e324c5-649b-475a-b648-185579a654ff,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:43.412924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1ef46c-e8df-44d4-99e5-1e8fff5b1e88 None None] Network 2e91c490-3b06-4770-a80b-a2881a783179 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:43.417200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-6197c030-0b0d-45a1-9fdf-406231ee10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:43.419157 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-6197c030-0b0d-45a1-9fdf-406231ee10cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1106756 Jul 06 11:56:43.428870 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-5bd0b074-5364-458e-a60b-0313574fd3bc tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:43.429149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:43.430558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-5bd0b074-5364-458e-a60b-0313574fd3bc tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports/5c926004-ecc9-4a7a-b30f-a52cce25963f HTTP/1.1" status: 200 len: 931 time: 0.0779428 Jul 06 11:56:43.516043 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f097322-a0e8-4a66-890d-faeb755e7536 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.526586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d0fbc3f1-84d3-44dd-b463-46a4092eb6c8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:43.528098 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d0fbc3f1-84d3-44dd-b463-46a4092eb6c8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports/7d5a2066-089d-4629-bb08-ed4c7c24ba4d HTTP/1.1" status: 200 len: 930 time: 0.0851719 Jul 06 11:56:43.562930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-53f3d1f8-76c9-4607-afa6-b419c77faccd None None] Provisioning for port 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:43.566745 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.606124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f6e820-4e0d-40bc-ae77-81c16a76082c {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:43.624754 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Attempting to bind port 2070987e-5f27-4306-8ecf-bcf1b70839b9 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:43.628675 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Attempting to bind port 2070987e-5f27-4306-8ecf-bcf1b70839b9 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '33c31996-4ce8-497e-a09a-5f4fde5619d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f36e388-de5f-4ca6-9cb0-3a062ad16393'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:43.631787 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Attempting to bind port 2070987e-5f27-4306-8ecf-bcf1b70839b9 on network 7f36e388-de5f-4ca6-9cb0-3a062ad16393 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:43.639441 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:43.640140 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Checking segment: {'id': '33c31996-4ce8-497e-a09a-5f4fde5619d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f36e388-de5f-4ca6-9cb0-3a062ad16393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:43.641002 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.641740 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Bound using segment: {'id': '33c31996-4ce8-497e-a09a-5f4fde5619d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f36e388-de5f-4ca6-9cb0-3a062ad16393'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:43.642477 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Bound port: 2070987e-5f27-4306-8ecf-bcf1b70839b9, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c31996-4ce8-497e-a09a-5f4fde5619d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f36e388-de5f-4ca6-9cb0-3a062ad16393'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:43.643121 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.653390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:43.663775 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 10f6e820-4e0d-40bc-ae77-81c16a76082c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=10f6e820-4e0d-40bc-ae77-81c16a76082c,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:43.668284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:43.668554 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.673357 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-b85eaeb0-2058-4286-be15-85d0e2717d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:43.674585 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.676285 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-b85eaeb0-2058-4286-be15-85d0e2717d13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2175596 Jul 06 11:56:43.676771 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-fbe93914-30c4-42ff-942c-77b4c5c9061f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?network_id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1175585 Jul 06 11:56:43.681997 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Port 2070987e-5f27-4306-8ecf-bcf1b70839b9 has been deleted concurrently {{(pid=100430) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 06 11:56:43.684768 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f097322-a0e8-4a66-890d-faeb755e7536 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.688689 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f097322-a0e8-4a66-890d-faeb755e7536 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.699398 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Routers {'349e8ed1-503a-4e19-a2d6-12a1896093a8'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:43.702230 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['349e8ed1-503a-4e19-a2d6-12a1896093a8'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:43.761970 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-8ca3cc0e-26cf-4011-a50b-d34b8ae3a9e3 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?network_id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0746229 Jul 06 11:56:43.791849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=10f6e820-4e0d-40bc-ae77-81c16a76082c,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:43.792470 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-c284a04c-3ad5-476f-b810-bfe917af92d3 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033914 Jul 06 11:56:43.818053 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] Set router 349e8ed1-503a-4e19-a2d6-12a1896093a8 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:43.852600 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.883348 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a27da92d-12b8-4889-b09a-0ce6547db67c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:43.889831 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a27da92d-12b8-4889-b09a-0ce6547db67c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:43.895726 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a27da92d-12b8-4889-b09a-0ce6547db67c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:43.899805 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 1fe590cb-6b4b-4728-ac9c-a5f9222138e0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1fe590cb-6b4b-4728-ac9c-a5f9222138e0,segment=NetworkSegment(3f281a1f-1d3f-40da-8373-78832b15187f),segment_id=3f281a1f-1d3f-40da-8373-78832b15187f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:43.906076 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.912974 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a27da92d-12b8-4889-b09a-0ce6547db67c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/networks?id=3c4d0281-eee8-4d4b-a216-a3ed774363fa&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2 HTTP/1.1" status: 200 len: 1990 time: 0.1409690 Jul 06 11:56:43.918151 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349e8ed1-503a-4e19-a2d6-12a1896093a8', 'name': '', 'tenant_id': '67db92e443384e718fc1957cf76fa91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:38Z', 'updated_at': '2021-07-06T11:56:43Z', 'revision_number': 5, 'project_id': '67db92e443384e718fc1957cf76fa91c', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:43.938735 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f097322-a0e8-4a66-890d-faeb755e7536 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.940029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f097322-a0e8-4a66-890d-faeb755e7536 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 349e8ed1-503a-4e19-a2d6-12a1896093a8 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:56:43.944179 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.950535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['10f6e820-4e0d-40bc-ae77-81c16a76082c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:43.960092 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f097322-a0e8-4a66-890d-faeb755e7536 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:43.967082 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2f097322-a0e8-4a66-890d-faeb755e7536 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "DELETE /v2.0/routers/349e8ed1-503a-4e19-a2d6-12a1896093a8 HTTP/1.1" status: 204 len: 168 time: 2.3521447 Jul 06 11:56:43.970579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34430) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:43.991356 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d63d19-b1c4-4971-9a90-9f1a5493baee None None] The sync data for ids ['349e8ed1-503a-4e19-a2d6-12a1896093a8'] in n-d-799529-2 is: [{'id': '349e8ed1-503a-4e19-a2d6-12a1896093a8', 'name': '', 'tenant_id': '67db92e443384e718fc1957cf76fa91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:38Z', 'updated_at': '2021-07-06T11:56:43Z', 'revision_number': 5, 'project_id': '67db92e443384e718fc1957cf76fa91c', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:43.991981 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-43b470ea-bd32-4ba7-b8a2-09ac73b1d44d tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/quotas/3a29bee84dd04111b7f3cd2cfb666a57 HTTP/1.1" status: 200 len: 375 time: 0.0736024 Jul 06 11:56:44.023078 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=1fe590cb-6b4b-4728-ac9c-a5f9222138e0,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:44.112804 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44cc5b64-b0e8-49ca-94a4-3722f1eb8703 req-b3f4aedb-31cc-400d-a34c-12662b942438 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103375 Jul 06 11:56:44.140297 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e742776-ead7-4468-b88f-db1d16af4472 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Deleting subnet 2b143b84-edbc-403e-b977-0bc945cf34d8 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:56:44.145296 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e742776-ead7-4468-b88f-db1d16af4472 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.152387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-efdabe6e-15a0-42de-9501-9120a10b4716 None None] Provisioning complete for port 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:44.152771 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-efdabe6e-15a0-42de-9501-9120a10b4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.196580 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e742776-ead7-4468-b88f-db1d16af4472 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.241780 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.259946 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-dfb42822-378c-4893-a32d-468c1db6e95d tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2665443 Jul 06 11:56:44.298768 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e742776-ead7-4468-b88f-db1d16af4472 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.380060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Router 4487b06e-e695-4f96-b1e4-d7332b2f6bbb is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:56:44.403740 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-09fcb10a-4773-4e9f-8842-1395a5fcd9ca service neutron] 10.222.0.81 "GET /v2.0/networks/3c4d0281-eee8-4d4b-a216-a3ed774363fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299665 Jul 06 11:56:44.405244 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e742776-ead7-4468-b88f-db1d16af4472 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.444225 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e742776-ead7-4468-b88f-db1d16af4472 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2b143b84-edbc-403e-b977-0bc945cf34d8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:44.480694 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e742776-ead7-4468-b88f-db1d16af4472 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.482514 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5e742776-ead7-4468-b88f-db1d16af4472 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/2b143b84-edbc-403e-b977-0bc945cf34d8 HTTP/1.1" status: 204 len: 168 time: 0.5064585 Jul 06 11:56:44.485272 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34434) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:44.526909 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d88cec85-2de5-467e-951d-e268d9c5ebfe service neutron] 10.222.0.81 "GET /v2.0/networks/3c4d0281-eee8-4d4b-a216-a3ed774363fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137486 Jul 06 11:56:44.549346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:44.561579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Sync routers for ids ['4487b06e-e695-4f96-b1e4-d7332b2f6bbb'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:44.571052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Routers {'4487b06e-e695-4f96-b1e4-d7332b2f6bbb'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:44.571839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4487b06e-e695-4f96-b1e4-d7332b2f6bbb'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:44.573214 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf003240-3732-4323-98fa-89fa57a48ea1 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.578363 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-884b72b7-9492-4955-b625-e91a8d98210a service neutron] 10.222.0.81 "GET /v2.0/ports/5c926004-ecc9-4a7a-b30f-a52cce25963f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0451527 Jul 06 11:56:44.585804 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.589867 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-adcf3654-7e70-4cd0-86d5-e93936c3151b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0554259 Jul 06 11:56:44.590426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34436) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:44.683674 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e4c28df9-328d-4c68-bcf2-d45a274b7c4f service neutron] 10.222.0.81 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974281 Jul 06 11:56:44.688060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Set router 4487b06e-e695-4f96-b1e4-d7332b2f6bbb gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:44.762122 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf003240-3732-4323-98fa-89fa57a48ea1 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.776937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-bf003240-3732-4323-98fa-89fa57a48ea1 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f36e388-de5f-4ca6-9cb0-3a062ad16393']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:44.792440 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-bf003240-3732-4323-98fa-89fa57a48ea1 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c31996-4ce8-497e-a09a-5f4fde5619d6') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:44.792848 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-bf003240-3732-4323-98fa-89fa57a48ea1 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c31996-4ce8-497e-a09a-5f4fde5619d6') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:44.794163 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-97acc16b-df65-4aee-b1b0-9b29c1535b41 service neutron] 10.222.0.81 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045613 Jul 06 11:56:44.806149 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf003240-3732-4323-98fa-89fa57a48ea1 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.866599 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf003240-3732-4323-98fa-89fa57a48ea1 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.871981 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-6e69c398-20cb-4437-9fb2-09b8d0d70ed1 service neutron] 10.222.0.81 "GET /v2.0/ports/7d5a2066-089d-4629-bb08-ed4c7c24ba4d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0708435 Jul 06 11:56:44.877213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf003240-3732-4323-98fa-89fa57a48ea1 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:56:44.877606 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf003240-3732-4323-98fa-89fa57a48ea1 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:56:44.879492 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:56:44.897765 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'name': 'tempest-ServersTestMultiNic-906939930-router', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '09e324c5-649b-475a-b648-185579a654ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:40Z', 'updated_at': '2021-07-06T11:56:43Z', 'revision_number': 3, 'project_id': '0b147038bdc04055ad4e82dede7b2aaf', 'gw_port': {'id': '09e324c5-649b-475a-b648-185579a654ff', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:41Z', 'updated_at': '2021-07-06T11:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:44.925634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Checking router: 4487b06e-e695-4f96-b1e4-d7332b2f6bbb for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:44.926200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Updating router 4487b06e-e695-4f96-b1e4-d7332b2f6bbb port 09e324c5-649b-475a-b648-185579a654ff binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:56:44.973956 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.991753 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf003240-3732-4323-98fa-89fa57a48ea1 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:44.999777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf003240-3732-4323-98fa-89fa57a48ea1 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7f36e388-de5f-4ca6-9cb0-3a062ad16393 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 11:56:45.012768 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf003240-3732-4323-98fa-89fa57a48ea1 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.019966 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bf003240-3732-4323-98fa-89fa57a48ea1 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "DELETE /v2.0/networks/7f36e388-de5f-4ca6-9cb0-3a062ad16393 HTTP/1.1" status: 204 len: 168 time: 0.5334265 Jul 06 11:56:45.314003 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-1df70459-f695-424f-a2b6-7a53a8096355 service neutron] 10.222.0.81 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401929 Jul 06 11:56:45.380428 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.396541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Transition to ACTIVE for port object 09e324c5-649b-475a-b648-185579a654ff will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:45.402664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:45.407085 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.429872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34444) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:45.434223 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a4dd3588-a97d-4297-91a1-742b18351723 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Request body: {'router': {'name': 'tempest-router--202718931', 'project_id': '980ee2e8d8ea4285a7d001ba603613e9'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:45.456163 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Attempting to bind port 09e324c5-649b-475a-b648-185579a654ff on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:45.456425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Attempting to bind port 09e324c5-649b-475a-b648-185579a654ff by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:45.456815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Attempting to bind port 09e324c5-649b-475a-b648-185579a654ff on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:45.485887 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf003240-3732-4323-98fa-89fa57a48ea1 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f36e388-de5f-4ca6-9cb0-3a062ad16393,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:45.493003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:45.493463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:45.493878 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.494298 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:45.495618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Bound port: 09e324c5-649b-475a-b648-185579a654ff, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:45.496129 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.505188 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-047780dc-1efe-4326-9dd6-d7d8a01cc9d7 service neutron] 10.222.0.81 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785450 Jul 06 11:56:45.593066 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4dd3588-a97d-4297-91a1-742b18351723 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.594537 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4dd3588-a97d-4297-91a1-742b18351723 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.690638 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4dd3588-a97d-4297-91a1-742b18351723 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.708370 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4dd3588-a97d-4297-91a1-742b18351723 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.727063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0393f6-9168-4f24-83e3-5030f857d658 None None] Pushing event updated for resources: {'Port': ['ID=09e324c5-649b-475a-b648-185579a654ff,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:45.735650 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4dd3588-a97d-4297-91a1-742b18351723 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.738420 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a4dd3588-a97d-4297-91a1-742b18351723 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3059201 Jul 06 11:56:45.740844 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34446) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:45.743604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] For port 09e324c5-649b-475a-b648-185579a654ff, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:45.748004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] For port 09e324c5-649b-475a-b648-185579a654ff, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=09e324c5-649b-475a-b648-185579a654ff,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:45.753270 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.787054 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:45.787864 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.803336 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-12322245-b64a-40ac-af2e-df8a8127859e service neutron] 10.222.0.81 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901523 Jul 06 11:56:45.822440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d8c1e35b-08a7-45e8-9a40-944ef8952fbf details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:56:45.825661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 10f6e820-4e0d-40bc-ae77-81c16a76082c up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:45.836642 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.873304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802042d-0553-487d-b128-90d9c71e5267 req-3f199ca1-0608-4626-8395-e3a548dff817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:45.873304 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c802042d-0553-487d-b128-90d9c71e5267 req-3f199ca1-0608-4626-8395-e3a548dff817 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb4361f835974e8bb48f40231c55813a&device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 1097 time: 0.1480005 Jul 06 11:56:45.894102 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6182920d-d1d8-45fb-8812-eca33211f877 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:45.929951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Routers {'4487b06e-e695-4f96-b1e4-d7332b2f6bbb'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:45.930586 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4487b06e-e695-4f96-b1e4-d7332b2f6bbb'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:45.938416 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0393f6-9168-4f24-83e3-5030f857d658 None None] Pushing event updated for resources: {'Port': ['ID=09e324c5-649b-475a-b648-185579a654ff,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:46.033922 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 10f6e820-4e0d-40bc-ae77-81c16a76082c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:46.034199 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.096180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802042d-0553-487d-b128-90d9c71e5267 req-27297427-090a-45f7-b9ad-ed77821d7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:46.097669 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c802042d-0553-487d-b128-90d9c71e5267 req-27297427-090a-45f7-b9ad-ed77821d7636 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 200 len: 917 time: 0.1759233 Jul 06 11:56:46.103416 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b7c1a975-ac25-4582-8198-7a0de357ff14 service neutron] 10.222.0.81 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626562 Jul 06 11:56:46.115405 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6182920d-d1d8-45fb-8812-eca33211f877 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.119058 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6182920d-d1d8-45fb-8812-eca33211f877 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.119893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Allocated IP 172.20.0.1 (2e91c490-3b06-4770-a80b-a2881a783179/cd8b5f8e-b4a9-47cf-954f-5fb3a48b2655/f18119e8-d9df-4b11-8c27-0dbec46a9e2c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:46.175620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d8c1e35b-08a7-45e8-9a40-944ef8952fbf, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d8c1e35b-08a7-45e8-9a40-944ef8952fbf,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:46.189138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] Set router 4487b06e-e695-4f96-b1e4-d7332b2f6bbb gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:46.212688 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6182920d-d1d8-45fb-8812-eca33211f877 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.213772 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6182920d-d1d8-45fb-8812-eca33211f877 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 512ec0b7-f3f4-4451-bea8-578cf65d3c8b {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:56:46.219788 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6182920d-d1d8-45fb-8812-eca33211f877 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.223547 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6182920d-d1d8-45fb-8812-eca33211f877 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "DELETE /v2.0/routers/512ec0b7-f3f4-4451-bea8-578cf65d3c8b HTTP/1.1" status: 204 len: 168 time: 0.4793403 Jul 06 11:56:46.239193 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c802042d-0553-487d-b128-90d9c71e5267 req-40a9f320-e590-4e16-bde6-45c7e243d0a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f HTTP/1.1" status: 200 len: 1002 time: 0.1147654 Jul 06 11:56:46.256295 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-8e304df2-3298-412e-8239-bc23d9ec8cd9 service neutron] 10.222.0.81 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386580 Jul 06 11:56:46.258997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'd8c1e35b-08a7-45e8-9a40-944ef8952fbf', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'd8c1e35b-08a7-45e8-9a40-944ef8952fbf', 'mac_address': 'fa:16:3e:12:54:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:56:46.320571 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802042d-0553-487d-b128-90d9c71e5267 req-9edff275-d995-4f60-9ca5-c34274c81cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:46.321842 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c802042d-0553-487d-b128-90d9c71e5267 req-9edff275-d995-4f60-9ca5-c34274c81cd0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=051eb73e-cc49-4234-bd0e-51f311b8c003 HTTP/1.1" status: 200 len: 855 time: 0.0747406 Jul 06 11:56:46.346930 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.377797 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.381026 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Transition to ACTIVE for port object f18119e8-d9df-4b11-8c27-0dbec46a9e2c will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:46.387682 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.395856 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-62fbf5d6-e4c3-43eb-888d-37143cf28b23 service neutron] 10.222.0.81 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312950 Jul 06 11:56:46.397515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34450) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:46.434238 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802042d-0553-487d-b128-90d9c71e5267 req-86999233-38aa-403a-b180-cebf7b1e9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:46.436090 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c802042d-0553-487d-b128-90d9c71e5267 req-86999233-38aa-403a-b180-cebf7b1e9a60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2583a30c-12e0-47de-ab04-5597efae877a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074176 Jul 06 11:56:46.440500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c1e35b-08a7-45e8-9a40-944ef8952fbf {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:46.458094 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.492206 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 10f6e820-4e0d-40bc-ae77-81c16a76082c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=10f6e820-4e0d-40bc-ae77-81c16a76082c,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:46.497384 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d8c1e35b-08a7-45e8-9a40-944ef8952fbf, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d8c1e35b-08a7-45e8-9a40-944ef8952fbf,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:46.499553 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.506217 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.518733 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e2d1b294-4c4d-4564-8dce-5b49e4a6196c service neutron] 10.222.0.81 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219811 Jul 06 11:56:46.565567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Network 2e91c490-3b06-4770-a80b-a2881a783179 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:46.566162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=10f6e820-4e0d-40bc-ae77-81c16a76082c,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:46.574780 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:46.577238 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:46.602311 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'name': 'tempest-ServersTestMultiNic-906939930-router', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '09e324c5-649b-475a-b648-185579a654ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:40Z', 'updated_at': '2021-07-06T11:56:43Z', 'revision_number': 3, 'project_id': '0b147038bdc04055ad4e82dede7b2aaf', 'gw_port': {'id': '09e324c5-649b-475a-b648-185579a654ff', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:41Z', 'updated_at': '2021-07-06T11:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:46.647589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819d8ae5-beb4-42ff-a59b-72562a3ced45 None None] The sync data for ids ['4487b06e-e695-4f96-b1e4-d7332b2f6bbb'] in n-d-799529-2 is: [{'id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'name': 'tempest-ServersTestMultiNic-906939930-router', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '09e324c5-649b-475a-b648-185579a654ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:40Z', 'updated_at': '2021-07-06T11:56:43Z', 'revision_number': 3, 'project_id': '0b147038bdc04055ad4e82dede7b2aaf', 'gw_port': {'id': '09e324c5-649b-475a-b648-185579a654ff', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:41Z', 'updated_at': '2021-07-06T11:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:46.655481 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Pushing event updated for resources: {'Port': ['ID=f18119e8-d9df-4b11-8c27-0dbec46a9e2c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:46.665877 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.675494 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d8c1e35b-08a7-45e8-9a40-944ef8952fbf,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:46.678266 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-fe696e37-3799-4964-bfc5-3cc1cdf42bcd service neutron] 10.222.0.81 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527169 Jul 06 11:56:46.694409 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c802042d-0553-487d-b128-90d9c71e5267 req-f9ef506b-de33-4430-8958-4a266094ae77 service neutron] 10.222.0.23 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497387 Jul 06 11:56:46.772883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['d8c1e35b-08a7-45e8-9a40-944ef8952fbf'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:46.792259 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-893087831', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}, 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:46.839727 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-9f145cea-713b-4906-ab83-09cdc61421c1 service neutron] 10.222.0.81 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470795 Jul 06 11:56:46.848463 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.849969 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:46.908332 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c802042d-0553-487d-b128-90d9c71e5267 req-cd9c4477-87f3-4894-9f86-1851b5747b2e service neutron] 10.222.0.23 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782103 Jul 06 11:56:46.987092 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.026592 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6c18f729-57f0-45be-b284-355c958fd634 None None] Provisioning for port f18119e8-d9df-4b11-8c27-0dbec46a9e2c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:47.037284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6c18f729-57f0-45be-b284-355c958fd634 None None] Provisioning complete for port f18119e8-d9df-4b11-8c27-0dbec46a9e2c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:47.037653 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6c18f729-57f0-45be-b284-355c958fd634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.044811 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.084427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6c18f729-57f0-45be-b284-355c958fd634 None None] Port f18119e8-d9df-4b11-8c27-0dbec46a9e2c cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:47.246890 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-ca161972-0767-460b-8ca3-2665cd85397d service neutron] 10.222.0.81 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924758 Jul 06 11:56:47.268956 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.279587 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.282660 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.377660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Pushing event updated for resources: {'Port': ['ID=f18119e8-d9df-4b11-8c27-0dbec46a9e2c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:47.419014 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.419306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 09e324c5-649b-475a-b648-185579a654ff up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:47.559047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 09e324c5-649b-475a-b648-185579a654ff completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:47.563966 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 09e324c5-649b-475a-b648-185579a654ff triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:47.564150 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.574085 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Network 2e91c490-3b06-4770-a80b-a2881a783179 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:47.575979 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:47.616060 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.639735 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.743385 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.777563 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 09e324c5-649b-475a-b648-185579a654ff, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=09e324c5-649b-475a-b648-185579a654ff,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:47.788299 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:47.802036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Router 4487b06e-e695-4f96-b1e4-d7332b2f6bbb has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:56:47.823059 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Allocated IP 172.25.4.205 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/0b14bd19-6bc0-4213-9bcc-27dd71d6b8bf) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:47.879311 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d8c1e35b-08a7-45e8-9a40-944ef8952fbf up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:47.890783 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=09e324c5-649b-475a-b648-185579a654ff,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:47.982858 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port d8c1e35b-08a7-45e8-9a40-944ef8952fbf completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:47.988047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port d8c1e35b-08a7-45e8-9a40-944ef8952fbf triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:47.988712 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.002239 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:48.007919 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6b5cdcb0-9f3e-4d30-a732-baefa109b08b admin admin] 10.222.0.81 "PUT /v2.0/routers/4487b06e-e695-4f96-b1e4-d7332b2f6bbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4164207 Jul 06 11:56:48.068316 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.073218 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-203d625b-72b1-441a-a641-729c0d370a7f None None] Provisioning complete for port f18119e8-d9df-4b11-8c27-0dbec46a9e2c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:48.073993 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-203d625b-72b1-441a-a641-729c0d370a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.121863 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-203d625b-72b1-441a-a641-729c0d370a7f None None] Port f18119e8-d9df-4b11-8c27-0dbec46a9e2c cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:48.167260 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.189904 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.211140 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34474) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:48.238453 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:48.242656 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:48.245508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d8c1e35b-08a7-45e8-9a40-944ef8952fbf, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d8c1e35b-08a7-45e8-9a40-944ef8952fbf,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:48.249244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Pushing event updated for resources: {'Port': ['ID=0b14bd19-6bc0-4213-9bcc-27dd71d6b8bf,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:48.250937 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.251897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:48.300738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7bcf4412-d5c0-4353-9a79-a30f17e8e53d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1810015346'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:48.333806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d8c1e35b-08a7-45e8-9a40-944ef8952fbf,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:48.343657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcf4412-d5c0-4353-9a79-a30f17e8e53d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Made reservation on behalf of 0b147038bdc04055ad4e82dede7b2aaf for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:48.347456 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7bcf4412-d5c0-4353-9a79-a30f17e8e53d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.377329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcf4412-d5c0-4353-9a79-a30f17e8e53d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:48.388542 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7bcf4412-d5c0-4353-9a79-a30f17e8e53d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.388889 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-7bcf4412-d5c0-4353-9a79-a30f17e8e53d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Added segment 22904f85-8c27-48ec-9dad-eca9141213be of type vlan for network 2298e221-cb91-40c0-93a8-e97df490333f Jul 06 11:56:48.451781 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7bcf4412-d5c0-4353-9a79-a30f17e8e53d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.495459 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7bcf4412-d5c0-4353-9a79-a30f17e8e53d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.502480 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcf4412-d5c0-4353-9a79-a30f17e8e53d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:48.503147 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7bcf4412-d5c0-4353-9a79-a30f17e8e53d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.583607 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7bcf4412-d5c0-4353-9a79-a30f17e8e53d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3611722 Jul 06 11:56:48.584397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34486) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:48.595919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4a2ddefe-982f-4a23-97d2-7465d8dd984a tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Request body: {'subnet': {'network_id': '2298e221-cb91-40c0-93a8-e97df490333f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:48.601540 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf4412-d5c0-4353-9a79-a30f17e8e53d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event updated for resources: {'Network': ['ID=2298e221-cb91-40c0-93a8-e97df490333f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:48.612480 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 2298e221-cb91-40c0-93a8-e97df490333f details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:48.754438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2ddefe-982f-4a23-97d2-7465d8dd984a tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Made reservation on behalf of 0b147038bdc04055ad4e82dede7b2aaf for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:48.758237 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a2ddefe-982f-4a23-97d2-7465d8dd984a tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:48.875090 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cca966-928f-42f0-a0a0-7bdb95c762aa req-adb8a8e7-149f-438e-96ad-a4e7fe6cb93e tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:48.882532 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71cca966-928f-42f0-a0a0-7bdb95c762aa req-adb8a8e7-149f-438e-96ad-a4e7fe6cb93e tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 949 time: 0.1911285 Jul 06 11:56:49.016670 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71cca966-928f-42f0-a0a0-7bdb95c762aa req-25741346-ef7c-445c-bf8c-197300f02f1a tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330850 Jul 06 11:56:49.052715 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a2ddefe-982f-4a23-97d2-7465d8dd984a tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.062425 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.087412 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3277d8ae-5290-43c6-a76d-65868d4ac93b req-380fb0a9-57a8-462e-87a3-15f83e18c83e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3c220354-d449-4f3a-826a-b35f5b54a027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1492369 Jul 06 11:56:49.106193 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c549dcd-24fa-4049-b2ce-6e2c1ce7dcc2 x-openstack-request-id: req-2c549dcd-24fa-4049-b2ce-6e2c1ce7dcc2 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:49.106803 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5702ebed-ffe5-43c7-91f3-fb6cc0d6b599", "name": "network-vif-unplugged", "status": "completed", "tag": "10f6e820-4e0d-40bc-ae77-81c16a76082c", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:49.106803 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c549dcd-24fa-4049-b2ce-6e2c1ce7dcc2 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:49.107186 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5702ebed-ffe5-43c7-91f3-fb6cc0d6b599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f6e820-4e0d-40bc-ae77-81c16a76082c', 'code': 200} Jul 06 11:56:49.163312 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ddefe-982f-4a23-97d2-7465d8dd984a tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event updated for resources: {'Subnet': ['ID=efe22717-cabe-42e8-b744-e10fcafceb98,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:49.183409 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Sync routers for ids ['4487b06e-e695-4f96-b1e4-d7332b2f6bbb'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:49.187326 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2ddefe-982f-4a23-97d2-7465d8dd984a tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Checking segment: {'id': '22904f85-8c27-48ec-9dad-eca9141213be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:49.187530 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2ddefe-982f-4a23-97d2-7465d8dd984a tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Network hostable DHCP agents. Network: 2298e221-cb91-40c0-93a8-e97df490333f, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:56:49.201643 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Routers {'4487b06e-e695-4f96-b1e4-d7332b2f6bbb'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:49.202275 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4487b06e-e695-4f96-b1e4-d7332b2f6bbb'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:49.230369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2ddefe-982f-4a23-97d2-7465d8dd984a tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Network 2298e221-cb91-40c0-93a8-e97df490333f is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:56:49.234288 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277d8ae-5290-43c6-a76d-65868d4ac93b req-3d631481-a341-4922-85d2-2a4f5eba84cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:49.235994 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3277d8ae-5290-43c6-a76d-65868d4ac93b req-3d631481-a341-4922-85d2-2a4f5eba84cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=3c220354-d449-4f3a-826a-b35f5b54a027 HTTP/1.1" status: 200 len: 1101 time: 0.1134791 Jul 06 11:56:49.265342 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4a2ddefe-982f-4a23-97d2-7465d8dd984a tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 2298e221-cb91-40c0-93a8-e97df490333f) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:49.275042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2ddefe-982f-4a23-97d2-7465d8dd984a tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:49.276180 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c167ee5-7eb7-4b5b-bfb2-e771f4ce2ade None None] Network 2298e221-cb91-40c0-93a8-e97df490333f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:49.276313 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a2ddefe-982f-4a23-97d2-7465d8dd984a tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.325729 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4a2ddefe-982f-4a23-97d2-7465d8dd984a tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7373257 Jul 06 11:56:49.346346 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34490) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:49.358632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-8ed4a415-4072-4442-a4ab-a8b54fe15b69 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1090159883'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:49.396648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 09e324c5-649b-475a-b648-185579a654ff up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:49.413525 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277d8ae-5290-43c6-a76d-65868d4ac93b req-063b18a4-8beb-4a0d-9416-6b2cd548e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:49.414554 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3277d8ae-5290-43c6-a76d-65868d4ac93b req-063b18a4-8beb-4a0d-9416-6b2cd548e6d6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1256502 Jul 06 11:56:49.440506 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Set router 4487b06e-e695-4f96-b1e4-d7332b2f6bbb gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:49.453966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed4a415-4072-4442-a4ab-a8b54fe15b69 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Made reservation on behalf of 0b147038bdc04055ad4e82dede7b2aaf for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:49.457665 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a415-4072-4442-a4ab-a8b54fe15b69 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.475876 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.492017 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3277d8ae-5290-43c6-a76d-65868d4ac93b req-bc411c7a-70b4-42e2-9e2c-708643abbd92 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=bcbe0b89-ec83-433b-9bf8-e4653c4ca616 HTTP/1.1" status: 200 len: 217 time: 0.0679905 Jul 06 11:56:49.495340 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530b845-23ba-4087-aec4-1ac3d4d4db90 req-01775e8f-baa1-4581-aafa-a6cd0aa4010e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:49.496896 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1530b845-23ba-4087-aec4-1ac3d4d4db90 req-01775e8f-baa1-4581-aafa-a6cd0aa4010e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f4e512-6139-4e51-b304-9d4f41b0cc9e HTTP/1.1" status: 200 len: 950 time: 0.2231281 Jul 06 11:56:49.552842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 09e324c5-649b-475a-b648-185579a654ff triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:49.553747 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.563732 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277d8ae-5290-43c6-a76d-65868d4ac93b req-547b9a87-a73d-4e36-9f18-9110bb154aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:49.565386 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3277d8ae-5290-43c6-a76d-65868d4ac93b req-547b9a87-a73d-4e36-9f18-9110bb154aca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0609448 Jul 06 11:56:49.634270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed4a415-4072-4442-a4ab-a8b54fe15b69 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:56:49.645276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277d8ae-5290-43c6-a76d-65868d4ac93b req-b8142716-103b-4b0c-adf8-bbe554ca77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:49.646885 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3277d8ae-5290-43c6-a76d-65868d4ac93b req-b8142716-103b-4b0c-adf8-bbe554ca77c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734851 Jul 06 11:56:49.695905 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1530b845-23ba-4087-aec4-1ac3d4d4db90 req-9ef98cd5-7704-4ceb-a0cd-1929d8dad352 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098392 Jul 06 11:56:49.716383 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a415-4072-4442-a4ab-a8b54fe15b69 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.716749 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-8ed4a415-4072-4442-a4ab-a8b54fe15b69 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Added segment 077db609-4242-48e6-8183-4b457d486c6f of type vlan for network f5db2979-df32-4ea1-bff1-d80812924533 Jul 06 11:56:49.726169 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'name': 'tempest-ServersTestMultiNic-906939930-router', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '09e324c5-649b-475a-b648-185579a654ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:40Z', 'updated_at': '2021-07-06T11:56:46Z', 'revision_number': 4, 'project_id': '0b147038bdc04055ad4e82dede7b2aaf', 'gw_port': {'id': '09e324c5-649b-475a-b648-185579a654ff', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:41Z', 'updated_at': '2021-07-06T11:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f18119e8-d9df-4b11-8c27-0dbec46a9e2c', 'name': '', 'network_id': '2e91c490-3b06-4770-a80b-a2881a783179', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'mac_address': 'fa:16:3e:cf:da:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cd8b5f8e-b4a9-47cf-954f-5fb3a48b2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:45Z', 'updated_at': '2021-07-06T11:56:47Z', 'revision_number': 2, 'project_id': '0b147038bdc04055ad4e82dede7b2aaf', 'subnets': [{'id': 'cd8b5f8e-b4a9-47cf-954f-5fb3a48b2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:49.756891 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3277d8ae-5290-43c6-a76d-65868d4ac93b req-6d418b69-4a07-4b72-884c-4e3e41c7af25 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020043 Jul 06 11:56:49.758232 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Checking router: 4487b06e-e695-4f96-b1e4-d7332b2f6bbb for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:49.758815 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Updating router 4487b06e-e695-4f96-b1e4-d7332b2f6bbb port f18119e8-d9df-4b11-8c27-0dbec46a9e2c binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:56:49.801991 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a415-4072-4442-a4ab-a8b54fe15b69 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.809814 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.835272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Router 5cb0fe53-58d2-4d6e-84c1-bebf1d48214a is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:56:49.845516 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbb8815-3714-46d5-a0ba-c8f81556048c x-openstack-request-id: req-ffbb8815-3714-46d5-a0ba-c8f81556048c {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:49.845871 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f4e512-6139-4e51-b304-9d4f41b0cc9e", "tag": "d8c1e35b-08a7-45e8-9a40-944ef8952fbf", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:49.846297 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ffbb8815-3714-46d5-a0ba-c8f81556048c {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:49.846744 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f4e512-6139-4e51-b304-9d4f41b0cc9e', 'tag': 'd8c1e35b-08a7-45e8-9a40-944ef8952fbf', 'status': 'completed', 'code': 200} Jul 06 11:56:49.862113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-2298e221-cb91-40c0-93a8-e97df490333f', 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'fixed_ips': [{'subnet_id': 'efe22717-cabe-42e8-b744-e10fcafceb98'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:56:49.863385 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:49.968123 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-0979de55-5ff4-4c2e-8f73-1a71fd3647ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:49.969490 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-0979de55-5ff4-4c2e-8f73-1a71fd3647ce service neutron] 10.222.0.23 "GET /v2.0/ports/5c926004-ecc9-4a7a-b30f-a52cce25963f HTTP/1.1" status: 200 len: 1027 time: 0.1107581 Jul 06 11:56:49.999813 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:50.023349 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.027519 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e66a8b48-6657-4fd8-91da-4056cec36968 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6213539 Jul 06 11:56:50.030759 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a415-4072-4442-a4ab-a8b54fe15b69 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.036742 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34492) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:50.043678 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed4a415-4072-4442-a4ab-a8b54fe15b69 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:50.044669 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ed4a415-4072-4442-a4ab-a8b54fe15b69 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.134274 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3277d8ae-5290-43c6-a76d-65868d4ac93b req-a91fe3fe-1251-4230-9032-fbb685be8dec service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702214 Jul 06 11:56:50.154087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-abfd03e6-155b-470c-b208-05283fb5fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:50.156299 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-abfd03e6-155b-470c-b208-05283fb5fd1a service neutron] 10.222.0.23 "GET /v2.0/ports/7d5a2066-089d-4629-bb08-ed4c7c24ba4d HTTP/1.1" status: 200 len: 1026 time: 0.1738994 Jul 06 11:56:50.170757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e6369-02e5-4d51-b547-b815e255f4d1 req-b28d604c-16d3-44fc-af0a-7fafeba371e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:50.172303 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e0e6369-02e5-4d51-b547-b815e255f4d1 req-b28d604c-16d3-44fc-af0a-7fafeba371e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=d3f4e512-6139-4e51-b304-9d4f41b0cc9e HTTP/1.1" status: 200 len: 1101 time: 0.3308327 Jul 06 11:56:50.174421 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2a6ce-b7f9-43ed-84bf-6425e0202e90 None None] Sync routers for ids ['5cb0fe53-58d2-4d6e-84c1-bebf1d48214a'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:50.214609 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8ed4a415-4072-4442-a4ab-a8b54fe15b69 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8626301 Jul 06 11:56:50.219076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34496) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:50.230239 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2a6ce-b7f9-43ed-84bf-6425e0202e90 None None] Routers {'5cb0fe53-58d2-4d6e-84c1-bebf1d48214a'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:50.231101 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f5d2a6ce-b7f9-43ed-84bf-6425e0202e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5cb0fe53-58d2-4d6e-84c1-bebf1d48214a'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:50.235814 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a36a3300-61d7-41ac-b293-194db7399023 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Request body: {'subnet': {'network_id': 'f5db2979-df32-4ea1-bff1-d80812924533', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:50.307258 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f5d2a6ce-b7f9-43ed-84bf-6425e0202e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:50.340362 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2a6ce-b7f9-43ed-84bf-6425e0202e90 None None] Routers {'5cb0fe53-58d2-4d6e-84c1-bebf1d48214a'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:50.340987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f5d2a6ce-b7f9-43ed-84bf-6425e0202e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5cb0fe53-58d2-4d6e-84c1-bebf1d48214a'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:50.382753 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f5d2a6ce-b7f9-43ed-84bf-6425e0202e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:50.383583 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2a6ce-b7f9-43ed-84bf-6425e0202e90 None None] The sync data for ids ['5cb0fe53-58d2-4d6e-84c1-bebf1d48214a'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:50.399282 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Allocated IP 19.80.0.2 (2298e221-cb91-40c0-93a8-e97df490333f/efe22717-cabe-42e8-b744-e10fcafceb98/4afc02e9-7956-4288-91b5-2f4ed58b05c2) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:50.407647 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4a415-4072-4442-a4ab-a8b54fe15b69 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event updated for resources: {'Network': ['ID=f5db2979-df32-4ea1-bff1-d80812924533,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:50.434633 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.439322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network f5db2979-df32-4ea1-bff1-d80812924533 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:56:50.449950 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Transition to ACTIVE for port object f18119e8-d9df-4b11-8c27-0dbec46a9e2c will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:50.457682 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.485541 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b70a6-9b83-4d3f-afcf-9baafcd70336 req-28485238-08ec-4241-95d0-4f15c92f594e tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:50.497575 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-031b70a6-9b83-4d3f-afcf-9baafcd70336 req-28485238-08ec-4241-95d0-4f15c92f594e tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 946 time: 0.2721741 Jul 06 11:56:50.528804 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36a3300-61d7-41ac-b293-194db7399023 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Made reservation on behalf of 0b147038bdc04055ad4e82dede7b2aaf for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:50.532797 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a36a3300-61d7-41ac-b293-194db7399023 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.583944 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Attempting to bind port f18119e8-d9df-4b11-8c27-0dbec46a9e2c on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:50.584395 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Attempting to bind port f18119e8-d9df-4b11-8c27-0dbec46a9e2c by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '3f281a1f-1d3f-40da-8373-78832b15187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2e91c490-3b06-4770-a80b-a2881a783179'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:50.584835 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Attempting to bind port f18119e8-d9df-4b11-8c27-0dbec46a9e2c on network 2e91c490-3b06-4770-a80b-a2881a783179 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:50.593278 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:50.593651 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Checking segment: {'id': '3f281a1f-1d3f-40da-8373-78832b15187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2e91c490-3b06-4770-a80b-a2881a783179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:50.594191 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.594659 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Bound using segment: {'id': '3f281a1f-1d3f-40da-8373-78832b15187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2e91c490-3b06-4770-a80b-a2881a783179'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:50.595696 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Bound port: f18119e8-d9df-4b11-8c27-0dbec46a9e2c, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f281a1f-1d3f-40da-8373-78832b15187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2e91c490-3b06-4770-a80b-a2881a783179'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:50.595696 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.646525 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 7980525f-9685-4099-be30-26e6e4773809 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:56:50.649043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 7980525f-9685-4099-be30-26e6e4773809 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:56:50.661630 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-031b70a6-9b83-4d3f-afcf-9baafcd70336 req-d4aeed7a-08e9-4d4c-8596-8db63aae9c47 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630363 Jul 06 11:56:50.733151 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] For port f18119e8-d9df-4b11-8c27-0dbec46a9e2c, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:50.738033 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] For port f18119e8-d9df-4b11-8c27-0dbec46a9e2c, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f18119e8-d9df-4b11-8c27-0dbec46a9e2c,segment=NetworkSegment(3f281a1f-1d3f-40da-8373-78832b15187f),segment_id=3f281a1f-1d3f-40da-8373-78832b15187f)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:50.744842 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:50.771331 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6d530-40ec-4b28-94a3-12818b3ea8cb None None] Pushing event updated for resources: {'Port': ['ID=f18119e8-d9df-4b11-8c27-0dbec46a9e2c,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:50.792689 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Routers {'4487b06e-e695-4f96-b1e4-d7332b2f6bbb'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:50.794872 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4487b06e-e695-4f96-b1e4-d7332b2f6bbb'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:50.969567 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] Set router 4487b06e-e695-4f96-b1e4-d7332b2f6bbb gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:51.000688 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a36a3300-61d7-41ac-b293-194db7399023 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.008678 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-05f18df9-dafd-4ac5-94c2-5fb037db9a44 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/routers/5cb0fe53-58d2-4d6e-84c1-bebf1d48214a HTTP/1.1" status: 200 len: 920 time: 0.9696863 Jul 06 11:56:51.015164 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34500) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:51.087020 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.112618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2d751308-20dc-4b62-8140-dab7f5d844c4 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.120834 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5702ebed-ffe5-43c7-91f3-fb6cc0d6b599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f6e820-4e0d-40bc-ae77-81c16a76082c'}, {'server_uuid': 'd3f4e512-6139-4e51-b304-9d4f41b0cc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c1e35b-08a7-45e8-9a40-944ef8952fbf'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:51.123589 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2272bba6-3fc7-4202-8ba2-76a003ee0b68" -d '{"events": [{"server_uuid": "5702ebed-ffe5-43c7-91f3-fb6cc0d6b599", "name": "network-vif-plugged", "status": "completed", "tag": "10f6e820-4e0d-40bc-ae77-81c16a76082c"}, {"server_uuid": "d3f4e512-6139-4e51-b304-9d4f41b0cc9e", "name": "network-vif-plugged", "status": "completed", "tag": "d8c1e35b-08a7-45e8-9a40-944ef8952fbf"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:51.123915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2d751308-20dc-4b62-8140-dab7f5d844c4 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.140669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2d751308-20dc-4b62-8140-dab7f5d844c4 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.142240 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2d751308-20dc-4b62-8140-dab7f5d844c4 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.23 "GET /v2.0/networks?id=3c4d0281-eee8-4d4b-a216-a3ed774363fa&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2 HTTP/1.1" status: 200 len: 1990 time: 0.9773607 Jul 06 11:56:51.160978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e6369-02e5-4d51-b547-b815e255f4d1 req-f2cfc78c-7303-4e1a-8f33-7fce096e616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.162486 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e0e6369-02e5-4d51-b547-b815e255f4d1 req-f2cfc78c-7303-4e1a-8f33-7fce096e616e service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.9742656 Jul 06 11:56:51.167709 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089aded-8453-4180-bc62-bf6bee01efec req-5e90880b-45c6-459d-a6bd-189aa4628f5b tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.175342 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f089aded-8453-4180-bc62-bf6bee01efec req-5e90880b-45c6-459d-a6bd-189aa4628f5b tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.2558913 Jul 06 11:56:51.189079 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3351da72-a894-4880-89cd-605be7685166 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cb0fe53-58d2-4d6e-84c1-bebf1d48214a HTTP/1.1" status: 200 len: 205 time: 0.1597888 Jul 06 11:56:51.204610 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34506) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:51.223073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d298b0-e795-474d-8f8a-dcfafe115a43 req-eb3c5108-8ca8-4d79-bda1-5b4b50132f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.225878 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-20d298b0-e795-474d-8f8a-dcfafe115a43 req-eb3c5108-8ca8-4d79-bda1-5b4b50132f6e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 1100 time: 0.9203782 Jul 06 11:56:51.233544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a3300-61d7-41ac-b293-194db7399023 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Checking segment: {'id': '077db609-4242-48e6-8183-4b457d486c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5db2979-df32-4ea1-bff1-d80812924533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:51.233822 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36a3300-61d7-41ac-b293-194db7399023 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Network hostable DHCP agents. Network: f5db2979-df32-4ea1-bff1-d80812924533, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:56:51.236224 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 7980525f-9685-4099-be30-26e6e4773809, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7980525f-9685-4099-be30-26e6e4773809,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:51.269493 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f089aded-8453-4180-bc62-bf6bee01efec req-70392fd0-c139-4859-b387-6458a5edf21e tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931745 Jul 06 11:56:51.270202 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a3300-61d7-41ac-b293-194db7399023 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event updated for resources: {'Subnet': ['ID=018c5962-162a-4bd1-8ada-a6032d9c1380,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:51.290999 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.305970 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.310780 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36a3300-61d7-41ac-b293-194db7399023 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Network f5db2979-df32-4ea1-bff1-d80812924533 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:56:51.319599 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 7980525f-9685-4099-be30-26e6e4773809, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7980525f-9685-4099-be30-26e6e4773809,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:51.319842 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'name': 'tempest-ServersTestMultiNic-906939930-router', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '09e324c5-649b-475a-b648-185579a654ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:40Z', 'updated_at': '2021-07-06T11:56:46Z', 'revision_number': 4, 'project_id': '0b147038bdc04055ad4e82dede7b2aaf', 'gw_port': {'id': '09e324c5-649b-475a-b648-185579a654ff', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:41Z', 'updated_at': '2021-07-06T11:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f18119e8-d9df-4b11-8c27-0dbec46a9e2c', 'name': '', 'network_id': '2e91c490-3b06-4770-a80b-a2881a783179', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'mac_address': 'fa:16:3e:cf:da:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cd8b5f8e-b4a9-47cf-954f-5fb3a48b2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:45Z', 'updated_at': '2021-07-06T11:56:50Z', 'revision_number': 4, 'project_id': '0b147038bdc04055ad4e82dede7b2aaf', 'subnets': [{'id': 'cd8b5f8e-b4a9-47cf-954f-5fb3a48b2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:51.335067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a36a3300-61d7-41ac-b293-194db7399023 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, f5db2979-df32-4ea1-bff1-d80812924533) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:51.338714 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e0e6369-02e5-4d51-b547-b815e255f4d1 req-1ef741f7-4f78-49a3-86b6-910a2a767a19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=d8c1e35b-08a7-45e8-9a40-944ef8952fbf HTTP/1.1" status: 200 len: 217 time: 0.1555829 Jul 06 11:56:51.344618 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36a3300-61d7-41ac-b293-194db7399023 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.345220 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a36a3300-61d7-41ac-b293-194db7399023 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.364409 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502e491-8a9e-4b58-8674-49fc541ec562 None None] The sync data for ids ['4487b06e-e695-4f96-b1e4-d7332b2f6bbb'] in n-d-799529-2 is: [{'id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'name': 'tempest-ServersTestMultiNic-906939930-router', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '09e324c5-649b-475a-b648-185579a654ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:40Z', 'updated_at': '2021-07-06T11:56:46Z', 'revision_number': 4, 'project_id': '0b147038bdc04055ad4e82dede7b2aaf', 'gw_port': {'id': '09e324c5-649b-475a-b648-185579a654ff', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:41Z', 'updated_at': '2021-07-06T11:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f18119e8-d9df-4b11-8c27-0dbec46a9e2c', 'name': '', 'network_id': '2e91c490-3b06-4770-a80b-a2881a783179', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'mac_address': 'fa:16:3e:cf:da:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'cd8b5f8e-b4a9-47cf-954f-5fb3a48b2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:45Z', 'updated_at': '2021-07-06T11:56:50Z', 'revision_number': 4, 'project_id': '0b147038bdc04055ad4e82dede7b2aaf', 'subnets': [{'id': 'cd8b5f8e-b4a9-47cf-954f-5fb3a48b2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:56:51.369239 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b706ae0-5e72-40ee-9696-7e032a2bf3a0 None None] Network f5db2979-df32-4ea1-bff1-d80812924533 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:51.371987 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6d530-40ec-4b28-94a3-12818b3ea8cb None None] Pushing event updated for resources: {'Port': ['ID=f18119e8-d9df-4b11-8c27-0dbec46a9e2c,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:51.377634 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a36a3300-61d7-41ac-b293-194db7399023 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1507518 Jul 06 11:56:51.450072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Transition to ACTIVE for port object 4afc02e9-7956-4288-91b5-2f4ed58b05c2 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:51.485728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Transition to ACTIVE for port object 4afc02e9-7956-4288-91b5-2f4ed58b05c2 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:51.502244 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=7980525f-9685-4099-be30-26e6e4773809,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:51.580471 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.614514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Network 2298e221-cb91-40c0-93a8-e97df490333f is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:51.614868 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-20d298b0-e795-474d-8f8a-dcfafe115a43 req-b1161c13-e617-4399-8663-0c9a7046505e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111043 Jul 06 11:56:51.615881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '7980525f-9685-4099-be30-26e6e4773809', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '7980525f-9685-4099-be30-26e6e4773809', 'mac_address': 'fa:16:3e:c0:5d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:56:51.620071 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-fd5c7c4f-efdb-42a2-bf8b-94cfaae92f33 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a29bee84dd04111b7f3cd2cfb666a57 HTTP/1.1" status: 200 len: 379 time: 0.4566827 Jul 06 11:56:51.621880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e6369-02e5-4d51-b547-b815e255f4d1 req-3f706c6f-4539-4ced-8b3f-7cd0017cdf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.622348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:51.624067 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e0e6369-02e5-4d51-b547-b815e255f4d1 req-3f706c6f-4539-4ced-8b3f-7cd0017cdf8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.2366753 Jul 06 11:56:51.641428 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-074077d6-dfdc-44dc-86b8-3f47c1b138f8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Request body: {'port': {'device_id': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'admin_state_up': True, 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'security_groups': ['8e78d8ca-f164-4045-873d-e0f50395fa55']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:51.657828 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e81837e-7075-44f8-ab3c-77e8a5eb8dff req-928f4a31-c5f7-4d2e-95d9-5f9942f8bc17 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 210 time: 0.0475547 Jul 06 11:56:51.663824 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:51.755885 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.859146 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7980525f-9685-4099-be30-26e6e4773809 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:51.882690 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 7980525f-9685-4099-be30-26e6e4773809, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7980525f-9685-4099-be30-26e6e4773809,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:51.884162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f790b5e3-3097-4bba-9141-e0c56cd47b4f details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:56:51.886629 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Pushing event updated for resources: {'Port': ['ID=4afc02e9-7956-4288-91b5-2f4ed58b05c2,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:51.898848 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.906966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcedf77-15d7-46cc-8c64-d67abc0b50b3 req-7a5e990b-ee22-46d8-aba3-1be9692f5131 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.911661 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e6369-02e5-4d51-b547-b815e255f4d1 req-1ef6cc0c-aa3d-41f2-aa14-0ec595f15b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:51.913423 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e0e6369-02e5-4d51-b547-b815e255f4d1 req-1ef6cc0c-aa3d-41f2-aa14-0ec595f15b4c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2772925 Jul 06 11:56:51.914916 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bfcedf77-15d7-46cc-8c64-d67abc0b50b3 req-7a5e990b-ee22-46d8-aba3-1be9692f5131 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 947 time: 0.1207626 Jul 06 11:56:51.921245 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e21238c-c7cc-401b-acd2-49ab024f441c tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:51.964210 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bfcedf77-15d7-46cc-8c64-d67abc0b50b3 req-d9a2eed9-734c-448a-bd32-d25363d1d94e tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481761 Jul 06 11:56:52.034658 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Attempting to bind port 4afc02e9-7956-4288-91b5-2f4ed58b05c2 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:52.035017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Attempting to bind port 4afc02e9-7956-4288-91b5-2f4ed58b05c2 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '22904f85-8c27-48ec-9dad-eca9141213be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:52.035412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Attempting to bind port 4afc02e9-7956-4288-91b5-2f4ed58b05c2 on network 2298e221-cb91-40c0-93a8-e97df490333f {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:52.048898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:52.049424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Checking segment: {'id': '22904f85-8c27-48ec-9dad-eca9141213be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:52.049878 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.050350 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Bound using segment: {'id': '22904f85-8c27-48ec-9dad-eca9141213be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:52.050981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Bound port: 4afc02e9-7956-4288-91b5-2f4ed58b05c2, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22904f85-8c27-48ec-9dad-eca9141213be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:52.051399 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.068352 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e21238c-c7cc-401b-acd2-49ab024f441c tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.133693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=7980525f-9685-4099-be30-26e6e4773809,revision_number=10']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:52.175665 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.resource_extend [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:56:52.177831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] For port 4afc02e9-7956-4288-91b5-2f4ed58b05c2, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:52.240077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] For port 4afc02e9-7956-4288-91b5-2f4ed58b05c2, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4afc02e9-7956-4288-91b5-2f4ed58b05c2,segment=NetworkSegment(22904f85-8c27-48ec-9dad-eca9141213be),segment_id=22904f85-8c27-48ec-9dad-eca9141213be)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:52.252752 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.254788 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e0e6369-02e5-4d51-b547-b815e255f4d1 req-075adee7-a2da-4519-8462-0fa39a1c7e90 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041481 Jul 06 11:56:52.292451 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53a236-c8e2-4f8d-b909-890d079a3621 req-7fa1fc60-10e8-4090-a09d-54d199fb5afb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:52.292451 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7d53a236-c8e2-4f8d-b909-890d079a3621 req-7fa1fc60-10e8-4090-a09d-54d199fb5afb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f4e512-6139-4e51-b304-9d4f41b0cc9e HTTP/1.1" status: 200 len: 950 time: 0.1375382 Jul 06 11:56:52.359673 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7d53a236-c8e2-4f8d-b909-890d079a3621 req-462c6b8c-b407-4350-80d1-d1911091914a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562794 Jul 06 11:56:52.370527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f790b5e3-3097-4bba-9141-e0c56cd47b4f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:52.400853 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'port_id': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f', 'mac_address': 'fa:16:3e:dc:8a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:56:52.432165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-f5db2979-df32-4ea1-bff1-d80812924533', 'network_id': 'f5db2979-df32-4ea1-bff1-d80812924533', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'fixed_ips': [{'subnet_id': '018c5962-162a-4bd1-8ada-a6032d9c1380'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:56:52.433965 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.441334 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-074077d6-dfdc-44dc-86b8-3f47c1b138f8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Made reservation on behalf of 3a29bee84dd04111b7f3cd2cfb666a57 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:52.451927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-074077d6-dfdc-44dc-86b8-3f47c1b138f8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.471345 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1e21238c-c7cc-401b-acd2-49ab024f441c tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Deleting port 0b14bd19-6bc0-4213-9bcc-27dd71d6b8bf {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:56:52.472949 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e21238c-c7cc-401b-acd2-49ab024f441c tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.569322 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e0e6369-02e5-4d51-b547-b815e255f4d1 req-9c739831-10c1-4d61-9c81-d51a741f9d32 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901289 Jul 06 11:56:52.796527 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc3c3c3-ac0a-4bf1-963f-09ea036d700a x-openstack-request-id: req-7cc3c3c3-ac0a-4bf1-963f-09ea036d700a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:56:52.797650 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5702ebed-ffe5-43c7-91f3-fb6cc0d6b599", "name": "network-vif-plugged", "status": "completed", "tag": "10f6e820-4e0d-40bc-ae77-81c16a76082c", "code": 200}, {"server_uuid": "d3f4e512-6139-4e51-b304-9d4f41b0cc9e", "name": "network-vif-plugged", "status": "completed", "tag": "d8c1e35b-08a7-45e8-9a40-944ef8952fbf", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:56:52.797650 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7cc3c3c3-ac0a-4bf1-963f-09ea036d700a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:56:52.797650 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5702ebed-ffe5-43c7-91f3-fb6cc0d6b599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f6e820-4e0d-40bc-ae77-81c16a76082c', 'code': 200} Jul 06 11:56:52.797975 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f4e512-6139-4e51-b304-9d4f41b0cc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c1e35b-08a7-45e8-9a40-944ef8952fbf', 'code': 200} Jul 06 11:56:52.802156 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e21238c-c7cc-401b-acd2-49ab024f441c tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:52.839458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00579f-89bd-411f-be49-02cd3fc4467e None None] Pushing event updated for resources: {'Port': ['ID=4afc02e9-7956-4288-91b5-2f4ed58b05c2,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:52.844504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 7980525f-9685-4099-be30-26e6e4773809 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:56:52.850910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1e21238c-c7cc-401b-acd2-49ab024f441c tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Calling delete_port for 0b14bd19-6bc0-4213-9bcc-27dd71d6b8bf owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:56:52.936315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-074077d6-dfdc-44dc-86b8-3f47c1b138f8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Allocated IP 172.20.0.8 (3c4d0281-eee8-4d4b-a216-a3ed774363fa/67067b5c-0dd9-4b86-a514-c39f91aea1db/dce447e7-7a12-4ee8-a022-2834977328a9) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:52.997063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Allocated IP 19.86.0.2 (f5db2979-df32-4ea1-bff1-d80812924533/018c5962-162a-4bd1-8ada-a6032d9c1380/cc540263-e5e8-4503-8175-ddda1712dbd5) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:53.005099 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.187459 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f790b5e3-3097-4bba-9141-e0c56cd47b4f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:56:53.216413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f790b5e3-3097-4bba-9141-e0c56cd47b4f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:53.236127 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.resource_extend [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:56:53.272336 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-85b6ebc5-db82-4e08-8f3c-49e384487cb5 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:53.280538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-85b6ebc5-db82-4e08-8f3c-49e384487cb5 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:53.282246 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-85b6ebc5-db82-4e08-8f3c-49e384487cb5 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/networks?id=2298e221-cb91-40c0-93a8-e97df490333f&id=f5db2979-df32-4ea1-bff1-d80812924533&id=2298e221-cb91-40c0-93a8-e97df490333f HTTP/1.1" status: 200 len: 1392 time: 0.3336642 Jul 06 11:56:53.341601 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8c2ccdb3-6193-4576-86d0-8c3e7f1dc41c tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/quotas/0b147038bdc04055ad4e82dede7b2aaf HTTP/1.1" status: 200 len: 375 time: 0.0471570 Jul 06 11:56:53.394074 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.433146 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e21238c-c7cc-401b-acd2-49ab024f441c tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.515190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21238c-c7cc-401b-acd2-49ab024f441c tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Pushing event deleted for resources: {'Port': ['ID=0b14bd19-6bc0-4213-9bcc-27dd71d6b8bf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:53.606489 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e21238c-c7cc-401b-acd2-49ab024f441c tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.623095 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-7b6bedb8-c80f-43f1-8b0d-c9d160047305 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b147038bdc04055ad4e82dede7b2aaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2805705 Jul 06 11:56:53.778749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f18119e8-d9df-4b11-8c27-0dbec46a9e2c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:53.787276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597562a-176a-4a78-a997-0b1b9397cbef req-7644f259-0169-4d1a-be9e-83e8c5822574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:53.788837 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9597562a-176a-4a78-a997-0b1b9397cbef req-7644f259-0169-4d1a-be9e-83e8c5822574 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d3f4e512-6139-4e51-b304-9d4f41b0cc9e HTTP/1.1" status: 200 len: 1101 time: 0.5938962 Jul 06 11:56:53.790561 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e21238c-c7cc-401b-acd2-49ab024f441c tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.794600 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-d3a9e7c9-6bdc-4e72-8c98-ef53e39c29b4 service neutron] 10.222.0.81 "GET /v2.0/networks/2298e221-cb91-40c0-93a8-e97df490333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616716 Jul 06 11:56:53.795035 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e21238c-c7cc-401b-acd2-49ab024f441c tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.800493 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-074077d6-dfdc-44dc-86b8-3f47c1b138f8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.876175 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['f790b5e3-3097-4bba-9141-e0c56cd47b4f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:53.888855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea671d2-fc40-4106-8a4c-d1d79aa05083 req-4bbf5ffe-123c-46a5-83cb-3cd8bf9f036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:53.894571 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fea671d2-fc40-4106-8a4c-d1d79aa05083 req-4bbf5ffe-123c-46a5-83cb-3cd8bf9f036b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 1097 time: 0.4018197 Jul 06 11:56:53.954749 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-074077d6-dfdc-44dc-86b8-3f47c1b138f8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Transition to ACTIVE for port object dce447e7-7a12-4ee8-a022-2834977328a9 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:53.959901 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9597562a-176a-4a78-a997-0b1b9397cbef req-9b8b1530-560b-40f4-abd5-cbab62046d81 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626613 Jul 06 11:56:53.963649 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e21238c-c7cc-401b-acd2-49ab024f441c tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.964207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e21238c-c7cc-401b-acd2-49ab024f441c tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Fanout notify agent at l3_agent the message router_deleted on router 5cb0fe53-58d2-4d6e-84c1-bebf1d48214a {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:56:53.975952 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e21238c-c7cc-401b-acd2-49ab024f441c tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:53.977506 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1e21238c-c7cc-401b-acd2-49ab024f441c tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "DELETE /v2.0/routers/5cb0fe53-58d2-4d6e-84c1-bebf1d48214a HTTP/1.1" status: 204 len: 168 time: 2.7510178 Jul 06 11:56:53.997056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34544) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:54.003783 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Request body: {'router': {'name': 'tempest-snat-router-666558138', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'enable_snat': False}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:54.057978 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-074077d6-dfdc-44dc-86b8-3f47c1b138f8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.059382 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fea671d2-fc40-4106-8a4c-d1d79aa05083 req-860913ef-00e8-474d-ba27-ab00d7b034e8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511004 Jul 06 11:56:54.109093 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f790b5e3-3097-4bba-9141-e0c56cd47b4f,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:54.113824 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 7980525f-9685-4099-be30-26e6e4773809, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7980525f-9685-4099-be30-26e6e4773809,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:54.193453 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.197392 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '7980525f-9685-4099-be30-26e6e4773809', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '7980525f-9685-4099-be30-26e6e4773809', 'mac_address': 'fa:16:3e:c0:5d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:56:54.201918 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-074077d6-dfdc-44dc-86b8-3f47c1b138f8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Network 3c4d0281-eee8-4d4b-a216-a3ed774363fa is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:54.211852 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port f18119e8-d9df-4b11-8c27-0dbec46a9e2c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:54.215724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-074077d6-dfdc-44dc-86b8-3f47c1b138f8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:54.220774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-074077d6-dfdc-44dc-86b8-3f47c1b138f8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:54.234767 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074077d6-dfdc-44dc-86b8-3f47c1b138f8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event updated for resources: {'Port': ['ID=dce447e7-7a12-4ee8-a022-2834977328a9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:54.239938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Transition to ACTIVE for port object cc540263-e5e8-4503-8175-ddda1712dbd5 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:54.261931 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port f18119e8-d9df-4b11-8c27-0dbec46a9e2c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:54.262302 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.330353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4458e83a-600a-4ddc-8e42-49154d800e2c None None] Network 2298e221-cb91-40c0-93a8-e97df490333f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:54.363120 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-074077d6-dfdc-44dc-86b8-3f47c1b138f8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:54.365940 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-074077d6-dfdc-44dc-86b8-3f47c1b138f8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.426172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Transition to ACTIVE for port object cc540263-e5e8-4503-8175-ddda1712dbd5 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:54.431887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['7980525f-9685-4099-be30-26e6e4773809'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:56:54.537180 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.538248 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.539991 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-074077d6-dfdc-44dc-86b8-3f47c1b138f8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9146180 Jul 06 11:56:54.553804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2307c8db-1283-485f-af84-f00eac57db7f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Request body: {'port': {'device_id': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69', 'admin_state_up': True, 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'security_groups': ['8e78d8ca-f164-4045-873d-e0f50395fa55']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:54.554197 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.558656 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-c2271480-9b6b-4117-aba2-44d1710b319f service neutron] 10.222.0.81 "GET /v2.0/networks/2298e221-cb91-40c0-93a8-e97df490333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7628889 Jul 06 11:56:54.678990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4351c196-4421-47c5-9ea3-d6538bf4df00 None None] Provisioning for port 4afc02e9-7956-4288-91b5-2f4ed58b05c2 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:54.737018 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.749075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2307c8db-1283-485f-af84-f00eac57db7f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Made reservation on behalf of 3a29bee84dd04111b7f3cd2cfb666a57 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:54.753172 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2307c8db-1283-485f-af84-f00eac57db7f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:54.771938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Network f5db2979-df32-4ea1-bff1-d80812924533 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:54.795076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:54.800819 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:54.808988 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-5d7f1859-ac80-47ba-8065-5e8ddb89096d service neutron] 10.222.0.81 "GET /v2.0/networks/f5db2979-df32-4ea1-bff1-d80812924533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489157 Jul 06 11:56:54.843605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc17286c-d876-45d2-97aa-e7dc39ffc051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7980525f-9685-4099-be30-26e6e4773809'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:56:54.846050 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cffd967-1e3a-4fdf-9c6b-c16ff7aadb69" -d '{"events": [{"server_uuid": "fc17286c-d876-45d2-97aa-e7dc39ffc051", "name": "network-vif-unplugged", "status": "completed", "tag": "7980525f-9685-4099-be30-26e6e4773809"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:56:54.928366 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Pushing event updated for resources: {'Port': ['ID=cc540263-e5e8-4503-8175-ddda1712dbd5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:55.039728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2307c8db-1283-485f-af84-f00eac57db7f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Allocated IP 10.1.1.161 (65aaa158-a2b5-4ac1-912d-793053707b69/0cb931c8-bb5f-4328-8207-2b9985a02244/09651e64-7c60-4395-8efa-e0c5bc0a7e29) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:55.089881 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.154587 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-64b1ae82-a1b0-4d5e-a057-ac71968bc177 None None] Provisioning for port dce447e7-7a12-4ee8-a022-2834977328a9 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:55.164733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Attempting to bind port cc540263-e5e8-4503-8175-ddda1712dbd5 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:56:55.164733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Attempting to bind port cc540263-e5e8-4503-8175-ddda1712dbd5 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '077db609-4242-48e6-8183-4b457d486c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5db2979-df32-4ea1-bff1-d80812924533'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:56:55.172294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Attempting to bind port cc540263-e5e8-4503-8175-ddda1712dbd5 on network f5db2979-df32-4ea1-bff1-d80812924533 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:56:55.191943 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-64b1ae82-a1b0-4d5e-a057-ac71968bc177 None None] Provisioning complete for port dce447e7-7a12-4ee8-a022-2834977328a9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:55.194328 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64b1ae82-a1b0-4d5e-a057-ac71968bc177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.235162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-64b1ae82-a1b0-4d5e-a057-ac71968bc177 None None] Port dce447e7-7a12-4ee8-a022-2834977328a9 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:55.247309 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:56:55.247846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Checking segment: {'id': '077db609-4242-48e6-8183-4b457d486c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5db2979-df32-4ea1-bff1-d80812924533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:56:55.248371 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.248868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Bound using segment: {'id': '077db609-4242-48e6-8183-4b457d486c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5db2979-df32-4ea1-bff1-d80812924533'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:56:55.249458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Bound port: cc540263-e5e8-4503-8175-ddda1712dbd5, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077db609-4242-48e6-8183-4b457d486c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5db2979-df32-4ea1-bff1-d80812924533'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:56:55.249940 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.253111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port f18119e8-d9df-4b11-8c27-0dbec46a9e2c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f18119e8-d9df-4b11-8c27-0dbec46a9e2c,segment=NetworkSegment(3f281a1f-1d3f-40da-8373-78832b15187f),segment_id=3f281a1f-1d3f-40da-8373-78832b15187f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:55.309841 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.310895 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4afc02e9-7956-4288-91b5-2f4ed58b05c2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:55.353236 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.450280 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2307c8db-1283-485f-af84-f00eac57db7f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.491611 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2307c8db-1283-485f-af84-f00eac57db7f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Transition to ACTIVE for port object 09651e64-7c60-4395-8efa-e0c5bc0a7e29 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:55.512378 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-eecfd27d-17e3-4909-a329-fa3ff5bc3ffa service neutron] 10.222.0.81 "GET /v2.0/networks/f5db2979-df32-4ea1-bff1-d80812924533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7018650 Jul 06 11:56:55.589193 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2307c8db-1283-485f-af84-f00eac57db7f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.678474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2307c8db-1283-485f-af84-f00eac57db7f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Network 65aaa158-a2b5-4ac1-912d-793053707b69 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:55.682556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2307c8db-1283-485f-af84-f00eac57db7f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:55.694046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2307c8db-1283-485f-af84-f00eac57db7f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:55.696151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=f18119e8-d9df-4b11-8c27-0dbec46a9e2c,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:55.726387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 4afc02e9-7956-4288-91b5-2f4ed58b05c2 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:55.733165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] For port cc540263-e5e8-4503-8175-ddda1712dbd5, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:56:55.744991 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] For port cc540263-e5e8-4503-8175-ddda1712dbd5, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=cc540263-e5e8-4503-8175-ddda1712dbd5,segment=NetworkSegment(077db609-4242-48e6-8183-4b457d486c6f),segment_id=077db609-4242-48e6-8183-4b457d486c6f)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:56:55.750242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 4afc02e9-7956-4288-91b5-2f4ed58b05c2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:55.752732 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.756169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307c8db-1283-485f-af84-f00eac57db7f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event updated for resources: {'Port': ['ID=09651e64-7c60-4395-8efa-e0c5bc0a7e29,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:55.763899 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.806250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2307c8db-1283-485f-af84-f00eac57db7f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:55.806963 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2307c8db-1283-485f-af84-f00eac57db7f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:55.840941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-2307c8db-1283-485f-af84-f00eac57db7f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2943258 Jul 06 11:56:55.853423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bed91f88-738f-450f-b523-7b1ed700442a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Request body: {'port': {'device_id': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69', 'admin_state_up': True, 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'security_groups': ['8e78d8ca-f164-4045-873d-e0f50395fa55']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:55.899193 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f790b5e3-3097-4bba-9141-e0c56cd47b4f up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:56.087551 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-581b1373-1dba-4125-8936-e7dbddd2fdc5 service neutron] 10.222.0.81 "GET /v2.0/networks/2298e221-cb91-40c0-93a8-e97df490333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430958 Jul 06 11:56:56.194558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e499e19-8e94-42ab-bc15-3dbfa4048dfc None None] Pushing event updated for resources: {'Port': ['ID=cc540263-e5e8-4503-8175-ddda1712dbd5,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:56.219607 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bed91f88-738f-450f-b523-7b1ed700442a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Made reservation on behalf of 3a29bee84dd04111b7f3cd2cfb666a57 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:56.224893 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bed91f88-738f-450f-b523-7b1ed700442a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.289607 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.326992 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.372961 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.426881 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-1eb6c7f0-891f-4231-b35c-c7132ea0b1c2 service neutron] 10.222.0.81 "GET /v2.0/networks/2298e221-cb91-40c0-93a8-e97df490333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303649 Jul 06 11:56:56.468349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 4afc02e9-7956-4288-91b5-2f4ed58b05c2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4afc02e9-7956-4288-91b5-2f4ed58b05c2,segment=NetworkSegment(22904f85-8c27-48ec-9dad-eca9141213be),segment_id=22904f85-8c27-48ec-9dad-eca9141213be)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:56.499349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port f790b5e3-3097-4bba-9141-e0c56cd47b4f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:56.502551 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.566564 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.610734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-67553259-93ca-40c0-9fa6-0be93386686a None None] Provisioning for port 09651e64-7c60-4395-8efa-e0c5bc0a7e29 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:56.621384 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-67553259-93ca-40c0-9fa6-0be93386686a None None] Provisioning complete for port 09651e64-7c60-4395-8efa-e0c5bc0a7e29 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:56.621769 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67553259-93ca-40c0-9fa6-0be93386686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:56.659708 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 7980525f-9685-4099-be30-26e6e4773809 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:56.678078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bed91f88-738f-450f-b523-7b1ed700442a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Allocated IP 10.1.1.47 (65aaa158-a2b5-4ac1-912d-793053707b69/0cb931c8-bb5f-4328-8207-2b9985a02244/279e4d0d-b167-4d48-bfc2-7382c5a4141c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:56.716006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Allocated IP 172.25.4.89 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/fd39af03-164c-49f1-b037-3812ff4b702b) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:56.790718 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=4afc02e9-7956-4288-91b5-2f4ed58b05c2,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:56.822016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-67553259-93ca-40c0-9fa6-0be93386686a None None] Port 09651e64-7c60-4395-8efa-e0c5bc0a7e29 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:56.954952 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.029793 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f790b5e3-3097-4bba-9141-e0c56cd47b4f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:57.031521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-67553259-93ca-40c0-9fa6-0be93386686a None None] Provisioning complete for port 4afc02e9-7956-4288-91b5-2f4ed58b05c2 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:57.032564 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67553259-93ca-40c0-9fa6-0be93386686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.062768 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bed91f88-738f-450f-b523-7b1ed700442a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.087550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cc540263-e5e8-4503-8175-ddda1712dbd5 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:57.112186 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.157803 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.159920 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bed91f88-738f-450f-b523-7b1ed700442a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Transition to ACTIVE for port object 279e4d0d-b167-4d48-bfc2-7382c5a4141c will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:57.167853 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 7980525f-9685-4099-be30-26e6e4773809 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:57.168275 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.224244 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bed91f88-738f-450f-b523-7b1ed700442a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.298148 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f925b7-2079-4605-b1b5-2a117d013cbc req-cb3c9387-64a8-4014-86d3-cd4f0d576b41 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:57.310661 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a4f925b7-2079-4605-b1b5-2a117d013cbc req-cb3c9387-64a8-4014-86d3-cd4f0d576b41 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 946 time: 0.2639172 Jul 06 11:56:57.352121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bed91f88-738f-450f-b523-7b1ed700442a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Network 65aaa158-a2b5-4ac1-912d-793053707b69 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:57.353045 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.357561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bed91f88-738f-450f-b523-7b1ed700442a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:57.360766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed91f88-738f-450f-b523-7b1ed700442a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event updated for resources: {'Port': ['ID=279e4d0d-b167-4d48-bfc2-7382c5a4141c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:57.373223 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f790b5e3-3097-4bba-9141-e0c56cd47b4f,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:57.394740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bed91f88-738f-450f-b523-7b1ed700442a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:57.494767 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port cc540263-e5e8-4503-8175-ddda1712dbd5 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:57.525717 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bed91f88-738f-450f-b523-7b1ed700442a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:57.526132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f18119e8-d9df-4b11-8c27-0dbec46a9e2c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:57.526377 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bed91f88-738f-450f-b523-7b1ed700442a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.567579 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bed91f88-738f-450f-b523-7b1ed700442a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7194836 Jul 06 11:56:57.577202 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a4f925b7-2079-4605-b1b5-2a117d013cbc req-c4d3d359-ee15-4c98-a0c4-89e83cf8a988 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619584 Jul 06 11:56:57.585898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bbfe5649-cfb8-4e52-9301-edc4fb7ee6ca tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Request body: {'port': {'device_id': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2', 'admin_state_up': True, 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'security_groups': ['8e78d8ca-f164-4045-873d-e0f50395fa55']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:57.588553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:56:57.598397 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:56:57.603167 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:56:57.761837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Pushing event updated for resources: {'Port': ['ID=fd39af03-164c-49f1-b037-3812ff4b702b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:57.808626 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d61d2b5-0718-49d4-9c8d-e06b06b3d16f None None] Network f5db2979-df32-4ea1-bff1-d80812924533 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:56:57.893415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bbfe5649-cfb8-4e52-9301-edc4fb7ee6ca tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Made reservation on behalf of 3a29bee84dd04111b7f3cd2cfb666a57 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:56:57.919873 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.953704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port f18119e8-d9df-4b11-8c27-0dbec46a9e2c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:57.954612 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:57.956536 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8a335cb9-ec53-433b-b637-a2cc54540859 None None] Provisioning for port cc540263-e5e8-4503-8175-ddda1712dbd5 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:58.003104 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8a335cb9-ec53-433b-b637-a2cc54540859 None None] Provisioning complete for port cc540263-e5e8-4503-8175-ddda1712dbd5 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:58.003864 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a335cb9-ec53-433b-b637-a2cc54540859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.021015 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bbfe5649-cfb8-4e52-9301-edc4fb7ee6ca tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.058883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 7980525f-9685-4099-be30-26e6e4773809, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7980525f-9685-4099-be30-26e6e4773809,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:58.074660 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.235738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8d5ff-bc97-46f5-b117-2eebc4e1ce6c req-47b92986-115a-40ad-8b96-caec0671d511 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:58.243372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=7980525f-9685-4099-be30-26e6e4773809,revision_number=11']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:58.254516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bbf8d5ff-bc97-46f5-b117-2eebc4e1ce6c req-47b92986-115a-40ad-8b96-caec0671d511 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.3281817 Jul 06 11:56:58.377965 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a335cb9-ec53-433b-b637-a2cc54540859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.399025 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bbf8d5ff-bc97-46f5-b117-2eebc4e1ce6c req-450def26-3f4f-4734-be13-a67fb3391594 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435130 Jul 06 11:56:58.410745 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.437009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bbfe5649-cfb8-4e52-9301-edc4fb7ee6ca tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Allocated IP 10.2.2.100 (6d14c2ba-362c-4184-a6d8-7231abf5a6f2/eada84dd-e830-4fe1-9808-ee4fae7db735/872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:56:58.476292 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8a335cb9-ec53-433b-b637-a2cc54540859 None None] For port cc540263-e5e8-4503-8175-ddda1712dbd5, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=cc540263-e5e8-4503-8175-ddda1712dbd5,segment=NetworkSegment(077db609-4242-48e6-8183-4b457d486c6f),segment_id=077db609-4242-48e6-8183-4b457d486c6f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:56:58.485312 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a335cb9-ec53-433b-b637-a2cc54540859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.623474 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a335cb9-ec53-433b-b637-a2cc54540859 None None] Pushing event updated for resources: {'Port': ['ID=cc540263-e5e8-4503-8175-ddda1712dbd5,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:56:58.652407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bae7dcc7-ea1d-4795-bf2d-af7dce77d7e8 None None] Provisioning for port 279e4d0d-b167-4d48-bfc2-7382c5a4141c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:56:58.657621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bae7dcc7-ea1d-4795-bf2d-af7dce77d7e8 None None] Provisioning complete for port 279e4d0d-b167-4d48-bfc2-7382c5a4141c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:58.658184 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bae7dcc7-ea1d-4795-bf2d-af7dce77d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.724877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bae7dcc7-ea1d-4795-bf2d-af7dce77d7e8 None None] Port 279e4d0d-b167-4d48-bfc2-7382c5a4141c cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:56:58.756209 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4afc02e9-7956-4288-91b5-2f4ed58b05c2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:56:58.829567 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bbfe5649-cfb8-4e52-9301-edc4fb7ee6ca tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.864041 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.864771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 4afc02e9-7956-4288-91b5-2f4ed58b05c2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:58.865252 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:58.889448 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bbfe5649-cfb8-4e52-9301-edc4fb7ee6ca tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Transition to ACTIVE for port object 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:56:59.041843 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bbfe5649-cfb8-4e52-9301-edc4fb7ee6ca tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.054167 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Router 26d2ac97-4adc-4d1c-8c62-2c39dab3fd68 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:56:59.173893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:56:59.180597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-70938bde-d18a-4ea4-b006-fdd23372122b None None] Provisioning complete for port cc540263-e5e8-4503-8175-ddda1712dbd5 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:56:59.181033 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70938bde-d18a-4ea4-b006-fdd23372122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.183407 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Sync routers for ids ['26d2ac97-4adc-4d1c-8c62-2c39dab3fd68'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:56:59.184386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1f7a5-c343-46ff-b776-5c0b510fbbf5 req-ddf7042c-4df3-4970-9a40-c3c6af0fc7b8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:59.190729 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1f7a5-c343-46ff-b776-5c0b510fbbf5 req-ddf7042c-4df3-4970-9a40-c3c6af0fc7b8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:59.197036 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1f7a5-c343-46ff-b776-5c0b510fbbf5 req-ddf7042c-4df3-4970-9a40-c3c6af0fc7b8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:56:59.198481 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Routers {'26d2ac97-4adc-4d1c-8c62-2c39dab3fd68'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:56:59.198745 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4b1f7a5-c343-46ff-b776-5c0b510fbbf5 req-ddf7042c-4df3-4970-9a40-c3c6af0fc7b8 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 2373 time: 0.3373106 Jul 06 11:56:59.204322 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['26d2ac97-4adc-4d1c-8c62-2c39dab3fd68'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:59.241656 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.242942 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9c5283e1-cc6c-4688-882f-d50a37535bfe tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.2448411 Jul 06 11:56:59.248445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34586) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:59.268862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4b1f7a5-c343-46ff-b776-5c0b510fbbf5 req-4474792b-dd64-4bc9-a084-c8f5c24d6f61 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562649 Jul 06 11:56:59.434582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4767b5b0-a152-48cd-83d3-ac6d33497893 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/routers/26d2ac97-4adc-4d1c-8c62-2c39dab3fd68 HTTP/1.1" status: 200 len: 907 time: 0.1792231 Jul 06 11:56:59.437542 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34588) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:56:59.448515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Request body: {'router': {'name': 'tempest-snat-router-666558138', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'enable_snat': True}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:56:59.548390 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.549503 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.556079 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Set router 26d2ac97-4adc-4d1c-8c62-2c39dab3fd68 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:56:59.891599 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d2ac97-4adc-4d1c-8c62-2c39dab3fd68', 'name': 'tempest-snat-router-666558138', 'tenant_id': '67db92e443384e718fc1957cf76fa91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.89'}], 'enable_snat': False}, 'gw_port_id': 'fd39af03-164c-49f1-b037-3812ff4b702b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:54Z', 'updated_at': '2021-07-06T11:56:58Z', 'revision_number': 3, 'project_id': '67db92e443384e718fc1957cf76fa91c', 'gw_port': {'id': 'fd39af03-164c-49f1-b037-3812ff4b702b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d2ac97-4adc-4d1c-8c62-2c39dab3fd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:56Z', 'updated_at': '2021-07-06T11:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:56:59.927102 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Checking router: 26d2ac97-4adc-4d1c-8c62-2c39dab3fd68 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:56:59.927515 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Updating router 26d2ac97-4adc-4d1c-8c62-2c39dab3fd68 port fd39af03-164c-49f1-b037-3812ff4b702b binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:56:59.939940 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:56:59.979520 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.037414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a7c09-c7d1-46a9-af54-210beff76479 req-a6c5a33b-460a-46bb-a011-791374aa97ce tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:00.046107 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be0a7c09-c7d1-46a9-af54-210beff76479 req-a6c5a33b-460a-46bb-a011-791374aa97ce tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 950 time: 0.5347354 Jul 06 11:57:00.083469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe5649-cfb8-4e52-9301-edc4fb7ee6ca tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event updated for resources: {'Port': ['ID=872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:00.095864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-502912be-1f06-45b1-a1dd-a9427493fd32 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:00.102891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-502912be-1f06-45b1-a1dd-a9427493fd32 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:00.106161 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-502912be-1f06-45b1-a1dd-a9427493fd32 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.89 "GET /v2.0/networks?id=2298e221-cb91-40c0-93a8-e97df490333f&id=f5db2979-df32-4ea1-bff1-d80812924533&id=2298e221-cb91-40c0-93a8-e97df490333f HTTP/1.1" status: 200 len: 1392 time: 1.0872679 Jul 06 11:57:00.127424 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Request body: {'port': {'device_id': 'd79df765-18bd-470d-98de-472e92f01936', 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f', 'admin_state_up': True, 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:00.154187 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bbfe5649-cfb8-4e52-9301-edc4fb7ee6ca tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Network 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:00.156982 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be0a7c09-c7d1-46a9-af54-210beff76479 req-c823ad39-a64c-4e2e-a8ae-927ed3a2020c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065032 Jul 06 11:57:00.172545 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.197632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bbfe5649-cfb8-4e52-9301-edc4fb7ee6ca tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:00.200588 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bbfe5649-cfb8-4e52-9301-edc4fb7ee6ca tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:00.268685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bbfe5649-cfb8-4e52-9301-edc4fb7ee6ca tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:00.269427 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bbfe5649-cfb8-4e52-9301-edc4fb7ee6ca tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.320506 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-bbfe5649-cfb8-4e52-9301-edc4fb7ee6ca tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7440598 Jul 06 11:57:00.337202 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-5c8cf05b-f968-496a-bfc8-fdd0b9420116 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Request body: {'port': {'device_id': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2', 'admin_state_up': True, 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'security_groups': ['8e78d8ca-f164-4045-873d-e0f50395fa55']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:00.502854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Made reservation on behalf of 0b147038bdc04055ad4e82dede7b2aaf for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:00.509192 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.582425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2977495b-2129-4504-ba8a-e84d3b9390f4 None None] Provisioning for port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:00.586930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2977495b-2129-4504-ba8a-e84d3b9390f4 None None] Provisioning complete for port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:00.588274 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2977495b-2129-4504-ba8a-e84d3b9390f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.657446 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-5c8cf05b-f968-496a-bfc8-fdd0b9420116 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Made reservation on behalf of 3a29bee84dd04111b7f3cd2cfb666a57 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:00.662482 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-5c8cf05b-f968-496a-bfc8-fdd0b9420116 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.675500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2977495b-2129-4504-ba8a-e84d3b9390f4 None None] Port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:57:00.714208 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.723287 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ead242-6fd3-4366-9ae0-e40c837c9c30 req-3ae1cf78-e675-49bf-a6f3-faec557d4dbf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:00.725254 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82ead242-6fd3-4366-9ae0-e40c837c9c30 req-3ae1cf78-e675-49bf-a6f3-faec557d4dbf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f4e512-6139-4e51-b304-9d4f41b0cc9e HTTP/1.1" status: 200 len: 950 time: 0.2851830 Jul 06 11:57:00.743070 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Transition to ACTIVE for port object fd39af03-164c-49f1-b037-3812ff4b702b will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:00.753941 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.807543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cc540263-e5e8-4503-8175-ddda1712dbd5 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:00.842767 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82ead242-6fd3-4366-9ae0-e40c837c9c30 req-4ffc6dcd-c95b-45da-b639-38f0831165d3 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912502 Jul 06 11:57:00.869768 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.888442 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66303aa5-80b0-46a0-a654-0efd1ab295e2 None None] Pushing event updated for resources: {'Port': ['ID=fd39af03-164c-49f1-b037-3812ff4b702b,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:00.896007 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Attempting to bind port fd39af03-164c-49f1-b037-3812ff4b702b on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:00.896495 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Attempting to bind port fd39af03-164c-49f1-b037-3812ff4b702b by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:00.896949 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Attempting to bind port fd39af03-164c-49f1-b037-3812ff4b702b on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:00.905014 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:00.905561 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:00.906077 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.906577 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:00.907201 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Bound port: fd39af03-164c-49f1-b037-3812ff4b702b, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:00.907712 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.917986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Allocated IP 19.80.0.60 (2298e221-cb91-40c0-93a8-e97df490333f/efe22717-cabe-42e8-b744-e10fcafceb98/51dace3d-bd6d-4763-9818-1dd1a11ccea5) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:00.949154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port cc540263-e5e8-4503-8175-ddda1712dbd5 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:00.949925 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.978004 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] For port fd39af03-164c-49f1-b037-3812ff4b702b, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:00.982749 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] For port fd39af03-164c-49f1-b037-3812ff4b702b, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=fd39af03-164c-49f1-b037-3812ff4b702b,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:00.988753 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:00.988985 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.055219 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66303aa5-80b0-46a0-a654-0efd1ab295e2 None None] Pushing event updated for resources: {'Port': ['ID=fd39af03-164c-49f1-b037-3812ff4b702b,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:01.077623 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Routers {'26d2ac97-4adc-4d1c-8c62-2c39dab3fd68'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:01.079892 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['26d2ac97-4adc-4d1c-8c62-2c39dab3fd68'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:01.242080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Allocated IP 172.25.4.5 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/e4f82ebe-5978-4ea6-8b69-7f176ef6baac) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:01.310685 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] Set router 26d2ac97-4adc-4d1c-8c62-2c39dab3fd68 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:57:01.322294 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368ad388-0b1e-4575-811a-a0be73da6f56 x-openstack-request-id: req-368ad388-0b1e-4575-811a-a0be73da6f56 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:01.322580 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc17286c-d876-45d2-97aa-e7dc39ffc051", "name": "network-vif-unplugged", "status": "completed", "tag": "7980525f-9685-4099-be30-26e6e4773809", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:01.322855 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-368ad388-0b1e-4575-811a-a0be73da6f56 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:01.323573 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc17286c-d876-45d2-97aa-e7dc39ffc051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7980525f-9685-4099-be30-26e6e4773809', 'code': 200} Jul 06 11:57:01.340456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-5c8cf05b-f968-496a-bfc8-fdd0b9420116 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Allocated IP 10.2.2.200 (6d14c2ba-362c-4184-a6d8-7231abf5a6f2/eada84dd-e830-4fe1-9808-ee4fae7db735/2c7fc74d-9666-479f-9b98-8e225535a1d6) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:01.508831 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28313901-568c-429e-9056-64778f61b6a9 req-943433e8-0cc9-4706-9d81-4defe4bccace tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 210 time: 0.0596673 Jul 06 11:57:01.633074 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.644274 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.717724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Transition to ACTIVE for port object 51dace3d-bd6d-4763-9818-1dd1a11ccea5 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:01.780988 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-5c8cf05b-f968-496a-bfc8-fdd0b9420116 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.801296 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.801940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-5c8cf05b-f968-496a-bfc8-fdd0b9420116 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Transition to ACTIVE for port object 2c7fc74d-9666-479f-9b98-8e225535a1d6 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:01.861249 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.865067 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-5c8cf05b-f968-496a-bfc8-fdd0b9420116 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:01.890755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bf198-ee6e-44a6-ab66-359882d9385b req-7c02b6a6-cdc0-4ef1-9623-2c69cfeace0f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:01.901164 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b18bf198-ee6e-44a6-ab66-359882d9385b req-7c02b6a6-cdc0-4ef1-9623-2c69cfeace0f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.2189968 Jul 06 11:57:01.930441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-5c8cf05b-f968-496a-bfc8-fdd0b9420116 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Network 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:01.952444 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Network 2298e221-cb91-40c0-93a8-e97df490333f is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:01.955998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-5c8cf05b-f968-496a-bfc8-fdd0b9420116 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:01.961420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-5c8cf05b-f968-496a-bfc8-fdd0b9420116 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:01.963496 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:01.965444 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:01.968682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event updated for resources: {'Port': ['ID=51dace3d-bd6d-4763-9818-1dd1a11ccea5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:01.976178 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:01.976350 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b18bf198-ee6e-44a6-ab66-359882d9385b req-13d0f9d8-7443-4d48-8514-2891485bdb84 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734003 Jul 06 11:57:01.977079 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Pushing event updated for resources: {'Port': ['ID=e4f82ebe-5978-4ea6-8b69-7f176ef6baac,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:01.984027 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d2ac97-4adc-4d1c-8c62-2c39dab3fd68', 'name': 'tempest-snat-router-666558138', 'tenant_id': '67db92e443384e718fc1957cf76fa91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.89'}], 'enable_snat': False}, 'gw_port_id': 'fd39af03-164c-49f1-b037-3812ff4b702b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:54Z', 'updated_at': '2021-07-06T11:56:58Z', 'revision_number': 3, 'project_id': '67db92e443384e718fc1957cf76fa91c', 'gw_port': {'id': 'fd39af03-164c-49f1-b037-3812ff4b702b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d2ac97-4adc-4d1c-8c62-2c39dab3fd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:56Z', 'updated_at': '2021-07-06T11:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:01.992287 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:02.004176 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:02.004560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:02.004906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:02.005246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:02.005579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:02.005912 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:02.006242 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:02.006569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:02.006893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:02.007349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:02.007555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:02.007885 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:02.010142 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:02.090648 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310783f2-f14d-4736-b6f0-f23ec8aa6b83 None None] The sync data for ids ['26d2ac97-4adc-4d1c-8c62-2c39dab3fd68'] in n-d-799529-2 is: [{'id': '26d2ac97-4adc-4d1c-8c62-2c39dab3fd68', 'name': 'tempest-snat-router-666558138', 'tenant_id': '67db92e443384e718fc1957cf76fa91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.89'}], 'enable_snat': False}, 'gw_port_id': 'fd39af03-164c-49f1-b037-3812ff4b702b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:54Z', 'updated_at': '2021-07-06T11:56:58Z', 'revision_number': 3, 'project_id': '67db92e443384e718fc1957cf76fa91c', 'gw_port': {'id': 'fd39af03-164c-49f1-b037-3812ff4b702b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d2ac97-4adc-4d1c-8c62-2c39dab3fd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:56Z', 'updated_at': '2021-07-06T11:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:02.147990 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-5c8cf05b-f968-496a-bfc8-fdd0b9420116 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:02.148665 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-5c8cf05b-f968-496a-bfc8-fdd0b9420116 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.154768 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cf05b-f968-496a-bfc8-fdd0b9420116 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event updated for resources: {'Port': ['ID=2c7fc74d-9666-479f-9b98-8e225535a1d6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:02.172618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:02.173273 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.189614 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-5c8cf05b-f968-496a-bfc8-fdd0b9420116 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8589191 Jul 06 11:57:02.193842 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-73b9a8ae-dee3-47ae-bbcf-e348f3822873 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0765355 Jul 06 11:57:02.202937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Request body: {'port': {'device_id': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:02.212011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-10897e15-f796-4481-bba4-319c8c117204 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Request body: {'port': {'device_id': 'd79df765-18bd-470d-98de-472e92f01936', 'network_id': 'f5db2979-df32-4ea1-bff1-d80812924533', 'admin_state_up': True, 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:02.420312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e0b459cf-b940-4e34-9706-2914d341f733 None None] Provisioning for port 2c7fc74d-9666-479f-9b98-8e225535a1d6 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:02.447702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e0b459cf-b940-4e34-9706-2914d341f733 None None] Provisioning complete for port 2c7fc74d-9666-479f-9b98-8e225535a1d6 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:02.448379 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e0b459cf-b940-4e34-9706-2914d341f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.552886 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.658501 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3c3ff-bacc-4c48-81d9-99f041401d2b req-18eff150-410c-4687-9ca7-cb54ec87a9c1 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:02.670189 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e0b459cf-b940-4e34-9706-2914d341f733 None None] Port 2c7fc74d-9666-479f-9b98-8e225535a1d6 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:57:02.671290 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b2c3c3ff-bacc-4c48-81d9-99f041401d2b req-18eff150-410c-4687-9ca7-cb54ec87a9c1 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 946 time: 0.3580277 Jul 06 11:57:02.807702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ffa723ed-7498-439c-8222-e86b4c0cfabf None None] Provisioning for port 51dace3d-bd6d-4763-9818-1dd1a11ccea5 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:02.820017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ffa723ed-7498-439c-8222-e86b4c0cfabf None None] Provisioning complete for port 51dace3d-bd6d-4763-9818-1dd1a11ccea5 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:02.820403 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ffa723ed-7498-439c-8222-e86b4c0cfabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:02.825255 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b2c3c3ff-bacc-4c48-81d9-99f041401d2b req-5108e901-bd07-4852-8f18-b030343f78a7 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529558 Jul 06 11:57:02.840255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device fd39af03-164c-49f1-b037-3812ff4b702b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:02.900409 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:57:02.983570 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ffa723ed-7498-439c-8222-e86b4c0cfabf None None] Port 51dace3d-bd6d-4763-9818-1dd1a11ccea5 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:57:02.999987 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.019906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port fd39af03-164c-49f1-b037-3812ff4b702b completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:03.033511 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port fd39af03-164c-49f1-b037-3812ff4b702b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:03.034037 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.136503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-10897e15-f796-4481-bba4-319c8c117204 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Made reservation on behalf of 0b147038bdc04055ad4e82dede7b2aaf for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:03.147865 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-10897e15-f796-4481-bba4-319c8c117204 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.244685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce447e7-7a12-4ee8-a022-2834977328a9 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:03.266611 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.326080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f'}, {'server_uuid': 'fc17286c-d876-45d2-97aa-e7dc39ffc051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7980525f-9685-4099-be30-26e6e4773809'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:03.335208 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797ffcae-3951-470b-b1dd-743a1a27b509" -d '{"events": [{"server_uuid": "cd334f8a-ff08-437a-bf26-385b4421685f", "name": "network-vif-plugged", "status": "completed", "tag": "f790b5e3-3097-4bba-9141-e0c56cd47b4f"}, {"server_uuid": "fc17286c-d876-45d2-97aa-e7dc39ffc051", "name": "network-vif-plugged", "status": "completed", "tag": "7980525f-9685-4099-be30-26e6e4773809"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:03.360244 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.392498 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port fd39af03-164c-49f1-b037-3812ff4b702b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=fd39af03-164c-49f1-b037-3812ff4b702b,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:03.396308 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.399740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Transition to ACTIVE for port object dce447e7-7a12-4ee8-a022-2834977328a9 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:03.410572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.504467 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=fd39af03-164c-49f1-b037-3812ff4b702b,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:03.630156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-10897e15-f796-4481-bba4-319c8c117204 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Allocated IP 19.86.0.87 (f5db2979-df32-4ea1-bff1-d80812924533/018c5962-162a-4bd1-8ada-a6032d9c1380/57fecb67-373c-46d3-b254-862c832447c0) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:03.649000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc01a69-29da-4ebe-9b19-e0a40b6c4653 req-d57af15e-9190-4f9f-8b5f-615b2865c648 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.656902 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc01a69-29da-4ebe-9b19-e0a40b6c4653 req-d57af15e-9190-4f9f-8b5f-615b2865c648 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.673226 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc01a69-29da-4ebe-9b19-e0a40b6c4653 req-d57af15e-9190-4f9f-8b5f-615b2865c648 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.686792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc01a69-29da-4ebe-9b19-e0a40b6c4653 req-d57af15e-9190-4f9f-8b5f-615b2865c648 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.695525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc01a69-29da-4ebe-9b19-e0a40b6c4653 req-d57af15e-9190-4f9f-8b5f-615b2865c648 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:03.704245 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ccc01a69-29da-4ebe-9b19-e0a40b6c4653 req-d57af15e-9190-4f9f-8b5f-615b2865c648 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 3815 time: 0.4024990 Jul 06 11:57:03.811576 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ccc01a69-29da-4ebe-9b19-e0a40b6c4653 req-98c03467-46f9-432d-b0b1-94f7ea3d9db6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022625 Jul 06 11:57:03.814515 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:03.918593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dce447e7-7a12-4ee8-a022-2834977328a9,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:04.015621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Attempting to bind port dce447e7-7a12-4ee8-a022-2834977328a9 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:04.017052 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Attempting to bind port dce447e7-7a12-4ee8-a022-2834977328a9 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:04.018032 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Attempting to bind port dce447e7-7a12-4ee8-a022-2834977328a9 on network 3c4d0281-eee8-4d4b-a216-a3ed774363fa {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:04.037387 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-10897e15-f796-4481-bba4-319c8c117204 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:04.059966 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-10897e15-f796-4481-bba4-319c8c117204 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Transition to ACTIVE for port object 57fecb67-373c-46d3-b254-862c832447c0 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:04.087219 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5b5a0-4fff-412f-b6df-8006b2a9b368 req-34495e11-e4f4-47fc-9971-5451fae5eaa7 tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:04.089182 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30b5b5a0-4fff-412f-b6df-8006b2a9b368 req-34495e11-e4f4-47fc-9971-5451fae5eaa7 tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d3f4e512-6139-4e51-b304-9d4f41b0cc9e HTTP/1.1" status: 200 len: 1101 time: 0.1008160 Jul 06 11:57:04.106856 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Port dce447e7-7a12-4ee8-a022-2834977328a9 on network 3c4d0281-eee8-4d4b-a216-a3ed774363fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:57:04.107367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Attempting to bind port dce447e7-7a12-4ee8-a022-2834977328a9 on network 3c4d0281-eee8-4d4b-a216-a3ed774363fa {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:04.113562 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-10897e15-f796-4481-bba4-319c8c117204 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:04.133777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:04.134189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Checking segment: {'id': '4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:04.135048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Bound using segment: {'id': '4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:04.135528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Bound port: dce447e7-7a12-4ee8-a022-2834977328a9, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:04.135899 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:04.145475 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Router af31c9db-80d1-4204-9b67-9b11858fa19e is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:57:04.172638 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30b5b5a0-4fff-412f-b6df-8006b2a9b368 req-d5f1ff52-74a9-4d6d-98e5-6da9f22948ec tempest-ServersOnMultiNodesTest-566603362 tempest-ServersOnMultiNodesTest-566603362-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757582 Jul 06 11:57:04.248309 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-10897e15-f796-4481-bba4-319c8c117204 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Network f5db2979-df32-4ea1-bff1-d80812924533 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:04.266663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-10897e15-f796-4481-bba4-319c8c117204 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:04.269431 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10897e15-f796-4481-bba4-319c8c117204 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event updated for resources: {'Port': ['ID=57fecb67-373c-46d3-b254-862c832447c0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:04.272156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-10897e15-f796-4481-bba4-319c8c117204 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:04.458106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-10897e15-f796-4481-bba4-319c8c117204 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:04.458798 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-10897e15-f796-4481-bba4-319c8c117204 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:04.530283 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-10897e15-f796-4481-bba4-319c8c117204 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3244886 Jul 06 11:57:04.554721 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-b5aff729-8f48-4779-914e-9e1adc02424e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Request body: {'port': {'device_id': 'd79df765-18bd-470d-98de-472e92f01936', 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f', 'admin_state_up': True, 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:04.703707 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] For port dce447e7-7a12-4ee8-a022-2834977328a9, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:04.768884 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3b8ee5ee-3ffc-4d4a-9f55-f347e393ca9e None None] Provisioning for port 57fecb67-373c-46d3-b254-862c832447c0 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:04.781312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3b8ee5ee-3ffc-4d4a-9f55-f347e393ca9e None None] Provisioning complete for port 57fecb67-373c-46d3-b254-862c832447c0 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:04.781837 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3b8ee5ee-3ffc-4d4a-9f55-f347e393ca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:04.796858 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device fd39af03-164c-49f1-b037-3812ff4b702b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:04.805514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] For port dce447e7-7a12-4ee8-a022-2834977328a9, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dce447e7-7a12-4ee8-a022-2834977328a9,segment=NetworkSegment(4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2),segment_id=4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:04.831014 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.007303 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:05.007933 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.012744 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3b8ee5ee-3ffc-4d4a-9f55-f347e393ca9e None None] Port 57fecb67-373c-46d3-b254-862c832447c0 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:57:05.015990 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] 10.222.0.23 "PUT /v2.0/ports/dce447e7-7a12-4ee8-a022-2834977328a9 HTTP/1.1" status: 200 len: 1091 time: 2.8174515 Jul 06 11:57:05.018562 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'tag': 'dce447e7-7a12-4ee8-a022-2834977328a9'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:05.026894 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ee04ea-6c92-479c-9b07-8dc4aa90b1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "tag": "dce447e7-7a12-4ee8-a022-2834977328a9"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:05.052171 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port fd39af03-164c-49f1-b037-3812ff4b702b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:05.052538 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.098122 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Request body: {'port': {'device_id': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:05.105006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:05.133706 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.136530 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ae4b94d5-0533-4dd8-8e73-26819e4507cf tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 5.6977572 Jul 06 11:57:05.140163 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34622) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:05.176604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Sync routers for ids ['af31c9db-80d1-4204-9b67-9b11858fa19e'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:05.262820 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.306882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Routers {'af31c9db-80d1-4204-9b67-9b11858fa19e'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:05.308131 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['af31c9db-80d1-4204-9b67-9b11858fa19e'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:05.323836 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf2782-553f-4b4c-b9e6-e43b630504e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dce447e7-7a12-4ee8-a022-2834977328a9,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:05.397955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-b5aff729-8f48-4779-914e-9e1adc02424e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Made reservation on behalf of 0b147038bdc04055ad4e82dede7b2aaf for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:05.401617 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-b5aff729-8f48-4779-914e-9e1adc02424e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.407070 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d80dd5-41ac-4081-8d87-63aa1ea3e461 req-fd09f140-9e27-4ce7-83e7-979095590c0b tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:05.413267 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d80dd5-41ac-4081-8d87-63aa1ea3e461 req-fd09f140-9e27-4ce7-83e7-979095590c0b tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:05.421209 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-34d80dd5-41ac-4081-8d87-63aa1ea3e461 req-fd09f140-9e27-4ce7-83e7-979095590c0b tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 1653 time: 0.1874533 Jul 06 11:57:05.432038 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-539ee592-9f8c-4c6d-b024-4866bc6c64a7 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/routers/af31c9db-80d1-4204-9b67-9b11858fa19e HTTP/1.1" status: 200 len: 905 time: 0.2881458 Jul 06 11:57:05.434868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34624) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:05.499939 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-34d80dd5-41ac-4081-8d87-63aa1ea3e461 req-f96b2fad-6869-4ad0-9d29-057949fca4af tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759928 Jul 06 11:57:05.552514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Set router af31c9db-80d1-4204-9b67-9b11858fa19e gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:57:05.783492 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38a9a446-0c57-4d7f-95fc-da9fc2383b1d tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.805365 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006cd34-f1d3-4c6d-ab8c-b029670bcd24 req-bbdb445a-158d-4793-8859-e4906c3b7265 tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:05.808827 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.811939 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5006cd34-f1d3-4c6d-ab8c-b029670bcd24 req-bbdb445a-158d-4793-8859-e4906c3b7265 tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 1101 time: 0.1039062 Jul 06 11:57:05.840158 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4b70e16e-d1a2-4d5d-bc4f-1a8666451fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:05.848925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af31c9db-80d1-4204-9b67-9b11858fa19e', 'name': 'tempest-snat-router-666558138', 'tenant_id': '67db92e443384e718fc1957cf76fa91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'e4f82ebe-5978-4ea6-8b69-7f176ef6baac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:59Z', 'updated_at': '2021-07-06T11:57:02Z', 'revision_number': 3, 'project_id': '67db92e443384e718fc1957cf76fa91c', 'gw_port': {'id': 'e4f82ebe-5978-4ea6-8b69-7f176ef6baac', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:66:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af31c9db-80d1-4204-9b67-9b11858fa19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:00Z', 'updated_at': '2021-07-06T11:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:05.879926 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5006cd34-f1d3-4c6d-ab8c-b029670bcd24 req-165a09b2-6919-4a3d-bb79-c1e26e5478bc tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614083 Jul 06 11:57:05.905455 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Checking router: af31c9db-80d1-4204-9b67-9b11858fa19e for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:57:05.907888 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Updating router af31c9db-80d1-4204-9b67-9b11858fa19e port e4f82ebe-5978-4ea6-8b69-7f176ef6baac binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:57:05.969829 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.148583 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-b5aff729-8f48-4779-914e-9e1adc02424e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Allocated IP 19.80.0.213 (2298e221-cb91-40c0-93a8-e97df490333f/efe22717-cabe-42e8-b744-e10fcafceb98/fe0dcdeb-5a25-434d-9c7f-a8d0507295db) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:06.163372 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38a9a446-0c57-4d7f-95fc-da9fc2383b1d tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.332326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d83d29-d171-4fd0-813f-a78a6fc5f167 req-63f70930-6ab3-4bd4-9505-8b4a0b2e67b4 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:06.342952 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8d83d29-d171-4fd0-813f-a78a6fc5f167 req-63f70930-6ab3-4bd4-9505-8b4a0b2e67b4 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 946 time: 0.1765139 Jul 06 11:57:06.378097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe6e64-29ff-4861-b83f-0ffcd2dcd68f req-5b3fe125-8380-41be-a20d-428aab77b9aa tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:06.380876 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8abe6e64-29ff-4861-b83f-0ffcd2dcd68f req-5b3fe125-8380-41be-a20d-428aab77b9aa tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.23 "GET /v2.0/ports?device_id=5702ebed-ffe5-43c7-91f3-fb6cc0d6b599 HTTP/1.1" status: 200 len: 946 time: 0.1565158 Jul 06 11:57:06.385203 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.396765 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Transition to ACTIVE for port object e4f82ebe-5978-4ea6-8b69-7f176ef6baac will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:06.403280 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9e3e7a-f99d-4d59-937a-8ec5c4f4c7ec x-openstack-request-id: req-ea9e3e7a-f99d-4d59-937a-8ec5c4f4c7ec {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:06.403723 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd334f8a-ff08-437a-bf26-385b4421685f", "name": "network-vif-plugged", "status": "completed", "tag": "f790b5e3-3097-4bba-9141-e0c56cd47b4f", "code": 200}, {"server_uuid": "fc17286c-d876-45d2-97aa-e7dc39ffc051", "name": "network-vif-plugged", "status": "completed", "tag": "7980525f-9685-4099-be30-26e6e4773809", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:06.403987 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea9e3e7a-f99d-4d59-937a-8ec5c4f4c7ec {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:06.404649 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f', 'code': 200} Jul 06 11:57:06.404996 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc17286c-d876-45d2-97aa-e7dc39ffc051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7980525f-9685-4099-be30-26e6e4773809', 'code': 200} Jul 06 11:57:06.418562 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8d83d29-d171-4fd0-813f-a78a6fc5f167 req-7f719846-8326-4fd6-985f-0d4b5e7c43e4 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687191 Jul 06 11:57:06.420293 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.438300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c926004-ecc9-4a7a-b30f-a52cce25963f {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:06.476781 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.494879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048e376-1f19-4e3a-a6bb-12bd29aa0fa3 None None] Pushing event updated for resources: {'Port': ['ID=e4f82ebe-5978-4ea6-8b69-7f176ef6baac,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:06.497809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-38a9a446-0c57-4d7f-95fc-da9fc2383b1d tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Deleting port e4f82ebe-5978-4ea6-8b69-7f176ef6baac {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:06.498152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38a9a446-0c57-4d7f-95fc-da9fc2383b1d tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.498368 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.537742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Attempting to bind port e4f82ebe-5978-4ea6-8b69-7f176ef6baac on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:06.538123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Attempting to bind port e4f82ebe-5978-4ea6-8b69-7f176ef6baac by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:06.542269 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Attempting to bind port e4f82ebe-5978-4ea6-8b69-7f176ef6baac on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:06.553411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:06.554055 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:06.554481 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.554879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:06.555392 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Bound port: e4f82ebe-5978-4ea6-8b69-7f176ef6baac, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:06.555777 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.560492 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Transition to ACTIVE for port object 5c926004-ecc9-4a7a-b30f-a52cce25963f will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:06.571360 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.623453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c926004-ecc9-4a7a-b30f-a52cce25963f,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:06.693659 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-b5aff729-8f48-4779-914e-9e1adc02424e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.710780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] For port e4f82ebe-5978-4ea6-8b69-7f176ef6baac, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:06.719730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] For port e4f82ebe-5978-4ea6-8b69-7f176ef6baac, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e4f82ebe-5978-4ea6-8b69-7f176ef6baac,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:06.724692 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-8abe6e64-29ff-4861-b83f-0ffcd2dcd68f req-55365a4c-a0a6-4a58-a397-bb2d4ddad8c1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Deleting port 10f6e820-4e0d-40bc-ae77-81c16a76082c {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:06.725226 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.725370 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8abe6e64-29ff-4861-b83f-0ffcd2dcd68f req-55365a4c-a0a6-4a58-a397-bb2d4ddad8c1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.817973 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048e376-1f19-4e3a-a6bb-12bd29aa0fa3 None None] Pushing event updated for resources: {'Port': ['ID=e4f82ebe-5978-4ea6-8b69-7f176ef6baac,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:06.835216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Routers {'af31c9db-80d1-4204-9b67-9b11858fa19e'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:06.836750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:56:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['af31c9db-80d1-4204-9b67-9b11858fa19e'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:06.843411 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38a9a446-0c57-4d7f-95fc-da9fc2383b1d tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.884477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-38a9a446-0c57-4d7f-95fc-da9fc2383b1d tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Calling delete_port for e4f82ebe-5978-4ea6-8b69-7f176ef6baac owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:06.891575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-b5aff729-8f48-4779-914e-9e1adc02424e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Transition to ACTIVE for port object fe0dcdeb-5a25-434d-9c7f-a8d0507295db will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:06.902759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Attempting to bind port 5c926004-ecc9-4a7a-b30f-a52cce25963f on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:06.903142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Attempting to bind port 5c926004-ecc9-4a7a-b30f-a52cce25963f by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:06.903510 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Attempting to bind port 5c926004-ecc9-4a7a-b30f-a52cce25963f on network 65aaa158-a2b5-4ac1-912d-793053707b69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:06.927146 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Port 5c926004-ecc9-4a7a-b30f-a52cce25963f on network 65aaa158-a2b5-4ac1-912d-793053707b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:57:06.927590 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Attempting to bind port 5c926004-ecc9-4a7a-b30f-a52cce25963f on network 65aaa158-a2b5-4ac1-912d-793053707b69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:06.931681 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-8abe6e64-29ff-4861-b83f-0ffcd2dcd68f req-55365a4c-a0a6-4a58-a397-bb2d4ddad8c1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] For port 10f6e820-4e0d-40bc-ae77-81c16a76082c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=10f6e820-4e0d-40bc-ae77-81c16a76082c,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:06.933879 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8abe6e64-29ff-4861-b83f-0ffcd2dcd68f req-55365a4c-a0a6-4a58-a397-bb2d4ddad8c1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:06.986761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-8abe6e64-29ff-4861-b83f-0ffcd2dcd68f req-55365a4c-a0a6-4a58-a397-bb2d4ddad8c1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Calling delete_port for 10f6e820-4e0d-40bc-ae77-81c16a76082c owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:07.031375 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] Set router af31c9db-80d1-4204-9b67-9b11858fa19e gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:57:07.050784 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:07.051520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Checking segment: {'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:07.052866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Bound using segment: {'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:07.053696 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Bound port: 5c926004-ecc9-4a7a-b30f-a52cce25963f, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:07.054227 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.096890 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-b5aff729-8f48-4779-914e-9e1adc02424e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.190578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aff729-8f48-4779-914e-9e1adc02424e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event updated for resources: {'Port': ['ID=fe0dcdeb-5a25-434d-9c7f-a8d0507295db,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:07.216438 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af31c9db-80d1-4204-9b67-9b11858fa19e', 'name': 'tempest-snat-router-666558138', 'tenant_id': '67db92e443384e718fc1957cf76fa91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:59Z', 'updated_at': '2021-07-06T11:57:06Z', 'revision_number': 4, 'project_id': '67db92e443384e718fc1957cf76fa91c', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:07.263492 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-b5aff729-8f48-4779-914e-9e1adc02424e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Network 2298e221-cb91-40c0-93a8-e97df490333f is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:07.269543 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-b5aff729-8f48-4779-914e-9e1adc02424e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:07.276626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-b5aff729-8f48-4779-914e-9e1adc02424e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:07.278076 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8abe6e64-29ff-4861-b83f-0ffcd2dcd68f req-55365a4c-a0a6-4a58-a397-bb2d4ddad8c1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.281998 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a6c038-e66e-49cc-90d7-bf180e3e23de None None] The sync data for ids ['af31c9db-80d1-4204-9b67-9b11858fa19e'] in n-d-799529-2 is: [{'id': 'af31c9db-80d1-4204-9b67-9b11858fa19e', 'name': 'tempest-snat-router-666558138', 'tenant_id': '67db92e443384e718fc1957cf76fa91c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:59Z', 'updated_at': '2021-07-06T11:57:06Z', 'revision_number': 4, 'project_id': '67db92e443384e718fc1957cf76fa91c', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:07.304864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['10f6e820-4e0d-40bc-ae77-81c16a76082c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:07.360565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55365a4c-a0a6-4a58-a397-bb2d4ddad8c1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Pushing event deleted for resources: {'Port': ['ID=10f6e820-4e0d-40bc-ae77-81c16a76082c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:07.404636 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdb013-a665-4197-98cd-4544c816b20d req-d130baa2-6b83-4c0f-bceb-e5f3670ece4c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:07.424022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] For port 5c926004-ecc9-4a7a-b30f-a52cce25963f, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:07.427376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdb013-a665-4197-98cd-4544c816b20d req-d130baa2-6b83-4c0f-bceb-e5f3670ece4c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:07.432062 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-b5aff729-8f48-4779-914e-9e1adc02424e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:07.432828 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-b5aff729-8f48-4779-914e-9e1adc02424e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.433411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdb013-a665-4197-98cd-4544c816b20d req-d130baa2-6b83-4c0f-bceb-e5f3670ece4c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:07.437198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] For port 5c926004-ecc9-4a7a-b30f-a52cce25963f, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=5c926004-ecc9-4a7a-b30f-a52cce25963f,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:07.446391 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.451489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdb013-a665-4197-98cd-4544c816b20d req-d130baa2-6b83-4c0f-bceb-e5f3670ece4c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:07.458451 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdb013-a665-4197-98cd-4544c816b20d req-d130baa2-6b83-4c0f-bceb-e5f3670ece4c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:07.464964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdb013-a665-4197-98cd-4544c816b20d req-d130baa2-6b83-4c0f-bceb-e5f3670ece4c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:07.483658 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d6cdb013-a665-4197-98cd-4544c816b20d req-d130baa2-6b83-4c0f-bceb-e5f3670ece4c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 4599 time: 0.2721002 Jul 06 11:57:07.535142 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-b5aff729-8f48-4779-914e-9e1adc02424e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9902437 Jul 06 11:57:07.544648 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:07.545540 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.547318 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] 10.222.0.23 "PUT /v2.0/ports/5c926004-ecc9-4a7a-b30f-a52cce25963f HTTP/1.1" status: 200 len: 1130 time: 2.4787931 Jul 06 11:57:07.562057 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Request body: {'port': {'device_id': 'd79df765-18bd-470d-98de-472e92f01936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:07.612505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Request body: {'port': {'device_id': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:07.620235 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38a9a446-0c57-4d7f-95fc-da9fc2383b1d tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.663176 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd14a8-4da9-4897-8117-6a10c17335b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c926004-ecc9-4a7a-b30f-a52cce25963f,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:07.683546 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abe6e64-29ff-4861-b83f-0ffcd2dcd68f req-55365a4c-a0a6-4a58-a397-bb2d4ddad8c1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] No DVR routers for this DVR port 10f6e820-4e0d-40bc-ae77-81c16a76082c on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:07.688468 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-8abe6e64-29ff-4861-b83f-0ffcd2dcd68f req-55365a4c-a0a6-4a58-a397-bb2d4ddad8c1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:07.691879 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8abe6e64-29ff-4861-b83f-0ffcd2dcd68f req-55365a4c-a0a6-4a58-a397-bb2d4ddad8c1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.23 "DELETE /v2.0/ports/10f6e820-4e0d-40bc-ae77-81c16a76082c HTTP/1.1" status: 204 len: 173 time: 1.2708163 Jul 06 11:57:07.718715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5702ebed-ffe5-43c7-91f3-fb6cc0d6b599', 'name': 'network-vif-deleted', 'tag': '10f6e820-4e0d-40bc-ae77-81c16a76082c'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:07.734763 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6606f84c-5fd6-4812-9868-f14c9b86d06e" -d '{"events": [{"server_uuid": "5702ebed-ffe5-43c7-91f3-fb6cc0d6b599", "name": "network-vif-deleted", "tag": "10f6e820-4e0d-40bc-ae77-81c16a76082c"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:07.774628 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d6cdb013-a665-4197-98cd-4544c816b20d req-8eebe426-c2c6-4c59-bc88-9af8a0717338 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2880125 Jul 06 11:57:07.803315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9a446-0c57-4d7f-95fc-da9fc2383b1d tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4f82ebe-5978-4ea6-8b69-7f176ef6baac,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:08.008012 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.047891 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f7562337-ebd5-437d-8332-1a279e36c907 None None] Provisioning for port fe0dcdeb-5a25-434d-9c7f-a8d0507295db completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:08.053757 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38a9a446-0c57-4d7f-95fc-da9fc2383b1d tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.059714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f7562337-ebd5-437d-8332-1a279e36c907 None None] Provisioning complete for port fe0dcdeb-5a25-434d-9c7f-a8d0507295db triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:08.060999 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7562337-ebd5-437d-8332-1a279e36c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.065477 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.121036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f7562337-ebd5-437d-8332-1a279e36c907 None None] Port fe0dcdeb-5a25-434d-9c7f-a8d0507295db cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:57:08.133647 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-ada08240-7581-43d7-a896-a76f4fb9a5b7 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:08.147452 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-ada08240-7581-43d7-a896-a76f4fb9a5b7 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/networks?id=60e066ea-2966-4eac-95a4-bc2bc640f4bd HTTP/1.1" status: 200 len: 815 time: 0.2053337 Jul 06 11:57:08.169479 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-0661ebbd-81f8-4428-938d-14e5be37ed22 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/quotas/a904a05771ea4318acb6528087369411 HTTP/1.1" status: 200 len: 375 time: 0.0138538 Jul 06 11:57:08.177190 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d4e6000f-d95d-4dc6-9f5f-769ff953fd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.202333 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.235942 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-6106798b-edbd-4860-8378-7c6eea724cc6 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a904a05771ea4318acb6528087369411&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582714 Jul 06 11:57:08.269062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38a9a446-0c57-4d7f-95fc-da9fc2383b1d tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.271185 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38a9a446-0c57-4d7f-95fc-da9fc2383b1d tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.377538 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38a9a446-0c57-4d7f-95fc-da9fc2383b1d tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.378047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a9a446-0c57-4d7f-95fc-da9fc2383b1d tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af31c9db-80d1-4204-9b67-9b11858fa19e {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:57:08.384522 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38a9a446-0c57-4d7f-95fc-da9fc2383b1d tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:08.388115 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-38a9a446-0c57-4d7f-95fc-da9fc2383b1d tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "DELETE /v2.0/routers/af31c9db-80d1-4204-9b67-9b11858fa19e HTTP/1.1" status: 204 len: 168 time: 2.9393125 Jul 06 11:57:08.410565 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-d505c4a1-335a-44b3-8d53-6c3107078e48 service neutron] 10.222.0.81 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734872 Jul 06 11:57:08.411839 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34646) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:08.743376 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-782ae3da-a7dd-4fe6-8c61-fd33deb876d0 service neutron] 10.222.0.81 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307250 Jul 06 11:57:08.779595 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0eef4-5ddd-41d5-8f9d-f276a275b1fd req-59b7c420-ca30-4b90-ba80-d159fbac7575 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:08.783805 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4fa0eef4-5ddd-41d5-8f9d-f276a275b1fd req-59b7c420-ca30-4b90-ba80-d159fbac7575 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3f4e512-6139-4e51-b304-9d4f41b0cc9e HTTP/1.1" status: 200 len: 950 time: 0.3617408 Jul 06 11:57:09.065440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-265d5d5b-cd21-4c24-b5c5-039370189612 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.075688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-4fa0eef4-5ddd-41d5-8f9d-f276a275b1fd req-d0117348-0ce9-4b71-93eb-c159c1dc52f3 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Deleting port d8c1e35b-08a7-45e8-9a40-944ef8952fbf {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:09.076436 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4fa0eef4-5ddd-41d5-8f9d-f276a275b1fd req-d0117348-0ce9-4b71-93eb-c159c1dc52f3 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.159345 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aa525c-e011-49c1-8771-c8522416efd8 x-openstack-request-id: req-c2aa525c-e011-49c1-8771-c8522416efd8 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:09.159820 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "tag": "dce447e7-7a12-4ee8-a022-2834977328a9", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:09.160204 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c2aa525c-e011-49c1-8771-c8522416efd8 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:09.160600 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'tag': 'dce447e7-7a12-4ee8-a022-2834977328a9', 'status': 'completed', 'code': 200} Jul 06 11:57:09.258874 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.351133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-4fa0eef4-5ddd-41d5-8f9d-f276a275b1fd req-d0117348-0ce9-4b71-93eb-c159c1dc52f3 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] For port d8c1e35b-08a7-45e8-9a40-944ef8952fbf, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d8c1e35b-08a7-45e8-9a40-944ef8952fbf,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:09.354980 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4fa0eef4-5ddd-41d5-8f9d-f276a275b1fd req-d0117348-0ce9-4b71-93eb-c159c1dc52f3 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.394570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-4fa0eef4-5ddd-41d5-8f9d-f276a275b1fd req-d0117348-0ce9-4b71-93eb-c159c1dc52f3 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Calling delete_port for d8c1e35b-08a7-45e8-9a40-944ef8952fbf owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:09.679123 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-265d5d5b-cd21-4c24-b5c5-039370189612 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.684178 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4fa0eef4-5ddd-41d5-8f9d-f276a275b1fd req-d0117348-0ce9-4b71-93eb-c159c1dc52f3 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.699312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd64659e-6f68-4803-a2c1-de2433fa8279', 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616', 'e1bc6098-e628-443b-be01-ace1e9eb6bb5', 'ced59670-b79e-4c37-9b5b-b4e168342ac7', '62362abb-3d84-4113-a48b-54d28469d27e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:09.702088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9a5d9e-492e-4c12-99d5-e4095fc1ed94', 'e48ac6ca-f009-4c5d-9cf1-8658ab803e66', 'd8c1e35b-08a7-45e8-9a40-944ef8952fbf'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:09.706247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee04ea-6c92-479c-9b07-8dc4aa90b1d8 req-47276839-6099-425e-a0a5-53600d3b1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:09.706899 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee04ea-6c92-479c-9b07-8dc4aa90b1d8 req-47276839-6099-425e-a0a5-53600d3b1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:09.707402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee04ea-6c92-479c-9b07-8dc4aa90b1d8 req-47276839-6099-425e-a0a5-53600d3b1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:09.707875 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee04ea-6c92-479c-9b07-8dc4aa90b1d8 req-47276839-6099-425e-a0a5-53600d3b1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:09.708342 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee04ea-6c92-479c-9b07-8dc4aa90b1d8 req-47276839-6099-425e-a0a5-53600d3b1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:09.708803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee04ea-6c92-479c-9b07-8dc4aa90b1d8 req-47276839-6099-425e-a0a5-53600d3b1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:09.714735 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9ee04ea-6c92-479c-9b07-8dc4aa90b1d8 req-47276839-6099-425e-a0a5-53600d3b1328 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5285 time: 0.5347111 Jul 06 11:57:09.787688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0117348-0ce9-4b71-93eb-c159c1dc52f3 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event deleted for resources: {'Port': ['ID=d8c1e35b-08a7-45e8-9a40-944ef8952fbf,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:09.941574 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa0eef4-5ddd-41d5-8f9d-f276a275b1fd req-d0117348-0ce9-4b71-93eb-c159c1dc52f3 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] No DVR routers for this DVR port d8c1e35b-08a7-45e8-9a40-944ef8952fbf on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:09.950550 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4fa0eef4-5ddd-41d5-8f9d-f276a275b1fd req-d0117348-0ce9-4b71-93eb-c159c1dc52f3 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:09.952997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4fa0eef4-5ddd-41d5-8f9d-f276a275b1fd req-d0117348-0ce9-4b71-93eb-c159c1dc52f3 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.23 "DELETE /v2.0/ports/d8c1e35b-08a7-45e8-9a40-944ef8952fbf HTTP/1.1" status: 204 len: 173 time: 1.1647968 Jul 06 11:57:09.976191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 10f6e820-4e0d-40bc-ae77-81c16a76082c no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:10.097750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 10f6e820-4e0d-40bc-ae77-81c16a76082c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:10.098924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 10f6e820-4e0d-40bc-ae77-81c16a76082c not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:10.239337 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db3496-9193-4ec4-883f-bd6c9b832166 req-7d80cb1d-d3fa-4659-8ec9-6d9843d12fef tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:10.247368 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db3496-9193-4ec4-883f-bd6c9b832166 req-7d80cb1d-d3fa-4659-8ec9-6d9843d12fef tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:10.256820 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db3496-9193-4ec4-883f-bd6c9b832166 req-7d80cb1d-d3fa-4659-8ec9-6d9843d12fef tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:10.259611 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28db3496-9193-4ec4-883f-bd6c9b832166 req-7d80cb1d-d3fa-4659-8ec9-6d9843d12fef tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2375 time: 0.2083991 Jul 06 11:57:10.375093 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28db3496-9193-4ec4-883f-bd6c9b832166 req-09205659-7932-47ab-a5d5-9f0b285c26ac tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026962 Jul 06 11:57:10.608048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-265d5d5b-cd21-4c24-b5c5-039370189612 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Deleting port fd39af03-164c-49f1-b037-3812ff4b702b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:10.609052 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-265d5d5b-cd21-4c24-b5c5-039370189612 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:10.733097 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c160ab6-d55f-4e98-8cb8-1e8a7cc95240 req-65d19050-bd96-4bec-a617-a579dcbe1981 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d3f4e512-6139-4e51-b304-9d4f41b0cc9e HTTP/1.1" status: 200 len: 210 time: 0.0795336 Jul 06 11:57:10.805729 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee04ea-6c92-479c-9b07-8dc4aa90b1d8 req-adac68da-b331-41a6-8016-6c23312be19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:10.806033 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee04ea-6c92-479c-9b07-8dc4aa90b1d8 req-adac68da-b331-41a6-8016-6c23312be19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:10.806365 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee04ea-6c92-479c-9b07-8dc4aa90b1d8 req-adac68da-b331-41a6-8016-6c23312be19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:10.818949 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9ee04ea-6c92-479c-9b07-8dc4aa90b1d8 req-adac68da-b331-41a6-8016-6c23312be19a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0869741 Jul 06 11:57:10.923466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5a2066-089d-4629-bb08-ed4c7c24ba4d {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:10.932586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:10.946379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Transition to ACTIVE for port object 7d5a2066-089d-4629-bb08-ed4c7c24ba4d will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:10.963544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51dace3d-bd6d-4763-9818-1dd1a11ccea5 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:10.973243 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:10.988146 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Transition to ACTIVE for port object 51dace3d-bd6d-4763-9818-1dd1a11ccea5 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:11.003536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.018935 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.179196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'tag': '5c926004-ecc9-4a7a-b30f-a52cce25963f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:11.196347 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cbd1b3-8a00-4c93-9e4a-668243ad83ad" -d '{"events": [{"name": "network-changed", "server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "tag": "5c926004-ecc9-4a7a-b30f-a52cce25963f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:11.264620 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.341406 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f386df-bfc6-4f35-bc01-84103e71ddb6 req-f26ec1b0-ef70-411c-ace1-1f3058a81574 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:11.348738 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35f386df-bfc6-4f35-bc01-84103e71ddb6 req-f26ec1b0-ef70-411c-ace1-1f3058a81574 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 946 time: 0.3304896 Jul 06 11:57:11.468326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-bd4cdb3d-824a-4489-97ff-17ff49f7cfa2 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:11.476281 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-bd4cdb3d-824a-4489-97ff-17ff49f7cfa2 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.23 "GET /v2.0/networks?id=60e066ea-2966-4eac-95a4-bc2bc640f4bd HTTP/1.1" status: 200 len: 815 time: 0.3938673 Jul 06 11:57:11.501724 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35f386df-bfc6-4f35-bc01-84103e71ddb6 req-b85141d3-88ef-4af2-88b3-712b2b05221a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522171 Jul 06 11:57:11.530982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-2ada9098-ff33-462e-92ba-9417571672f1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Request body: {'port': {'device_id': '475c1940-a124-48c6-80cf-8554ab284fad', 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd', 'admin_state_up': True, 'tenant_id': 'a904a05771ea4318acb6528087369411'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:11.645205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Attempting to bind port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:11.646438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Attempting to bind port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:11.646870 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Attempting to bind port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d on network 65aaa158-a2b5-4ac1-912d-793053707b69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:11.672770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5a2066-089d-4629-bb08-ed4c7c24ba4d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:11.718072 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6ac08f-27be-4326-b3dd-bafae1bbae4e x-openstack-request-id: req-5f6ac08f-27be-4326-b3dd-bafae1bbae4e {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:11.718371 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5702ebed-ffe5-43c7-91f3-fb6cc0d6b599", "name": "network-vif-deleted", "tag": "10f6e820-4e0d-40bc-ae77-81c16a76082c", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:11.718628 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f6ac08f-27be-4326-b3dd-bafae1bbae4e {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:11.719045 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5702ebed-ffe5-43c7-91f3-fb6cc0d6b599', 'name': 'network-vif-deleted', 'tag': '10f6e820-4e0d-40bc-ae77-81c16a76082c', 'status': 'completed', 'code': 200} Jul 06 11:57:11.754887 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-265d5d5b-cd21-4c24-b5c5-039370189612 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] For port fd39af03-164c-49f1-b037-3812ff4b702b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=fd39af03-164c-49f1-b037-3812ff4b702b,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:11.755424 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-265d5d5b-cd21-4c24-b5c5-039370189612 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.856482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-2ada9098-ff33-462e-92ba-9417571672f1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Made reservation on behalf of a904a05771ea4318acb6528087369411 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:11.860897 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-2ada9098-ff33-462e-92ba-9417571672f1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.880853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d on network 65aaa158-a2b5-4ac1-912d-793053707b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:57:11.882791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Attempting to bind port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d on network 65aaa158-a2b5-4ac1-912d-793053707b69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:11.886934 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-265d5d5b-cd21-4c24-b5c5-039370189612 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Calling delete_port for fd39af03-164c-49f1-b037-3812ff4b702b owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:11.916202 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Attempting to bind port 51dace3d-bd6d-4763-9818-1dd1a11ccea5 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:11.916687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Attempting to bind port 51dace3d-bd6d-4763-9818-1dd1a11ccea5 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '22904f85-8c27-48ec-9dad-eca9141213be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:11.921258 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Attempting to bind port 51dace3d-bd6d-4763-9818-1dd1a11ccea5 on network 2298e221-cb91-40c0-93a8-e97df490333f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:11.926577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Pushing event updated for resources: {'Port': ['ID=51dace3d-bd6d-4763-9818-1dd1a11ccea5,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:11.934420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Port 51dace3d-bd6d-4763-9818-1dd1a11ccea5 on network 2298e221-cb91-40c0-93a8-e97df490333f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:57:11.934885 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Attempting to bind port 51dace3d-bd6d-4763-9818-1dd1a11ccea5 on network 2298e221-cb91-40c0-93a8-e97df490333f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:11.937083 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d8c1e35b-08a7-45e8-9a40-944ef8952fbf no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:11.937643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:11.938088 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Checking segment: {'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:11.938576 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Bound using segment: {'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:11.939139 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Bound port: 7d5a2066-089d-4629-bb08-ed4c7c24ba4d, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:11.939634 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:11.942219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee04ea-6c92-479c-9b07-8dc4aa90b1d8 req-a5a303d5-2da2-4a9a-94de-75ebac8defc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:11.944111 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f9ee04ea-6c92-479c-9b07-8dc4aa90b1d8 req-a5a303d5-2da2-4a9a-94de-75ebac8defc0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9493532 Jul 06 11:57:11.980101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:11.980679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Checking segment: {'id': '22904f85-8c27-48ec-9dad-eca9141213be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:11.981023 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Bound using segment: {'id': '22904f85-8c27-48ec-9dad-eca9141213be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:11.981581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Bound port: 51dace3d-bd6d-4763-9818-1dd1a11ccea5, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22904f85-8c27-48ec-9dad-eca9141213be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:11.982038 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.057439 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: d8c1e35b-08a7-45e8-9a40-944ef8952fbf {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:12.057784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d8c1e35b-08a7-45e8-9a40-944ef8952fbf not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:12.134767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa772a9-a9ec-4cc0-826f-77d7fc6dfdb9 req-cf76fcaa-8e63-4f90-8209-e9f9451bf030 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.140980 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa772a9-a9ec-4cc0-826f-77d7fc6dfdb9 req-cf76fcaa-8e63-4f90-8209-e9f9451bf030 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.146796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa772a9-a9ec-4cc0-826f-77d7fc6dfdb9 req-cf76fcaa-8e63-4f90-8209-e9f9451bf030 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.155749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa772a9-a9ec-4cc0-826f-77d7fc6dfdb9 req-cf76fcaa-8e63-4f90-8209-e9f9451bf030 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.163691 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa772a9-a9ec-4cc0-826f-77d7fc6dfdb9 req-cf76fcaa-8e63-4f90-8209-e9f9451bf030 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.170296 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa772a9-a9ec-4cc0-826f-77d7fc6dfdb9 req-cf76fcaa-8e63-4f90-8209-e9f9451bf030 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.176384 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa772a9-a9ec-4cc0-826f-77d7fc6dfdb9 req-cf76fcaa-8e63-4f90-8209-e9f9451bf030 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.181464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] For port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:12.184214 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-caa772a9-a9ec-4cc0-826f-77d7fc6dfdb9 req-cf76fcaa-8e63-4f90-8209-e9f9451bf030 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5370 time: 0.2590826 Jul 06 11:57:12.218168 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-2ada9098-ff33-462e-92ba-9417571672f1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Allocated IP 172.20.0.5 (60e066ea-2966-4eac-95a4-bc2bc640f4bd/6097b696-6863-4418-b0a0-433aa68953b6/e7c79831-395f-4525-ae39-e6fea1a46efd) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:12.246289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] For port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=7d5a2066-089d-4629-bb08-ed4c7c24ba4d,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:12.256962 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-caa772a9-a9ec-4cc0-826f-77d7fc6dfdb9 req-d6f7017f-4ba4-4c5d-b055-b1567413b547 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715721 Jul 06 11:57:12.258407 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.261567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] For port 51dace3d-bd6d-4763-9818-1dd1a11ccea5, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:12.318302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5a2066-089d-4629-bb08-ed4c7c24ba4d,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:12.338409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] For port 51dace3d-bd6d-4763-9818-1dd1a11ccea5, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=51dace3d-bd6d-4763-9818-1dd1a11ccea5,segment=NetworkSegment(22904f85-8c27-48ec-9dad-eca9141213be),segment_id=22904f85-8c27-48ec-9dad-eca9141213be)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:12.343741 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.359415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.360084 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.373009 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-300a6c09-1fd9-4873-87ae-226b2f724232 service neutron] 10.222.0.23 "PUT /v2.0/ports/7d5a2066-089d-4629-bb08-ed4c7c24ba4d HTTP/1.1" status: 200 len: 1129 time: 4.7662718 Jul 06 11:57:12.533099 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0cd1893a-5c97-4c53-b9d9-0d282a72a3d4 req-07a29e77-76bd-4385-b7ae-5d58fa7c71e1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 210 time: 0.0506020 Jul 06 11:57:12.568767 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Request body: {'port': {'device_id': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:12.617876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Pushing event updated for resources: {'Port': ['ID=51dace3d-bd6d-4763-9818-1dd1a11ccea5,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:12.634125 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-2ada9098-ff33-462e-92ba-9417571672f1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.663843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.664612 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.666295 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9e98acc4-172f-41ed-9d4c-00753e225751 service neutron] 10.222.0.89 "PUT /v2.0/ports/51dace3d-bd6d-4763-9818-1dd1a11ccea5 HTTP/1.1" status: 200 len: 1091 time: 5.1097121 Jul 06 11:57:12.711345 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-265d5d5b-cd21-4c24-b5c5-039370189612 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.752663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Request body: {'port': {'device_id': 'd79df765-18bd-470d-98de-472e92f01936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:12.793773 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-2ada9098-ff33-462e-92ba-9417571672f1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.864134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-2ada9098-ff33-462e-92ba-9417571672f1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Network 60e066ea-2966-4eac-95a4-bc2bc640f4bd is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:12.870956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-2ada9098-ff33-462e-92ba-9417571672f1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:12.881007 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-2ada9098-ff33-462e-92ba-9417571672f1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:12.928727 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d5d5b-cd21-4c24-b5c5-039370189612 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd39af03-164c-49f1-b037-3812ff4b702b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:12.948045 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-2ada9098-ff33-462e-92ba-9417571672f1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:12.948991 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-2ada9098-ff33-462e-92ba-9417571672f1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:12.970345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada9098-ff33-462e-92ba-9417571672f1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Pushing event updated for resources: {'Port': ['ID=e7c79831-395f-4525-ae39-e6fea1a46efd,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:12.990618 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-2ada9098-ff33-462e-92ba-9417571672f1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4817050 Jul 06 11:57:13.003559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cafc0d-a73c-42a0-8108-ef168ed7d39e req-f23a5e89-7123-41ae-a5b8-09060fc802e5 tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:13.005454 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7cafc0d-a73c-42a0-8108-ef168ed7d39e req-f23a5e89-7123-41ae-a5b8-09060fc802e5 tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 1101 time: 0.2599907 Jul 06 11:57:13.011420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Request body: {'port': {'device_id': '475c1940-a124-48c6-80cf-8554ab284fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:13.028405 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:13.084324 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:13.164724 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-265d5d5b-cd21-4c24-b5c5-039370189612 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:13.168579 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7cafc0d-a73c-42a0-8108-ef168ed7d39e req-4477c21d-bf81-4937-bc3b-d9d4e47d353d tempest-ServersAdminTestJSON-1891844567 tempest-ServersAdminTestJSON-1891844567-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981104 Jul 06 11:57:13.184248 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:13.442403 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-265d5d5b-cd21-4c24-b5c5-039370189612 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:13.445315 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1503913b-bba8-4b8e-b103-ad352cdd847a x-openstack-request-id: req-1503913b-bba8-4b8e-b103-ad352cdd847a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:13.445849 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "tag": "5c926004-ecc9-4a7a-b30f-a52cce25963f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:13.446220 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1503913b-bba8-4b8e-b103-ad352cdd847a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:13.446807 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'tag': '5c926004-ecc9-4a7a-b30f-a52cce25963f', 'status': 'completed', 'code': 200} Jul 06 11:57:13.451029 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-265d5d5b-cd21-4c24-b5c5-039370189612 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:13.720451 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f4e512-6139-4e51-b304-9d4f41b0cc9e', 'name': 'network-vif-deleted', 'tag': 'd8c1e35b-08a7-45e8-9a40-944ef8952fbf'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:13.722964 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b11ee7-f40c-462b-b45e-1887d430231f" -d '{"events": [{"server_uuid": "d3f4e512-6139-4e51-b304-9d4f41b0cc9e", "name": "network-vif-deleted", "tag": "d8c1e35b-08a7-45e8-9a40-944ef8952fbf"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:13.935909 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-265d5d5b-cd21-4c24-b5c5-039370189612 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:13.936675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265d5d5b-cd21-4c24-b5c5-039370189612 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26d2ac97-4adc-4d1c-8c62-2c39dab3fd68 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:57:13.956262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-265d5d5b-cd21-4c24-b5c5-039370189612 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:13.957629 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-265d5d5b-cd21-4c24-b5c5-039370189612 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "DELETE /v2.0/routers/26d2ac97-4adc-4d1c-8c62-2c39dab3fd68 HTTP/1.1" status: 204 len: 168 time: 5.5448442 Jul 06 11:57:14.007793 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34684) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:14.021484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2074824010', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:14.152079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbd1b3-8a00-4c93-9e4a-668243ad83ad req-c22a3205-5502-4cd0-9112-3b2510bd151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.160074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c79831-395f-4525-ae39-e6fea1a46efd {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:14.161514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbd1b3-8a00-4c93-9e4a-668243ad83ad req-c22a3205-5502-4cd0-9112-3b2510bd151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.162171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbd1b3-8a00-4c93-9e4a-668243ad83ad req-c22a3205-5502-4cd0-9112-3b2510bd151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.162728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbd1b3-8a00-4c93-9e4a-668243ad83ad req-c22a3205-5502-4cd0-9112-3b2510bd151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.163290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbd1b3-8a00-4c93-9e4a-668243ad83ad req-c22a3205-5502-4cd0-9112-3b2510bd151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.163828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbd1b3-8a00-4c93-9e4a-668243ad83ad req-c22a3205-5502-4cd0-9112-3b2510bd151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.164366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbd1b3-8a00-4c93-9e4a-668243ad83ad req-c22a3205-5502-4cd0-9112-3b2510bd151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.167921 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a4cbd1b3-8a00-4c93-9e4a-668243ad83ad req-c22a3205-5502-4cd0-9112-3b2510bd151f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 6207 time: 0.7123783 Jul 06 11:57:14.171699 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.177364 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.179466 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.198602 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Transition to ACTIVE for port object e7c79831-395f-4525-ae39-e6fea1a46efd will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:14.205933 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.233482 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.263658 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c79831-395f-4525-ae39-e6fea1a46efd,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:14.288188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24f8cf-01a9-418a-badb-dcc707ccb612 req-91f41ce3-26c4-4ed5-b8e0-f6ba4d11e0a1 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.295830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24f8cf-01a9-418a-badb-dcc707ccb612 req-91f41ce3-26c4-4ed5-b8e0-f6ba4d11e0a1 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.311841 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24f8cf-01a9-418a-badb-dcc707ccb612 req-91f41ce3-26c4-4ed5-b8e0-f6ba4d11e0a1 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.315716 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc24f8cf-01a9-418a-badb-dcc707ccb612 req-91f41ce3-26c4-4ed5-b8e0-f6ba4d11e0a1 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2387 time: 0.6780167 Jul 06 11:57:14.410820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc24f8cf-01a9-418a-badb-dcc707ccb612 req-6a029c6c-5eb7-4f4f-860c-7626e7889719 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798728 Jul 06 11:57:14.547476 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Attempting to bind port e7c79831-395f-4525-ae39-e6fea1a46efd on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:14.547821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Attempting to bind port e7c79831-395f-4525-ae39-e6fea1a46efd by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'a558c68f-2f92-435c-ba75-fedbe4514b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:14.548152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Attempting to bind port e7c79831-395f-4525-ae39-e6fea1a46efd on network 60e066ea-2966-4eac-95a4-bc2bc640f4bd {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:14.553615 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Port e7c79831-395f-4525-ae39-e6fea1a46efd on network 60e066ea-2966-4eac-95a4-bc2bc640f4bd not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:57:14.553947 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Attempting to bind port e7c79831-395f-4525-ae39-e6fea1a46efd on network 60e066ea-2966-4eac-95a4-bc2bc640f4bd {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:14.574859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:14.575204 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Checking segment: {'id': 'a558c68f-2f92-435c-ba75-fedbe4514b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:14.575637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Bound using segment: {'id': 'a558c68f-2f92-435c-ba75-fedbe4514b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:14.576079 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Bound port: e7c79831-395f-4525-ae39-e6fea1a46efd, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a558c68f-2f92-435c-ba75-fedbe4514b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:14.576444 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.716694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09651e64-7c60-4395-8efa-e0c5bc0a7e29 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:14.723770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device fd39af03-164c-49f1-b037-3812ff4b702b no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:14.726168 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.731196 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] For port e7c79831-395f-4525-ae39-e6fea1a46efd, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:14.734596 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] For port e7c79831-395f-4525-ae39-e6fea1a46efd, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e7c79831-395f-4525-ae39-e6fea1a46efd,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:14.742983 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.759902 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.781970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: fd39af03-164c-49f1-b037-3812ff4b702b {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:14.783880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device fd39af03-164c-49f1-b037-3812ff4b702b not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:14.818171 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.818805 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.824833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57fecb67-373c-46d3-b254-862c832447c0 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:14.828514 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] 10.222.0.23 "PUT /v2.0/ports/e7c79831-395f-4525-ae39-e6fea1a46efd HTTP/1.1" status: 200 len: 1091 time: 1.8218615 Jul 06 11:57:14.860533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Transition to ACTIVE for port object 09651e64-7c60-4395-8efa-e0c5bc0a7e29 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:14.863638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbd1b3-8a00-4c93-9e4a-668243ad83ad req-316d1a72-24f8-4da8-b638-fcc175f1f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.864127 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbd1b3-8a00-4c93-9e4a-668243ad83ad req-316d1a72-24f8-4da8-b638-fcc175f1f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.864598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbd1b3-8a00-4c93-9e4a-668243ad83ad req-316d1a72-24f8-4da8-b638-fcc175f1f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:14.866235 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a4cbd1b3-8a00-4c93-9e4a-668243ad83ad req-316d1a72-24f8-4da8-b638-fcc175f1f164 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6251209 Jul 06 11:57:14.885314 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:14.906162 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc4161-1292-4198-aea8-5f80c93d9d90 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c79831-395f-4525-ae39-e6fea1a46efd,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:15.011197 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbd1b3-8a00-4c93-9e4a-668243ad83ad req-03a357d2-177e-45c7-9ce1-26ac70858e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:15.012659 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a4cbd1b3-8a00-4c93-9e4a-668243ad83ad req-03a357d2-177e-45c7-9ce1-26ac70858e87 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989394 Jul 06 11:57:15.017031 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:15.039636 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-d970b92f-5f6e-4432-b6a2-24245e2447b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:15.047174 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-d970b92f-5f6e-4432-b6a2-24245e2447b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a904a05771ea4318acb6528087369411&device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 1094 time: 0.1501927 Jul 06 11:57:15.083925 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180082e-9e64-4c93-863d-680cf7c061b4 req-007cbde5-93a5-4d5d-bb64-631a7fe39ce2 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:15.085757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Transition to ACTIVE for port object 57fecb67-373c-46d3-b254-862c832447c0 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:15.086448 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8180082e-9e64-4c93-863d-680cf7c061b4 req-007cbde5-93a5-4d5d-bb64-631a7fe39ce2 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 946 time: 0.2155788 Jul 06 11:57:15.101001 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:15.143408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Pushing event updated for resources: {'Port': ['ID=09651e64-7c60-4395-8efa-e0c5bc0a7e29,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:15.177740 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-4f7a8c62-6646-4818-8fd5-a48f5c5ba2f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c79831-395f-4525-ae39-e6fea1a46efd HTTP/1.1" status: 200 len: 217 time: 0.1225944 Jul 06 11:57:15.250379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=57fecb67-373c-46d3-b254-862c832447c0,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:15.348094 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8180082e-9e64-4c93-863d-680cf7c061b4 req-60e7fa7a-361a-4611-9399-17cba1065d1d tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861970 Jul 06 11:57:15.353275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-d8d12b14-a495-462b-b13a-9d4788680496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:15.356422 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-d8d12b14-a495-462b-b13a-9d4788680496 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6097b696-6863-4418-b0a0-433aa68953b6 HTTP/1.1" status: 200 len: 855 time: 0.1157036 Jul 06 11:57:15.475054 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-2f875874-b797-4bcd-b144-987447a869b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=60e066ea-2966-4eac-95a4-bc2bc640f4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072922 Jul 06 11:57:15.505278 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'tag': '7d5a2066-089d-4629-bb08-ed4c7c24ba4d'}, {'name': 'network-changed', 'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'tag': '51dace3d-bd6d-4763-9818-1dd1a11ccea5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:15.510698 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e13cc08-09f8-4a8e-b339-cfbe569a8221" -d '{"events": [{"name": "network-changed", "server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "tag": "7d5a2066-089d-4629-bb08-ed4c7c24ba4d"}, {"name": "network-changed", "server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "tag": "51dace3d-bd6d-4763-9818-1dd1a11ccea5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:15.567997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Attempting to bind port 57fecb67-373c-46d3-b254-862c832447c0 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:15.570713 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Attempting to bind port 57fecb67-373c-46d3-b254-862c832447c0 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '077db609-4242-48e6-8183-4b457d486c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5db2979-df32-4ea1-bff1-d80812924533'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:15.570713 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Attempting to bind port 57fecb67-373c-46d3-b254-862c832447c0 on network f5db2979-df32-4ea1-bff1-d80812924533 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:15.586597 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Port 57fecb67-373c-46d3-b254-862c832447c0 on network f5db2979-df32-4ea1-bff1-d80812924533 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:57:15.587555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Attempting to bind port 57fecb67-373c-46d3-b254-862c832447c0 on network f5db2979-df32-4ea1-bff1-d80812924533 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:15.601842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Attempting to bind port 09651e64-7c60-4395-8efa-e0c5bc0a7e29 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:15.602208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Attempting to bind port 09651e64-7c60-4395-8efa-e0c5bc0a7e29 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:15.602518 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Attempting to bind port 09651e64-7c60-4395-8efa-e0c5bc0a7e29 on network 65aaa158-a2b5-4ac1-912d-793053707b69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:15.608349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:15.608349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Checking segment: {'id': '077db609-4242-48e6-8183-4b457d486c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5db2979-df32-4ea1-bff1-d80812924533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:15.608731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Bound using segment: {'id': '077db609-4242-48e6-8183-4b457d486c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5db2979-df32-4ea1-bff1-d80812924533'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:15.609279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Bound port: 57fecb67-373c-46d3-b254-862c832447c0, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077db609-4242-48e6-8183-4b457d486c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5db2979-df32-4ea1-bff1-d80812924533'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:15.609649 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:15.629942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Port 09651e64-7c60-4395-8efa-e0c5bc0a7e29 on network 65aaa158-a2b5-4ac1-912d-793053707b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:57:15.630230 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Attempting to bind port 09651e64-7c60-4395-8efa-e0c5bc0a7e29 on network 65aaa158-a2b5-4ac1-912d-793053707b69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:15.659025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:15.659300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Checking segment: {'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:15.659588 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Bound using segment: {'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:15.660036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Bound port: 09651e64-7c60-4395-8efa-e0c5bc0a7e29, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:15.660616 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:15.719345 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-80c7dfcd-4483-4160-878e-12ecd68a652a service neutron] 10.222.0.23 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388649 Jul 06 11:57:15.824699 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:15.861616 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:15.871254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] For port 57fecb67-373c-46d3-b254-862c832447c0, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:15.882439 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8b7d1fb-5b43-4127-afa5-e1cf4bac1819 req-dd43456e-438f-41c9-8b1b-c3eda53a604b service neutron] 10.222.0.23 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529415 Jul 06 11:57:15.895793 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] For port 09651e64-7c60-4395-8efa-e0c5bc0a7e29, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:15.898895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] For port 57fecb67-373c-46d3-b254-862c832447c0, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=57fecb67-373c-46d3-b254-862c832447c0,segment=NetworkSegment(077db609-4242-48e6-8183-4b457d486c6f),segment_id=077db609-4242-48e6-8183-4b457d486c6f)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:15.939031 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:15.953660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] For port 09651e64-7c60-4395-8efa-e0c5bc0a7e29, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=09651e64-7c60-4395-8efa-e0c5bc0a7e29,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:15.966572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:15.966837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:15.968760 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] 10.222.0.89 "PUT /v2.0/ports/57fecb67-373c-46d3-b254-862c832447c0 HTTP/1.1" status: 200 len: 1091 time: 3.2340550 Jul 06 11:57:15.998537 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.049092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Request body: {'port': {'device_id': 'd79df765-18bd-470d-98de-472e92f01936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:16.144975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:16.145915 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.147638 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] 10.222.0.23 "PUT /v2.0/ports/09651e64-7c60-4395-8efa-e0c5bc0a7e29 HTTP/1.1" status: 200 len: 1091 time: 3.6317081 Jul 06 11:57:16.213088 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Request body: {'port': {'device_id': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:16.244431 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7817763-6756-44a1-b7c3-6e76f448aaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=57fecb67-373c-46d3-b254-862c832447c0,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:16.382527 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd005d-40b2-420d-a841-970d28aa3e42 service neutron] Pushing event updated for resources: {'Port': ['ID=09651e64-7c60-4395-8efa-e0c5bc0a7e29,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:16.451657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edf403-14b6-4866-aced-cce590a1cb98 req-a8b0f33a-410b-4402-afb4-d2b8333fc7d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:16.458519 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edf403-14b6-4866-aced-cce590a1cb98 req-a8b0f33a-410b-4402-afb4-d2b8333fc7d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:16.465056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edf403-14b6-4866-aced-cce590a1cb98 req-a8b0f33a-410b-4402-afb4-d2b8333fc7d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:16.472516 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edf403-14b6-4866-aced-cce590a1cb98 req-a8b0f33a-410b-4402-afb4-d2b8333fc7d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:16.480214 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edf403-14b6-4866-aced-cce590a1cb98 req-a8b0f33a-410b-4402-afb4-d2b8333fc7d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:16.487634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edf403-14b6-4866-aced-cce590a1cb98 req-a8b0f33a-410b-4402-afb4-d2b8333fc7d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:16.488254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Allocated IP 172.25.4.238 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/f0d732de-8f82-4b21-a332-11610426eb44) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:16.497183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edf403-14b6-4866-aced-cce590a1cb98 req-a8b0f33a-410b-4402-afb4-d2b8333fc7d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:16.505055 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9edf403-14b6-4866-aced-cce590a1cb98 req-a8b0f33a-410b-4402-afb4-d2b8333fc7d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5382 time: 0.2137480 Jul 06 11:57:16.542860 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.569002 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9edf403-14b6-4866-aced-cce590a1cb98 req-054a7f01-fd84-404f-bbf3-299cfb0b015c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624108 Jul 06 11:57:16.635339 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:16.840215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e88c72-0bec-4d75-a1aa-92c8c3065073 req-a8b15611-5a36-4508-8099-b6c0ca369b9d tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:16.848375 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37e88c72-0bec-4d75-a1aa-92c8c3065073 req-a8b15611-5a36-4508-8099-b6c0ca369b9d tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 943 time: 0.1385746 Jul 06 11:57:16.905758 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37e88c72-0bec-4d75-a1aa-92c8c3065073 req-03458845-eae3-4ff0-a219-90b03d247d11 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561407 Jul 06 11:57:16.946154 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8319b57b-9416-42e3-802f-baeb9555528a x-openstack-request-id: req-8319b57b-9416-42e3-802f-baeb9555528a {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:16.946491 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f4e512-6139-4e51-b304-9d4f41b0cc9e", "name": "network-vif-deleted", "tag": "d8c1e35b-08a7-45e8-9a40-944ef8952fbf", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:16.946746 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8319b57b-9416-42e3-802f-baeb9555528a {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:16.947142 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f4e512-6139-4e51-b304-9d4f41b0cc9e', 'name': 'network-vif-deleted', 'tag': 'd8c1e35b-08a7-45e8-9a40-944ef8952fbf', 'status': 'completed', 'code': 200} Jul 06 11:57:17.224497 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.404841 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.561477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:17.563639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0dcdeb-5a25-434d-9c7f-a8d0507295db {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:17.583120 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.593028 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:17.604496 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:17.665838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Pushing event updated for resources: {'Port': ['ID=f0d732de-8f82-4b21-a332-11610426eb44,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:17.674647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Transition to ACTIVE for port object fe0dcdeb-5a25-434d-9c7f-a8d0507295db will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:17.686525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e349a1-62b2-4afe-bbae-4fe097a9c2d0 req-c22da97f-a3aa-494c-a75b-aed654252d90 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:17.694124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e349a1-62b2-4afe-bbae-4fe097a9c2d0 req-c22da97f-a3aa-494c-a75b-aed654252d90 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:17.695339 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.701416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e349a1-62b2-4afe-bbae-4fe097a9c2d0 req-c22da97f-a3aa-494c-a75b-aed654252d90 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:17.703503 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03e349a1-62b2-4afe-bbae-4fe097a9c2d0 req-c22da97f-a3aa-494c-a75b-aed654252d90 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2399 time: 0.1282094 Jul 06 11:57:17.727357 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279e4d0d-b167-4d48-bfc2-7382c5a4141c {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:17.747600 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03e349a1-62b2-4afe-bbae-4fe097a9c2d0 req-326fdd3f-923b-4d01-9ead-af71d2bf15fc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372343 Jul 06 11:57:17.762501 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:17.863726 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f869cc96-e6f2-4c32-98d6-1cc13fb077a4 x-openstack-request-id: req-f869cc96-e6f2-4c32-98d6-1cc13fb077a4 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:17.875288 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "tag": "7d5a2066-089d-4629-bb08-ed4c7c24ba4d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "tag": "51dace3d-bd6d-4763-9818-1dd1a11ccea5", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:17.875288 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f869cc96-e6f2-4c32-98d6-1cc13fb077a4 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:17.875288 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'tag': '7d5a2066-089d-4629-bb08-ed4c7c24ba4d', 'status': 'completed', 'code': 200} Jul 06 11:57:17.875288 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'tag': '51dace3d-bd6d-4763-9818-1dd1a11ccea5', 'status': 'completed', 'code': 200} Jul 06 11:57:17.967528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e7c79831-395f-4525-ae39-e6fea1a46efd details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:17.981503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bac807-48c6-4599-b68c-74a5609c7d1a req-1344d0f3-7ae4-4749-97e0-0496107ebff4 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:17.983281 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-26bac807-48c6-4599-b68c-74a5609c7d1a req-1344d0f3-7ae4-4749-97e0-0496107ebff4 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a4ecdc4-d081-48c2-9463-b940f7b0ea2b HTTP/1.1" status: 200 len: 949 time: 0.5093400 Jul 06 11:57:18.012291 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Transition to ACTIVE for port object 279e4d0d-b167-4d48-bfc2-7382c5a4141c will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:18.127035 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.133525 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e7c79831-395f-4525-ae39-e6fea1a46efd, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e7c79831-395f-4525-ae39-e6fea1a46efd,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:18.147931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-0fee6302-67a3-400a-9eaa-c699d3160cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.148635 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-0fee6302-67a3-400a-9eaa-c699d3160cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.149104 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-0fee6302-67a3-400a-9eaa-c699d3160cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.150119 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-0fee6302-67a3-400a-9eaa-c699d3160cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.150596 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-0fee6302-67a3-400a-9eaa-c699d3160cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.151079 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-0fee6302-67a3-400a-9eaa-c699d3160cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.151624 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-0fee6302-67a3-400a-9eaa-c699d3160cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.153815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'e7c79831-395f-4525-ae39-e6fea1a46efd', 'network_id': '60e066ea-2966-4eac-95a4-bc2bc640f4bd', 'port_id': 'e7c79831-395f-4525-ae39-e6fea1a46efd', 'mac_address': 'fa:16:3e:8a:32:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6097b696-6863-4418-b0a0-433aa68953b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:18.155027 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-0fee6302-67a3-400a-9eaa-c699d3160cc9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 6274 time: 0.2907526 Jul 06 11:57:18.166167 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-514ae1f7-c683-452b-b751-2d598f893b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.167113 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-514ae1f7-c683-452b-b751-2d598f893b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.167418 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-514ae1f7-c683-452b-b751-2d598f893b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.168855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-514ae1f7-c683-452b-b751-2d598f893b40 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b147038bdc04055ad4e82dede7b2aaf&device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2822 time: 0.2962170 Jul 06 11:57:18.170233 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0dcdeb-5a25-434d-9c7f-a8d0507295db,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:18.215153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb64b8-ef02-41da-a56d-d886fe241fb3 req-0da29401-b8a9-43cb-bfe0-5a5f873cafbf tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.215153 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cfb64b8-ef02-41da-a56d-d886fe241fb3 req-0da29401-b8a9-43cb-bfe0-5a5f873cafbf tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a4ecdc4-d081-48c2-9463-b940f7b0ea2b HTTP/1.1" status: 200 len: 949 time: 0.2249439 Jul 06 11:57:18.279196 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.295134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c79831-395f-4525-ae39-e6fea1a46efd {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:18.354368 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e7c79831-395f-4525-ae39-e6fea1a46efd, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e7c79831-395f-4525-ae39-e6fea1a46efd,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:18.361997 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.437033 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=e7c79831-395f-4525-ae39-e6fea1a46efd,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:18.456958 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Pushing event updated for resources: {'Port': ['ID=279e4d0d-b167-4d48-bfc2-7382c5a4141c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:18.504595 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cfb64b8-ef02-41da-a56d-d886fe241fb3 req-e3969cf3-0e68-4aa9-873b-b2ccf25751b5 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494912 Jul 06 11:57:18.619618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['e7c79831-395f-4525-ae39-e6fea1a46efd'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:18.630123 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-2fcc54fd-bf9d-42f6-b965-520c731508a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.630602 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-2fcc54fd-bf9d-42f6-b965-520c731508a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.631067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-2fcc54fd-bf9d-42f6-b965-520c731508a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.640709 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-2fcc54fd-bf9d-42f6-b965-520c731508a2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4623160 Jul 06 11:57:18.701862 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Attempting to bind port fe0dcdeb-5a25-434d-9c7f-a8d0507295db on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:18.702632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Attempting to bind port fe0dcdeb-5a25-434d-9c7f-a8d0507295db by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '22904f85-8c27-48ec-9dad-eca9141213be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:18.703199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Attempting to bind port fe0dcdeb-5a25-434d-9c7f-a8d0507295db on network 2298e221-cb91-40c0-93a8-e97df490333f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:18.727193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Port fe0dcdeb-5a25-434d-9c7f-a8d0507295db on network 2298e221-cb91-40c0-93a8-e97df490333f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:57:18.727941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Attempting to bind port fe0dcdeb-5a25-434d-9c7f-a8d0507295db on network 2298e221-cb91-40c0-93a8-e97df490333f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:18.748174 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:18.749016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Checking segment: {'id': '22904f85-8c27-48ec-9dad-eca9141213be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:18.749635 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Bound using segment: {'id': '22904f85-8c27-48ec-9dad-eca9141213be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:18.750356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Bound port: fe0dcdeb-5a25-434d-9c7f-a8d0507295db, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22904f85-8c27-48ec-9dad-eca9141213be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:18.750952 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.753968 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.789018 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-9dd82813-f47d-4544-9970-21d902e91d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.789748 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-9dd82813-f47d-4544-9970-21d902e91d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.790081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-9dd82813-f47d-4544-9970-21d902e91d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:18.792204 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-9dd82813-f47d-4544-9970-21d902e91d4c service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=0b147038bdc04055ad4e82dede7b2aaf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6042283 Jul 06 11:57:18.819523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Attempting to bind port 279e4d0d-b167-4d48-bfc2-7382c5a4141c on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:18.820287 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Attempting to bind port 279e4d0d-b167-4d48-bfc2-7382c5a4141c by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:18.820868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Attempting to bind port 279e4d0d-b167-4d48-bfc2-7382c5a4141c on network 65aaa158-a2b5-4ac1-912d-793053707b69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:18.827040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-26bac807-48c6-4599-b68c-74a5609c7d1a req-c7c0cc2e-3559-4a0a-90ca-723dab7c492c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Deleting port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:18.827743 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-26bac807-48c6-4599-b68c-74a5609c7d1a req-c7c0cc2e-3559-4a0a-90ca-723dab7c492c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.901844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Port 279e4d0d-b167-4d48-bfc2-7382c5a4141c on network 65aaa158-a2b5-4ac1-912d-793053707b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:57:18.902623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Attempting to bind port 279e4d0d-b167-4d48-bfc2-7382c5a4141c on network 65aaa158-a2b5-4ac1-912d-793053707b69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:18.928524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:18.928878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Checking segment: {'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:18.929558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Bound using segment: {'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:18.930076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Bound port: 279e4d0d-b167-4d48-bfc2-7382c5a4141c, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eade7951-8952-46c5-8dec-ddb003775b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:18.930505 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:18.957961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475c1940-a124-48c6-80cf-8554ab284fad', 'tag': 'e7c79831-395f-4525-ae39-e6fea1a46efd'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:18.960229 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedbec4c-4872-4107-8031-8f4bc52c3801" -d '{"events": [{"name": "network-changed", "server_uuid": "475c1940-a124-48c6-80cf-8554ab284fad", "tag": "e7c79831-395f-4525-ae39-e6fea1a46efd"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:19.061664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] For port fe0dcdeb-5a25-434d-9c7f-a8d0507295db, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:19.092205 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-b1b49550-794a-46a3-8e45-5ba1fa7923f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.093768 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-b1b49550-794a-46a3-8e45-5ba1fa7923f2 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2943268 Jul 06 11:57:19.094426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] For port fe0dcdeb-5a25-434d-9c7f-a8d0507295db, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=fe0dcdeb-5a25-434d-9c7f-a8d0507295db,segment=NetworkSegment(22904f85-8c27-48ec-9dad-eca9141213be),segment_id=22904f85-8c27-48ec-9dad-eca9141213be)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:19.095845 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-2a14fa45-3a1d-45c3-87f2-2dc350433615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.097395 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-2a14fa45-3a1d-45c3-87f2-2dc350433615 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4555740 Jul 06 11:57:19.103748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-26bac807-48c6-4599-b68c-74a5609c7d1a req-c7c0cc2e-3559-4a0a-90ca-723dab7c492c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] For port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9e96f3af-fdf5-4beb-9137-5a4aa26d1b74,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:19.104206 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-26bac807-48c6-4599-b68c-74a5609c7d1a req-c7c0cc2e-3559-4a0a-90ca-723dab7c492c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:19.107496 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a4cd0-31be-4717-92cf-105b64f10ab7 req-68a7c6d9-e910-43ab-9f85-a3f045d737d6 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.113169 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:19.115275 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e99a4cd0-31be-4717-92cf-105b64f10ab7 req-68a7c6d9-e910-43ab-9f85-a3f045d737d6 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 946 time: 0.4147158 Jul 06 11:57:19.132186 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7a63-8b14-4405-95df-303f4d4a6978 req-44bdafba-010e-4ae3-b11b-7c12609bfcd7 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.135336 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6e5e7a63-8b14-4405-95df-303f4d4a6978 req-44bdafba-010e-4ae3-b11b-7c12609bfcd7 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e892346-d28c-49e4-85ab-f79069154e48 HTTP/1.1" status: 200 len: 949 time: 0.2541792 Jul 06 11:57:19.198754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-26bac807-48c6-4599-b68c-74a5609c7d1a req-c7c0cc2e-3559-4a0a-90ca-723dab7c492c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Calling delete_port for 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:19.200890 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e99a4cd0-31be-4717-92cf-105b64f10ab7 req-1ea779a1-2b31-46fd-966d-1dc6d03599b9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846894 Jul 06 11:57:19.213036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] For port 279e4d0d-b167-4d48-bfc2-7382c5a4141c, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:19.233067 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.233764 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:19.238381 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] 10.222.0.89 "PUT /v2.0/ports/fe0dcdeb-5a25-434d-9c7f-a8d0507295db HTTP/1.1" status: 200 len: 1092 time: 3.2170963 Jul 06 11:57:19.279096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-6e5e7a63-8b14-4405-95df-303f4d4a6978 req-3f958849-cbb3-4663-95ff-10699a454d3f tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Deleting port 62362abb-3d84-4113-a48b-54d28469d27e {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:19.279522 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6e5e7a63-8b14-4405-95df-303f4d4a6978 req-3f958849-cbb3-4663-95ff-10699a454d3f tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:19.465916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-6e5e7a63-8b14-4405-95df-303f4d4a6978 req-3f958849-cbb3-4663-95ff-10699a454d3f tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] For port 62362abb-3d84-4113-a48b-54d28469d27e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62362abb-3d84-4113-a48b-54d28469d27e,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:19.465916 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6e5e7a63-8b14-4405-95df-303f4d4a6978 req-3f958849-cbb3-4663-95ff-10699a454d3f tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:19.493837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-6e5e7a63-8b14-4405-95df-303f4d4a6978 req-3f958849-cbb3-4663-95ff-10699a454d3f tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Calling delete_port for 62362abb-3d84-4113-a48b-54d28469d27e owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:19.524259 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4fd86-d4c9-4b9b-ba71-a2de5f78a037 req-f8ba958f-961d-4bac-adc9-b841127edad8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.531843 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ca4fd86-d4c9-4b9b-ba71-a2de5f78a037 req-f8ba958f-961d-4bac-adc9-b841127edad8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e892346-d28c-49e4-85ab-f79069154e48 HTTP/1.1" status: 200 len: 949 time: 0.1637394 Jul 06 11:57:19.617004 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] For port 279e4d0d-b167-4d48-bfc2-7382c5a4141c, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=279e4d0d-b167-4d48-bfc2-7382c5a4141c,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:19.632131 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ca4fd86-d4c9-4b9b-ba71-a2de5f78a037 req-08f1c056-a761-4880-9b58-dab4c3e440f4 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990109 Jul 06 11:57:19.687258 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:19.700491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614b384-d614-41f3-9c1e-9911a460bd18 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0dcdeb-5a25-434d-9c7f-a8d0507295db,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:19.723867 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6e5e7a63-8b14-4405-95df-303f4d4a6978 req-3f958849-cbb3-4663-95ff-10699a454d3f tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:19.737698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9a5d9e-492e-4c12-99d5-e4095fc1ed94', 'e48ac6ca-f009-4c5d-9cf1-8658ab803e66'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:19.739928 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd64659e-6f68-4803-a2c1-de2433fa8279', 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616', 'e1bc6098-e628-443b-be01-ace1e9eb6bb5', 'ced59670-b79e-4c37-9b5b-b4e168342ac7', '62362abb-3d84-4113-a48b-54d28469d27e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:19.769681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.770299 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:19.771703 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] 10.222.0.23 "PUT /v2.0/ports/279e4d0d-b167-4d48-bfc2-7382c5a4141c HTTP/1.1" status: 200 len: 1090 time: 3.5691309 Jul 06 11:57:19.781053 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:19.801484 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f958849-cbb3-4663-95ff-10699a454d3f tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event deleted for resources: {'Port': ['ID=62362abb-3d84-4113-a48b-54d28469d27e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:19.860536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa2069-42b6-4c9d-a71f-afadf5db8b59 service neutron] Pushing event updated for resources: {'Port': ['ID=279e4d0d-b167-4d48-bfc2-7382c5a4141c,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:19.873198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-d6c85824-6372-4218-8698-f896425f7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.873684 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-d6c85824-6372-4218-8698-f896425f7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.874157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-d6c85824-6372-4218-8698-f896425f7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.875877 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-d6c85824-6372-4218-8698-f896425f7d5d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b147038bdc04055ad4e82dede7b2aaf&device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2864 time: 0.2937624 Jul 06 11:57:19.878529 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5e7a63-8b14-4405-95df-303f4d4a6978 req-3f958849-cbb3-4663-95ff-10699a454d3f tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] No DVR routers for this DVR port 62362abb-3d84-4113-a48b-54d28469d27e on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:19.879084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'tag': '57fecb67-373c-46d3-b254-862c832447c0'}, {'name': 'network-changed', 'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'tag': '09651e64-7c60-4395-8efa-e0c5bc0a7e29'}, {'name': 'network-changed', 'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'tag': 'fe0dcdeb-5a25-434d-9c7f-a8d0507295db'}, {'name': 'network-changed', 'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'tag': '279e4d0d-b167-4d48-bfc2-7382c5a4141c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:19.881511 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222d7da3-5217-4789-bc73-52219d0a68ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "tag": "57fecb67-373c-46d3-b254-862c832447c0"}, {"name": "network-changed", "server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "tag": "09651e64-7c60-4395-8efa-e0c5bc0a7e29"}, {"name": "network-changed", "server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "tag": "fe0dcdeb-5a25-434d-9c7f-a8d0507295db"}, {"name": "network-changed", "server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "tag": "279e4d0d-b167-4d48-bfc2-7382c5a4141c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:19.883899 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6e5e7a63-8b14-4405-95df-303f4d4a6978 req-3f958849-cbb3-4663-95ff-10699a454d3f tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:19.887478 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6e5e7a63-8b14-4405-95df-303f4d4a6978 req-3f958849-cbb3-4663-95ff-10699a454d3f tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "DELETE /v2.0/ports/62362abb-3d84-4113-a48b-54d28469d27e HTTP/1.1" status: 204 len: 173 time: 0.7446976 Jul 06 11:57:19.935198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Request body: {'port': {'device_id': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:19.935900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874dc60-760f-4d6e-8df5-63779882c485 req-4c2b74af-5fc2-4d97-a810-6d9bd90b4158 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.942611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874dc60-760f-4d6e-8df5-63779882c485 req-4c2b74af-5fc2-4d97-a810-6d9bd90b4158 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.944608 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-034fabda-8f6c-4fb3-ab59-3c4e8c0903bf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.60&port_id=51dace3d-bd6d-4763-9818-1dd1a11ccea5 HTTP/1.1" status: 200 len: 217 time: 0.0560060 Jul 06 11:57:19.949364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874dc60-760f-4d6e-8df5-63779882c485 req-4c2b74af-5fc2-4d97-a810-6d9bd90b4158 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.958093 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874dc60-760f-4d6e-8df5-63779882c485 req-4c2b74af-5fc2-4d97-a810-6d9bd90b4158 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.964871 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874dc60-760f-4d6e-8df5-63779882c485 req-4c2b74af-5fc2-4d97-a810-6d9bd90b4158 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.971622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874dc60-760f-4d6e-8df5-63779882c485 req-4c2b74af-5fc2-4d97-a810-6d9bd90b4158 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.978318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874dc60-760f-4d6e-8df5-63779882c485 req-4c2b74af-5fc2-4d97-a810-6d9bd90b4158 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:19.986311 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2874dc60-760f-4d6e-8df5-63779882c485 req-4c2b74af-5fc2-4d97-a810-6d9bd90b4158 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5394 time: 0.2204990 Jul 06 11:57:19.999590 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e7c79831-395f-4525-ae39-e6fea1a46efd up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:20.072327 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2874dc60-760f-4d6e-8df5-63779882c485 req-3b22d543-c666-48db-ab9f-89e846780c65 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850072 Jul 06 11:57:20.202438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-379ee07d-20dd-4a20-bc32-18144afb8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:20.204285 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-379ee07d-20dd-4a20-bc32-18144afb8e99 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efe22717-cabe-42e8-b744-e10fcafceb98 HTTP/1.1" status: 200 len: 801 time: 0.2341907 Jul 06 11:57:20.206637 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-26bac807-48c6-4599-b68c-74a5609c7d1a req-c7c0cc2e-3559-4a0a-90ca-723dab7c492c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:20.207719 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port e7c79831-395f-4525-ae39-e6fea1a46efd completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:20.216564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port e7c79831-395f-4525-ae39-e6fea1a46efd triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:20.216933 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:20.333643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0cc2e-3559-4a0a-90ca-723dab7c492c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Pushing event deleted for resources: {'Port': ['ID=9e96f3af-fdf5-4beb-9137-5a4aa26d1b74,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:20.361512 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:20.371245 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bac807-48c6-4599-b68c-74a5609c7d1a req-c7c0cc2e-3559-4a0a-90ca-723dab7c492c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] No DVR routers for this DVR port 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:20.381930 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-26bac807-48c6-4599-b68c-74a5609c7d1a req-c7c0cc2e-3559-4a0a-90ca-723dab7c492c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:20.384196 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-26bac807-48c6-4599-b68c-74a5609c7d1a req-c7c0cc2e-3559-4a0a-90ca-723dab7c492c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.89 "DELETE /v2.0/ports/9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 HTTP/1.1" status: 204 len: 173 time: 2.3850551 Jul 06 11:57:20.442632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Router 3338f66e-af90-4ac1-a3a9-37bcd5e198d7 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:57:20.486550 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:20.576079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-401dc8f2-25ee-4e86-af31-d7c0b7cc9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:20.590269 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-401dc8f2-25ee-4e86-af31-d7c0b7cc9f58 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2298e221-cb91-40c0-93a8-e97df490333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3597274 Jul 06 11:57:20.767755 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475c1940-a124-48c6-80cf-8554ab284fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c79831-395f-4525-ae39-e6fea1a46efd'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:20.772391 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079e2765-bbde-4997-8d63-3a23c9054390" -d '{"events": [{"server_uuid": "475c1940-a124-48c6-80cf-8554ab284fad", "name": "network-vif-plugged", "status": "completed", "tag": "e7c79831-395f-4525-ae39-e6fea1a46efd"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:20.780806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611479be-5db3-4102-b020-01085b69b95f req-14b72e0a-bb70-450a-ab37-21108954ecc2 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:20.788266 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-611479be-5db3-4102-b020-01085b69b95f req-14b72e0a-bb70-450a-ab37-21108954ecc2 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 944 time: 0.5235476 Jul 06 11:57:20.809841 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:20.811383 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cda924-0b78-426c-865c-e93cce2084e4 req-083fae57-fbba-411b-a924-85ed857aeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:20.812962 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30cda924-0b78-426c-865c-e93cce2084e4 req-083fae57-fbba-411b-a924-85ed857aeee4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb4361f835974e8bb48f40231c55813a&device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 1097 time: 0.5072742 Jul 06 11:57:20.840187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['17774dac-3982-493a-815e-3ab2c1eb77de'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:20.846403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:20.848598 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:20.849567 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9e96f3af-fdf5-4beb-9137-5a4aa26d1b74 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:20.853503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e7c79831-395f-4525-ae39-e6fea1a46efd, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e7c79831-395f-4525-ae39-e6fea1a46efd,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:20.861859 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb4fdd0-5d97-4253-bf30-daf8a0565a98 None None] Sync routers for ids ['3338f66e-af90-4ac1-a3a9-37bcd5e198d7'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:20.872497 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb4fdd0-5d97-4253-bf30-daf8a0565a98 None None] Routers {'3338f66e-af90-4ac1-a3a9-37bcd5e198d7'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:20.873340 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9fb4fdd0-5d97-4253-bf30-daf8a0565a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3338f66e-af90-4ac1-a3a9-37bcd5e198d7'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:20.883801 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:20.892179 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-611479be-5db3-4102-b020-01085b69b95f req-d3617e39-2c29-43b2-9c06-10ce53eaf2e6 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026528 Jul 06 11:57:20.917833 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9fb4fdd0-5d97-4253-bf30-daf8a0565a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:20.927350 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb4fdd0-5d97-4253-bf30-daf8a0565a98 None None] Routers {'3338f66e-af90-4ac1-a3a9-37bcd5e198d7'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:20.928206 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9fb4fdd0-5d97-4253-bf30-daf8a0565a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3338f66e-af90-4ac1-a3a9-37bcd5e198d7'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:20.945404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=e7c79831-395f-4525-ae39-e6fea1a46efd,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:20.958437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:20.958791 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:20.959134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:20.959502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:20.959847 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:20.960181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:20.964538 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:20.965027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:20.965348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:20.965687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:20.966025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:20.966356 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:20.988232 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cda924-0b78-426c-865c-e93cce2084e4 req-2f4ee3dc-4705-4369-b50b-0bce3eb1ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:20.989817 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30cda924-0b78-426c-865c-e93cce2084e4 req-2f4ee3dc-4705-4369-b50b-0bce3eb1ffbf service neutron] 10.222.0.23 "GET /v2.0/networks?id=2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 200 len: 917 time: 0.1648076 Jul 06 11:57:20.995101 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9fb4fdd0-5d97-4253-bf30-daf8a0565a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:21.000870 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb4fdd0-5d97-4253-bf30-daf8a0565a98 None None] The sync data for ids ['3338f66e-af90-4ac1-a3a9-37bcd5e198d7'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:21.012843 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-c577ef29-7e3c-429f-b4c7-57ec2909ddb4 service neutron] 10.222.0.89 "GET /v2.0/networks/2298e221-cb91-40c0-93a8-e97df490333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847897 Jul 06 11:57:21.072974 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:21.074834 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-68177069-e10c-489b-86fb-aa115145553e tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0618036 Jul 06 11:57:21.079281 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:21.082288 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34734) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:21.091747 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7c68ed87-1a23-45aa-8d56-d6874903d891 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'enable_snat': False}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:21.094899 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:21.120921 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Transition to ACTIVE for port object 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:21.131947 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:21.202863 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-0657831d-d5b8-40e5-b7c4-bb5789b47ef2 service neutron] 10.222.0.89 "GET /v2.0/networks/2298e221-cb91-40c0-93a8-e97df490333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828108 Jul 06 11:57:21.224099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:21.296206 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30cda924-0b78-426c-865c-e93cce2084e4 req-c276f986-e1bf-4177-b14c-1991510aebc0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f HTTP/1.1" status: 200 len: 1002 time: 0.2990789 Jul 06 11:57:21.306618 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-9473e746-806b-4b47-bd5b-fcb9938e300d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.87&port_id=57fecb67-373c-46d3-b254-862c832447c0 HTTP/1.1" status: 200 len: 217 time: 0.0915303 Jul 06 11:57:21.415188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8c20ecfc-96f0-44bf-bebd-70cf305ac7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:21.416815 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-8c20ecfc-96f0-44bf-bebd-70cf305ac7e5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=018c5962-162a-4bd1-8ada-a6032d9c1380 HTTP/1.1" status: 200 len: 801 time: 0.0850639 Jul 06 11:57:21.455624 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cda924-0b78-426c-865c-e93cce2084e4 req-87fae536-859d-4622-a802-4fc73430f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:21.457242 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30cda924-0b78-426c-865c-e93cce2084e4 req-87fae536-859d-4622-a802-4fc73430f728 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=051eb73e-cc49-4234-bd0e-51f311b8c003 HTTP/1.1" status: 200 len: 855 time: 0.1086595 Jul 06 11:57:21.457429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Attempting to bind port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:21.457803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Attempting to bind port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '56a1e3c9-b193-4445-927f-d36e77968ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:21.458127 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Attempting to bind port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c on network 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:21.467789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c on network 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:57:21.468123 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Attempting to bind port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c on network 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:21.477757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:21.478031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Checking segment: {'id': '56a1e3c9-b193-4445-927f-d36e77968ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:21.478428 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Bound using segment: {'id': '56a1e3c9-b193-4445-927f-d36e77968ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:21.478972 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Bound port: 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a1e3c9-b193-4445-927f-d36e77968ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:21.479291 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:21.530863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-d335ad81-1894-4c4a-9261-731762b305ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:21.532490 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-d335ad81-1894-4c4a-9261-731762b305ac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f5db2979-df32-4ea1-bff1-d80812924533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1081083 Jul 06 11:57:21.559290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a97d4-3110-4391-93bc-ff7ac7eb363f req-3725d60d-d742-490e-935f-0503a4d7e458 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:21.565441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a97d4-3110-4391-93bc-ff7ac7eb363f req-3725d60d-d742-490e-935f-0503a4d7e458 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:21.571955 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a97d4-3110-4391-93bc-ff7ac7eb363f req-3725d60d-d742-490e-935f-0503a4d7e458 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:21.573602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b53a97d4-3110-4391-93bc-ff7ac7eb363f req-3725d60d-d742-490e-935f-0503a4d7e458 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2411 time: 0.2233136 Jul 06 11:57:21.612050 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] For port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:21.617075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] For port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c,segment=NetworkSegment(56a1e3c9-b193-4445-927f-d36e77968ca4),segment_id=56a1e3c9-b193-4445-927f-d36e77968ca4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:21.623691 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:21.675891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:21.676519 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:21.677923 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] 10.222.0.23 "PUT /v2.0/ports/872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c HTTP/1.1" status: 200 len: 1091 time: 1.7482774 Jul 06 11:57:21.698422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cda924-0b78-426c-865c-e93cce2084e4 req-5ff1c70a-d0d3-4bcd-8e5d-483a51aa1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:21.699982 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30cda924-0b78-426c-865c-e93cce2084e4 req-5ff1c70a-d0d3-4bcd-8e5d-483a51aa1f6e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2583a30c-12e0-47de-ab04-5597efae877a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2337482 Jul 06 11:57:21.706615 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-f9826ff6-17f9-4bab-9645-334f9477d8d3 service neutron] 10.222.0.89 "GET /v2.0/networks/f5db2979-df32-4ea1-bff1-d80812924533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671805 Jul 06 11:57:21.709206 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b53a97d4-3110-4391-93bc-ff7ac7eb363f req-36305d06-9b3e-4bef-91ff-ee5931c272fd tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014252 Jul 06 11:57:21.712851 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c794c-a77c-41d2-9bed-c94b557e7ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:21.720557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Request body: {'port': {'device_id': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:21.811923 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e247fc-06ca-48e9-8603-48b45e3b9db1 x-openstack-request-id: req-03e247fc-06ca-48e9-8603-48b45e3b9db1 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:21.812521 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475c1940-a124-48c6-80cf-8554ab284fad", "tag": "e7c79831-395f-4525-ae39-e6fea1a46efd", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:21.812521 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03e247fc-06ca-48e9-8603-48b45e3b9db1 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:21.812850 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475c1940-a124-48c6-80cf-8554ab284fad', 'tag': 'e7c79831-395f-4525-ae39-e6fea1a46efd', 'status': 'completed', 'code': 200} Jul 06 11:57:21.851181 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c68ed87-1a23-45aa-8d56-d6874903d891 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:21.934410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30cda924-0b78-426c-865c-e93cce2084e4 req-77b687fe-4b3a-491b-bad7-76977ed6d32a service neutron] 10.222.0.23 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207298 Jul 06 11:57:21.934717 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a4a480-0a52-4def-b4a8-166fbf48ed02 x-openstack-request-id: req-d9a4a480-0a52-4def-b4a8-166fbf48ed02 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:21.935572 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "tag": "57fecb67-373c-46d3-b254-862c832447c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "tag": "09651e64-7c60-4395-8efa-e0c5bc0a7e29", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "tag": "fe0dcdeb-5a25-434d-9c7f-a8d0507295db", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "tag": "279e4d0d-b167-4d48-bfc2-7382c5a4141c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:21.935572 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9a4a480-0a52-4def-b4a8-166fbf48ed02 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:21.936106 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'tag': '57fecb67-373c-46d3-b254-862c832447c0', 'status': 'completed', 'code': 200} Jul 06 11:57:21.936257 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'tag': '09651e64-7c60-4395-8efa-e0c5bc0a7e29', 'status': 'completed', 'code': 200} Jul 06 11:57:21.936425 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'tag': 'fe0dcdeb-5a25-434d-9c7f-a8d0507295db', 'status': 'completed', 'code': 200} Jul 06 11:57:21.936665 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'tag': '279e4d0d-b167-4d48-bfc2-7382c5a4141c', 'status': 'completed', 'code': 200} Jul 06 11:57:21.943005 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:21.957346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.23', 57484) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:21.968930 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-6fabf6a6-908c-4235-bd77-39e9c1f5e015 service neutron] 10.222.0.89 "GET /v2.0/networks/f5db2979-df32-4ea1-bff1-d80812924533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458608 Jul 06 11:57:22.054734 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30cda924-0b78-426c-865c-e93cce2084e4 req-2a5a62f1-44f1-4d71-952b-298be415ea4f service neutron] 10.222.0.23 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130841 Jul 06 11:57:22.071999 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-b170672d-b1ed-492c-852d-151a6a389f6c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.213&port_id=fe0dcdeb-5a25-434d-9c7f-a8d0507295db HTTP/1.1" status: 200 len: 217 time: 0.0755041 Jul 06 11:57:22.076824 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbec4c-4872-4107-8031-8f4bc52c3801 req-3d97ebd8-1b54-472f-bfb7-db671fa0e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.078287 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eedbec4c-4872-4107-8031-8f4bc52c3801 req-3d97ebd8-1b54-472f-bfb7-db671fa0e788 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a904a05771ea4318acb6528087369411&device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 1096 time: 0.2707043 Jul 06 11:57:22.183089 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['7980525f-9685-4099-be30-26e6e4773809'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:22.189603 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65087654-6549-4a6a-9847-7bceae1b48fb req-316070e6-cf47-4e18-9d49-8e84fa98c14c tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.191212 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-65087654-6549-4a6a-9847-7bceae1b48fb req-316070e6-cf47-4e18-9d49-8e84fa98c14c tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 946 time: 0.1345222 Jul 06 11:57:22.278842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-65087654-6549-4a6a-9847-7bceae1b48fb req-bdd742fa-6edf-4aed-9839-23afc88e4907 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515733 Jul 06 11:57:22.418638 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0b038c-960b-4ef0-a404-2b8579338230 x-openstack-request-id: req-bb0b038c-960b-4ef0-a404-2b8579338230 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:22.419208 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475c1940-a124-48c6-80cf-8554ab284fad", "name": "network-vif-plugged", "status": "completed", "tag": "e7c79831-395f-4525-ae39-e6fea1a46efd", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:22.419846 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb0b038c-960b-4ef0-a404-2b8579338230 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:22.420512 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475c1940-a124-48c6-80cf-8554ab284fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c79831-395f-4525-ae39-e6fea1a46efd', 'code': 200} Jul 06 11:57:22.519564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-d8b7fb16-c879-4018-bc06-e4213c165cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.520050 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-d8b7fb16-c879-4018-bc06-e4213c165cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.520523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-d8b7fb16-c879-4018-bc06-e4213c165cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.520987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-d8b7fb16-c879-4018-bc06-e4213c165cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.521463 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-d8b7fb16-c879-4018-bc06-e4213c165cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.522392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-d8b7fb16-c879-4018-bc06-e4213c165cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.522919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-d8b7fb16-c879-4018-bc06-e4213c165cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.525649 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-d8b7fb16-c879-4018-bc06-e4213c165cc8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 6408 time: 0.5658832 Jul 06 11:57:22.533505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-4df3aa92-db93-41eb-b0d0-bdf9d8ba7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.535077 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-4df3aa92-db93-41eb-b0d0-bdf9d8ba7852 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efe22717-cabe-42e8-b744-e10fcafceb98 HTTP/1.1" status: 200 len: 801 time: 0.4533389 Jul 06 11:57:22.548443 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c68ed87-1a23-45aa-8d56-d6874903d891 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:22.575756 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c68ed87-1a23-45aa-8d56-d6874903d891 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:22.659594 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c5982-02b4-4a4f-be19-84a584170566 req-428026bf-b109-4e47-a0da-904a20c50ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.661108 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-439c5982-02b4-4a4f-be19-84a584170566 req-428026bf-b109-4e47-a0da-904a20c50ec5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 1096 time: 0.1632631 Jul 06 11:57:22.695344 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbec4c-4872-4107-8031-8f4bc52c3801 req-ed6f29cd-39ff-4305-a530-a2ae2ccd41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.697269 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eedbec4c-4872-4107-8031-8f4bc52c3801 req-ed6f29cd-39ff-4305-a530-a2ae2ccd41e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=60e066ea-2966-4eac-95a4-bc2bc640f4bd HTTP/1.1" status: 200 len: 916 time: 0.6019146 Jul 06 11:57:22.720747 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108cff-f105-44df-8225-034698075dba req-3d778f56-469d-4fe9-82c8-df104b9fda4e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.726607 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108cff-f105-44df-8225-034698075dba req-3d778f56-469d-4fe9-82c8-df104b9fda4e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.732534 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108cff-f105-44df-8225-034698075dba req-3d778f56-469d-4fe9-82c8-df104b9fda4e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.738371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108cff-f105-44df-8225-034698075dba req-3d778f56-469d-4fe9-82c8-df104b9fda4e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.744800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108cff-f105-44df-8225-034698075dba req-3d778f56-469d-4fe9-82c8-df104b9fda4e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.750668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108cff-f105-44df-8225-034698075dba req-3d778f56-469d-4fe9-82c8-df104b9fda4e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.756872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108cff-f105-44df-8225-034698075dba req-3d778f56-469d-4fe9-82c8-df104b9fda4e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.759333 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b9108cff-f105-44df-8225-034698075dba req-3d778f56-469d-4fe9-82c8-df104b9fda4e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5406 time: 0.2307022 Jul 06 11:57:22.769524 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eedbec4c-4872-4107-8031-8f4bc52c3801 req-ce3868d6-bc93-4302-8ecc-1c97288f6a9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c79831-395f-4525-ae39-e6fea1a46efd HTTP/1.1" status: 200 len: 217 time: 0.0606096 Jul 06 11:57:22.785698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 62362abb-3d84-4113-a48b-54d28469d27e no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:22.802717 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-439c5982-02b4-4a4f-be19-84a584170566 req-8580b98d-cf76-44bb-b0fd-9318ac55ebf3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155474 Jul 06 11:57:22.807482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 62362abb-3d84-4113-a48b-54d28469d27e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:22.807934 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 62362abb-3d84-4113-a48b-54d28469d27e not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:22.818180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c68ed87-1a23-45aa-8d56-d6874903d891 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Router 3338f66e-af90-4ac1-a3a9-37bcd5e198d7 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:57:22.831142 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b9108cff-f105-44df-8225-034698075dba req-f0a18ce2-eaea-425e-836a-cc77bc365fa0 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629208 Jul 06 11:57:22.840138 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-40353587-900c-4a35-8f87-04aeaaab6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.840615 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-40353587-900c-4a35-8f87-04aeaaab6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.841081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-40353587-900c-4a35-8f87-04aeaaab6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.842827 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-40353587-900c-4a35-8f87-04aeaaab6c38 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2994010 Jul 06 11:57:22.884467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-2c760d84-142f-41f3-b9d0-5f60f14f83b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.886038 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-2c760d84-142f-41f3-b9d0-5f60f14f83b8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2298e221-cb91-40c0-93a8-e97df490333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3233004 Jul 06 11:57:22.934709 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbec4c-4872-4107-8031-8f4bc52c3801 req-651afae6-0cef-4b6e-9edf-e245661f3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:22.936843 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eedbec4c-4872-4107-8031-8f4bc52c3801 req-651afae6-0cef-4b6e-9edf-e245661f3f71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6097b696-6863-4418-b0a0-433aa68953b6 HTTP/1.1" status: 200 len: 855 time: 0.1548316 Jul 06 11:57:22.944781 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c68ed87-1a23-45aa-8d56-d6874903d891 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:22.950355 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c68ed87-1a23-45aa-8d56-d6874903d891 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:22.956638 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7c68ed87-1a23-45aa-8d56-d6874903d891 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "PUT /v2.0/routers/3338f66e-af90-4ac1-a3a9-37bcd5e198d7 HTTP/1.1" status: 200 len: 922 time: 1.8723855 Jul 06 11:57:22.957699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34748) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:22.958290 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1fd09c-ba22-4b0f-83f5-3b13528c223e None None] Sync routers for ids ['3338f66e-af90-4ac1-a3a9-37bcd5e198d7'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:22.969707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1fd09c-ba22-4b0f-83f5-3b13528c223e None None] Routers {'3338f66e-af90-4ac1-a3a9-37bcd5e198d7'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:22.971760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4a1fd09c-ba22-4b0f-83f5-3b13528c223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3338f66e-af90-4ac1-a3a9-37bcd5e198d7'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:23.010826 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4a1fd09c-ba22-4b0f-83f5-3b13528c223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:23.022802 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1fd09c-ba22-4b0f-83f5-3b13528c223e None None] Routers {'3338f66e-af90-4ac1-a3a9-37bcd5e198d7'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:23.023757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4a1fd09c-ba22-4b0f-83f5-3b13528c223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3338f66e-af90-4ac1-a3a9-37bcd5e198d7'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:23.045961 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eedbec4c-4872-4107-8031-8f4bc52c3801 req-e9bceae2-f454-4495-a15b-b24124795724 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=60e066ea-2966-4eac-95a4-bc2bc640f4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934613 Jul 06 11:57:23.074964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4a1fd09c-ba22-4b0f-83f5-3b13528c223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:23.078209 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1fd09c-ba22-4b0f-83f5-3b13528c223e None None] The sync data for ids ['3338f66e-af90-4ac1-a3a9-37bcd5e198d7'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:23.079868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7fc74d-9666-479f-9b98-8e225535a1d6 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:23.108124 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:23.178190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-e9820b55-1ffe-4e79-9fd1-adcf3bddd603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.179740 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-e9820b55-1ffe-4e79-9fd1-adcf3bddd603 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3271363 Jul 06 11:57:23.181341 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Transition to ACTIVE for port object 2c7fc74d-9666-479f-9b98-8e225535a1d6 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:23.192195 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:23.217378 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-6abc9596-17b4-4594-9eda-65b9fc37a112 service neutron] 10.222.0.89 "GET /v2.0/networks/2298e221-cb91-40c0-93a8-e97df490333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000221 Jul 06 11:57:23.365245 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eedbec4c-4872-4107-8031-8f4bc52c3801 req-a2283931-785d-4fb4-924e-07b38b3656e5 service neutron] 10.222.0.23 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006032 Jul 06 11:57:23.381051 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7fc74d-9666-479f-9b98-8e225535a1d6,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:23.416922 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dfedd-60ae-400c-b936-b97939918826 req-e506f2e9-5192-4692-8ce6-336040e61e67 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.419328 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad6dfedd-60ae-400c-b936-b97939918826 req-e506f2e9-5192-4692-8ce6-336040e61e67 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 945 time: 0.1233208 Jul 06 11:57:23.422134 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2ce6cda0-f5a2-4c0e-a0df-95817a8887c9 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/routers/3338f66e-af90-4ac1-a3a9-37bcd5e198d7 HTTP/1.1" status: 200 len: 922 time: 0.4631157 Jul 06 11:57:23.425130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34754) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:23.525546 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad6dfedd-60ae-400c-b936-b97939918826 req-aa9354d9-637c-4cb6-b0ed-a113f4674070 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973532 Jul 06 11:57:23.531675 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aea6ef40-b172-41c4-84e4-42f570e522c6 req-0e00a9af-dcb6-453b-a623-0248d3b6bf89 service neutron] 10.222.0.89 "GET /v2.0/networks/2298e221-cb91-40c0-93a8-e97df490333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921395 Jul 06 11:57:23.562138 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-68687915-da30-43f5-8f0c-94df5bba2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.562633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-68687915-da30-43f5-8f0c-94df5bba2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.563110 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-68687915-da30-43f5-8f0c-94df5bba2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.563620 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-68687915-da30-43f5-8f0c-94df5bba2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.564090 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-68687915-da30-43f5-8f0c-94df5bba2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.564557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-68687915-da30-43f5-8f0c-94df5bba2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.565019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-68687915-da30-43f5-8f0c-94df5bba2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.567172 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-68687915-da30-43f5-8f0c-94df5bba2240 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 6433 time: 0.3263378 Jul 06 11:57:23.576177 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4624422b-6adb-4416-9ffb-d6517320f0fa tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.577584 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Attempting to bind port 2c7fc74d-9666-479f-9b98-8e225535a1d6 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:23.578181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Attempting to bind port 2c7fc74d-9666-479f-9b98-8e225535a1d6 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '56a1e3c9-b193-4445-927f-d36e77968ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:23.578330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Attempting to bind port 2c7fc74d-9666-479f-9b98-8e225535a1d6 on network 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:23.580265 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4624422b-6adb-4416-9ffb-d6517320f0fa tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=075eaceb-5477-4780-963d-b2414ee11e87&device_id=3338f66e-af90-4ac1-a3a9-37bcd5e198d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1531100 Jul 06 11:57:23.583196 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34756) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:23.615272 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Port 2c7fc74d-9666-479f-9b98-8e225535a1d6 on network 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:57:23.615615 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Attempting to bind port 2c7fc74d-9666-479f-9b98-8e225535a1d6 on network 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:23.657222 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eedbec4c-4872-4107-8031-8f4bc52c3801 req-b315d2e9-d22b-42e0-ad86-5b68d30c028b service neutron] 10.222.0.23 "GET /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798553 Jul 06 11:57:23.681644 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e076cb-9430-4f85-890d-97252aafc994 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.683796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:23.684149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Checking segment: {'id': '56a1e3c9-b193-4445-927f-d36e77968ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:23.684518 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Bound using segment: {'id': '56a1e3c9-b193-4445-927f-d36e77968ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:23.685226 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Bound port: 2c7fc74d-9666-479f-9b98-8e225535a1d6, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a1e3c9-b193-4445-927f-d36e77968ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:23.685589 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:23.687277 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a5e076cb-9430-4f85-890d-97252aafc994 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 881 time: 0.1022213 Jul 06 11:57:23.687447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34758) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:23.738817 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-85fc96c0-5345-4a9b-85c8-b0100233372b tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338f66e-af90-4ac1-a3a9-37bcd5e198d7 HTTP/1.1" status: 200 len: 205 time: 0.0472796 Jul 06 11:57:23.743059 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34760) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:23.816234 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e892346-d28c-49e4-85ab-f79069154e48', 'name': 'network-vif-deleted', 'tag': '62362abb-3d84-4113-a48b-54d28469d27e'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:23.818781 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba32aba-643e-45ca-a67d-b6327da31470" -d '{"events": [{"server_uuid": "0e892346-d28c-49e4-85ab-f79069154e48", "name": "network-vif-deleted", "tag": "62362abb-3d84-4113-a48b-54d28469d27e"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:23.866324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] For port 2c7fc74d-9666-479f-9b98-8e225535a1d6, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:23.876527 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] For port 2c7fc74d-9666-479f-9b98-8e225535a1d6, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2c7fc74d-9666-479f-9b98-8e225535a1d6,segment=NetworkSegment(56a1e3c9-b193-4445-927f-d36e77968ca4),segment_id=56a1e3c9-b193-4445-927f-d36e77968ca4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:23.889814 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:23.908771 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7a66e9d-fcd7-4397-9b5c-f62c829732e8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:23.938886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4ecdc4-d081-48c2-9463-b940f7b0ea2b', 'name': 'network-vif-deleted', 'tag': '9e96f3af-fdf5-4beb-9137-5a4aa26d1b74'}, {'name': 'network-changed', 'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'tag': '872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:23.941478 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0025c02c-2453-411c-8222-ce6b7fb34877" -d '{"events": [{"server_uuid": "6a4ecdc4-d081-48c2-9463-b940f7b0ea2b", "name": "network-vif-deleted", "tag": "9e96f3af-fdf5-4beb-9137-5a4aa26d1b74"}, {"name": "network-changed", "server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "tag": "872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:23.952906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-919ce6ed-de57-4839-91f9-c3059d46a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.953420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-919ce6ed-de57-4839-91f9-c3059d46a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.954358 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-919ce6ed-de57-4839-91f9-c3059d46a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.955650 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-919ce6ed-de57-4839-91f9-c3059d46a1b8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3721845 Jul 06 11:57:23.964698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-d8b28f0f-a0b3-40fe-af53-bf707488a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.964698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-d8b28f0f-a0b3-40fe-af53-bf707488a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.965008 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-d8b28f0f-a0b3-40fe-af53-bf707488a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.967365 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-d8b28f0f-a0b3-40fe-af53-bf707488a193 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b147038bdc04055ad4e82dede7b2aaf&device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2864 time: 0.3544772 Jul 06 11:57:23.993893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:23.994452 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:23.995843 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] 10.222.0.23 "PUT /v2.0/ports/2c7fc74d-9666-479f-9b98-8e225535a1d6 HTTP/1.1" status: 200 len: 1091 time: 2.2797587 Jul 06 11:57:24.006890 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f790b5e3-3097-4bba-9141-e0c56cd47b4f no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:24.038244 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7a66e9d-fcd7-4397-9b5c-f62c829732e8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.117852 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.122927 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b7a66e9d-fcd7-4397-9b5c-f62c829732e8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Deleting port f0d732de-8f82-4b21-a332-11610426eb44 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:24.123443 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7a66e9d-fcd7-4397-9b5c-f62c829732e8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.163672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f790b5e3-3097-4bba-9141-e0c56cd47b4f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:24.169380 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.216042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-efc8f899-c920-4613-a6a3-919ac548e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.217881 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-efc8f899-c920-4613-a6a3-919ac548e903 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f5db2979-df32-4ea1-bff1-d80812924533 HTTP/1.1" status: 200 len: 903 time: 0.2333579 Jul 06 11:57:24.270845 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afa174-73b4-4c3e-b03d-515d2d366497 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7fc74d-9666-479f-9b98-8e225535a1d6,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:24.277048 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-86fbf5ac-4ffa-4f84-8eb6-826636212e7c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.87&port_id=57fecb67-373c-46d3-b254-862c832447c0 HTTP/1.1" status: 200 len: 217 time: 0.0460911 Jul 06 11:57:24.288865 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7a66e9d-fcd7-4397-9b5c-f62c829732e8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.300238 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f790b5e3-3097-4bba-9141-e0c56cd47b4f,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:24.301410 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b942bd-0c46-4f8a-a300-e2b637cfba6e req-7039bbb9-fa0c-48da-83a2-149abe3edb7c tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.307786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b942bd-0c46-4f8a-a300-e2b637cfba6e req-7039bbb9-fa0c-48da-83a2-149abe3edb7c tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.314738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b942bd-0c46-4f8a-a300-e2b637cfba6e req-7039bbb9-fa0c-48da-83a2-149abe3edb7c tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.316707 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03b942bd-0c46-4f8a-a300-e2b637cfba6e req-7039bbb9-fa0c-48da-83a2-149abe3edb7c tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2411 time: 0.1239178 Jul 06 11:57:24.333896 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b7a66e9d-fcd7-4397-9b5c-f62c829732e8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Calling delete_port for f0d732de-8f82-4b21-a332-11610426eb44 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:24.350198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-f2e12d45-417e-406b-8fa1-f9fd876b15d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.351784 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-f2e12d45-417e-406b-8fa1-f9fd876b15d1 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3797824 Jul 06 11:57:24.359799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-44d5c030-6935-4088-88e9-d5e178ee89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.361326 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-44d5c030-6935-4088-88e9-d5e178ee89d3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=018c5962-162a-4bd1-8ada-a6032d9c1380 HTTP/1.1" status: 200 len: 801 time: 0.0701382 Jul 06 11:57:24.418779 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03b942bd-0c46-4f8a-a300-e2b637cfba6e req-8ed746ec-ae48-46bc-b706-12fcb5c20b16 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928860 Jul 06 11:57:24.422710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:24.426634 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0f6884-b870-4294-9b04-60be2d6463d0" -d '{"events": [{"server_uuid": "cd334f8a-ff08-437a-bf26-385b4421685f", "name": "network-vif-unplugged", "status": "completed", "tag": "f790b5e3-3097-4bba-9141-e0c56cd47b4f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:24.459191 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-90edc1f1-473d-4e08-8f23-bfc8a79ad2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.460728 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-90edc1f1-473d-4e08-8f23-bfc8a79ad2ab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f5db2979-df32-4ea1-bff1-d80812924533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0896504 Jul 06 11:57:24.524811 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a7e56b08-1644-405b-9943-5f7d9c4dd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.525178 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a7e56b08-1644-405b-9943-5f7d9c4dd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.525648 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a7e56b08-1644-405b-9943-5f7d9c4dd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.526111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a7e56b08-1644-405b-9943-5f7d9c4dd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.526568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a7e56b08-1644-405b-9943-5f7d9c4dd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.527024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a7e56b08-1644-405b-9943-5f7d9c4dd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.527507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a7e56b08-1644-405b-9943-5f7d9c4dd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.529433 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a7e56b08-1644-405b-9943-5f7d9c4dd3d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 6475 time: 0.1220624 Jul 06 11:57:24.588673 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-ac8915ba-111d-4f88-ba99-7c9b535dc967 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dce447e7-7a12-4ee8-a022-2834977328a9 HTTP/1.1" status: 200 len: 217 time: 0.0495420 Jul 06 11:57:24.604883 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7a66e9d-fcd7-4397-9b5c-f62c829732e8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.638547 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a66e9d-fcd7-4397-9b5c-f62c829732e8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Pushing event deleted for resources: {'Port': ['ID=f0d732de-8f82-4b21-a332-11610426eb44,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:24.656030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc4df5-4b37-4511-b66d-0352fc56d6e3 req-fb2cc47a-82ff-49a2-8344-4e39ee0862ed tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.657552 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5fc4df5-4b37-4511-b66d-0352fc56d6e3 req-fb2cc47a-82ff-49a2-8344-4e39ee0862ed tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=50277298-39b3-48b9-a2fc-f90e715e308b HTTP/1.1" status: 200 len: 950 time: 0.1213334 Jul 06 11:57:24.682459 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-67715a89-e0bb-4e85-9089-35c1f19bcbb3 service neutron] 10.222.0.89 "GET /v2.0/networks/f5db2979-df32-4ea1-bff1-d80812924533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121599 Jul 06 11:57:24.687653 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d04b89a9-5711-478c-b14c-a40769c0004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.689018 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-d04b89a9-5711-478c-b14c-a40769c0004f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=67067b5c-0dd9-4b86-a514-c39f91aea1db HTTP/1.1" status: 200 len: 851 time: 0.0923645 Jul 06 11:57:24.740640 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5fc4df5-4b37-4511-b66d-0352fc56d6e3 req-e8aa5a66-f699-4a3b-8275-3386fd401c21 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665407 Jul 06 11:57:24.743805 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7a66e9d-fcd7-4397-9b5c-f62c829732e8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.790680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42681b48-9afc-458b-a8e9-b9e2f0b32191 req-f00d2dac-1f00-4bc8-96d7-da92254d2e79 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.792254 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-42681b48-9afc-458b-a8e9-b9e2f0b32191 req-f00d2dac-1f00-4bc8-96d7-da92254d2e79 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.23 "GET /v2.0/ports?device_id=50277298-39b3-48b9-a2fc-f90e715e308b HTTP/1.1" status: 200 len: 950 time: 0.2136722 Jul 06 11:57:24.835820 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7a66e9d-fcd7-4397-9b5c-f62c829732e8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.838510 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7a66e9d-fcd7-4397-9b5c-f62c829732e8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.880032 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-9ee185da-3266-43f2-93f4-2992a7493cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.881988 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-9ee185da-3266-43f2-93f4-2992a7493cf1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3c4d0281-eee8-4d4b-a216-a3ed774363fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1856222 Jul 06 11:57:24.903659 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7a66e9d-fcd7-4397-9b5c-f62c829732e8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.904163 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a66e9d-fcd7-4397-9b5c-f62c829732e8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Fanout notify agent at l3_agent the message router_deleted on router 3338f66e-af90-4ac1-a3a9-37bcd5e198d7 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:57:24.911262 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7a66e9d-fcd7-4397-9b5c-f62c829732e8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.918628 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b7a66e9d-fcd7-4397-9b5c-f62c829732e8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "DELETE /v2.0/routers/3338f66e-af90-4ac1-a3a9-37bcd5e198d7 HTTP/1.1" status: 204 len: 168 time: 1.1676645 Jul 06 11:57:24.918628 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34776) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:24.922451 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-aa1b258d-0481-456a-ba2c-2e2b7ee7c04b tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1097899831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:24.957378 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa1b258d-0481-456a-ba2c-2e2b7ee7c04b tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.958393 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa1b258d-0481-456a-ba2c-2e2b7ee7c04b tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:24.973763 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296aca6-7e32-4b5f-83ed-ae3d7818e19a req-fdff726e-af90-4346-8b55-e0dd8400f232 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:24.975419 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5296aca6-7e32-4b5f-83ed-ae3d7818e19a req-fdff726e-af90-4346-8b55-e0dd8400f232 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 944 time: 0.1313372 Jul 06 11:57:25.044673 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa1b258d-0481-456a-ba2c-2e2b7ee7c04b tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.053109 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa1b258d-0481-456a-ba2c-2e2b7ee7c04b tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.068581 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5296aca6-7e32-4b5f-83ed-ae3d7818e19a req-b8a6073f-4580-4e00-ae12-37d1a512a7f5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838695 Jul 06 11:57:25.076979 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa1b258d-0481-456a-ba2c-2e2b7ee7c04b tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.080520 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-aa1b258d-0481-456a-ba2c-2e2b7ee7c04b tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1590528 Jul 06 11:57:25.080700 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34778) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:25.085352 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Request body: {'router': {'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:25.151552 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c90a88e-a091-4e53-b156-4bc01e618476 x-openstack-request-id: req-0c90a88e-a091-4e53-b156-4bc01e618476 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:25.151844 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e892346-d28c-49e4-85ab-f79069154e48", "name": "network-vif-deleted", "tag": "62362abb-3d84-4113-a48b-54d28469d27e", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:25.152428 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c90a88e-a091-4e53-b156-4bc01e618476 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:25.152687 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e892346-d28c-49e4-85ab-f79069154e48', 'name': 'network-vif-deleted', 'tag': '62362abb-3d84-4113-a48b-54d28469d27e', 'status': 'completed', 'code': 200} Jul 06 11:57:25.209956 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-9e4d0805-c78f-4091-adda-3c2e8ff85df6 service neutron] 10.222.0.89 "GET /v2.0/networks/f5db2979-df32-4ea1-bff1-d80812924533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122638 Jul 06 11:57:25.327511 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-42681b48-9afc-458b-a8e9-b9e2f0b32191 req-3311227a-e357-4c15-bc26-332720949ffb tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Deleting port 17774dac-3982-493a-815e-3ab2c1eb77de {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:25.327751 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42681b48-9afc-458b-a8e9-b9e2f0b32191 req-3311227a-e357-4c15-bc26-332720949ffb tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.331549 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.347378 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-4eda0a08-11e2-4e5c-a54f-a40495cb5d77 service neutron] 10.222.0.23 "GET /v2.0/networks/3c4d0281-eee8-4d4b-a216-a3ed774363fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565527 Jul 06 11:57:25.412246 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36478a85-b508-46c4-9122-6bd70e16c4fb req-f2e0dc57-efa1-4ab7-8fa8-9b12d45e46f2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.418611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36478a85-b508-46c4-9122-6bd70e16c4fb req-f2e0dc57-efa1-4ab7-8fa8-9b12d45e46f2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.424518 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36478a85-b508-46c4-9122-6bd70e16c4fb req-f2e0dc57-efa1-4ab7-8fa8-9b12d45e46f2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.430398 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36478a85-b508-46c4-9122-6bd70e16c4fb req-f2e0dc57-efa1-4ab7-8fa8-9b12d45e46f2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.437039 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36478a85-b508-46c4-9122-6bd70e16c4fb req-f2e0dc57-efa1-4ab7-8fa8-9b12d45e46f2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.442931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36478a85-b508-46c4-9122-6bd70e16c4fb req-f2e0dc57-efa1-4ab7-8fa8-9b12d45e46f2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.448832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36478a85-b508-46c4-9122-6bd70e16c4fb req-f2e0dc57-efa1-4ab7-8fa8-9b12d45e46f2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.451625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-36478a85-b508-46c4-9122-6bd70e16c4fb req-f2e0dc57-efa1-4ab7-8fa8-9b12d45e46f2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5418 time: 0.2163494 Jul 06 11:57:25.481712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-f9c8e4e0-f775-42ee-a61f-bedda58d3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.482195 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-f9c8e4e0-f775-42ee-a61f-bedda58d3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.482671 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-f9c8e4e0-f775-42ee-a61f-bedda58d3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.484338 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-f9c8e4e0-f775-42ee-a61f-bedda58d3ad3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b147038bdc04055ad4e82dede7b2aaf&device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2864 time: 0.2121351 Jul 06 11:57:25.509451 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-36478a85-b508-46c4-9122-6bd70e16c4fb req-56bc134f-817f-46e3-b7ff-41de399d3858 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517950 Jul 06 11:57:25.594252 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684beb00-2719-47e7-a06f-084991bf01f5 x-openstack-request-id: req-684beb00-2719-47e7-a06f-084991bf01f5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:25.594555 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4ecdc4-d081-48c2-9463-b940f7b0ea2b", "name": "network-vif-deleted", "tag": "9e96f3af-fdf5-4beb-9137-5a4aa26d1b74", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "tag": "872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:25.594803 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-684beb00-2719-47e7-a06f-084991bf01f5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:25.595197 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4ecdc4-d081-48c2-9463-b940f7b0ea2b', 'name': 'network-vif-deleted', 'tag': '9e96f3af-fdf5-4beb-9137-5a4aa26d1b74', 'status': 'completed', 'code': 200} Jul 06 11:57:25.595478 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'tag': '872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c', 'status': 'completed', 'code': 200} Jul 06 11:57:25.600586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-42681b48-9afc-458b-a8e9-b9e2f0b32191 req-3311227a-e357-4c15-bc26-332720949ffb tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] For port 17774dac-3982-493a-815e-3ab2c1eb77de, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=17774dac-3982-493a-815e-3ab2c1eb77de,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:25.600952 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42681b48-9afc-458b-a8e9-b9e2f0b32191 req-3311227a-e357-4c15-bc26-332720949ffb tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.630825 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-a44c60e8-3624-4b24-94b9-f6219e5403cb service neutron] 10.222.0.23 "GET /v2.0/networks/3c4d0281-eee8-4d4b-a216-a3ed774363fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564683 Jul 06 11:57:25.631910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-42681b48-9afc-458b-a8e9-b9e2f0b32191 req-3311227a-e357-4c15-bc26-332720949ffb tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Calling delete_port for 17774dac-3982-493a-815e-3ab2c1eb77de owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:25.634023 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.653621 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.699905 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-000b9dab-cb73-474d-b027-8d68e1522bcd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=5c926004-ecc9-4a7a-b30f-a52cce25963f HTTP/1.1" status: 200 len: 217 time: 0.0598650 Jul 06 11:57:25.786269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-4a47cec9-0c27-4fbd-bb1c-26008b5d6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.787776 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-4a47cec9-0c27-4fbd-bb1c-26008b5d6ef9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2298e221-cb91-40c0-93a8-e97df490333f HTTP/1.1" status: 200 len: 903 time: 0.2857811 Jul 06 11:57:25.802178 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Allocated IP 172.25.4.179 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/25c41fc4-fedd-4706-b394-6386f2e6ab4a) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:25.812318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d57ced-65ac-47ac-a9b5-71f9f6a20fe3 req-546dd143-00ae-4b79-bfd0-2d1c09edd67e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.813847 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0d57ced-65ac-47ac-a9b5-71f9f6a20fe3 req-546dd143-00ae-4b79-bfd0-2d1c09edd67e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=d30f84c1-3981-45b4-aa4b-c91f286a1506 HTTP/1.1" status: 200 len: 948 time: 0.1243587 Jul 06 11:57:25.819170 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca14a16-9bf0-40ae-96bf-aa515461b09e req-7d912a86-1a58-447b-9f44-7f71cb103f1e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.820677 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2ca14a16-9bf0-40ae-96bf-aa515461b09e req-7d912a86-1a58-447b-9f44-7f71cb103f1e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "GET /v2.0/ports?device_id=d30f84c1-3981-45b4-aa4b-c91f286a1506 HTTP/1.1" status: 200 len: 948 time: 0.3197677 Jul 06 11:57:25.869202 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-ca5d8ac8-1811-47d1-85d8-571fb0e76479 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.213&port_id=fe0dcdeb-5a25-434d-9c7f-a8d0507295db HTTP/1.1" status: 200 len: 217 time: 0.0695069 Jul 06 11:57:25.893292 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-6e9e3420-eb93-4a71-8bc6-ef9d43460a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:25.894715 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-6e9e3420-eb93-4a71-8bc6-ef9d43460a39 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 200 len: 797 time: 0.1656537 Jul 06 11:57:25.897173 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0d57ced-65ac-47ac-a9b5-71f9f6a20fe3 req-ad44ab8a-25d9-4e65-b7c5-8c61412a9b6e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747526 Jul 06 11:57:25.946985 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:25.954889 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fd42fc-7f29-42d1-9aee-8682aa413177 x-openstack-request-id: req-09fd42fc-7f29-42d1-9aee-8682aa413177 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:25.956522 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd334f8a-ff08-437a-bf26-385b4421685f", "name": "network-vif-unplugged", "status": "failed", "tag": "f790b5e3-3097-4bba-9141-e0c56cd47b4f", "code": 422}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:25.956947 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09fd42fc-7f29-42d1-9aee-8682aa413177 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:25.958227 n-d-799529-2 neutron-server[100429]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f', 'code': 422} returned with failed status Jul 06 11:57:26.000368 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.051761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-e65dbef3-4a36-4715-9c4c-d5398718fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:26.053227 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-e65dbef3-4a36-4715-9c4c-d5398718fbaa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efe22717-cabe-42e8-b744-e10fcafceb98 HTTP/1.1" status: 200 len: 801 time: 0.1618011 Jul 06 11:57:26.056555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:26.064242 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:26.084527 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:26.088230 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Pushing event updated for resources: {'Port': ['ID=25c41fc4-fedd-4706-b394-6386f2e6ab4a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:26.113505 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42681b48-9afc-458b-a8e9-b9e2f0b32191 req-3311227a-e357-4c15-bc26-332720949ffb tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.129430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['7980525f-9685-4099-be30-26e6e4773809'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:26.162889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-23ee7b3e-4aa5-4b2c-91bf-5fb4cf64b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:26.164430 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-23ee7b3e-4aa5-4b2c-91bf-5fb4cf64b645 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65aaa158-a2b5-4ac1-912d-793053707b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2583947 Jul 06 11:57:26.170964 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311227a-e357-4c15-bc26-332720949ffb tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Pushing event deleted for resources: {'Port': ['ID=17774dac-3982-493a-815e-3ab2c1eb77de,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:26.246341 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2ca14a16-9bf0-40ae-96bf-aa515461b09e req-af133631-6d82-467b-b8e8-dc342c46c035 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Deleting port ced59670-b79e-4c37-9b5b-b4e168342ac7 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:26.247192 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2ca14a16-9bf0-40ae-96bf-aa515461b09e req-af133631-6d82-467b-b8e8-dc342c46c035 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.283844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-42681b48-9afc-458b-a8e9-b9e2f0b32191 req-3311227a-e357-4c15-bc26-332720949ffb tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] No DVR routers for this DVR port 17774dac-3982-493a-815e-3ab2c1eb77de on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:26.317250 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42681b48-9afc-458b-a8e9-b9e2f0b32191 req-3311227a-e357-4c15-bc26-332720949ffb tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.319277 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-42681b48-9afc-458b-a8e9-b9e2f0b32191 req-3311227a-e357-4c15-bc26-332720949ffb tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.23 "DELETE /v2.0/ports/17774dac-3982-493a-815e-3ab2c1eb77de HTTP/1.1" status: 204 len: 173 time: 1.5214944 Jul 06 11:57:26.361046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d7da3-5217-4789-bc73-52219d0a68ac req-f6c0f444-5e96-4b99-b7ae-70c789622d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:26.362560 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-f6c0f444-5e96-4b99-b7ae-70c789622d1b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2298e221-cb91-40c0-93a8-e97df490333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2995439 Jul 06 11:57:26.458472 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-24b59427-a4ed-462e-a9e7-0807fe604931 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813811 Jul 06 11:57:26.487877 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2ca14a16-9bf0-40ae-96bf-aa515461b09e req-af133631-6d82-467b-b8e8-dc342c46c035 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] For port ced59670-b79e-4c37-9b5b-b4e168342ac7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ced59670-b79e-4c37-9b5b-b4e168342ac7,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:26.488529 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2ca14a16-9bf0-40ae-96bf-aa515461b09e req-af133631-6d82-467b-b8e8-dc342c46c035 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.509804 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a6bf1-2bb7-4e0f-8130-15368f9395c1 req-9a0af1ca-62bb-4863-bac2-1672509814d0 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:26.515799 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fa5a6bf1-2bb7-4e0f-8130-15368f9395c1 req-9a0af1ca-62bb-4863-bac2-1672509814d0 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 945 time: 0.4736269 Jul 06 11:57:26.549209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2ca14a16-9bf0-40ae-96bf-aa515461b09e req-af133631-6d82-467b-b8e8-dc342c46c035 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Calling delete_port for ced59670-b79e-4c37-9b5b-b4e168342ac7 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:26.584097 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fa5a6bf1-2bb7-4e0f-8130-15368f9395c1 req-c4f510ca-34fe-432b-bd45-934ef6704120 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649657 Jul 06 11:57:26.705670 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-82f31a4c-e4fc-4306-aa99-29ccb9c2a154 service neutron] 10.222.0.89 "GET /v2.0/networks/2298e221-cb91-40c0-93a8-e97df490333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278785 Jul 06 11:57:26.711930 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.801407 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-73480c37-06e6-4afd-a122-5d16f68729ac service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332236 Jul 06 11:57:26.808423 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 51dace3d-bd6d-4763-9818-1dd1a11ccea5 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:26.872955 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-576cf670-53ce-4356-bc33-399e814107b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=7d5a2066-089d-4629-bb08-ed4c7c24ba4d HTTP/1.1" status: 200 len: 217 time: 0.0550818 Jul 06 11:57:26.878061 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2ca14a16-9bf0-40ae-96bf-aa515461b09e req-af133631-6d82-467b-b8e8-dc342c46c035 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.896593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9a5d9e-492e-4c12-99d5-e4095fc1ed94', 'e48ac6ca-f009-4c5d-9cf1-8658ab803e66'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:26.947929 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af133631-6d82-467b-b8e8-dc342c46c035 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event deleted for resources: {'Port': ['ID=ced59670-b79e-4c37-9b5b-b4e168342ac7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:26.948227 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd64659e-6f68-4803-a2c1-de2433fa8279', 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616', 'e1bc6098-e628-443b-be01-ace1e9eb6bb5', 'ced59670-b79e-4c37-9b5b-b4e168342ac7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:26.994083 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:26.999895 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:27.029238 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 51dace3d-bd6d-4763-9818-1dd1a11ccea5, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=51dace3d-bd6d-4763-9818-1dd1a11ccea5,segment=NetworkSegment(22904f85-8c27-48ec-9dad-eca9141213be),segment_id=22904f85-8c27-48ec-9dad-eca9141213be)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:27.198111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Router ae6bb964-5d3a-42fe-986c-2617ca0f6aed is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:57:27.256561 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '51dace3d-bd6d-4763-9818-1dd1a11ccea5', 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f', 'port_id': '51dace3d-bd6d-4763-9818-1dd1a11ccea5', 'mac_address': 'fa:16:3e:aa:bd:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe22717-cabe-42e8-b744-e10fcafceb98', 'ip_address': '19.80.0.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:27.276840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca14a16-9bf0-40ae-96bf-aa515461b09e req-af133631-6d82-467b-b8e8-dc342c46c035 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] No DVR routers for this DVR port ced59670-b79e-4c37-9b5b-b4e168342ac7 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:27.279297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-6540426e-bd5e-4e6a-9ff9-369a6aff78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:27.281234 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-6540426e-bd5e-4e6a-9ff9-369a6aff78f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 200 len: 797 time: 0.4012539 Jul 06 11:57:27.282727 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2ca14a16-9bf0-40ae-96bf-aa515461b09e req-af133631-6d82-467b-b8e8-dc342c46c035 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:27.285109 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2ca14a16-9bf0-40ae-96bf-aa515461b09e req-af133631-6d82-467b-b8e8-dc342c46c035 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "DELETE /v2.0/ports/ced59670-b79e-4c37-9b5b-b4e168342ac7 HTTP/1.1" status: 204 len: 173 time: 1.4595609 Jul 06 11:57:27.287517 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-222d7da3-5217-4789-bc73-52219d0a68ac req-67418b05-9765-4ef5-8e29-01aa20d2ca5e service neutron] 10.222.0.89 "GET /v2.0/networks/2298e221-cb91-40c0-93a8-e97df490333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580986 Jul 06 11:57:27.349008 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-67fb684a-9321-418f-ad2b-ca08f9f1194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:27.351185 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-67fb684a-9321-418f-ad2b-ca08f9f1194c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65aaa158-a2b5-4ac1-912d-793053707b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0625308 Jul 06 11:57:27.369475 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:27.407818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:27.412024 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51dace3d-bd6d-4763-9818-1dd1a11ccea5 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:27.422422 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f1fd6-72f5-481f-ab05-2d2588e7251d None None] Sync routers for ids ['ae6bb964-5d3a-42fe-986c-2617ca0f6aed'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:27.428237 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:27.432472 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c2ef7647-585a-4589-a2ad-d3a049364d74 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "PUT /v2.0/routers/ae6bb964-5d3a-42fe-986c-2617ca0f6aed HTTP/1.1" status: 200 len: 880 time: 2.3508325 Jul 06 11:57:27.435962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34802) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:27.440289 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f1fd6-72f5-481f-ab05-2d2588e7251d None None] Routers {'ae6bb964-5d3a-42fe-986c-2617ca0f6aed'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:27.440902 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-399f1fd6-72f5-481f-ab05-2d2588e7251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ae6bb964-5d3a-42fe-986c-2617ca0f6aed'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:27.469297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 51dace3d-bd6d-4763-9818-1dd1a11ccea5, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=51dace3d-bd6d-4763-9818-1dd1a11ccea5,segment=NetworkSegment(22904f85-8c27-48ec-9dad-eca9141213be),segment_id=22904f85-8c27-48ec-9dad-eca9141213be)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:27.485731 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:27.488466 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device fe0dcdeb-5a25-434d-9c7f-a8d0507295db details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:27.516509 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-399f1fd6-72f5-481f-ab05-2d2588e7251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:27.543024 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f1fd6-72f5-481f-ab05-2d2588e7251d None None] Routers {'ae6bb964-5d3a-42fe-986c-2617ca0f6aed'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:27.543691 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-399f1fd6-72f5-481f-ab05-2d2588e7251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ae6bb964-5d3a-42fe-986c-2617ca0f6aed'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:27.547903 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-0d9276fd-c971-4e04-8b3d-0349668c4f75 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899185 Jul 06 11:57:27.616689 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-399f1fd6-72f5-481f-ab05-2d2588e7251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:27.618638 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f1fd6-72f5-481f-ab05-2d2588e7251d None None] The sync data for ids ['ae6bb964-5d3a-42fe-986c-2617ca0f6aed'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:27.624306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'tag': '2c7fc74d-9666-479f-9b98-8e225535a1d6'}, {'server_uuid': '50277298-39b3-48b9-a2fc-f90e715e308b', 'name': 'network-vif-deleted', 'tag': '17774dac-3982-493a-815e-3ab2c1eb77de'}, {'server_uuid': 'd30f84c1-3981-45b4-aa4b-c91f286a1506', 'name': 'network-vif-deleted', 'tag': 'ced59670-b79e-4c37-9b5b-b4e168342ac7'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:27.627718 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20939b45-68f4-451d-9632-7289e040ae20" -d '{"events": [{"name": "network-changed", "server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "tag": "2c7fc74d-9666-479f-9b98-8e225535a1d6"}, {"server_uuid": "50277298-39b3-48b9-a2fc-f90e715e308b", "name": "network-vif-deleted", "tag": "17774dac-3982-493a-815e-3ab2c1eb77de"}, {"server_uuid": "d30f84c1-3981-45b4-aa4b-c91f286a1506", "name": "network-vif-deleted", "tag": "ced59670-b79e-4c37-9b5b-b4e168342ac7"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:27.650677 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fcb89a6a-6750-40f1-b2cb-990b62d284df tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/routers/ae6bb964-5d3a-42fe-986c-2617ca0f6aed HTTP/1.1" status: 200 len: 921 time: 0.2103980 Jul 06 11:57:27.652403 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34808) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:27.674349 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-7ca7638f-1ac3-4270-8236-6496e9e6d335 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195590 Jul 06 11:57:27.709955 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b8681-64d7-418b-896f-55991dbcdecb req-d9c5a194-1fca-4ff6-bec5-eb9ef4f6e80b tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:27.710811 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=51dace3d-bd6d-4763-9818-1dd1a11ccea5,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:27.716877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b8681-64d7-418b-896f-55991dbcdecb req-d9c5a194-1fca-4ff6-bec5-eb9ef4f6e80b tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:27.719248 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port fe0dcdeb-5a25-434d-9c7f-a8d0507295db, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=fe0dcdeb-5a25-434d-9c7f-a8d0507295db,segment=NetworkSegment(22904f85-8c27-48ec-9dad-eca9141213be),segment_id=22904f85-8c27-48ec-9dad-eca9141213be)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:27.722145 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-03f25f69-4553-4266-8d75-6b7063557183 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=09651e64-7c60-4395-8efa-e0c5bc0a7e29 HTTP/1.1" status: 200 len: 217 time: 0.0405881 Jul 06 11:57:27.723388 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b8681-64d7-418b-896f-55991dbcdecb req-d9c5a194-1fca-4ff6-bec5-eb9ef4f6e80b tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:27.725090 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-347b8681-64d7-418b-896f-55991dbcdecb req-d9c5a194-1fca-4ff6-bec5-eb9ef4f6e80b tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2412 time: 0.1789293 Jul 06 11:57:27.753500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'fe0dcdeb-5a25-434d-9c7f-a8d0507295db', 'network_id': '2298e221-cb91-40c0-93a8-e97df490333f', 'port_id': 'fe0dcdeb-5a25-434d-9c7f-a8d0507295db', 'mac_address': 'fa:16:3e:c6:4a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe22717-cabe-42e8-b744-e10fcafceb98', 'ip_address': '19.80.0.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:27.777727 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-4880b1ce-84e9-484a-93bb-afa684679737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:27.778579 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-4880b1ce-84e9-484a-93bb-afa684679737 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 200 len: 797 time: 0.0500016 Jul 06 11:57:27.782880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab092c4-c92c-43de-9eb1-62a09b728d46 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:27.784449 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dab092c4-c92c-43de-9eb1-62a09b728d46 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=075eaceb-5477-4780-963d-b2414ee11e87&device_id=ae6bb964-5d3a-42fe-986c-2617ca0f6aed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1294436 Jul 06 11:57:27.787072 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34812) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:27.797792 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-347b8681-64d7-418b-896f-55991dbcdecb req-f0dd16d0-8b0a-42c1-8671-bcaf21baad7d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644054 Jul 06 11:57:27.841375 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-1513eee4-cdad-419e-bdee-bc90470b3ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:27.843024 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-1513eee4-cdad-419e-bdee-bc90470b3ff4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65aaa158-a2b5-4ac1-912d-793053707b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0571523 Jul 06 11:57:27.861574 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:27.884334 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0dcdeb-5a25-434d-9c7f-a8d0507295db {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:27.903205 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13742ec-6229-4be8-905f-c12a5bd497e5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:27.905098 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f13742ec-6229-4be8-905f-c12a5bd497e5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 881 time: 0.1168544 Jul 06 11:57:27.910994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34814) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:27.919549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port fe0dcdeb-5a25-434d-9c7f-a8d0507295db, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=fe0dcdeb-5a25-434d-9c7f-a8d0507295db,segment=NetworkSegment(22904f85-8c27-48ec-9dad-eca9141213be),segment_id=22904f85-8c27-48ec-9dad-eca9141213be)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:27.929490 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:27.930222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 57fecb67-373c-46d3-b254-862c832447c0 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:27.977978 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-641d17b3-bcef-455c-aa6d-8b5d088af13b tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae6bb964-5d3a-42fe-986c-2617ca0f6aed HTTP/1.1" status: 200 len: 205 time: 0.0634284 Jul 06 11:57:27.980640 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34818) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:28.062695 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-02868499-a313-42e4-adbe-2e83d14b31eb service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128699 Jul 06 11:57:28.062953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f790b5e3-3097-4bba-9141-e0c56cd47b4f no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:28.104472 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=fe0dcdeb-5a25-434d-9c7f-a8d0507295db,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:28.112305 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b15650-5e4d-42b7-8e09-16f57641697a req-ee504aaa-4e69-4355-bb1d-9db838ded3eb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:28.119919 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b15650-5e4d-42b7-8e09-16f57641697a req-ee504aaa-4e69-4355-bb1d-9db838ded3eb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:28.128844 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b15650-5e4d-42b7-8e09-16f57641697a req-ee504aaa-4e69-4355-bb1d-9db838ded3eb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:28.138326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b15650-5e4d-42b7-8e09-16f57641697a req-ee504aaa-4e69-4355-bb1d-9db838ded3eb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:28.146821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b15650-5e4d-42b7-8e09-16f57641697a req-ee504aaa-4e69-4355-bb1d-9db838ded3eb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:28.154930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b15650-5e4d-42b7-8e09-16f57641697a req-ee504aaa-4e69-4355-bb1d-9db838ded3eb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:28.162159 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b15650-5e4d-42b7-8e09-16f57641697a req-ee504aaa-4e69-4355-bb1d-9db838ded3eb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:28.170602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-59b15650-5e4d-42b7-8e09-16f57641697a req-ee504aaa-4e69-4355-bb1d-9db838ded3eb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5418 time: 0.1403239 Jul 06 11:57:28.195284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 57fecb67-373c-46d3-b254-862c832447c0, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=57fecb67-373c-46d3-b254-862c832447c0,segment=NetworkSegment(077db609-4242-48e6-8183-4b457d486c6f),segment_id=077db609-4242-48e6-8183-4b457d486c6f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:28.208427 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-222c667c-eaf0-4c81-bca9-ea37acc3e527 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:28.223912 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-59b15650-5e4d-42b7-8e09-16f57641697a req-fcd921a7-c428-44da-ab6d-898cf47676af tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521009 Jul 06 11:57:28.252583 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '57fecb67-373c-46d3-b254-862c832447c0', 'network_id': 'f5db2979-df32-4ea1-bff1-d80812924533', 'port_id': '57fecb67-373c-46d3-b254-862c832447c0', 'mac_address': 'fa:16:3e:72:82:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018c5962-162a-4bd1-8ada-a6032d9c1380', 'ip_address': '19.86.0.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:28.268001 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-fd1202bd-2616-474b-8580-4fc2105355ad service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986759 Jul 06 11:57:28.311941 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 17774dac-3982-493a-815e-3ab2c1eb77de no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:28.343302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 17774dac-3982-493a-815e-3ab2c1eb77de {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:28.343652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 17774dac-3982-493a-815e-3ab2c1eb77de not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:28.346045 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-3bd8824f-b96e-4ab7-a9c3-934f329fc883 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=279e4d0d-b167-4d48-bfc2-7382c5a4141c HTTP/1.1" status: 200 len: 217 time: 0.0698593 Jul 06 11:57:28.348153 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:28.364594 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57fecb67-373c-46d3-b254-862c832447c0 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:28.387215 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 57fecb67-373c-46d3-b254-862c832447c0, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=57fecb67-373c-46d3-b254-862c832447c0,segment=NetworkSegment(077db609-4242-48e6-8183-4b457d486c6f),segment_id=077db609-4242-48e6-8183-4b457d486c6f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:28.391139 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:28.407262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c0924-f9f3-4842-9fbd-77b594976c25 req-3388ba66-3334-4c6e-978e-e79d9764f1f5 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:28.408925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-802c0924-f9f3-4842-9fbd-77b594976c25 req-3388ba66-3334-4c6e-978e-e79d9764f1f5 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 945 time: 0.0754142 Jul 06 11:57:28.414754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-0723b086-6d65-4413-a9c3-19f756987ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:28.416399 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-0723b086-6d65-4413-a9c3-19f756987ebd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 200 len: 797 time: 0.0632868 Jul 06 11:57:28.418491 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-222c667c-eaf0-4c81-bca9-ea37acc3e527 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:28.448723 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=57fecb67-373c-46d3-b254-862c832447c0,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:28.453036 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-802c0924-f9f3-4842-9fbd-77b594976c25 req-3c74fa45-9718-470b-bf5c-4675fd1ae099 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383098 Jul 06 11:57:28.516122 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-326694ae-d706-4d50-bd07-2d0108cc43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:28.517653 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-326694ae-d706-4d50-bd07-2d0108cc43ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65aaa158-a2b5-4ac1-912d-793053707b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0948110 Jul 06 11:57:28.553077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-222c667c-eaf0-4c81-bca9-ea37acc3e527 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Deleting port 25c41fc4-fedd-4706-b394-6386f2e6ab4a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:28.553416 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-222c667c-eaf0-4c81-bca9-ea37acc3e527 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:28.681695 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-04f80867-f94c-4290-ae2b-5b329ffef3b5 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571174 Jul 06 11:57:28.685296 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-222c667c-eaf0-4c81-bca9-ea37acc3e527 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:28.743365 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-222c667c-eaf0-4c81-bca9-ea37acc3e527 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Calling delete_port for 25c41fc4-fedd-4706-b394-6386f2e6ab4a owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:28.771742 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9afe763-ad17-4240-a393-7da54f62ca8c x-openstack-request-id: req-d9afe763-ad17-4240-a393-7da54f62ca8c {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:28.772516 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "tag": "2c7fc74d-9666-479f-9b98-8e225535a1d6", "status": "completed", "code": 200}, {"server_uuid": "50277298-39b3-48b9-a2fc-f90e715e308b", "name": "network-vif-deleted", "tag": "17774dac-3982-493a-815e-3ab2c1eb77de", "status": "completed", "code": 200}, {"server_uuid": "d30f84c1-3981-45b4-aa4b-c91f286a1506", "name": "network-vif-deleted", "tag": "ced59670-b79e-4c37-9b5b-b4e168342ac7", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:28.773023 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9afe763-ad17-4240-a393-7da54f62ca8c {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:28.773577 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'tag': '2c7fc74d-9666-479f-9b98-8e225535a1d6', 'status': 'completed', 'code': 200} Jul 06 11:57:28.773914 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50277298-39b3-48b9-a2fc-f90e715e308b', 'name': 'network-vif-deleted', 'tag': '17774dac-3982-493a-815e-3ab2c1eb77de', 'status': 'completed', 'code': 200} Jul 06 11:57:28.774142 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30f84c1-3981-45b4-aa4b-c91f286a1506', 'name': 'network-vif-deleted', 'tag': 'ced59670-b79e-4c37-9b5b-b4e168342ac7', 'status': 'completed', 'code': 200} Jul 06 11:57:28.813594 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ced59670-b79e-4c37-9b5b-b4e168342ac7 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:28.845071 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: ced59670-b79e-4c37-9b5b-b4e168342ac7 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:28.846152 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ced59670-b79e-4c37-9b5b-b4e168342ac7 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:28.849611 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-13530cd9-c334-4bdd-909f-578007181c3a service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617353 Jul 06 11:57:28.930216 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-97165773-ee8b-455a-b8f0-4237db9de23b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c HTTP/1.1" status: 200 len: 217 time: 0.0740325 Jul 06 11:57:28.982075 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['57fecb67-373c-46d3-b254-862c832447c0'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:29.006551 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-26d9510d-da61-4879-b0ef-f6edbcd0b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:29.007365 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['fe0dcdeb-5a25-434d-9c7f-a8d0507295db'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:29.008324 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-26d9510d-da61-4879-b0ef-f6edbcd0b358 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eada84dd-e830-4fe1-9808-ee4fae7db735 HTTP/1.1" status: 200 len: 797 time: 0.0693502 Jul 06 11:57:29.009809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['51dace3d-bd6d-4763-9818-1dd1a11ccea5'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:29.070538 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-222c667c-eaf0-4c81-bca9-ea37acc3e527 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.138856 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c667c-eaf0-4c81-bca9-ea37acc3e527 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Pushing event deleted for resources: {'Port': ['ID=25c41fc4-fedd-4706-b394-6386f2e6ab4a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:29.185603 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27596840-f503-4068-8a07-186a336e9129 req-4665c2b5-d50d-4ac3-9b9c-4b84da9f763b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1597960 Jul 06 11:57:29.221709 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-222c667c-eaf0-4c81-bca9-ea37acc3e527 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.317409 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-222c667c-eaf0-4c81-bca9-ea37acc3e527 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.319682 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-222c667c-eaf0-4c81-bca9-ea37acc3e527 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.370109 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-222c667c-eaf0-4c81-bca9-ea37acc3e527 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.371036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222c667c-eaf0-4c81-bca9-ea37acc3e527 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Fanout notify agent at l3_agent the message router_deleted on router ae6bb964-5d3a-42fe-986c-2617ca0f6aed {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:57:29.391429 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-222c667c-eaf0-4c81-bca9-ea37acc3e527 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.392741 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-222c667c-eaf0-4c81-bca9-ea37acc3e527 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "DELETE /v2.0/routers/ae6bb964-5d3a-42fe-986c-2617ca0f6aed HTTP/1.1" status: 204 len: 168 time: 1.4044535 Jul 06 11:57:29.397066 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34850) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:29.401763 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d3547fc6-845f-45bd-8071-a3c8801748cc tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-998120317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:29.410620 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b320067b-6418-4710-812e-2913923bf0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:29.412427 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-b320067b-6418-4710-812e-2913923bf0c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3542733 Jul 06 11:57:29.434229 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d3547fc6-845f-45bd-8071-a3c8801748cc tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.436003 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d3547fc6-845f-45bd-8071-a3c8801748cc tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.520512 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-3de6a27b-d88b-483e-9def-9a1c25d274bb service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010954 Jul 06 11:57:29.524541 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d3547fc6-845f-45bd-8071-a3c8801748cc tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.533704 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d3547fc6-845f-45bd-8071-a3c8801748cc tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.555850 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d3547fc6-845f-45bd-8071-a3c8801748cc tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.557180 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d3547fc6-845f-45bd-8071-a3c8801748cc tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1591036 Jul 06 11:57:29.560370 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34854) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:29.568142 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'enable_snat': True}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:29.639204 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-6ccaa394-54a7-4b40-a7c3-103f579b05be service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121004 Jul 06 11:57:29.701104 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-9f9e6b34-2523-4be6-9439-3fbfbad17dde service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c7fc74d-9666-479f-9b98-8e225535a1d6 HTTP/1.1" status: 200 len: 217 time: 0.0522203 Jul 06 11:57:29.766896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-56b749a3-dcb9-429a-893a-f6dc5283dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:29.768727 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-56b749a3-dcb9-429a-893a-f6dc5283dcf9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eada84dd-e830-4fe1-9808-ee4fae7db735 HTTP/1.1" status: 200 len: 797 time: 0.0608258 Jul 06 11:57:29.834246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e5219feb-e103-460a-ab65-d60905528476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:29.836078 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-e5219feb-e103-460a-ab65-d60905528476 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0612745 Jul 06 11:57:29.862744 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:29.939898 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d065e-99a6-4061-8db9-ee7364d07b5b req-da7f9f55-4f81-4500-90c6-07c72d996d3e tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:29.941560 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b53d065e-99a6-4061-8db9-ee7364d07b5b req-da7f9f55-4f81-4500-90c6-07c72d996d3e tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 944 time: 0.1824701 Jul 06 11:57:30.002773 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b53d065e-99a6-4061-8db9-ee7364d07b5b req-290f89b7-7ee1-499c-8385-a1fbf8865be3 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489225 Jul 06 11:57:30.153543 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:30.175931 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:30.187997 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-0be2d4d2-9900-4ec6-97aa-618b9f1f9d37 service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450618 Jul 06 11:57:30.293283 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Allocated IP 172.25.4.12 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/c4b34af9-8ada-4e67-9613-f9b7aa4a3d3f) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:30.299596 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-49ee7791-80aa-417c-89c5-c2cde56860ba req-0eb60592-c167-4f8f-9631-1a431f378842 service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052988 Jul 06 11:57:30.452021 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:30.456584 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-5ec03ed5-c34c-4f4a-8948-888c279c33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.457180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-5ec03ed5-c34c-4f4a-8948-888c279c33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.457535 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-5ec03ed5-c34c-4f4a-8948-888c279c33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.457991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-5ec03ed5-c34c-4f4a-8948-888c279c33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.460406 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-5ec03ed5-c34c-4f4a-8948-888c279c33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.460406 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-5ec03ed5-c34c-4f4a-8948-888c279c33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.460406 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-5ec03ed5-c34c-4f4a-8948-888c279c33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.461915 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-5ec03ed5-c34c-4f4a-8948-888c279c33ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 6475 time: 0.0803592 Jul 06 11:57:30.483731 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdfd20-1ac0-4c73-83cd-c2cde84954fe req-2ec78826-1402-4770-9854-1f0c61f8bcbc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.489641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdfd20-1ac0-4c73-83cd-c2cde84954fe req-2ec78826-1402-4770-9854-1f0c61f8bcbc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.495691 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdfd20-1ac0-4c73-83cd-c2cde84954fe req-2ec78826-1402-4770-9854-1f0c61f8bcbc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.497387 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dbcdfd20-1ac0-4c73-83cd-c2cde84954fe req-2ec78826-1402-4770-9854-1f0c61f8bcbc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2414 time: 0.1282647 Jul 06 11:57:30.543729 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:30.567665 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-241a32d0-1f4e-4445-b96b-c8000c031adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.569552 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-241a32d0-1f4e-4445-b96b-c8000c031adb service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2 HTTP/1.1" status: 200 len: 902 time: 0.1007638 Jul 06 11:57:30.589949 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dbcdfd20-1ac0-4c73-83cd-c2cde84954fe req-bafa5d84-ad73-45fb-b7c3-e69d0b3f9353 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859342 Jul 06 11:57:30.603382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:30.606317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:30.610837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:30.614106 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b34af9-8ada-4e67-9613-f9b7aa4a3d3f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:30.643032 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:30.643413 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:30.643606 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-2b785c3c-a1dd-48e0-96c2-8ed7b41fccd7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c HTTP/1.1" status: 200 len: 217 time: 0.0675781 Jul 06 11:57:30.643772 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:30.644096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:30.644445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:30.644784 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:30.646472 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:30.646472 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:30.646472 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:30.646472 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:30.646472 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:30.646983 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:30.734624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-a781bf39-bc84-49c9-862e-4029246204c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.736113 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-a781bf39-bc84-49c9-862e-4029246204c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eada84dd-e830-4fe1-9808-ee4fae7db735 HTTP/1.1" status: 200 len: 797 time: 0.0698915 Jul 06 11:57:30.751828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ff0ee-f675-4e10-ad69-78e82135ad20 req-25204e9e-a8b6-4d4b-a91a-cda8885a26a5 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.754113 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-043ff0ee-f675-4e10-ad69-78e82135ad20 req-25204e9e-a8b6-4d4b-a91a-cda8885a26a5 tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 950 time: 0.1216049 Jul 06 11:57:30.814294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 51dace3d-bd6d-4763-9818-1dd1a11ccea5 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:30.873272 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 51dace3d-bd6d-4763-9818-1dd1a11ccea5 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:30.879098 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 51dace3d-bd6d-4763-9818-1dd1a11ccea5 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:30.880258 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:30.891640 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-ce109e58-b7a5-4123-8a5b-8e3da8c04430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.893495 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-ce109e58-b7a5-4123-8a5b-8e3da8c04430 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387262 Jul 06 11:57:30.967629 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4009c14-038b-4c60-915a-71531551505a req-77420c83-ab53-43dc-b808-9f0057f9d41c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:30.979826 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4009c14-038b-4c60-915a-71531551505a req-77420c83-ab53-43dc-b808-9f0057f9d41c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc17286c-d876-45d2-97aa-e7dc39ffc051 HTTP/1.1" status: 200 len: 950 time: 0.2354751 Jul 06 11:57:30.980382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-043ff0ee-f675-4e10-ad69-78e82135ad20 req-67e38a49-1347-4257-aa5c-970359982e5c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Deleting port 7980525f-9685-4099-be30-26e6e4773809 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:30.980736 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-043ff0ee-f675-4e10-ad69-78e82135ad20 req-67e38a49-1347-4257-aa5c-970359982e5c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:30.981060 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.019407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51dace3d-bd6d-4763-9818-1dd1a11ccea5'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:31.022890 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc324de-1710-4374-b9a8-a0bee3299d55" -d '{"events": [{"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-plugged", "status": "completed", "tag": "51dace3d-bd6d-4763-9818-1dd1a11ccea5"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:31.029658 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.043524 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 51dace3d-bd6d-4763-9818-1dd1a11ccea5, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=51dace3d-bd6d-4763-9818-1dd1a11ccea5,segment=NetworkSegment(22904f85-8c27-48ec-9dad-eca9141213be),segment_id=22904f85-8c27-48ec-9dad-eca9141213be)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:31.051699 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.052808 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device fe0dcdeb-5a25-434d-9c7f-a8d0507295db up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:31.099138 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-316559f3-e733-441a-8ffd-8b3b5d4967e8 service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973662 Jul 06 11:57:31.108435 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4009c14-038b-4c60-915a-71531551505a req-e0ff4e0f-e41d-4ce1-b733-20b0f424c8fb tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c2ad327-43ed-479f-9bec-ddb14f4b7d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215503 Jul 06 11:57:31.215273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=51dace3d-bd6d-4763-9818-1dd1a11ccea5,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:31.228982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port fe0dcdeb-5a25-434d-9c7f-a8d0507295db completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:31.234270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port fe0dcdeb-5a25-434d-9c7f-a8d0507295db triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:31.235618 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.239080 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-043ff0ee-f675-4e10-ad69-78e82135ad20 req-67e38a49-1347-4257-aa5c-970359982e5c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] For port 7980525f-9685-4099-be30-26e6e4773809, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=7980525f-9685-4099-be30-26e6e4773809,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:31.239301 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-043ff0ee-f675-4e10-ad69-78e82135ad20 req-67e38a49-1347-4257-aa5c-970359982e5c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.296202 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-043ff0ee-f675-4e10-ad69-78e82135ad20 req-67e38a49-1347-4257-aa5c-970359982e5c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Calling delete_port for 7980525f-9685-4099-be30-26e6e4773809 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:31.340607 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.364209 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.379031 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.389425 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0025c02c-2453-411c-8222-ce6b7fb34877 req-a81780c5-c421-4325-a33f-e0e0aa045380 service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803855 Jul 06 11:57:31.406774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port fe0dcdeb-5a25-434d-9c7f-a8d0507295db, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=fe0dcdeb-5a25-434d-9c7f-a8d0507295db,segment=NetworkSegment(22904f85-8c27-48ec-9dad-eca9141213be),segment_id=22904f85-8c27-48ec-9dad-eca9141213be)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:31.408910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76430d2d-4ee0-4a47-928c-7bf383f880d7 req-3cf1d3e6-82b4-4e92-9b68-596cea70b652 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.410451 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-76430d2d-4ee0-4a47-928c-7bf383f880d7 req-3cf1d3e6-82b4-4e92-9b68-596cea70b652 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "GET /v2.0/ports?device_id=bdb283ce-6b00-4717-9650-b2f629977a8b HTTP/1.1" status: 200 len: 949 time: 0.2451985 Jul 06 11:57:31.419248 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.422446 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 57fecb67-373c-46d3-b254-862c832447c0 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:31.542501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=fe0dcdeb-5a25-434d-9c7f-a8d0507295db,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:31.574205 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 57fecb67-373c-46d3-b254-862c832447c0 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:31.581523 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 57fecb67-373c-46d3-b254-862c832447c0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:31.585102 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.619501 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-043ff0ee-f675-4e10-ad69-78e82135ad20 req-67e38a49-1347-4257-aa5c-970359982e5c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.626827 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20939b45-68f4-451d-9632-7289e040ae20 req-20ae81ca-50b0-4951-9b50-b73c0862d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.627343 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20939b45-68f4-451d-9632-7289e040ae20 req-20ae81ca-50b0-4951-9b50-b73c0862d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.627821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20939b45-68f4-451d-9632-7289e040ae20 req-20ae81ca-50b0-4951-9b50-b73c0862d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.628295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20939b45-68f4-451d-9632-7289e040ae20 req-20ae81ca-50b0-4951-9b50-b73c0862d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.628952 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20939b45-68f4-451d-9632-7289e040ae20 req-20ae81ca-50b0-4951-9b50-b73c0862d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.629227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20939b45-68f4-451d-9632-7289e040ae20 req-20ae81ca-50b0-4951-9b50-b73c0862d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.629703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20939b45-68f4-451d-9632-7289e040ae20 req-20ae81ca-50b0-4951-9b50-b73c0862d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.631799 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-20939b45-68f4-451d-9632-7289e040ae20 req-20ae81ca-50b0-4951-9b50-b73c0862d8c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 6475 time: 0.1607089 Jul 06 11:57:31.684180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e38a49-1347-4257-aa5c-970359982e5c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Pushing event deleted for resources: {'Port': ['ID=7980525f-9685-4099-be30-26e6e4773809,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:31.719976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-76430d2d-4ee0-4a47-928c-7bf383f880d7 req-06007d2c-f436-41d7-aebf-d1f0dcec31a6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Deleting port e1bc6098-e628-443b-be01-ace1e9eb6bb5 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:31.720326 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-76430d2d-4ee0-4a47-928c-7bf383f880d7 req-06007d2c-f436-41d7-aebf-d1f0dcec31a6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.722585 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.773998 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 57fecb67-373c-46d3-b254-862c832447c0, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=57fecb67-373c-46d3-b254-862c832447c0,segment=NetworkSegment(077db609-4242-48e6-8183-4b457d486c6f),segment_id=077db609-4242-48e6-8183-4b457d486c6f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:31.779815 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.803326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a6547-6d83-4db8-912e-0805c91166c3 req-c290ae27-adca-41a9-99f2-1746291ce09b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.810303 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a6547-6d83-4db8-912e-0805c91166c3 req-c290ae27-adca-41a9-99f2-1746291ce09b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.816736 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a6547-6d83-4db8-912e-0805c91166c3 req-c290ae27-adca-41a9-99f2-1746291ce09b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.817866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-043ff0ee-f675-4e10-ad69-78e82135ad20 req-67e38a49-1347-4257-aa5c-970359982e5c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] No DVR routers for this DVR port 7980525f-9685-4099-be30-26e6e4773809 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:31.823852 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a6547-6d83-4db8-912e-0805c91166c3 req-c290ae27-adca-41a9-99f2-1746291ce09b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.826779 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-043ff0ee-f675-4e10-ad69-78e82135ad20 req-67e38a49-1347-4257-aa5c-970359982e5c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.828812 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-043ff0ee-f675-4e10-ad69-78e82135ad20 req-67e38a49-1347-4257-aa5c-970359982e5c tempest-ServersAdminTestJSON-739872671 tempest-ServersAdminTestJSON-739872671-project] 10.222.0.89 "DELETE /v2.0/ports/7980525f-9685-4099-be30-26e6e4773809 HTTP/1.1" status: 204 len: 173 time: 1.0620835 Jul 06 11:57:31.830608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a6547-6d83-4db8-912e-0805c91166c3 req-c290ae27-adca-41a9-99f2-1746291ce09b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.831374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc17286c-d876-45d2-97aa-e7dc39ffc051', 'name': 'network-vif-deleted', 'tag': '7980525f-9685-4099-be30-26e6e4773809'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:31.833494 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70602ae3-06a4-489e-9ae0-621473680521" -d '{"events": [{"server_uuid": "fc17286c-d876-45d2-97aa-e7dc39ffc051", "name": "network-vif-deleted", "tag": "7980525f-9685-4099-be30-26e6e4773809"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:31.838526 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a6547-6d83-4db8-912e-0805c91166c3 req-c290ae27-adca-41a9-99f2-1746291ce09b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.844776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a6547-6d83-4db8-912e-0805c91166c3 req-c290ae27-adca-41a9-99f2-1746291ce09b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.855568 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1a7a6547-6d83-4db8-912e-0805c91166c3 req-c290ae27-adca-41a9-99f2-1746291ce09b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5418 time: 0.5451918 Jul 06 11:57:31.884425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20939b45-68f4-451d-9632-7289e040ae20 req-03f9fd3c-ba99-479d-bc5b-911cd868ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:31.885947 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-20939b45-68f4-451d-9632-7289e040ae20 req-03f9fd3c-ba99-479d-bc5b-911cd868ed66 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2 HTTP/1.1" status: 200 len: 902 time: 0.2445204 Jul 06 11:57:31.886240 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=57fecb67-373c-46d3-b254-862c832447c0,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:31.938164 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-20939b45-68f4-451d-9632-7289e040ae20 req-53fd7994-eb1e-4056-ba09-e4b3caed75fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c7fc74d-9666-479f-9b98-8e225535a1d6 HTTP/1.1" status: 200 len: 217 time: 0.0446527 Jul 06 11:57:31.940100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-76430d2d-4ee0-4a47-928c-7bf383f880d7 req-06007d2c-f436-41d7-aebf-d1f0dcec31a6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] For port e1bc6098-e628-443b-be01-ace1e9eb6bb5, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=e1bc6098-e628-443b-be01-ace1e9eb6bb5,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:31.940469 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-76430d2d-4ee0-4a47-928c-7bf383f880d7 req-06007d2c-f436-41d7-aebf-d1f0dcec31a6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:31.945921 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1a7a6547-6d83-4db8-912e-0805c91166c3 req-634ea3fc-379e-46a5-8f0a-52a370d359ad tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0885098 Jul 06 11:57:31.987136 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-76430d2d-4ee0-4a47-928c-7bf383f880d7 req-06007d2c-f436-41d7-aebf-d1f0dcec31a6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Calling delete_port for e1bc6098-e628-443b-be01-ace1e9eb6bb5 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:32.041531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20939b45-68f4-451d-9632-7289e040ae20 req-2a14b0fd-6bc7-474d-92ea-c3b722ce296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:32.043021 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-20939b45-68f4-451d-9632-7289e040ae20 req-2a14b0fd-6bc7-474d-92ea-c3b722ce296f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eada84dd-e830-4fe1-9808-ee4fae7db735 HTTP/1.1" status: 200 len: 797 time: 0.0987573 Jul 06 11:57:32.070378 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Router 8a43bca5-4515-43a2-bdc9-2fe03abdfa3a is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:57:32.199825 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20939b45-68f4-451d-9632-7289e040ae20 req-ee8a4b27-a51a-4a26-b713-99a6fff157a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:32.201858 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-20939b45-68f4-451d-9632-7289e040ae20 req-ee8a4b27-a51a-4a26-b713-99a6fff157a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1519377 Jul 06 11:57:32.257839 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d359a-d02e-4736-b602-a6a54acb37ba req-60bebe61-5a43-4a10-9e2d-744911ff9ca5 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:32.259769 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8e6d359a-d02e-4736-b602-a6a54acb37ba req-60bebe61-5a43-4a10-9e2d-744911ff9ca5 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 945 time: 0.1277549 Jul 06 11:57:32.276113 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-76430d2d-4ee0-4a47-928c-7bf383f880d7 req-06007d2c-f436-41d7-aebf-d1f0dcec31a6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.290651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd64659e-6f68-4803-a2c1-de2433fa8279', 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616', 'e1bc6098-e628-443b-be01-ace1e9eb6bb5'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:32.297112 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9a5d9e-492e-4c12-99d5-e4095fc1ed94', 'e48ac6ca-f009-4c5d-9cf1-8658ab803e66'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:32.314914 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8e6d359a-d02e-4736-b602-a6a54acb37ba req-7bc4f398-d505-4f6a-a602-790c5ddede33 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470967 Jul 06 11:57:32.318081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:32.323120 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.326966 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-084d81c9-ad3e-49a2-8e9d-02fcc06dfc00 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "PUT /v2.0/routers/8a43bca5-4515-43a2-bdc9-2fe03abdfa3a HTTP/1.1" status: 200 len: 913 time: 2.7655253 Jul 06 11:57:32.327651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34870) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:32.371204 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06007d2c-f436-41d7-aebf-d1f0dcec31a6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event deleted for resources: {'Port': ['ID=e1bc6098-e628-443b-be01-ace1e9eb6bb5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:32.422088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f15a3c2-ebde-49c9-9692-ec609ee9d9c4 None None] Sync routers for ids ['8a43bca5-4515-43a2-bdc9-2fe03abdfa3a'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:32.485242 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-76430d2d-4ee0-4a47-928c-7bf383f880d7 req-06007d2c-f436-41d7-aebf-d1f0dcec31a6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] No DVR routers for this DVR port e1bc6098-e628-443b-be01-ace1e9eb6bb5 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:32.491065 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-76430d2d-4ee0-4a47-928c-7bf383f880d7 req-06007d2c-f436-41d7-aebf-d1f0dcec31a6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:32.493667 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-76430d2d-4ee0-4a47-928c-7bf383f880d7 req-06007d2c-f436-41d7-aebf-d1f0dcec31a6 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "DELETE /v2.0/ports/e1bc6098-e628-443b-be01-ace1e9eb6bb5 HTTP/1.1" status: 204 len: 173 time: 1.0765824 Jul 06 11:57:32.511249 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-20939b45-68f4-451d-9632-7289e040ae20 req-29586db0-b364-439b-a3a1-d635f3c67419 service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010116 Jul 06 11:57:32.558556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bb50b950-11ce-429d-a88a-dfb163416c88 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/routers/8a43bca5-4515-43a2-bdc9-2fe03abdfa3a HTTP/1.1" status: 200 len: 919 time: 0.2288969 Jul 06 11:57:32.561705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34874) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:32.646234 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e776b4-8d9e-4221-bf8d-7e60f5ac57b7 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:32.651170 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-73e776b4-8d9e-4221-bf8d-7e60f5ac57b7 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=075eaceb-5477-4780-963d-b2414ee11e87&device_id=8a43bca5-4515-43a2-bdc9-2fe03abdfa3a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0882459 Jul 06 11:57:32.651770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34876) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:32.661839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f15a3c2-ebde-49c9-9692-ec609ee9d9c4 None None] Routers {'8a43bca5-4515-43a2-bdc9-2fe03abdfa3a'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:32.662428 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5f15a3c2-ebde-49c9-9692-ec609ee9d9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8a43bca5-4515-43a2-bdc9-2fe03abdfa3a'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:32.729569 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-20939b45-68f4-451d-9632-7289e040ae20 req-7ac68b58-feb1-424b-ae5b-4067f291a6bb service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112947 Jul 06 11:57:32.742682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5f15a3c2-ebde-49c9-9692-ec609ee9d9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:32.770383 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f15a3c2-ebde-49c9-9692-ec609ee9d9c4 None None] Routers {'8a43bca5-4515-43a2-bdc9-2fe03abdfa3a'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:32.771006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5f15a3c2-ebde-49c9-9692-ec609ee9d9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8a43bca5-4515-43a2-bdc9-2fe03abdfa3a'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:32.815014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856e1e15-c26c-48e2-9c52-d84071c98c2f tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:32.817175 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-856e1e15-c26c-48e2-9c52-d84071c98c2f tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 881 time: 0.1625433 Jul 06 11:57:32.820604 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34878) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:32.885961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34882) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:32.886310 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-95449868-2d33-46fc-88e9-166c9e22c56b tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a43bca5-4515-43a2-bdc9-2fe03abdfa3a HTTP/1.1" status: 200 len: 205 time: 0.0639036 Jul 06 11:57:33.063188 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5f15a3c2-ebde-49c9-9692-ec609ee9d9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:33.066059 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f15a3c2-ebde-49c9-9692-ec609ee9d9c4 None None] The sync data for ids ['8a43bca5-4515-43a2-bdc9-2fe03abdfa3a'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:33.075603 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 7980525f-9685-4099-be30-26e6e4773809 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:33.078171 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2bb924-314d-4f6d-98ed-9d26d6b2bb5a x-openstack-request-id: req-1e2bb924-314d-4f6d-98ed-9d26d6b2bb5a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:33.078454 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-plugged", "status": "completed", "tag": "51dace3d-bd6d-4763-9818-1dd1a11ccea5", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:33.078700 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e2bb924-314d-4f6d-98ed-9d26d6b2bb5a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:33.079079 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51dace3d-bd6d-4763-9818-1dd1a11ccea5', 'code': 200} Jul 06 11:57:33.099259 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-acf0f979-a6f7-4dd2-8277-244a4b2e1a41 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:33.122290 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 7980525f-9685-4099-be30-26e6e4773809 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:33.122543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 7980525f-9685-4099-be30-26e6e4773809 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:33.264262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-acf0f979-a6f7-4dd2-8277-244a4b2e1a41 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:33.313747 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95d024-13d7-4dba-b6d8-ab8b1937e41a req-c2eb69f9-4f45-409e-93c7-478c1e3c4b99 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:33.323169 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a95d024-13d7-4dba-b6d8-ab8b1937e41a req-c2eb69f9-4f45-409e-93c7-478c1e3c4b99 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 944 time: 0.1463125 Jul 06 11:57:33.368569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-acf0f979-a6f7-4dd2-8277-244a4b2e1a41 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Deleting port c4b34af9-8ada-4e67-9613-f9b7aa4a3d3f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:33.368967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-acf0f979-a6f7-4dd2-8277-244a4b2e1a41 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:33.385243 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a95d024-13d7-4dba-b6d8-ab8b1937e41a req-8d45421e-f643-413a-b06b-85d78e90182b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610905 Jul 06 11:57:33.513805 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-acf0f979-a6f7-4dd2-8277-244a4b2e1a41 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:33.540279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-acf0f979-a6f7-4dd2-8277-244a4b2e1a41 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Calling delete_port for c4b34af9-8ada-4e67-9613-f9b7aa4a3d3f owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:33.597949 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5f843-0775-451f-9f6f-13f01f97c0bc req-8ebe5647-4dc4-4eb8-8d58-f2d4b0884ea6 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:33.604918 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5f843-0775-451f-9f6f-13f01f97c0bc req-8ebe5647-4dc4-4eb8-8d58-f2d4b0884ea6 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:33.610810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5f843-0775-451f-9f6f-13f01f97c0bc req-8ebe5647-4dc4-4eb8-8d58-f2d4b0884ea6 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:33.612516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bed5f843-0775-451f-9f6f-13f01f97c0bc req-8ebe5647-4dc4-4eb8-8d58-f2d4b0884ea6 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2417 time: 0.0904255 Jul 06 11:57:33.655627 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bed5f843-0775-451f-9f6f-13f01f97c0bc req-b26af441-1353-4814-8e06-f3cf9c9d467c tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361166 Jul 06 11:57:33.708125 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74acf4ef-c6dc-4e6f-907d-053daf1b4ba6 x-openstack-request-id: req-74acf4ef-c6dc-4e6f-907d-053daf1b4ba6 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:33.708687 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc17286c-d876-45d2-97aa-e7dc39ffc051", "name": "network-vif-deleted", "tag": "7980525f-9685-4099-be30-26e6e4773809", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:33.708687 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-74acf4ef-c6dc-4e6f-907d-053daf1b4ba6 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:33.709074 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc17286c-d876-45d2-97aa-e7dc39ffc051', 'name': 'network-vif-deleted', 'tag': '7980525f-9685-4099-be30-26e6e4773809', 'status': 'completed', 'code': 200} Jul 06 11:57:33.734732 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-acf0f979-a6f7-4dd2-8277-244a4b2e1a41 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:33.761758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0f979-a6f7-4dd2-8277-244a4b2e1a41 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Pushing event deleted for resources: {'Port': ['ID=c4b34af9-8ada-4e67-9613-f9b7aa4a3d3f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:33.834355 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-acf0f979-a6f7-4dd2-8277-244a4b2e1a41 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:33.940023 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-acf0f979-a6f7-4dd2-8277-244a4b2e1a41 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:33.943536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-acf0f979-a6f7-4dd2-8277-244a4b2e1a41 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:33.954097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df38c9-ca58-4625-b734-2c117b949ba5 req-609a471e-2269-4ba8-87c1-5aa19ccef29f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:33.961615 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8df38c9-ca58-4625-b734-2c117b949ba5 req-609a471e-2269-4ba8-87c1-5aa19ccef29f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 945 time: 0.0938737 Jul 06 11:57:34.028985 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8df38c9-ca58-4625-b734-2c117b949ba5 req-e414ae24-34b1-4466-b5cf-07aad6cf0cbe tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663033 Jul 06 11:57:34.109940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34894) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:34.248187 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-acf0f979-a6f7-4dd2-8277-244a4b2e1a41 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.249497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf0f979-a6f7-4dd2-8277-244a4b2e1a41 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Fanout notify agent at l3_agent the message router_deleted on router 8a43bca5-4515-43a2-bdc9-2fe03abdfa3a {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:57:34.258106 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-acf0f979-a6f7-4dd2-8277-244a4b2e1a41 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.259973 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-acf0f979-a6f7-4dd2-8277-244a4b2e1a41 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "DELETE /v2.0/routers/8a43bca5-4515-43a2-bdc9-2fe03abdfa3a HTTP/1.1" status: 204 len: 168 time: 1.3722136 Jul 06 11:57:34.266116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34900) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:34.272019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5f0dba8d-2d2b-4d2a-83a9-d79336ebf532 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-83184819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:34.302755 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-42b5f317-3eac-49a4-a813-af7d3720c379 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2f877cca24b14b018c300063ae07683d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911418 Jul 06 11:57:34.308372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34902) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:34.349380 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f0dba8d-2d2b-4d2a-83a9-d79336ebf532 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.350575 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f0dba8d-2d2b-4d2a-83a9-d79336ebf532 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.379250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644ec89-8392-4413-8b2a-60a68107d006 req-7c9e21c5-23e3-4087-8b36-86d703b74738 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:34.385680 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644ec89-8392-4413-8b2a-60a68107d006 req-7c9e21c5-23e3-4087-8b36-86d703b74738 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:34.393556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644ec89-8392-4413-8b2a-60a68107d006 req-7c9e21c5-23e3-4087-8b36-86d703b74738 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:34.400086 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644ec89-8392-4413-8b2a-60a68107d006 req-7c9e21c5-23e3-4087-8b36-86d703b74738 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:34.406251 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644ec89-8392-4413-8b2a-60a68107d006 req-7c9e21c5-23e3-4087-8b36-86d703b74738 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:34.412315 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644ec89-8392-4413-8b2a-60a68107d006 req-7c9e21c5-23e3-4087-8b36-86d703b74738 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:34.419550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644ec89-8392-4413-8b2a-60a68107d006 req-7c9e21c5-23e3-4087-8b36-86d703b74738 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:34.421820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e644ec89-8392-4413-8b2a-60a68107d006 req-7c9e21c5-23e3-4087-8b36-86d703b74738 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5418 time: 0.1453967 Jul 06 11:57:34.441783 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f0dba8d-2d2b-4d2a-83a9-d79336ebf532 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.444975 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a016a576-b180-4d7d-a559-dda22f78df67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.457756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2202505-9471-4b99-b891-dafb294b8e9e req-4eb571a6-24e7-4d5b-ad94-c98fc27feee8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:34.459138 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2202505-9471-4b99-b891-dafb294b8e9e req-4eb571a6-24e7-4d5b-ad94-c98fc27feee8 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.23 "GET /v2.0/ports?device_id=afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1 HTTP/1.1" status: 200 len: 949 time: 0.1908357 Jul 06 11:57:34.465353 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f0dba8d-2d2b-4d2a-83a9-d79336ebf532 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.467589 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e644ec89-8392-4413-8b2a-60a68107d006 req-39338542-39b8-4236-9a3a-7df26a813a25 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396624 Jul 06 11:57:34.525306 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a016a576-b180-4d7d-a559-dda22f78df67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.527255 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f0dba8d-2d2b-4d2a-83a9-d79336ebf532 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.531569 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34906) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:34.535790 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5f0dba8d-2d2b-4d2a-83a9-d79336ebf532 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2613306 Jul 06 11:57:34.536663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'enable_snat': False}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:34.639607 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a016a576-b180-4d7d-a559-dda22f78df67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.642274 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a016a576-b180-4d7d-a559-dda22f78df67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.645766 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a016a576-b180-4d7d-a559-dda22f78df67 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c2ad327-43ed-479f-9bec-ddb14f4b7d72 HTTP/1.1" status: 204 len: 168 time: 0.3319445 Jul 06 11:57:34.678149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b2202505-9471-4b99-b891-dafb294b8e9e req-8fb57007-b5aa-4127-8d6e-e2db068d265a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Deleting port e48ac6ca-f009-4c5d-9cf1-8658ab803e66 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:34.678492 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b2202505-9471-4b99-b891-dafb294b8e9e req-8fb57007-b5aa-4127-8d6e-e2db068d265a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.804426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016a576-b180-4d7d-a559-dda22f78df67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2ad327-43ed-479f-9bec-ddb14f4b7d72,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:34.819662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device e1bc6098-e628-443b-be01-ace1e9eb6bb5 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:34.843427 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b2202505-9471-4b99-b891-dafb294b8e9e req-8fb57007-b5aa-4127-8d6e-e2db068d265a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] For port e48ac6ca-f009-4c5d-9cf1-8658ab803e66, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e48ac6ca-f009-4c5d-9cf1-8658ab803e66,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:34.843916 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b2202505-9471-4b99-b891-dafb294b8e9e req-8fb57007-b5aa-4127-8d6e-e2db068d265a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:34.861864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: e1bc6098-e628-443b-be01-ace1e9eb6bb5 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:34.862199 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device e1bc6098-e628-443b-be01-ace1e9eb6bb5 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:34.862527 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b2202505-9471-4b99-b891-dafb294b8e9e req-8fb57007-b5aa-4127-8d6e-e2db068d265a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Calling delete_port for e48ac6ca-f009-4c5d-9cf1-8658ab803e66 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:34.913954 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.062857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fba8c6-1488-4157-8d25-97f9175000b6 req-459f5b66-594a-4103-bfef-603b221642ee tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:35.064423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88fba8c6-1488-4157-8d25-97f9175000b6 req-459f5b66-594a-4103-bfef-603b221642ee tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1 HTTP/1.1" status: 200 len: 949 time: 0.0922856 Jul 06 11:57:35.071815 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b2202505-9471-4b99-b891-dafb294b8e9e req-8fb57007-b5aa-4127-8d6e-e2db068d265a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.080762 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0dcdeb-5a25-434d-9c7f-a8d0507295db'}, {'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fecb67-373c-46d3-b254-862c832447c0'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:35.083692 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f946598-f79d-4161-beec-672f937e76a2" -d '{"events": [{"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-plugged", "status": "completed", "tag": "fe0dcdeb-5a25-434d-9c7f-a8d0507295db"}, {"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-plugged", "status": "completed", "tag": "57fecb67-373c-46d3-b254-862c832447c0"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:35.092388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9a5d9e-492e-4c12-99d5-e4095fc1ed94', 'e48ac6ca-f009-4c5d-9cf1-8658ab803e66'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:35.101666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd64659e-6f68-4803-a2c1-de2433fa8279', 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:35.108761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb57007-b5aa-4127-8d6e-e2db068d265a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event deleted for resources: {'Port': ['ID=e48ac6ca-f009-4c5d-9cf1-8658ab803e66,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:35.139264 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88fba8c6-1488-4157-8d25-97f9175000b6 req-179e2542-20c6-407c-88ba-28b6a2f66a21 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684774 Jul 06 11:57:35.163675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34918) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:35.206530 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2202505-9471-4b99-b891-dafb294b8e9e req-8fb57007-b5aa-4127-8d6e-e2db068d265a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] No DVR routers for this DVR port e48ac6ca-f009-4c5d-9cf1-8658ab803e66 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:35.209914 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b2202505-9471-4b99-b891-dafb294b8e9e req-8fb57007-b5aa-4127-8d6e-e2db068d265a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.212767 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2202505-9471-4b99-b891-dafb294b8e9e req-8fb57007-b5aa-4127-8d6e-e2db068d265a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.23 "DELETE /v2.0/ports/e48ac6ca-f009-4c5d-9cf1-8658ab803e66 HTTP/1.1" status: 204 len: 173 time: 0.7316706 Jul 06 11:57:35.261738 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-81f14fe2-21c9-481f-b453-1f2f67309e44 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e28eee705da34198b5a96c4587aec53f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959468 Jul 06 11:57:35.265034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34920) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:35.301833 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.331452 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.372000 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41181913-2017-42bd-9d49-65c213b4c969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.381781 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.422615 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41181913-2017-42bd-9d49-65c213b4c969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.472306 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb31845c-4cb1-4fcf-9bf4-2890a86fa296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.504589 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41181913-2017-42bd-9d49-65c213b4c969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.509157 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41181913-2017-42bd-9d49-65c213b4c969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.510626 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-41181913-2017-42bd-9d49-65c213b4c969 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c6650850-1327-4530-8e81-55a4d9d2514a HTTP/1.1" status: 204 len: 168 time: 0.2429519 Jul 06 11:57:35.535349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41181913-2017-42bd-9d49-65c213b4c969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6650850-1327-4530-8e81-55a4d9d2514a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:35.600510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5b898-0015-4ed0-bd54-ea352ef4aa78 req-ffbe00fe-25a3-4b2b-b1d6-c1c906cbcdfc tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:35.608524 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-10d5b898-0015-4ed0-bd54-ea352ef4aa78 req-ffbe00fe-25a3-4b2b-b1d6-c1c906cbcdfc tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 944 time: 0.2020593 Jul 06 11:57:35.611400 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Allocated IP 172.25.4.191 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/a587e177-9c1c-47d3-9c4b-9eeef1a75c4a) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:35.703847 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-10d5b898-0015-4ed0-bd54-ea352ef4aa78 req-46f439cd-2ffa-4ab6-9311-a353e82dd30e tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940185 Jul 06 11:57:35.710487 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb283ce-6b00-4717-9650-b2f629977a8b', 'name': 'network-vif-deleted', 'tag': 'e1bc6098-e628-443b-be01-ace1e9eb6bb5'}, {'server_uuid': 'afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1', 'name': 'network-vif-deleted', 'tag': 'e48ac6ca-f009-4c5d-9cf1-8658ab803e66'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:35.714083 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64541b7-d446-44d0-b264-7a0256f028ae" -d '{"events": [{"server_uuid": "bdb283ce-6b00-4717-9650-b2f629977a8b", "name": "network-vif-deleted", "tag": "e1bc6098-e628-443b-be01-ace1e9eb6bb5"}, {"server_uuid": "afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1", "name": "network-vif-deleted", "tag": "e48ac6ca-f009-4c5d-9cf1-8658ab803e66"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:35.772244 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.816643 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:35.859188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:35.875353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:35.896660 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:35.902260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27596840-f503-4068-8a07-186a336e9129 req-cc9080bc-cbf8-49e0-b5e5-61664c68503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:35.904578 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-27596840-f503-4068-8a07-186a336e9129 req-cc9080bc-cbf8-49e0-b5e5-61664c68503e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f&tenant_id=cb4361f835974e8bb48f40231c55813a HTTP/1.1" status: 200 len: 1095 time: 0.1210022 Jul 06 11:57:35.939138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Pushing event updated for resources: {'Port': ['ID=a587e177-9c1c-47d3-9c4b-9eeef1a75c4a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:35.994862 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27596840-f503-4068-8a07-186a336e9129 req-e36ba486-ff47-4516-9206-d4d68b549ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:35.996745 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-27596840-f503-4068-8a07-186a336e9129 req-e36ba486-ff47-4516-9206-d4d68b549ebf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb4361f835974e8bb48f40231c55813a&device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 1095 time: 0.0652373 Jul 06 11:57:36.043432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080d868-5620-49d8-8579-0432a3fda8c0 req-fb53c955-5180-48ba-b93a-9e4a90cec001 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.049515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080d868-5620-49d8-8579-0432a3fda8c0 req-fb53c955-5180-48ba-b93a-9e4a90cec001 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.056630 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080d868-5620-49d8-8579-0432a3fda8c0 req-fb53c955-5180-48ba-b93a-9e4a90cec001 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.058113 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f080d868-5620-49d8-8579-0432a3fda8c0 req-fb53c955-5180-48ba-b93a-9e4a90cec001 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2417 time: 0.2059762 Jul 06 11:57:36.113750 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27596840-f503-4068-8a07-186a336e9129 req-74339814-2160-4457-9191-31de2da7b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.116610 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-27596840-f503-4068-8a07-186a336e9129 req-74339814-2160-4457-9191-31de2da7b3f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 200 len: 917 time: 0.1117456 Jul 06 11:57:36.140107 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f080d868-5620-49d8-8579-0432a3fda8c0 req-d147a8d0-02cb-4245-9926-446f50338089 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721879 Jul 06 11:57:36.210851 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-27596840-f503-4068-8a07-186a336e9129 req-1e167e08-f8d0-45b2-bccf-b51b0462c140 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f HTTP/1.1" status: 200 len: 1000 time: 0.0834520 Jul 06 11:57:36.223275 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.284783 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27596840-f503-4068-8a07-186a336e9129 req-84add0c1-2c2c-4900-be40-676f3a9b0df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.286476 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-27596840-f503-4068-8a07-186a336e9129 req-84add0c1-2c2c-4900-be40-676f3a9b0df8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=051eb73e-cc49-4234-bd0e-51f311b8c003 HTTP/1.1" status: 200 len: 855 time: 0.0652986 Jul 06 11:57:36.287608 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.360994 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27596840-f503-4068-8a07-186a336e9129 req-8dbd9f61-fb78-4891-b634-65746436a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.362548 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-27596840-f503-4068-8a07-186a336e9129 req-8dbd9f61-fb78-4891-b634-65746436a78c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2583a30c-12e0-47de-ab04-5597efae877a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688579 Jul 06 11:57:36.470383 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab54f3-558b-419a-9a52-0612146ef6d9 req-ffb08d35-6e06-4033-b0c4-30249136d8f6 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.479549 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dcab54f3-558b-419a-9a52-0612146ef6d9 req-ffb08d35-6e06-4033-b0c4-30249136d8f6 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 945 time: 0.1894052 Jul 06 11:57:36.509445 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-27596840-f503-4068-8a07-186a336e9129 req-70625e74-e3c9-4458-aa23-f9b8cef53798 service neutron] 10.222.0.23 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393719 Jul 06 11:57:36.556015 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dcab54f3-558b-419a-9a52-0612146ef6d9 req-a9a4bdcd-2666-449f-b0d4-20d417749e9c tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755453 Jul 06 11:57:36.608615 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48b2731-f485-4474-b94e-31aa5f921e5a x-openstack-request-id: req-a48b2731-f485-4474-b94e-31aa5f921e5a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:36.609186 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-plugged", "status": "completed", "tag": "fe0dcdeb-5a25-434d-9c7f-a8d0507295db", "code": 200}, {"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-plugged", "status": "completed", "tag": "57fecb67-373c-46d3-b254-862c832447c0", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:36.609908 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.610118 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a48b2731-f485-4474-b94e-31aa5f921e5a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:36.610712 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0dcdeb-5a25-434d-9c7f-a8d0507295db', 'code': 200} Jul 06 11:57:36.612092 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fecb67-373c-46d3-b254-862c832447c0', 'code': 200} Jul 06 11:57:36.614508 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:36.632649 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-27596840-f503-4068-8a07-186a336e9129 req-1497abaa-d54d-43e7-9d77-82d3fe226524 service neutron] 10.222.0.23 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161356 Jul 06 11:57:36.754113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfe4fe-8bac-409c-9aa2-0b6b7e9f70fc req-4dbad920-87bb-483e-9699-1bc3d9424284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.754864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfe4fe-8bac-409c-9aa2-0b6b7e9f70fc req-4dbad920-87bb-483e-9699-1bc3d9424284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.755089 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfe4fe-8bac-409c-9aa2-0b6b7e9f70fc req-4dbad920-87bb-483e-9699-1bc3d9424284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.757030 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2edfe4fe-8bac-409c-9aa2-0b6b7e9f70fc req-4dbad920-87bb-483e-9699-1bc3d9424284 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2870 time: 0.0756958 Jul 06 11:57:36.796211 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2edfe4fe-8bac-409c-9aa2-0b6b7e9f70fc req-9fc9b041-1315-4fe2-a347-8316fb67c75a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320911 Jul 06 11:57:36.818051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b89e3-11ae-4b5e-a14c-d3bf5495b0fc req-552927cf-eabe-4bfa-941a-2b9eae42a5eb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.824627 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b89e3-11ae-4b5e-a14c-d3bf5495b0fc req-552927cf-eabe-4bfa-941a-2b9eae42a5eb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.830611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b89e3-11ae-4b5e-a14c-d3bf5495b0fc req-552927cf-eabe-4bfa-941a-2b9eae42a5eb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.836542 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b89e3-11ae-4b5e-a14c-d3bf5495b0fc req-552927cf-eabe-4bfa-941a-2b9eae42a5eb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.842498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b89e3-11ae-4b5e-a14c-d3bf5495b0fc req-552927cf-eabe-4bfa-941a-2b9eae42a5eb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.848548 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b89e3-11ae-4b5e-a14c-d3bf5495b0fc req-552927cf-eabe-4bfa-941a-2b9eae42a5eb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.854369 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b89e3-11ae-4b5e-a14c-d3bf5495b0fc req-552927cf-eabe-4bfa-941a-2b9eae42a5eb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:36.856260 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c0b89e3-11ae-4b5e-a14c-d3bf5495b0fc req-552927cf-eabe-4bfa-941a-2b9eae42a5eb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5418 time: 0.1448233 Jul 06 11:57:36.870746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Router 169e79e3-67ac-48d9-977e-b7dccdc2e0b1 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:57:36.940921 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c0b89e3-11ae-4b5e-a14c-d3bf5495b0fc req-17fd21da-0586-468b-b719-30bcfd92c829 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786879 Jul 06 11:57:37.212359 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a28b579-1032-4f00-a94d-c4e681a21669 x-openstack-request-id: req-2a28b579-1032-4f00-a94d-c4e681a21669 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:37.213132 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb283ce-6b00-4717-9650-b2f629977a8b", "name": "network-vif-deleted", "tag": "e1bc6098-e628-443b-be01-ace1e9eb6bb5", "status": "completed", "code": 200}, {"server_uuid": "afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1", "name": "network-vif-deleted", "tag": "e48ac6ca-f009-4c5d-9cf1-8658ab803e66", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:37.213396 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a28b579-1032-4f00-a94d-c4e681a21669 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:37.213955 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb283ce-6b00-4717-9650-b2f629977a8b', 'name': 'network-vif-deleted', 'tag': 'e1bc6098-e628-443b-be01-ace1e9eb6bb5', 'status': 'completed', 'code': 200} Jul 06 11:57:37.214329 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc6f0eb-f65b-4b2f-97e0-aafcbb2566b1', 'name': 'network-vif-deleted', 'tag': 'e48ac6ca-f009-4c5d-9cf1-8658ab803e66', 'status': 'completed', 'code': 200} Jul 06 11:57:37.315914 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:37.331359 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:37.331902 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98355e1b-5502-466e-8a89-f418e578cf75 None None] Sync routers for ids ['169e79e3-67ac-48d9-977e-b7dccdc2e0b1'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:37.333214 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5d5a130d-eb6f-43f1-b0a8-14c4a6b0ffd5 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "PUT /v2.0/routers/169e79e3-67ac-48d9-977e-b7dccdc2e0b1 HTTP/1.1" status: 200 len: 914 time: 2.7999701 Jul 06 11:57:37.337609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34974) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:37.349763 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98355e1b-5502-466e-8a89-f418e578cf75 None None] Routers {'169e79e3-67ac-48d9-977e-b7dccdc2e0b1'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:37.350386 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-98355e1b-5502-466e-8a89-f418e578cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['169e79e3-67ac-48d9-977e-b7dccdc2e0b1'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:37.385876 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-98355e1b-5502-466e-8a89-f418e578cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:37.394891 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98355e1b-5502-466e-8a89-f418e578cf75 None None] Routers {'169e79e3-67ac-48d9-977e-b7dccdc2e0b1'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:37.395548 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-98355e1b-5502-466e-8a89-f418e578cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['169e79e3-67ac-48d9-977e-b7dccdc2e0b1'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:37.429458 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-98355e1b-5502-466e-8a89-f418e578cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:37.431041 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98355e1b-5502-466e-8a89-f418e578cf75 None None] The sync data for ids ['169e79e3-67ac-48d9-977e-b7dccdc2e0b1'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:37.518119 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7592e424-91f0-4483-8616-1188609c1bb9 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/routers/169e79e3-67ac-48d9-977e-b7dccdc2e0b1 HTTP/1.1" status: 200 len: 920 time: 0.1765566 Jul 06 11:57:37.522374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34980) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:37.659619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0e328f-5b4f-4c91-aa01-f2a105274954 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:37.663032 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3f0e328f-5b4f-4c91-aa01-f2a105274954 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=075eaceb-5477-4780-963d-b2414ee11e87&device_id=169e79e3-67ac-48d9-977e-b7dccdc2e0b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1393008 Jul 06 11:57:37.667391 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34990) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:37.939106 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17507503-1bbc-4ef2-966c-1d413ff4e0f6 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:37.943291 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-17507503-1bbc-4ef2-966c-1d413ff4e0f6 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 881 time: 0.2721474 Jul 06 11:57:37.943932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34998) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:37.958688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16583fa0-d7d0-4f88-8801-9d09c35d9e23 req-f2f449e4-1f34-45fd-ae6f-f089212590b9 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:37.960820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-16583fa0-d7d0-4f88-8801-9d09c35d9e23 req-f2f449e4-1f34-45fd-ae6f-f089212590b9 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 945 time: 0.2450476 Jul 06 11:57:37.995208 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3da17229-2d0a-4a98-b3f5-a32953bdd4bf tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "GET /v2.0/ports?device_id=169e79e3-67ac-48d9-977e-b7dccdc2e0b1 HTTP/1.1" status: 200 len: 205 time: 0.0497007 Jul 06 11:57:37.997361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35004) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:38.059708 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-16583fa0-d7d0-4f88-8801-9d09c35d9e23 req-adca5a85-e196-4f4a-a848-38d5ee473bec tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868373 Jul 06 11:57:38.079069 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e48ac6ca-f009-4c5d-9cf1-8658ab803e66 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:38.148131 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: e48ac6ca-f009-4c5d-9cf1-8658ab803e66 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:38.150466 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e48ac6ca-f009-4c5d-9cf1-8658ab803e66 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:38.194681 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3408b0dc-3a20-49c6-8402-786c69325be1 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.201234 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.203522 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-326c647e-33b2-4f28-86fa-be5f97438210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.387136 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3408b0dc-3a20-49c6-8402-786c69325be1 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.408796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea2ee9-0726-4ccd-981e-b0d6554370c7 req-17e3dd01-be64-4fdd-9967-e1d624706a1b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:38.410336 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93ea2ee9-0726-4ccd-981e-b0d6554370c7 req-17e3dd01-be64-4fdd-9967-e1d624706a1b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 944 time: 0.1025250 Jul 06 11:57:38.486604 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93ea2ee9-0726-4ccd-981e-b0d6554370c7 req-3963ece5-f51e-449e-aa7c-d3a8e54ed948 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481603 Jul 06 11:57:38.498892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-3408b0dc-3a20-49c6-8402-786c69325be1 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Deleting port a587e177-9c1c-47d3-9c4b-9eeef1a75c4a {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:38.499258 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3408b0dc-3a20-49c6-8402-786c69325be1 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.620936 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3408b0dc-3a20-49c6-8402-786c69325be1 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.634170 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-3408b0dc-3a20-49c6-8402-786c69325be1 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Calling delete_port for a587e177-9c1c-47d3-9c4b-9eeef1a75c4a owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:38.813567 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dccd28-7f6a-46ac-a46f-84c892ed3252 req-4b5e381b-b34a-493c-bc3e-6979d707220d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:38.819934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dccd28-7f6a-46ac-a46f-84c892ed3252 req-4b5e381b-b34a-493c-bc3e-6979d707220d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:38.826917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dccd28-7f6a-46ac-a46f-84c892ed3252 req-4b5e381b-b34a-493c-bc3e-6979d707220d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:38.828738 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39dccd28-7f6a-46ac-a46f-84c892ed3252 req-4b5e381b-b34a-493c-bc3e-6979d707220d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2417 time: 0.1805754 Jul 06 11:57:38.913040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39dccd28-7f6a-46ac-a46f-84c892ed3252 req-c3e76b58-661f-403a-a1a3-ffb476665047 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688245 Jul 06 11:57:38.921004 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3408b0dc-3a20-49c6-8402-786c69325be1 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:38.950536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408b0dc-3a20-49c6-8402-786c69325be1 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Pushing event deleted for resources: {'Port': ['ID=a587e177-9c1c-47d3-9c4b-9eeef1a75c4a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:39.031465 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3408b0dc-3a20-49c6-8402-786c69325be1 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.134621 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3408b0dc-3a20-49c6-8402-786c69325be1 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.138082 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3408b0dc-3a20-49c6-8402-786c69325be1 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.206787 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3408b0dc-3a20-49c6-8402-786c69325be1 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.207386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3408b0dc-3a20-49c6-8402-786c69325be1 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Fanout notify agent at l3_agent the message router_deleted on router 169e79e3-67ac-48d9-977e-b7dccdc2e0b1 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:57:39.233999 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3408b0dc-3a20-49c6-8402-786c69325be1 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.235108 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3408b0dc-3a20-49c6-8402-786c69325be1 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "DELETE /v2.0/routers/169e79e3-67ac-48d9-977e-b7dccdc2e0b1 HTTP/1.1" status: 204 len: 168 time: 1.2367370 Jul 06 11:57:39.239801 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35022) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:39.244389 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1921540585', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}, 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:39.264407 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.277345 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.278559 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.315170 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d24d25-cb7c-47bf-965e-2de8af31b390 req-8be6f613-a337-4133-8a0d-bfe9f0525d17 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:39.321739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d24d25-cb7c-47bf-965e-2de8af31b390 req-8be6f613-a337-4133-8a0d-bfe9f0525d17 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:39.328293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d24d25-cb7c-47bf-965e-2de8af31b390 req-8be6f613-a337-4133-8a0d-bfe9f0525d17 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:39.334534 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d24d25-cb7c-47bf-965e-2de8af31b390 req-8be6f613-a337-4133-8a0d-bfe9f0525d17 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:39.341114 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d24d25-cb7c-47bf-965e-2de8af31b390 req-8be6f613-a337-4133-8a0d-bfe9f0525d17 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:39.347023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d24d25-cb7c-47bf-965e-2de8af31b390 req-8be6f613-a337-4133-8a0d-bfe9f0525d17 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:39.353129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d24d25-cb7c-47bf-965e-2de8af31b390 req-8be6f613-a337-4133-8a0d-bfe9f0525d17 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:39.355111 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93d24d25-cb7c-47bf-965e-2de8af31b390 req-8be6f613-a337-4133-8a0d-bfe9f0525d17 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5418 time: 0.1660738 Jul 06 11:57:39.408201 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.488244 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93d24d25-cb7c-47bf-965e-2de8af31b390 req-9ed0fc94-72da-4f0a-b3de-de9bb8c24e66 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1250379 Jul 06 11:57:39.580290 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.890063 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:39.909453 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:57:39.911519 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.035767 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7e63ff4-9547-4e9f-b6f7-fe5b5c119217 req-af3f3373-7382-4a8c-8e1e-88c86a2f25e5 tempest-FlavorsV2NegativeTest-501855980 tempest-FlavorsV2NegativeTest-501855980-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1d8cb6a637da4e1e903e2d1133d28f49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468073 Jul 06 11:57:40.111446 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Allocated IP 172.25.4.38 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/c37997eb-89c0-4f71-9e2a-3f66114aacbe) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:40.223914 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e63ff4-9547-4e9f-b6f7-fe5b5c119217 req-dd34d565-6cf4-4538-9cff-ebfc6fe28b60 tempest-FlavorsV2NegativeTest-501855980 tempest-FlavorsV2NegativeTest-501855980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:40.225328 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7e63ff4-9547-4e9f-b6f7-fe5b5c119217 req-dd34d565-6cf4-4538-9cff-ebfc6fe28b60 tempest-FlavorsV2NegativeTest-501855980 tempest-FlavorsV2NegativeTest-501855980-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795342 Jul 06 11:57:40.260161 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7e63ff4-9547-4e9f-b6f7-fe5b5c119217 req-20951135-6d51-4365-aad5-38a5298dd1c3 tempest-FlavorsV2NegativeTest-501855980 tempest-FlavorsV2NegativeTest-501855980-project] 10.222.0.81 "GET /v2.0/quotas/1d8cb6a637da4e1e903e2d1133d28f49 HTTP/1.1" status: 200 len: 375 time: 0.0236435 Jul 06 11:57:40.287719 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.310275 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7e63ff4-9547-4e9f-b6f7-fe5b5c119217 req-9372cae5-98bc-4d84-ba8b-0d461f5e400e tempest-FlavorsV2NegativeTest-501855980 tempest-FlavorsV2NegativeTest-501855980-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d8cb6a637da4e1e903e2d1133d28f49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416648 Jul 06 11:57:40.352721 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.397078 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:40.400232 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:40.406325 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:40.436716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Pushing event updated for resources: {'Port': ['ID=c37997eb-89c0-4f71-9e2a-3f66114aacbe,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:40.830940 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:40.893959 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.007150 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7544d16-afbf-4555-9d0f-41b51d3184d6 req-4a784bcf-7545-4e40-9c6b-4c48808c9a96 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:41.009401 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7544d16-afbf-4555-9d0f-41b51d3184d6 req-4a784bcf-7545-4e40-9c6b-4c48808c9a96 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 944 time: 0.1688960 Jul 06 11:57:41.076262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35066) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:41.221708 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-399ee48d-a859-4b0f-b0fc-c7813cf1dd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.354611 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-399ee48d-a859-4b0f-b0fc-c7813cf1dd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.360433 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-399ee48d-a859-4b0f-b0fc-c7813cf1dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.402304 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-399ee48d-a859-4b0f-b0fc-c7813cf1dd2d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d8cb6a637da4e1e903e2d1133d28f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248270 Jul 06 11:57:41.403344 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ee48d-a859-4b0f-b0fc-c7813cf1dd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b932ae-e652-4bb0-8faa-6758774cbbf4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:41.416222 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35070) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:41.446378 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7544d16-afbf-4555-9d0f-41b51d3184d6 req-e9b7e01e-d185-4fe5-bbab-1ebbec4e0e75 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4066610 Jul 06 11:57:41.498064 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.509144 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b8b17be-f529-4acd-b26a-57aef8773bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.533316 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b8b17be-f529-4acd-b26a-57aef8773bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.603134 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b8b17be-f529-4acd-b26a-57aef8773bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.605803 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b8b17be-f529-4acd-b26a-57aef8773bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.607271 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6b8b17be-f529-4acd-b26a-57aef8773bd0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35b932ae-e652-4bb0-8faa-6758774cbbf4 HTTP/1.1" status: 204 len: 168 time: 0.1899393 Jul 06 11:57:41.616563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b17be-f529-4acd-b26a-57aef8773bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b932ae-e652-4bb0-8faa-6758774cbbf4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:41.699146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Router 8c283835-4515-4a65-85fe-aff46febf06b is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:57:41.850497 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:41.864759 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c64cb30-7dac-45b0-874f-5711a9d2d1a2 None None] Sync routers for ids ['8c283835-4515-4a65-85fe-aff46febf06b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:41.879371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c64cb30-7dac-45b0-874f-5711a9d2d1a2 None None] Routers {'8c283835-4515-4a65-85fe-aff46febf06b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:41.880397 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6c64cb30-7dac-45b0-874f-5711a9d2d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8c283835-4515-4a65-85fe-aff46febf06b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:41.905281 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:41.908552 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-78bbb939-c8a6-465c-a1f3-5b2a50aa770d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6687787 Jul 06 11:57:41.911440 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35078) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:41.917724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a3710536-b134-4c55-ace6-fab6c75792fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:41.981732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6c64cb30-7dac-45b0-874f-5711a9d2d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:42.011175 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c64cb30-7dac-45b0-874f-5711a9d2d1a2 None None] Routers {'8c283835-4515-4a65-85fe-aff46febf06b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:42.012143 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6c64cb30-7dac-45b0-874f-5711a9d2d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8c283835-4515-4a65-85fe-aff46febf06b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:42.117145 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6c64cb30-7dac-45b0-874f-5711a9d2d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:42.122819 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c64cb30-7dac-45b0-874f-5711a9d2d1a2 None None] The sync data for ids ['8c283835-4515-4a65-85fe-aff46febf06b'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:42.456413 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5a069-2fb9-4808-a57a-5c44c2f169e9 req-61000546-6cd0-468c-adb5-cbe367a301a6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:42.464454 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5a069-2fb9-4808-a57a-5c44c2f169e9 req-61000546-6cd0-468c-adb5-cbe367a301a6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:42.470489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5a069-2fb9-4808-a57a-5c44c2f169e9 req-61000546-6cd0-468c-adb5-cbe367a301a6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:42.479814 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5a069-2fb9-4808-a57a-5c44c2f169e9 req-61000546-6cd0-468c-adb5-cbe367a301a6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:42.486895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5a069-2fb9-4808-a57a-5c44c2f169e9 req-61000546-6cd0-468c-adb5-cbe367a301a6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:42.493064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5a069-2fb9-4808-a57a-5c44c2f169e9 req-61000546-6cd0-468c-adb5-cbe367a301a6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:42.499754 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5a069-2fb9-4808-a57a-5c44c2f169e9 req-61000546-6cd0-468c-adb5-cbe367a301a6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:42.501941 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1ae5a069-2fb9-4808-a57a-5c44c2f169e9 req-61000546-6cd0-468c-adb5-cbe367a301a6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5418 time: 0.1404340 Jul 06 11:57:42.523290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965579e-d282-4991-b42a-4601d1e2f3f5 req-a214dbfd-50c4-4dab-9f12-72e535250963 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:42.524495 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9965579e-d282-4991-b42a-4601d1e2f3f5 req-a214dbfd-50c4-4dab-9f12-72e535250963 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c220354-d449-4f3a-826a-b35f5b54a027 HTTP/1.1" status: 200 len: 950 time: 0.4758561 Jul 06 11:57:42.573242 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1ae5a069-2fb9-4808-a57a-5c44c2f169e9 req-b093ed33-7d54-4c32-bf15-c9c30b2c5923 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629120 Jul 06 11:57:42.743886 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35100) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:42.907952 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5f16719c-a1e3-4ea9-86e0-a5ceb76bee0f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-658304345-network', 'tenant_id': '8bf9c46e6d284b1f9df5f13ccb90321d'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:42.946563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-9965579e-d282-4991-b42a-4601d1e2f3f5 req-d2e6729f-3f2a-4f9d-a265-dc805bbba80c tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Deleting port bcbe0b89-ec83-433b-9bf8-e4653c4ca616 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:42.947475 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9965579e-d282-4991-b42a-4601d1e2f3f5 req-d2e6729f-3f2a-4f9d-a265-dc805bbba80c tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.961297 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f16719c-a1e3-4ea9-86e0-a5ceb76bee0f admin admin] Made reservation on behalf of 8bf9c46e6d284b1f9df5f13ccb90321d for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:42.963718 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f16719c-a1e3-4ea9-86e0-a5ceb76bee0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:42.985736 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f16719c-a1e3-4ea9-86e0-a5ceb76bee0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.050477 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3710536-b134-4c55-ace6-fab6c75792fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.080024 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3710536-b134-4c55-ace6-fab6c75792fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.163944 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f16719c-a1e3-4ea9-86e0-a5ceb76bee0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.171141 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f16719c-a1e3-4ea9-86e0-a5ceb76bee0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.219127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f16719c-a1e3-4ea9-86e0-a5ceb76bee0f admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:43.230721 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9965579e-d282-4991-b42a-4601d1e2f3f5 req-d2e6729f-3f2a-4f9d-a265-dc805bbba80c tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] For port bcbe0b89-ec83-433b-9bf8-e4653c4ca616, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bcbe0b89-ec83-433b-9bf8-e4653c4ca616,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:43.231586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9965579e-d282-4991-b42a-4601d1e2f3f5 req-d2e6729f-3f2a-4f9d-a265-dc805bbba80c tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.240341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16719c-a1e3-4ea9-86e0-a5ceb76bee0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25010438-ff29-4ffe-adf1-f8e3bd99e11d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:43.246350 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f16719c-a1e3-4ea9-86e0-a5ceb76bee0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.246694 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-5f16719c-a1e3-4ea9-86e0-a5ceb76bee0f admin admin] Added segment fdb0a8b1-3167-46fb-a636-5e71172da174 of type vlan for network e45e096e-c5d9-4f5a-ad32-173ba712cd27 Jul 06 11:57:43.252851 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a3710536-b134-4c55-ace6-fab6c75792fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Deleting port c37997eb-89c0-4f71-9e2a-3f66114aacbe {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:43.253495 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3710536-b134-4c55-ace6-fab6c75792fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.256373 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-9965579e-d282-4991-b42a-4601d1e2f3f5 req-d2e6729f-3f2a-4f9d-a265-dc805bbba80c tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Calling delete_port for bcbe0b89-ec83-433b-9bf8-e4653c4ca616 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:43.344034 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f16719c-a1e3-4ea9-86e0-a5ceb76bee0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.394398 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3710536-b134-4c55-ace6-fab6c75792fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.394781 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f16719c-a1e3-4ea9-86e0-a5ceb76bee0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.394781 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f16719c-a1e3-4ea9-86e0-a5ceb76bee0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:43.394781 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f16719c-a1e3-4ea9-86e0-a5ceb76bee0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.411538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a3710536-b134-4c55-ace6-fab6c75792fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Calling delete_port for c37997eb-89c0-4f71-9e2a-3f66114aacbe owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:43.473568 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033b0dd-dfdc-41f0-ad44-5a4d235ecbb7 req-2991eac0-5868-41f8-9f75-cee571b1a7fc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:43.475054 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b033b0dd-dfdc-41f0-ad44-5a4d235ecbb7 req-2991eac0-5868-41f8-9f75-cee571b1a7fc tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 945 time: 0.1829989 Jul 06 11:57:43.496727 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5f16719c-a1e3-4ea9-86e0-a5ceb76bee0f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7513919 Jul 06 11:57:43.512716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35108) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:43.530036 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16719c-a1e3-4ea9-86e0-a5ceb76bee0f admin admin] Pushing event updated for resources: {'Network': ['ID=e45e096e-c5d9-4f5a-ad32-173ba712cd27,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:43.553113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1a72163d-57ac-4df3-825b-7cda359ae682 admin admin] Request body: {'subnet': {'network_id': 'e45e096e-c5d9-4f5a-ad32-173ba712cd27', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-658304345-subnet', 'tenant_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:43.554867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network e45e096e-c5d9-4f5a-ad32-173ba712cd27 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:43.605094 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b033b0dd-dfdc-41f0-ad44-5a4d235ecbb7 req-d7688dee-4756-4106-8442-636c0f960cd4 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762825 Jul 06 11:57:43.613692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a72163d-57ac-4df3-825b-7cda359ae682 admin admin] Made reservation on behalf of 8bf9c46e6d284b1f9df5f13ccb90321d for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:43.619280 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a72163d-57ac-4df3-825b-7cda359ae682 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.626650 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9965579e-d282-4991-b42a-4601d1e2f3f5 req-d2e6729f-3f2a-4f9d-a265-dc805bbba80c tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:43.643868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9a5d9e-492e-4c12-99d5-e4095fc1ed94'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:43.694100 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd64659e-6f68-4803-a2c1-de2433fa8279'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:43.905425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262b9b8-23e2-4907-a8fd-d9016c7c6b05 req-363eaa08-5b14-484c-ad16-019adf561d13 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:43.916332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262b9b8-23e2-4907-a8fd-d9016c7c6b05 req-363eaa08-5b14-484c-ad16-019adf561d13 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:43.918407 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262b9b8-23e2-4907-a8fd-d9016c7c6b05 req-363eaa08-5b14-484c-ad16-019adf561d13 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:43.926072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3262b9b8-23e2-4907-a8fd-d9016c7c6b05 req-363eaa08-5b14-484c-ad16-019adf561d13 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2417 time: 0.1160610 Jul 06 11:57:43.984149 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3262b9b8-23e2-4907-a8fd-d9016c7c6b05 req-531f0d02-e2cf-4cd4-aa7f-e16fe57f00e4 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571680 Jul 06 11:57:44.087151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6729f-3f2a-4f9d-a265-dc805bbba80c tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event deleted for resources: {'Port': ['ID=bcbe0b89-ec83-433b-9bf8-e4653c4ca616,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:44.132275 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9965579e-d282-4991-b42a-4601d1e2f3f5 req-d2e6729f-3f2a-4f9d-a265-dc805bbba80c tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] No DVR routers for this DVR port bcbe0b89-ec83-433b-9bf8-e4653c4ca616 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:44.135124 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9965579e-d282-4991-b42a-4601d1e2f3f5 req-d2e6729f-3f2a-4f9d-a265-dc805bbba80c tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:44.137897 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9965579e-d282-4991-b42a-4601d1e2f3f5 req-d2e6729f-3f2a-4f9d-a265-dc805bbba80c tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "DELETE /v2.0/ports/bcbe0b89-ec83-433b-9bf8-e4653c4ca616 HTTP/1.1" status: 204 len: 173 time: 1.6029425 Jul 06 11:57:44.142806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c220354-d449-4f3a-826a-b35f5b54a027', 'name': 'network-vif-deleted', 'tag': 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:44.145690 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40afed09-7bff-43d0-9ae8-c32740902828" -d '{"events": [{"server_uuid": "3c220354-d449-4f3a-826a-b35f5b54a027", "name": "network-vif-deleted", "tag": "bcbe0b89-ec83-433b-9bf8-e4653c4ca616"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:44.164717 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3710536-b134-4c55-ace6-fab6c75792fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:44.207338 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6897f2f-f25e-400f-ac29-378bc714acab req-3f3505f4-d9cc-4e2f-bd38-cc9b624c35df tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:44.215267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e6897f2f-f25e-400f-ac29-378bc714acab req-3f3505f4-d9cc-4e2f-bd38-cc9b624c35df tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 944 time: 0.1069651 Jul 06 11:57:44.257325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3710536-b134-4c55-ace6-fab6c75792fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Pushing event deleted for resources: {'Port': ['ID=c37997eb-89c0-4f71-9e2a-3f66114aacbe,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:44.270420 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e6897f2f-f25e-400f-ac29-378bc714acab req-9de6daa9-7a39-408d-a46b-bbe33b28dcb3 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541849 Jul 06 11:57:44.334763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-82a48e91-711a-44dd-968e-0df682b10cb2 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:44.340790 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-82a48e91-711a-44dd-968e-0df682b10cb2 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:44.347570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-82a48e91-711a-44dd-968e-0df682b10cb2 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:44.349253 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-82a48e91-711a-44dd-968e-0df682b10cb2 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.89 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2417 time: 0.4007368 Jul 06 11:57:44.424793 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3710536-b134-4c55-ace6-fab6c75792fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:44.465519 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4127bb36-b769-4436-904a-3849240f4337 req-64e6a9c3-1409-474b-ba2a-c2f9c42fed78 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c220354-d449-4f3a-826a-b35f5b54a027 HTTP/1.1" status: 200 len: 210 time: 0.0424328 Jul 06 11:57:44.750743 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b185-c180-4398-9b6d-01a35ec69dfb req-245dc03d-1961-40b1-b13f-c54a4146754b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:44.756732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b185-c180-4398-9b6d-01a35ec69dfb req-245dc03d-1961-40b1-b13f-c54a4146754b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:44.763809 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b185-c180-4398-9b6d-01a35ec69dfb req-245dc03d-1961-40b1-b13f-c54a4146754b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:44.770081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b185-c180-4398-9b6d-01a35ec69dfb req-245dc03d-1961-40b1-b13f-c54a4146754b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:44.776969 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b185-c180-4398-9b6d-01a35ec69dfb req-245dc03d-1961-40b1-b13f-c54a4146754b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:44.783576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b185-c180-4398-9b6d-01a35ec69dfb req-245dc03d-1961-40b1-b13f-c54a4146754b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:44.796446 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b185-c180-4398-9b6d-01a35ec69dfb req-245dc03d-1961-40b1-b13f-c54a4146754b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:44.805351 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba52b185-c180-4398-9b6d-01a35ec69dfb req-245dc03d-1961-40b1-b13f-c54a4146754b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5418 time: 0.1642146 Jul 06 11:57:44.855266 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba52b185-c180-4398-9b6d-01a35ec69dfb req-7875c50f-6798-467c-805a-1885386f8286 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489347 Jul 06 11:57:44.866448 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 51dace3d-bd6d-4763-9818-1dd1a11ccea5 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:44.913825 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3710536-b134-4c55-ace6-fab6c75792fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:44.941165 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3710536-b134-4c55-ace6-fab6c75792fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:44.961611 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c34d8db-c1c7-4a6e-aed8-2a82abb6cf78 x-openstack-request-id: req-6c34d8db-c1c7-4a6e-aed8-2a82abb6cf78 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:44.964735 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c220354-d449-4f3a-826a-b35f5b54a027", "name": "network-vif-deleted", "tag": "bcbe0b89-ec83-433b-9bf8-e4653c4ca616", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:44.966039 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c34d8db-c1c7-4a6e-aed8-2a82abb6cf78 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:44.966563 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c220354-d449-4f3a-826a-b35f5b54a027', 'name': 'network-vif-deleted', 'tag': 'bcbe0b89-ec83-433b-9bf8-e4653c4ca616', 'status': 'completed', 'code': 200} Jul 06 11:57:44.993361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b738f1-8965-4b5e-9de0-c371f2fefa70 req-202cf0c6-2dae-42f6-bebd-dde6b0fd35f7 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:44.995168 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a2b738f1-8965-4b5e-9de0-c371f2fefa70 req-202cf0c6-2dae-42f6-bebd-dde6b0fd35f7 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "GET /v2.0/ports?device_id=3942a416-7c61-4f0a-a193-ef21a2f4cfc0 HTTP/1.1" status: 200 len: 948 time: 0.5777974 Jul 06 11:57:44.998653 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a72163d-57ac-4df3-825b-7cda359ae682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.073792 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.103751 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51dace3d-bd6d-4763-9818-1dd1a11ccea5'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:45.108627 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b004ff95-7c01-4bb1-838e-71b2f4d029e7" -d '{"events": [{"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-unplugged", "status": "completed", "tag": "51dace3d-bd6d-4763-9818-1dd1a11ccea5"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:45.152998 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 51dace3d-bd6d-4763-9818-1dd1a11ccea5, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=51dace3d-bd6d-4763-9818-1dd1a11ccea5,segment=NetworkSegment(22904f85-8c27-48ec-9dad-eca9141213be),segment_id=22904f85-8c27-48ec-9dad-eca9141213be)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:45.157892 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.159439 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device fe0dcdeb-5a25-434d-9c7f-a8d0507295db no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:45.166998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-66324956-32c7-426d-989f-8f93fb1f8da0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Deleting port 51dace3d-bd6d-4763-9818-1dd1a11ccea5 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:45.167455 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-66324956-32c7-426d-989f-8f93fb1f8da0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.241258 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3710536-b134-4c55-ace6-fab6c75792fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Router 8c283835-4515-4a65-85fe-aff46febf06b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:57:45.258820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72163d-57ac-4df3-825b-7cda359ae682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6e139a-0be9-40f4-b094-41ea5163ca65,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:45.327216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=51dace3d-bd6d-4763-9818-1dd1a11ccea5,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:45.341985 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e682f-211f-4bd2-9b0c-1177d354fab9 req-7b939d54-dae2-41e4-a05a-e18f1b456181 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:45.349890 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b32e682f-211f-4bd2-9b0c-1177d354fab9 req-7b939d54-dae2-41e4-a05a-e18f1b456181 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 945 time: 0.1006498 Jul 06 11:57:45.389646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72163d-57ac-4df3-825b-7cda359ae682 admin admin] Checking segment: {'id': 'fdb0a8b1-3167-46fb-a636-5e71172da174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e45e096e-c5d9-4f5a-ad32-173ba712cd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:45.390840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a72163d-57ac-4df3-825b-7cda359ae682 admin admin] Network hostable DHCP agents. Network: e45e096e-c5d9-4f5a-ad32-173ba712cd27, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:57:45.403932 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b32e682f-211f-4bd2-9b0c-1177d354fab9 req-d9549311-58bc-4d28-ad5e-e193cfb23c50 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511367 Jul 06 11:57:45.421583 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.488326 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port fe0dcdeb-5a25-434d-9c7f-a8d0507295db, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=fe0dcdeb-5a25-434d-9c7f-a8d0507295db,segment=NetworkSegment(22904f85-8c27-48ec-9dad-eca9141213be),segment_id=22904f85-8c27-48ec-9dad-eca9141213be)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:45.499953 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.501004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bd64659e-6f68-4803-a2c1-de2433fa8279 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:45.509977 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-66324956-32c7-426d-989f-8f93fb1f8da0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] For port 51dace3d-bd6d-4763-9818-1dd1a11ccea5, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=51dace3d-bd6d-4763-9818-1dd1a11ccea5,segment=NetworkSegment(22904f85-8c27-48ec-9dad-eca9141213be),segment_id=22904f85-8c27-48ec-9dad-eca9141213be)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:45.510341 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-66324956-32c7-426d-989f-8f93fb1f8da0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.534024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3710536-b134-4c55-ace6-fab6c75792fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:45.543275 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3710536-b134-4c55-ace6-fab6c75792fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.544671 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a3710536-b134-4c55-ace6-fab6c75792fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "PUT /v2.0/routers/8c283835-4515-4a65-85fe-aff46febf06b HTTP/1.1" status: 200 len: 706 time: 3.6310375 Jul 06 11:57:45.548381 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b088a-8608-49bc-ade4-8e754ef1bd02 None None] Sync routers for ids ['8c283835-4515-4a65-85fe-aff46febf06b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:45.550326 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35126) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:45.554716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a72163d-57ac-4df3-825b-7cda359ae682 admin admin] Network e45e096e-c5d9-4f5a-ad32-173ba712cd27 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:57:45.560447 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779b088a-8608-49bc-ade4-8e754ef1bd02 None None] Routers {'8c283835-4515-4a65-85fe-aff46febf06b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:45.564632 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-779b088a-8608-49bc-ade4-8e754ef1bd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8c283835-4515-4a65-85fe-aff46febf06b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:45.566357 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-66324956-32c7-426d-989f-8f93fb1f8da0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Calling delete_port for 51dace3d-bd6d-4763-9818-1dd1a11ccea5 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:45.625655 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-779b088a-8608-49bc-ade4-8e754ef1bd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:45.634947 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779b088a-8608-49bc-ade4-8e754ef1bd02 None None] Routers {'8c283835-4515-4a65-85fe-aff46febf06b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:45.636130 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-779b088a-8608-49bc-ade4-8e754ef1bd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8c283835-4515-4a65-85fe-aff46febf06b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:45.645701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=fe0dcdeb-5a25-434d-9c7f-a8d0507295db,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:45.673990 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c096e-6a29-4280-8e5f-e1aaa1f60865 req-5517e873-56a9-46c0-958e-517d4c5e47fb tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:45.680930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c096e-6a29-4280-8e5f-e1aaa1f60865 req-5517e873-56a9-46c0-958e-517d4c5e47fb tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:45.683455 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-779b088a-8608-49bc-ade4-8e754ef1bd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:45.684288 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b088a-8608-49bc-ade4-8e754ef1bd02 None None] The sync data for ids ['8c283835-4515-4a65-85fe-aff46febf06b'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:45.687928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c096e-6a29-4280-8e5f-e1aaa1f60865 req-5517e873-56a9-46c0-958e-517d4c5e47fb tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:45.695940 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-562c096e-6a29-4280-8e5f-e1aaa1f60865 req-5517e873-56a9-46c0-958e-517d4c5e47fb tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 2413 time: 0.1598439 Jul 06 11:57:45.716607 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.732453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a2b738f1-8965-4b5e-9de0-c371f2fefa70 req-8185f7b2-a8aa-48e7-b82e-f024a394e86e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Deleting port bd64659e-6f68-4803-a2c1-de2433fa8279 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:45.732900 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2b738f1-8965-4b5e-9de0-c371f2fefa70 req-8185f7b2-a8aa-48e7-b82e-f024a394e86e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.758656 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-562c096e-6a29-4280-8e5f-e1aaa1f60865 req-2b205ef1-1ee5-43b6-ac16-fe1a4fea30f4 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618403 Jul 06 11:57:45.765648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bd64659e-6f68-4803-a2c1-de2433fa8279, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bd64659e-6f68-4803-a2c1-de2433fa8279,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:45.770886 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.771871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 57fecb67-373c-46d3-b254-862c832447c0 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:45.828295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1a72163d-57ac-4df3-825b-7cda359ae682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, e45e096e-c5d9-4f5a-ad32-173ba712cd27) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:45.846064 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-57f017fa-f2c7-4cd8-8cf2-0d31ee7abe0f tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/routers/8c283835-4515-4a65-85fe-aff46febf06b HTTP/1.1" status: 200 len: 741 time: 0.2864385 Jul 06 11:57:45.846064 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a72163d-57ac-4df3-825b-7cda359ae682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:45.846064 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a72163d-57ac-4df3-825b-7cda359ae682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.848562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35128) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:45.856485 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1266371-ab8a-4f4e-9123-eb00be056076 x-openstack-request-id: req-d1266371-ab8a-4f4e-9123-eb00be056076 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:45.856841 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-unplugged", "status": "completed", "tag": "51dace3d-bd6d-4763-9818-1dd1a11ccea5", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:45.857074 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1266371-ab8a-4f4e-9123-eb00be056076 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:45.857459 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51dace3d-bd6d-4763-9818-1dd1a11ccea5', 'code': 200} Jul 06 11:57:45.913011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bd64659e-6f68-4803-a2c1-de2433fa8279,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:45.914071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a2b738f1-8965-4b5e-9de0-c371f2fefa70 req-8185f7b2-a8aa-48e7-b82e-f024a394e86e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] For port bd64659e-6f68-4803-a2c1-de2433fa8279, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bd64659e-6f68-4803-a2c1-de2433fa8279,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:45.914071 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2b738f1-8965-4b5e-9de0-c371f2fefa70 req-8185f7b2-a8aa-48e7-b82e-f024a394e86e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:45.914529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a943300-1026-4202-8cd3-e222b41e3cd7 None None] Network e45e096e-c5d9-4f5a-ad32-173ba712cd27 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:45.929460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a2b738f1-8965-4b5e-9de0-c371f2fefa70 req-8185f7b2-a8aa-48e7-b82e-f024a394e86e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Calling delete_port for bd64659e-6f68-4803-a2c1-de2433fa8279 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:45.950448 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1a72163d-57ac-4df3-825b-7cda359ae682 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4348345 Jul 06 11:57:45.955591 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35132) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:45.961663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-658304345-router', 'tenant_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:45.975172 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1367e000-aaae-419e-8086-1c34397f9896 tempest-RoutersAdminTest-1108482176 tempest-RoutersAdminTest-1108482176-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=075eaceb-5477-4780-963d-b2414ee11e87&device_id=8c283835-4515-4a65-85fe-aff46febf06b HTTP/1.1" status: 200 len: 205 time: 0.1251411 Jul 06 11:57:45.975855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35134) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:46.030723 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.032215 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.038944 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35136) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:46.042251 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-79a4c4e5-81a9-4235-ad79-51de3a18e779 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c283835-4515-4a65-85fe-aff46febf06b HTTP/1.1" status: 200 len: 205 time: 0.0647938 Jul 06 11:57:46.122163 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b29957da-6a35-46d7-a0cc-e6e8c527b007 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.130566 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.176336 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 57fecb67-373c-46d3-b254-862c832447c0, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=57fecb67-373c-46d3-b254-862c832447c0,segment=NetworkSegment(077db609-4242-48e6-8183-4b457d486c6f),segment_id=077db609-4242-48e6-8183-4b457d486c6f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:46.196326 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.197046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bcbe0b89-ec83-433b-9bf8-e4653c4ca616 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:46.219720 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9c75a-2180-4eab-b740-c75c22812a00 req-b6c1e41c-1005-4840-926e-ae5f653a20a8 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:46.229691 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faf9c75a-2180-4eab-b740-c75c22812a00 req-b6c1e41c-1005-4840-926e-ae5f653a20a8 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 944 time: 0.1788688 Jul 06 11:57:46.268430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=57fecb67-373c-46d3-b254-862c832447c0,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:46.271181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-e45e096e-c5d9-4f5a-ad32-173ba712cd27', 'network_id': 'e45e096e-c5d9-4f5a-ad32-173ba712cd27', 'tenant_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'fixed_ips': [{'subnet_id': '0d6e139a-0be9-40f4-b094-41ea5163ca65'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:57:46.272082 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.294929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: bcbe0b89-ec83-433b-9bf8-e4653c4ca616 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:46.295452 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bcbe0b89-ec83-433b-9bf8-e4653c4ca616 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:46.332594 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faf9c75a-2180-4eab-b740-c75c22812a00 req-1a3e58e0-1a85-43d9-b2e5-9c5acc6bc31a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016414 Jul 06 11:57:46.483277 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Allocated IP 172.20.0.2 (e45e096e-c5d9-4f5a-ad32-173ba712cd27/0d6e139a-0be9-40f4-b094-41ea5163ca65/dcfc8839-2069-4558-88bb-2e460b532636) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:46.661901 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.697118 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3fb4d-4a9e-49a1-9593-14ad3a1c9174 req-5fac86f3-d723-466b-a66f-1a3e88e319c1 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:46.715813 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3fb4d-4a9e-49a1-9593-14ad3a1c9174 req-5fac86f3-d723-466b-a66f-1a3e88e319c1 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:46.724561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3fb4d-4a9e-49a1-9593-14ad3a1c9174 req-5fac86f3-d723-466b-a66f-1a3e88e319c1 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:46.730400 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3fb4d-4a9e-49a1-9593-14ad3a1c9174 req-5fac86f3-d723-466b-a66f-1a3e88e319c1 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:46.737879 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3fb4d-4a9e-49a1-9593-14ad3a1c9174 req-5fac86f3-d723-466b-a66f-1a3e88e319c1 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:46.742967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b29957da-6a35-46d7-a0cc-e6e8c527b007 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.745948 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b29957da-6a35-46d7-a0cc-e6e8c527b007 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.746265 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3fb4d-4a9e-49a1-9593-14ad3a1c9174 req-5fac86f3-d723-466b-a66f-1a3e88e319c1 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:46.753916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3fb4d-4a9e-49a1-9593-14ad3a1c9174 req-5fac86f3-d723-466b-a66f-1a3e88e319c1 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:46.756690 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d1e3fb4d-4a9e-49a1-9593-14ad3a1c9174 req-5fac86f3-d723-466b-a66f-1a3e88e319c1 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5418 time: 0.2022514 Jul 06 11:57:46.785823 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.803385 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Transition to ACTIVE for port object dcfc8839-2069-4558-88bb-2e460b532636 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:46.830974 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-66324956-32c7-426d-989f-8f93fb1f8da0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.833789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Transition to ACTIVE for port object dcfc8839-2069-4558-88bb-2e460b532636 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:46.835363 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d1e3fb4d-4a9e-49a1-9593-14ad3a1c9174 req-bc765eaf-f105-45b4-bd63-fb22f455fceb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629845 Jul 06 11:57:46.861828 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:46.881156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Network e45e096e-c5d9-4f5a-ad32-173ba712cd27 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:46.883541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:46.902222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:46.970315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Pushing event updated for resources: {'Port': ['ID=dcfc8839-2069-4558-88bb-2e460b532636,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:46.996770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66324956-32c7-426d-989f-8f93fb1f8da0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Port': ['ID=51dace3d-bd6d-4763-9818-1dd1a11ccea5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:47.001309 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2b738f1-8965-4b5e-9de0-c371f2fefa70 req-8185f7b2-a8aa-48e7-b82e-f024a394e86e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.003913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Attempting to bind port dcfc8839-2069-4558-88bb-2e460b532636 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:47.004282 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Attempting to bind port dcfc8839-2069-4558-88bb-2e460b532636 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'fdb0a8b1-3167-46fb-a636-5e71172da174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e45e096e-c5d9-4f5a-ad32-173ba712cd27'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:47.007397 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Attempting to bind port dcfc8839-2069-4558-88bb-2e460b532636 on network e45e096e-c5d9-4f5a-ad32-173ba712cd27 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:47.027987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9a5d9e-492e-4c12-99d5-e4095fc1ed94'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:47.058900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:47.060714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Checking segment: {'id': 'fdb0a8b1-3167-46fb-a636-5e71172da174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e45e096e-c5d9-4f5a-ad32-173ba712cd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:47.063573 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.066351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Bound using segment: {'id': 'fdb0a8b1-3167-46fb-a636-5e71172da174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e45e096e-c5d9-4f5a-ad32-173ba712cd27'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:47.067363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Bound port: dcfc8839-2069-4558-88bb-2e460b532636, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb0a8b1-3167-46fb-a636-5e71172da174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e45e096e-c5d9-4f5a-ad32-173ba712cd27'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:47.068535 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.210181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185f7b2-a8aa-48e7-b82e-f024a394e86e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event deleted for resources: {'Port': ['ID=bd64659e-6f68-4803-a2c1-de2433fa8279,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:47.223416 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b29957da-6a35-46d7-a0cc-e6e8c527b007 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.223925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29957da-6a35-46d7-a0cc-e6e8c527b007 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Fanout notify agent at l3_agent the message router_deleted on router 8c283835-4515-4a65-85fe-aff46febf06b {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:57:47.260300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67567841-e9c5-47cd-ae4c-6eaafb4b16e1 req-5f6cf443-7a5c-480a-b320-50645f4731ac tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:47.262062 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67567841-e9c5-47cd-ae4c-6eaafb4b16e1 req-5f6cf443-7a5c-480a-b320-50645f4731ac tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 945 time: 0.1032522 Jul 06 11:57:47.293415 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b29957da-6a35-46d7-a0cc-e6e8c527b007 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.294783 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b29957da-6a35-46d7-a0cc-e6e8c527b007 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "DELETE /v2.0/routers/8c283835-4515-4a65-85fe-aff46febf06b HTTP/1.1" status: 204 len: 168 time: 1.2540388 Jul 06 11:57:47.298711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35148) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:47.335644 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67567841-e9c5-47cd-ae4c-6eaafb4b16e1 req-7764bc6a-fb0f-4502-b331-8c3a14781a81 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665660 Jul 06 11:57:47.387720 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-73e4c318-57a2-4dd5-b585-cd0583d14462 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "GET /v2.0/ports?device_id=8c283835-4515-4a65-85fe-aff46febf06b HTTP/1.1" status: 200 len: 205 time: 0.0864906 Jul 06 11:57:47.390104 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35152) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:47.393327 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.396889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-66324956-32c7-426d-989f-8f93fb1f8da0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] No DVR routers for this DVR port 51dace3d-bd6d-4763-9818-1dd1a11ccea5 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:47.399584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] For port dcfc8839-2069-4558-88bb-2e460b532636, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:47.416660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] For port dcfc8839-2069-4558-88bb-2e460b532636, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=dcfc8839-2069-4558-88bb-2e460b532636,segment=NetworkSegment(fdb0a8b1-3167-46fb-a636-5e71172da174),segment_id=fdb0a8b1-3167-46fb-a636-5e71172da174)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:47.418553 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-66324956-32c7-426d-989f-8f93fb1f8da0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.420692 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-66324956-32c7-426d-989f-8f93fb1f8da0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.89 "DELETE /v2.0/ports/51dace3d-bd6d-4763-9818-1dd1a11ccea5 HTTP/1.1" status: 204 len: 173 time: 3.0296905 Jul 06 11:57:47.421328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-deleted', 'tag': '51dace3d-bd6d-4763-9818-1dd1a11ccea5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:47.423706 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f424ec1-4d03-488c-b4d4-9817284f3421" -d '{"events": [{"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-deleted", "tag": "51dace3d-bd6d-4763-9818-1dd1a11ccea5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:47.426581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b738f1-8965-4b5e-9de0-c371f2fefa70 req-8185f7b2-a8aa-48e7-b82e-f024a394e86e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] No DVR routers for this DVR port bd64659e-6f68-4803-a2c1-de2433fa8279 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:47.432707 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2b738f1-8965-4b5e-9de0-c371f2fefa70 req-8185f7b2-a8aa-48e7-b82e-f024a394e86e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.434713 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a2b738f1-8965-4b5e-9de0-c371f2fefa70 req-8185f7b2-a8aa-48e7-b82e-f024a394e86e tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.89 "DELETE /v2.0/ports/bd64659e-6f68-4803-a2c1-de2433fa8279 HTTP/1.1" status: 204 len: 173 time: 2.4325712 Jul 06 11:57:47.481153 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.529530 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-9f275094-62eb-45bb-a342-2749c1d570fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] delete failed (client error): The resource could not be found. Jul 06 11:57:47.537746 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9f275094-62eb-45bb-a342-2749c1d570fe tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "DELETE /v2.0/routers/8c283835-4515-4a65-85fe-aff46febf06b HTTP/1.1" status: 404 len: 336 time: 0.1464758 Jul 06 11:57:47.540981 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35156) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:47.647517 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1bc7c9fd-0f30-4864-ab88-2118e11a4e5d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "GET /v2.0/ports?device_id=169e79e3-67ac-48d9-977e-b7dccdc2e0b1 HTTP/1.1" status: 200 len: 205 time: 0.1050837 Jul 06 11:57:47.661158 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35158) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:47.710883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b88200-bf19-4f62-951e-647ae1dc1caf None None] Pushing event updated for resources: {'Port': ['ID=dcfc8839-2069-4558-88bb-2e460b532636,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:47.712282 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7b595fb1-108c-4ad7-b489-b6b55e05f1a7 req-1e5c0ea2-d769-435f-8495-665a175cf88a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3942a416-7c61-4f0a-a193-ef21a2f4cfc0 HTTP/1.1" status: 200 len: 210 time: 0.1245880 Jul 06 11:57:47.795218 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-fe2c7f92-7d32-4169-8fc6-2b3d5096afa8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] delete failed (client error): The resource could not be found. Jul 06 11:57:47.796687 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fe2c7f92-7d32-4169-8fc6-2b3d5096afa8 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "DELETE /v2.0/routers/169e79e3-67ac-48d9-977e-b7dccdc2e0b1 HTTP/1.1" status: 404 len: 336 time: 0.1266062 Jul 06 11:57:47.797755 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-c7862d29-d809-4949-8443-9d4a330236a4 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Deleting port 57fecb67-373c-46d3-b254-862c832447c0 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:47.798091 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-c7862d29-d809-4949-8443-9d4a330236a4 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:47.799003 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35160) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:47.844061 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-16b628a7-0162-4678-b083-29f36b10082b tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a43bca5-4515-43a2-bdc9-2fe03abdfa3a HTTP/1.1" status: 200 len: 205 time: 0.0437832 Jul 06 11:57:47.845331 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35162) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:47.861807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe0dcdeb-5a25-434d-9c7f-a8d0507295db'}, {'server_uuid': '3942a416-7c61-4f0a-a193-ef21a2f4cfc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd64659e-6f68-4803-a2c1-de2433fa8279'}, {'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57fecb67-373c-46d3-b254-862c832447c0'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:47.869298 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a747ed-6d22-4e07-9b09-17ec4b473c97" -d '{"events": [{"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-unplugged", "status": "completed", "tag": "fe0dcdeb-5a25-434d-9c7f-a8d0507295db"}, {"server_uuid": "3942a416-7c61-4f0a-a193-ef21a2f4cfc0", "name": "network-vif-unplugged", "status": "completed", "tag": "bd64659e-6f68-4803-a2c1-de2433fa8279"}, {"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-unplugged", "status": "completed", "tag": "57fecb67-373c-46d3-b254-862c832447c0"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:47.925829 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-3af1b884-e102-4ded-b8af-eb454a257d0a tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] delete failed (client error): The resource could not be found. Jul 06 11:57:47.930279 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3af1b884-e102-4ded-b8af-eb454a257d0a tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "DELETE /v2.0/routers/8a43bca5-4515-43a2-bdc9-2fe03abdfa3a HTTP/1.1" status: 404 len: 336 time: 0.0808790 Jul 06 11:57:47.938846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:48.029271 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d901d799-4714-4eea-b842-d89607fbdba1 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae6bb964-5d3a-42fe-986c-2617ca0f6aed HTTP/1.1" status: 200 len: 205 time: 0.0848694 Jul 06 11:57:48.041212 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35172) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:48.045661 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bcd9a-9379-4eca-8b3e-d7961d0b8273 req-cfd8e685-ed94-4115-9379-35228c1c4ed7 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:48.051963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bcd9a-9379-4eca-8b3e-d7961d0b8273 req-cfd8e685-ed94-4115-9379-35228c1c4ed7 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:48.060165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-682bcd9a-9379-4eca-8b3e-d7961d0b8273 req-cfd8e685-ed94-4115-9379-35228c1c4ed7 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 1678 time: 0.1466684 Jul 06 11:57:48.078482 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c88b60e3-eeb8-4530-81de-4befb9f741a8 req-43562504-93c4-4057-8535-6e6121a3866f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3942a416-7c61-4f0a-a193-ef21a2f4cfc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1152518 Jul 06 11:57:48.105100 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-682bcd9a-9379-4eca-8b3e-d7961d0b8273 req-454096f8-5c80-459a-ac97-dfa0eb99a61d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438643 Jul 06 11:57:48.176073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-c7862d29-d809-4949-8443-9d4a330236a4 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] For port 57fecb67-373c-46d3-b254-862c832447c0, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=57fecb67-373c-46d3-b254-862c832447c0,segment=NetworkSegment(077db609-4242-48e6-8183-4b457d486c6f),segment_id=077db609-4242-48e6-8183-4b457d486c6f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:48.176403 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-c7862d29-d809-4949-8443-9d4a330236a4 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.179054 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-f954bb83-313e-46a1-b4ad-77ce5dfc07ed tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] delete failed (client error): The resource could not be found. Jul 06 11:57:48.183196 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f954bb83-313e-46a1-b4ad-77ce5dfc07ed tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "DELETE /v2.0/routers/ae6bb964-5d3a-42fe-986c-2617ca0f6aed HTTP/1.1" status: 404 len: 336 time: 0.1130567 Jul 06 11:57:48.183818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35174) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:48.228233 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-70b71100-459d-4616-a925-32898752646b tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338f66e-af90-4ac1-a3a9-37bcd5e198d7 HTTP/1.1" status: 200 len: 205 time: 0.0403452 Jul 06 11:57:48.231075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35176) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:48.233115 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c88b60e3-eeb8-4530-81de-4befb9f741a8 req-d4b176ce-ee7e-48c8-a30f-eedc8c030c0f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d87a1fb543ad439da90f2faeb195343c&device_id=3942a416-7c61-4f0a-a193-ef21a2f4cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0682733 Jul 06 11:57:48.248933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-c7862d29-d809-4949-8443-9d4a330236a4 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Calling delete_port for 57fecb67-373c-46d3-b254-862c832447c0 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:48.296470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36045b1f-ed5e-4e29-b2ef-0a2c60b05f70 req-2bacd49e-8516-4cfb-8a17-1fd7be52a9e9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:48.298020 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-36045b1f-ed5e-4e29-b2ef-0a2c60b05f70 req-2bacd49e-8516-4cfb-8a17-1fd7be52a9e9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 944 time: 0.0756762 Jul 06 11:57:48.305523 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-ff8fb4f3-331c-45ce-80a2-a2041c826d97 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] delete failed (client error): The resource could not be found. Jul 06 11:57:48.306542 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ff8fb4f3-331c-45ce-80a2-a2041c826d97 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "DELETE /v2.0/routers/3338f66e-af90-4ac1-a3a9-37bcd5e198d7 HTTP/1.1" status: 404 len: 336 time: 0.0723922 Jul 06 11:57:48.313033 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35178) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:48.340590 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c88b60e3-eeb8-4530-81de-4befb9f741a8 req-f6c303c9-fc2a-4dfa-9bdc-34d15c4fbaec service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=d87a1fb543ad439da90f2faeb195343c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540776 Jul 06 11:57:48.349982 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e112f201-2636-4de7-b85b-072e7d4ccb6d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cb0fe53-58d2-4d6e-84c1-bebf1d48214a HTTP/1.1" status: 200 len: 205 time: 0.0348554 Jul 06 11:57:48.354821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35180) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:48.408851 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-f9299c0e-70ce-483c-9ec4-3f1c33c0913d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] delete failed (client error): The resource could not be found. Jul 06 11:57:48.409897 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f9299c0e-70ce-483c-9ec4-3f1c33c0913d tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "DELETE /v2.0/routers/5cb0fe53-58d2-4d6e-84c1-bebf1d48214a HTTP/1.1" status: 404 len: 336 time: 0.0539756 Jul 06 11:57:48.412581 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35184) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:48.433549 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-36045b1f-ed5e-4e29-b2ef-0a2c60b05f70 req-507d5346-43be-4ac1-bc2e-13dac2976b62 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264174 Jul 06 11:57:48.449330 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.454336 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-45593272-b8d8-4adc-9a4a-70fdfc9296c0 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] DELETE failed (client error): The resource could not be found. Jul 06 11:57:48.455657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45593272-b8d8-4adc-9a4a-70fdfc9296c0 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 11:57:48.457475 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-45593272-b8d8-4adc-9a4a-70fdfc9296c0 tempest-RoutersAdminTest-893678482 tempest-RoutersAdminTest-893678482-project] 10.222.0.81 "DELETE /v2.0/subnets/2b143b84-edbc-403e-b977-0bc945cf34d8 HTTP/1.1" status: 404 len: 337 time: 0.0438366 Jul 06 11:57:48.474284 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.568632 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd98ac7-c5ab-4a6f-91d8-6a8591f3d0f2 x-openstack-request-id: req-1cd98ac7-c5ab-4a6f-91d8-6a8591f3d0f2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:48.568926 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-deleted", "tag": "51dace3d-bd6d-4763-9818-1dd1a11ccea5", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:48.569172 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1cd98ac7-c5ab-4a6f-91d8-6a8591f3d0f2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:48.569569 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-deleted', 'tag': '51dace3d-bd6d-4763-9818-1dd1a11ccea5', 'status': 'completed', 'code': 200} Jul 06 11:57:48.625431 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14df85cf-2b5c-4830-85d6-af9e8eb91c40 x-openstack-request-id: req-14df85cf-2b5c-4830-85d6-af9e8eb91c40 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:48.625872 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-unplugged", "status": "completed", "tag": "fe0dcdeb-5a25-434d-9c7f-a8d0507295db", "code": 200}, {"server_uuid": "3942a416-7c61-4f0a-a193-ef21a2f4cfc0", "name": "network-vif-unplugged", "status": "completed", "tag": "bd64659e-6f68-4803-a2c1-de2433fa8279", "code": 200}, {"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-unplugged", "status": "completed", "tag": "57fecb67-373c-46d3-b254-862c832447c0", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:48.625872 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14df85cf-2b5c-4830-85d6-af9e8eb91c40 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:48.626263 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe0dcdeb-5a25-434d-9c7f-a8d0507295db', 'code': 200} Jul 06 11:57:48.626599 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3942a416-7c61-4f0a-a193-ef21a2f4cfc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd64659e-6f68-4803-a2c1-de2433fa8279', 'code': 200} Jul 06 11:57:48.626801 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57fecb67-373c-46d3-b254-862c832447c0', 'code': 200} Jul 06 11:57:48.645249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b60e3-eeb8-4530-81de-4befb9f741a8 req-70b410f8-47c8-48ba-bd6d-9937439c3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:48.646728 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c88b60e3-eeb8-4530-81de-4befb9f741a8 req-70b410f8-47c8-48ba-bd6d-9937439c3f23 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2996037 Jul 06 11:57:48.778247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Allocated IP 172.25.4.25 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:48.840320 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device dcfc8839-2069-4558-88bb-2e460b532636 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:48.842680 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-c7862d29-d809-4949-8443-9d4a330236a4 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:48.871181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35192) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:48.900302 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e7a77-a261-4d38-bcda-5e8f42cbbfdc req-14eb60c7-d19d-47cc-84e9-727145a20532 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:48.907530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e7a77-a261-4d38-bcda-5e8f42cbbfdc req-14eb60c7-d19d-47cc-84e9-727145a20532 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:48.913756 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e7a77-a261-4d38-bcda-5e8f42cbbfdc req-14eb60c7-d19d-47cc-84e9-727145a20532 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:48.921152 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port dcfc8839-2069-4558-88bb-2e460b532636 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:48.921917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e7a77-a261-4d38-bcda-5e8f42cbbfdc req-14eb60c7-d19d-47cc-84e9-727145a20532 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:48.932254 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e7a77-a261-4d38-bcda-5e8f42cbbfdc req-14eb60c7-d19d-47cc-84e9-727145a20532 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:48.939043 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e7a77-a261-4d38-bcda-5e8f42cbbfdc req-14eb60c7-d19d-47cc-84e9-727145a20532 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:48.944980 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e7a77-a261-4d38-bcda-5e8f42cbbfdc req-14eb60c7-d19d-47cc-84e9-727145a20532 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:48.947530 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a77e7a77-a261-4d38-bcda-5e8f42cbbfdc req-14eb60c7-d19d-47cc-84e9-727145a20532 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5418 time: 0.1884494 Jul 06 11:57:48.949071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7862d29-d809-4949-8443-9d4a330236a4 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Port': ['ID=57fecb67-373c-46d3-b254-862c832447c0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:49.003480 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a77e7a77-a261-4d38-bcda-5e8f42cbbfdc req-4d750c7f-f37e-4e1a-a69a-5596bb08308c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463572 Jul 06 11:57:49.025150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-c7862d29-d809-4949-8443-9d4a330236a4 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] No DVR routers for this DVR port 57fecb67-373c-46d3-b254-862c832447c0 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:49.030025 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-c7862d29-d809-4949-8443-9d4a330236a4 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.032086 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-c7862d29-d809-4949-8443-9d4a330236a4 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.89 "DELETE /v2.0/ports/57fecb67-373c-46d3-b254-862c832447c0 HTTP/1.1" status: 204 len: 173 time: 1.6012104 Jul 06 11:57:49.129519 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.189187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42da1905-1fcc-4342-8bc4-75cd09afd180 None None] Network e45e096e-c5d9-4f5a-ad32-173ba712cd27 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:49.193108 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9878c850-30b0-4470-aa67-fa96263dc4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.277254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-981c0cbc-01f0-4004-b4ae-0bf0c082de18 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Deleting port fe0dcdeb-5a25-434d-9c7f-a8d0507295db {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:49.277593 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-981c0cbc-01f0-4004-b4ae-0bf0c082de18 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.282496 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.325746 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0b981659-28cb-4b93-aec2-7e300d1fa43a None None] Provisioning for port dcfc8839-2069-4558-88bb-2e460b532636 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:49.339994 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0b981659-28cb-4b93-aec2-7e300d1fa43a None None] Provisioning complete for port dcfc8839-2069-4558-88bb-2e460b532636 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:49.340514 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0b981659-28cb-4b93-aec2-7e300d1fa43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.412616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b6100-8567-49cc-b023-cf6fa41aa9c4 req-87a88237-642a-4218-8ea6-fef57bb7d4bb tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:49.415022 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-439b6100-8567-49cc-b023-cf6fa41aa9c4 req-87a88237-642a-4218-8ea6-fef57bb7d4bb tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 945 time: 0.0748203 Jul 06 11:57:49.463884 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-439b6100-8567-49cc-b023-cf6fa41aa9c4 req-ee46c813-862f-4910-a200-b6471dd3f19c tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406823 Jul 06 11:57:49.505944 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0b981659-28cb-4b93-aec2-7e300d1fa43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.549661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0b981659-28cb-4b93-aec2-7e300d1fa43a None None] For port dcfc8839-2069-4558-88bb-2e460b532636, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=dcfc8839-2069-4558-88bb-2e460b532636,segment=NetworkSegment(fdb0a8b1-3167-46fb-a636-5e71172da174),segment_id=fdb0a8b1-3167-46fb-a636-5e71172da174)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:49.554909 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0b981659-28cb-4b93-aec2-7e300d1fa43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.610763 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b981659-28cb-4b93-aec2-7e300d1fa43a None None] Pushing event updated for resources: {'Port': ['ID=dcfc8839-2069-4558-88bb-2e460b532636,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:49.668986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:49.682627 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:49.687766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Pushing event updated for resources: {'Port': ['ID=b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:49.693833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:49.750051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5450d-dcbb-41cb-bf19-e747cba26295 req-d3980ef4-04c9-476c-b9fd-a6eab29ee95b tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:49.751741 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aed5450d-dcbb-41cb-bf19-e747cba26295 req-d3980ef4-04c9-476c-b9fd-a6eab29ee95b tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=d79df765-18bd-470d-98de-472e92f01936 HTTP/1.1" status: 200 len: 944 time: 0.0755484 Jul 06 11:57:49.766784 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-981c0cbc-01f0-4004-b4ae-0bf0c082de18 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] For port fe0dcdeb-5a25-434d-9c7f-a8d0507295db, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=fe0dcdeb-5a25-434d-9c7f-a8d0507295db,segment=NetworkSegment(22904f85-8c27-48ec-9dad-eca9141213be),segment_id=22904f85-8c27-48ec-9dad-eca9141213be)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:49.767448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-981c0cbc-01f0-4004-b4ae-0bf0c082de18 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.775587 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5f50c28f-415d-4e65-9219-34ad6c974d5a None None] Provisioning complete for port dcfc8839-2069-4558-88bb-2e460b532636 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:49.776534 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5f50c28f-415d-4e65-9219-34ad6c974d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.792907 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aed5450d-dcbb-41cb-bf19-e747cba26295 req-583336ef-18a5-46f7-9f59-71915cc5f757 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350304 Jul 06 11:57:49.799582 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-981c0cbc-01f0-4004-b4ae-0bf0c082de18 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Calling delete_port for fe0dcdeb-5a25-434d-9c7f-a8d0507295db owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:49.844482 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9878c850-30b0-4470-aa67-fa96263dc4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.881806 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9878c850-30b0-4470-aa67-fa96263dc4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:49.979791 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480e939-e97d-4092-a85f-1d7ee790be1c req-431e6d39-b639-4479-8187-56a8035a1535 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:49.981211 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0480e939-e97d-4092-a85f-1d7ee790be1c req-431e6d39-b639-4479-8187-56a8035a1535 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 944 time: 0.0644197 Jul 06 11:57:49.983198 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9878c850-30b0-4470-aa67-fa96263dc4a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4df772a04edc4b4099710acb0cd3219f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0450921 Jul 06 11:57:49.985896 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35202) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:49.997473 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878c850-30b0-4470-aa67-fa96263dc4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127f33ac-df64-4c2a-9b97-081abeca9bed,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:50.052406 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0480e939-e97d-4092-a85f-1d7ee790be1c req-def35b9d-0ab6-4b58-af45-720c6e94be96 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640020 Jul 06 11:57:50.066632 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-411950dd-d808-4299-9420-d153568d7448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.088841 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-411950dd-d808-4299-9420-d153568d7448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.147694 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-411950dd-d808-4299-9420-d153568d7448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.150852 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-411950dd-d808-4299-9420-d153568d7448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.152365 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-411950dd-d808-4299-9420-d153568d7448 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/127f33ac-df64-4c2a-9b97-081abeca9bed HTTP/1.1" status: 204 len: 168 time: 0.1652043 Jul 06 11:57:50.161850 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411950dd-d808-4299-9420-d153568d7448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127f33ac-df64-4c2a-9b97-081abeca9bed,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:50.249791 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-981c0cbc-01f0-4004-b4ae-0bf0c082de18 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.266902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a807fe3-5bbb-497d-94fd-93e9028f7540 req-803fe193-a2e5-408f-a30c-eaa62cf473d1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:50.268448 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3a807fe3-5bbb-497d-94fd-93e9028f7540 req-803fe193-a2e5-408f-a30c-eaa62cf473d1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.23 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 945 time: 0.2039723 Jul 06 11:57:50.273846 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.295455 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a0d7-3973-4a45-8c37-e86db3df651f req-69588ce7-e5cc-4912-afbc-4ceb853a3423 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:50.301562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a0d7-3973-4a45-8c37-e86db3df651f req-69588ce7-e5cc-4912-afbc-4ceb853a3423 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:50.308226 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a0d7-3973-4a45-8c37-e86db3df651f req-69588ce7-e5cc-4912-afbc-4ceb853a3423 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:50.314440 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a0d7-3973-4a45-8c37-e86db3df651f req-69588ce7-e5cc-4912-afbc-4ceb853a3423 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:50.322971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a0d7-3973-4a45-8c37-e86db3df651f req-69588ce7-e5cc-4912-afbc-4ceb853a3423 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:50.329188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a0d7-3973-4a45-8c37-e86db3df651f req-69588ce7-e5cc-4912-afbc-4ceb853a3423 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:50.336290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a0d7-3973-4a45-8c37-e86db3df651f req-69588ce7-e5cc-4912-afbc-4ceb853a3423 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:50.336574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c0cbc-01f0-4004-b4ae-0bf0c082de18 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Port': ['ID=fe0dcdeb-5a25-434d-9c7f-a8d0507295db,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:50.338466 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-70c5a0d7-3973-4a45-8c37-e86db3df651f req-69588ce7-e5cc-4912-afbc-4ceb853a3423 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5418 time: 0.1236441 Jul 06 11:57:50.402970 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-70c5a0d7-3973-4a45-8c37-e86db3df651f req-1793127e-4cb3-44b3-ac7d-e555e27e81b3 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555027 Jul 06 11:57:50.431264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-981c0cbc-01f0-4004-b4ae-0bf0c082de18 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] No DVR routers for this DVR port fe0dcdeb-5a25-434d-9c7f-a8d0507295db on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:50.438663 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-981c0cbc-01f0-4004-b4ae-0bf0c082de18 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.441202 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86cc1dd4-7393-4a19-a4f7-166a262a02a8 req-981c0cbc-01f0-4004-b4ae-0bf0c082de18 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.89 "DELETE /v2.0/ports/fe0dcdeb-5a25-434d-9c7f-a8d0507295db HTTP/1.1" status: 204 len: 173 time: 1.4022973 Jul 06 11:57:50.550540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35216) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:50.595199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3942a416-7c61-4f0a-a193-ef21a2f4cfc0', 'name': 'network-vif-deleted', 'tag': 'bd64659e-6f68-4803-a2c1-de2433fa8279'}, {'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-deleted', 'tag': '57fecb67-373c-46d3-b254-862c832447c0'}, {'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-deleted', 'tag': 'fe0dcdeb-5a25-434d-9c7f-a8d0507295db'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:50.598133 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbd394a-5969-42ab-add4-7fbfb7cf6c20" -d '{"events": [{"server_uuid": "3942a416-7c61-4f0a-a193-ef21a2f4cfc0", "name": "network-vif-deleted", "tag": "bd64659e-6f68-4803-a2c1-de2433fa8279"}, {"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-deleted", "tag": "57fecb67-373c-46d3-b254-862c832447c0"}, {"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-deleted", "tag": "fe0dcdeb-5a25-434d-9c7f-a8d0507295db"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:50.619808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35220) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:50.619978 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6bed2d91-df74-407c-8b31-e8e7899de432 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=67db92e443384e718fc1957cf76fa91c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678680 Jul 06 11:57:50.643688 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3a807fe3-5bbb-497d-94fd-93e9028f7540 req-54af6c7e-d897-48d8-b407-3812b2194e1f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Deleting port e7c79831-395f-4525-ae39-e6fea1a46efd {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:50.644664 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3a807fe3-5bbb-497d-94fd-93e9028f7540 req-54af6c7e-d897-48d8-b407-3812b2194e1f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.720659 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device dcfc8839-2069-4558-88bb-2e460b532636 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:50.775289 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port dcfc8839-2069-4558-88bb-2e460b532636 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:50.775992 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.789637 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.820981 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91101e83-11e5-4740-a9fc-0f0f29894ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.900569 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91101e83-11e5-4740-a9fc-0f0f29894ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.919563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3a807fe3-5bbb-497d-94fd-93e9028f7540 req-54af6c7e-d897-48d8-b407-3812b2194e1f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] For port e7c79831-395f-4525-ae39-e6fea1a46efd, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e7c79831-395f-4525-ae39-e6fea1a46efd,segment=NetworkSegment(a558c68f-2f92-435c-ba75-fedbe4514b86),segment_id=a558c68f-2f92-435c-ba75-fedbe4514b86)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:50.919937 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3a807fe3-5bbb-497d-94fd-93e9028f7540 req-54af6c7e-d897-48d8-b407-3812b2194e1f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:50.972855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3a807fe3-5bbb-497d-94fd-93e9028f7540 req-54af6c7e-d897-48d8-b407-3812b2194e1f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Calling delete_port for e7c79831-395f-4525-ae39-e6fea1a46efd owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:50.997359 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e56b58-4da0-4523-9953-c78facaa4a2a req-c5d3e034-a92e-4df6-9561-43c995c3d6e1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:50.998904 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-25e56b58-4da0-4523-9953-c78facaa4a2a req-c5d3e034-a92e-4df6-9561-43c995c3d6e1 tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/ports?device_id=475c1940-a124-48c6-80cf-8554ab284fad HTTP/1.1" status: 200 len: 945 time: 0.0783079 Jul 06 11:57:51.043569 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-25e56b58-4da0-4523-9953-c78facaa4a2a req-ccc3ab83-0146-4159-ad1c-17b1d003994f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.81 "GET /v2.0/security-groups?id=5fe12541-f456-448e-8f44-6d63c86f31e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385885 Jul 06 11:57:51.068476 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91101e83-11e5-4740-a9fc-0f0f29894ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.071043 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91101e83-11e5-4740-a9fc-0f0f29894ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.073385 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-91101e83-11e5-4740-a9fc-0f0f29894ad5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea54440e-94be-4157-ad5e-9198fd33d8b3 HTTP/1.1" status: 204 len: 168 time: 0.4490230 Jul 06 11:57:51.097418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91101e83-11e5-4740-a9fc-0f0f29894ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea54440e-94be-4157-ad5e-9198fd33d8b3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:51.141731 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b351a3b0-2529-48d5-bc35-e8a4a51bd0c0 x-openstack-request-id: req-b351a3b0-2529-48d5-bc35-e8a4a51bd0c0 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:51.142052 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3942a416-7c61-4f0a-a193-ef21a2f4cfc0", "name": "network-vif-deleted", "tag": "bd64659e-6f68-4803-a2c1-de2433fa8279", "status": "completed", "code": 200}, {"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-deleted", "tag": "57fecb67-373c-46d3-b254-862c832447c0", "status": "completed", "code": 200}, {"server_uuid": "d79df765-18bd-470d-98de-472e92f01936", "name": "network-vif-deleted", "tag": "fe0dcdeb-5a25-434d-9c7f-a8d0507295db", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:51.142323 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b351a3b0-2529-48d5-bc35-e8a4a51bd0c0 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:51.142938 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3942a416-7c61-4f0a-a193-ef21a2f4cfc0', 'name': 'network-vif-deleted', 'tag': 'bd64659e-6f68-4803-a2c1-de2433fa8279', 'status': 'completed', 'code': 200} Jul 06 11:57:51.143166 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-deleted', 'tag': '57fecb67-373c-46d3-b254-862c832447c0', 'status': 'completed', 'code': 200} Jul 06 11:57:51.143706 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79df765-18bd-470d-98de-472e92f01936', 'name': 'network-vif-deleted', 'tag': 'fe0dcdeb-5a25-434d-9c7f-a8d0507295db', 'status': 'completed', 'code': 200} Jul 06 11:57:51.146242 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Router 119a3f6f-f4a4-40ad-9d86-3abff2de52f3 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:57:51.247512 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3a807fe3-5bbb-497d-94fd-93e9028f7540 req-54af6c7e-d897-48d8-b407-3812b2194e1f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.261698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['e7c79831-395f-4525-ae39-e6fea1a46efd'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:51.308320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af6c7e-d897-48d8-b407-3812b2194e1f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Pushing event deleted for resources: {'Port': ['ID=e7c79831-395f-4525-ae39-e6fea1a46efd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:51.315208 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fded3-0f70-49b4-9293-0e239cb310c1 req-63adee46-4eed-4d11-8fab-f85684eb285a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:51.316774 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e88fded3-0f70-49b4-9293-0e239cb310c1 req-63adee46-4eed-4d11-8fab-f85684eb285a tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/ports?device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 949 time: 0.0781932 Jul 06 11:57:51.360503 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e88fded3-0f70-49b4-9293-0e239cb310c1 req-6187af4e-e23a-44ed-95ee-f5f3a5405d59 tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.81 "GET /v2.0/security-groups?id=2c2c1b8a-99bf-4adc-959b-732918ff4f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375443 Jul 06 11:57:51.370725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a807fe3-5bbb-497d-94fd-93e9028f7540 req-54af6c7e-d897-48d8-b407-3812b2194e1f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] No DVR routers for this DVR port e7c79831-395f-4525-ae39-e6fea1a46efd on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:51.372965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:51.374956 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3a807fe3-5bbb-497d-94fd-93e9028f7540 req-54af6c7e-d897-48d8-b407-3812b2194e1f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.376994 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3a807fe3-5bbb-497d-94fd-93e9028f7540 req-54af6c7e-d897-48d8-b407-3812b2194e1f tempest-ServerDiskConfigTestJSON-448670040 tempest-ServerDiskConfigTestJSON-448670040-project] 10.222.0.23 "DELETE /v2.0/ports/e7c79831-395f-4525-ae39-e6fea1a46efd HTTP/1.1" status: 204 len: 173 time: 1.0820243 Jul 06 11:57:51.389451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Sync routers for ids ['119a3f6f-f4a4-40ad-9d86-3abff2de52f3'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:51.401614 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.402355 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Routers {'119a3f6f-f4a4-40ad-9d86-3abff2de52f3'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:51.403742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['119a3f6f-f4a4-40ad-9d86-3abff2de52f3'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:51.404039 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-09a49436-fa51-4368-9263-6b179b3ab82d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4462104 Jul 06 11:57:51.406740 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35236) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:51.551183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35246) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:51.670472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7b4639-92bb-4b85-b51a-e41873ca59ef tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Deleting subnet 018c5962-162a-4bd1-8ada-a6032d9c1380 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:57:51.678262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d7b4639-92bb-4b85-b51a-e41873ca59ef tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.708479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Set router 119a3f6f-f4a4-40ad-9d86-3abff2de52f3 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:57:51.737204 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d7b4639-92bb-4b85-b51a-e41873ca59ef tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.862511 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d7b4639-92bb-4b85-b51a-e41873ca59ef tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.865257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7344151-7362-4b0b-b403-d5c63ecb47bf req-0956cc98-753c-44af-b2a9-9e7fbed77001 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:51.867259 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7344151-7362-4b0b-b403-d5c63ecb47bf req-0956cc98-753c-44af-b2a9-9e7fbed77001 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/ports?device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 945 time: 0.1498585 Jul 06 11:57:51.951809 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d7b4639-92bb-4b85-b51a-e41873ca59ef tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:51.965562 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7344151-7362-4b0b-b403-d5c63ecb47bf req-48092d7b-e3a3-4d9e-b112-c35a21d80b54 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/security-groups?id=858d600d-e490-4dab-bb2b-ef6ec8330958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893078 Jul 06 11:57:51.970169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'name': 'tempest-FloatingIPDetailsTestJSON-658304345-router', 'tenant_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:46Z', 'updated_at': '2021-07-06T11:57:50Z', 'revision_number': 3, 'project_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'gw_port': {'id': 'b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:48Z', 'updated_at': '2021-07-06T11:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:52.000111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Checking router: 119a3f6f-f4a4-40ad-9d86-3abff2de52f3 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:57:52.000516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Updating router 119a3f6f-f4a4-40ad-9d86-3abff2de52f3 port b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:57:52.017358 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d7b4639-92bb-4b85-b51a-e41873ca59ef tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.022484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0d7b4639-92bb-4b85-b51a-e41873ca59ef tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "DELETE /v2.0/subnets/018c5962-162a-4bd1-8ada-a6032d9c1380 HTTP/1.1" status: 204 len: 168 time: 0.4663880 Jul 06 11:57:52.025106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b4639-92bb-4b85-b51a-e41873ca59ef tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Subnet': ['ID=018c5962-162a-4bd1-8ada-a6032d9c1380,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:52.030594 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35260) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:52.034042 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed18df8a-b0cd-44ff-8fa1-2acdf0c87a72 None None] Network f5db2979-df32-4ea1-bff1-d80812924533 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:52.106573 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.141531 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.157659 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.230889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a9c3f-1bfe-47d5-9662-c7cb64ccdf9d req-148bda09-5b66-4c49-906d-6c6f006e7dcf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:52.232468 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f87a9c3f-1bfe-47d5-9662-c7cb64ccdf9d req-148bda09-5b66-4c49-906d-6c6f006e7dcf tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16 HTTP/1.1" status: 200 len: 949 time: 0.1532881 Jul 06 11:57:52.366218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Deleting port cc540263-e5e8-4503-8175-ddda1712dbd5 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:52.366566 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.414642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-f87a9c3f-1bfe-47d5-9662-c7cb64ccdf9d req-a8c2d891-d7b2-44bb-b931-6fd729d031bb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Deleting port da9a5d9e-492e-4c12-99d5-e4095fc1ed94 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:52.415154 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f87a9c3f-1bfe-47d5-9662-c7cb64ccdf9d req-a8c2d891-d7b2-44bb-b931-6fd729d031bb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.460649 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4a5db0-a886-4012-9921-a0f29ef9f43f None None] DHCP port deletion for f5db2979-df32-4ea1-bff1-d80812924533 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:57:52.536102 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.553443 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Transition to ACTIVE for port object b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:52.567477 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.575242 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f87a9c3f-1bfe-47d5-9662-c7cb64ccdf9d req-a8c2d891-d7b2-44bb-b931-6fd729d031bb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] For port da9a5d9e-492e-4c12-99d5-e4095fc1ed94, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=da9a5d9e-492e-4c12-99d5-e4095fc1ed94,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:52.576735 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f87a9c3f-1bfe-47d5-9662-c7cb64ccdf9d req-a8c2d891-d7b2-44bb-b931-6fd729d031bb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.610241 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a5db0-a886-4012-9921-a0f29ef9f43f None None] Deleting port cc540263-e5e8-4503-8175-ddda1712dbd5 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:52.610542 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1c4a5db0-a886-4012-9921-a0f29ef9f43f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.701145 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Attempting to bind port b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:52.701515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Attempting to bind port b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:52.701876 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Attempting to bind port b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:52.705720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3facf9-057d-4d61-8406-2b9bf7653db3 None None] Pushing event updated for resources: {'Port': ['ID=b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:52.715716 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1c4a5db0-a886-4012-9921-a0f29ef9f43f None None] For port cc540263-e5e8-4503-8175-ddda1712dbd5, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=cc540263-e5e8-4503-8175-ddda1712dbd5,segment=NetworkSegment(077db609-4242-48e6-8183-4b457d486c6f),segment_id=077db609-4242-48e6-8183-4b457d486c6f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:52.716097 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1c4a5db0-a886-4012-9921-a0f29ef9f43f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.724232 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:52.724617 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:52.725028 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.725433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:52.726032 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Bound port: b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:52.739996 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.780714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a5db0-a886-4012-9921-a0f29ef9f43f None None] Calling delete_port for cc540263-e5e8-4503-8175-ddda1712dbd5 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:52.791527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cc540263-e5e8-4503-8175-ddda1712dbd5 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:52.799584 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Allocated IP 172.20.0.1 (e45e096e-c5d9-4f5a-ad32-173ba712cd27/0d6e139a-0be9-40f4-b094-41ea5163ca65/a477e67e-28b1-4093-a8ba-91748e940141) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:52.824609 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] For port cc540263-e5e8-4503-8175-ddda1712dbd5, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=cc540263-e5e8-4503-8175-ddda1712dbd5,segment=NetworkSegment(077db609-4242-48e6-8183-4b457d486c6f),segment_id=077db609-4242-48e6-8183-4b457d486c6f)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:52.825065 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:52.886284 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Calling delete_port for cc540263-e5e8-4503-8175-ddda1712dbd5 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:52.903846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] For port b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:52.910330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] For port b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:52.926905 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-f87a9c3f-1bfe-47d5-9662-c7cb64ccdf9d req-a8c2d891-d7b2-44bb-b931-6fd729d031bb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Calling delete_port for da9a5d9e-492e-4c12-99d5-e4095fc1ed94 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:52.947048 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.008762 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1c4a5db0-a886-4012-9921-a0f29ef9f43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.010500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3142b-ba6b-4a2b-bb03-b960788fbf1a req-ff44814e-6b8b-438a-ba99-6fb157645a3d tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:53.017678 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84a3142b-ba6b-4a2b-bb03-b960788fbf1a req-ff44814e-6b8b-438a-ba99-6fb157645a3d tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 944 time: 0.7203858 Jul 06 11:57:53.028629 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.055464 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4a5db0-a886-4012-9921-a0f29ef9f43f None None] No DVR routers for this DVR port cc540263-e5e8-4503-8175-ddda1712dbd5 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:53.074980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Routers {'119a3f6f-f4a4-40ad-9d86-3abff2de52f3'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:53.075824 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['119a3f6f-f4a4-40ad-9d86-3abff2de52f3'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:53.080409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3facf9-057d-4d61-8406-2b9bf7653db3 None None] Pushing event updated for resources: {'Port': ['ID=b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:53.106071 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84a3142b-ba6b-4a2b-bb03-b960788fbf1a req-11c58284-be21-4d7d-b14d-aea54b3af5e6 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874670 Jul 06 11:57:53.106731 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f87a9c3f-1bfe-47d5-9662-c7cb64ccdf9d req-a8c2d891-d7b2-44bb-b931-6fd729d031bb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.131731 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9a5d9e-492e-4c12-99d5-e4095fc1ed94'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:57:53.143553 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.153077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475c1940-a124-48c6-80cf-8554ab284fad', 'name': 'network-vif-deleted', 'tag': 'e7c79831-395f-4525-ae39-e6fea1a46efd'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:53.156337 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea7c7ae-70ac-4902-a2a3-91d2f7dfb67b" -d '{"events": [{"server_uuid": "475c1940-a124-48c6-80cf-8554ab284fad", "name": "network-vif-deleted", "tag": "e7c79831-395f-4525-ae39-e6fea1a46efd"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:53.169954 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2d891-d7b2-44bb-b931-6fd729d031bb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Pushing event deleted for resources: {'Port': ['ID=da9a5d9e-492e-4c12-99d5-e4095fc1ed94,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:53.198044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Port': ['ID=cc540263-e5e8-4503-8175-ddda1712dbd5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:53.202197 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.213655 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] No DVR routers for this DVR port cc540263-e5e8-4503-8175-ddda1712dbd5 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:53.250610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a5db0-a886-4012-9921-a0f29ef9f43f None None] Pushing event deleted for resources: {'Port': ['ID=cc540263-e5e8-4503-8175-ddda1712dbd5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:53.255410 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Transition to ACTIVE for port object a477e67e-28b1-4093-a8ba-91748e940141 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:53.298756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87a9c3f-1bfe-47d5-9662-c7cb64ccdf9d req-a8c2d891-d7b2-44bb-b931-6fd729d031bb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] No DVR routers for this DVR port da9a5d9e-492e-4c12-99d5-e4095fc1ed94 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:53.308488 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f87a9c3f-1bfe-47d5-9662-c7cb64ccdf9d req-a8c2d891-d7b2-44bb-b931-6fd729d031bb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.310781 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f87a9c3f-1bfe-47d5-9662-c7cb64ccdf9d req-a8c2d891-d7b2-44bb-b931-6fd729d031bb tempest-ServersOnMultiNodesTest-1532280871 tempest-ServersOnMultiNodesTest-1532280871-project] 10.222.0.23 "DELETE /v2.0/ports/da9a5d9e-492e-4c12-99d5-e4095fc1ed94 HTTP/1.1" status: 204 len: 173 time: 1.0703638 Jul 06 11:57:53.318462 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.338118 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] Set router 119a3f6f-f4a4-40ad-9d86-3abff2de52f3 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:57:53.353828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35284) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:53.392419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5db2979-df32-4ea1-bff1-d80812924533']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:53.413182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077db609-4242-48e6-8183-4b457d486c6f') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:53.414857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077db609-4242-48e6-8183-4b457d486c6f') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:53.417527 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.437503 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.492839 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-11c2d638-5685-4ed9-a7c1-9d92902ac691 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1002380798'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:53.522991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Network e45e096e-c5d9-4f5a-ad32-173ba712cd27 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:53.525285 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11c2d638-5685-4ed9-a7c1-9d92902ac691 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.526694 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11c2d638-5685-4ed9-a7c1-9d92902ac691 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.542872 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.554781 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:53.559376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:53.609097 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.619273 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Pushing event updated for resources: {'Port': ['ID=a477e67e-28b1-4093-a8ba-91748e940141,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:53.619666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'name': 'tempest-FloatingIPDetailsTestJSON-658304345-router', 'tenant_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:46Z', 'updated_at': '2021-07-06T11:57:50Z', 'revision_number': 3, 'project_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'gw_port': {'id': 'b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:48Z', 'updated_at': '2021-07-06T11:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:53.639724 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:53.640170 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: items = [ Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: timer() Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:53.650683 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:53.658748 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e4e1cf-190a-4a91-8388-899e8270a36b None None] The sync data for ids ['119a3f6f-f4a4-40ad-9d86-3abff2de52f3'] in n-d-799529-2 is: [{'id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'name': 'tempest-FloatingIPDetailsTestJSON-658304345-router', 'tenant_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:46Z', 'updated_at': '2021-07-06T11:57:50Z', 'revision_number': 3, 'project_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'gw_port': {'id': 'b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:48Z', 'updated_at': '2021-07-06T11:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:53.677875 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11c2d638-5685-4ed9-a7c1-9d92902ac691 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.690511 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11c2d638-5685-4ed9-a7c1-9d92902ac691 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.720376 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11c2d638-5685-4ed9-a7c1-9d92902ac691 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.722115 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-11c2d638-5685-4ed9-a7c1-9d92902ac691 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3659513 Jul 06 11:57:53.724807 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35288) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:53.758600 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afab65-9e21-446e-be82-7a673774c75f req-4c754abc-2f47-473d-a4b6-1bd9f0e904ba tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:53.764908 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afab65-9e21-446e-be82-7a673774c75f req-4c754abc-2f47-473d-a4b6-1bd9f0e904ba tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:53.771044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afab65-9e21-446e-be82-7a673774c75f req-4c754abc-2f47-473d-a4b6-1bd9f0e904ba tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:53.777496 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afab65-9e21-446e-be82-7a673774c75f req-4c754abc-2f47-473d-a4b6-1bd9f0e904ba tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:53.783492 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afab65-9e21-446e-be82-7a673774c75f req-4c754abc-2f47-473d-a4b6-1bd9f0e904ba tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:53.790056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afab65-9e21-446e-be82-7a673774c75f req-4c754abc-2f47-473d-a4b6-1bd9f0e904ba tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:53.796082 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afab65-9e21-446e-be82-7a673774c75f req-4c754abc-2f47-473d-a4b6-1bd9f0e904ba tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:53.803933 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32afab65-9e21-446e-be82-7a673774c75f req-4c754abc-2f47-473d-a4b6-1bd9f0e904ba tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5418 time: 0.4965482 Jul 06 11:57:53.861129 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40ad7611-907a-4878-89ec-d7d774ea340d tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.957424 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.963916 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:53.966251 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "DELETE /v2.0/networks/f5db2979-df32-4ea1-bff1-d80812924533 HTTP/1.1" status: 204 len: 168 time: 1.9334538 Jul 06 11:57:53.973904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35290) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:54.009656 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32afab65-9e21-446e-be82-7a673774c75f req-40e3c704-99ea-4b6e-ac4e-1526a38dc41f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2044680 Jul 06 11:57:54.066372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-209cde81-6cbb-40f5-958f-bba9506dcf9b None None] Provisioning for port a477e67e-28b1-4093-a8ba-91748e940141 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:54.073783 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-209cde81-6cbb-40f5-958f-bba9506dcf9b None None] Provisioning complete for port a477e67e-28b1-4093-a8ba-91748e940141 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:54.074271 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-209cde81-6cbb-40f5-958f-bba9506dcf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.076161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e350c7-8c6a-45df-8d46-a99b4b440a00 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Network': ['ID=f5db2979-df32-4ea1-bff1-d80812924533,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:54.078764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c683a5dd-376c-46a8-b836-54154f9550fd tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Deleting subnet efe22717-cabe-42e8-b744-e10fcafceb98 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:57:54.090657 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c683a5dd-376c-46a8-b836-54154f9550fd tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.134204 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-209cde81-6cbb-40f5-958f-bba9506dcf9b None None] Port a477e67e-28b1-4093-a8ba-91748e940141 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:57:54.174239 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e7c79831-395f-4525-ae39-e6fea1a46efd no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:54.191031 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.210553 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: e7c79831-395f-4525-ae39-e6fea1a46efd {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:54.211476 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e7c79831-395f-4525-ae39-e6fea1a46efd not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:54.263576 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c683a5dd-376c-46a8-b836-54154f9550fd tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.392968 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c683a5dd-376c-46a8-b836-54154f9550fd tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.417055 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40ad7611-907a-4878-89ec-d7d774ea340d tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.421510 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40ad7611-907a-4878-89ec-d7d774ea340d tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.437751 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.445987 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.499627 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40ad7611-907a-4878-89ec-d7d774ea340d tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.500260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ad7611-907a-4878-89ec-d7d774ea340d tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f03bb931-1226-4ba4-b0b7-c867a80de975 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:57:54.514952 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40ad7611-907a-4878-89ec-d7d774ea340d tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.519962 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-40ad7611-907a-4878-89ec-d7d774ea340d tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] 10.222.0.81 "DELETE /v2.0/routers/f03bb931-1226-4ba4-b0b7-c867a80de975 HTTP/1.1" status: 204 len: 168 time: 0.7936985 Jul 06 11:57:54.521030 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35298) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:54.531196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f281668b-e6f6-4910-9412-c43fd0210832 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Request body: {'router': {'name': 'tempest-router-925884202', 'distributed': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:54.533499 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.547928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Pushing event updated for resources: {'Port': ['ID=a477e67e-28b1-4093-a8ba-91748e940141,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:54.564457 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c683a5dd-376c-46a8-b836-54154f9550fd tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.598971 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f281668b-e6f6-4910-9412-c43fd0210832 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.602170 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f281668b-e6f6-4910-9412-c43fd0210832 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.613625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683a5dd-376c-46a8-b836-54154f9550fd tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Subnet': ['ID=efe22717-cabe-42e8-b744-e10fcafceb98,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:54.636788 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c683a5dd-376c-46a8-b836-54154f9550fd tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.639721 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c683a5dd-376c-46a8-b836-54154f9550fd tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "DELETE /v2.0/subnets/efe22717-cabe-42e8-b744-e10fcafceb98 HTTP/1.1" status: 204 len: 168 time: 0.6621644 Jul 06 11:57:54.641272 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2a4716-73cd-449e-aeb6-4b27f5137cc8 None None] Network 2298e221-cb91-40c0-93a8-e97df490333f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:54.648478 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35302) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:54.721544 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccb7d50-518f-4460-8ba7-c8b63275f86e x-openstack-request-id: req-dccb7d50-518f-4460-8ba7-c8b63275f86e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:57:54.721841 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475c1940-a124-48c6-80cf-8554ab284fad", "name": "network-vif-deleted", "tag": "e7c79831-395f-4525-ae39-e6fea1a46efd", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:57:54.724026 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dccb7d50-518f-4460-8ba7-c8b63275f86e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:57:54.724620 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475c1940-a124-48c6-80cf-8554ab284fad', 'name': 'network-vif-deleted', 'tag': 'e7c79831-395f-4525-ae39-e6fea1a46efd', 'status': 'completed', 'code': 200} Jul 06 11:57:54.763068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Network e45e096e-c5d9-4f5a-ad32-173ba712cd27 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:54.763068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:54.847910 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35306) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:54.905218 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f281668b-e6f6-4910-9412-c43fd0210832 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.917906 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f281668b-e6f6-4910-9412-c43fd0210832 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.935583 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.960255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:54.966853 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f281668b-e6f6-4910-9412-c43fd0210832 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:54.973033 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f281668b-e6f6-4910-9412-c43fd0210832 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4483519 Jul 06 11:57:54.973929 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35310) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:55.090805 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:57:55.096025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:55.096482 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.122029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf29f2-2457-414e-ae04-2768872dd8e9 req-c1193713-8552-4bcd-b648-cd30da20ee1e tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:55.129111 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55bf29f2-2457-414e-ae04-2768872dd8e9 req-c1193713-8552-4bcd-b648-cd30da20ee1e tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 944 time: 0.2119670 Jul 06 11:57:55.141865 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbfbd967-5943-475f-b53f-033ec230e41e tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.168846 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Router 119a3f6f-f4a4-40ad-9d86-3abff2de52f3 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:57:55.171827 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e152bd23-faa9-41d9-a9cc-b2d8e31feb6e None None] Provisioning complete for port a477e67e-28b1-4093-a8ba-91748e940141 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:55.172214 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e152bd23-faa9-41d9-a9cc-b2d8e31feb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.228501 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55bf29f2-2457-414e-ae04-2768872dd8e9 req-6d664081-cf61-45b3-903e-fcf6ee6df3ce tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980220 Jul 06 11:57:55.258378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a34aca-bc8f-4ebe-b5b3-58a60cb39faa None None] DHCP port deletion for 2298e221-cb91-40c0-93a8-e97df490333f request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:57:55.261568 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e152bd23-faa9-41d9-a9cc-b2d8e31feb6e None None] Port a477e67e-28b1-4093-a8ba-91748e940141 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:57:55.296672 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.326300 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:55.345679 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.372581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Deleting port 4afc02e9-7956-4288-91b5-2f4ed58b05c2 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:55.372927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.378725 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbfbd967-5943-475f-b53f-033ec230e41e tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.390787 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbfbd967-5943-475f-b53f-033ec230e41e tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.400864 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-03e48f50-41ab-4d3a-9739-75a1413bed61 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d87a1fb543ad439da90f2faeb195343c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500126 Jul 06 11:57:55.401546 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35316) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:55.402721 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:57:55.422307 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c91287b1-4f29-41ed-a1f9-b1cc3e34bae3 admin admin] 10.222.0.81 "PUT /v2.0/routers/119a3f6f-f4a4-40ad-9d86-3abff2de52f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0067565 Jul 06 11:57:55.422511 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:55.422511 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-75a34aca-bc8f-4ebe-b5b3-58a60cb39faa None None] Deleting port 4afc02e9-7956-4288-91b5-2f4ed58b05c2 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:57:55.422511 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-75a34aca-bc8f-4ebe-b5b3-58a60cb39faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.512992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] For port 4afc02e9-7956-4288-91b5-2f4ed58b05c2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4afc02e9-7956-4288-91b5-2f4ed58b05c2,segment=NetworkSegment(22904f85-8c27-48ec-9dad-eca9141213be),segment_id=22904f85-8c27-48ec-9dad-eca9141213be)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:55.513669 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4bb880dc-3d85-4814-add2-ba37db754656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.513779 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.516539 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbfbd967-5943-475f-b53f-033ec230e41e tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.517104 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfbd967-5943-475f-b53f-033ec230e41e tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 260385a6-f81e-42cc-aef5-a2b1815ff040 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:57:55.522110 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbfbd967-5943-475f-b53f-033ec230e41e tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.527168 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bbfbd967-5943-475f-b53f-033ec230e41e tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] 10.222.0.81 "DELETE /v2.0/routers/260385a6-f81e-42cc-aef5-a2b1815ff040 HTTP/1.1" status: 204 len: 168 time: 0.5194936 Jul 06 11:57:55.539840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35320) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:55.550377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-75a34aca-bc8f-4ebe-b5b3-58a60cb39faa None None] For port 4afc02e9-7956-4288-91b5-2f4ed58b05c2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4afc02e9-7956-4288-91b5-2f4ed58b05c2,segment=NetworkSegment(22904f85-8c27-48ec-9dad-eca9141213be),segment_id=22904f85-8c27-48ec-9dad-eca9141213be)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:55.552010 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-75a34aca-bc8f-4ebe-b5b3-58a60cb39faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.557839 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9e9af0e2-c20c-4ce6-a249-66b19e1323bb tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Request body: {'router': {'name': 'tempest-router-1898753417', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cff9d716286b474984d2d8ae9fc326e3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:55.559688 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4bb880dc-3d85-4814-add2-ba37db754656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.569909 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Calling delete_port for 4afc02e9-7956-4288-91b5-2f4ed58b05c2 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:55.575707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-75a34aca-bc8f-4ebe-b5b3-58a60cb39faa None None] Calling delete_port for 4afc02e9-7956-4288-91b5-2f4ed58b05c2 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:57:55.642093 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9af0e2-c20c-4ce6-a249-66b19e1323bb tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.643199 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9af0e2-c20c-4ce6-a249-66b19e1323bb tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.662895 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4bb880dc-3d85-4814-add2-ba37db754656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.665763 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4bb880dc-3d85-4814-add2-ba37db754656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.674339 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4bb880dc-3d85-4814-add2-ba37db754656 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2c2c1b8a-99bf-4adc-959b-732918ff4f3a HTTP/1.1" status: 204 len: 168 time: 0.2562494 Jul 06 11:57:55.731135 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb880dc-3d85-4814-add2-ba37db754656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2c1b8a-99bf-4adc-959b-732918ff4f3a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:55.750319 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9af0e2-c20c-4ce6-a249-66b19e1323bb tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.756425 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9af0e2-c20c-4ce6-a249-66b19e1323bb tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.762189 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.800058 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-75a34aca-bc8f-4ebe-b5b3-58a60cb39faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.813041 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93ba1f-086e-4ea8-b9e8-b8642d52ebef req-7c5ae012-adb5-4d26-8e1d-87de7c2c8c8a tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:55.815595 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce93ba1f-086e-4ea8-b9e8-b8642d52ebef req-7c5ae012-adb5-4d26-8e1d-87de7c2c8c8a tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/ports?device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 945 time: 0.1088412 Jul 06 11:57:55.843030 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Port': ['ID=4afc02e9-7956-4288-91b5-2f4ed58b05c2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:55.843260 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a34aca-bc8f-4ebe-b5b3-58a60cb39faa None None] Pushing event deleted for resources: {'Port': ['ID=4afc02e9-7956-4288-91b5-2f4ed58b05c2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:55.845216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a34aca-bc8f-4ebe-b5b3-58a60cb39faa None None] No DVR routers for this DVR port 4afc02e9-7956-4288-91b5-2f4ed58b05c2 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:55.847722 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e9af0e2-c20c-4ce6-a249-66b19e1323bb tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:55.849622 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9e9af0e2-c20c-4ce6-a249-66b19e1323bb tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3087335 Jul 06 11:57:55.850567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] No DVR routers for this DVR port 4afc02e9-7956-4288-91b5-2f4ed58b05c2 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:57:55.853923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35326) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:55.892489 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce93ba1f-086e-4ea8-b9e8-b8642d52ebef req-584ce245-bbb8-43cb-9310-39d490700d77 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/security-groups?id=858d600d-e490-4dab-bb2b-ef6ec8330958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683813 Jul 06 11:57:55.914364 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e30838b2-f6c4-4855-b9bf-46277099e5a3 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:56.048114 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.077562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35332) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:56.096467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2298e221-cb91-40c0-93a8-e97df490333f']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:56.142275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d849c-52a1-45a0-892c-320e36df4fe4 req-319018b8-7366-4758-a658-c1f8436e680a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:56.144397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22904f85-8c27-48ec-9dad-eca9141213be') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:56.144691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22904f85-8c27-48ec-9dad-eca9141213be') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:56.146681 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Sync routers for ids ['119a3f6f-f4a4-40ad-9d86-3abff2de52f3'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:57:56.149587 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d849c-52a1-45a0-892c-320e36df4fe4 req-319018b8-7366-4758-a658-c1f8436e680a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:56.157728 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Routers {'119a3f6f-f4a4-40ad-9d86-3abff2de52f3'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:56.158179 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.158382 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['119a3f6f-f4a4-40ad-9d86-3abff2de52f3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:56.158761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d849c-52a1-45a0-892c-320e36df4fe4 req-319018b8-7366-4758-a658-c1f8436e680a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:56.166757 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d849c-52a1-45a0-892c-320e36df4fe4 req-319018b8-7366-4758-a658-c1f8436e680a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:56.173001 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d849c-52a1-45a0-892c-320e36df4fe4 req-319018b8-7366-4758-a658-c1f8436e680a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:56.179094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d849c-52a1-45a0-892c-320e36df4fe4 req-319018b8-7366-4758-a658-c1f8436e680a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:56.182783 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 09651e64-7c60-4395-8efa-e0c5bc0a7e29 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:56.188551 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d849c-52a1-45a0-892c-320e36df4fe4 req-319018b8-7366-4758-a658-c1f8436e680a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:56.196853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0b9d849c-52a1-45a0-892c-320e36df4fe4 req-319018b8-7366-4758-a658-c1f8436e680a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5418 time: 0.1799557 Jul 06 11:57:56.216385 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3934a25a-804f-4e17-923b-91efba6815a5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b1b6057566e4440a99256f3fca40e3e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1367674 Jul 06 11:57:56.217009 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35334) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:56.233691 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e30838b2-f6c4-4855-b9bf-46277099e5a3 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.236927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e30838b2-f6c4-4855-b9bf-46277099e5a3 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.239112 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.280037 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Set router 119a3f6f-f4a4-40ad-9d86-3abff2de52f3 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:57:56.308223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:57:56.308642 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.312426 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0b9d849c-52a1-45a0-892c-320e36df4fe4 req-f80d52ea-b0a5-4a8a-8fff-0fbd01082a29 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137252 Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:57:56.312899 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:57:56.318815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 09651e64-7c60-4395-8efa-e0c5bc0a7e29, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=09651e64-7c60-4395-8efa-e0c5bc0a7e29,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:56.334797 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device da9a5d9e-492e-4c12-99d5-e4095fc1ed94 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:56.338027 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8abb338-bd3a-4af3-879f-af6e5efe92fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.362287 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '09651e64-7c60-4395-8efa-e0c5bc0a7e29', 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69', 'port_id': '09651e64-7c60-4395-8efa-e0c5bc0a7e29', 'mac_address': 'fa:16:3e:49:d1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb931c8-bb5f-4328-8207-2b9985a02244', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:56.365285 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: da9a5d9e-492e-4c12-99d5-e4095fc1ed94 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:56.365626 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device da9a5d9e-492e-4c12-99d5-e4095fc1ed94 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:56.401963 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8abb338-bd3a-4af3-879f-af6e5efe92fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.413691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e30838b2-f6c4-4855-b9bf-46277099e5a3 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100428) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 06 11:57:56.414349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e30838b2-f6c4-4855-b9bf-46277099e5a3 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Router cf8b02c2-7f64-4ba3-ab59-92859f940636 migrating from provider to provider. {{(pid=100428) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 06 11:57:56.414967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e30838b2-f6c4-4855-b9bf-46277099e5a3 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.415530 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.422280 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e30838b2-f6c4-4855-b9bf-46277099e5a3 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.437011 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e30838b2-f6c4-4855-b9bf-46277099e5a3 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.440669 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.459633 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09651e64-7c60-4395-8efa-e0c5bc0a7e29 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:56.465474 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.467112 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8abb338-bd3a-4af3-879f-af6e5efe92fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.470183 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8abb338-bd3a-4af3-879f-af6e5efe92fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.479219 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "DELETE /v2.0/networks/2298e221-cb91-40c0-93a8-e97df490333f HTTP/1.1" status: 204 len: 168 time: 1.8212168 Jul 06 11:57:56.480544 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f8abb338-bd3a-4af3-879f-af6e5efe92fa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d4ef1c0f-f436-4356-912d-03329af2514e HTTP/1.1" status: 204 len: 168 time: 0.2576940 Jul 06 11:57:56.481455 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35340) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:56.491038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-367b87e8-a1f3-40dd-b96c-ea6b72104097 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-507700963'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:56.506022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 09651e64-7c60-4395-8efa-e0c5bc0a7e29, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=09651e64-7c60-4395-8efa-e0c5bc0a7e29,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:56.519179 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.520062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:56.523794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abb338-bd3a-4af3-879f-af6e5efe92fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ef1c0f-f436-4356-912d-03329af2514e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:56.529892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367b87e8-a1f3-40dd-b96c-ea6b72104097 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Made reservation on behalf of 0b147038bdc04055ad4e82dede7b2aaf for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:56.534776 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-367b87e8-a1f3-40dd-b96c-ea6b72104097 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.540411 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec002f-c913-4452-a6d6-7a92ab5c4f04 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Network': ['ID=2298e221-cb91-40c0-93a8-e97df490333f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:56.570076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367b87e8-a1f3-40dd-b96c-ea6b72104097 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:56.582341 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-367b87e8-a1f3-40dd-b96c-ea6b72104097 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.582701 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-367b87e8-a1f3-40dd-b96c-ea6b72104097 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Added segment 5e842840-45fc-43b7-9a8f-ccd5ee8c88e2 of type vlan for network 5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8 Jul 06 11:57:56.586991 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'name': 'tempest-FloatingIPDetailsTestJSON-658304345-router', 'tenant_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:46Z', 'updated_at': '2021-07-06T11:57:54Z', 'revision_number': 4, 'project_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'gw_port': {'id': 'b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:48Z', 'updated_at': '2021-07-06T11:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'a477e67e-28b1-4093-a8ba-91748e940141', 'name': '', 'network_id': 'e45e096e-c5d9-4f5a-ad32-173ba712cd27', 'tenant_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'mac_address': 'fa:16:3e:4d:1e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '0d6e139a-0be9-40f4-b094-41ea5163ca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:52Z', 'updated_at': '2021-07-06T11:57:54Z', 'revision_number': 2, 'project_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'subnets': [{'id': '0d6e139a-0be9-40f4-b094-41ea5163ca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:56.636714 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-367b87e8-a1f3-40dd-b96c-ea6b72104097 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.649411 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Checking router: 119a3f6f-f4a4-40ad-9d86-3abff2de52f3 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:57:56.650489 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Updating router 119a3f6f-f4a4-40ad-9d86-3abff2de52f3 port a477e67e-28b1-4093-a8ba-91748e940141 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:57:56.656115 n-d-799529-2 neutron-server[100428]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e30838b2-f6c4-4855-b9bf-46277099e5a3 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] No L3 agents can host the router cf8b02c2-7f64-4ba3-ab59-92859f940636 Jul 06 11:57:56.697547 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-367b87e8-a1f3-40dd-b96c-ea6b72104097 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.709948 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b87e8-a1f3-40dd-b96c-ea6b72104097 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:56.711936 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-367b87e8-a1f3-40dd-b96c-ea6b72104097 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.728989 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.734073 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=09651e64-7c60-4395-8efa-e0c5bc0a7e29,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:56.766503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16', 'name': 'network-vif-deleted', 'tag': 'da9a5d9e-492e-4c12-99d5-e4095fc1ed94'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:57:56.775582 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c5a5cd-6496-4b6a-bcaa-4213d4ed5dbb" -d '{"events": [{"server_uuid": "3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16", "name": "network-vif-deleted", "tag": "da9a5d9e-492e-4c12-99d5-e4095fc1ed94"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:57:56.801277 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c,segment=NetworkSegment(56a1e3c9-b193-4445-927f-d36e77968ca4),segment_id=56a1e3c9-b193-4445-927f-d36e77968ca4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:56.816193 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c', 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2', 'port_id': '872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c', 'mac_address': 'fa:16:3e:04:4f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eada84dd-e830-4fe1-9808-ee4fae7db735', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:56.821913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:57:56.825308 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-367b87e8-a1f3-40dd-b96c-ea6b72104097 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3395069 Jul 06 11:57:56.828993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35348) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:56.834628 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1ba79cf8-4f5e-47f7-b546-207f07809811 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Request body: {'subnet': {'network_id': '5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:56.896515 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.916727 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:56.940005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c,segment=NetworkSegment(56a1e3c9-b193-4445-927f-d36e77968ca4),segment_id=56a1e3c9-b193-4445-927f-d36e77968ca4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:56.956634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:57:56.957009 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.960282 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:56.961250 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device dce447e7-7a12-4ee8-a022-2834977328a9 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:56.990351 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b87e8-a1f3-40dd-b96c-ea6b72104097 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event updated for resources: {'Network': ['ID=5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:56.993327 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba79cf8-4f5e-47f7-b546-207f07809811 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Made reservation on behalf of 0b147038bdc04055ad4e82dede7b2aaf for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:57.004760 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1ba79cf8-4f5e-47f7-b546-207f07809811 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.078641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port dce447e7-7a12-4ee8-a022-2834977328a9, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dce447e7-7a12-4ee8-a022-2834977328a9,segment=NetworkSegment(4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2),segment_id=4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:57.115971 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'dce447e7-7a12-4ee8-a022-2834977328a9', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'port_id': 'dce447e7-7a12-4ee8-a022-2834977328a9', 'mac_address': 'fa:16:3e:c9:a6:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:57.121500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:57.255402 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.292459 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Transition to ACTIVE for port object a477e67e-28b1-4093-a8ba-91748e940141 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:57.303811 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-97815380-708b-4b0e-a761-254baaff47f1 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3770537 Jul 06 11:57:57.309572 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:57.310325 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.321447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:57.327436 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.342027 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30838b2-f6c4-4855-b9bf-46277099e5a3 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Hosts for router cf8b02c2-7f64-4ba3-ab59-92859f940636: [] {{(pid=100428) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 06 11:57:57.343016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce447e7-7a12-4ee8-a022-2834977328a9 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:57.363222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port dce447e7-7a12-4ee8-a022-2834977328a9, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dce447e7-7a12-4ee8-a022-2834977328a9,segment=NetworkSegment(4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2),segment_id=4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:57.376206 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.376909 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 5c926004-ecc9-4a7a-b30f-a52cce25963f details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:57.380599 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.390531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30838b2-f6c4-4855-b9bf-46277099e5a3 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Hosts for other DVR routers connected to router cf8b02c2-7f64-4ba3-ab59-92859f940636: set() {{(pid=100428) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 06 11:57:57.395721 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e30838b2-f6c4-4855-b9bf-46277099e5a3 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.409232 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 5c926004-ecc9-4a7a-b30f-a52cce25963f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=5c926004-ecc9-4a7a-b30f-a52cce25963f,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:57.413310 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e30838b2-f6c4-4855-b9bf-46277099e5a3 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] 10.222.0.81 "PUT /v2.0/routers/cf8b02c2-7f64-4ba3-ab59-92859f940636 HTTP/1.1" status: 200 len: 717 time: 1.5580888 Jul 06 11:57:57.417193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35362) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:57.427887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '5c926004-ecc9-4a7a-b30f-a52cce25963f', 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69', 'port_id': '5c926004-ecc9-4a7a-b30f-a52cce25963f', 'mac_address': 'fa:16:3e:1d:3e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb931c8-bb5f-4328-8207-2b9985a02244', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:57.432624 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44bca7-014d-48b6-98c8-2a344693a8c3 None None] Pushing event updated for resources: {'Port': ['ID=a477e67e-28b1-4093-a8ba-91748e940141,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:57.461294 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44bca7-014d-48b6-98c8-2a344693a8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:57.461646 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44bca7-014d-48b6-98c8-2a344693a8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:57.462478 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44bca7-014d-48b6-98c8-2a344693a8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:57.462478 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44bca7-014d-48b6-98c8-2a344693a8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:57.462685 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44bca7-014d-48b6-98c8-2a344693a8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:57.462957 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44bca7-014d-48b6-98c8-2a344693a8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:57.463304 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44bca7-014d-48b6-98c8-2a344693a8c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:57.463632 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44bca7-014d-48b6-98c8-2a344693a8c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:57.468133 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44bca7-014d-48b6-98c8-2a344693a8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:57.468565 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44bca7-014d-48b6-98c8-2a344693a8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:57.468967 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44bca7-014d-48b6-98c8-2a344693a8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:57.469311 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44bca7-014d-48b6-98c8-2a344693a8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:57:57.526969 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.542704 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6c5aec44-ae88-4767-877b-669646af6062 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] 10.222.0.81 "GET /v2.0/routers/cf8b02c2-7f64-4ba3-ab59-92859f940636 HTTP/1.1" status: 200 len: 717 time: 0.1241052 Jul 06 11:57:57.545305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35366) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:57.572170 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c926004-ecc9-4a7a-b30f-a52cce25963f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:57.579500 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Attempting to bind port a477e67e-28b1-4093-a8ba-91748e940141 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:57:57.579873 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Attempting to bind port a477e67e-28b1-4093-a8ba-91748e940141 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'fdb0a8b1-3167-46fb-a636-5e71172da174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e45e096e-c5d9-4f5a-ad32-173ba712cd27'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:57:57.580266 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Attempting to bind port a477e67e-28b1-4093-a8ba-91748e940141 on network e45e096e-c5d9-4f5a-ad32-173ba712cd27 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:57:57.587041 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:57:57.587500 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Checking segment: {'id': 'fdb0a8b1-3167-46fb-a636-5e71172da174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e45e096e-c5d9-4f5a-ad32-173ba712cd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:57.588057 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.588635 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Bound using segment: {'id': 'fdb0a8b1-3167-46fb-a636-5e71172da174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e45e096e-c5d9-4f5a-ad32-173ba712cd27'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:57:57.589505 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Bound port: a477e67e-28b1-4093-a8ba-91748e940141, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb0a8b1-3167-46fb-a636-5e71172da174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e45e096e-c5d9-4f5a-ad32-173ba712cd27'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:57:57.589633 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.593719 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4afc02e9-7956-4288-91b5-2f4ed58b05c2 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:57:57.619192 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 4afc02e9-7956-4288-91b5-2f4ed58b05c2 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:57:57.619916 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4afc02e9-7956-4288-91b5-2f4ed58b05c2 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:57:57.626095 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=dce447e7-7a12-4ee8-a022-2834977328a9,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:57.633164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 5c926004-ecc9-4a7a-b30f-a52cce25963f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=5c926004-ecc9-4a7a-b30f-a52cce25963f,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:57.650210 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.650210 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f790b5e3-3097-4bba-9141-e0c56cd47b4f details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:57.713684 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1ba79cf8-4f5e-47f7-b546-207f07809811 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.769984 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] For port a477e67e-28b1-4093-a8ba-91748e940141, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:57:57.775123 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] For port a477e67e-28b1-4093-a8ba-91748e940141, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a477e67e-28b1-4093-a8ba-91748e940141,segment=NetworkSegment(fdb0a8b1-3167-46fb-a636-5e71172da174),segment_id=fdb0a8b1-3167-46fb-a636-5e71172da174)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:57:57.781664 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.867694 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=5c926004-ecc9-4a7a-b30f-a52cce25963f,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:57.869615 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44bca7-014d-48b6-98c8-2a344693a8c3 None None] Pushing event updated for resources: {'Port': ['ID=a477e67e-28b1-4093-a8ba-91748e940141,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:57.880903 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Routers {'119a3f6f-f4a4-40ad-9d86-3abff2de52f3'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:57:57.881918 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:57:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['119a3f6f-f4a4-40ad-9d86-3abff2de52f3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:57.899610 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:57.901946 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba79cf8-4f5e-47f7-b546-207f07809811 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event updated for resources: {'Subnet': ['ID=87a9c212-8546-429c-8398-a4998c5bffd6,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:57.904111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba79cf8-4f5e-47f7-b546-207f07809811 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Checking segment: {'id': '5e842840-45fc-43b7-9a8f-ccd5ee8c88e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:57.904478 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba79cf8-4f5e-47f7-b546-207f07809811 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Network hostable DHCP agents. Network: 5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:57:57.968798 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-809b8260-b1c0-467e-ad09-f6807ec01092 tempest-RoutersTestDVR-434458761 tempest-RoutersTestDVR-434458761-project] 10.222.0.81 "GET /v2.0/routers/cf8b02c2-7f64-4ba3-ab59-92859f940636 HTTP/1.1" status: 200 len: 683 time: 0.4165263 Jul 06 11:57:57.968983 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba79cf8-4f5e-47f7-b546-207f07809811 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Network 5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:57:57.969074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35378) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:57.982855 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f790b5e3-3097-4bba-9141-e0c56cd47b4f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:58.007480 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-1ba79cf8-4f5e-47f7-b546-207f07809811 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:58.021071 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'port_id': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f', 'mac_address': 'fa:16:3e:dc:8a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:58.025135 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba79cf8-4f5e-47f7-b546-207f07809811 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:58.029162 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1ba79cf8-4f5e-47f7-b546-207f07809811 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.044738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db907a42-dac4-4c8b-a0e4-19d340f68ce8 None None] Network 5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:58.115716 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1ba79cf8-4f5e-47f7-b546-207f07809811 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2851179 Jul 06 11:57:58.116884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Allocated IP 172.25.4.174 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/d10d19f7-08c4-4b34-ad0c-275ff92bf9b2) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:58.118913 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35382) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:58.125456 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c3f82ff6-c97f-4d7c-be04-345a846a0294 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-639115567'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:58.138822 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] Set router 119a3f6f-f4a4-40ad-9d86-3abff2de52f3 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:57:58.140679 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ef84f84-9e7a-4749-9ba9-4691955c4372 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.204045 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f82ff6-c97f-4d7c-be04-345a846a0294 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Made reservation on behalf of 0b147038bdc04055ad4e82dede7b2aaf for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:58.207589 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3f82ff6-c97f-4d7c-be04-345a846a0294 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.254226 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f82ff6-c97f-4d7c-be04-345a846a0294 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:57:58.284362 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.312603 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3f82ff6-c97f-4d7c-be04-345a846a0294 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.312966 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-c3f82ff6-c97f-4d7c-be04-345a846a0294 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Added segment e46a798c-6e24-4290-8778-cdb534630a0a of type vlan for network 4feda68d-ef7d-43b1-bfc5-2b011a89be3c Jul 06 11:57:58.369699 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f790b5e3-3097-4bba-9141-e0c56cd47b4f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:58.379933 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.385908 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ef84f84-9e7a-4749-9ba9-4691955c4372 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.389238 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ef84f84-9e7a-4749-9ba9-4691955c4372 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.419688 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3f82ff6-c97f-4d7c-be04-345a846a0294 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.455321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f790b5e3-3097-4bba-9141-e0c56cd47b4f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:58.463347 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ef84f84-9e7a-4749-9ba9-4691955c4372 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.463705 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef84f84-9e7a-4749-9ba9-4691955c4372 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf8b02c2-7f64-4ba3-ab59-92859f940636 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:57:58.468477 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ef84f84-9e7a-4749-9ba9-4691955c4372 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.469900 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4ef84f84-9e7a-4749-9ba9-4691955c4372 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] 10.222.0.81 "DELETE /v2.0/routers/cf8b02c2-7f64-4ba3-ab59-92859f940636 HTTP/1.1" status: 204 len: 168 time: 0.4994857 Jul 06 11:57:58.475364 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35390) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:58.475508 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.476282 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2c7fc74d-9666-479f-9b98-8e225535a1d6 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:58.480726 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-319e702c-7cd1-4031-b094-2951dcdb4ba4 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Request body: {'router': {'name': 'tempest-router-27063490', 'distributed': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:58.495050 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3f82ff6-c97f-4d7c-be04-345a846a0294 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.505507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f82ff6-c97f-4d7c-be04-345a846a0294 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:58.506154 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3f82ff6-c97f-4d7c-be04-345a846a0294 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.507138 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-319e702c-7cd1-4031-b094-2951dcdb4ba4 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.509322 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-319e702c-7cd1-4031-b094-2951dcdb4ba4 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.560677 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.592598 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-319e702c-7cd1-4031-b094-2951dcdb4ba4 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.600953 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-319e702c-7cd1-4031-b094-2951dcdb4ba4 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.606593 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c3f82ff6-c97f-4d7c-be04-345a846a0294 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4865894 Jul 06 11:57:58.607025 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'name': 'tempest-FloatingIPDetailsTestJSON-658304345-router', 'tenant_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:46Z', 'updated_at': '2021-07-06T11:57:54Z', 'revision_number': 4, 'project_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'gw_port': {'id': 'b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:48Z', 'updated_at': '2021-07-06T11:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'a477e67e-28b1-4093-a8ba-91748e940141', 'name': '', 'network_id': 'e45e096e-c5d9-4f5a-ad32-173ba712cd27', 'tenant_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'mac_address': 'fa:16:3e:4d:1e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '0d6e139a-0be9-40f4-b094-41ea5163ca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:52Z', 'updated_at': '2021-07-06T11:57:57Z', 'revision_number': 4, 'project_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'subnets': [{'id': '0d6e139a-0be9-40f4-b094-41ea5163ca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:57:58.615272 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35394) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:58.628433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:58.630767 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4e7539c4-6206-4f20-90a5-73fb85693906 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Request body: {'subnet': {'network_id': '4feda68d-ef7d-43b1-bfc5-2b011a89be3c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:57:58.642023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:58.653815 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7e73c-2b0e-46b0-9db9-e811c3899255 None None] The sync data for ids ['119a3f6f-f4a4-40ad-9d86-3abff2de52f3'] in n-d-799529-2 is: [{'id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'name': 'tempest-FloatingIPDetailsTestJSON-658304345-router', 'tenant_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:46Z', 'updated_at': '2021-07-06T11:57:54Z', 'revision_number': 4, 'project_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'gw_port': {'id': 'b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:48Z', 'updated_at': '2021-07-06T11:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'a477e67e-28b1-4093-a8ba-91748e940141', 'name': '', 'network_id': 'e45e096e-c5d9-4f5a-ad32-173ba712cd27', 'tenant_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'mac_address': 'fa:16:3e:4d:1e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '0d6e139a-0be9-40f4-b094-41ea5163ca65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:52Z', 'updated_at': '2021-07-06T11:57:57Z', 'revision_number': 4, 'project_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'subnets': [{'id': '0d6e139a-0be9-40f4-b094-41ea5163ca65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:57:58.659634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:58.667490 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 2c7fc74d-9666-479f-9b98-8e225535a1d6, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2c7fc74d-9666-479f-9b98-8e225535a1d6,segment=NetworkSegment(56a1e3c9-b193-4445-927f-d36e77968ca4),segment_id=56a1e3c9-b193-4445-927f-d36e77968ca4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:58.688298 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f82ff6-c97f-4d7c-be04-345a846a0294 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event updated for resources: {'Network': ['ID=4feda68d-ef7d-43b1-bfc5-2b011a89be3c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:58.689109 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-319e702c-7cd1-4031-b094-2951dcdb4ba4 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.693093 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-319e702c-7cd1-4031-b094-2951dcdb4ba4 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.2160859 Jul 06 11:57:58.697253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35396) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:58.706362 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8', 'network_id': '5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'fixed_ips': [{'subnet_id': '87a9c212-8546-429c-8398-a4998c5bffd6'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:57:58.707166 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.745513 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Pushing event updated for resources: {'Port': ['ID=d10d19f7-08c4-4b34-ad0c-275ff92bf9b2,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:58.765723 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 4feda68d-ef7d-43b1-bfc5-2b011a89be3c details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:57:58.845948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '2c7fc74d-9666-479f-9b98-8e225535a1d6', 'network_id': '6d14c2ba-362c-4184-a6d8-7231abf5a6f2', 'port_id': '2c7fc74d-9666-479f-9b98-8e225535a1d6', 'mac_address': 'fa:16:3e:f2:29:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eada84dd-e830-4fe1-9808-ee4fae7db735', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:58.848363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f790b5e3-3097-4bba-9141-e0c56cd47b4f,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:58.891942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66dfcfd1-7317-4567-a3fe-8b469a3ea150 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.900369 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.973448 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7539c4-6206-4f20-90a5-73fb85693906 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Made reservation on behalf of 0b147038bdc04055ad4e82dede7b2aaf for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:57:58.978171 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e7539c4-6206-4f20-90a5-73fb85693906 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:58.978605 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.032752 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.068494 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Allocated IP 19.80.0.2 (5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8/87a9c212-8546-429c-8398-a4998c5bffd6/bbf79033-232c-44b6-9683-fd006bdfc177) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:57:59.159222 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.162097 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66dfcfd1-7317-4567-a3fe-8b469a3ea150 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.167881 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66dfcfd1-7317-4567-a3fe-8b469a3ea150 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.168917 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.177288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7fc74d-9666-479f-9b98-8e225535a1d6 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:59.236970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 2c7fc74d-9666-479f-9b98-8e225535a1d6, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2c7fc74d-9666-479f-9b98-8e225535a1d6,segment=NetworkSegment(56a1e3c9-b193-4445-927f-d36e77968ca4),segment_id=56a1e3c9-b193-4445-927f-d36e77968ca4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:59.247852 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66dfcfd1-7317-4567-a3fe-8b469a3ea150 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.248396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dfcfd1-7317-4567-a3fe-8b469a3ea150 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0b0ece8-2535-48c6-afd0-fe7731dd1982 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:57:59.260549 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66dfcfd1-7317-4567-a3fe-8b469a3ea150 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.260980 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Pushing event updated for resources: {'Port': ['ID=d10d19f7-08c4-4b34-ad0c-275ff92bf9b2,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:59.261754 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-66dfcfd1-7317-4567-a3fe-8b469a3ea150 tempest-RoutersTestDVR-1543989546 tempest-RoutersTestDVR-1543989546-project-admin] 10.222.0.81 "DELETE /v2.0/routers/a0b0ece8-2535-48c6-afd0-fe7731dd1982 HTTP/1.1" status: 204 len: 168 time: 0.5640061 Jul 06 11:57:59.272580 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.291127 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.299018 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-5ac0827a-27c0-452d-becb-dc6f87573a5d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9942873 Jul 06 11:57:59.300899 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.301748 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 7d5a2066-089d-4629-bb08-ed4c7c24ba4d details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:57:59.402376 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.407115 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e7539c4-6206-4f20-90a5-73fb85693906 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.449453 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Transition to ACTIVE for port object bbf79033-232c-44b6-9683-fd006bdfc177 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:59.457217 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=7d5a2066-089d-4629-bb08-ed4c7c24ba4d,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:59.459604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=2c7fc74d-9666-479f-9b98-8e225535a1d6,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:59.485779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7539c4-6206-4f20-90a5-73fb85693906 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event updated for resources: {'Subnet': ['ID=3ca44cb2-a457-4f45-9d31-b949ad6cea11,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:59.486948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '7d5a2066-089d-4629-bb08-ed4c7c24ba4d', 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69', 'port_id': '7d5a2066-089d-4629-bb08-ed4c7c24ba4d', 'mac_address': 'fa:16:3e:05:92:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb931c8-bb5f-4328-8207-2b9985a02244', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:57:59.493772 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Transition to ACTIVE for port object bbf79033-232c-44b6-9683-fd006bdfc177 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:57:59.498651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7539c4-6206-4f20-90a5-73fb85693906 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Checking segment: {'id': 'e46a798c-6e24-4290-8778-cdb534630a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4feda68d-ef7d-43b1-bfc5-2b011a89be3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:57:59.499077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7539c4-6206-4f20-90a5-73fb85693906 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Network hostable DHCP agents. Network: 4feda68d-ef7d-43b1-bfc5-2b011a89be3c, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:57:59.519434 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.522077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7539c4-6206-4f20-90a5-73fb85693906 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Network 4feda68d-ef7d-43b1-bfc5-2b011a89be3c is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:57:59.533330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4e7539c4-6206-4f20-90a5-73fb85693906 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 4feda68d-ef7d-43b1-bfc5-2b011a89be3c) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:59.540792 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7539c4-6206-4f20-90a5-73fb85693906 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:57:59.541577 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e7539c4-6206-4f20-90a5-73fb85693906 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.561302 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4e7539c4-6206-4f20-90a5-73fb85693906 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9444187 Jul 06 11:57:59.598050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1b1dba-4d0e-48a5-99da-70659525eaa9 None None] Network 4feda68d-ef7d-43b1-bfc5-2b011a89be3c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:57:59.680017 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.685403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35410) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:57:59.723746 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Network 5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:57:59.736330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:57:59.738911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:57:59.746187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5a2066-089d-4629-bb08-ed4c7c24ba4d {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:57:59.768406 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=7d5a2066-089d-4629-bb08-ed4c7c24ba4d,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:57:59.871854 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-518953b0-5638-460e-9fb6-959cf6956579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.954585 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Pushing event updated for resources: {'Port': ['ID=bbf79033-232c-44b6-9683-fd006bdfc177,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:57:59.965820 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:57:59.966515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 279e4d0d-b167-4d48-bfc2-7382c5a4141c details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:58:00.017470 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-518953b0-5638-460e-9fb6-959cf6956579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.022491 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-518953b0-5638-460e-9fb6-959cf6956579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.027090 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-1fa09b34-c2b1-43b1-b7c6-13422b646c07 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 696 time: 0.7260029 Jul 06 11:58:00.067711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=7d5a2066-089d-4629-bb08-ed4c7c24ba4d,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:00.070293 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-518953b0-5638-460e-9fb6-959cf6956579 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cff9d716286b474984d2d8ae9fc326e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837345 Jul 06 11:58:00.072686 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518953b0-5638-460e-9fb6-959cf6956579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6954e2-b59f-45f6-92ff-f9facb50830c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:00.075176 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35416) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:00.121898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Attempting to bind port bbf79033-232c-44b6-9683-fd006bdfc177 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:00.122996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Attempting to bind port bbf79033-232c-44b6-9683-fd006bdfc177 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '5e842840-45fc-43b7-9a8f-ccd5ee8c88e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:00.123412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Attempting to bind port bbf79033-232c-44b6-9683-fd006bdfc177 on network 5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:00.136614 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:00.136949 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Checking segment: {'id': '5e842840-45fc-43b7-9a8f-ccd5ee8c88e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:00.137080 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30120596-f738-4377-8ad3-08f56a7b924b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.137348 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.137743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Bound using segment: {'id': '5e842840-45fc-43b7-9a8f-ccd5ee8c88e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:00.138322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Bound port: bbf79033-232c-44b6-9683-fd006bdfc177, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e842840-45fc-43b7-9a8f-ccd5ee8c88e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:00.138650 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.149929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-4feda68d-ef7d-43b1-bfc5-2b011a89be3c', 'network_id': '4feda68d-ef7d-43b1-bfc5-2b011a89be3c', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'fixed_ips': [{'subnet_id': '3ca44cb2-a457-4f45-9d31-b949ad6cea11'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:58:00.152385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-89af31ec-c5b6-464b-8bf4-d0ebcefb9e35 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:00.153914 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f6305be-42a3-4791-a0a6-a9f84cefe044 req-89af31ec-c5b6-464b-8bf4-d0ebcefb9e35 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1209221 Jul 06 11:58:00.156586 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.171331 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30120596-f738-4377-8ad3-08f56a7b924b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.175170 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 279e4d0d-b167-4d48-bfc2-7382c5a4141c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=279e4d0d-b167-4d48-bfc2-7382c5a4141c,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:00.190598 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '279e4d0d-b167-4d48-bfc2-7382c5a4141c', 'network_id': '65aaa158-a2b5-4ac1-912d-793053707b69', 'port_id': '279e4d0d-b167-4d48-bfc2-7382c5a4141c', 'mac_address': 'fa:16:3e:22:11:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb931c8-bb5f-4328-8207-2b9985a02244', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:58:00.251798 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30120596-f738-4377-8ad3-08f56a7b924b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.255204 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30120596-f738-4377-8ad3-08f56a7b924b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.256459 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-30120596-f738-4377-8ad3-08f56a7b924b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a6954e2-b59f-45f6-92ff-f9facb50830c HTTP/1.1" status: 204 len: 168 time: 0.1803143 Jul 06 11:58:00.267610 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30120596-f738-4377-8ad3-08f56a7b924b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6954e2-b59f-45f6-92ff-f9facb50830c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:00.381284 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.387148 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] For port bbf79033-232c-44b6-9683-fd006bdfc177, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:00.391042 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] For port bbf79033-232c-44b6-9683-fd006bdfc177, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bbf79033-232c-44b6-9683-fd006bdfc177,segment=NetworkSegment(5e842840-45fc-43b7-9a8f-ccd5ee8c88e2),segment_id=5e842840-45fc-43b7-9a8f-ccd5ee8c88e2)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:00.401647 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321b22-8ed6-4f39-b99c-bd6b555f52c9 req-6231adac-d8f7-4f62-8d16-406d4e359245 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:00.403092 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a321b22-8ed6-4f39-b99c-bd6b555f52c9 req-6231adac-d8f7-4f62-8d16-406d4e359245 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 945 time: 0.1047139 Jul 06 11:58:00.418911 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.431445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279e4d0d-b167-4d48-bfc2-7382c5a4141c {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:00.449420 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a321b22-8ed6-4f39-b99c-bd6b555f52c9 req-a084e9ea-5c31-4ded-8aca-2019a9757c08 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396392 Jul 06 11:58:00.504179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 279e4d0d-b167-4d48-bfc2-7382c5a4141c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=279e4d0d-b167-4d48-bfc2-7382c5a4141c,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:00.513074 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Allocated IP 19.86.0.2 (4feda68d-ef7d-43b1-bfc5-2b011a89be3c/3ca44cb2-a457-4f45-9d31-b949ad6cea11/798cbb34-fd23-479e-9196-ccd0d8f7f9ce) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:00.528730 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.542194 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4b79b-e7c5-4487-8ae8-d451fc0cc1d6 None None] Pushing event updated for resources: {'Port': ['ID=bbf79033-232c-44b6-9683-fd006bdfc177,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:00.588516 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddf7e77-babf-483b-af19-ae3b3c2ab00e x-openstack-request-id: req-4ddf7e77-babf-483b-af19-ae3b3c2ab00e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:00.589041 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16", "name": "network-vif-deleted", "tag": "da9a5d9e-492e-4c12-99d5-e4095fc1ed94", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:00.589460 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ddf7e77-babf-483b-af19-ae3b3c2ab00e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:00.590149 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb36b98-a7b9-41dd-ac20-3a2f5d9e3d16', 'name': 'network-vif-deleted', 'tag': 'da9a5d9e-492e-4c12-99d5-e4095fc1ed94', 'status': 'completed', 'code': 200} Jul 06 11:58:00.646311 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=279e4d0d-b167-4d48-bfc2-7382c5a4141c,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:00.666576 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35430) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:00.704122 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc3dd3bb-5b09-453a-aa26-29af94b25959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.738327 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.746494 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Transition to ACTIVE for port object 798cbb34-fd23-479e-9196-ccd0d8f7f9ce will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:00.780528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Transition to ACTIVE for port object 798cbb34-fd23-479e-9196-ccd0d8f7f9ce will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:00.789909 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a477e67e-28b1-4093-a8ba-91748e940141 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:00.793927 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.806502 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596b954-a8e7-4586-9b74-62b1320ae24a req-1a9ed002-6f3d-45f0-972e-3a0182243590 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:00.847204 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596b954-a8e7-4586-9b74-62b1320ae24a req-1a9ed002-6f3d-45f0-972e-3a0182243590 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:00.853991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596b954-a8e7-4586-9b74-62b1320ae24a req-1a9ed002-6f3d-45f0-972e-3a0182243590 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:00.860223 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596b954-a8e7-4586-9b74-62b1320ae24a req-1a9ed002-6f3d-45f0-972e-3a0182243590 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:00.869467 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596b954-a8e7-4586-9b74-62b1320ae24a req-1a9ed002-6f3d-45f0-972e-3a0182243590 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:00.882131 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596b954-a8e7-4586-9b74-62b1320ae24a req-1a9ed002-6f3d-45f0-972e-3a0182243590 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:00.887441 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Network 4feda68d-ef7d-43b1-bfc5-2b011a89be3c is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:00.892795 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:00.894648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596b954-a8e7-4586-9b74-62b1320ae24a req-1a9ed002-6f3d-45f0-972e-3a0182243590 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:00.896306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:00.896678 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8596b954-a8e7-4586-9b74-62b1320ae24a req-1a9ed002-6f3d-45f0-972e-3a0182243590 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5425 time: 0.2005429 Jul 06 11:58:00.897162 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc3dd3bb-5b09-453a-aa26-29af94b25959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.898295 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Pushing event updated for resources: {'Port': ['ID=798cbb34-fd23-479e-9196-ccd0d8f7f9ce,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:00.903605 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc3dd3bb-5b09-453a-aa26-29af94b25959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.951562 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8596b954-a8e7-4586-9b74-62b1320ae24a req-c620c9aa-5c8f-4b56-abf4-0791d0d21ce1 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429347 Jul 06 11:58:00.959867 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35432) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:00.959998 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bc3dd3bb-5b09-453a-aa26-29af94b25959 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f821fd0fcb164cef9a57ba0f3b7192d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888958 Jul 06 11:58:00.962052 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3dd3bb-5b09-453a-aa26-29af94b25959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45042d42-66dc-4637-8e84-a5185cf1a2c4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:00.970167 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port a477e67e-28b1-4093-a8ba-91748e940141 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:00.991111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port a477e67e-28b1-4093-a8ba-91748e940141 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:00.992131 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:00.994303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Attempting to bind port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:00.994736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Attempting to bind port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e46a798c-6e24-4290-8778-cdb534630a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4feda68d-ef7d-43b1-bfc5-2b011a89be3c'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:00.995161 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Attempting to bind port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce on network 4feda68d-ef7d-43b1-bfc5-2b011a89be3c {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:01.037729 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:01.038426 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1999f644-3b18-4545-b155-4209194bf84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.039478 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Checking segment: {'id': 'e46a798c-6e24-4290-8778-cdb534630a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4feda68d-ef7d-43b1-bfc5-2b011a89be3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:01.039658 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.040114 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Bound using segment: {'id': 'e46a798c-6e24-4290-8778-cdb534630a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4feda68d-ef7d-43b1-bfc5-2b011a89be3c'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:01.040595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Bound port: 798cbb34-fd23-479e-9196-ccd0d8f7f9ce, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46a798c-6e24-4290-8778-cdb534630a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4feda68d-ef7d-43b1-bfc5-2b011a89be3c'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:01.041035 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.062247 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1999f644-3b18-4545-b155-4209194bf84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.128110 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1999f644-3b18-4545-b155-4209194bf84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.130909 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1999f644-3b18-4545-b155-4209194bf84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.135376 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1999f644-3b18-4545-b155-4209194bf84d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45042d42-66dc-4637-8e84-a5185cf1a2c4 HTTP/1.1" status: 204 len: 168 time: 0.1715519 Jul 06 11:58:01.141646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999f644-3b18-4545-b155-4209194bf84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45042d42-66dc-4637-8e84-a5185cf1a2c4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:01.157445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] For port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:01.172551 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:01.187521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['5c926004-ecc9-4a7a-b30f-a52cce25963f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:01.217158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] For port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=798cbb34-fd23-479e-9196-ccd0d8f7f9ce,segment=NetworkSegment(e46a798c-6e24-4290-8778-cdb534630a0a),segment_id=e46a798c-6e24-4290-8778-cdb534630a0a)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:01.235478 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['f790b5e3-3097-4bba-9141-e0c56cd47b4f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:01.237745 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['2c7fc74d-9666-479f-9b98-8e225535a1d6'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:01.243257 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.252044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['7d5a2066-089d-4629-bb08-ed4c7c24ba4d'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:01.304338 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.442426 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066fd91-a5af-46f6-bab7-8741708c2726 None None] Pushing event updated for resources: {'Port': ['ID=798cbb34-fd23-479e-9196-ccd0d8f7f9ce,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:01.526069 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-4d520e2b-3935-499e-baad-d163ca43f7b4 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:01.533495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-4d520e2b-3935-499e-baad-d163ca43f7b4 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:01.538134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port a477e67e-28b1-4093-a8ba-91748e940141, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a477e67e-28b1-4093-a8ba-91748e940141,segment=NetworkSegment(fdb0a8b1-3167-46fb-a636-5e71172da174),segment_id=fdb0a8b1-3167-46fb-a636-5e71172da174)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:01.543085 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-4d520e2b-3935-499e-baad-d163ca43f7b4 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/networks?id=5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8&id=4feda68d-ef7d-43b1-bfc5-2b011a89be3c HTTP/1.1" status: 200 len: 1390 time: 0.1643913 Jul 06 11:58:01.562410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-0b21dfda-3dee-4d7b-9d74-5d2c0e5ddf7c tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/quotas/0b147038bdc04055ad4e82dede7b2aaf HTTP/1.1" status: 200 len: 375 time: 0.0183244 Jul 06 11:58:01.596989 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:01.671451 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-81fee430-3852-4e46-994e-5a5a0f27ed40 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b147038bdc04055ad4e82dede7b2aaf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1080172 Jul 06 11:58:01.829695 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-afc31c06-557a-465c-b029-0cf0440cb535 service neutron] 10.222.0.81 "GET /v2.0/networks/5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480126 Jul 06 11:58:01.893440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=a477e67e-28b1-4093-a8ba-91748e940141,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:01.942058 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-d90941b7-10d9-48dd-90a9-a90079604f1e service neutron] 10.222.0.81 "GET /v2.0/networks/5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114409 Jul 06 11:58:01.970324 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1819a68-1172-4b8b-847b-4bfadc36f851 None None] Network 5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:02.055641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-b3fe3ca7-8a1b-46f9-83ea-5d836d91b8b5 service neutron] 10.222.0.81 "GET /v2.0/networks/4feda68d-ef7d-43b1-bfc5-2b011a89be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080427 Jul 06 11:58:02.132707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['09651e64-7c60-4395-8efa-e0c5bc0a7e29'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:02.161754 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-e2df17ea-286f-4b6d-858c-b278cba706d3 service neutron] 10.222.0.81 "GET /v2.0/networks/4feda68d-ef7d-43b1-bfc5-2b011a89be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995755 Jul 06 11:58:02.170675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35472) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:02.196987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['dce447e7-7a12-4ee8-a022-2834977328a9'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:02.199060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['279e4d0d-b167-4d48-bfc2-7382c5a4141c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:02.272193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7f398afb-c62f-4701-bad2-fd4a7d67353a tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:02.272956 n-d-799529-2 neutron-server[100428]: WARNING neutron.api.v2.base [None req-7f398afb-c62f-4701-bad2-fd4a7d67353a tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 11:58:02.273804 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-7f398afb-c62f-4701-bad2-fd4a7d67353a tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 11:58:02.278356 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7f398afb-c62f-4701-bad2-fd4a7d67353a tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1029553 Jul 06 11:58:02.278794 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35480) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:02.283995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065417334'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:02.313580 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.324289 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.464413 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.469606 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5c992a4d-524e-468a-bfe3-f2ee27955d6a None None] Provisioning for port bbf79033-232c-44b6-9683-fd006bdfc177 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:02.473080 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.488987 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-592d6563-45a2-4c80-9d00-585b22914328 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1643312 Jul 06 11:58:02.500158 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:02.542830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9fabf7-a69b-4f4c-9f19-7a90ff55d354,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:02.564726 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:02.565505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:02.565993 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:02.566472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:02.566945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:02.567437 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:02.567922 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:02.568396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:02.569014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:02.569482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:02.571155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:02.571662 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:02.634612 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.640104 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.675798 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.690628 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.697862 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4151349 Jul 06 11:58:02.698869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35488) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:02.707774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-77bf3d0c-ff6e-452c-932f-05357e3784cf tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '7a34ef2d-ef84-4e8e-8b95-39aeb2c3af54', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:02.712666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dd4d8-17b6-4cfe-91fc-d33fba070e7f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a34ef2d-ef84-4e8e-8b95-39aeb2c3af54,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:02.765449 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-77bf3d0c-ff6e-452c-932f-05357e3784cf tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.872248 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-77bf3d0c-ff6e-452c-932f-05357e3784cf tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.884035 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-77bf3d0c-ff6e-452c-932f-05357e3784cf tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.911026 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.933144 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf3d0c-ff6e-452c-932f-05357e3784cf tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e12ea4e-453a-40cd-aecb-b856f5b4f690,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:02.949403 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-77bf3d0c-ff6e-452c-932f-05357e3784cf tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:02.952807 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-77bf3d0c-ff6e-452c-932f-05357e3784cf tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2521830 Jul 06 11:58:02.955547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35494) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:02.961180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ae951c4f-9489-456b-ba8f-f62c1b6ba43c tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '7a34ef2d-ef84-4e8e-8b95-39aeb2c3af54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:03.015027 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae951c4f-9489-456b-ba8f-f62c1b6ba43c tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.083396 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-ae951c4f-9489-456b-ba8f-f62c1b6ba43c tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 11:58:03.083711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Allocated IP 172.25.4.86 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/3195e37f-839d-45b3-b7b5-b35a783f4fb5) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:03.084719 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ae951c4f-9489-456b-ba8f-f62c1b6ba43c tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1278062 Jul 06 11:58:03.089502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35498) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:03.097264 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bbf79033-232c-44b6-9683-fd006bdfc177 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:03.105882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f995d-999b-461b-846e-78619f12e346 None None] Network 4feda68d-ef7d-43b1-bfc5-2b011a89be3c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:03.156533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-090e95a1-a644-4c1f-ba6f-62b6da8240a2 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.183965 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-090e95a1-a644-4c1f-ba6f-62b6da8240a2 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.227563 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.238311 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-090e95a1-a644-4c1f-ba6f-62b6da8240a2 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.241283 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-090e95a1-a644-4c1f-ba6f-62b6da8240a2 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.245228 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-090e95a1-a644-4c1f-ba6f-62b6da8240a2 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "DELETE /v2.0/security-groups/7a34ef2d-ef84-4e8e-8b95-39aeb2c3af54 HTTP/1.1" status: 204 len: 168 time: 0.1517122 Jul 06 11:58:03.245394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35502) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:03.254730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e95a1-a644-4c1f-ba6f-62b6da8240a2 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a34ef2d-ef84-4e8e-8b95-39aeb2c3af54,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:03.260307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-02211f85-f519-4d27-a650-615f6b8687fa None None] Provisioning for port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:03.268396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port bbf79033-232c-44b6-9683-fd006bdfc177 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:03.300202 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port bbf79033-232c-44b6-9683-fd006bdfc177 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:03.300573 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.328821 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-168f047c-8f2f-495a-99a0-dd68438ef022 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0823038 Jul 06 11:58:03.333276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35504) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:03.338235 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.340133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c3c12b31-bcc3-4c9f-bec7-b6cb44a6895e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747996783'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:03.374776 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3c12b31-bcc3-4c9f-bec7-b6cb44a6895e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.381859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:03.387500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:03.394570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:03.401029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Pushing event updated for resources: {'Port': ['ID=3195e37f-839d-45b3-b7b5-b35a783f4fb5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:03.486982 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3c12b31-bcc3-4c9f-bec7-b6cb44a6895e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.496629 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3c12b31-bcc3-4c9f-bec7-b6cb44a6895e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.526501 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3c12b31-bcc3-4c9f-bec7-b6cb44a6895e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.528031 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.535874 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c3c12b31-bcc3-4c9f-bec7-b6cb44a6895e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2000449 Jul 06 11:58:03.536182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35506) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:03.541417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6745ae6e-00cc-4734-ab65-f85a1f64acfc tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '1ba2c981-f3d6-4fc0-8c75-5db88f888835', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:03.542210 n-d-799529-2 neutron-server[100427]: WARNING neutron.api.v2.base [None req-6745ae6e-00cc-4734-ab65-f85a1f64acfc tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 06 11:58:03.542748 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-6745ae6e-00cc-4734-ab65-f85a1f64acfc tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:58:03.546380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6745ae6e-00cc-4734-ab65-f85a1f64acfc tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066633 Jul 06 11:58:03.547854 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35508) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:03.551900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c12b31-bcc3-4c9f-bec7-b6cb44a6895e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba2c981-f3d6-4fc0-8c75-5db88f888835,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:03.582883 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.619828 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.632950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port bbf79033-232c-44b6-9683-fd006bdfc177, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bbf79033-232c-44b6-9683-fd006bdfc177,segment=NetworkSegment(5e842840-45fc-43b7-9a8f-ccd5ee8c88e2),segment_id=5e842840-45fc-43b7-9a8f-ccd5ee8c88e2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:03.639683 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.640646 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a477e67e-28b1-4093-a8ba-91748e940141 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:03.728404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=bbf79033-232c-44b6-9683-fd006bdfc177,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:03.741385 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port a477e67e-28b1-4093-a8ba-91748e940141 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:03.741628 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.805038 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ec4639dd-0912-45d9-b53f-f5c0cb537a2e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.840042 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ec4639dd-0912-45d9-b53f-f5c0cb537a2e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.842549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-89ce153e-1f30-419d-942a-51706a345793 None None] Provisioning complete for port bbf79033-232c-44b6-9683-fd006bdfc177 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:03.842549 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-89ce153e-1f30-419d-942a-51706a345793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.848273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 798cbb34-fd23-479e-9196-ccd0d8f7f9ce up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:03.880577 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.888263 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.956396 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ec4639dd-0912-45d9-b53f-f5c0cb537a2e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.958938 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ec4639dd-0912-45d9-b53f-f5c0cb537a2e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.960116 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ec4639dd-0912-45d9-b53f-f5c0cb537a2e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "DELETE /v2.0/security-groups/1ba2c981-f3d6-4fc0-8c75-5db88f888835 HTTP/1.1" status: 204 len: 168 time: 0.4111886 Jul 06 11:58:03.960285 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:03.963025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35510) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:03.969827 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:03.970223 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:03.971993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Pushing event updated for resources: {'Port': ['ID=3195e37f-839d-45b3-b7b5-b35a783f4fb5,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:03.982808 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4639dd-0912-45d9-b53f-f5c0cb537a2e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba2c981-f3d6-4fc0-8c75-5db88f888835,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:03.990576 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.007839 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.009477 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-2217aaf3-3395-4526-87ae-45e5d535e452 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5135226 Jul 06 11:58:04.029488 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-65e88c39-f9a9-40fb-8faa-89a8895afd23 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0649140 Jul 06 11:58:04.033378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35512) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:04.038073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b8cbc4bd-e8bc-4159-9cae-3ce20505fe35 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025289263'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:04.063099 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc4bd-e8bc-4159-9cae-3ce20505fe35 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.069961 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-07fc5da8-b883-4bba-9c90-b979f9297d51 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.86 HTTP/1.1" status: 200 len: 695 time: 0.0517166 Jul 06 11:58:04.098932 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.120736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-917d2299-23b9-4f2f-807e-cd7e5d83b59a None None] Provisioning complete for port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:04.121547 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-917d2299-23b9-4f2f-807e-cd7e5d83b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.182077 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc4bd-e8bc-4159-9cae-3ce20505fe35 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.182273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=798cbb34-fd23-479e-9196-ccd0d8f7f9ce,segment=NetworkSegment(e46a798c-6e24-4290-8778-cdb534630a0a),segment_id=e46a798c-6e24-4290-8778-cdb534630a0a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:04.191107 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.208035 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc4bd-e8bc-4159-9cae-3ce20505fe35 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.236859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-e402606e-a2af-4ab7-9787-d9e2fe692483 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:04.239641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03b3fd00-7c12-4005-bcca-67a6a8b2c17c req-e402606e-a2af-4ab7-9787-d9e2fe692483 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1633065 Jul 06 11:58:04.282465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=798cbb34-fd23-479e-9196-ccd0d8f7f9ce,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:04.298134 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8cbc4bd-e8bc-4159-9cae-3ce20505fe35 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.302287 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b8cbc4bd-e8bc-4159-9cae-3ce20505fe35 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2650206 Jul 06 11:58:04.302639 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35516) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:04.308135 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0a8398e1-a19c-4f75-b3a1-05d80378b0e4 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': 'c68917a1-deec-4bbe-ae92-adb796f0fbe3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:04.309148 n-d-799529-2 neutron-server[100427]: WARNING neutron.api.v2.base [None req-0a8398e1-a19c-4f75-b3a1-05d80378b0e4 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 06 11:58:04.310008 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-0a8398e1-a19c-4f75-b3a1-05d80378b0e4 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:58:04.311388 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0a8398e1-a19c-4f75-b3a1-05d80378b0e4 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073540 Jul 06 11:58:04.313858 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35518) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:04.325923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbc4bd-e8bc-4159-9cae-3ce20505fe35 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68917a1-deec-4bbe-ae92-adb796f0fbe3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:04.384703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-d704fef3-2ae3-40eb-af1d-03e8c89af237 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:04.393898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-d704fef3-2ae3-40eb-af1d-03e8c89af237 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:04.395949 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-d704fef3-2ae3-40eb-af1d-03e8c89af237 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.89 "GET /v2.0/networks?id=5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8&id=4feda68d-ef7d-43b1-bfc5-2b011a89be3c HTTP/1.1" status: 200 len: 1390 time: 0.1999023 Jul 06 11:58:04.405303 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c86c9de2-3df3-4c7d-8a81-7df6a04d6d4b tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.412482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-ec66dd6c-25e0-4e78-a996-1204a2a155af tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Request body: {'port': {'device_id': '09160c0a-b270-4451-826e-ed7432c4f5e9', 'network_id': '5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8', 'admin_state_up': True, 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:04.450901 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c86c9de2-3df3-4c7d-8a81-7df6a04d6d4b tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.514355 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c86c9de2-3df3-4c7d-8a81-7df6a04d6d4b tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.516964 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c86c9de2-3df3-4c7d-8a81-7df6a04d6d4b tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.520799 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c86c9de2-3df3-4c7d-8a81-7df6a04d6d4b tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "DELETE /v2.0/security-groups/c68917a1-deec-4bbe-ae92-adb796f0fbe3 HTTP/1.1" status: 204 len: 168 time: 0.2031808 Jul 06 11:58:04.520907 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35522) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:04.534413 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c9de2-3df3-4c7d-8a81-7df6a04d6d4b tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68917a1-deec-4bbe-ae92-adb796f0fbe3,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:04.553707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 09651e64-7c60-4395-8efa-e0c5bc0a7e29 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:04.581793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35524) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:04.594682 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cafcac74-05c6-4d86-8192-fcfcee8b5174 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0693820 Jul 06 11:58:04.594682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-ec66dd6c-25e0-4e78-a996-1204a2a155af tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Made reservation on behalf of 0b147038bdc04055ad4e82dede7b2aaf for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:04.599618 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-ec66dd6c-25e0-4e78-a996-1204a2a155af tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.602799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35528) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:04.610128 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-453cb9df-a222-4dfe-99e7-b8ebee9d3705 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004282922'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:04.621265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 09651e64-7c60-4395-8efa-e0c5bc0a7e29 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:04.631094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 09651e64-7c60-4395-8efa-e0c5bc0a7e29 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:04.631745 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.639951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb3e0fd-b07a-4e13-b9e8-4ea950589861 admin admin] Deleting subnet 6097b696-6863-4418-b0a0-433aa68953b6 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:58:04.646440 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e0fd-b07a-4e13-b9e8-4ea950589861 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.683730 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-453cb9df-a222-4dfe-99e7-b8ebee9d3705 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.715527 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e0fd-b07a-4e13-b9e8-4ea950589861 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.768083 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bbf79033-232c-44b6-9683-fd006bdfc177 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:04.798180 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e0fd-b07a-4e13-b9e8-4ea950589861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.805060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-ec66dd6c-25e0-4e78-a996-1204a2a155af tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Allocated IP 19.80.0.149 (5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8/87a9c212-8546-429c-8398-a4998c5bffd6/9d3dc456-90ed-419f-968a-96a7f898a0bb) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:04.814847 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.844141 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09651e64-7c60-4395-8efa-e0c5bc0a7e29'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:04.846413 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895f844a-1e81-4d64-a073-7a4936b70aab" -d '{"events": [{"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-plugged", "status": "completed", "tag": "09651e64-7c60-4395-8efa-e0c5bc0a7e29"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:04.859784 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399290d-25e4-4a0f-b53d-661abaf703a2 req-1a748276-be80-4171-8da2-4af20c5d721f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:04.861590 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c399290d-25e4-4a0f-b53d-661abaf703a2 req-1a748276-be80-4171-8da2-4af20c5d721f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 945 time: 0.1535449 Jul 06 11:58:04.863478 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 09651e64-7c60-4395-8efa-e0c5bc0a7e29, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=09651e64-7c60-4395-8efa-e0c5bc0a7e29,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:04.868987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port bbf79033-232c-44b6-9683-fd006bdfc177 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:04.869381 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.873093 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-453cb9df-a222-4dfe-99e7-b8ebee9d3705 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.887931 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-453cb9df-a222-4dfe-99e7-b8ebee9d3705 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.893830 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.894679 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:04.914172 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e0fd-b07a-4e13-b9e8-4ea950589861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.953588 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bb3e0fd-b07a-4e13-b9e8-4ea950589861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.957847 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0bb3e0fd-b07a-4e13-b9e8-4ea950589861 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6097b696-6863-4418-b0a0-433aa68953b6 HTTP/1.1" status: 204 len: 168 time: 0.3746295 Jul 06 11:58:04.961422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3e0fd-b07a-4e13-b9e8-4ea950589861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6097b696-6863-4418-b0a0-433aa68953b6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:04.965007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35532) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:04.974461 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c399290d-25e4-4a0f-b53d-661abaf703a2 req-d869387c-2713-4801-ba14-9fb6a46e37f6 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894685 Jul 06 11:58:04.985886 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-453cb9df-a222-4dfe-99e7-b8ebee9d3705 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:04.988364 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-453cb9df-a222-4dfe-99e7-b8ebee9d3705 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3828411 Jul 06 11:58:04.989586 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=09651e64-7c60-4395-8efa-e0c5bc0a7e29,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:04.990226 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35534) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:05.000262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ee5b80ec-6257-482b-b05a-34bb6eeeb327 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '0289ed0f-5976-4c20-845d-7fbbfb035007', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:05.000420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cb9df-a222-4dfe-99e7-b8ebee9d3705 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0289ed0f-5976-4c20-845d-7fbbfb035007,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:05.017970 n-d-799529-2 neutron-server[100427]: WARNING neutron.api.v2.base [None req-ee5b80ec-6257-482b-b05a-34bb6eeeb327 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 06 11:58:05.018808 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-ee5b80ec-6257-482b-b05a-34bb6eeeb327 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:58:05.023453 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ee5b80ec-6257-482b-b05a-34bb6eeeb327 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0320191 Jul 06 11:58:05.024180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35536) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:05.030222 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-3435877d-8880-4a08-88d5-81202513d5ce tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '0289ed0f-5976-4c20-845d-7fbbfb035007', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:05.031652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:05.032098 n-d-799529-2 neutron-server[100427]: WARNING neutron.api.v2.base [None req-3435877d-8880-4a08-88d5-81202513d5ce tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 06 11:58:05.033554 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-3435877d-8880-4a08-88d5-81202513d5ce tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:58:05.039783 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3435877d-8880-4a08-88d5-81202513d5ce tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0145936 Jul 06 11:58:05.040827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35538) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:05.041811 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:05.042348 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.054082 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-3833a449-6536-4373-82e4-dd18cbabb9f4 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '0289ed0f-5976-4c20-845d-7fbbfb035007', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:05.056277 n-d-799529-2 neutron-server[100427]: WARNING neutron.api.v2.base [None req-3833a449-6536-4373-82e4-dd18cbabb9f4 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 06 11:58:05.056808 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-3833a449-6536-4373-82e4-dd18cbabb9f4 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:58:05.061198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35540) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:05.062150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3833a449-6536-4373-82e4-dd18cbabb9f4 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0197265 Jul 06 11:58:05.065809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2b4d614d-50f7-4ee9-9e70-1acaa22704ba tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '0289ed0f-5976-4c20-845d-7fbbfb035007', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:05.067806 n-d-799529-2 neutron-server[100428]: WARNING neutron.api.v2.base [None req-2b4d614d-50f7-4ee9-9e70-1acaa22704ba tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 06 11:58:05.068340 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-2b4d614d-50f7-4ee9-9e70-1acaa22704ba tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:58:05.072912 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2b4d614d-50f7-4ee9-9e70-1acaa22704ba tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070395 Jul 06 11:58:05.073640 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35542) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:05.080830 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 798cbb34-fd23-479e-9196-ccd0d8f7f9ce up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:05.089358 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-16332198-cd00-46c3-b1e3-37df08a6fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.116071 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-ec66dd6c-25e0-4e78-a996-1204a2a155af tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.151215 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-ec66dd6c-25e0-4e78-a996-1204a2a155af tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Transition to ACTIVE for port object 9d3dc456-90ed-419f-968a-96a7f898a0bb will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:05.167879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:05.168256 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.176472 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-356d1065-e5aa-470b-99b9-10b7dd4e96d6 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.199571 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.221949 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-356d1065-e5aa-470b-99b9-10b7dd4e96d6 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.223011 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-16332198-cd00-46c3-b1e3-37df08a6fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.244683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c,segment=NetworkSegment(56a1e3c9-b193-4445-927f-d36e77968ca4),segment_id=56a1e3c9-b193-4445-927f-d36e77968ca4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:05.247360 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-16332198-cd00-46c3-b1e3-37df08a6fe21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e066ea-2966-4eac-95a4-bc2bc640f4bd']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:05.261993 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-16332198-cd00-46c3-b1e3-37df08a6fe21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a558c68f-2f92-435c-ba75-fedbe4514b86') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:05.262337 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-16332198-cd00-46c3-b1e3-37df08a6fe21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a558c68f-2f92-435c-ba75-fedbe4514b86') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:05.273668 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.274312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device dce447e7-7a12-4ee8-a022-2834977328a9 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:05.278079 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-16332198-cd00-46c3-b1e3-37df08a6fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.290936 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-ec66dd6c-25e0-4e78-a996-1204a2a155af tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.316693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453d4b9-eb07-4732-9649-4a9f461a5e30 req-6df00f34-b7b4-46d7-ada4-57888a1c57d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:05.322823 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453d4b9-eb07-4732-9649-4a9f461a5e30 req-6df00f34-b7b4-46d7-ada4-57888a1c57d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:05.325669 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-16332198-cd00-46c3-b1e3-37df08a6fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.328966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453d4b9-eb07-4732-9649-4a9f461a5e30 req-6df00f34-b7b4-46d7-ada4-57888a1c57d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:05.337049 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453d4b9-eb07-4732-9649-4a9f461a5e30 req-6df00f34-b7b4-46d7-ada4-57888a1c57d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:05.341485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16332198-cd00-46c3-b1e3-37df08a6fe21 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:05.342018 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-16332198-cd00-46c3-b1e3-37df08a6fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.344224 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453d4b9-eb07-4732-9649-4a9f461a5e30 req-6df00f34-b7b4-46d7-ada4-57888a1c57d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:05.346092 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:05.350195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453d4b9-eb07-4732-9649-4a9f461a5e30 req-6df00f34-b7b4-46d7-ada4-57888a1c57d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:05.357967 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453d4b9-eb07-4732-9649-4a9f461a5e30 req-6df00f34-b7b4-46d7-ada4-57888a1c57d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:05.366968 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b453d4b9-eb07-4732-9649-4a9f461a5e30 req-6df00f34-b7b4-46d7-ada4-57888a1c57d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5426 time: 0.2243545 Jul 06 11:58:05.387660 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-356d1065-e5aa-470b-99b9-10b7dd4e96d6 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.388128 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.390128 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-356d1065-e5aa-470b-99b9-10b7dd4e96d6 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.393669 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-356d1065-e5aa-470b-99b9-10b7dd4e96d6 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "DELETE /v2.0/security-groups/0289ed0f-5976-4c20-845d-7fbbfb035007 HTTP/1.1" status: 204 len: 168 time: 0.3149579 Jul 06 11:58:05.397065 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35544) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:05.398497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-ec66dd6c-25e0-4e78-a996-1204a2a155af tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Network 5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:05.401833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:05.410707 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-ec66dd6c-25e0-4e78-a996-1204a2a155af tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:05.416087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66dd6c-25e0-4e78-a996-1204a2a155af tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event updated for resources: {'Port': ['ID=9d3dc456-90ed-419f-968a-96a7f898a0bb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:05.416658 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port dce447e7-7a12-4ee8-a022-2834977328a9 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:05.418866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-ec66dd6c-25e0-4e78-a996-1204a2a155af tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:05.422107 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port dce447e7-7a12-4ee8-a022-2834977328a9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:05.422705 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.434326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d1065-e5aa-470b-99b9-10b7dd4e96d6 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0289ed0f-5976-4c20-845d-7fbbfb035007,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:05.473106 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-16332198-cd00-46c3-b1e3-37df08a6fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.482732 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-16332198-cd00-46c3-b1e3-37df08a6fe21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.486580 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5221c92-4e35-4f97-839a-6d53a7156917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.487476 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-16332198-cd00-46c3-b1e3-37df08a6fe21 admin admin] 10.222.0.81 "DELETE /v2.0/networks/60e066ea-2966-4eac-95a4-bc2bc640f4bd HTTP/1.1" status: 204 len: 168 time: 0.5165548 Jul 06 11:58:05.500009 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-397ad235-5a54-4704-96a9-8a577003f8d9 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1009681 Jul 06 11:58:05.514044 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b453d4b9-eb07-4732-9649-4a9f461a5e30 req-dc1fe6ca-88fb-4a9b-aace-53880297e14d tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1459773 Jul 06 11:58:05.515415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35548) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:05.515856 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16332198-cd00-46c3-b1e3-37df08a6fe21 admin admin] Pushing event deleted for resources: {'Network': ['ID=60e066ea-2966-4eac-95a4-bc2bc640f4bd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:05.526959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-095b8d8d-d2f6-4a59-981a-882fc945ba3c tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group': {'name': 'tempest-secgroup--952110097'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:05.529286 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-ec66dd6c-25e0-4e78-a996-1204a2a155af tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:05.530132 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-ec66dd6c-25e0-4e78-a996-1204a2a155af tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.551664 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-ec66dd6c-25e0-4e78-a996-1204a2a155af tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1461153 Jul 06 11:58:05.567084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-9112790c-77d4-4a70-ac2d-7e93817fe897 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Request body: {'port': {'device_id': '09160c0a-b270-4451-826e-ed7432c4f5e9', 'network_id': '4feda68d-ef7d-43b1-bfc5-2b011a89be3c', 'admin_state_up': True, 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:05.582720 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-095b8d8d-d2f6-4a59-981a-882fc945ba3c tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.604390 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.647357 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port dce447e7-7a12-4ee8-a022-2834977328a9, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dce447e7-7a12-4ee8-a022-2834977328a9,segment=NetworkSegment(4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2),segment_id=4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:05.657513 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.664399 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 5c926004-ecc9-4a7a-b30f-a52cce25963f up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:05.758793 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=dce447e7-7a12-4ee8-a022-2834977328a9,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:05.766652 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-095b8d8d-d2f6-4a59-981a-882fc945ba3c tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.776690 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-095b8d8d-d2f6-4a59-981a-882fc945ba3c tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.792111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-9112790c-77d4-4a70-ac2d-7e93817fe897 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Made reservation on behalf of 0b147038bdc04055ad4e82dede7b2aaf for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:05.796703 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-9112790c-77d4-4a70-ac2d-7e93817fe897 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.811846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 5c926004-ecc9-4a7a-b30f-a52cce25963f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:05.815910 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f6e0e87c-5775-4ed3-8d06-34c1f3e8bea3 None None] Provisioning for port 9d3dc456-90ed-419f-968a-96a7f898a0bb completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:05.819364 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 5c926004-ecc9-4a7a-b30f-a52cce25963f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:05.820343 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.823714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f6e0e87c-5775-4ed3-8d06-34c1f3e8bea3 None None] Provisioning complete for port 9d3dc456-90ed-419f-968a-96a7f898a0bb triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:05.823997 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e87c-5775-4ed3-8d06-34c1f3e8bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.840299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35550) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:05.895262 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f6e0e87c-5775-4ed3-8d06-34c1f3e8bea3 None None] Port 9d3dc456-90ed-419f-968a-96a7f898a0bb cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:58:05.904407 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2dd59b6f-66c7-4d7c-ae17-3c7651719a91 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a904a05771ea4318acb6528087369411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589671 Jul 06 11:58:05.907783 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-095b8d8d-d2f6-4a59-981a-882fc945ba3c tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.909314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35552) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:05.911788 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-095b8d8d-d2f6-4a59-981a-882fc945ba3c tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3961697 Jul 06 11:58:05.911917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35554) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:05.913927 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b8d8d-d2f6-4a59-981a-882fc945ba3c tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59dd0b46-03b7-49ce-84da-9c3d757ebc3c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:05.930561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-73f46a01-aabe-41f0-b6f4-9d8ac339ee56 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '59dd0b46-03b7-49ce-84da-9c3d757ebc3c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:05.931387 n-d-799529-2 neutron-server[100428]: WARNING neutron.api.v2.base [None req-73f46a01-aabe-41f0-b6f4-9d8ac339ee56 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 11:58:05.931949 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-73f46a01-aabe-41f0-b6f4-9d8ac339ee56 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:58:05.943942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a8968-d50c-48f7-956e-356307555bbc req-0242b422-8f9f-4241-9fff-aa8223776ab0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:05.945693 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9d5a8968-d50c-48f7-956e-356307555bbc req-0242b422-8f9f-4241-9fff-aa8223776ab0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=09160c0a-b270-4451-826e-ed7432c4f5e9 HTTP/1.1" status: 200 len: 932 time: 0.1627121 Jul 06 11:58:05.950243 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.987474 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 5c926004-ecc9-4a7a-b30f-a52cce25963f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=5c926004-ecc9-4a7a-b30f-a52cce25963f,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:05.992242 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:05.993372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f790b5e3-3097-4bba-9141-e0c56cd47b4f up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:05.994120 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9d5a8968-d50c-48f7-956e-356307555bbc req-d45b3ab5-6bb9-4a73-a23b-d6914cf751a1 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416822 Jul 06 11:58:06.077296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=5c926004-ecc9-4a7a-b30f-a52cce25963f,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:06.091571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port f790b5e3-3097-4bba-9141-e0c56cd47b4f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:06.091774 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.140105 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-e2ea6be2-9041-4fa2-866b-769229ac8087 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1162150 Jul 06 11:58:06.153466 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:06.181345 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.186597 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.190417 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-73f46a01-aabe-41f0-b6f4-9d8ac339ee56 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.2663810 Jul 06 11:58:06.196860 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35558) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:06.203057 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.212048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-da84c4f9-3631-477c-83a2-400966179617 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '59dd0b46-03b7-49ce-84da-9c3d757ebc3c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:06.227818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f790b5e3-3097-4bba-9141-e0c56cd47b4f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:06.232932 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.233390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2c7fc74d-9666-479f-9b98-8e225535a1d6 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:06.264523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41b98b-e459-4936-9577-19b106036db8 req-761eed83-47f9-4642-8fb8-a0cde72bdee5 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:06.266098 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5c41b98b-e459-4936-9577-19b106036db8 req-761eed83-47f9-4642-8fb8-a0cde72bdee5 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.89 "GET /v2.0/ports?device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 945 time: 0.4540246 Jul 06 11:58:06.306012 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-da84c4f9-3631-477c-83a2-400966179617 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:58:06.310260 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-da84c4f9-3631-477c-83a2-400966179617 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1079941 Jul 06 11:58:06.312227 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35560) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:06.316060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-9112790c-77d4-4a70-ac2d-7e93817fe897 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Allocated IP 19.86.0.149 (4feda68d-ef7d-43b1-bfc5-2b011a89be3c/3ca44cb2-a457-4f45-9d31-b949ad6cea11/191f00e4-0081-4ede-b0ea-bbe7238eb92d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:06.317740 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f790b5e3-3097-4bba-9141-e0c56cd47b4f,revision_number=10']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:06.324580 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f2bedd56-23fb-4ee1-8fe6-e85ac2f1676f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '59dd0b46-03b7-49ce-84da-9c3d757ebc3c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:06.325911 n-d-799529-2 neutron-server[100427]: WARNING neutron.api.v2.base [None req-f2bedd56-23fb-4ee1-8fe6-e85ac2f1676f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 06 11:58:06.326224 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-f2bedd56-23fb-4ee1-8fe6-e85ac2f1676f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:58:06.330049 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f2bedd56-23fb-4ee1-8fe6-e85ac2f1676f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0137274 Jul 06 11:58:06.330193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35562) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:06.336739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 2c7fc74d-9666-479f-9b98-8e225535a1d6 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:06.340900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-17038702-175a-45bb-856c-75d32d94854d tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '59dd0b46-03b7-49ce-84da-9c3d757ebc3c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:06.341568 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 2c7fc74d-9666-479f-9b98-8e225535a1d6 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:06.342059 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.385050 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.398886 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8ea06b8-3997-4cd9-a723-ae5a0454e71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.429909 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.430145 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-17038702-175a-45bb-856c-75d32d94854d tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:58:06.431377 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-17038702-175a-45bb-856c-75d32d94854d tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1001937 Jul 06 11:58:06.435020 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35564) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:06.440248 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-696d58ef-f39e-4481-bed0-b6105110fdae tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '59dd0b46-03b7-49ce-84da-9c3d757ebc3c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:06.440718 n-d-799529-2 neutron-server[100427]: WARNING neutron.api.v2.base [None req-696d58ef-f39e-4481-bed0-b6105110fdae tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 11:58:06.441827 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-696d58ef-f39e-4481-bed0-b6105110fdae tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:58:06.445961 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-696d58ef-f39e-4481-bed0-b6105110fdae tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064871 Jul 06 11:58:06.447257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35566) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:06.447398 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8ea06b8-3997-4cd9-a723-ae5a0454e71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.462574 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-264cf9b6-716f-475a-8b3f-6c0a11f657cf tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '59dd0b46-03b7-49ce-84da-9c3d757ebc3c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:06.468109 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 2c7fc74d-9666-479f-9b98-8e225535a1d6, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2c7fc74d-9666-479f-9b98-8e225535a1d6,segment=NetworkSegment(56a1e3c9-b193-4445-927f-d36e77968ca4),segment_id=56a1e3c9-b193-4445-927f-d36e77968ca4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:06.478267 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.480020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 7d5a2066-089d-4629-bb08-ed4c7c24ba4d up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:06.549961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-5c41b98b-e459-4936-9577-19b106036db8 req-b8d25a66-e291-41a8-90f1-c91bfc626dc9 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Deleting port bab4fdb1-95b3-45e3-bb1f-87430c1128da {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:06.550304 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5c41b98b-e459-4936-9577-19b106036db8 req-b8d25a66-e291-41a8-90f1-c91bfc626dc9 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.577888 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-264cf9b6-716f-475a-8b3f-6c0a11f657cf tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:58:06.582146 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-264cf9b6-716f-475a-8b3f-6c0a11f657cf tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1322870 Jul 06 11:58:06.582146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Allocated IP 172.25.4.54 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/8f9a303a-b610-49df-80f5-1015b54ffd81) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:06.582850 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35570) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:06.591046 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d7b630b9-3df6-45ea-aeb4-8f83730c9a1e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '59dd0b46-03b7-49ce-84da-9c3d757ebc3c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:06.591613 n-d-799529-2 neutron-server[100427]: WARNING neutron.api.v2.base [None req-d7b630b9-3df6-45ea-aeb4-8f83730c9a1e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 06 11:58:06.592146 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-d7b630b9-3df6-45ea-aeb4-8f83730c9a1e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:58:06.595833 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d7b630b9-3df6-45ea-aeb4-8f83730c9a1e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091579 Jul 06 11:58:06.596099 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35572) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:06.606507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-95c28f80-9041-4ed2-a548-e860218a1d36 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '59dd0b46-03b7-49ce-84da-9c3d757ebc3c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:06.664359 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8ea06b8-3997-4cd9-a723-ae5a0454e71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.666976 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8ea06b8-3997-4cd9-a723-ae5a0454e71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.668170 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f8ea06b8-3997-4cd9-a723-ae5a0454e71a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5fe12541-f456-448e-8f44-6d63c86f31e5 HTTP/1.1" status: 204 len: 168 time: 0.7583058 Jul 06 11:58:06.687476 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-9112790c-77d4-4a70-ac2d-7e93817fe897 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.707760 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea06b8-3997-4cd9-a723-ae5a0454e71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe12541-f456-448e-8f44-6d63c86f31e5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:06.717754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-9112790c-77d4-4a70-ac2d-7e93817fe897 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Transition to ACTIVE for port object 191f00e4-0081-4ede-b0ea-bbe7238eb92d will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:06.722496 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-95c28f80-9041-4ed2-a548-e860218a1d36 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:58:06.724609 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-95c28f80-9041-4ed2-a548-e860218a1d36 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1274760 Jul 06 11:58:06.729855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35576) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:06.732726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=2c7fc74d-9666-479f-9b98-8e225535a1d6,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:06.733436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5c41b98b-e459-4936-9577-19b106036db8 req-b8d25a66-e291-41a8-90f1-c91bfc626dc9 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] For port bab4fdb1-95b3-45e3-bb1f-87430c1128da, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bab4fdb1-95b3-45e3-bb1f-87430c1128da,segment=NetworkSegment(308d8aca-451e-4fe0-b70b-fa756f2ba557),segment_id=308d8aca-451e-4fe0-b70b-fa756f2ba557)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:06.733436 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5c41b98b-e459-4936-9577-19b106036db8 req-b8d25a66-e291-41a8-90f1-c91bfc626dc9 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.740986 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-08ffad25-9e71-4b3a-a32a-a68467194b68 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '59dd0b46-03b7-49ce-84da-9c3d757ebc3c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:06.749530 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:06.757919 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:06.758439 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.779477 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.822231 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-08ffad25-9e71-4b3a-a32a-a68467194b68 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:58:06.825836 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-08ffad25-9e71-4b3a-a32a-a68467194b68 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0916693 Jul 06 11:58:06.827419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35578) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:06.858633 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.887544 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.899337 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=7d5a2066-089d-4629-bb08-ed4c7c24ba4d,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:06.906110 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.907218 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 279e4d0d-b167-4d48-bfc2-7382c5a4141c up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:06.926736 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-9112790c-77d4-4a70-ac2d-7e93817fe897 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.953937 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:06.964698 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4aa3fd13-feaf-4360-a9db-e664a6940f13 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:06.966888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:06.969710 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Pushing event updated for resources: {'Port': ['ID=8f9a303a-b610-49df-80f5-1015b54ffd81,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:06.972062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:06.992751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-9112790c-77d4-4a70-ac2d-7e93817fe897 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Network 4feda68d-ef7d-43b1-bfc5-2b011a89be3c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:07.020355 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4aa3fd13-feaf-4360-a9db-e664a6940f13 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.023695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=7d5a2066-089d-4629-bb08-ed4c7c24ba4d,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:07.031618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-9112790c-77d4-4a70-ac2d-7e93817fe897 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:07.048524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-9112790c-77d4-4a70-ac2d-7e93817fe897 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:07.060956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 279e4d0d-b167-4d48-bfc2-7382c5a4141c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:07.065983 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 279e4d0d-b167-4d48-bfc2-7382c5a4141c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:07.066367 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.145280 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112790c-77d4-4a70-ac2d-7e93817fe897 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event updated for resources: {'Port': ['ID=191f00e4-0081-4ede-b0ea-bbe7238eb92d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:07.158892 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.170071 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4aa3fd13-feaf-4360-a9db-e664a6940f13 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.173936 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4aa3fd13-feaf-4360-a9db-e664a6940f13 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.175532 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4aa3fd13-feaf-4360-a9db-e664a6940f13 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "DELETE /v2.0/security-groups/59dd0b46-03b7-49ce-84da-9c3d757ebc3c HTTP/1.1" status: 204 len: 168 time: 0.3471484 Jul 06 11:58:07.183005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35586) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:07.192456 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.193825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3fd13-feaf-4360-a9db-e664a6940f13 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dd0b46-03b7-49ce-84da-9c3d757ebc3c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:07.243987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-9112790c-77d4-4a70-ac2d-7e93817fe897 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:07.244837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-9112790c-77d4-4a70-ac2d-7e93817fe897 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.246835 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.265105 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 279e4d0d-b167-4d48-bfc2-7382c5a4141c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=279e4d0d-b167-4d48-bfc2-7382c5a4141c,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:07.274587 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.288761 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5c41b98b-e459-4936-9577-19b106036db8 req-b8d25a66-e291-41a8-90f1-c91bfc626dc9 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.289261 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5c41b98b-e459-4936-9577-19b106036db8 req-b8d25a66-e291-41a8-90f1-c91bfc626dc9 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.289496 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [req-5c41b98b-e459-4936-9577-19b106036db8 req-b8d25a66-e291-41a8-90f1-c91bfc626dc9 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Floating IP b4943b66-0132-47c8-a319-450b837b3fed disassociated. External IP: 172.25.4.122, port: bab4fdb1-95b3-45e3-bb1f-87430c1128da. Jul 06 11:58:07.289879 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-5c41b98b-e459-4936-9577-19b106036db8 req-b8d25a66-e291-41a8-90f1-c91bfc626dc9 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Calling delete_port for bab4fdb1-95b3-45e3-bb1f-87430c1128da owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:07.320106 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-9112790c-77d4-4a70-ac2d-7e93817fe897 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7591259 Jul 06 11:58:07.331782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=279e4d0d-b167-4d48-bfc2-7382c5a4141c,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:07.337495 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fff9aab0-82ea-4515-9eb8-418c2f06ab4f tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1533513 Jul 06 11:58:07.348063 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35592) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:07.355776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-9db98e55-1509-42ff-bdbe-96f828fba087 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:58:07.356849 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-9db98e55-1509-42ff-bdbe-96f828fba087 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237358 Jul 06 11:58:07.392787 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Request body: {'port': {'device_id': '09160c0a-b270-4451-826e-ed7432c4f5e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:07.392996 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-31839a4b-3b76-46b0-9dbb-bf5dad5ec8cd tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group': {'name': 'tempest-secgroup--916127323'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:07.422786 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31839a4b-3b76-46b0-9dbb-bf5dad5ec8cd tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.441032 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a3fc72f1-ca05-457b-8268-4740e88adfe2 None None] Provisioning for port 191f00e4-0081-4ede-b0ea-bbe7238eb92d completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:07.447695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a3fc72f1-ca05-457b-8268-4740e88adfe2 None None] Provisioning complete for port 191f00e4-0081-4ede-b0ea-bbe7238eb92d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:07.448395 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3fc72f1-ca05-457b-8268-4740e88adfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.505571 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.525367 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc72f1-ca05-457b-8268-4740e88adfe2 None None] Port 191f00e4-0081-4ede-b0ea-bbe7238eb92d cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:58:07.567526 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.570740 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31839a4b-3b76-46b0-9dbb-bf5dad5ec8cd tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.575930 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31839a4b-3b76-46b0-9dbb-bf5dad5ec8cd tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.584102 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.609672 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5c41b98b-e459-4936-9577-19b106036db8 req-b8d25a66-e291-41a8-90f1-c91bfc626dc9 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.645951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31839a4b-3b76-46b0-9dbb-bf5dad5ec8cd tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5823d0f8-9a32-4d2c-85b7-8447fb08d18a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:07.684563 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31839a4b-3b76-46b0-9dbb-bf5dad5ec8cd tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.688788 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-31839a4b-3b76-46b0-9dbb-bf5dad5ec8cd tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3369339 Jul 06 11:58:07.690152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35602) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:07.699053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-25be0e46-4a23-4740-8558-216bb6f2ca15 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '5823d0f8-9a32-4d2c-85b7-8447fb08d18a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:07.701280 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Pushing event updated for resources: {'Port': ['ID=8f9a303a-b610-49df-80f5-1015b54ffd81,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:07.706205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d25a66-e291-41a8-90f1-c91bfc626dc9 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Pushing event deleted for resources: {'Port': ['ID=bab4fdb1-95b3-45e3-bb1f-87430c1128da,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:07.712609 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.799289 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35606) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:07.805639 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:07.806811 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-7f08aa62-ebcf-4201-99d0-3bacba6ea1bb tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6577260 Jul 06 11:58:07.861002 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-ef3bef36-1b42-4fc7-b729-8b0d14dc612d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.54 HTTP/1.1" status: 200 len: 695 time: 0.0470865 Jul 06 11:58:07.897368 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-25be0e46-4a23-4740-8558-216bb6f2ca15 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The resource could not be found. Jul 06 11:58:07.901561 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-25be0e46-4a23-4740-8558-216bb6f2ca15 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2056561 Jul 06 11:58:07.902584 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35610) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:07.916318 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-df8962a5-6a88-4730-9561-a5436bc4be2b tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '5823d0f8-9a32-4d2c-85b7-8447fb08d18a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f881fcc6-7c04-44ec-9971-265fd6bc3431'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:07.931431 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-417097073-network', 'tenant_id': 'ab67115038634902a337d125a90b4ec5'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:07.954619 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.api [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:58:07.954619 n-d-799529-2 neutron-server[100427]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:58:07.954619 n-d-799529-2 neutron-server[100427]: [parameters: {'project_id_1': 'ab67115038634902a337d125a90b4ec5', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 58, 7, 940174)}] Jul 06 11:58:07.954619 n-d-799529-2 neutron-server[100427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:58:07.955034 n-d-799529-2 neutron-server[100427]: DEBUG oslo_db.api [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:58:07.969561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c41b98b-e459-4936-9577-19b106036db8 req-b8d25a66-e291-41a8-90f1-c91bfc626dc9 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:58:07.999119 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-582e3326-8cfe-4e33-a907-820742770f6c tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:08.000580 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-15507c76-5bf8-4d3b-8af9-3b5248ad0aad req-582e3326-8cfe-4e33-a907-820742770f6c tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1331956 Jul 06 11:58:08.071476 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3dc456-90ed-419f-968a-96a7f898a0bb {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:08.082595 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-df8962a5-6a88-4730-9561-a5436bc4be2b tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The resource could not be found. Jul 06 11:58:08.086288 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-df8962a5-6a88-4730-9561-a5436bc4be2b tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1780381 Jul 06 11:58:08.087175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35614) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:08.087321 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.111942 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07b36b08-d2fb-426c-89cc-ce2a23247a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.137239 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Transition to ACTIVE for port object 9d3dc456-90ed-419f-968a-96a7f898a0bb will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:08.140667 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-841ad7e5-6e15-4c93-a0db-13a853b43338 req-333304cd-1914-4673-a54c-b7ba441bb24e tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/ports?device_id=24cb176b-b93d-4376-bd46-2f3471ebd0c5 HTTP/1.1" status: 200 len: 210 time: 0.0403082 Jul 06 11:58:08.145485 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.161060 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.190831 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fc2fbff8-9ca0-404c-9011-3de3fcbc2b31 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.230810 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fc2fbff8-9ca0-404c-9011-3de3fcbc2b31 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.232923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c41b98b-e459-4936-9577-19b106036db8 req-b8d25a66-e291-41a8-90f1-c91bfc626dc9 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:08.238354 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3dc456-90ed-419f-968a-96a7f898a0bb,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:08.249757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e04355-2046-4276-b94a-35453e953161 None None] Sync routers for ids ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:08.264389 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e04355-2046-4276-b94a-35453e953161 None None] Routers {'0b4b8b29-9cdb-4460-912b-9f7ae0331677'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:08.268095 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-52e04355-2046-4276-b94a-35453e953161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:08.352999 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fc2fbff8-9ca0-404c-9011-3de3fcbc2b31 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.356672 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fc2fbff8-9ca0-404c-9011-3de3fcbc2b31 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.360792 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fc2fbff8-9ca0-404c-9011-3de3fcbc2b31 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "DELETE /v2.0/security-groups/5823d0f8-9a32-4d2c-85b7-8447fb08d18a HTTP/1.1" status: 204 len: 168 time: 0.2703621 Jul 06 11:58:08.361653 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35618) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:08.400048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c41b98b-e459-4936-9577-19b106036db8 req-b8d25a66-e291-41a8-90f1-c91bfc626dc9 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] No DVR routers for this DVR port bab4fdb1-95b3-45e3-bb1f-87430c1128da on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:08.403610 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5c41b98b-e459-4936-9577-19b106036db8 req-b8d25a66-e291-41a8-90f1-c91bfc626dc9 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.405804 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fbff8-9ca0-404c-9011-3de3fcbc2b31 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5823d0f8-9a32-4d2c-85b7-8447fb08d18a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:08.406313 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5c41b98b-e459-4936-9577-19b106036db8 req-b8d25a66-e291-41a8-90f1-c91bfc626dc9 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.89 "DELETE /v2.0/ports/bab4fdb1-95b3-45e3-bb1f-87430c1128da HTTP/1.1" status: 204 len: 173 time: 2.1323030 Jul 06 11:58:08.411129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cb176b-b93d-4376-bd46-2f3471ebd0c5', 'name': 'network-vif-deleted', 'tag': 'bab4fdb1-95b3-45e3-bb1f-87430c1128da'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:08.414442 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bc43ec-ff4b-4fd7-8b21-153ece6264fd" -d '{"events": [{"server_uuid": "24cb176b-b93d-4376-bd46-2f3471ebd0c5", "name": "network-vif-deleted", "tag": "bab4fdb1-95b3-45e3-bb1f-87430c1128da"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:08.486463 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Attempting to bind port 9d3dc456-90ed-419f-968a-96a7f898a0bb on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:08.486896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Attempting to bind port 9d3dc456-90ed-419f-968a-96a7f898a0bb by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '5e842840-45fc-43b7-9a8f-ccd5ee8c88e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:08.487644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Attempting to bind port 9d3dc456-90ed-419f-968a-96a7f898a0bb on network 5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:08.498694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Port 9d3dc456-90ed-419f-968a-96a7f898a0bb on network 5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:58:08.499094 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Attempting to bind port 9d3dc456-90ed-419f-968a-96a7f898a0bb on network 5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:08.510992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:08.511356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Checking segment: {'id': '5e842840-45fc-43b7-9a8f-ccd5ee8c88e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:08.511746 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Bound using segment: {'id': '5e842840-45fc-43b7-9a8f-ccd5ee8c88e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:08.514160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Bound port: 9d3dc456-90ed-419f-968a-96a7f898a0bb, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e842840-45fc-43b7-9a8f-ccd5ee8c88e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:08.515377 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.528844 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8b51b07f-e200-448b-8368-3ca5134c8fa9 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1528399 Jul 06 11:58:08.539953 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa03bd95-343b-47d0-a49b-828b3d4c20d5 x-openstack-request-id: req-aa03bd95-343b-47d0-a49b-828b3d4c20d5 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:08.540242 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-plugged", "status": "completed", "tag": "09651e64-7c60-4395-8efa-e0c5bc0a7e29", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:08.540495 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa03bd95-343b-47d0-a49b-828b3d4c20d5 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:08.540884 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09651e64-7c60-4395-8efa-e0c5bc0a7e29', 'code': 200} Jul 06 11:58:08.542402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35624) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:08.545739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-52e04355-2046-4276-b94a-35453e953161 None None] Set router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:08.573460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d27b868e-6105-4887-94f1-46e0f225a4ce tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': '80acc4fe-cb57-43c6-9f31-e7e8b00eed74', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:08.591519 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] Made reservation on behalf of ab67115038634902a337d125a90b4ec5 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:08.593931 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.620960 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.693574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] For port 9d3dc456-90ed-419f-968a-96a7f898a0bb, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:08.698086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] For port 9d3dc456-90ed-419f-968a-96a7f898a0bb, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9d3dc456-90ed-419f-968a-96a7f898a0bb,segment=NetworkSegment(5e842840-45fc-43b7-9a8f-ccd5ee8c88e2),segment_id=5e842840-45fc-43b7-9a8f-ccd5ee8c88e2)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:08.705820 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.761775 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:08.762440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.764323 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] 10.222.0.89 "PUT /v2.0/ports/9d3dc456-90ed-419f-968a-96a7f898a0bb HTTP/1.1" status: 200 len: 1092 time: 1.3770962 Jul 06 11:58:08.821319 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Request body: {'port': {'device_id': '09160c0a-b270-4451-826e-ed7432c4f5e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:08.821656 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35628) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:08.843820 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.856462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cd615-42ba-4645-a4c7-a2abe22a9898 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3dc456-90ed-419f-968a-96a7f898a0bb,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:08.857566 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:08.876893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:58:08.886481 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-d27b868e-6105-4887-94f1-46e0f225a4ce tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The resource could not be found. Jul 06 11:58:08.890995 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d27b868e-6105-4887-94f1-46e0f225a4ce tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3328493 Jul 06 11:58:08.895252 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35632) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:08.936372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c31c91c4-e0bd-4227-bc06-2ed21beb334a tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group': {'name': 'tempest-secgroup--773054035'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:08.958770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bab4fdb1-95b3-45e3-bb1f-87430c1128da no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:08.978522 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.018458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: bab4fdb1-95b3-45e3-bb1f-87430c1128da {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:09.024482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bab4fdb1-95b3-45e3-bb1f-87430c1128da not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:09.031129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c392380-b3dd-4d98-ae0e-6a8831ae8194 req-b47dfe7a-44dd-4a25-9c7c-2902c44569e7 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:09.041853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1c392380-b3dd-4d98-ae0e-6a8831ae8194 req-b47dfe7a-44dd-4a25-9c7c-2902c44569e7 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 947 time: 0.3085196 Jul 06 11:58:09.053086 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c31c91c4-e0bd-4227-bc06-2ed21beb334a tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.053278 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-52e04355-2046-4276-b94a-35453e953161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'name': 'tempest-ServersTestManualDisk-1837829413-router', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:30Z', 'updated_at': '2021-07-06T11:55:34Z', 'revision_number': 4, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'gw_port': {'id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'aa92f47a-c54e-49a8-bc4b-8a176e5135a0', 'name': '', 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'mac_address': 'fa:16:3e:a2:a7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:33Z', 'updated_at': '2021-07-06T11:55:41Z', 'revision_number': 5, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'subnets': [{'id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:09.074664 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.075068 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] Added segment b18dc5df-48c5-48e9-b1f9-63640fd89170 of type vlan for network 2d44100a-7016-41bb-b6b1-f8f408ae71be Jul 06 11:58:09.082187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e04355-2046-4276-b94a-35453e953161 None None] Checking router: 0b4b8b29-9cdb-4460-912b-9f7ae0331677 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:09.091594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d0b786c-ebf0-4ca2-9293-7f65079aff97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.093137 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e04355-2046-4276-b94a-35453e953161 None None] Routers {'0b4b8b29-9cdb-4460-912b-9f7ae0331677'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:09.093777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-52e04355-2046-4276-b94a-35453e953161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:09.146706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f116fd-7228-4174-a619-523fa6b928a1,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:09.220725 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.250675 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1c392380-b3dd-4d98-ae0e-6a8831ae8194 req-4381e759-2f40-4b91-b9a8-b1a5b6050046 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078815 Jul 06 11:58:09.275782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-52e04355-2046-4276-b94a-35453e953161 None None] Set router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:09.278362 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.298554 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c31c91c4-e0bd-4227-bc06-2ed21beb334a tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.300603 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.301758 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:09.302481 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.327943 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c31c91c4-e0bd-4227-bc06-2ed21beb334a tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.344996 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191f00e4-0081-4ede-b0ea-bbe7238eb92d {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:09.357467 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.375052 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Transition to ACTIVE for port object 191f00e4-0081-4ede-b0ea-bbe7238eb92d will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:09.381236 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.448685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Pushing event updated for resources: {'Port': ['ID=191f00e4-0081-4ede-b0ea-bbe7238eb92d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:09.455324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=2d44100a-7016-41bb-b6b1-f8f408ae71be,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:09.469714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 2d44100a-7016-41bb-b6b1-f8f408ae71be details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:58:09.482926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c91c4-e0bd-4227-bc06-2ed21beb334a tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1c6a36-6224-478c-b535-91afa2dfeeb5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:09.569311 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4456-f058-401d-a945-0b0f60eb6ab3 req-d74684d3-0b8a-4211-8dab-465dd9e57f62 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:09.575740 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4456-f058-401d-a945-0b0f60eb6ab3 req-d74684d3-0b8a-4211-8dab-465dd9e57f62 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:09.577708 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Attempting to bind port 191f00e4-0081-4ede-b0ea-bbe7238eb92d on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:09.577879 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Attempting to bind port 191f00e4-0081-4ede-b0ea-bbe7238eb92d by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'e46a798c-6e24-4290-8778-cdb534630a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4feda68d-ef7d-43b1-bfc5-2b011a89be3c'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:09.578187 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Attempting to bind port 191f00e4-0081-4ede-b0ea-bbe7238eb92d on network 4feda68d-ef7d-43b1-bfc5-2b011a89be3c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:09.583751 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4456-f058-401d-a945-0b0f60eb6ab3 req-d74684d3-0b8a-4211-8dab-465dd9e57f62 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:09.586813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Port 191f00e4-0081-4ede-b0ea-bbe7238eb92d on network 4feda68d-ef7d-43b1-bfc5-2b011a89be3c not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:58:09.587154 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Attempting to bind port 191f00e4-0081-4ede-b0ea-bbe7238eb92d on network 4feda68d-ef7d-43b1-bfc5-2b011a89be3c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:09.590247 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4456-f058-401d-a945-0b0f60eb6ab3 req-d74684d3-0b8a-4211-8dab-465dd9e57f62 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:09.595517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:09.596996 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4456-f058-401d-a945-0b0f60eb6ab3 req-d74684d3-0b8a-4211-8dab-465dd9e57f62 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:09.597813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Checking segment: {'id': 'e46a798c-6e24-4290-8778-cdb534630a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4feda68d-ef7d-43b1-bfc5-2b011a89be3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:09.598215 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Bound using segment: {'id': 'e46a798c-6e24-4290-8778-cdb534630a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4feda68d-ef7d-43b1-bfc5-2b011a89be3c'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:09.598841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Bound port: 191f00e4-0081-4ede-b0ea-bbe7238eb92d, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46a798c-6e24-4290-8778-cdb534630a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4feda68d-ef7d-43b1-bfc5-2b011a89be3c'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:09.599069 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.604612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4456-f058-401d-a945-0b0f60eb6ab3 req-d74684d3-0b8a-4211-8dab-465dd9e57f62 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:09.612278 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4456-f058-401d-a945-0b0f60eb6ab3 req-d74684d3-0b8a-4211-8dab-465dd9e57f62 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:09.614578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a36c4456-f058-401d-a945-0b0f60eb6ab3 req-d74684d3-0b8a-4211-8dab-465dd9e57f62 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5432 time: 0.1871307 Jul 06 11:58:09.627869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-52e04355-2046-4276-b94a-35453e953161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'name': 'tempest-ServersTestManualDisk-1837829413-router', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:30Z', 'updated_at': '2021-07-06T11:55:34Z', 'revision_number': 4, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'gw_port': {'id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'aa92f47a-c54e-49a8-bc4b-8a176e5135a0', 'name': '', 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'mac_address': 'fa:16:3e:a2:a7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:33Z', 'updated_at': '2021-07-06T11:55:41Z', 'revision_number': 5, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'subnets': [{'id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:09.637640 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d0b786c-ebf0-4ca2-9293-7f65079aff97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.652211 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d0b786c-ebf0-4ca2-9293-7f65079aff97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.669444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e04355-2046-4276-b94a-35453e953161 None None] The sync data for ids ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'] in n-d-799529-2 is: [{'id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'name': 'tempest-ServersTestManualDisk-1837829413-router', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:30Z', 'updated_at': '2021-07-06T11:55:34Z', 'revision_number': 4, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'gw_port': {'id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'aa92f47a-c54e-49a8-bc4b-8a176e5135a0', 'name': '', 'network_id': 'a01746c6-23a5-456e-8fb4-c29287764aca', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'mac_address': 'fa:16:3e:a2:a7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:33Z', 'updated_at': '2021-07-06T11:55:41Z', 'revision_number': 5, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'subnets': [{'id': 'abaf47e6-6511-4338-afed-dd2a6e38c1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:09.678978 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b786c-ebf0-4ca2-9293-7f65079aff97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dc8b29-9900-4351-87cc-20d75f93c94e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:09.682811 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e14100aa-b4b5-46ce-be7b-37fd94bc9bc5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8822777 Jul 06 11:58:09.686148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35636) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:09.692948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-50998e26-e90b-4189-8628-7152565a3c58 admin admin] Request body: {'subnet': {'network_id': '2d44100a-7016-41bb-b6b1-f8f408ae71be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-417097073-subnet', 'tenant_id': 'ab67115038634902a337d125a90b4ec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:09.703587 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c31c91c4-e0bd-4227-bc06-2ed21beb334a tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.704388 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] For port 191f00e4-0081-4ede-b0ea-bbe7238eb92d, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:09.707620 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c31c91c4-e0bd-4227-bc06-2ed21beb334a tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7863066 Jul 06 11:58:09.708823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35638) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:09.723272 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-636ac5d2-2bb1-4b01-94b0-b68e865bcf30 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group': {'name': 'tempest-secgroup--2046871851'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:09.735914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] For port 191f00e4-0081-4ede-b0ea-bbe7238eb92d, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=191f00e4-0081-4ede-b0ea-bbe7238eb92d,segment=NetworkSegment(e46a798c-6e24-4290-8778-cdb534630a0a),segment_id=e46a798c-6e24-4290-8778-cdb534630a0a)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:09.744332 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a36c4456-f058-401d-a945-0b0f60eb6ab3 req-c5461d2d-70bf-4efe-8eec-abd5555bcf4b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1169822 Jul 06 11:58:09.744784 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.747789 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5d0b786c-ebf0-4ca2-9293-7f65079aff97 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=58a21dd3ac6c4b98aba8c5729d7be0bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9240735 Jul 06 11:58:09.752617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35640) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:09.800512 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50998e26-e90b-4189-8628-7152565a3c58 admin admin] Made reservation on behalf of ab67115038634902a337d125a90b4ec5 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:09.803514 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50998e26-e90b-4189-8628-7152565a3c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.819176 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e55076c8-3941-4183-8940-79d0164cbf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.846660 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e55076c8-3941-4183-8940-79d0164cbf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.886244 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:09.886874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.888515 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] 10.222.0.89 "PUT /v2.0/ports/191f00e4-0081-4ede-b0ea-bbe7238eb92d HTTP/1.1" status: 200 len: 1092 time: 1.0925312 Jul 06 11:58:09.922907 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-636ac5d2-2bb1-4b01-94b0-b68e865bcf30 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.954944 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e55076c8-3941-4183-8940-79d0164cbf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.957751 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e55076c8-3941-4183-8940-79d0164cbf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:09.960514 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e55076c8-3941-4183-8940-79d0164cbf04 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08dc8b29-9900-4351-87cc-20d75f93c94e HTTP/1.1" status: 204 len: 168 time: 0.2063794 Jul 06 11:58:09.973197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55076c8-3941-4183-8940-79d0164cbf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dc8b29-9900-4351-87cc-20d75f93c94e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:09.999357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7044a8c-ab5f-41e3-9f1c-6ef3c2ddde1b req-d83b663d-61a5-4ab3-af7c-1a0b088466fc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:10.013546 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7044a8c-ab5f-41e3-9f1c-6ef3c2ddde1b req-d83b663d-61a5-4ab3-af7c-1a0b088466fc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:10.023969 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d7044a8c-ab5f-41e3-9f1c-6ef3c2ddde1b req-d83b663d-61a5-4ab3-af7c-1a0b088466fc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=09160c0a-b270-4451-826e-ed7432c4f5e9 HTTP/1.1" status: 200 len: 1679 time: 0.1452348 Jul 06 11:58:10.038897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13f1f9-acba-4877-99c1-1da4bc5e22ea service neutron] Pushing event updated for resources: {'Port': ['ID=191f00e4-0081-4ede-b0ea-bbe7238eb92d,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:10.070665 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d7044a8c-ab5f-41e3-9f1c-6ef3c2ddde1b req-150563fe-5206-431a-8081-9a5ee455a858 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455863 Jul 06 11:58:10.085133 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffba97d4-3ca1-4dba-940e-92ee005c05ec None None] New status for floating IP b4943b66-0132-47c8-a319-450b837b3fed: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:58:10.287945 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-92dbfac3-ca33-4146-a37d-922187406983 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1440899 Jul 06 11:58:10.299714 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:10.364780 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35648) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:10.379507 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-585920af-0459-4b12-8dc2-216e4607b88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.442427 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-3d5e130a-4356-4148-bde2-25e7bcee0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:10.443078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-3d5e130a-4356-4148-bde2-25e7bcee0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:10.444767 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-3d5e130a-4356-4148-bde2-25e7bcee0e9d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b147038bdc04055ad4e82dede7b2aaf&device_id=09160c0a-b270-4451-826e-ed7432c4f5e9 HTTP/1.1" status: 200 len: 1981 time: 0.5012200 Jul 06 11:58:10.521764 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-f8f2b203-23f7-46bf-83e3-935559a935a4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=9d3dc456-90ed-419f-968a-96a7f898a0bb HTTP/1.1" status: 200 len: 217 time: 0.0669188 Jul 06 11:58:10.542341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c'}, {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce447e7-7a12-4ee8-a022-2834977328a9'}, {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c926004-ecc9-4a7a-b30f-a52cce25963f'}, {'server_uuid': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f'}, {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7fc74d-9666-479f-9b98-8e225535a1d6'}, {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5a2066-089d-4629-bb08-ed4c7c24ba4d'}, {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279e4d0d-b167-4d48-bfc2-7382c5a4141c'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:10.544813 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f102e0-8471-4065-8e45-5e3585aed0cf" -d '{"events": [{"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-plugged", "status": "completed", "tag": "872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c"}, {"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-plugged", "status": "completed", "tag": "dce447e7-7a12-4ee8-a022-2834977328a9"}, {"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-plugged", "status": "completed", "tag": "5c926004-ecc9-4a7a-b30f-a52cce25963f"}, {"server_uuid": "cd334f8a-ff08-437a-bf26-385b4421685f", "name": "network-vif-plugged", "status": "completed", "tag": "f790b5e3-3097-4bba-9141-e0c56cd47b4f"}, {"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-plugged", "status": "completed", "tag": "2c7fc74d-9666-479f-9b98-8e225535a1d6"}, {"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-plugged", "status": "completed", "tag": "7d5a2066-089d-4629-bb08-ed4c7c24ba4d"}, {"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-plugged", "status": "completed", "tag": "279e4d0d-b167-4d48-bfc2-7382c5a4141c"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:10.576112 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50998e26-e90b-4189-8628-7152565a3c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.612657 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-636ac5d2-2bb1-4b01-94b0-b68e865bcf30 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.628856 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-636ac5d2-2bb1-4b01-94b0-b68e865bcf30 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.629041 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.api [None req-585920af-0459-4b12-8dc2-216e4607b88d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 11:58:10.629041 n-d-799529-2 neutron-server[100427]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 11:58:10.629041 n-d-799529-2 neutron-server[100427]: [parameters: {'project_id_1': '846e2dd80c7948ebb17dc6454d703567', 'expiration_1': datetime.datetime(2021, 7, 6, 11, 58, 10, 391200)}] Jul 06 11:58:10.629041 n-d-799529-2 neutron-server[100427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:58:10.629658 n-d-799529-2 neutron-server[100427]: DEBUG oslo_db.api [None req-585920af-0459-4b12-8dc2-216e4607b88d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:58:10.636902 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.662921 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-235e9967-dfbc-41ef-93b9-c00085df1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:10.665003 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-235e9967-dfbc-41ef-93b9-c00085df1c47 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=87a9c212-8546-429c-8398-a4998c5bffd6 HTTP/1.1" status: 200 len: 801 time: 0.1305497 Jul 06 11:58:10.678326 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-636ac5d2-2bb1-4b01-94b0-b68e865bcf30 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.679540 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-636ac5d2-2bb1-4b01-94b0-b68e865bcf30 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9692166 Jul 06 11:58:10.680339 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50998e26-e90b-4189-8628-7152565a3c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eddf646-986d-4c06-8d50-132a8629f6fe,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:10.683346 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35652) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:10.687883 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-de3e3d3f-a2e5-43af-9265-2a624ad7e4f9 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group_rule': {'security_group_id': 'cd1c6a36-6224-478c-b535-91afa2dfeeb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c9b2bc67-695e-4d64-af22-a8072aaabf41'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:10.731163 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ac5d2-2bb1-4b01-94b0-b68e865bcf30 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b2bc67-695e-4d64-af22-a8072aaabf41,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:10.744158 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50998e26-e90b-4189-8628-7152565a3c58 admin admin] Checking segment: {'id': 'b18dc5df-48c5-48e9-b1f9-63640fd89170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2d44100a-7016-41bb-b6b1-f8f408ae71be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:10.744560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50998e26-e90b-4189-8628-7152565a3c58 admin admin] Network hostable DHCP agents. Network: 2d44100a-7016-41bb-b6b1-f8f408ae71be, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:58:10.746928 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-de3e3d3f-a2e5-43af-9265-2a624ad7e4f9 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 11:58:10.748082 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-de3e3d3f-a2e5-43af-9265-2a624ad7e4f9 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0643904 Jul 06 11:58:10.751206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35654) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:10.769258 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.795587 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50998e26-e90b-4189-8628-7152565a3c58 admin admin] Network 2d44100a-7016-41bb-b6b1-f8f408ae71be is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:58:10.803445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-5bca543e-5eb5-4a56-9c29-563e16b20454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:10.805000 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-5bca543e-5eb5-4a56-9c29-563e16b20454 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1304336 Jul 06 11:58:10.827322 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.827601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-50998e26-e90b-4189-8628-7152565a3c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 2d44100a-7016-41bb-b6b1-f8f408ae71be) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:10.831912 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50998e26-e90b-4189-8628-7152565a3c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:10.832671 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50998e26-e90b-4189-8628-7152565a3c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.841031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de93d60b-49ba-4e6b-a1a0-afb9d1cb8953 None None] Network 2d44100a-7016-41bb-b6b1-f8f408ae71be requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:10.884731 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Allocated IP 172.25.4.96 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/a80c36d3-f516-4209-8e24-5f571d59e1be) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:10.903109 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4aa43db3-05d0-4b99-8a89-a1f8aa3a5581 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.918084 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-50998e26-e90b-4189-8628-7152565a3c58 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2227783 Jul 06 11:58:10.954784 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4aa43db3-05d0-4b99-8a89-a1f8aa3a5581 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:10.984056 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-8434a904-30de-42e7-8821-315c09a546f5 service neutron] 10.222.0.89 "GET /v2.0/networks/5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700211 Jul 06 11:58:11.011112 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde1f0ad-bd08-4da7-a867-5ecac6d9bfcb None None] Network 2d44100a-7016-41bb-b6b1-f8f408ae71be requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:11.049273 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4aa43db3-05d0-4b99-8a89-a1f8aa3a5581 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.057649 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4aa43db3-05d0-4b99-8a89-a1f8aa3a5581 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.062897 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4aa43db3-05d0-4b99-8a89-a1f8aa3a5581 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "DELETE /v2.0/security-groups/c9b2bc67-695e-4d64-af22-a8072aaabf41 HTTP/1.1" status: 204 len: 168 time: 0.3093667 Jul 06 11:58:11.063589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35664) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:11.088709 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa43db3-05d0-4b99-8a89-a1f8aa3a5581 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b2bc67-695e-4d64-af22-a8072aaabf41,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:11.188280 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-46ae3124-0e01-40a2-bb13-cc66de4a0572 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1034563 Jul 06 11:58:11.213139 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35670) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:11.267867 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-585920af-0459-4b12-8dc2-216e4607b88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.301141 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-93fed36a-67e0-4a2a-bc5d-39cb21b840e5 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.305051 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-69ee8e70-dc66-4582-995b-5db2f8b58a55 service neutron] 10.222.0.89 "GET /v2.0/networks/5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136547 Jul 06 11:58:11.353769 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.357238 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-93fed36a-67e0-4a2a-bc5d-39cb21b840e5 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.360741 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-d7645598-84d1-40f9-9053-7bca8c7cf269 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.149&port_id=191f00e4-0081-4ede-b0ea-bbe7238eb92d HTTP/1.1" status: 200 len: 217 time: 0.0467353 Jul 06 11:58:11.430083 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-585920af-0459-4b12-8dc2-216e4607b88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.431312 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-fb9e4565-8c5b-44df-bce1-2e3bab8bfb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:11.432864 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-fb9e4565-8c5b-44df-bce1-2e3bab8bfb5c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3ca44cb2-a457-4f45-9d31-b949ad6cea11 HTTP/1.1" status: 200 len: 801 time: 0.0661907 Jul 06 11:58:11.433008 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.442121 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-585920af-0459-4b12-8dc2-216e4607b88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.466613 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-93fed36a-67e0-4a2a-bc5d-39cb21b840e5 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.469226 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-93fed36a-67e0-4a2a-bc5d-39cb21b840e5 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.472692 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-93fed36a-67e0-4a2a-bc5d-39cb21b840e5 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "DELETE /v2.0/security-groups/cd1c6a36-6224-478c-b535-91afa2dfeeb5 HTTP/1.1" status: 204 len: 168 time: 0.2562437 Jul 06 11:58:11.474310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35672) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:11.483562 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fed36a-67e0-4a2a-bc5d-39cb21b840e5 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1c6a36-6224-478c-b535-91afa2dfeeb5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:11.508465 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-c5bfbf81-8c69-45cb-85db-c102931707e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:11.510257 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-c5bfbf81-8c69-45cb-85db-c102931707e6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4feda68d-ef7d-43b1-bfc5-2b011a89be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0704086 Jul 06 11:58:11.540805 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:11.548086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-585920af-0459-4b12-8dc2-216e4607b88d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=846e2dd80c7948ebb17dc6454d703567&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1822867 Jul 06 11:58:11.548846 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Pushing event updated for resources: {'Port': ['ID=a80c36d3-f516-4209-8e24-5f571d59e1be,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:11.552317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:11.554179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585920af-0459-4b12-8dc2-216e4607b88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe07f15-fc5e-44ef-b5cd-ff4e95fc53f4,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:11.557962 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35674) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:11.561917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:11.604078 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fe5a453e-8c98-4896-bcfd-32aab0795dfb tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1213033 Jul 06 11:58:11.608151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35676) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:11.614171 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-9299cac6-6c05-415a-8c28-99ca3897ed37 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392778777'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:11.651141 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-362f0709-3cb3-4aff-9fbd-387c2ec194d4 service neutron] 10.222.0.89 "GET /v2.0/networks/4feda68d-ef7d-43b1-bfc5-2b011a89be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347880 Jul 06 11:58:11.651923 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8dd119ca-fb66-47e3-b0cb-7171d4f8eeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.672224 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9299cac6-6c05-415a-8c28-99ca3897ed37 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.693100 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.718868 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8dd119ca-fb66-47e3-b0cb-7171d4f8eeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.761798 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.788951 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-476dc36f-9b9c-4d4b-a321-5fa6e70552d7 req-57df7642-b4d8-42ff-9663-ae455be87eb4 service neutron] 10.222.0.89 "GET /v2.0/networks/4feda68d-ef7d-43b1-bfc5-2b011a89be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274745 Jul 06 11:58:11.806556 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8dd119ca-fb66-47e3-b0cb-7171d4f8eeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.809623 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8dd119ca-fb66-47e3-b0cb-7171d4f8eeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.810979 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8dd119ca-fb66-47e3-b0cb-7171d4f8eeed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0fe07f15-fc5e-44ef-b5cd-ff4e95fc53f4 HTTP/1.1" status: 204 len: 168 time: 0.2520306 Jul 06 11:58:11.820156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd119ca-fb66-47e3-b0cb-7171d4f8eeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe07f15-fc5e-44ef-b5cd-ff4e95fc53f4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:11.835886 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9299cac6-6c05-415a-8c28-99ca3897ed37 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.870167 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9299cac6-6c05-415a-8c28-99ca3897ed37 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.912920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299cac6-6c05-415a-8c28-99ca3897ed37 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1d9ba5-047e-43d0-bec7-76fbc99d4cdb,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:11.916742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9299cac6-6c05-415a-8c28-99ca3897ed37 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.921202 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9299cac6-6c05-415a-8c28-99ca3897ed37 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3088861 Jul 06 11:58:11.921727 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35680) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:11.928032 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8977f932-0eab-4757-ba26-fd4b3ad2c1f9 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:11.928175 n-d-799529-2 neutron-server[100428]: WARNING neutron.api.v2.base [None req-8977f932-0eab-4757-ba26-fd4b3ad2c1f9 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 11:58:11.928563 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-8977f932-0eab-4757-ba26-fd4b3ad2c1f9 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 11:58:11.930070 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8977f932-0eab-4757-ba26-fd4b3ad2c1f9 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "PUT /v2.0/security-groups/db1d9ba5-047e-43d0-bec7-76fbc99d4cdb HTTP/1.1" status: 409 len: 330 time: 0.0069251 Jul 06 11:58:11.932757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35682) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:11.979453 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.984796 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:11.990653 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b81938c-2b0d-4610-b18b-ae9f92797364 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.019739 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b81938c-2b0d-4610-b18b-ae9f92797364 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.055598 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Pushing event updated for resources: {'Port': ['ID=a80c36d3-f516-4209-8e24-5f571d59e1be,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:12.068524 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.068687 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b81938c-2b0d-4610-b18b-ae9f92797364 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.071790 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b81938c-2b0d-4610-b18b-ae9f92797364 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.073076 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4b81938c-2b0d-4610-b18b-ae9f92797364 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "DELETE /v2.0/security-groups/db1d9ba5-047e-43d0-bec7-76fbc99d4cdb HTTP/1.1" status: 204 len: 168 time: 0.1394212 Jul 06 11:58:12.075979 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35686) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:12.082243 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81938c-2b0d-4610-b18b-ae9f92797364 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1d9ba5-047e-43d0-bec7-76fbc99d4cdb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:12.096591 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.097831 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-4c1c60b4-d572-491b-8a9e-60e8d8a3e621 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8029311 Jul 06 11:58:12.168623 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-196c6a9e-f0f4-4648-bea6-e970ff106b97 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0915387 Jul 06 11:58:12.171762 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-f75e9714-9d03-400f-badd-0b5616f527b5 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.0627470 Jul 06 11:58:12.172310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35692) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:12.196227 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-171e3780-a702-4800-8969-8ffdf73bf5dd tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] delete failed (client error): The resource could not be found. Jul 06 11:58:12.197197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-171e3780-a702-4800-8969-8ffdf73bf5dd tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "DELETE /v2.0/security-groups/97e32566-e996-41ba-a28f-80bfbf28f831 HTTP/1.1" status: 404 len: 347 time: 0.0239763 Jul 06 11:58:12.202806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35696) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:12.217109 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-44b75ed7-bc28-41d3-8a19-9c0aac78ca5e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] show failed (client error): The resource could not be found. Jul 06 11:58:12.221796 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-44b75ed7-bc28-41d3-8a19-9c0aac78ca5e tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "GET /v2.0/security-groups/2a84f1e6-f121-4741-891c-0c29cfe5a34e HTTP/1.1" status: 404 len: 347 time: 0.0143812 Jul 06 11:58:12.222125 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35698) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:12.237559 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-2ef798aa-387a-4a7e-82f2-6fb0fdef0005 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] show failed (client error): The resource could not be found. Jul 06 11:58:12.238534 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2ef798aa-387a-4a7e-82f2-6fb0fdef0005 tempest-NegativeSecGroupTest-2138067054 tempest-NegativeSecGroupTest-2138067054-project] 10.222.0.81 "GET /v2.0/security-group-rules/46d7f5a7-0a1c-42b8-8b3d-19ca8e180186 HTTP/1.1" status: 404 len: 356 time: 0.0155292 Jul 06 11:58:12.299460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-e1422bf8-9c67-413a-98fc-f6c1093ab7e0 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:12.299460 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4d331fbc-eeb4-416d-89af-2bc1f9f5546e req-e1422bf8-9c67-413a-98fc-f6c1093ab7e0 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1196668 Jul 06 11:58:12.338790 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f693e3b-583d-408b-9418-474dd3a8f348 x-openstack-request-id: req-0f693e3b-583d-408b-9418-474dd3a8f348 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:12.339450 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cb176b-b93d-4376-bd46-2f3471ebd0c5", "name": "network-vif-deleted", "tag": "bab4fdb1-95b3-45e3-bb1f-87430c1128da", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:12.339934 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f693e3b-583d-408b-9418-474dd3a8f348 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:12.340433 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cb176b-b93d-4376-bd46-2f3471ebd0c5', 'name': 'network-vif-deleted', 'tag': 'bab4fdb1-95b3-45e3-bb1f-87430c1128da', 'status': 'completed', 'code': 200} Jul 06 11:58:12.543711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35716) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:12.583019 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c152a-5869-4dee-88dc-2049a535b58b req-9dfdf7c2-7ed5-41c4-aa3c-d259dd27a5b9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:12.584694 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b8c152a-5869-4dee-88dc-2049a535b58b req-9dfdf7c2-7ed5-41c4-aa3c-d259dd27a5b9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 947 time: 0.0808051 Jul 06 11:58:12.627308 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b8c152a-5869-4dee-88dc-2049a535b58b req-da43d20d-39c0-4b12-ace7-96095233932f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351024 Jul 06 11:58:12.657614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35722) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:12.692109 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde9fe2f-311b-4256-8e50-43182c1f30e5 x-openstack-request-id: req-bde9fe2f-311b-4256-8e50-43182c1f30e5 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:12.692608 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-plugged", "status": "completed", "tag": "872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c", "code": 200}, {"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-plugged", "status": "completed", "tag": "dce447e7-7a12-4ee8-a022-2834977328a9", "code": 200}, {"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-plugged", "status": "completed", "tag": "5c926004-ecc9-4a7a-b30f-a52cce25963f", "code": 200}, {"server_uuid": "cd334f8a-ff08-437a-bf26-385b4421685f", "name": "network-vif-plugged", "status": "completed", "tag": "f790b5e3-3097-4bba-9141-e0c56cd47b4f", "code": 200}, {"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-plugged", "status": "completed", "tag": "2c7fc74d-9666-479f-9b98-8e225535a1d6", "code": 200}, {"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-plugged", "status": "completed", "tag": "7d5a2066-089d-4629-bb08-ed4c7c24ba4d", "code": 200}, {"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-plugged", "status": "completed", "tag": "279e4d0d-b167-4d48-bfc2-7382c5a4141c", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:12.692718 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bde9fe2f-311b-4256-8e50-43182c1f30e5 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:12.693094 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c', 'code': 200} Jul 06 11:58:12.693581 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce447e7-7a12-4ee8-a022-2834977328a9', 'code': 200} Jul 06 11:58:12.693962 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c926004-ecc9-4a7a-b30f-a52cce25963f', 'code': 200} Jul 06 11:58:12.695095 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f', 'code': 200} Jul 06 11:58:12.695656 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7fc74d-9666-479f-9b98-8e225535a1d6', 'code': 200} Jul 06 11:58:12.696107 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5a2066-089d-4629-bb08-ed4c7c24ba4d', 'code': 200} Jul 06 11:58:12.696554 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279e4d0d-b167-4d48-bfc2-7382c5a4141c', 'code': 200} Jul 06 11:58:12.791886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-aacc61f6-7590-470f-94b7-461fe00e5dfe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1297623992-network', 'tenant_id': 'e5c040c7c27d44c4bd4fa36484d4b30d'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:12.801414 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8725622f-f6fe-4c4f-9e4a-5e0975ff09e3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=488a6ded373b4676b849a4f51aadc76f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564869 Jul 06 11:58:12.804837 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35726) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:12.881677 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91134e9e-b1ec-4b44-934e-39dc714dbdce req-e4f42d6c-1acd-4b7f-84d3-4a081484b473 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:12.884774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacc61f6-7590-470f-94b7-461fe00e5dfe admin admin] Made reservation on behalf of e5c040c7c27d44c4bd4fa36484d4b30d for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:12.887286 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aacc61f6-7590-470f-94b7-461fe00e5dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.887907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91134e9e-b1ec-4b44-934e-39dc714dbdce req-e4f42d6c-1acd-4b7f-84d3-4a081484b473 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:12.894008 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91134e9e-b1ec-4b44-934e-39dc714dbdce req-e4f42d6c-1acd-4b7f-84d3-4a081484b473 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:12.900675 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91134e9e-b1ec-4b44-934e-39dc714dbdce req-e4f42d6c-1acd-4b7f-84d3-4a081484b473 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:12.906600 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91134e9e-b1ec-4b44-934e-39dc714dbdce req-e4f42d6c-1acd-4b7f-84d3-4a081484b473 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:12.912570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91134e9e-b1ec-4b44-934e-39dc714dbdce req-e4f42d6c-1acd-4b7f-84d3-4a081484b473 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:12.919191 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91134e9e-b1ec-4b44-934e-39dc714dbdce req-e4f42d6c-1acd-4b7f-84d3-4a081484b473 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:12.921196 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91134e9e-b1ec-4b44-934e-39dc714dbdce req-e4f42d6c-1acd-4b7f-84d3-4a081484b473 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5432 time: 0.1180921 Jul 06 11:58:12.927010 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aacc61f6-7590-470f-94b7-461fe00e5dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:12.966119 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9d3dc456-90ed-419f-968a-96a7f898a0bb details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:58:12.968449 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91134e9e-b1ec-4b44-934e-39dc714dbdce req-6bdd9b88-517f-4e00-9dab-8c9af8d5b368 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403442 Jul 06 11:58:12.978697 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9f5d5d8-ccbc-4314-ac9a-53f1b0753f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.044228 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a341-07a2-4830-9f19-601d83463774 req-38e5c89a-60bc-4d25-9488-1fb9dd855264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:13.044709 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a341-07a2-4830-9f19-601d83463774 req-38e5c89a-60bc-4d25-9488-1fb9dd855264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:13.045179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a341-07a2-4830-9f19-601d83463774 req-38e5c89a-60bc-4d25-9488-1fb9dd855264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:13.045642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a341-07a2-4830-9f19-601d83463774 req-38e5c89a-60bc-4d25-9488-1fb9dd855264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:13.046098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a341-07a2-4830-9f19-601d83463774 req-38e5c89a-60bc-4d25-9488-1fb9dd855264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:13.046552 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a341-07a2-4830-9f19-601d83463774 req-38e5c89a-60bc-4d25-9488-1fb9dd855264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:13.047007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a341-07a2-4830-9f19-601d83463774 req-38e5c89a-60bc-4d25-9488-1fb9dd855264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:13.048954 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b6d5a341-07a2-4830-9f19-601d83463774 req-38e5c89a-60bc-4d25-9488-1fb9dd855264 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 6489 time: 0.2320521 Jul 06 11:58:13.052838 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9f5d5d8-ccbc-4314-ac9a-53f1b0753f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.059457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd414ad-57d2-4bac-bebd-285102c83f0f req-7af79b9a-28ca-44d8-82d3-3f6c73ad0294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:13.061568 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfd414ad-57d2-4bac-bebd-285102c83f0f req-7af79b9a-28ca-44d8-82d3-3f6c73ad0294 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 1098 time: 0.1949756 Jul 06 11:58:13.082748 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 9d3dc456-90ed-419f-968a-96a7f898a0bb, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9d3dc456-90ed-419f-968a-96a7f898a0bb,segment=NetworkSegment(5e842840-45fc-43b7-9a8f-ccd5ee8c88e2),segment_id=5e842840-45fc-43b7-9a8f-ccd5ee8c88e2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:13.099901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '9d3dc456-90ed-419f-968a-96a7f898a0bb', 'network_id': '5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8', 'port_id': '9d3dc456-90ed-419f-968a-96a7f898a0bb', 'mac_address': 'fa:16:3e:29:ea:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a9c212-8546-429c-8398-a4998c5bffd6', 'ip_address': '19.80.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:58:13.143641 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.157178 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3dc456-90ed-419f-968a-96a7f898a0bb {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:13.176412 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b6d5a341-07a2-4830-9f19-601d83463774 req-9c0a3c76-a0ba-4be8-98d4-6a27ee0fc297 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2e0ae606-8a07-46de-88a6-49f4622c3644&id=8e78d8ca-f164-4045-873d-e0f50395fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120911 Jul 06 11:58:13.177954 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 9d3dc456-90ed-419f-968a-96a7f898a0bb, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9d3dc456-90ed-419f-968a-96a7f898a0bb,segment=NetworkSegment(5e842840-45fc-43b7-9a8f-ccd5ee8c88e2),segment_id=5e842840-45fc-43b7-9a8f-ccd5ee8c88e2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:13.181943 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.183662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 191f00e4-0081-4ede-b0ea-bbe7238eb92d details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:58:13.188498 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfd414ad-57d2-4bac-bebd-285102c83f0f req-17ad0e15-4b41-4f6b-894b-673e495f0b4c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187191 Jul 06 11:58:13.203593 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aacc61f6-7590-470f-94b7-461fe00e5dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.209514 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aacc61f6-7590-470f-94b7-461fe00e5dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.229917 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9f5d5d8-ccbc-4314-ac9a-53f1b0753f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.232102 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9f5d5d8-ccbc-4314-ac9a-53f1b0753f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.235612 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a9f5d5d8-ccbc-4314-ac9a-53f1b0753f34 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f9fabf7-a69b-4f4c-9f19-7a90ff55d354 HTTP/1.1" status: 204 len: 168 time: 0.4273908 Jul 06 11:58:13.239059 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacc61f6-7590-470f-94b7-461fe00e5dfe admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:58:13.256544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc61f6-7590-470f-94b7-461fe00e5dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68c59d7-9a38-49f2-9585-bf811787d3a7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:13.264198 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aacc61f6-7590-470f-94b7-461fe00e5dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.264547 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-aacc61f6-7590-470f-94b7-461fe00e5dfe admin admin] Added segment e4b13334-6281-470f-886a-f0f55a685152 of type vlan for network e3b417f5-7c05-49b9-be70-dfb570aaeaaf Jul 06 11:58:13.279758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5d5d8-ccbc-4314-ac9a-53f1b0753f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9fabf7-a69b-4f4c-9f19-7a90ff55d354,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:13.327155 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=9d3dc456-90ed-419f-968a-96a7f898a0bb,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:13.328143 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aacc61f6-7590-470f-94b7-461fe00e5dfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.368909 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aacc61f6-7590-470f-94b7-461fe00e5dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.369914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc61f6-7590-470f-94b7-461fe00e5dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:13.370509 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aacc61f6-7590-470f-94b7-461fe00e5dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.393730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 191f00e4-0081-4ede-b0ea-bbe7238eb92d, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=191f00e4-0081-4ede-b0ea-bbe7238eb92d,segment=NetworkSegment(e46a798c-6e24-4290-8778-cdb534630a0a),segment_id=e46a798c-6e24-4290-8778-cdb534630a0a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:13.407031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '191f00e4-0081-4ede-b0ea-bbe7238eb92d', 'network_id': '4feda68d-ef7d-43b1-bfc5-2b011a89be3c', 'port_id': '191f00e4-0081-4ede-b0ea-bbe7238eb92d', 'mac_address': 'fa:16:3e:2c:84:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca44cb2-a457-4f45-9d31-b949ad6cea11', 'ip_address': '19.86.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:58:13.422999 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-b0120564-06bb-4a8d-a3dc-a357b05edd90 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:13.431852 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-b0120564-06bb-4a8d-a3dc-a357b05edd90 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.81 "GET /v2.0/networks?id=2d44100a-7016-41bb-b6b1-f8f408ae71be HTTP/1.1" status: 200 len: 812 time: 0.1564100 Jul 06 11:58:13.436768 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-aacc61f6-7590-470f-94b7-461fe00e5dfe admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7779036 Jul 06 11:58:13.441274 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35742) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:13.449358 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f5de9a49-b45e-47f5-bc96-565ee764d575 admin admin] Request body: {'subnet': {'network_id': 'e3b417f5-7c05-49b9-be70-dfb570aaeaaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1297623992-subnet', 'tenant_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:13.450507 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-b084ded6-4777-4a50-8736-df74efb74f95 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.81 "GET /v2.0/quotas/ab67115038634902a337d125a90b4ec5 HTTP/1.1" status: 200 len: 375 time: 0.0174234 Jul 06 11:58:13.458177 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc61f6-7590-470f-94b7-461fe00e5dfe admin admin] Pushing event updated for resources: {'Network': ['ID=e3b417f5-7c05-49b9-be70-dfb570aaeaaf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:13.458835 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.472811 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network e3b417f5-7c05-49b9-be70-dfb570aaeaaf details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:58:13.485327 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-a1e7b1f3-1b3e-4c5f-9297-1e27341bbfef tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab67115038634902a337d125a90b4ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337565 Jul 06 11:58:13.495575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5de9a49-b45e-47f5-bc96-565ee764d575 admin admin] Made reservation on behalf of e5c040c7c27d44c4bd4fa36484d4b30d for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:13.498524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5de9a49-b45e-47f5-bc96-565ee764d575 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.526267 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191f00e4-0081-4ede-b0ea-bbe7238eb92d {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:13.576544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 191f00e4-0081-4ede-b0ea-bbe7238eb92d, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=191f00e4-0081-4ede-b0ea-bbe7238eb92d,segment=NetworkSegment(e46a798c-6e24-4290-8778-cdb534630a0a),segment_id=e46a798c-6e24-4290-8778-cdb534630a0a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:13.582161 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.613704 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-9d972747-6bf0-48e6-9fb4-3aadae03027e service neutron] 10.222.0.81 "GET /v2.0/networks/2d44100a-7016-41bb-b6b1-f8f408ae71be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166518 Jul 06 11:58:13.646806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=191f00e4-0081-4ede-b0ea-bbe7238eb92d,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:13.727074 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-64e4313e-76a5-46be-963a-91594427e9ee service neutron] 10.222.0.81 "GET /v2.0/networks/2d44100a-7016-41bb-b6b1-f8f408ae71be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061606 Jul 06 11:58:13.744766 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5de9a49-b45e-47f5-bc96-565ee764d575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.792604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['9d3dc456-90ed-419f-968a-96a7f898a0bb'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:13.827547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de9a49-b45e-47f5-bc96-565ee764d575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f6cad2d-980a-47cd-9b42-25f5fb7e3e1f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:13.836099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de9a49-b45e-47f5-bc96-565ee764d575 admin admin] Checking segment: {'id': 'e4b13334-6281-470f-886a-f0f55a685152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e3b417f5-7c05-49b9-be70-dfb570aaeaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:13.836454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5de9a49-b45e-47f5-bc96-565ee764d575 admin admin] Network hostable DHCP agents. Network: e3b417f5-7c05-49b9-be70-dfb570aaeaaf, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:58:13.856875 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5de9a49-b45e-47f5-bc96-565ee764d575 admin admin] Network e3b417f5-7c05-49b9-be70-dfb570aaeaaf is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:58:13.869910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f5de9a49-b45e-47f5-bc96-565ee764d575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, e3b417f5-7c05-49b9-be70-dfb570aaeaaf) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:13.879394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5de9a49-b45e-47f5-bc96-565ee764d575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:13.880133 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5de9a49-b45e-47f5-bc96-565ee764d575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.903763 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35760) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:13.909074 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee46e8c-60a2-4253-8c79-646133940696 None None] Network e3b417f5-7c05-49b9-be70-dfb570aaeaaf requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:13.911145 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1297623992-router', 'tenant_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:13.917590 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f5de9a49-b45e-47f5-bc96-565ee764d575 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4748797 Jul 06 11:58:13.987098 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:13.988634 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.074322 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.343452 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09160c0a-b270-4451-826e-ed7432c4f5e9', 'tag': '9d3dc456-90ed-419f-968a-96a7f898a0bb'}, {'name': 'network-changed', 'server_uuid': '09160c0a-b270-4451-826e-ed7432c4f5e9', 'tag': '191f00e4-0081-4ede-b0ea-bbe7238eb92d'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:14.346569 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d20d44a-bdeb-4a7f-ab63-966806061ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "09160c0a-b270-4451-826e-ed7432c4f5e9", "tag": "9d3dc456-90ed-419f-968a-96a7f898a0bb"}, {"name": "network-changed", "server_uuid": "09160c0a-b270-4451-826e-ed7432c4f5e9", "tag": "191f00e4-0081-4ede-b0ea-bbe7238eb92d"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:14.347415 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-e3b417f5-7c05-49b9-be70-dfb570aaeaaf', 'network_id': 'e3b417f5-7c05-49b9-be70-dfb570aaeaaf', 'tenant_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'fixed_ips': [{'subnet_id': '8f6cad2d-980a-47cd-9b42-25f5fb7e3e1f'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:58:14.348310 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.407563 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:14.469083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790726-5ab7-4c81-82ae-9fdc55a7c56f req-f5381888-5787-41cc-9f9a-1afc35ed014e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:14.486711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790726-5ab7-4c81-82ae-9fdc55a7c56f req-f5381888-5787-41cc-9f9a-1afc35ed014e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:14.498642 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9790726-5ab7-4c81-82ae-9fdc55a7c56f req-f5381888-5787-41cc-9f9a-1afc35ed014e tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=09160c0a-b270-4451-826e-ed7432c4f5e9 HTTP/1.1" status: 200 len: 1681 time: 0.3378870 Jul 06 11:58:14.625954 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9790726-5ab7-4c81-82ae-9fdc55a7c56f req-15c0bd27-9312-4910-bffd-db74a9a793a9 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256840 Jul 06 11:58:14.796243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Allocated IP 172.20.0.2 (e3b417f5-7c05-49b9-be70-dfb570aaeaaf/8f6cad2d-980a-47cd-9b42-25f5fb7e3e1f/3434bbb3-66ec-454e-b483-0572516e756d) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:14.815783 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d881d6a1-b4c2-47d9-930e-e8b05cbb8f70 req-fc7c0924-bc76-4f0b-a32a-c424cdb2ddd9 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips/e4102266-4aa1-4a1e-b08a-112c2b259d0e HTTP/1.1" status: 200 len: 692 time: 0.0867529 Jul 06 11:58:14.922011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['191f00e4-0081-4ede-b0ea-bbe7238eb92d'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:15.006187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9d3dc456-90ed-419f-968a-96a7f898a0bb up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:15.121065 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.160053 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.162166 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.177320 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881d6a1-b4c2-47d9-930e-e8b05cbb8f70 req-4ba0ee42-a6f1-4926-b6f0-04748c4840f3 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:15.198496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Transition to ACTIVE for port object 3434bbb3-66ec-454e-b483-0572516e756d will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:15.201822 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d881d6a1-b4c2-47d9-930e-e8b05cbb8f70 req-4ba0ee42-a6f1-4926-b6f0-04748c4840f3 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.3787313 Jul 06 11:58:15.237092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35816) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:15.269055 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Transition to ACTIVE for port object 3434bbb3-66ec-454e-b483-0572516e756d will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:15.305518 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.372747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 9d3dc456-90ed-419f-968a-96a7f898a0bb completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:15.376955 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-614af209-d34d-4a35-afff-47cf4157a3f0 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.410812 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 9d3dc456-90ed-419f-968a-96a7f898a0bb triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:15.411188 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.412110 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-614af209-d34d-4a35-afff-47cf4157a3f0 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.426008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Network e3b417f5-7c05-49b9-be70-dfb570aaeaaf is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:15.456788 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:15.469804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:15.471017 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-614af209-d34d-4a35-afff-47cf4157a3f0 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.473945 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-614af209-d34d-4a35-afff-47cf4157a3f0 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.475346 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-614af209-d34d-4a35-afff-47cf4157a3f0 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "DELETE /v2.0/security-groups/858d600d-e490-4dab-bb2b-ef6ec8330958 HTTP/1.1" status: 204 len: 168 time: 0.2366128 Jul 06 11:58:15.481489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35838) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:15.488308 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614af209-d34d-4a35-afff-47cf4157a3f0 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=858d600d-e490-4dab-bb2b-ef6ec8330958,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:15.489920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Pushing event updated for resources: {'Port': ['ID=3434bbb3-66ec-454e-b483-0572516e756d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:15.524807 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Allocated IP 172.25.4.145 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/90e67df4-953e-4847-9e06-26cfdb1d9431) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:15.564083 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-1a912ef0-559d-4385-b60b-3b92370c06c3 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] show failed (client error): The resource could not be found. Jul 06 11:58:15.567959 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1a912ef0-559d-4385-b60b-3b92370c06c3 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "GET /v2.0/security-groups/858d600d-e490-4dab-bb2b-ef6ec8330958 HTTP/1.1" status: 404 len: 347 time: 0.0633445 Jul 06 11:58:15.574961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35840) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:15.670974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Attempting to bind port 3434bbb3-66ec-454e-b483-0572516e756d on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:15.684057 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Attempting to bind port 3434bbb3-66ec-454e-b483-0572516e756d by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e4b13334-6281-470f-886a-f0f55a685152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e3b417f5-7c05-49b9-be70-dfb570aaeaaf'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:15.684057 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Attempting to bind port 3434bbb3-66ec-454e-b483-0572516e756d on network e3b417f5-7c05-49b9-be70-dfb570aaeaaf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:15.707630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:15.708063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Checking segment: {'id': 'e4b13334-6281-470f-886a-f0f55a685152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e3b417f5-7c05-49b9-be70-dfb570aaeaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:15.708384 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.708779 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Bound using segment: {'id': 'e4b13334-6281-470f-886a-f0f55a685152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e3b417f5-7c05-49b9-be70-dfb570aaeaaf'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:15.709261 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Bound port: 3434bbb3-66ec-454e-b483-0572516e756d, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b13334-6281-470f-886a-f0f55a685152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e3b417f5-7c05-49b9-be70-dfb570aaeaaf'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:15.709642 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.734387 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.788632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-aecb6f95-bc77-4822-8587-3165bd80e6a7 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:15.792405 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-aecb6f95-bc77-4822-8587-3165bd80e6a7 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.89 "GET /v2.0/networks?id=2d44100a-7016-41bb-b6b1-f8f408ae71be HTTP/1.1" status: 200 len: 812 time: 0.2237642 Jul 06 11:58:15.793896 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] For port 3434bbb3-66ec-454e-b483-0572516e756d, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:15.798558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] For port 3434bbb3-66ec-454e-b483-0572516e756d, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3434bbb3-66ec-454e-b483-0572516e756d,segment=NetworkSegment(e4b13334-6281-470f-886a-f0f55a685152),segment_id=e4b13334-6281-470f-886a-f0f55a685152)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:15.807931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-1d79c3b4-0293-4825-9581-65ebb9fdfc86 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Request body: {'port': {'device_id': '99adb9d3-0118-441f-852a-4b7901d371f1', 'network_id': '2d44100a-7016-41bb-b6b1-f8f408ae71be', 'admin_state_up': True, 'tenant_id': 'ab67115038634902a337d125a90b4ec5'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:15.817409 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.821949 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.833402 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09160c0a-b270-4451-826e-ed7432c4f5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3dc456-90ed-419f-968a-96a7f898a0bb'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:15.836408 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576185d1-39bf-4c5a-9457-58e03fe05d27" -d '{"events": [{"server_uuid": "09160c0a-b270-4451-826e-ed7432c4f5e9", "name": "network-vif-plugged", "status": "completed", "tag": "9d3dc456-90ed-419f-968a-96a7f898a0bb"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:15.877274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 9d3dc456-90ed-419f-968a-96a7f898a0bb, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9d3dc456-90ed-419f-968a-96a7f898a0bb,segment=NetworkSegment(5e842840-45fc-43b7-9a8f-ccd5ee8c88e2),segment_id=5e842840-45fc-43b7-9a8f-ccd5ee8c88e2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:15.898443 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:15.952823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccb04d-2c90-42c0-9811-f7708c2984a6 None None] Pushing event updated for resources: {'Port': ['ID=3434bbb3-66ec-454e-b483-0572516e756d,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:15.960088 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb7dd3-1f9b-4f80-956b-159e747ecaba req-2af25a4a-3888-4aef-9a27-bf7cad885ef2 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:15.968590 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bebb7dd3-1f9b-4f80-956b-159e747ecaba req-2af25a4a-3888-4aef-9a27-bf7cad885ef2 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 947 time: 0.5228314 Jul 06 11:58:16.050334 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bebb7dd3-1f9b-4f80-956b-159e747ecaba req-40b1f353-851a-45b1-aaeb-3aeeb98a7cb6 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807569 Jul 06 11:58:16.067056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-1d79c3b4-0293-4825-9581-65ebb9fdfc86 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Made reservation on behalf of ab67115038634902a337d125a90b4ec5 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:16.067255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=9d3dc456-90ed-419f-968a-96a7f898a0bb,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:16.082466 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5a645db7-fdb3-44a3-85cf-b87dc6d4a889 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Deleting port d453ed9e-09de-44b7-8b09-c3c6547ef357 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:16.082824 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5a645db7-fdb3-44a3-85cf-b87dc6d4a889 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.085541 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-1d79c3b4-0293-4825-9581-65ebb9fdfc86 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.093017 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.292267 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5a645db7-fdb3-44a3-85cf-b87dc6d4a889 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.292912 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5a645db7-fdb3-44a3-85cf-b87dc6d4a889 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.310967 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5a645db7-fdb3-44a3-85cf-b87dc6d4a889 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Calling delete_port for d453ed9e-09de-44b7-8b09-c3c6547ef357 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:16.335969 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-1d79c3b4-0293-4825-9581-65ebb9fdfc86 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Allocated IP 172.20.0.12 (2d44100a-7016-41bb-b6b1-f8f408ae71be/1eddf646-986d-4c06-8d50-132a8629f6fe/f4f3a255-596b-4876-b36f-17912cee7e1c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:16.371009 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-597f91f3-0bdd-484c-9297-80f68ae4ef80 req-6dce9336-df09-4341-ba08-de2ce099919c tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.81 "GET /v2.0/ports?device_id=99adb9d3-0118-441f-852a-4b7901d371f1 HTTP/1.1" status: 200 len: 210 time: 0.0365593 Jul 06 11:58:16.453593 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:16.459365 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:16.463664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Pushing event updated for resources: {'Port': ['ID=90e67df4-953e-4847-9e06-26cfdb1d9431,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:16.467619 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:16.555118 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-1d79c3b4-0293-4825-9581-65ebb9fdfc86 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.596846 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-1d79c3b4-0293-4825-9581-65ebb9fdfc86 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.646201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-1d79c3b4-0293-4825-9581-65ebb9fdfc86 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Network 2d44100a-7016-41bb-b6b1-f8f408ae71be is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:16.652274 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-1d79c3b4-0293-4825-9581-65ebb9fdfc86 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:16.656467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-1d79c3b4-0293-4825-9581-65ebb9fdfc86 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:16.663681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79c3b4-0293-4825-9581-65ebb9fdfc86 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Pushing event updated for resources: {'Port': ['ID=f4f3a255-596b-4876-b36f-17912cee7e1c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:16.722858 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-1d79c3b4-0293-4825-9581-65ebb9fdfc86 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:16.723667 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-1d79c3b4-0293-4825-9581-65ebb9fdfc86 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.743365 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-1d79c3b4-0293-4825-9581-65ebb9fdfc86 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9424772 Jul 06 11:58:16.756538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Request body: {'port': {'device_id': '99adb9d3-0118-441f-852a-4b7901d371f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:16.794077 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e567-6b00-4356-b629-62eaeb5f9678 req-1175f0d1-c00a-4776-9fa4-fb449f3560ed tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:16.800139 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e567-6b00-4356-b629-62eaeb5f9678 req-1175f0d1-c00a-4776-9fa4-fb449f3560ed tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:16.807502 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e567-6b00-4356-b629-62eaeb5f9678 req-1175f0d1-c00a-4776-9fa4-fb449f3560ed tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:16.813772 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e567-6b00-4356-b629-62eaeb5f9678 req-1175f0d1-c00a-4776-9fa4-fb449f3560ed tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:16.815504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3434bbb3-66ec-454e-b483-0572516e756d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:16.820938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e567-6b00-4356-b629-62eaeb5f9678 req-1175f0d1-c00a-4776-9fa4-fb449f3560ed tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:16.827179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e567-6b00-4356-b629-62eaeb5f9678 req-1175f0d1-c00a-4776-9fa4-fb449f3560ed tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:16.833292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e567-6b00-4356-b629-62eaeb5f9678 req-1175f0d1-c00a-4776-9fa4-fb449f3560ed tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:16.835881 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8270e567-6b00-4356-b629-62eaeb5f9678 req-1175f0d1-c00a-4776-9fa4-fb449f3560ed tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5432 time: 0.2867999 Jul 06 11:58:16.874574 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:16.892249 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 3434bbb3-66ec-454e-b483-0572516e756d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:16.901037 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:58:17.000159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 191f00e4-0081-4ede-b0ea-bbe7238eb92d up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:17.097146 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 191f00e4-0081-4ede-b0ea-bbe7238eb92d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:17.101907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 191f00e4-0081-4ede-b0ea-bbe7238eb92d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:17.102564 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.279901 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5a645db7-fdb3-44a3-85cf-b87dc6d4a889 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.287115 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.297727 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f3a255-596b-4876-b36f-17912cee7e1c {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:17.308579 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.325157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Transition to ACTIVE for port object f4f3a255-596b-4876-b36f-17912cee7e1c will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:17.335883 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.348473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7bfaf9-d8cc-49d4-981c-a144904111f6 None None] Network e3b417f5-7c05-49b9-be70-dfb570aaeaaf requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:17.350703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a645db7-fdb3-44a3-85cf-b87dc6d4a889 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Pushing event deleted for resources: {'Port': ['ID=d453ed9e-09de-44b7-8b09-c3c6547ef357,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:17.397145 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f3a255-596b-4876-b36f-17912cee7e1c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:17.403807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 191f00e4-0081-4ede-b0ea-bbe7238eb92d, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=191f00e4-0081-4ede-b0ea-bbe7238eb92d,segment=NetworkSegment(e46a798c-6e24-4290-8778-cdb534630a0a),segment_id=e46a798c-6e24-4290-8778-cdb534630a0a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:17.410332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ad0d2058-24eb-490c-b7d2-8a8437280705 None None] Provisioning for port 3434bbb3-66ec-454e-b483-0572516e756d completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:17.418877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ad0d2058-24eb-490c-b7d2-8a8437280705 None None] Provisioning complete for port 3434bbb3-66ec-454e-b483-0572516e756d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:17.419297 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2058-24eb-490c-b7d2-8a8437280705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.450225 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8270e567-6b00-4356-b629-62eaeb5f9678 req-76ea49e3-bb81-41d9-ab74-597386f777a7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6015270 Jul 06 11:58:17.459475 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.466393 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.519443 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4338b9e9-8f4d-429e-8cf8-057859da71bb x-openstack-request-id: req-4338b9e9-8f4d-429e-8cf8-057859da71bb {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:17.519740 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09160c0a-b270-4451-826e-ed7432c4f5e9", "tag": "9d3dc456-90ed-419f-968a-96a7f898a0bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "09160c0a-b270-4451-826e-ed7432c4f5e9", "tag": "191f00e4-0081-4ede-b0ea-bbe7238eb92d", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:17.519992 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4338b9e9-8f4d-429e-8cf8-057859da71bb {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:17.520398 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09160c0a-b270-4451-826e-ed7432c4f5e9', 'tag': '9d3dc456-90ed-419f-968a-96a7f898a0bb', 'status': 'completed', 'code': 200} Jul 06 11:58:17.520972 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09160c0a-b270-4451-826e-ed7432c4f5e9', 'tag': '191f00e4-0081-4ede-b0ea-bbe7238eb92d', 'status': 'completed', 'code': 200} Jul 06 11:58:17.526119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Attempting to bind port f4f3a255-596b-4876-b36f-17912cee7e1c on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:17.526530 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Attempting to bind port f4f3a255-596b-4876-b36f-17912cee7e1c by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'b18dc5df-48c5-48e9-b1f9-63640fd89170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2d44100a-7016-41bb-b6b1-f8f408ae71be'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:17.526862 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Attempting to bind port f4f3a255-596b-4876-b36f-17912cee7e1c on network 2d44100a-7016-41bb-b6b1-f8f408ae71be {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:17.540725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Port f4f3a255-596b-4876-b36f-17912cee7e1c on network 2d44100a-7016-41bb-b6b1-f8f408ae71be not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:58:17.541183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Attempting to bind port f4f3a255-596b-4876-b36f-17912cee7e1c on network 2d44100a-7016-41bb-b6b1-f8f408ae71be {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:17.586754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:17.587090 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Checking segment: {'id': 'b18dc5df-48c5-48e9-b1f9-63640fd89170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2d44100a-7016-41bb-b6b1-f8f408ae71be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:17.587423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Bound using segment: {'id': 'b18dc5df-48c5-48e9-b1f9-63640fd89170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2d44100a-7016-41bb-b6b1-f8f408ae71be'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:17.588043 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Bound port: f4f3a255-596b-4876-b36f-17912cee7e1c, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18dc5df-48c5-48e9-b1f9-63640fd89170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2d44100a-7016-41bb-b6b1-f8f408ae71be'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:17.588388 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.617881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=191f00e4-0081-4ede-b0ea-bbe7238eb92d,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:17.622860 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2058-24eb-490c-b7d2-8a8437280705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.631813 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3d88fc6-6a68-48b8-a7db-bca8847cfce6 req-f66d5605-151b-459f-8b0b-e07dc0a6a78b tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips/e4102266-4aa1-4a1e-b08a-112c2b259d0e HTTP/1.1" status: 200 len: 692 time: 0.0672414 Jul 06 11:58:17.634579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35880) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:17.640560 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5a645db7-fdb3-44a3-85cf-b87dc6d4a889 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.643634 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5a645db7-fdb3-44a3-85cf-b87dc6d4a889 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.644864 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5a645db7-fdb3-44a3-85cf-b87dc6d4a889 tempest-ServersTestManualDisk-920640931 tempest-ServersTestManualDisk-920640931-project] 10.222.0.81 "DELETE /v2.0/floatingips/b4943b66-0132-47c8-a319-450b837b3fed HTTP/1.1" status: 204 len: 168 time: 2.0690277 Jul 06 11:58:17.650195 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35882) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:17.667199 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ad0d2058-24eb-490c-b7d2-8a8437280705 None None] For port 3434bbb3-66ec-454e-b483-0572516e756d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3434bbb3-66ec-454e-b483-0572516e756d,segment=NetworkSegment(e4b13334-6281-470f-886a-f0f55a685152),segment_id=e4b13334-6281-470f-886a-f0f55a685152)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:17.682054 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2058-24eb-490c-b7d2-8a8437280705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.749844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d2058-24eb-490c-b7d2-8a8437280705 None None] Pushing event updated for resources: {'Port': ['ID=3434bbb3-66ec-454e-b483-0572516e756d,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:17.782042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-90dcbf4c-17b4-4679-bba2-daf75f163b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:17.782523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-90dcbf4c-17b4-4679-bba2-daf75f163b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:17.784233 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-90dcbf4c-17b4-4679-bba2-daf75f163b75 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b147038bdc04055ad4e82dede7b2aaf&device_id=09160c0a-b270-4451-826e-ed7432c4f5e9 HTTP/1.1" status: 200 len: 1985 time: 0.2331245 Jul 06 11:58:17.838940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] For port f4f3a255-596b-4876-b36f-17912cee7e1c, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:17.878250 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4cf69989-4350-4870-b6e6-3636fc260b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.895995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] For port f4f3a255-596b-4876-b36f-17912cee7e1c, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4f3a255-596b-4876-b36f-17912cee7e1c,segment=NetworkSegment(b18dc5df-48c5-48e9-b1f9-63640fd89170),segment_id=b18dc5df-48c5-48e9-b1f9-63640fd89170)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:17.911692 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.924946 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d88fc6-6a68-48b8-a7db-bca8847cfce6 req-13b8edc4-3a71-4fef-99ec-75fbf66441bd tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:17.932100 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3d88fc6-6a68-48b8-a7db-bca8847cfce6 req-13b8edc4-3a71-4fef-99ec-75fbf66441bd tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.2798963 Jul 06 11:58:17.940513 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-f3d88fc6-6a68-48b8-a7db-bca8847cfce6 req-8b2803e1-eeba-45c1-901c-f389f7f41660 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:58:17.943709 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3d88fc6-6a68-48b8-a7db-bca8847cfce6 req-8b2803e1-eeba-45c1-901c-f389f7f41660 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107739 Jul 06 11:58:17.993139 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:17.993759 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:17.995502 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] 10.222.0.89 "PUT /v2.0/ports/f4f3a255-596b-4876-b36f-17912cee7e1c HTTP/1.1" status: 200 len: 1092 time: 1.2439272 Jul 06 11:58:18.027513 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3d88fc6-6a68-48b8-a7db-bca8847cfce6 req-8a8ef3e1-ce0e-4050-a674-d2510c90a3e3 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.0753448 Jul 06 11:58:18.033648 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.063510 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-96c156f4-0b65-4fbc-9b9b-7b4717c9568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:18.064976 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-96c156f4-0b65-4fbc-9b9b-7b4717c9568e service neutron] 10.222.0.89 "GET /v2.0/networks?id=5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8 HTTP/1.1" status: 200 len: 902 time: 0.2708654 Jul 06 11:58:18.088659 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bad0e-0156-40eb-9afc-618670f66492 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f3a255-596b-4876-b36f-17912cee7e1c,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:18.112733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f87febfb-4886-4955-9910-a77ee0e59626 None None] Provisioning complete for port 3434bbb3-66ec-454e-b483-0572516e756d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:18.113703 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f87febfb-4886-4955-9910-a77ee0e59626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.136760 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3d88fc6-6a68-48b8-a7db-bca8847cfce6 req-30e32dc6-b092-4854-918b-0aba04fece4c tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.0968421 Jul 06 11:58:18.157821 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-feddce9d-8821-4bea-b059-1fb7259fba3e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=9d3dc456-90ed-419f-968a-96a7f898a0bb HTTP/1.1" status: 200 len: 217 time: 0.0494440 Jul 06 11:58:18.286276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-12462483-ced0-413e-968a-c64de87e2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:18.287809 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-12462483-ced0-413e-968a-c64de87e2381 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ab67115038634902a337d125a90b4ec5&device_id=99adb9d3-0118-441f-852a-4b7901d371f1 HTTP/1.1" status: 200 len: 1095 time: 0.2356181 Jul 06 11:58:18.292082 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-5c357b38-c614-4d97-9aa1-7f5fc9d7ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:18.293630 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-5c357b38-c614-4d97-9aa1-7f5fc9d7ec49 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=87a9c212-8546-429c-8398-a4998c5bffd6 HTTP/1.1" status: 200 len: 801 time: 0.1264985 Jul 06 11:58:18.345391 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4cf69989-4350-4870-b6e6-3636fc260b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.355314 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4cf69989-4350-4870-b6e6-3636fc260b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.376490 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-11553b52-3ef4-488e-93f6-a7b8b3d2c89e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4f3a255-596b-4876-b36f-17912cee7e1c HTTP/1.1" status: 200 len: 217 time: 0.0699737 Jul 06 11:58:18.416999 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4cf69989-4350-4870-b6e6-3636fc260b5e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=897bc80515444dce999cc4359b4b3dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7803633 Jul 06 11:58:18.421634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf69989-4350-4870-b6e6-3636fc260b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573b3033-a853-4da9-bb3c-0b2182af073a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:18.424154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35886) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:18.432834 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Router 1c066b0c-5a1f-4ece-89ce-a7d25c02678f is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:58:18.454578 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-f3d88fc6-6a68-48b8-a7db-bca8847cfce6 req-37482704-e730-4c76-bf6a-af14650945c9 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Deleting port a80c36d3-f516-4209-8e24-5f571d59e1be {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:18.454920 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f3d88fc6-6a68-48b8-a7db-bca8847cfce6 req-37482704-e730-4c76-bf6a-af14650945c9 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.488105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-97e71d2b-79b3-4408-ab06-fbf80d626c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:18.489582 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-97e71d2b-79b3-4408-ab06-fbf80d626c95 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1eddf646-986d-4c06-8d50-132a8629f6fe HTTP/1.1" status: 200 len: 852 time: 0.1040869 Jul 06 11:58:18.497261 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-089218b1-81b0-4376-bf24-c19ef94c0919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:18.498676 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-089218b1-81b0-4376-bf24-c19ef94c0919 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1934171 Jul 06 11:58:18.621104 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f598bef-ab3c-4cde-9f90-b3554105f9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.669320 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f3d88fc6-6a68-48b8-a7db-bca8847cfce6 req-37482704-e730-4c76-bf6a-af14650945c9 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.669320 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f3d88fc6-6a68-48b8-a7db-bca8847cfce6 req-37482704-e730-4c76-bf6a-af14650945c9 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.675433 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f598bef-ab3c-4cde-9f90-b3554105f9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.700685 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-f3d88fc6-6a68-48b8-a7db-bca8847cfce6 req-37482704-e730-4c76-bf6a-af14650945c9 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Calling delete_port for a80c36d3-f516-4209-8e24-5f571d59e1be owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:18.710561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:18.723312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Sync routers for ids ['1c066b0c-5a1f-4ece-89ce-a7d25c02678f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:18.734404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Routers {'1c066b0c-5a1f-4ece-89ce-a7d25c02678f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:18.735437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1c066b0c-5a1f-4ece-89ce-a7d25c02678f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:18.775238 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3434bbb3-66ec-454e-b483-0572516e756d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:18.785132 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.785132 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-93b1c1f8-13fd-4ab8-96f8-834799bae08c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8761730 Jul 06 11:58:18.785431 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35888) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:18.821282 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-865be51b-1b15-4e62-a424-f4576d5c9f55 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2d44100a-7016-41bb-b6b1-f8f408ae71be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3214257 Jul 06 11:58:18.848379 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f598bef-ab3c-4cde-9f90-b3554105f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.851068 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f598bef-ab3c-4cde-9f90-b3554105f9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.855048 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1f598bef-ab3c-4cde-9f90-b3554105f9e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/573b3033-a853-4da9-bb3c-0b2182af073a HTTP/1.1" status: 204 len: 168 time: 0.4267919 Jul 06 11:58:18.906508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f598bef-ab3c-4cde-9f90-b3554105f9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573b3033-a853-4da9-bb3c-0b2182af073a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:18.922167 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Set router 1c066b0c-5a1f-4ece-89ce-a7d25c02678f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:18.951809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3434bbb3-66ec-454e-b483-0572516e756d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:18.952335 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:18.976601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-885509a8-20c8-4a61-8bac-ecee855264ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.058021 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-d7e2a1cc-d63f-4857-8dad-30ee1e331cdc service neutron] 10.222.0.89 "GET /v2.0/networks/5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438583 Jul 06 11:58:19.183307 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f3d88fc6-6a68-48b8-a7db-bca8847cfce6 req-37482704-e730-4c76-bf6a-af14650945c9 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.189002 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-d99a454f-d9af-48be-a607-450c7adc69a4 service neutron] 10.222.0.89 "GET /v2.0/networks/2d44100a-7016-41bb-b6b1-f8f408ae71be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569829 Jul 06 11:58:19.222037 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37482704-e730-4c76-bf6a-af14650945c9 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Pushing event deleted for resources: {'Port': ['ID=a80c36d3-f516-4209-8e24-5f571d59e1be,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:19.280832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'name': 'tempest-FloatingIPsTestJSON-1297623992-router', 'tenant_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '90e67df4-953e-4847-9e06-26cfdb1d9431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:13Z', 'updated_at': '2021-07-06T11:58:16Z', 'revision_number': 3, 'project_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'gw_port': {'id': '90e67df4-953e-4847-9e06-26cfdb1d9431', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:15Z', 'updated_at': '2021-07-06T11:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:19.310961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Checking router: 1c066b0c-5a1f-4ece-89ce-a7d25c02678f for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:19.311982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Updating router 1c066b0c-5a1f-4ece-89ce-a7d25c02678f port 90e67df4-953e-4847-9e06-26cfdb1d9431 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:58:19.354461 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f3d88fc6-6a68-48b8-a7db-bca8847cfce6 req-37482704-e730-4c76-bf6a-af14650945c9 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.357217 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f3d88fc6-6a68-48b8-a7db-bca8847cfce6 req-37482704-e730-4c76-bf6a-af14650945c9 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.370945 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.371160 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3d88fc6-6a68-48b8-a7db-bca8847cfce6 req-37482704-e730-4c76-bf6a-af14650945c9 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "DELETE /v2.0/floatingips/e4102266-4aa1-4a1e-b08a-112c2b259d0e HTTP/1.1" status: 204 len: 173 time: 1.2196891 Jul 06 11:58:19.392590 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-ad2384ca-84ba-4530-9c6d-03d11faf4aef service neutron] 10.222.0.89 "GET /v2.0/networks/5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251321 Jul 06 11:58:19.430812 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e5f447a-16cf-4dce-b356-6bd5d443611c req-eaffc056-4b54-4f23-827a-5c3aa04faae7 service neutron] 10.222.0.89 "GET /v2.0/networks/2d44100a-7016-41bb-b6b1-f8f408ae71be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311549 Jul 06 11:58:19.442507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35896) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:19.467036 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-827a03aa-0363-4998-9277-3c9030723086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.472067 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.539250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99adb9d3-0118-441f-852a-4b7901d371f1', 'tag': 'f4f3a255-596b-4876-b36f-17912cee7e1c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:19.541731 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d72a77-cb37-4b44-a1e3-c5db3e509300" -d '{"events": [{"name": "network-changed", "server_uuid": "99adb9d3-0118-441f-852a-4b7901d371f1", "tag": "f4f3a255-596b-4876-b36f-17912cee7e1c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:19.636507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-e9fd6611-4d26-45ac-aa55-258b37723757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:19.636935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-e9fd6611-4d26-45ac-aa55-258b37723757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:19.638569 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-e9fd6611-4d26-45ac-aa55-258b37723757 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b147038bdc04055ad4e82dede7b2aaf&device_id=09160c0a-b270-4451-826e-ed7432c4f5e9 HTTP/1.1" status: 200 len: 1985 time: 0.1729555 Jul 06 11:58:19.654701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b10bb-b42e-45e7-b7ae-e957fa04b050 req-211697d6-11aa-439f-8f2e-be665b7e7e53 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:19.661034 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b10bb-b42e-45e7-b7ae-e957fa04b050 req-211697d6-11aa-439f-8f2e-be665b7e7e53 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:19.668419 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df5b10bb-b42e-45e7-b7ae-e957fa04b050 req-211697d6-11aa-439f-8f2e-be665b7e7e53 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=09160c0a-b270-4451-826e-ed7432c4f5e9 HTTP/1.1" status: 200 len: 1683 time: 0.1680226 Jul 06 11:58:19.705532 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.716640 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Transition to ACTIVE for port object 90e67df4-953e-4847-9e06-26cfdb1d9431 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:19.725353 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.739946 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df5b10bb-b42e-45e7-b7ae-e957fa04b050 req-d76ca1e2-d4a7-43ec-9e9b-f5d7b53f4684 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704396 Jul 06 11:58:19.745899 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-885509a8-20c8-4a61-8bac-ecee855264ca admin admin] Deleting port aa92f47a-c54e-49a8-bc4b-8a176e5135a0 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:19.746246 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-885509a8-20c8-4a61-8bac-ecee855264ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.763895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Allocated IP 172.20.0.1 (e3b417f5-7c05-49b9-be70-dfb570aaeaaf/8f6cad2d-980a-47cd-9b42-25f5fb7e3e1f/ceff4c80-2644-45db-8a6f-55b47e1721c1) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:19.785358 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178d4c3-5a0e-4238-bbb8-8be3bffb4893 None None] Pushing event updated for resources: {'Port': ['ID=90e67df4-953e-4847-9e06-26cfdb1d9431,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:19.788945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Attempting to bind port 90e67df4-953e-4847-9e06-26cfdb1d9431 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:19.789437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Attempting to bind port 90e67df4-953e-4847-9e06-26cfdb1d9431 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:19.790397 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Attempting to bind port 90e67df4-953e-4847-9e06-26cfdb1d9431 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:19.796620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:19.796620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:19.796620 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.797051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:19.797392 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Bound port: 90e67df4-953e-4847-9e06-26cfdb1d9431, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:19.797768 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.816155 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-827a03aa-0363-4998-9277-3c9030723086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.821281 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bf453a-18ff-49a1-97c7-b51d32293509 x-openstack-request-id: req-06bf453a-18ff-49a1-97c7-b51d32293509 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:19.821668 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09160c0a-b270-4451-826e-ed7432c4f5e9", "name": "network-vif-plugged", "status": "completed", "tag": "9d3dc456-90ed-419f-968a-96a7f898a0bb", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:19.821874 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-06bf453a-18ff-49a1-97c7-b51d32293509 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:19.822930 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09160c0a-b270-4451-826e-ed7432c4f5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3dc456-90ed-419f-968a-96a7f898a0bb', 'code': 200} Jul 06 11:58:19.826767 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-827a03aa-0363-4998-9277-3c9030723086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.832256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-de72cd68-678d-4750-9d74-9d7d9d6a4db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:19.833764 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-de72cd68-678d-4750-9d74-9d7d9d6a4db6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4feda68d-ef7d-43b1-bfc5-2b011a89be3c HTTP/1.1" status: 200 len: 902 time: 0.1879058 Jul 06 11:58:19.867711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] For port 90e67df4-953e-4847-9e06-26cfdb1d9431, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:19.872479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] For port 90e67df4-953e-4847-9e06-26cfdb1d9431, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=90e67df4-953e-4847-9e06-26cfdb1d9431,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:19.879092 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.922281 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-7856c47d-ffd0-4693-95f5-702e8d3d73fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.149&port_id=191f00e4-0081-4ede-b0ea-bbe7238eb92d HTTP/1.1" status: 200 len: 217 time: 0.0726631 Jul 06 11:58:19.927077 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-827a03aa-0363-4998-9277-3c9030723086 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aadf366d659a497fa77c00b4755c757c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4835658 Jul 06 11:58:19.931218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35900) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:19.931619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a03aa-0363-4998-9277-3c9030723086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d21701-a8d6-429e-b6b9-023e681b2710,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:19.938391 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:19.969902 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Routers {'1c066b0c-5a1f-4ece-89ce-a7d25c02678f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:19.972050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1c066b0c-5a1f-4ece-89ce-a7d25c02678f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:19.989496 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-885509a8-20c8-4a61-8bac-ecee855264ca admin admin] For port aa92f47a-c54e-49a8-bc4b-8a176e5135a0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=aa92f47a-c54e-49a8-bc4b-8a176e5135a0,segment=NetworkSegment(308d8aca-451e-4fe0-b70b-fa756f2ba557),segment_id=308d8aca-451e-4fe0-b70b-fa756f2ba557)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:19.989856 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-885509a8-20c8-4a61-8bac-ecee855264ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.006692 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Transition to ACTIVE for port object ceff4c80-2644-45db-8a6f-55b47e1721c1 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:20.007932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-885509a8-20c8-4a61-8bac-ecee855264ca admin admin] Calling delete_port for aa92f47a-c54e-49a8-bc4b-8a176e5135a0 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:20.012280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178d4c3-5a0e-4238-bbb8-8be3bffb4893 None None] Pushing event updated for resources: {'Port': ['ID=90e67df4-953e-4847-9e06-26cfdb1d9431,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:20.014791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-0fb1ddac-18f1-4576-a5b2-6139d7fbed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:20.016081 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-0fb1ddac-18f1-4576-a5b2-6139d7fbed8a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3ca44cb2-a457-4f45-9d31-b949ad6cea11 HTTP/1.1" status: 200 len: 801 time: 0.0817261 Jul 06 11:58:20.070224 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a15c8149-b04f-45e1-af5a-5357d6fa6435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.090288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] Set router 1c066b0c-5a1f-4ece-89ce-a7d25c02678f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:20.102501 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.117161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb44c86-a318-4bfd-8385-04666087412c req-2b09aba9-4132-400a-af5d-0cf56449d184 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:20.118702 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-abb44c86-a318-4bfd-8385-04666087412c req-2b09aba9-4132-400a-af5d-0cf56449d184 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 947 time: 0.1843278 Jul 06 11:58:20.121673 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a15c8149-b04f-45e1-af5a-5357d6fa6435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.162949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-ae48306b-bb4b-429f-b4ad-0cd6d5d6ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:20.164577 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-ae48306b-bb4b-429f-b4ad-0cd6d5d6ee65 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4feda68d-ef7d-43b1-bfc5-2b011a89be3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1403737 Jul 06 11:58:20.194680 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Network e3b417f5-7c05-49b9-be70-dfb570aaeaaf is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:20.205179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:20.212595 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:20.217649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Pushing event updated for resources: {'Port': ['ID=ceff4c80-2644-45db-8a6f-55b47e1721c1,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:20.267418 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-abb44c86-a318-4bfd-8385-04666087412c req-3ce3366c-05da-47cb-ac97-5dc9f819cba8 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176946 Jul 06 11:58:20.292777 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a15c8149-b04f-45e1-af5a-5357d6fa6435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.298873 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a15c8149-b04f-45e1-af5a-5357d6fa6435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.306424 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a15c8149-b04f-45e1-af5a-5357d6fa6435 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e1d21701-a8d6-429e-b6b9-023e681b2710 HTTP/1.1" status: 204 len: 168 time: 0.3744528 Jul 06 11:58:20.318706 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.343926 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-2e3cd91b-f05e-43db-b1b8-0e126c1acf75 service neutron] 10.222.0.89 "GET /v2.0/networks/4feda68d-ef7d-43b1-bfc5-2b011a89be3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709702 Jul 06 11:58:20.417445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c8149-b04f-45e1-af5a-5357d6fa6435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d21701-a8d6-429e-b6b9-023e681b2710,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:20.442596 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-885509a8-20c8-4a61-8bac-ecee855264ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.569478 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885509a8-20c8-4a61-8bac-ecee855264ca admin admin] Pushing event deleted for resources: {'Port': ['ID=aa92f47a-c54e-49a8-bc4b-8a176e5135a0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:20.573010 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d20d44a-bdeb-4a7f-ab63-966806061ee9 req-be5f4344-71e3-4408-8ef4-c3db06f60e75 service neutron] 10.222.0.89 "GET /v2.0/networks/4feda68d-ef7d-43b1-bfc5-2b011a89be3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220201 Jul 06 11:58:20.612600 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9aa48-74a1-475d-b632-68d66d48aaf8 req-cc7fd8f0-91fc-4494-b0c3-6d835b668505 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:20.618019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'name': 'tempest-FloatingIPsTestJSON-1297623992-router', 'tenant_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '90e67df4-953e-4847-9e06-26cfdb1d9431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:13Z', 'updated_at': '2021-07-06T11:58:16Z', 'revision_number': 3, 'project_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'gw_port': {'id': '90e67df4-953e-4847-9e06-26cfdb1d9431', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:15Z', 'updated_at': '2021-07-06T11:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:20.619942 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4eb9aa48-74a1-475d-b632-68d66d48aaf8 req-cc7fd8f0-91fc-4494-b0c3-6d835b668505 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.81 "GET /v2.0/ports?device_id=99adb9d3-0118-441f-852a-4b7901d371f1 HTTP/1.1" status: 200 len: 944 time: 0.1274104 Jul 06 11:58:20.638318 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.688594 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d86aa-c098-4dae-bbde-a63233bfe0de None None] The sync data for ids ['1c066b0c-5a1f-4ece-89ce-a7d25c02678f'] in n-d-799529-2 is: [{'id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'name': 'tempest-FloatingIPsTestJSON-1297623992-router', 'tenant_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '90e67df4-953e-4847-9e06-26cfdb1d9431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:13Z', 'updated_at': '2021-07-06T11:58:16Z', 'revision_number': 3, 'project_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'gw_port': {'id': '90e67df4-953e-4847-9e06-26cfdb1d9431', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:15Z', 'updated_at': '2021-07-06T11:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:20.708940 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4eb9aa48-74a1-475d-b632-68d66d48aaf8 req-e9c8a503-6aaa-45f6-a817-6b86b108ae78 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.81 "GET /v2.0/security-groups?id=63f116fd-7228-4174-a619-523fa6b928a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880158 Jul 06 11:58:20.714589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6409aa50-d27d-48bd-b8a4-87fdf0ef77f8 None None] Provisioning for port ceff4c80-2644-45db-8a6f-55b47e1721c1 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:20.723040 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6409aa50-d27d-48bd-b8a4-87fdf0ef77f8 None None] Provisioning complete for port ceff4c80-2644-45db-8a6f-55b47e1721c1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:20.723529 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6409aa50-d27d-48bd-b8a4-87fdf0ef77f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:20.793816 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6409aa50-d27d-48bd-b8a4-87fdf0ef77f8 None None] Port ceff4c80-2644-45db-8a6f-55b47e1721c1 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:58:20.880822 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-885509a8-20c8-4a61-8bac-ecee855264ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.045950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f4f3a255-596b-4876-b36f-17912cee7e1c details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:58:21.202750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f4f3a255-596b-4876-b36f-17912cee7e1c, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4f3a255-596b-4876-b36f-17912cee7e1c,segment=NetworkSegment(b18dc5df-48c5-48e9-b1f9-63640fd89170),segment_id=b18dc5df-48c5-48e9-b1f9-63640fd89170)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:21.219183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'f4f3a255-596b-4876-b36f-17912cee7e1c', 'network_id': '2d44100a-7016-41bb-b6b1-f8f408ae71be', 'port_id': 'f4f3a255-596b-4876-b36f-17912cee7e1c', 'mac_address': 'fa:16:3e:46:5f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eddf646-986d-4c06-8d50-132a8629f6fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:58:21.231380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885509a8-20c8-4a61-8bac-ecee855264ca admin admin] Router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:58:21.268010 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.284544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f3a255-596b-4876-b36f-17912cee7e1c {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:21.309044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f4f3a255-596b-4876-b36f-17912cee7e1c, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4f3a255-596b-4876-b36f-17912cee7e1c,segment=NetworkSegment(b18dc5df-48c5-48e9-b1f9-63640fd89170),segment_id=b18dc5df-48c5-48e9-b1f9-63640fd89170)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:21.318790 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.380999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885509a8-20c8-4a61-8bac-ecee855264ca admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:21.394181 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b606bc6-f7c5-4a01-b446-2286bc86f19f None None] Sync routers for ids ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:21.394806 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-885509a8-20c8-4a61-8bac-ecee855264ca admin admin] 10.222.0.81 "PUT /v2.0/routers/0b4b8b29-9cdb-4460-912b-9f7ae0331677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7389660 Jul 06 11:58:21.395592 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35924) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:21.413608 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=f4f3a255-596b-4876-b36f-17912cee7e1c,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:21.422328 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b606bc6-f7c5-4a01-b446-2286bc86f19f None None] Routers {'0b4b8b29-9cdb-4460-912b-9f7ae0331677'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:21.426340 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3b606bc6-f7c5-4a01-b446-2286bc86f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:21.429130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:21.432327 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:21.433003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:21.433545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:21.434100 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:21.434915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:21.436282 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:21.438014 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:21.438587 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:21.439142 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:21.439774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:21.440424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:21.484674 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.506154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1de3f-294d-4c6b-9bd1-789f17c63b51 req-f644b716-41e5-42d3-8045-079d0d4056d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:21.513522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1de3f-294d-4c6b-9bd1-789f17c63b51 req-f644b716-41e5-42d3-8045-079d0d4056d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:21.520779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1de3f-294d-4c6b-9bd1-789f17c63b51 req-f644b716-41e5-42d3-8045-079d0d4056d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:21.527198 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1de3f-294d-4c6b-9bd1-789f17c63b51 req-f644b716-41e5-42d3-8045-079d0d4056d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:21.534538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1de3f-294d-4c6b-9bd1-789f17c63b51 req-f644b716-41e5-42d3-8045-079d0d4056d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:21.542050 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1de3f-294d-4c6b-9bd1-789f17c63b51 req-f644b716-41e5-42d3-8045-079d0d4056d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:21.542204 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['f4f3a255-596b-4876-b36f-17912cee7e1c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:21.548679 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1de3f-294d-4c6b-9bd1-789f17c63b51 req-f644b716-41e5-42d3-8045-079d0d4056d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:21.557637 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91c1de3f-294d-4c6b-9bd1-789f17c63b51 req-f644b716-41e5-42d3-8045-079d0d4056d7 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5432 time: 0.6386909 Jul 06 11:58:21.558892 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.572427 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35928) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:21.582501 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-eb5c9692-7716-4a52-9f0a-ca7abc1cefaf tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Request body: {'floatingip': {'port_id': 'dce447e7-7a12-4ee8-a022-2834977328a9'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:21.617924 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3b606bc6-f7c5-4a01-b446-2286bc86f19f None None] Set router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:21.645426 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74537a-f596-4339-9499-60d1afb5c6f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.794754 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb5c9692-7716-4a52-9f0a-ca7abc1cefaf tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.824081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09160c0a-b270-4451-826e-ed7432c4f5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191f00e4-0081-4ede-b0ea-bbe7238eb92d'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:21.826442 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfd7b97-42b7-4ea1-82a6-542e5eadda3b" -d '{"events": [{"server_uuid": "09160c0a-b270-4451-826e-ed7432c4f5e9", "name": "network-vif-plugged", "status": "completed", "tag": "191f00e4-0081-4ede-b0ea-bbe7238eb92d"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:21.845034 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74537a-f596-4339-9499-60d1afb5c6f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.889279 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3b606bc6-f7c5-4a01-b446-2286bc86f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'name': 'tempest-ServersTestManualDisk-1837829413-router', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:30Z', 'updated_at': '2021-07-06T11:58:20Z', 'revision_number': 5, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'gw_port': {'id': '35a338c5-8692-4159-a94d-3d6fb2dff4f9', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:31Z', 'updated_at': '2021-07-06T11:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:21.930450 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b606bc6-f7c5-4a01-b446-2286bc86f19f None None] Checking router: 0b4b8b29-9cdb-4460-912b-9f7ae0331677 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:21.933711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3e74537a-f596-4339-9499-60d1afb5c6f6 admin admin] Deleting port 35a338c5-8692-4159-a94d-3d6fb2dff4f9 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:21.935591 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74537a-f596-4339-9499-60d1afb5c6f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.941012 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b606bc6-f7c5-4a01-b446-2286bc86f19f None None] Routers {'0b4b8b29-9cdb-4460-912b-9f7ae0331677'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:21.941954 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3b606bc6-f7c5-4a01-b446-2286bc86f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:21.982158 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:21.993424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Pushing event updated for resources: {'Port': ['ID=ceff4c80-2644-45db-8a6f-55b47e1721c1,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:22.053203 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3b606bc6-f7c5-4a01-b446-2286bc86f19f None None] Set router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:22.072844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-3e74537a-f596-4339-9499-60d1afb5c6f6 admin admin] For port 35a338c5-8692-4159-a94d-3d6fb2dff4f9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=35a338c5-8692-4159-a94d-3d6fb2dff4f9,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:22.073255 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74537a-f596-4339-9499-60d1afb5c6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:22.128638 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3b606bc6-f7c5-4a01-b446-2286bc86f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'name': 'tempest-ServersTestManualDisk-1837829413-router', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:30Z', 'updated_at': '2021-07-06T11:58:21Z', 'revision_number': 6, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:22.164654 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b606bc6-f7c5-4a01-b446-2286bc86f19f None None] The sync data for ids ['0b4b8b29-9cdb-4460-912b-9f7ae0331677'] in n-d-799529-2 is: [{'id': '0b4b8b29-9cdb-4460-912b-9f7ae0331677', 'name': 'tempest-ServersTestManualDisk-1837829413-router', 'tenant_id': '4acdc5b60ce84efdac562006a269cd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:30Z', 'updated_at': '2021-07-06T11:58:21Z', 'revision_number': 6, 'project_id': '4acdc5b60ce84efdac562006a269cd43', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:22.212433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce37062-97ff-4b63-b679-ef1d18d9238c req-674f3a92-941e-4e8f-9870-68a2d49e165c tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:22.215038 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2ce37062-97ff-4b63-b679-ef1d18d9238c req-674f3a92-941e-4e8f-9870-68a2d49e165c tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6223738 Jul 06 11:58:22.383111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Network e3b417f5-7c05-49b9-be70-dfb570aaeaaf is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:22.386391 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:22.501022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3e74537a-f596-4339-9499-60d1afb5c6f6 admin admin] Calling delete_port for 35a338c5-8692-4159-a94d-3d6fb2dff4f9 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:22.503752 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420fbee6-596e-40c2-a930-60d07cc8d87f x-openstack-request-id: req-420fbee6-596e-40c2-a930-60d07cc8d87f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:22.504037 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99adb9d3-0118-441f-852a-4b7901d371f1", "tag": "f4f3a255-596b-4876-b36f-17912cee7e1c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:22.504281 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-420fbee6-596e-40c2-a930-60d07cc8d87f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:22.504674 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99adb9d3-0118-441f-852a-4b7901d371f1', 'tag': 'f4f3a255-596b-4876-b36f-17912cee7e1c', 'status': 'completed', 'code': 200} Jul 06 11:58:22.743336 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a7835b5a-80a6-41b8-b66b-ad4f2469bc84 None None] Provisioning complete for port ceff4c80-2644-45db-8a6f-55b47e1721c1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:22.743736 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a7835b5a-80a6-41b8-b66b-ad4f2469bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:22.761906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d72a77-cb37-4b44-a1e3-c5db3e509300 req-92fe41c3-c5ba-42bd-a60f-98e3aa4950a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:22.766489 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7d72a77-cb37-4b44-a1e3-c5db3e509300 req-92fe41c3-c5ba-42bd-a60f-98e3aa4950a3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ab67115038634902a337d125a90b4ec5&device_id=99adb9d3-0118-441f-852a-4b7901d371f1 HTTP/1.1" status: 200 len: 1096 time: 0.2666960 Jul 06 11:58:22.816358 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a7835b5a-80a6-41b8-b66b-ad4f2469bc84 None None] Port ceff4c80-2644-45db-8a6f-55b47e1721c1 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:58:22.831911 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Router 1c066b0c-5a1f-4ece-89ce-a7d25c02678f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:58:22.893673 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e574739-9f97-4bbf-8044-71a2574a054f req-3f996ddc-2560-4e0d-9653-86b71b35a46c tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:22.900433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e574739-9f97-4bbf-8044-71a2574a054f req-3f996ddc-2560-4e0d-9653-86b71b35a46c tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:22.901722 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e574739-9f97-4bbf-8044-71a2574a054f req-3f996ddc-2560-4e0d-9653-86b71b35a46c tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=09160c0a-b270-4451-826e-ed7432c4f5e9 HTTP/1.1" status: 200 len: 1683 time: 0.4605155 Jul 06 11:58:22.939941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d72a77-cb37-4b44-a1e3-c5db3e509300 req-0ab93056-0c18-4f6d-8a04-c7a4474a1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:22.941879 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7d72a77-cb37-4b44-a1e3-c5db3e509300 req-0ab93056-0c18-4f6d-8a04-c7a4474a1b33 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2d44100a-7016-41bb-b6b1-f8f408ae71be HTTP/1.1" status: 200 len: 913 time: 0.1655376 Jul 06 11:58:22.960497 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.resource_extend [None req-eb5c9692-7716-4a52-9f0a-ca7abc1cefaf tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 11:58:22.990949 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7d72a77-cb37-4b44-a1e3-c5db3e509300 req-5e4182f5-cdaf-4cfc-8de0-76b10d97fb1f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4f3a255-596b-4876-b36f-17912cee7e1c HTTP/1.1" status: 200 len: 217 time: 0.0403042 Jul 06 11:58:23.009189 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74537a-f596-4339-9499-60d1afb5c6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.061465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f4f3a255-596b-4876-b36f-17912cee7e1c up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:23.079097 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e574739-9f97-4bbf-8044-71a2574a054f req-43ecb176-faa3-43b9-bde8-ecd036746e4b tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708753 Jul 06 11:58:23.094253 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb5c9692-7716-4a52-9f0a-ca7abc1cefaf tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.101848 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74537a-f596-4339-9499-60d1afb5c6f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=35a338c5-8692-4159-a94d-3d6fb2dff4f9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:23.127647 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb5c9692-7716-4a52-9f0a-ca7abc1cefaf tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.131130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:23.170113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 90e67df4-953e-4847-9e06-26cfdb1d9431 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:23.217424 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1cba624f-22e8-429f-b6b9-e97912564f2e admin admin] 10.222.0.81 "PUT /v2.0/routers/1c066b0c-5a1f-4ece-89ce-a7d25c02678f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4210715 Jul 06 11:58:23.234100 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74537a-f596-4339-9499-60d1afb5c6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.266967 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port f4f3a255-596b-4876-b36f-17912cee7e1c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:23.272675 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port f4f3a255-596b-4876-b36f-17912cee7e1c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:23.273361 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.327865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 90e67df4-953e-4847-9e06-26cfdb1d9431 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:23.332889 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-eb5c9692-7716-4a52-9f0a-ca7abc1cefaf tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Floating IP a082c40e-8041-423f-b41b-6741f02e62cc associated. External IP: 172.25.4.112, port: dce447e7-7a12-4ee8-a022-2834977328a9. Jul 06 11:58:23.342225 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 90e67df4-953e-4847-9e06-26cfdb1d9431 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:23.343109 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.389686 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d72a77-cb37-4b44-a1e3-c5db3e509300 req-8462407d-950a-40de-8a24-d510f5cce6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:23.391995 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7d72a77-cb37-4b44-a1e3-c5db3e509300 req-8462407d-950a-40de-8a24-d510f5cce6a2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1eddf646-986d-4c06-8d50-132a8629f6fe HTTP/1.1" status: 200 len: 852 time: 0.3945019 Jul 06 11:58:23.399257 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Sync routers for ids ['1c066b0c-5a1f-4ece-89ce-a7d25c02678f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:23.435946 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74537a-f596-4339-9499-60d1afb5c6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.438416 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74537a-f596-4339-9499-60d1afb5c6f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.519555 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.540194 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74537a-f596-4339-9499-60d1afb5c6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.540718 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e74537a-f596-4339-9499-60d1afb5c6f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b4b8b29-9cdb-4460-912b-9f7ae0331677 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:58:23.544159 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7d72a77-cb37-4b44-a1e3-c5db3e509300 req-afc6c324-2f6a-4d74-b077-574e04319e06 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2d44100a-7016-41bb-b6b1-f8f408ae71be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443516 Jul 06 11:58:23.547454 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74537a-f596-4339-9499-60d1afb5c6f6 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.551166 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3e74537a-f596-4339-9499-60d1afb5c6f6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/0b4b8b29-9cdb-4460-912b-9f7ae0331677 HTTP/1.1" status: 204 len: 168 time: 2.1542814 Jul 06 11:58:23.551805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35954) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:23.566222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 90e67df4-953e-4847-9e06-26cfdb1d9431, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=90e67df4-953e-4847-9e06-26cfdb1d9431,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:23.568041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Routers {'1c066b0c-5a1f-4ece-89ce-a7d25c02678f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:23.569734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1c066b0c-5a1f-4ece-89ce-a7d25c02678f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:23.625411 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.634890 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.649242 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5c9692-7716-4a52-9f0a-ca7abc1cefaf tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:58:23.653777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device aa92f47a-c54e-49a8-bc4b-8a176e5135a0 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:23.666301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-748e2de3-6a5b-4cc4-a9ce-5ed779ec10ee admin admin] Deleting subnet abaf47e6-6511-4338-afed-dd2a6e38c1f6 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:58:23.666495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcee633-f195-4127-9c34-2235fdbae49f req-153b904c-428b-44d6-b132-55d1677b62c2 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:23.670178 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-748e2de3-6a5b-4cc4-a9ce-5ed779ec10ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.673597 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3fcee633-f195-4127-9c34-2235fdbae49f req-153b904c-428b-44d6-b132-55d1677b62c2 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.81 "GET /v2.0/ports?device_id=99adb9d3-0118-441f-852a-4b7901d371f1 HTTP/1.1" status: 200 len: 945 time: 0.2852473 Jul 06 11:58:23.724790 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: aa92f47a-c54e-49a8-bc4b-8a176e5135a0 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:23.726259 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device aa92f47a-c54e-49a8-bc4b-8a176e5135a0 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:23.734572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-748e2de3-6a5b-4cc4-a9ce-5ed779ec10ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.799502 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3fcee633-f195-4127-9c34-2235fdbae49f req-a54551e4-52ae-47cb-957a-38b4234b1f5d tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.81 "GET /v2.0/security-groups?id=63f116fd-7228-4174-a619-523fa6b928a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249151 Jul 06 11:58:23.803318 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f4f3a255-596b-4876-b36f-17912cee7e1c, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4f3a255-596b-4876-b36f-17912cee7e1c,segment=NetworkSegment(b18dc5df-48c5-48e9-b1f9-63640fd89170),segment_id=b18dc5df-48c5-48e9-b1f9-63640fd89170)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:23.838177 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=90e67df4-953e-4847-9e06-26cfdb1d9431,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:23.855291 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.885736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Set router 1c066b0c-5a1f-4ece-89ce-a7d25c02678f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:23.886994 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-748e2de3-6a5b-4cc4-a9ce-5ed779ec10ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.922926 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bd31fa-1162-44aa-8842-57fa562058d4 x-openstack-request-id: req-b1bd31fa-1162-44aa-8842-57fa562058d4 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:23.923310 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09160c0a-b270-4451-826e-ed7432c4f5e9", "name": "network-vif-plugged", "status": "completed", "tag": "191f00e4-0081-4ede-b0ea-bbe7238eb92d", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:23.923476 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1bd31fa-1162-44aa-8842-57fa562058d4 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:23.923869 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09160c0a-b270-4451-826e-ed7432c4f5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191f00e4-0081-4ede-b0ea-bbe7238eb92d', 'code': 200} Jul 06 11:58:23.942566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5c9692-7716-4a52-9f0a-ca7abc1cefaf tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:23.952023 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb5c9692-7716-4a52-9f0a-ca7abc1cefaf tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:23.954025 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b86cec7-63bb-4310-8bc0-932836278c1f None None] Sync routers for ids ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:23.969763 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b86cec7-63bb-4310-8bc0-932836278c1f None None] Routers {'4d3e4cfd-e0a8-4145-abe2-3c712c920255'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:23.970987 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6b86cec7-63bb-4310-8bc0-932836278c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:24.001695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=f4f3a255-596b-4876-b36f-17912cee7e1c,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:24.034728 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-748e2de3-6a5b-4cc4-a9ce-5ed779ec10ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.079513 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-748e2de3-6a5b-4cc4-a9ce-5ed779ec10ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.084272 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-748e2de3-6a5b-4cc4-a9ce-5ed779ec10ee admin admin] 10.222.0.81 "DELETE /v2.0/subnets/abaf47e6-6511-4338-afed-dd2a6e38c1f6 HTTP/1.1" status: 204 len: 168 time: 0.5302167 Jul 06 11:58:24.086838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35958) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:24.093671 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7d72a77-cb37-4b44-a1e3-c5db3e509300 req-c345b9fa-f767-4bae-b74d-7b71ea62e29d service neutron] 10.222.0.89 "GET /v2.0/networks/2d44100a-7016-41bb-b6b1-f8f408ae71be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408666 Jul 06 11:58:24.095221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ad3b03-641a-4d73-893d-77eec94dff35 None None] Network a01746c6-23a5-456e-8fb4-c29287764aca requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:24.101380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca9a9dbb-b21c-405e-80cb-e102bbabe9a9 req-3b8cd747-403f-42da-af49-94f985521d17 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=8bf9c46e6d284b1f9df5f13ccb90321d HTTP/1.1" status: 200 len: 1655 time: 0.1460164 Jul 06 11:58:24.109591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-eb5c9692-7716-4a52-9f0a-ca7abc1cefaf tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "PUT /v2.0/floatingips/a082c40e-8041-423f-b41b-6741f02e62cc HTTP/1.1" status: 200 len: 991 time: 2.5287733 Jul 06 11:58:24.109591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'tag': 'dce447e7-7a12-4ee8-a022-2834977328a9'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:24.111291 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2" -d '{"events": [{"name": "network-changed", "server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "tag": "dce447e7-7a12-4ee8-a022-2834977328a9"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:24.194550 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e2de3-6a5b-4cc4-a9ce-5ed779ec10ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abaf47e6-6511-4338-afed-dd2a6e38c1f6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:24.201423 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6b86cec7-63bb-4310-8bc0-932836278c1f None None] Set router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:24.238576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a9dbb-b21c-405e-80cb-e102bbabe9a9 req-16ba3b25-7ff0-4bda-9a71-976aa5b91029 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:24.240591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca9a9dbb-b21c-405e-80cb-e102bbabe9a9 req-16ba3b25-7ff0-4bda-9a71-976aa5b91029 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/networks?id=075eaceb-5477-4780-963d-b2414ee11e87&id=075eaceb-5477-4780-963d-b2414ee11e87&id=075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 787 time: 0.1324089 Jul 06 11:58:24.251428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-ca9a9dbb-b21c-405e-80cb-e102bbabe9a9 req-bbe2e145-4533-4bb3-9887-5296ccad9751 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:58:24.253269 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca9a9dbb-b21c-405e-80cb-e102bbabe9a9 req-bbe2e145-4533-4bb3-9887-5296ccad9751 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074644 Jul 06 11:58:24.292650 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7d72a77-cb37-4b44-a1e3-c5db3e509300 req-dd90f921-ca44-46de-896f-bb5b130abeb7 service neutron] 10.222.0.89 "GET /v2.0/networks/2d44100a-7016-41bb-b6b1-f8f408ae71be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945823 Jul 06 11:58:24.295071 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.325494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0677c6f-aec1-4a02-9d3f-0832bcaf6d2a req-86ddcf2e-ce46-49fb-8027-ce6ad9ee2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:24.326006 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0677c6f-aec1-4a02-9d3f-0832bcaf6d2a req-86ddcf2e-ce46-49fb-8027-ce6ad9ee2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:24.327676 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d0677c6f-aec1-4a02-9d3f-0832bcaf6d2a req-86ddcf2e-ce46-49fb-8027-ce6ad9ee2171 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=09160c0a-b270-4451-826e-ed7432c4f5e9 HTTP/1.1" status: 200 len: 1985 time: 0.3554678 Jul 06 11:58:24.401854 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d0677c6f-aec1-4a02-9d3f-0832bcaf6d2a req-1a48ea26-493c-4eb0-b425-5a542e7a7e3a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492208 Jul 06 11:58:24.418466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] Deleting port 47de03ff-776a-4b65-8bef-cbfd841cf7ee {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:24.418864 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.420248 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'name': 'tempest-FloatingIPsTestJSON-1297623992-router', 'tenant_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '90e67df4-953e-4847-9e06-26cfdb1d9431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:13Z', 'updated_at': '2021-07-06T11:58:20Z', 'revision_number': 4, 'project_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'gw_port': {'id': '90e67df4-953e-4847-9e06-26cfdb1d9431', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:15Z', 'updated_at': '2021-07-06T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'ceff4c80-2644-45db-8a6f-55b47e1721c1', 'name': '', 'network_id': 'e3b417f5-7c05-49b9-be70-dfb570aaeaaf', 'tenant_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'mac_address': 'fa:16:3e:5b:57:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '8f6cad2d-980a-47cd-9b42-25f5fb7e3e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:19Z', 'updated_at': '2021-07-06T11:58:20Z', 'revision_number': 2, 'project_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'subnets': [{'id': '8f6cad2d-980a-47cd-9b42-25f5fb7e3e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:24.457632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Checking router: 1c066b0c-5a1f-4ece-89ce-a7d25c02678f for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:24.458394 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Updating router 1c066b0c-5a1f-4ece-89ce-a7d25c02678f port ceff4c80-2644-45db-8a6f-55b47e1721c1 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:58:24.508649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] For port 47de03ff-776a-4b65-8bef-cbfd841cf7ee, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=47de03ff-776a-4b65-8bef-cbfd841cf7ee,segment=NetworkSegment(308d8aca-451e-4fe0-b70b-fa756f2ba557),segment_id=308d8aca-451e-4fe0-b70b-fa756f2ba557)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:24.508974 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.521078 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.542421 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] Calling delete_port for 47de03ff-776a-4b65-8bef-cbfd841cf7ee owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:24.572491 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6b86cec7-63bb-4310-8bc0-932836278c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'name': 'tempest-TaggedBootDevicesTest-2130856940-router', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:50Z', 'updated_at': '2021-07-06T11:55:56Z', 'revision_number': 4, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'gw_port': {'id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:51Z', 'updated_at': '2021-07-06T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'a082c40e-8041-423f-b41b-6741f02e62cc', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'port_id': 'dce447e7-7a12-4ee8-a022-2834977328a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'mac_address': 'fa:16:3e:c9:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:56:39Z', 'updated_at': '2021-07-06T11:58:22Z', 'revision_number': 1, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03154b37-8e64-4763-be40-b2d529f47d0e', 'name': '', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'mac_address': 'fa:16:3e:f6:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:55Z', 'updated_at': '2021-07-06T11:56:05Z', 'revision_number': 5, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'subnets': [{'id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:24.598478 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ff193b-4734-4fa1-8a24-f6d35bd0cff9 None None] DHCP port deletion for a01746c6-23a5-456e-8fb4-c29287764aca request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:58:24.644123 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b86cec7-63bb-4310-8bc0-932836278c1f None None] Checking router: 4d3e4cfd-e0a8-4145-abe2-3c712c920255 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:24.658138 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.674441 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b86cec7-63bb-4310-8bc0-932836278c1f None None] Routers {'4d3e4cfd-e0a8-4145-abe2-3c712c920255'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:24.675308 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6b86cec7-63bb-4310-8bc0-932836278c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:24.682675 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-5d486bda-b228-4079-a10c-7acaa749a0b9 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2446034 Jul 06 11:58:24.688916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:24.720419 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.723631 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] No DVR routers for this DVR port 47de03ff-776a-4b65-8bef-cbfd841cf7ee on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:24.727399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] Pushing event deleted for resources: {'Port': ['ID=47de03ff-776a-4b65-8bef-cbfd841cf7ee,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:24.833295 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 90e67df4-953e-4847-9e06-26cfdb1d9431 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:24.852156 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.868865 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01746c6-23a5-456e-8fb4-c29287764aca']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:24.883170 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308d8aca-451e-4fe0-b70b-fa756f2ba557') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:24.883636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308d8aca-451e-4fe0-b70b-fa756f2ba557') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:24.884354 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6b86cec7-63bb-4310-8bc0-932836278c1f None None] Set router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:24.895814 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.906597 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.914105 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:24.921818 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:24.922415 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.000269 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff193b-4734-4fa1-8a24-f6d35bd0cff9 None None] Deleting port 47de03ff-776a-4b65-8bef-cbfd841cf7ee {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:25.000650 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2ff193b-4734-4fa1-8a24-f6d35bd0cff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:25.030989 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:25.038255 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.061634 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.078045 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Allocated IP 172.25.4.91 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/cfdd6fe2-0b55-42f0-acea-254a152f050d) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:25.078861 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a01746c6-23a5-456e-8fb4-c29287764aca HTTP/1.1" status: 204 len: 168 time: 0.9776478 Jul 06 11:58:25.129048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d2ff193b-4734-4fa1-8a24-f6d35bd0cff9 None None] For port 47de03ff-776a-4b65-8bef-cbfd841cf7ee, host n-d-799529-2, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:25.130083 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2ff193b-4734-4fa1-8a24-f6d35bd0cff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.148228 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7557c-1e7c-4bef-a587-322ffbef0425 admin admin] Pushing event deleted for resources: {'Network': ['ID=a01746c6-23a5-456e-8fb4-c29287764aca,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:25.168199 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff193b-4734-4fa1-8a24-f6d35bd0cff9 None None] Calling delete_port for 47de03ff-776a-4b65-8bef-cbfd841cf7ee owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:25.172429 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 90e67df4-953e-4847-9e06-26cfdb1d9431 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:25.172644 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.222465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-d2ff193b-4734-4fa1-8a24-f6d35bd0cff9 None None] Port 47de03ff-776a-4b65-8bef-cbfd841cf7ee was not found and therefore no delete operation was performed {{(pid=100429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:58:25.330937 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.430150 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2ff193b-4734-4fa1-8a24-f6d35bd0cff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.453083 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.476878 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6b86cec7-63bb-4310-8bc0-932836278c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'name': 'tempest-TaggedBootDevicesTest-2130856940-router', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:50Z', 'updated_at': '2021-07-06T11:55:56Z', 'revision_number': 4, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'gw_port': {'id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:51Z', 'updated_at': '2021-07-06T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'a082c40e-8041-423f-b41b-6741f02e62cc', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'port_id': 'dce447e7-7a12-4ee8-a022-2834977328a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'mac_address': 'fa:16:3e:c9:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:56:39Z', 'updated_at': '2021-07-06T11:58:22Z', 'revision_number': 1, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03154b37-8e64-4763-be40-b2d529f47d0e', 'name': '', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'mac_address': 'fa:16:3e:f6:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:55Z', 'updated_at': '2021-07-06T11:56:05Z', 'revision_number': 5, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'subnets': [{'id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:25.513756 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b86cec7-63bb-4310-8bc0-932836278c1f None None] The sync data for ids ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'] in n-d-799529-2 is: [{'id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'name': 'tempest-TaggedBootDevicesTest-2130856940-router', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:50Z', 'updated_at': '2021-07-06T11:55:56Z', 'revision_number': 4, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'gw_port': {'id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:51Z', 'updated_at': '2021-07-06T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'a082c40e-8041-423f-b41b-6741f02e62cc', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'floating_ip_address': '172.25.4.112', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'port_id': 'dce447e7-7a12-4ee8-a022-2834977328a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'mac_address': 'fa:16:3e:c9:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:56:39Z', 'updated_at': '2021-07-06T11:58:22Z', 'revision_number': 1, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03154b37-8e64-4763-be40-b2d529f47d0e', 'name': '', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'mac_address': 'fa:16:3e:f6:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:55Z', 'updated_at': '2021-07-06T11:56:05Z', 'revision_number': 5, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'subnets': [{'id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:25.534851 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Pushing event updated for resources: {'Port': ['ID=cfdd6fe2-0b55-42f0-acea-254a152f050d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:25.545478 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:25.546753 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:25.549639 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:25.609054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35976) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:25.667624 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-97e83195-713f-4cf2-b231-ca6ef75091e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4acdc5b60ce84efdac562006a269cd43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554848 Jul 06 11:58:25.668759 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.670014 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35978) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:25.702196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff193b-4734-4fa1-8a24-f6d35bd0cff9 None None] Pushing event deleted for resources: {'Port': ['ID=47de03ff-776a-4b65-8bef-cbfd841cf7ee,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:25.706824 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2ff193b-4734-4fa1-8a24-f6d35bd0cff9 None None] Network a01746c6-23a5-456e-8fb4-c29287764aca is not hosted by any dhcp agent {{(pid=100429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 11:58:25.707367 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff193b-4734-4fa1-8a24-f6d35bd0cff9 None None] No DVR routers for this DVR port 47de03ff-776a-4b65-8bef-cbfd841cf7ee on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:25.746214 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.780200 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-25684d81-b09a-4d5a-81fd-fa48223cf783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.805548 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.818118 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Transition to ACTIVE for port object ceff4c80-2644-45db-8a6f-55b47e1721c1 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:25.834278 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-25684d81-b09a-4d5a-81fd-fa48223cf783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.840054 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:25.922597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 35a338c5-8692-4159-a94d-3d6fb2dff4f9 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:25.929470 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99adb9d3-0118-441f-852a-4b7901d371f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f3a255-596b-4876-b36f-17912cee7e1c'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:25.931739 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cac893f-1310-4a05-9e4b-5939704534b2" -d '{"events": [{"server_uuid": "99adb9d3-0118-441f-852a-4b7901d371f1", "name": "network-vif-plugged", "status": "completed", "tag": "f4f3a255-596b-4876-b36f-17912cee7e1c"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:25.935095 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01967477-de2e-4a25-b6d2-1f18beb490d0 None None] New status for floating IP a082c40e-8041-423f-b41b-6741f02e62cc: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:58:26.005863 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.007071 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb67270-d156-41ef-a142-76cb2ba4e849 None None] Pushing event updated for resources: {'Port': ['ID=ceff4c80-2644-45db-8a6f-55b47e1721c1,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:26.010202 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-25684d81-b09a-4d5a-81fd-fa48223cf783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.013988 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-25684d81-b09a-4d5a-81fd-fa48223cf783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.015525 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 35a338c5-8692-4159-a94d-3d6fb2dff4f9 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:26.015873 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 35a338c5-8692-4159-a94d-3d6fb2dff4f9 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:26.016422 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 47de03ff-776a-4b65-8bef-cbfd841cf7ee no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:26.019062 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-25684d81-b09a-4d5a-81fd-fa48223cf783 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d9340551-4e22-4442-a23b-edcc2a0f3669 HTTP/1.1" status: 204 len: 168 time: 0.3480213 Jul 06 11:58:26.023146 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.066244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25684d81-b09a-4d5a-81fd-fa48223cf783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9340551-4e22-4442-a23b-edcc2a0f3669,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:26.083979 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 47de03ff-776a-4b65-8bef-cbfd841cf7ee {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:26.085294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 47de03ff-776a-4b65-8bef-cbfd841cf7ee not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:26.129253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Pushing event updated for resources: {'Port': ['ID=cfdd6fe2-0b55-42f0-acea-254a152f050d,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:26.157098 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.194379 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.202897 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-3edb74a4-f8aa-4e2f-a0c5-e32e5cca1785 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5187652 Jul 06 11:58:26.222056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Attempting to bind port ceff4c80-2644-45db-8a6f-55b47e1721c1 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:26.222528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Attempting to bind port ceff4c80-2644-45db-8a6f-55b47e1721c1 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e4b13334-6281-470f-886a-f0f55a685152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e3b417f5-7c05-49b9-be70-dfb570aaeaaf'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:26.222767 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Attempting to bind port ceff4c80-2644-45db-8a6f-55b47e1721c1 on network e3b417f5-7c05-49b9-be70-dfb570aaeaaf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:26.234170 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:26.234542 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Checking segment: {'id': 'e4b13334-6281-470f-886a-f0f55a685152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e3b417f5-7c05-49b9-be70-dfb570aaeaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:26.234937 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.235409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Bound using segment: {'id': 'e4b13334-6281-470f-886a-f0f55a685152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e3b417f5-7c05-49b9-be70-dfb570aaeaaf'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:26.235819 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Bound port: ceff4c80-2644-45db-8a6f-55b47e1721c1, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b13334-6281-470f-886a-f0f55a685152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e3b417f5-7c05-49b9-be70-dfb570aaeaaf'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:26.236233 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.260529 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-c18f9d3b-6fe2-4181-a404-2a222b58edf6 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.91 HTTP/1.1" status: 200 len: 695 time: 0.0570452 Jul 06 11:58:26.370887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] For port ceff4c80-2644-45db-8a6f-55b47e1721c1, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:26.375345 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] For port ceff4c80-2644-45db-8a6f-55b47e1721c1, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ceff4c80-2644-45db-8a6f-55b47e1721c1,segment=NetworkSegment(e4b13334-6281-470f-886a-f0f55a685152),segment_id=e4b13334-6281-470f-886a-f0f55a685152)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:26.380947 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:26.405281 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-264d6844-359c-4f32-8c4b-fe87c69eaffa tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:26.406740 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db8a49a4-1fc4-4b8c-8d89-b5dda64e2414 req-264d6844-359c-4f32-8c4b-fe87c69eaffa tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1454053 Jul 06 11:58:26.457806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Routers {'1c066b0c-5a1f-4ece-89ce-a7d25c02678f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:26.457806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1c066b0c-5a1f-4ece-89ce-a7d25c02678f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:26.504405 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb67270-d156-41ef-a142-76cb2ba4e849 None None] Pushing event updated for resources: {'Port': ['ID=ceff4c80-2644-45db-8a6f-55b47e1721c1,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:26.608042 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] Set router 1c066b0c-5a1f-4ece-89ce-a7d25c02678f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:26.879042 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'name': 'tempest-FloatingIPsTestJSON-1297623992-router', 'tenant_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '90e67df4-953e-4847-9e06-26cfdb1d9431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:13Z', 'updated_at': '2021-07-06T11:58:20Z', 'revision_number': 4, 'project_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'gw_port': {'id': '90e67df4-953e-4847-9e06-26cfdb1d9431', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:15Z', 'updated_at': '2021-07-06T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'ceff4c80-2644-45db-8a6f-55b47e1721c1', 'name': '', 'network_id': 'e3b417f5-7c05-49b9-be70-dfb570aaeaaf', 'tenant_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'mac_address': 'fa:16:3e:5b:57:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '8f6cad2d-980a-47cd-9b42-25f5fb7e3e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:19Z', 'updated_at': '2021-07-06T11:58:26Z', 'revision_number': 4, 'project_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'subnets': [{'id': '8f6cad2d-980a-47cd-9b42-25f5fb7e3e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:26.907588 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61753099-b750-4582-a27e-61b6aaececa1 x-openstack-request-id: req-61753099-b750-4582-a27e-61b6aaececa1 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:26.907969 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "tag": "dce447e7-7a12-4ee8-a022-2834977328a9", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:26.908293 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-61753099-b750-4582-a27e-61b6aaececa1 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:26.909378 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'tag': 'dce447e7-7a12-4ee8-a022-2834977328a9', 'status': 'completed', 'code': 200} Jul 06 11:58:26.915951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ffc02-0e63-4c50-8c7f-3e7768c24a7c None None] The sync data for ids ['1c066b0c-5a1f-4ece-89ce-a7d25c02678f'] in n-d-799529-2 is: [{'id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'name': 'tempest-FloatingIPsTestJSON-1297623992-router', 'tenant_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '90e67df4-953e-4847-9e06-26cfdb1d9431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:13Z', 'updated_at': '2021-07-06T11:58:20Z', 'revision_number': 4, 'project_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'gw_port': {'id': '90e67df4-953e-4847-9e06-26cfdb1d9431', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:15Z', 'updated_at': '2021-07-06T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'ceff4c80-2644-45db-8a6f-55b47e1721c1', 'name': '', 'network_id': 'e3b417f5-7c05-49b9-be70-dfb570aaeaaf', 'tenant_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'mac_address': 'fa:16:3e:5b:57:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '8f6cad2d-980a-47cd-9b42-25f5fb7e3e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:19Z', 'updated_at': '2021-07-06T11:58:26Z', 'revision_number': 4, 'project_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'subnets': [{'id': '8f6cad2d-980a-47cd-9b42-25f5fb7e3e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:27.174338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36040) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:27.244867 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259eedc-fb21-4684-b957-afef52edafe9 req-f3aeffd2-0778-4025-afa6-d0d5604704fb tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.254746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259eedc-fb21-4684-b957-afef52edafe9 req-f3aeffd2-0778-4025-afa6-d0d5604704fb tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.264003 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f259eedc-fb21-4684-b957-afef52edafe9 req-f3aeffd2-0778-4025-afa6-d0d5604704fb tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=09160c0a-b270-4451-826e-ed7432c4f5e9 HTTP/1.1" status: 200 len: 1683 time: 0.1668358 Jul 06 11:58:27.267367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-101851d3-d30f-477c-9e00-201e4aeb8f92 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1518914732-network', 'tenant_id': '1d1f96a4379c43c0b369e21faf6076f8'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:27.304137 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f259eedc-fb21-4684-b957-afef52edafe9 req-4f119f6f-e208-4a29-87f5-09bebb3849af tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/security-groups?id=935547d8-0998-44bf-86b2-0fd52ab7a68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389667 Jul 06 11:58:27.316995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-311bb6a3-7ccb-48cb-af04-f6796ae35e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.317982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-311bb6a3-7ccb-48cb-af04-f6796ae35e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.318611 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-311bb6a3-7ccb-48cb-af04-f6796ae35e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.319808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-311bb6a3-7ccb-48cb-af04-f6796ae35e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.320443 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-311bb6a3-7ccb-48cb-af04-f6796ae35e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.320950 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-311bb6a3-7ccb-48cb-af04-f6796ae35e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.321410 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-311bb6a3-7ccb-48cb-af04-f6796ae35e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.323451 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-311bb6a3-7ccb-48cb-af04-f6796ae35e29 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 6489 time: 0.3765759 Jul 06 11:58:27.324852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101851d3-d30f-477c-9e00-201e4aeb8f92 admin admin] Made reservation on behalf of 1d1f96a4379c43c0b369e21faf6076f8 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:27.327487 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-101851d3-d30f-477c-9e00-201e4aeb8f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.359407 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-101851d3-d30f-477c-9e00-201e4aeb8f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.393480 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-055d6e55-3dac-4410-aa64-46ab06bc695a req-8fded255-8bd4-4d7c-8168-eeecddf5e2d1 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips/906f6f71-71da-4c31-8d83-0ff11e3fd919 HTTP/1.1" status: 200 len: 692 time: 0.0511358 Jul 06 11:58:27.465179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-28df429a-e69a-46eb-bcae-8fa8f7ca05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.467070 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-28df429a-e69a-46eb-bcae-8fa8f7ca05e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3c4d0281-eee8-4d4b-a216-a3ed774363fa HTTP/1.1" status: 200 len: 913 time: 0.1356480 Jul 06 11:58:27.550451 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d6e55-3dac-4410-aa64-46ab06bc695a req-40f9661c-2e04-490f-8026-bcc6aec5e4ed tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.551928 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-055d6e55-3dac-4410-aa64-46ab06bc695a req-40f9661c-2e04-490f-8026-bcc6aec5e4ed tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1517637 Jul 06 11:58:27.583505 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-961467a7-99f9-477c-99af-09ca4a65c18c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dce447e7-7a12-4ee8-a022-2834977328a9 HTTP/1.1" status: 200 len: 1001 time: 0.1081834 Jul 06 11:58:27.606105 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-101851d3-d30f-477c-9e00-201e4aeb8f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.626249 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-101851d3-d30f-477c-9e00-201e4aeb8f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.630470 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-055d6e55-3dac-4410-aa64-46ab06bc695a req-92817483-a167-4010-bca8-f52e30c0955b tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.54 HTTP/1.1" status: 200 len: 695 time: 0.0718431 Jul 06 11:58:27.677751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101851d3-d30f-477c-9e00-201e4aeb8f92 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:58:27.685347 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-269fb377-8fb9-47e8-a554-815c9d9f85c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.686687 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-269fb377-8fb9-47e8-a554-815c9d9f85c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=67067b5c-0dd9-4b86-a514-c39f91aea1db HTTP/1.1" status: 200 len: 851 time: 0.0946209 Jul 06 11:58:27.688598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101851d3-d30f-477c-9e00-201e4aeb8f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5986fdb5-029f-424c-be62-eea553567080,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:27.716551 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-101851d3-d30f-477c-9e00-201e4aeb8f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.716892 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-101851d3-d30f-477c-9e00-201e4aeb8f92 admin admin] Added segment ddf695f9-dbd3-4313-93cf-b1be38a2e4f9 of type vlan for network 0414ebcb-6b82-452d-a478-ab07e455b97c Jul 06 11:58:27.794801 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-101851d3-d30f-477c-9e00-201e4aeb8f92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.829415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-48c46705-7b36-402d-8b84-44ee07ad76e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.831253 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-48c46705-7b36-402d-8b84-44ee07ad76e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3c4d0281-eee8-4d4b-a216-a3ed774363fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265032 Jul 06 11:58:27.847719 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-77b9f9b1-c5b1-43e2-95a6-f821668ed02a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:58:27.848936 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-77b9f9b1-c5b1-43e2-95a6-f821668ed02a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072308 Jul 06 11:58:27.850050 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-101851d3-d30f-477c-9e00-201e4aeb8f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.851110 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101851d3-d30f-477c-9e00-201e4aeb8f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:27.851858 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-101851d3-d30f-477c-9e00-201e4aeb8f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:27.915628 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-101851d3-d30f-477c-9e00-201e4aeb8f92 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7401569 Jul 06 11:58:27.931133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36050) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:27.944687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e80f086e-d21a-4245-bf8b-f775509f533c admin admin] Request body: {'subnet': {'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1518914732-subnet', 'tenant_id': '1d1f96a4379c43c0b369e21faf6076f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:27.997044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101851d3-d30f-477c-9e00-201e4aeb8f92 admin admin] Pushing event updated for resources: {'Network': ['ID=0414ebcb-6b82-452d-a478-ab07e455b97c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:28.013742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 0414ebcb-6b82-452d-a478-ab07e455b97c details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:58:28.026558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80f086e-d21a-4245-bf8b-f775509f533c admin admin] Made reservation on behalf of 1d1f96a4379c43c0b369e21faf6076f8 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:28.028984 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e80f086e-d21a-4245-bf8b-f775509f533c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.040831 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-055d6e55-3dac-4410-aa64-46ab06bc695a req-70517430-9def-4e9f-b2b4-f65b60901179 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.54 HTTP/1.1" status: 200 len: 695 time: 0.4037676 Jul 06 11:58:28.103927 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-cf80162a-43e4-4340-a84f-3d1ac0ec38bf service neutron] 10.222.0.23 "GET /v2.0/networks/3c4d0281-eee8-4d4b-a216-a3ed774363fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409110 Jul 06 11:58:28.218979 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-055d6e55-3dac-4410-aa64-46ab06bc695a req-5c8fd32b-6f79-4a1f-bf62-49d46db75c0a tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Deleting port 8f9a303a-b610-49df-80f5-1015b54ffd81 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:28.219432 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-055d6e55-3dac-4410-aa64-46ab06bc695a req-5c8fd32b-6f79-4a1f-bf62-49d46db75c0a tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.265045 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bbe3fb98-c6da-4b0e-bf29-e348f36f00c2 req-c762d11a-c800-495e-8868-ba3e06aeacf0 service neutron] 10.222.0.23 "GET /v2.0/networks/3c4d0281-eee8-4d4b-a216-a3ed774363fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543665 Jul 06 11:58:28.339045 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-055d6e55-3dac-4410-aa64-46ab06bc695a req-5c8fd32b-6f79-4a1f-bf62-49d46db75c0a tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.339642 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-055d6e55-3dac-4410-aa64-46ab06bc695a req-5c8fd32b-6f79-4a1f-bf62-49d46db75c0a tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.345024 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e80f086e-d21a-4245-bf8b-f775509f533c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.354203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-055d6e55-3dac-4410-aa64-46ab06bc695a req-5c8fd32b-6f79-4a1f-bf62-49d46db75c0a tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Calling delete_port for 8f9a303a-b610-49df-80f5-1015b54ffd81 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:28.417952 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f086e-d21a-4245-bf8b-f775509f533c admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d998d7-7f21-477b-b140-a9daa91a9b72,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:28.434179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f086e-d21a-4245-bf8b-f775509f533c admin admin] Checking segment: {'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:28.434539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80f086e-d21a-4245-bf8b-f775509f533c admin admin] Network hostable DHCP agents. Network: 0414ebcb-6b82-452d-a478-ab07e455b97c, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:58:28.453916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80f086e-d21a-4245-bf8b-f775509f533c admin admin] Network 0414ebcb-6b82-452d-a478-ab07e455b97c is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:58:28.464539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e80f086e-d21a-4245-bf8b-f775509f533c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 0414ebcb-6b82-452d-a478-ab07e455b97c) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:28.469095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80f086e-d21a-4245-bf8b-f775509f533c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:28.469683 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e80f086e-d21a-4245-bf8b-f775509f533c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.477210 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b453af6a-d6eb-4632-a739-99ee67e6680c None None] Network 0414ebcb-6b82-452d-a478-ab07e455b97c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:28.499795 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e80f086e-d21a-4245-bf8b-f775509f533c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5610626 Jul 06 11:58:28.524031 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-055d6e55-3dac-4410-aa64-46ab06bc695a req-5c8fd32b-6f79-4a1f-bf62-49d46db75c0a tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.554421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fd32b-6f79-4a1f-bf62-49d46db75c0a tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Pushing event deleted for resources: {'Port': ['ID=8f9a303a-b610-49df-80f5-1015b54ffd81,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:28.653335 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-055d6e55-3dac-4410-aa64-46ab06bc695a req-5c8fd32b-6f79-4a1f-bf62-49d46db75c0a tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.654923 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-0414ebcb-6b82-452d-a478-ab07e455b97c', 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c', 'tenant_id': '1d1f96a4379c43c0b369e21faf6076f8', 'fixed_ips': [{'subnet_id': '48d998d7-7f21-477b-b140-a9daa91a9b72'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:58:28.655966 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.656341 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-055d6e55-3dac-4410-aa64-46ab06bc695a req-5c8fd32b-6f79-4a1f-bf62-49d46db75c0a tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:28.657798 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-055d6e55-3dac-4410-aa64-46ab06bc695a req-5c8fd32b-6f79-4a1f-bf62-49d46db75c0a tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "DELETE /v2.0/floatingips/906f6f71-71da-4c31-8d83-0ff11e3fd919 HTTP/1.1" status: 204 len: 173 time: 0.6014323 Jul 06 11:58:28.806419 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Allocated IP 172.20.0.2 (0414ebcb-6b82-452d-a478-ab07e455b97c/48d998d7-7f21-477b-b140-a9daa91a9b72/e4319da3-82ea-4cfe-a683-a0c452d8effc) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:28.823340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ceff4c80-2644-45db-8a6f-55b47e1721c1 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:28.839550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dc65d-b62b-4a47-bc05-18c2a1d99dd2 req-a1ae1bce-8e5e-4c3f-b55f-dc4a6bdeebbf tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:28.841072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-148dc65d-b62b-4a47-bc05-18c2a1d99dd2 req-a1ae1bce-8e5e-4c3f-b55f-dc4a6bdeebbf tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.81 "GET /v2.0/ports?device_id=99adb9d3-0118-441f-852a-4b7901d371f1 HTTP/1.1" status: 200 len: 946 time: 0.0666103 Jul 06 11:58:28.883498 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-148dc65d-b62b-4a47-bc05-18c2a1d99dd2 req-78a77241-89ac-4314-8510-bfb26b9137b0 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.81 "GET /v2.0/security-groups?id=63f116fd-7228-4174-a619-523fa6b928a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366945 Jul 06 11:58:28.945741 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4dbfad-7031-42f6-bb6a-8854e65851ba x-openstack-request-id: req-bc4dbfad-7031-42f6-bb6a-8854e65851ba {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:28.946040 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99adb9d3-0118-441f-852a-4b7901d371f1", "name": "network-vif-plugged", "status": "completed", "tag": "f4f3a255-596b-4876-b36f-17912cee7e1c", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:28.946289 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc4dbfad-7031-42f6-bb6a-8854e65851ba {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:28.946675 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99adb9d3-0118-441f-852a-4b7901d371f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f3a255-596b-4876-b36f-17912cee7e1c', 'code': 200} Jul 06 11:58:28.961244 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port ceff4c80-2644-45db-8a6f-55b47e1721c1 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:28.968528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port ceff4c80-2644-45db-8a6f-55b47e1721c1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:28.968829 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.004408 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-379ae5b2-47b4-4d8b-b945-76a481b99952 req-e52e21c1-c7b5-4410-a487-16e447368765 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/floatingips/3036d241-91f3-430b-a509-818618775ac9 HTTP/1.1" status: 200 len: 692 time: 0.0487888 Jul 06 11:58:29.044271 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.080472 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Transition to ACTIVE for port object e4319da3-82ea-4cfe-a683-a0c452d8effc will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:29.107346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Transition to ACTIVE for port object e4319da3-82ea-4cfe-a683-a0c452d8effc will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:29.110035 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.125251 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba9973-0fc1-4438-b6fc-08ab9697fb74 req-d2217b44-b449-4fd3-9ee4-0818d92320ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:29.127402 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.128294 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-32ba9973-0fc1-4438-b6fc-08ab9697fb74 req-d2217b44-b449-4fd3-9ee4-0818d92320ef service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=99adb9d3-0118-441f-852a-4b7901d371f1 HTTP/1.1" status: 200 len: 1097 time: 0.1173291 Jul 06 11:58:29.141345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ae5b2-47b4-4d8b-b945-76a481b99952 req-62f26827-bc43-4836-a314-ed6a89474aba tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:29.143604 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-379ae5b2-47b4-4d8b-b945-76a481b99952 req-62f26827-bc43-4836-a314-ed6a89474aba tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1332524 Jul 06 11:58:29.186804 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-32ba9973-0fc1-4438-b6fc-08ab9697fb74 req-8347883a-4be7-41f0-b273-5f80ca23cea9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=63f116fd-7228-4174-a619-523fa6b928a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515943 Jul 06 11:58:29.192463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Network 0414ebcb-6b82-452d-a478-ab07e455b97c is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:29.197020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port ceff4c80-2644-45db-8a6f-55b47e1721c1, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ceff4c80-2644-45db-8a6f-55b47e1721c1,segment=NetworkSegment(e4b13334-6281-470f-886a-f0f55a685152),segment_id=e4b13334-6281-470f-886a-f0f55a685152)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:29.198540 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Pushing event updated for resources: {'Port': ['ID=e4319da3-82ea-4cfe-a683-a0c452d8effc,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:29.201803 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:29.203485 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:29.205508 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.299650 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Attempting to bind port e4319da3-82ea-4cfe-a683-a0c452d8effc on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:29.300017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Attempting to bind port e4319da3-82ea-4cfe-a683-a0c452d8effc by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:29.300374 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Attempting to bind port e4319da3-82ea-4cfe-a683-a0c452d8effc on network 0414ebcb-6b82-452d-a478-ab07e455b97c {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:29.307475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=ceff4c80-2644-45db-8a6f-55b47e1721c1,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:29.310512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:29.310877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Checking segment: {'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:29.311299 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.311680 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Bound using segment: {'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:29.312140 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Bound port: e4319da3-82ea-4cfe-a683-a0c452d8effc, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:29.312510 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.380474 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] For port e4319da3-82ea-4cfe-a683-a0c452d8effc, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:29.384104 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] For port e4319da3-82ea-4cfe-a683-a0c452d8effc, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e4319da3-82ea-4cfe-a683-a0c452d8effc,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:29.389806 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.432486 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b856b241-29a8-4602-aaba-f73108822203 req-59fac666-b23e-4b34-9842-49ff27b54ee7 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips/998e3fae-c3e2-4349-ba5e-727a3f227d8a HTTP/1.1" status: 200 len: 692 time: 0.0483596 Jul 06 11:58:29.456829 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67335576-c05c-437a-901f-5dacaf6ba538 None None] Pushing event updated for resources: {'Port': ['ID=e4319da3-82ea-4cfe-a683-a0c452d8effc,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:29.560034 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856b241-29a8-4602-aaba-f73108822203 req-51ec6f26-ec91-47fa-8230-3e02af3c059d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:29.561543 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b856b241-29a8-4602-aaba-f73108822203 req-51ec6f26-ec91-47fa-8230-3e02af3c059d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1231773 Jul 06 11:58:29.641768 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b856b241-29a8-4602-aaba-f73108822203 req-d978c928-9819-4ef1-b2de-8d34a16dc8b6 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.86 HTTP/1.1" status: 200 len: 695 time: 0.0740223 Jul 06 11:58:29.703802 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b856b241-29a8-4602-aaba-f73108822203 req-3cde90b3-bde0-4aff-b649-49cf0410516c tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.86 HTTP/1.1" status: 200 len: 695 time: 0.0556297 Jul 06 11:58:29.841008 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-b856b241-29a8-4602-aaba-f73108822203 req-9c06f4fa-628f-499a-aaa6-121cdf29a807 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Deleting port 3195e37f-839d-45b3-b7b5-b35a783f4fb5 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:29.841270 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b856b241-29a8-4602-aaba-f73108822203 req-9c06f4fa-628f-499a-aaa6-121cdf29a807 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.922177 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b856b241-29a8-4602-aaba-f73108822203 req-9c06f4fa-628f-499a-aaa6-121cdf29a807 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.922514 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b856b241-29a8-4602-aaba-f73108822203 req-9c06f4fa-628f-499a-aaa6-121cdf29a807 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:29.937879 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-b856b241-29a8-4602-aaba-f73108822203 req-9c06f4fa-628f-499a-aaa6-121cdf29a807 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Calling delete_port for 3195e37f-839d-45b3-b7b5-b35a783f4fb5 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:30.083852 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b856b241-29a8-4602-aaba-f73108822203 req-9c06f4fa-628f-499a-aaa6-121cdf29a807 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.113734 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06f4fa-628f-499a-aaa6-121cdf29a807 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Pushing event deleted for resources: {'Port': ['ID=3195e37f-839d-45b3-b7b5-b35a783f4fb5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:30.188224 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b856b241-29a8-4602-aaba-f73108822203 req-9c06f4fa-628f-499a-aaa6-121cdf29a807 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.190908 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b856b241-29a8-4602-aaba-f73108822203 req-9c06f4fa-628f-499a-aaa6-121cdf29a807 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:30.202107 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b856b241-29a8-4602-aaba-f73108822203 req-9c06f4fa-628f-499a-aaa6-121cdf29a807 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "DELETE /v2.0/floatingips/998e3fae-c3e2-4349-ba5e-727a3f227d8a HTTP/1.1" status: 204 len: 173 time: 0.4966333 Jul 06 11:58:30.527011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ef9358-9eb6-41f0-abd5-e5328caffa42 None None] Network 0414ebcb-6b82-452d-a478-ab07e455b97c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:30.535208 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-0402479e-40f9-4bb5-b41d-867f4975ab9e tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:30.536783 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-0402479e-40f9-4bb5-b41d-867f4975ab9e tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/networks?id=0414ebcb-6b82-452d-a478-ab07e455b97c HTTP/1.1" status: 200 len: 816 time: 0.1272166 Jul 06 11:58:30.552489 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-60d4de97-82a0-44d8-b60a-6f714025e0c4 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/quotas/1d1f96a4379c43c0b369e21faf6076f8 HTTP/1.1" status: 200 len: 375 time: 0.0101233 Jul 06 11:58:30.597244 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1256048a-6c4f-42ca-9fff-aeff63573f65 None None] Provisioning for port e4319da3-82ea-4cfe-a683-a0c452d8effc completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:30.642100 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-b08ef1ec-a26d-44dc-8eb0-5108cf13cf77 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d1f96a4379c43c0b369e21faf6076f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0839970 Jul 06 11:58:30.647794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-3d00f976-56f7-44bb-9ea9-fed7633021a3 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:58:30.648827 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-3d00f976-56f7-44bb-9ea9-fed7633021a3 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057485 Jul 06 11:58:30.760461 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-dc009a86-4d1d-4776-975b-58eb4b6e77c2 service neutron] 10.222.0.81 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037269 Jul 06 11:58:30.876625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-93d223b5-33fa-4e09-bed0-c36913f8b1a0 service neutron] 10.222.0.81 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051879 Jul 06 11:58:30.916552 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ceff4c80-2644-45db-8a6f-55b47e1721c1 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:30.979951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port ceff4c80-2644-45db-8a6f-55b47e1721c1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:30.980331 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.093004 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58b5dec2-2cfc-44f3-8ad8-55009355e7f2 req-ad916573-d66e-4547-b598-1bbb9de410a4 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=e5c040c7c27d44c4bd4fa36484d4b30d HTTP/1.1" status: 200 len: 695 time: 0.0638099 Jul 06 11:58:31.133185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e4319da3-82ea-4cfe-a683-a0c452d8effc up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:31.200006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port e4319da3-82ea-4cfe-a683-a0c452d8effc completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:31.206853 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e4319da3-82ea-4cfe-a683-a0c452d8effc triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:31.207245 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.223554 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5dec2-2cfc-44f3-8ad8-55009355e7f2 req-9a9f8ac7-1552-484b-869a-e6d630af98ce tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:31.252543 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58b5dec2-2cfc-44f3-8ad8-55009355e7f2 req-9a9f8ac7-1552-484b-869a-e6d630af98ce tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/networks?id=075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 787 time: 0.1568468 Jul 06 11:58:31.339298 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.376561 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port e4319da3-82ea-4cfe-a683-a0c452d8effc, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e4319da3-82ea-4cfe-a683-a0c452d8effc,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:31.391086 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.518983 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=e4319da3-82ea-4cfe-a683-a0c452d8effc,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:31.698911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36112) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:31.745674 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4424a5-456f-4c6e-96ce-1d0ba828e467 req-9f030aba-5368-4eff-8d18-9937ec9e1bcc tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:31.747594 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe4424a5-456f-4c6e-96ce-1d0ba828e467 req-9f030aba-5368-4eff-8d18-9937ec9e1bcc tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.81 "GET /v2.0/ports?device_id=99adb9d3-0118-441f-852a-4b7901d371f1 HTTP/1.1" status: 200 len: 946 time: 0.0901160 Jul 06 11:58:31.798125 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe4424a5-456f-4c6e-96ce-1d0ba828e467 req-c8f90d83-c4d2-4d93-ae5b-010156d21e14 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.81 "GET /v2.0/security-groups?id=63f116fd-7228-4174-a619-523fa6b928a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425799 Jul 06 11:58:31.837299 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf4bc-c6c2-46ce-8505-0b97444f7b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.875107 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1ed1e68e-367e-4fc9-9345-e6418511072f req-6d73bce1-5219-4870-a6cd-541c3dff595f tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips/c163defb-8dc5-469d-b4ff-b4f480a8c9a5 HTTP/1.1" status: 200 len: 693 time: 0.0487032 Jul 06 11:58:31.954724 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf4bc-c6c2-46ce-8505-0b97444f7b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.958957 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf4bc-c6c2-46ce-8505-0b97444f7b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:31.999520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebaf4bc-c6c2-46ce-8505-0b97444f7b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d838cd-bc01-470f-af61-4335cf120987,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:32.010307 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2ebaf4bc-c6c2-46ce-8505-0b97444f7b06 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ff14eeb513354d118a31ca376c5c18a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086832 Jul 06 11:58:32.011398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36118) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:32.020802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1e68e-367e-4fc9-9345-e6418511072f req-40b94ad6-fbce-490b-83d3-057f6a247c68 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:32.022317 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1ed1e68e-367e-4fc9-9345-e6418511072f req-40b94ad6-fbce-490b-83d3-057f6a247c68 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1412139 Jul 06 11:58:32.067603 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f625dad1-04b8-4887-ba21-0a9a211f1980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.074518 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1ed1e68e-367e-4fc9-9345-e6418511072f req-8ed39c76-304c-461c-919b-b12b288e37a4 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 696 time: 0.0457857 Jul 06 11:58:32.089466 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f625dad1-04b8-4887-ba21-0a9a211f1980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.125338 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1ed1e68e-367e-4fc9-9345-e6418511072f req-38884d23-e5d3-4343-a99c-a3102cbbfc9d tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 696 time: 0.0447886 Jul 06 11:58:32.143475 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f625dad1-04b8-4887-ba21-0a9a211f1980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.146057 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f625dad1-04b8-4887-ba21-0a9a211f1980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.147294 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f625dad1-04b8-4887-ba21-0a9a211f1980 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/14d838cd-bc01-470f-af61-4335cf120987 HTTP/1.1" status: 204 len: 168 time: 0.1348865 Jul 06 11:58:32.155468 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625dad1-04b8-4887-ba21-0a9a211f1980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d838cd-bc01-470f-af61-4335cf120987,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:32.272509 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-1ed1e68e-367e-4fc9-9345-e6418511072f req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Deleting port d10d19f7-08c4-4b34-ad0c-275ff92bf9b2 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:32.272884 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1ed1e68e-367e-4fc9-9345-e6418511072f req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.365675 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1ed1e68e-367e-4fc9-9345-e6418511072f req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.365675 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1ed1e68e-367e-4fc9-9345-e6418511072f req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.374844 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-1ed1e68e-367e-4fc9-9345-e6418511072f req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Calling delete_port for d10d19f7-08c4-4b34-ad0c-275ff92bf9b2 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:32.540852 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1ed1e68e-367e-4fc9-9345-e6418511072f req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.576408 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Pushing event deleted for resources: {'Port': ['ID=d10d19f7-08c4-4b34-ad0c-275ff92bf9b2,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:32.576823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-d64bedb7-1321-4333-97ae-39307418718f tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:32.578552 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-d64bedb7-1321-4333-97ae-39307418718f tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.23 "GET /v2.0/networks?id=0414ebcb-6b82-452d-a478-ab07e455b97c HTTP/1.1" status: 200 len: 816 time: 0.1519065 Jul 06 11:58:32.595469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-f02cae79-ddf0-4d16-9989-978fc7a3c723 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Request body: {'port': {'device_id': '47f58696-8272-4b7a-aec2-02d96d318dac', 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c', 'admin_state_up': True, 'tenant_id': '1d1f96a4379c43c0b369e21faf6076f8'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:32.605973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:32.606629 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:32.607161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:32.607693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:32.608377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:32.608904 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:32.609417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:32.609926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:32.610445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:32.610965 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:32.611498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:32.612005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:58:32.666049 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1ed1e68e-367e-4fc9-9345-e6418511072f req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.669047 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1ed1e68e-367e-4fc9-9345-e6418511072f req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.676059 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1ed1e68e-367e-4fc9-9345-e6418511072f req-9f48d95b-26ca-4ffd-bfca-14620b667364 tempest-FloatingIPDetailsTestJSON-1903018190 tempest-FloatingIPDetailsTestJSON-1903018190-project] 10.222.0.81 "DELETE /v2.0/floatingips/c163defb-8dc5-469d-b4ff-b4f480a8c9a5 HTTP/1.1" status: 204 len: 173 time: 0.5448682 Jul 06 11:58:32.681520 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36134) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:32.790264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-f02cae79-ddf0-4d16-9989-978fc7a3c723 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Made reservation on behalf of 1d1f96a4379c43c0b369e21faf6076f8 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:32.794843 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-f02cae79-ddf0-4d16-9989-978fc7a3c723 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:32.866668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e4319da3-82ea-4cfe-a683-a0c452d8effc up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:32.947667 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e4319da3-82ea-4cfe-a683-a0c452d8effc triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:32.948370 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:33.005551 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-f02cae79-ddf0-4d16-9989-978fc7a3c723 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Allocated IP 172.20.0.14 (0414ebcb-6b82-452d-a478-ab07e455b97c/48d998d7-7f21-477b-b140-a9daa91a9b72/725f2c72-c52b-4d1f-810c-fd31c0f5e83f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:33.098784 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa130-b86e-4142-8cdc-37b4462e910f req-93dfcb5c-8dd7-4f00-a1f7-a52e3c5a7127 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:33.101006 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-607aa130-b86e-4142-8cdc-37b4462e910f req-93dfcb5c-8dd7-4f00-a1f7-a52e3c5a7127 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/networks?id=0414ebcb-6b82-452d-a478-ab07e455b97c HTTP/1.1" status: 200 len: 816 time: 0.1482174 Jul 06 11:58:33.148995 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-607aa130-b86e-4142-8cdc-37b4462e910f req-693ab07c-1f10-4f66-b055-63cd6de49673 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/quotas/1d1f96a4379c43c0b369e21faf6076f8 HTTP/1.1" status: 200 len: 375 time: 0.0336177 Jul 06 11:58:33.231051 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01009272-724e-412f-a6c8-aa03c7292299 req-d9d09cce-184c-4746-b09a-dd9b38e61851 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:33.237866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01009272-724e-412f-a6c8-aa03c7292299 req-d9d09cce-184c-4746-b09a-dd9b38e61851 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:33.239660 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-01009272-724e-412f-a6c8-aa03c7292299 req-d9d09cce-184c-4746-b09a-dd9b38e61851 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.89 "GET /v2.0/ports?device_id=09160c0a-b270-4451-826e-ed7432c4f5e9 HTTP/1.1" status: 200 len: 1683 time: 0.1997876 Jul 06 11:58:33.290107 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-607aa130-b86e-4142-8cdc-37b4462e910f req-fbb39242-d6d1-4692-a1a5-f96f0f4de1ed tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d1f96a4379c43c0b369e21faf6076f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294439 Jul 06 11:58:33.333363 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-f02cae79-ddf0-4d16-9989-978fc7a3c723 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:33.369912 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-f02cae79-ddf0-4d16-9989-978fc7a3c723 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Transition to ACTIVE for port object 725f2c72-c52b-4d1f-810c-fd31c0f5e83f will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:33.374377 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10a1eb30-14da-4910-b4d7-b18e97fff364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:33.418643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-01009272-724e-412f-a6c8-aa03c7292299 req-31fba9d7-079b-4046-87bc-36e39e6d8af0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Deleting port 9d3dc456-90ed-419f-968a-96a7f898a0bb {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:33.418917 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-01009272-724e-412f-a6c8-aa03c7292299 req-31fba9d7-079b-4046-87bc-36e39e6d8af0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:33.494669 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-f02cae79-ddf0-4d16-9989-978fc7a3c723 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:33.504082 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-607aa130-b86e-4142-8cdc-37b4462e910f req-0f1a64fb-d7d8-45ce-832b-a65a142a8c82 service neutron] 10.222.0.81 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030053 Jul 06 11:58:33.564573 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-f02cae79-ddf0-4d16-9989-978fc7a3c723 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Network 0414ebcb-6b82-452d-a478-ab07e455b97c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:33.576278 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-f02cae79-ddf0-4d16-9989-978fc7a3c723 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:33.586200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-f02cae79-ddf0-4d16-9989-978fc7a3c723 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:33.622441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cae79-ddf0-4d16-9989-978fc7a3c723 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Pushing event updated for resources: {'Port': ['ID=725f2c72-c52b-4d1f-810c-fd31c0f5e83f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:33.642952 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-01009272-724e-412f-a6c8-aa03c7292299 req-31fba9d7-079b-4046-87bc-36e39e6d8af0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] For port 9d3dc456-90ed-419f-968a-96a7f898a0bb, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9d3dc456-90ed-419f-968a-96a7f898a0bb,segment=NetworkSegment(5e842840-45fc-43b7-9a8f-ccd5ee8c88e2),segment_id=5e842840-45fc-43b7-9a8f-ccd5ee8c88e2)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:33.643375 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-01009272-724e-412f-a6c8-aa03c7292299 req-31fba9d7-079b-4046-87bc-36e39e6d8af0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:33.662321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-f02cae79-ddf0-4d16-9989-978fc7a3c723 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:33.662986 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-f02cae79-ddf0-4d16-9989-978fc7a3c723 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:33.679298 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-f02cae79-ddf0-4d16-9989-978fc7a3c723 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0904682 Jul 06 11:58:33.680173 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-01009272-724e-412f-a6c8-aa03c7292299 req-31fba9d7-079b-4046-87bc-36e39e6d8af0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Calling delete_port for 9d3dc456-90ed-419f-968a-96a7f898a0bb owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:33.695055 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-607aa130-b86e-4142-8cdc-37b4462e910f req-1746cace-8071-4e39-bc4a-3c4339c22df1 service neutron] 10.222.0.81 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900048 Jul 06 11:58:33.762163 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Request body: {'port': {'device_id': '47f58696-8272-4b7a-aec2-02d96d318dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:33.933574 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b8eb394c-b3e2-41f6-b3f3-f037afeeb083 None None] Provisioning for port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:33.938477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b8eb394c-b3e2-41f6-b3f3-f037afeeb083 None None] Provisioning complete for port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:33.938854 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b8eb394c-b3e2-41f6-b3f3-f037afeeb083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:33.998519 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-10a1eb30-14da-4910-b4d7-b18e97fff364 admin admin] Deleting port a477e67e-28b1-4093-a8ba-91748e940141 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:33.998870 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10a1eb30-14da-4910-b4d7-b18e97fff364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:34.000979 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:34.015713 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc67bbb7-62c1-4e05-8393-4c725eda4c0f req-74dfa632-b688-4816-96bc-9429c04bb802 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/floatingips/3036d241-91f3-430b-a509-818618775ac9 HTTP/1.1" status: 200 len: 692 time: 0.1064219 Jul 06 11:58:34.021188 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb394c-b3e2-41f6-b3f3-f037afeeb083 None None] Port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:58:34.065272 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-01009272-724e-412f-a6c8-aa03c7292299 req-31fba9d7-079b-4046-87bc-36e39e6d8af0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:34.128541 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fba9d7-079b-4046-87bc-36e39e6d8af0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Port': ['ID=9d3dc456-90ed-419f-968a-96a7f898a0bb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:34.215023 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-01009272-724e-412f-a6c8-aa03c7292299 req-31fba9d7-079b-4046-87bc-36e39e6d8af0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] No DVR routers for this DVR port 9d3dc456-90ed-419f-968a-96a7f898a0bb on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:34.224217 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-01009272-724e-412f-a6c8-aa03c7292299 req-31fba9d7-079b-4046-87bc-36e39e6d8af0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:34.229065 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-01009272-724e-412f-a6c8-aa03c7292299 req-31fba9d7-079b-4046-87bc-36e39e6d8af0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.89 "DELETE /v2.0/ports/9d3dc456-90ed-419f-968a-96a7f898a0bb HTTP/1.1" status: 204 len: 173 time: 0.9777904 Jul 06 11:58:34.229706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09160c0a-b270-4451-826e-ed7432c4f5e9', 'name': 'network-vif-deleted', 'tag': '9d3dc456-90ed-419f-968a-96a7f898a0bb'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:34.232321 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0668e2e8-be3e-4fe7-a148-af07665c9d0f" -d '{"events": [{"server_uuid": "09160c0a-b270-4451-826e-ed7432c4f5e9", "name": "network-vif-deleted", "tag": "9d3dc456-90ed-419f-968a-96a7f898a0bb"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:34.632889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67bbb7-62c1-4e05-8393-4c725eda4c0f req-3a35c1e4-71d9-4463-ad89-167d131bc8bd tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:34.636278 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc67bbb7-62c1-4e05-8393-4c725eda4c0f req-3a35c1e4-71d9-4463-ad89-167d131bc8bd tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.6075273 Jul 06 11:58:34.669637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-10a1eb30-14da-4910-b4d7-b18e97fff364 admin admin] For port a477e67e-28b1-4093-a8ba-91748e940141, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a477e67e-28b1-4093-a8ba-91748e940141,segment=NetworkSegment(fdb0a8b1-3167-46fb-a636-5e71172da174),segment_id=fdb0a8b1-3167-46fb-a636-5e71172da174)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:34.670469 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10a1eb30-14da-4910-b4d7-b18e97fff364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:34.695196 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-10a1eb30-14da-4910-b4d7-b18e97fff364 admin admin] Calling delete_port for a477e67e-28b1-4093-a8ba-91748e940141 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:34.851718 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc67bbb7-62c1-4e05-8393-4c725eda4c0f req-d9a3bc0a-fd07-4bb3-b245-dfdc67cef493 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.91 HTTP/1.1" status: 200 len: 695 time: 0.0837774 Jul 06 11:58:34.866783 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-01009272-724e-412f-a6c8-aa03c7292299 req-b4a3560d-71a8-4709-bfb8-5c0a377490f1 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Deleting port 191f00e4-0081-4ede-b0ea-bbe7238eb92d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:34.867129 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-01009272-724e-412f-a6c8-aa03c7292299 req-b4a3560d-71a8-4709-bfb8-5c0a377490f1 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:34.957276 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc67bbb7-62c1-4e05-8393-4c725eda4c0f req-3ed3e9cf-6098-4432-b11f-b947abed119f tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.91 HTTP/1.1" status: 200 len: 695 time: 0.0629203 Jul 06 11:58:35.013866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725f2c72-c52b-4d1f-810c-fd31c0f5e83f {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:35.019773 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-01009272-724e-412f-a6c8-aa03c7292299 req-b4a3560d-71a8-4709-bfb8-5c0a377490f1 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] For port 191f00e4-0081-4ede-b0ea-bbe7238eb92d, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=191f00e4-0081-4ede-b0ea-bbe7238eb92d,segment=NetworkSegment(e46a798c-6e24-4290-8778-cdb534630a0a),segment_id=e46a798c-6e24-4290-8778-cdb534630a0a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:35.020147 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-01009272-724e-412f-a6c8-aa03c7292299 req-b4a3560d-71a8-4709-bfb8-5c0a377490f1 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.031849 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.040736 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-01009272-724e-412f-a6c8-aa03c7292299 req-b4a3560d-71a8-4709-bfb8-5c0a377490f1 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Calling delete_port for 191f00e4-0081-4ede-b0ea-bbe7238eb92d owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:35.108076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9d3dc456-90ed-419f-968a-96a7f898a0bb no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:35.134930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 9d3dc456-90ed-419f-968a-96a7f898a0bb {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:35.135577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9d3dc456-90ed-419f-968a-96a7f898a0bb not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:35.136148 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 191f00e4-0081-4ede-b0ea-bbe7238eb92d no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:35.165984 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10a1eb30-14da-4910-b4d7-b18e97fff364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.200382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1eb30-14da-4910-b4d7-b18e97fff364 admin admin] Pushing event deleted for resources: {'Port': ['ID=a477e67e-28b1-4093-a8ba-91748e940141,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:35.203411 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Transition to ACTIVE for port object 725f2c72-c52b-4d1f-810c-fd31c0f5e83f will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:35.204923 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-01009272-724e-412f-a6c8-aa03c7292299 req-b4a3560d-71a8-4709-bfb8-5c0a377490f1 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.214512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-fc67bbb7-62c1-4e05-8393-4c725eda4c0f req-de4b5521-7704-42f4-a5f9-74e5dc78ede9 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Deleting port cfdd6fe2-0b55-42f0-acea-254a152f050d {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:35.215002 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fc67bbb7-62c1-4e05-8393-4c725eda4c0f req-de4b5521-7704-42f4-a5f9-74e5dc78ede9 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.235007 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.271488 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.279796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3560d-71a8-4709-bfb8-5c0a377490f1 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Port': ['ID=191f00e4-0081-4ede-b0ea-bbe7238eb92d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:35.386643 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.472239 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-784d55fd-225e-47d8-b8df-5fa009ce2aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.525504 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fc67bbb7-62c1-4e05-8393-4c725eda4c0f req-de4b5521-7704-42f4-a5f9-74e5dc78ede9 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.526309 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fc67bbb7-62c1-4e05-8393-4c725eda4c0f req-de4b5521-7704-42f4-a5f9-74e5dc78ede9 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.589837 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-01009272-724e-412f-a6c8-aa03c7292299 req-b4a3560d-71a8-4709-bfb8-5c0a377490f1 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] No DVR routers for this DVR port 191f00e4-0081-4ede-b0ea-bbe7238eb92d on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:35.597433 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-01009272-724e-412f-a6c8-aa03c7292299 req-b4a3560d-71a8-4709-bfb8-5c0a377490f1 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.601258 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-01009272-724e-412f-a6c8-aa03c7292299 req-b4a3560d-71a8-4709-bfb8-5c0a377490f1 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.89 "DELETE /v2.0/ports/191f00e4-0081-4ede-b0ea-bbe7238eb92d HTTP/1.1" status: 204 len: 173 time: 1.3640690 Jul 06 11:58:35.676459 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10a1eb30-14da-4910-b4d7-b18e97fff364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.698412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-fc67bbb7-62c1-4e05-8393-4c725eda4c0f req-de4b5521-7704-42f4-a5f9-74e5dc78ede9 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Calling delete_port for cfdd6fe2-0b55-42f0-acea-254a152f050d owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:35.739893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Pushing event updated for resources: {'Port': ['ID=725f2c72-c52b-4d1f-810c-fd31c0f5e83f,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:35.896063 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Attempting to bind port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:35.896405 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Attempting to bind port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:35.896881 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Attempting to bind port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f on network 0414ebcb-6b82-452d-a478-ab07e455b97c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:35.910228 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f on network 0414ebcb-6b82-452d-a478-ab07e455b97c not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:58:35.910551 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Attempting to bind port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f on network 0414ebcb-6b82-452d-a478-ab07e455b97c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:35.921329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa130-b86e-4142-8cdc-37b4462e910f req-8c71a246-efbc-4a09-a0b5-2081d6a73ecc tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:35.924015 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-607aa130-b86e-4142-8cdc-37b4462e910f req-8c71a246-efbc-4a09-a0b5-2081d6a73ecc tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.89 "GET /v2.0/networks?id=0414ebcb-6b82-452d-a478-ab07e455b97c HTTP/1.1" status: 200 len: 816 time: 0.3435254 Jul 06 11:58:35.927697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:35.928684 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Checking segment: {'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:35.929127 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Bound using segment: {'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:35.929763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Bound port: 725f2c72-c52b-4d1f-810c-fd31c0f5e83f, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:35.930463 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:35.950957 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-607aa130-b86e-4142-8cdc-37b4462e910f req-6c59d9ad-41a7-4429-abe7-087f4f552373 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Request body: {'port': {'device_id': '47cb3e91-909b-4cdb-9713-1389b5c2ca87', 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c', 'admin_state_up': True, 'tenant_id': '1d1f96a4379c43c0b369e21faf6076f8'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:36.107872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a1eb30-14da-4910-b4d7-b18e97fff364 admin admin] Router 119a3f6f-f4a4-40ad-9d86-3abff2de52f3 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:58:36.116529 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fc67bbb7-62c1-4e05-8393-4c725eda4c0f req-de4b5521-7704-42f4-a5f9-74e5dc78ede9 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.143043 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] For port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:36.155097 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] For port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=725f2c72-c52b-4d1f-810c-fd31c0f5e83f,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:36.155594 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b5521-7704-42f4-a5f9-74e5dc78ede9 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Pushing event deleted for resources: {'Port': ['ID=cfdd6fe2-0b55-42f0-acea-254a152f050d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:36.171021 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.213934 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.237019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:36.237414 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.240189 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] 10.222.0.23 "PUT /v2.0/ports/725f2c72-c52b-4d1f-810c-fd31c0f5e83f HTTP/1.1" status: 200 len: 1092 time: 2.4837067 Jul 06 11:58:36.251291 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607aa130-b86e-4142-8cdc-37b4462e910f req-6c59d9ad-41a7-4429-abe7-087f4f552373 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Made reservation on behalf of 1d1f96a4379c43c0b369e21faf6076f8 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:36.255674 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-607aa130-b86e-4142-8cdc-37b4462e910f req-6c59d9ad-41a7-4429-abe7-087f4f552373 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.281231 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fc67bbb7-62c1-4e05-8393-4c725eda4c0f req-de4b5521-7704-42f4-a5f9-74e5dc78ede9 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.284156 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fc67bbb7-62c1-4e05-8393-4c725eda4c0f req-de4b5521-7704-42f4-a5f9-74e5dc78ede9 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.285815 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc67bbb7-62c1-4e05-8393-4c725eda4c0f req-de4b5521-7704-42f4-a5f9-74e5dc78ede9 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "DELETE /v2.0/floatingips/3036d241-91f3-430b-a509-818618775ac9 HTTP/1.1" status: 204 len: 173 time: 1.3158252 Jul 06 11:58:36.360226 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a1eb30-14da-4910-b4d7-b18e97fff364 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:36.371008 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-10a1eb30-14da-4910-b4d7-b18e97fff364 admin admin] 10.222.0.81 "PUT /v2.0/routers/119a3f6f-f4a4-40ad-9d86-3abff2de52f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6882448 Jul 06 11:58:36.372645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51186368-655e-425f-8df8-3c6e942ed95f service neutron] Pushing event updated for resources: {'Port': ['ID=725f2c72-c52b-4d1f-810c-fd31c0f5e83f,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:36.373566 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda2079-8f11-48a7-a880-831162ffc8a3 None None] Sync routers for ids ['119a3f6f-f4a4-40ad-9d86-3abff2de52f3'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:36.382854 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36250) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:36.388969 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda2079-8f11-48a7-a880-831162ffc8a3 None None] Routers {'119a3f6f-f4a4-40ad-9d86-3abff2de52f3'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:36.389698 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4dda2079-8f11-48a7-a880-831162ffc8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['119a3f6f-f4a4-40ad-9d86-3abff2de52f3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:36.624656 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4dda2079-8f11-48a7-a880-831162ffc8a3 None None] Set router 119a3f6f-f4a4-40ad-9d86-3abff2de52f3 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:36.648013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-359c3016-b059-49ba-bc5e-d1cef2c83924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:36.649687 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-359c3016-b059-49ba-bc5e-d1cef2c83924 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d1f96a4379c43c0b369e21faf6076f8&device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 1095 time: 0.3124914 Jul 06 11:58:36.672955 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d56f805-ba26-4171-9453-c177b645627f req-229841cb-3e93-4d89-871b-41d1e33132a0 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "GET /v2.0/ports?device_id=09160c0a-b270-4451-826e-ed7432c4f5e9 HTTP/1.1" status: 200 len: 210 time: 0.0811014 Jul 06 11:58:36.707885 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bdae6398-0627-4d51-97c6-576200bb0c1c admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:36.717825 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-607aa130-b86e-4142-8cdc-37b4462e910f req-6c59d9ad-41a7-4429-abe7-087f4f552373 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Allocated IP 172.20.0.3 (0414ebcb-6b82-452d-a478-ab07e455b97c/48d998d7-7f21-477b-b140-a9daa91a9b72/bd7151f0-f2dd-4852-82c8-259cfe0e4886) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:36.721114 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-322593c4-698d-4375-9b8a-44b1baeab8e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=725f2c72-c52b-4d1f-810c-fd31c0f5e83f HTTP/1.1" status: 200 len: 217 time: 0.0536675 Jul 06 11:58:36.843102 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-2e0543db-3f96-4a1b-ae4c-f2df1c4f394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:36.845026 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-2e0543db-3f96-4a1b-ae4c-f2df1c4f394e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48d998d7-7f21-477b-b140-a9daa91a9b72 HTTP/1.1" status: 200 len: 855 time: 0.1166263 Jul 06 11:58:36.919575 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bdae6398-0627-4d51-97c6-576200bb0c1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.016946 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-c519c15a-3554-4f89-83e2-2ebcc77ce92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:37.016946 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-c519c15a-3554-4f89-83e2-2ebcc77ce92b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0414ebcb-6b82-452d-a478-ab07e455b97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598268 Jul 06 11:58:37.039642 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bdae6398-0627-4d51-97c6-576200bb0c1c admin admin] Deleting port b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:37.039996 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bdae6398-0627-4d51-97c6-576200bb0c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.070471 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4dda2079-8f11-48a7-a880-831162ffc8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'name': 'tempest-FloatingIPDetailsTestJSON-658304345-router', 'tenant_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:46Z', 'updated_at': '2021-07-06T11:58:35Z', 'revision_number': 5, 'project_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'gw_port': {'id': 'b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:57:48Z', 'updated_at': '2021-07-06T11:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:37.109498 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-607aa130-b86e-4142-8cdc-37b4462e910f req-6c59d9ad-41a7-4429-abe7-087f4f552373 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.123461 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda2079-8f11-48a7-a880-831162ffc8a3 None None] Checking router: 119a3f6f-f4a4-40ad-9d86-3abff2de52f3 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:37.138413 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda2079-8f11-48a7-a880-831162ffc8a3 None None] Routers {'119a3f6f-f4a4-40ad-9d86-3abff2de52f3'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:37.139939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-607aa130-b86e-4142-8cdc-37b4462e910f req-6c59d9ad-41a7-4429-abe7-087f4f552373 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Transition to ACTIVE for port object bd7151f0-f2dd-4852-82c8-259cfe0e4886 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:37.140268 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4dda2079-8f11-48a7-a880-831162ffc8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['119a3f6f-f4a4-40ad-9d86-3abff2de52f3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:37.190982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-bdae6398-0627-4d51-97c6-576200bb0c1c admin admin] For port b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:37.190982 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bdae6398-0627-4d51-97c6-576200bb0c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.220445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bdae6398-0627-4d51-97c6-576200bb0c1c admin admin] Calling delete_port for b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:37.237132 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-51d1b3b7-a7f8-4197-ae8d-bf2f268f7df0 service neutron] 10.222.0.23 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062964 Jul 06 11:58:37.276325 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-607aa130-b86e-4142-8cdc-37b4462e910f req-6c59d9ad-41a7-4429-abe7-087f4f552373 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.357171 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4dda2079-8f11-48a7-a880-831162ffc8a3 None None] Set router 119a3f6f-f4a4-40ad-9d86-3abff2de52f3 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:37.386464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607aa130-b86e-4142-8cdc-37b4462e910f req-6c59d9ad-41a7-4429-abe7-087f4f552373 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Network 0414ebcb-6b82-452d-a478-ab07e455b97c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:37.402238 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-607aa130-b86e-4142-8cdc-37b4462e910f req-6c59d9ad-41a7-4429-abe7-087f4f552373 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:37.412827 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59d9ad-41a7-4429-abe7-087f4f552373 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Pushing event updated for resources: {'Port': ['ID=bd7151f0-f2dd-4852-82c8-259cfe0e4886,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:37.423059 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-607aa130-b86e-4142-8cdc-37b4462e910f req-6c59d9ad-41a7-4429-abe7-087f4f552373 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:37.455248 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4dda2079-8f11-48a7-a880-831162ffc8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'name': 'tempest-FloatingIPDetailsTestJSON-658304345-router', 'tenant_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:46Z', 'updated_at': '2021-07-06T11:58:36Z', 'revision_number': 6, 'project_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:37.499274 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda2079-8f11-48a7-a880-831162ffc8a3 None None] The sync data for ids ['119a3f6f-f4a4-40ad-9d86-3abff2de52f3'] in n-d-799529-2 is: [{'id': '119a3f6f-f4a4-40ad-9d86-3abff2de52f3', 'name': 'tempest-FloatingIPDetailsTestJSON-658304345-router', 'tenant_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:57:46Z', 'updated_at': '2021-07-06T11:58:36Z', 'revision_number': 6, 'project_id': '8bf9c46e6d284b1f9df5f13ccb90321d', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:37.520619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa130-b86e-4142-8cdc-37b4462e910f req-6c59d9ad-41a7-4429-abe7-087f4f552373 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:37.521315 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-607aa130-b86e-4142-8cdc-37b4462e910f req-6c59d9ad-41a7-4429-abe7-087f4f552373 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.527792 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18df708d-b5fd-4aab-a2c3-48756773e213 req-2d2580a7-df02-4379-b9ce-a904756177ce service neutron] 10.222.0.23 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810955 Jul 06 11:58:37.550088 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-607aa130-b86e-4142-8cdc-37b4462e910f req-6c59d9ad-41a7-4429-abe7-087f4f552373 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6129458 Jul 06 11:58:37.565934 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Request body: {'port': {'device_id': '47cb3e91-909b-4cdb-9713-1389b5c2ca87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:37.636340 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-da956a63-fd0d-4c77-ad3b-c63b34184529 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:37.638174 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-da956a63-fd0d-4c77-ad3b-c63b34184529 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/networks?id=0414ebcb-6b82-452d-a478-ab07e455b97c HTTP/1.1" status: 200 len: 816 time: 0.2649941 Jul 06 11:58:37.667393 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.671030 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-125f1fde-d6fc-405b-afe9-088e3f92cfb8 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/quotas/1d1f96a4379c43c0b369e21faf6076f8 HTTP/1.1" status: 200 len: 375 time: 0.0127552 Jul 06 11:58:37.726637 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bdae6398-0627-4d51-97c6-576200bb0c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.753424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-363b81ce-b9e7-43f0-bc1e-5124a94b177f None None] Provisioning for port bd7151f0-f2dd-4852-82c8-259cfe0e4886 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:37.760985 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-363b81ce-b9e7-43f0-bc1e-5124a94b177f None None] Provisioning complete for port bd7151f0-f2dd-4852-82c8-259cfe0e4886 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:37.761943 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-363b81ce-b9e7-43f0-bc1e-5124a94b177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:37.773285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae6398-0627-4d51-97c6-576200bb0c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:37.821222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-363b81ce-b9e7-43f0-bc1e-5124a94b177f None None] Port bd7151f0-f2dd-4852-82c8-259cfe0e4886 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:58:37.863808 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-041d717f-9cb0-42bd-9595-eb157bc4eab2 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d1f96a4379c43c0b369e21faf6076f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1844940 Jul 06 11:58:37.872546 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bdae6398-0627-4d51-97c6-576200bb0c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.023869 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bdae6398-0627-4d51-97c6-576200bb0c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.027036 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bdae6398-0627-4d51-97c6-576200bb0c1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.030887 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7151f0-f2dd-4852-82c8-259cfe0e4886 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:38.041397 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.055126 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Transition to ACTIVE for port object bd7151f0-f2dd-4852-82c8-259cfe0e4886 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:38.060228 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.093053 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bdae6398-0627-4d51-97c6-576200bb0c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.093555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdae6398-0627-4d51-97c6-576200bb0c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 119a3f6f-f4a4-40ad-9d86-3abff2de52f3 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:58:38.098993 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bdae6398-0627-4d51-97c6-576200bb0c1c admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.102911 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bdae6398-0627-4d51-97c6-576200bb0c1c admin admin] 10.222.0.81 "DELETE /v2.0/routers/119a3f6f-f4a4-40ad-9d86-3abff2de52f3 HTTP/1.1" status: 204 len: 168 time: 1.7168915 Jul 06 11:58:38.103593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36268) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:38.123212 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-7e6a8af4-ee1c-40c6-894f-6734b33d423d service neutron] 10.222.0.81 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481453 Jul 06 11:58:38.150398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7151f0-f2dd-4852-82c8-259cfe0e4886,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:38.166015 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dae6d1d1-5c10-4d54-8578-d78294941bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.180604 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.222874 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0c9574-99c4-4fb4-9424-012536f38b30 admin admin] Deleting subnet 0d6e139a-0be9-40f4-b094-41ea5163ca65 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:58:38.230103 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ca0c9574-99c4-4fb4-9424-012536f38b30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.239141 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-fc8aaf0c-dc03-489c-b837-6813f7e3c7e4 service neutron] 10.222.0.81 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130543 Jul 06 11:58:38.283215 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Attempting to bind port bd7151f0-f2dd-4852-82c8-259cfe0e4886 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:38.283782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Attempting to bind port bd7151f0-f2dd-4852-82c8-259cfe0e4886 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:38.283879 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Attempting to bind port bd7151f0-f2dd-4852-82c8-259cfe0e4886 on network 0414ebcb-6b82-452d-a478-ab07e455b97c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:38.293652 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ca0c9574-99c4-4fb4-9424-012536f38b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.324296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Port bd7151f0-f2dd-4852-82c8-259cfe0e4886 on network 0414ebcb-6b82-452d-a478-ab07e455b97c not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:58:38.324629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Attempting to bind port bd7151f0-f2dd-4852-82c8-259cfe0e4886 on network 0414ebcb-6b82-452d-a478-ab07e455b97c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:38.333700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:38.334537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Checking segment: {'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:38.335460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Bound using segment: {'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:38.335460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Bound port: bd7151f0-f2dd-4852-82c8-259cfe0e4886, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:38.335829 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.462228 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ca0c9574-99c4-4fb4-9424-012536f38b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.492771 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] For port bd7151f0-f2dd-4852-82c8-259cfe0e4886, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:38.534587 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] For port bd7151f0-f2dd-4852-82c8-259cfe0e4886, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bd7151f0-f2dd-4852-82c8-259cfe0e4886,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:38.546448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.586591 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8100b23c-1d0f-4395-ab14-cf238bfd4d2b x-openstack-request-id: req-8100b23c-1d0f-4395-ab14-cf238bfd4d2b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:38.586881 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09160c0a-b270-4451-826e-ed7432c4f5e9", "name": "network-vif-deleted", "tag": "9d3dc456-90ed-419f-968a-96a7f898a0bb", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:38.587146 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8100b23c-1d0f-4395-ab14-cf238bfd4d2b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:38.587558 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09160c0a-b270-4451-826e-ed7432c4f5e9', 'name': 'network-vif-deleted', 'tag': '9d3dc456-90ed-419f-968a-96a7f898a0bb', 'status': 'completed', 'code': 200} Jul 06 11:58:38.600019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:38.600574 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.602047 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-607aa130-b86e-4142-8cdc-37b4462e910f req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] 10.222.0.89 "PUT /v2.0/ports/bd7151f0-f2dd-4852-82c8-259cfe0e4886 HTTP/1.1" status: 200 len: 1091 time: 1.0430913 Jul 06 11:58:38.675364 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ca0c9574-99c4-4fb4-9424-012536f38b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.677971 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f07c1-8818-45cb-8cf1-44d3ea5ffb58 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7151f0-f2dd-4852-82c8-259cfe0e4886,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:38.822060 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-c881e1e4-1021-4fa5-9ed7-ebc80d3a0112 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2392509 Jul 06 11:58:38.835368 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:38.852442 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a477e67e-28b1-4093-a8ba-91748e940141 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:38.882217 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.900604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: a477e67e-28b1-4093-a8ba-91748e940141 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:38.902307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a477e67e-28b1-4093-a8ba-91748e940141 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:38.904596 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:38.919306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c9574-99c4-4fb4-9424-012536f38b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6e139a-0be9-40f4-b094-41ea5163ca65,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:38.929128 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ca0c9574-99c4-4fb4-9424-012536f38b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:38.938791 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ca0c9574-99c4-4fb4-9424-012536f38b30 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0d6e139a-0be9-40f4-b094-41ea5163ca65 HTTP/1.1" status: 204 len: 168 time: 0.8344932 Jul 06 11:58:38.940121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36282) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:38.954228 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fcddbc-50b7-4159-bdd1-b2a6b1fc953f None None] Network e45e096e-c5d9-4f5a-ad32-173ba712cd27 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:38.960700 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:38.963085 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b048f9eb-fdcf-42e6-b6b2-87ccb4012f6e not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:39.033402 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.040765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa130-b86e-4142-8cdc-37b4462e910f req-5b8a3ee7-996c-43b2-8507-c5032bb59abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:39.042520 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-607aa130-b86e-4142-8cdc-37b4462e910f req-5b8a3ee7-996c-43b2-8507-c5032bb59abe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d1f96a4379c43c0b369e21faf6076f8&device_id=47cb3e91-909b-4cdb-9713-1389b5c2ca87 HTTP/1.1" status: 200 len: 1094 time: 0.3447866 Jul 06 11:58:39.127802 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-607aa130-b86e-4142-8cdc-37b4462e910f req-a9237f82-9b3d-4e3f-8869-4d76d4925e66 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd7151f0-f2dd-4852-82c8-259cfe0e4886 HTTP/1.1" status: 200 len: 217 time: 0.0766828 Jul 06 11:58:39.147632 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.258024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa130-b86e-4142-8cdc-37b4462e910f req-419dc3fb-43ba-41d2-b285-12f7bc227ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:39.259715 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-607aa130-b86e-4142-8cdc-37b4462e910f req-419dc3fb-43ba-41d2-b285-12f7bc227ab2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=48d998d7-7f21-477b-b140-a9daa91a9b72 HTTP/1.1" status: 200 len: 855 time: 0.1034327 Jul 06 11:58:39.262219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] Deleting port dcfc8839-2069-4558-88bb-2e460b532636 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:39.262668 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.269933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bb0cfc-6da4-4b0c-afc3-510926c225e8 None None] DHCP port deletion for e45e096e-c5d9-4f5a-ad32-173ba712cd27 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:58:39.273747 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.339204 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] For port dcfc8839-2069-4558-88bb-2e460b532636, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=dcfc8839-2069-4558-88bb-2e460b532636,segment=NetworkSegment(fdb0a8b1-3167-46fb-a636-5e71172da174),segment_id=fdb0a8b1-3167-46fb-a636-5e71172da174)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:39.339891 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.340951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Allocated IP 172.25.4.107 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/fd3d30eb-5f21-4dce-9665-7b5580c501c7) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:39.363973 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] Calling delete_port for dcfc8839-2069-4558-88bb-2e460b532636 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:39.379930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-13bb0cfc-6da4-4b0c-afc3-510926c225e8 None None] Deleting port dcfc8839-2069-4558-88bb-2e460b532636 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:39.381695 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13bb0cfc-6da4-4b0c-afc3-510926c225e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.517545 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa130-b86e-4142-8cdc-37b4462e910f req-a72b2052-a3e4-45c7-b4f9-2d3bf604d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:39.519497 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-607aa130-b86e-4142-8cdc-37b4462e910f req-a72b2052-a3e4-45c7-b4f9-2d3bf604d2d4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0414ebcb-6b82-452d-a478-ab07e455b97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638837 Jul 06 11:58:39.544396 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.605883 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.636825 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] No DVR routers for this DVR port dcfc8839-2069-4558-88bb-2e460b532636 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:39.642710 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcfc8839-2069-4558-88bb-2e460b532636,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:39.692998 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.698333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-13bb0cfc-6da4-4b0c-afc3-510926c225e8 None None] For port dcfc8839-2069-4558-88bb-2e460b532636, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=dcfc8839-2069-4558-88bb-2e460b532636,segment=NetworkSegment(fdb0a8b1-3167-46fb-a636-5e71172da174),segment_id=fdb0a8b1-3167-46fb-a636-5e71172da174)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:39.700180 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13bb0cfc-6da4-4b0c-afc3-510926c225e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.730083 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-13bb0cfc-6da4-4b0c-afc3-510926c225e8 None None] Calling delete_port for dcfc8839-2069-4558-88bb-2e460b532636 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:39.754918 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:39.760612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:39.765505 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:39.782655 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-607aa130-b86e-4142-8cdc-37b4462e910f req-256178b9-52cd-4dc7-a867-f4033e87f839 service neutron] 10.222.0.89 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556236 Jul 06 11:58:39.784369 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.808717 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45e096e-c5d9-4f5a-ad32-173ba712cd27']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:39.811129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Pushing event updated for resources: {'Port': ['ID=fd3d30eb-5f21-4dce-9665-7b5580c501c7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:39.834372 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13bb0cfc-6da4-4b0c-afc3-510926c225e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.872359 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb0a8b1-3167-46fb-a636-5e71172da174') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:39.872680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb0a8b1-3167-46fb-a636-5e71172da174') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:39.875502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb0cfc-6da4-4b0c-afc3-510926c225e8 None None] No DVR routers for this DVR port dcfc8839-2069-4558-88bb-2e460b532636 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:39.880080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb0cfc-6da4-4b0c-afc3-510926c225e8 None None] Pushing event deleted for resources: {'Port': ['ID=dcfc8839-2069-4558-88bb-2e460b532636,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:39.901395 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.902066 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.963332 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-607aa130-b86e-4142-8cdc-37b4462e910f req-04d3662c-74ce-413d-a3a4-172d501862ec service neutron] 10.222.0.89 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701281 Jul 06 11:58:39.964485 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.973529 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:39.974115 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:39.977025 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:40.067186 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.082679 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.086408 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e45e096e-c5d9-4f5a-ad32-173ba712cd27 HTTP/1.1" status: 204 len: 168 time: 1.1440217 Jul 06 11:58:40.102992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d86db-f689-46cd-b53f-1c93758faf13 admin admin] Pushing event deleted for resources: {'Network': ['ID=e45e096e-c5d9-4f5a-ad32-173ba712cd27,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:40.329852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-bcd1acd3-70e6-4ce1-8c1f-422995171587 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:40.332340 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-bcd1acd3-70e6-4ce1-8c1f-422995171587 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.89 "GET /v2.0/networks?id=0414ebcb-6b82-452d-a478-ab07e455b97c HTTP/1.1" status: 200 len: 816 time: 0.1887290 Jul 06 11:58:40.333003 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.347250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-04c10902-3c52-4388-be1e-61af5840bbe9 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Request body: {'port': {'device_id': 'be441a5f-cb91-4abf-be50-0acafd7f2c35', 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c', 'admin_state_up': True, 'tenant_id': '1d1f96a4379c43c0b369e21faf6076f8'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:40.510956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-04c10902-3c52-4388-be1e-61af5840bbe9 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Made reservation on behalf of 1d1f96a4379c43c0b369e21faf6076f8 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:40.513331 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36292) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:40.517905 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-04c10902-3c52-4388-be1e-61af5840bbe9 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.599974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09160c0a-b270-4451-826e-ed7432c4f5e9', 'name': 'network-vif-deleted', 'tag': '191f00e4-0081-4ede-b0ea-bbe7238eb92d'}, {'name': 'network-changed', 'server_uuid': '47f58696-8272-4b7a-aec2-02d96d318dac', 'tag': '725f2c72-c52b-4d1f-810c-fd31c0f5e83f'}, {'name': 'network-changed', 'server_uuid': '47cb3e91-909b-4cdb-9713-1389b5c2ca87', 'tag': 'bd7151f0-f2dd-4852-82c8-259cfe0e4886'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:40.603149 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33903473-1056-4882-8b96-3edc56a5567a" -d '{"events": [{"server_uuid": "09160c0a-b270-4451-826e-ed7432c4f5e9", "name": "network-vif-deleted", "tag": "191f00e4-0081-4ede-b0ea-bbe7238eb92d"}, {"name": "network-changed", "server_uuid": "47f58696-8272-4b7a-aec2-02d96d318dac", "tag": "725f2c72-c52b-4d1f-810c-fd31c0f5e83f"}, {"name": "network-changed", "server_uuid": "47cb3e91-909b-4cdb-9713-1389b5c2ca87", "tag": "bd7151f0-f2dd-4852-82c8-259cfe0e4886"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:40.620633 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a1456e7d-57df-405d-8433-72f8ee6f98c2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8bf9c46e6d284b1f9df5f13ccb90321d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1060405 Jul 06 11:58:40.624522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36296) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:40.639179 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.647187 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.730372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Pushing event updated for resources: {'Port': ['ID=fd3d30eb-5f21-4dce-9665-7b5580c501c7,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:40.738886 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.756618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-04c10902-3c52-4388-be1e-61af5840bbe9 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Allocated IP 172.20.0.4 (0414ebcb-6b82-452d-a478-ab07e455b97c/48d998d7-7f21-477b-b140-a9daa91a9b72/e78cd5de-2bb8-456f-beb3-c2123254c9b7) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:40.759477 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7880d19f-17f7-47fa-aea6-9b09779e88a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.761700 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.763115 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-def2143b-5948-4978-ab5e-b636acdd1857 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9376647 Jul 06 11:58:40.772944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 725f2c72-c52b-4d1f-810c-fd31c0f5e83f details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:58:40.804618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device dcfc8839-2069-4558-88bb-2e460b532636 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:40.805418 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7880d19f-17f7-47fa-aea6-9b09779e88a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.847897 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: dcfc8839-2069-4558-88bb-2e460b532636 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:40.848510 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device dcfc8839-2069-4558-88bb-2e460b532636 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:40.858499 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.916311 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-44b681b0-b967-4629-8396-4c8661564b30 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 696 time: 0.1459177 Jul 06 11:58:40.956575 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7880d19f-17f7-47fa-aea6-9b09779e88a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.961088 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7880d19f-17f7-47fa-aea6-9b09779e88a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:40.962425 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7880d19f-17f7-47fa-aea6-9b09779e88a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/25010438-ff29-4ffe-adf1-f8e3bd99e11d HTTP/1.1" status: 204 len: 168 time: 0.3367002 Jul 06 11:58:40.980602 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880d19f-17f7-47fa-aea6-9b09779e88a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25010438-ff29-4ffe-adf1-f8e3bd99e11d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:41.031166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=725f2c72-c52b-4d1f-810c-fd31c0f5e83f,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:41.058336 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '725f2c72-c52b-4d1f-810c-fd31c0f5e83f', 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c', 'port_id': '725f2c72-c52b-4d1f-810c-fd31c0f5e83f', 'mac_address': 'fa:16:3e:39:2c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d998d7-7f21-477b-b140-a9daa91a9b72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:58:41.079651 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-04c10902-3c52-4388-be1e-61af5840bbe9 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.114369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-04c10902-3c52-4388-be1e-61af5840bbe9 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Transition to ACTIVE for port object e78cd5de-2bb8-456f-beb3-c2123254c9b7 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:41.117840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-bbe2b09d-81f8-4e62-a14d-c9f7c524fabd tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:41.120366 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a0c8296d-8594-43db-a8ca-9f6c202581f2 req-bbe2b09d-81f8-4e62-a14d-c9f7c524fabd tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.2027736 Jul 06 11:58:41.136440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bd7151f0-f2dd-4852-82c8-259cfe0e4886 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:58:41.165756 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.172549 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-04c10902-3c52-4388-be1e-61af5840bbe9 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.201630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725f2c72-c52b-4d1f-810c-fd31c0f5e83f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:41.260932 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=725f2c72-c52b-4d1f-810c-fd31c0f5e83f,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:41.268041 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.302155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-04c10902-3c52-4388-be1e-61af5840bbe9 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Network 0414ebcb-6b82-452d-a478-ab07e455b97c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:41.312048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-04c10902-3c52-4388-be1e-61af5840bbe9 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:41.314263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c10902-3c52-4388-be1e-61af5840bbe9 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Pushing event updated for resources: {'Port': ['ID=e78cd5de-2bb8-456f-beb3-c2123254c9b7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:41.316511 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-04c10902-3c52-4388-be1e-61af5840bbe9 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:41.476328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bd7151f0-f2dd-4852-82c8-259cfe0e4886, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bd7151f0-f2dd-4852-82c8-259cfe0e4886,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:41.511300 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=725f2c72-c52b-4d1f-810c-fd31c0f5e83f,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:41.524519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'bd7151f0-f2dd-4852-82c8-259cfe0e4886', 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c', 'port_id': 'bd7151f0-f2dd-4852-82c8-259cfe0e4886', 'mac_address': 'fa:16:3e:4c:ad:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d998d7-7f21-477b-b140-a9daa91a9b72', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:58:41.538780 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36308) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:41.579591 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['725f2c72-c52b-4d1f-810c-fd31c0f5e83f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:41.717003 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-11eca623-1742-4e84-a3de-3c7702e0f19f tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Deleting subnet 3ca44cb2-a457-4f45-9d31-b949ad6cea11 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:58:41.721784 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.729793 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11eca623-1742-4e84-a3de-3c7702e0f19f tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.788315 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11eca623-1742-4e84-a3de-3c7702e0f19f tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:41.793124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7151f0-f2dd-4852-82c8-259cfe0e4886 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:41.963980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bf8b34a5-2b1f-4566-adfb-612289ab6dcd None None] Provisioning for port e78cd5de-2bb8-456f-beb3-c2123254c9b7 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:41.972036 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11eca623-1742-4e84-a3de-3c7702e0f19f tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.004468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bf8b34a5-2b1f-4566-adfb-612289ab6dcd None None] Provisioning complete for port e78cd5de-2bb8-456f-beb3-c2123254c9b7 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:42.005086 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf8b34a5-2b1f-4566-adfb-612289ab6dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.077378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-04c10902-3c52-4388-be1e-61af5840bbe9 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:42.078065 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-04c10902-3c52-4388-be1e-61af5840bbe9 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.083012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bd7151f0-f2dd-4852-82c8-259cfe0e4886, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bd7151f0-f2dd-4852-82c8-259cfe0e4886,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:42.097184 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11eca623-1742-4e84-a3de-3c7702e0f19f tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.100460 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.112546 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-04c10902-3c52-4388-be1e-61af5840bbe9 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7702982 Jul 06 11:58:42.126970 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Request body: {'port': {'device_id': 'be441a5f-cb91-4abf-be50-0acafd7f2c35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:42.171579 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11eca623-1742-4e84-a3de-3c7702e0f19f tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.175968 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bd7151f0-f2dd-4852-82c8-259cfe0e4886,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:42.178377 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-11eca623-1742-4e84-a3de-3c7702e0f19f tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "DELETE /v2.0/subnets/3ca44cb2-a457-4f45-9d31-b949ad6cea11 HTTP/1.1" status: 204 len: 168 time: 0.6346667 Jul 06 11:58:42.196059 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3469535c-b0b8-4490-9aad-e013f073c728 None None] Network 4feda68d-ef7d-43b1-bfc5-2b011a89be3c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:42.202996 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36322) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:42.208747 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eca623-1742-4e84-a3de-3c7702e0f19f tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca44cb2-a457-4f45-9d31-b949ad6cea11,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:42.263730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b34a5-2b1f-4566-adfb-612289ab6dcd None None] Port e78cd5de-2bb8-456f-beb3-c2123254c9b7 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:58:42.290060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e1dfd-34a4-4f72-8e10-24bd83af2ca9 req-6c957382-114d-4a59-be96-d0c5142437ef tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:42.295493 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-568e1dfd-34a4-4f72-8e10-24bd83af2ca9 req-6c957382-114d-4a59-be96-d0c5142437ef tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 931 time: 0.1749871 Jul 06 11:58:42.317613 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.390419 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-568e1dfd-34a4-4f72-8e10-24bd83af2ca9 req-c276e4e7-5d0c-4fd6-9575-4373da9e8695 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869200 Jul 06 11:58:42.424223 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.429419 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd7151f0-f2dd-4852-82c8-259cfe0e4886'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:42.552100 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36330) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:42.574481 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7de557-5112-4b9c-85d2-5f02bb100ffd x-openstack-request-id: req-3d7de557-5112-4b9c-85d2-5f02bb100ffd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:42.574939 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09160c0a-b270-4451-826e-ed7432c4f5e9", "name": "network-vif-deleted", "tag": "191f00e4-0081-4ede-b0ea-bbe7238eb92d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47f58696-8272-4b7a-aec2-02d96d318dac", "tag": "725f2c72-c52b-4d1f-810c-fd31c0f5e83f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47cb3e91-909b-4cdb-9713-1389b5c2ca87", "tag": "bd7151f0-f2dd-4852-82c8-259cfe0e4886", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:42.575193 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3d7de557-5112-4b9c-85d2-5f02bb100ffd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:42.575873 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09160c0a-b270-4451-826e-ed7432c4f5e9', 'name': 'network-vif-deleted', 'tag': '191f00e4-0081-4ede-b0ea-bbe7238eb92d', 'status': 'completed', 'code': 200} Jul 06 11:58:42.576122 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f58696-8272-4b7a-aec2-02d96d318dac', 'tag': '725f2c72-c52b-4d1f-810c-fd31c0f5e83f', 'status': 'completed', 'code': 200} Jul 06 11:58:42.576368 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cb3e91-909b-4cdb-9713-1389b5c2ca87', 'tag': 'bd7151f0-f2dd-4852-82c8-259cfe0e4886', 'status': 'completed', 'code': 200} Jul 06 11:58:42.578181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Deleting port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:42.578471 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.673296 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7d116f9-0505-445e-b180-8b8defe52d07 req-4dca8456-fd43-4805-9b89-3e46c971c4c5 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/floatingips/02fbcdfd-424a-4fc9-a859-a1139a436375 HTTP/1.1" status: 200 len: 693 time: 0.1053340 Jul 06 11:58:42.676114 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eb3898-e911-4669-9356-dec2493f101d None None] DHCP port deletion for 4feda68d-ef7d-43b1-bfc5-2b011a89be3c request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:58:42.836046 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ae5caa72-f335-4b71-bdd9-f1dd4d1214ae admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1225376074-network', 'tenant_id': '87cb56cfa1e74a05a6a9c885c45eb196'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:42.842833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-72eb3898-e911-4669-9356-dec2493f101d None None] Deleting port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:42.843209 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-72eb3898-e911-4669-9356-dec2493f101d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:42.851435 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 798cbb34-fd23-479e-9196-ccd0d8f7f9ce no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:42.935934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d116f9-0505-445e-b180-8b8defe52d07 req-3d3e9788-a5e4-489c-8fbb-448e2b9f838c tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:42.939167 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7d116f9-0505-445e-b180-8b8defe52d07 req-3d3e9788-a5e4-489c-8fbb-448e2b9f838c tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.2573376 Jul 06 11:58:42.970493 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-72eb3898-e911-4669-9356-dec2493f101d None None] For port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=798cbb34-fd23-479e-9196-ccd0d8f7f9ce,segment=NetworkSegment(e46a798c-6e24-4290-8778-cdb534630a0a),segment_id=e46a798c-6e24-4290-8778-cdb534630a0a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:42.970893 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-72eb3898-e911-4669-9356-dec2493f101d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.002258 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-72eb3898-e911-4669-9356-dec2493f101d None None] Calling delete_port for 798cbb34-fd23-479e-9196-ccd0d8f7f9ce owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:43.058795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5caa72-f335-4b71-bdd9-f1dd4d1214ae admin admin] Made reservation on behalf of 87cb56cfa1e74a05a6a9c885c45eb196 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:43.067390 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae5caa72-f335-4b71-bdd9-f1dd4d1214ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.081765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] For port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=798cbb34-fd23-479e-9196-ccd0d8f7f9ce,segment=NetworkSegment(e46a798c-6e24-4290-8778-cdb534630a0a),segment_id=e46a798c-6e24-4290-8778-cdb534630a0a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:43.082354 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.091926 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7d116f9-0505-445e-b180-8b8defe52d07 req-90899118-cb2d-4f28-83c9-42126677d4ff tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 696 time: 0.1436970 Jul 06 11:58:43.094657 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.137418 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae5caa72-f335-4b71-bdd9-f1dd4d1214ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.138809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bd7151f0-f2dd-4852-82c8-259cfe0e4886 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:43.141540 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Calling delete_port for 798cbb34-fd23-479e-9196-ccd0d8f7f9ce owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:43.144992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33903473-1056-4882-8b96-3edc56a5567a req-d9c8ff7c-ff82-4f0e-8457-831727d5f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:43.148296 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33903473-1056-4882-8b96-3edc56a5567a req-d9c8ff7c-ff82-4f0e-8457-831727d5f571 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d1f96a4379c43c0b369e21faf6076f8&device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 1096 time: 0.6036348 Jul 06 11:58:43.170602 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33903473-1056-4882-8b96-3edc56a5567a req-48da7f05-e32a-42c7-92bf-d3e1fed25668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:43.172244 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33903473-1056-4882-8b96-3edc56a5567a req-48da7f05-e32a-42c7-92bf-d3e1fed25668 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d1f96a4379c43c0b369e21faf6076f8&device_id=47cb3e91-909b-4cdb-9713-1389b5c2ca87 HTTP/1.1" status: 200 len: 1095 time: 0.5914893 Jul 06 11:58:43.192922 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=798cbb34-fd23-479e-9196-ccd0d8f7f9ce,segment=NetworkSegment(e46a798c-6e24-4290-8778-cdb534630a0a),segment_id=e46a798c-6e24-4290-8778-cdb534630a0a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:43.202880 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.229151 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-72eb3898-e911-4669-9356-dec2493f101d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.253437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event deleted for resources: {'Port': ['ID=798cbb34-fd23-479e-9196-ccd0d8f7f9ce,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:43.275662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb3898-e911-4669-9356-dec2493f101d None None] No DVR routers for this DVR port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:43.300579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb3898-e911-4669-9356-dec2493f101d None None] Pushing event deleted for resources: {'Port': ['ID=798cbb34-fd23-479e-9196-ccd0d8f7f9ce,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:43.319628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port bd7151f0-f2dd-4852-82c8-259cfe0e4886 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:43.323632 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7d116f9-0505-445e-b180-8b8defe52d07 req-64092846-9221-4492-ad7f-97f9d7c7f928 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 696 time: 0.2255385 Jul 06 11:58:43.326233 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port bd7151f0-f2dd-4852-82c8-259cfe0e4886 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:43.326907 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.467913 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.524008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cb3e91-909b-4cdb-9713-1389b5c2ca87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7151f0-f2dd-4852-82c8-259cfe0e4886'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:43.527290 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601cc511-2495-4417-8f47-f049e3aa0996" -d '{"events": [{"server_uuid": "47cb3e91-909b-4cdb-9713-1389b5c2ca87", "name": "network-vif-plugged", "status": "completed", "tag": "bd7151f0-f2dd-4852-82c8-259cfe0e4886"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:43.532659 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bd7151f0-f2dd-4852-82c8-259cfe0e4886, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bd7151f0-f2dd-4852-82c8-259cfe0e4886,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:43.540734 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.569351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33903473-1056-4882-8b96-3edc56a5567a req-23de9b0c-e9ea-47c4-a704-0ff030404873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:43.570764 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33903473-1056-4882-8b96-3edc56a5567a req-23de9b0c-e9ea-47c4-a704-0ff030404873 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0414ebcb-6b82-452d-a478-ab07e455b97c HTTP/1.1" status: 200 len: 917 time: 0.4033182 Jul 06 11:58:43.578380 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.590422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-a7d116f9-0505-445e-b180-8b8defe52d07 req-d967d73a-7f72-44aa-9c71-a0a52c744caa tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Deleting port fd3d30eb-5f21-4dce-9665-7b5580c501c7 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:43.590937 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a7d116f9-0505-445e-b180-8b8defe52d07 req-d967d73a-7f72-44aa-9c71-a0a52c744caa tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.616560 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bd7151f0-f2dd-4852-82c8-259cfe0e4886,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:43.666372 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33903473-1056-4882-8b96-3edc56a5567a req-97aa6477-d62e-4968-b444-42494d1167c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=725f2c72-c52b-4d1f-810c-fd31c0f5e83f HTTP/1.1" status: 200 len: 217 time: 0.0838223 Jul 06 11:58:43.667093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Port': ['ID=798cbb34-fd23-479e-9196-ccd0d8f7f9ce,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:43.672135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] No DVR routers for this DVR port 798cbb34-fd23-479e-9196-ccd0d8f7f9ce on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:43.679320 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae5caa72-f335-4b71-bdd9-f1dd4d1214ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.688130 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae5caa72-f335-4b71-bdd9-f1dd4d1214ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.722629 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5caa72-f335-4b71-bdd9-f1dd4d1214ae admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:58:43.750830 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a7d116f9-0505-445e-b180-8b8defe52d07 req-d967d73a-7f72-44aa-9c71-a0a52c744caa tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.751167 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a7d116f9-0505-445e-b180-8b8defe52d07 req-d967d73a-7f72-44aa-9c71-a0a52c744caa tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.756592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5caa72-f335-4b71-bdd9-f1dd4d1214ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121937d6-48c7-45e4-b42f-5c9ca7211c3a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:43.760236 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae5caa72-f335-4b71-bdd9-f1dd4d1214ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.760662 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-ae5caa72-f335-4b71-bdd9-f1dd4d1214ae admin admin] Added segment 00a8cc89-e9ad-433c-bb94-7a6c907a0100 of type vlan for network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 Jul 06 11:58:43.777420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33903473-1056-4882-8b96-3edc56a5567a req-23d2a60a-6452-4a9d-b23e-8d4e81bca292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:43.778946 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33903473-1056-4882-8b96-3edc56a5567a req-23d2a60a-6452-4a9d-b23e-8d4e81bca292 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0414ebcb-6b82-452d-a478-ab07e455b97c HTTP/1.1" status: 200 len: 917 time: 0.5911658 Jul 06 11:58:43.781063 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-a7d116f9-0505-445e-b180-8b8defe52d07 req-d967d73a-7f72-44aa-9c71-a0a52c744caa tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Calling delete_port for fd3d30eb-5f21-4dce-9665-7b5580c501c7 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:43.811834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78cd5de-2bb8-456f-beb3-c2123254c9b7 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:43.822637 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae5caa72-f335-4b71-bdd9-f1dd4d1214ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.869984 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.876079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33903473-1056-4882-8b96-3edc56a5567a req-629c3014-e94c-4c4a-9ac0-44f6edfa5012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:43.877566 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33903473-1056-4882-8b96-3edc56a5567a req-629c3014-e94c-4c4a-9ac0-44f6edfa5012 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48d998d7-7f21-477b-b140-a9daa91a9b72 HTTP/1.1" status: 200 len: 855 time: 0.1858103 Jul 06 11:58:43.879098 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33903473-1056-4882-8b96-3edc56a5567a req-7cf1827f-f076-488f-bb04-eddd46eb7389 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd7151f0-f2dd-4852-82c8-259cfe0e4886 HTTP/1.1" status: 200 len: 217 time: 0.0711656 Jul 06 11:58:43.895760 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.928585 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae5caa72-f335-4b71-bdd9-f1dd4d1214ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.931344 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5caa72-f335-4b71-bdd9-f1dd4d1214ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:43.932376 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae5caa72-f335-4b71-bdd9-f1dd4d1214ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.936040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4feda68d-ef7d-43b1-bfc5-2b011a89be3c']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:43.966923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Transition to ACTIVE for port object e78cd5de-2bb8-456f-beb3-c2123254c9b7 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:43.970559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46a798c-6e24-4290-8778-cdb534630a0a') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:43.970839 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46a798c-6e24-4290-8778-cdb534630a0a') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:43.982701 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:43.990109 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.011946 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ae5caa72-f335-4b71-bdd9-f1dd4d1214ae admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4575834 Jul 06 11:58:44.014915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36344) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:44.021917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5c63f0f1-1383-498e-82c4-687df7482d02 admin admin] Request body: {'subnet': {'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1225376074-subnet', 'tenant_id': '87cb56cfa1e74a05a6a9c885c45eb196', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:44.042364 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.054411 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33903473-1056-4882-8b96-3edc56a5567a req-28229022-e567-4cac-830b-e1ae639ceef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:44.059007 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33903473-1056-4882-8b96-3edc56a5567a req-28229022-e567-4cac-830b-e1ae639ceef3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=48d998d7-7f21-477b-b140-a9daa91a9b72 HTTP/1.1" status: 200 len: 855 time: 0.1606994 Jul 06 11:58:44.072418 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5caa72-f335-4b71-bdd9-f1dd4d1214ae admin admin] Pushing event updated for resources: {'Network': ['ID=e24c92a3-e9d7-4e19-b9f8-3e98811babc9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:44.073055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:44.073383 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:44.077006 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:44.097105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c63f0f1-1383-498e-82c4-687df7482d02 admin admin] Made reservation on behalf of 87cb56cfa1e74a05a6a9c885c45eb196 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:44.100842 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c63f0f1-1383-498e-82c4-687df7482d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.107621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:58:44.163637 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a7d116f9-0505-445e-b180-8b8defe52d07 req-d967d73a-7f72-44aa-9c71-a0a52c744caa tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.194521 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967d73a-7f72-44aa-9c71-a0a52c744caa tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Pushing event deleted for resources: {'Port': ['ID=fd3d30eb-5f21-4dce-9665-7b5580c501c7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:44.270056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=e78cd5de-2bb8-456f-beb3-c2123254c9b7,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:44.278506 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.291979 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.297870 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "DELETE /v2.0/networks/4feda68d-ef7d-43b1-bfc5-2b011a89be3c HTTP/1.1" status: 204 len: 168 time: 2.0897756 Jul 06 11:58:44.297989 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36346) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:44.316604 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a7d116f9-0505-445e-b180-8b8defe52d07 req-d967d73a-7f72-44aa-9c71-a0a52c744caa tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.319171 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a7d116f9-0505-445e-b180-8b8defe52d07 req-d967d73a-7f72-44aa-9c71-a0a52c744caa tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.320422 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7d116f9-0505-445e-b180-8b8defe52d07 req-d967d73a-7f72-44aa-9c71-a0a52c744caa tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "DELETE /v2.0/floatingips/02fbcdfd-424a-4fc9-a859-a1139a436375 HTTP/1.1" status: 204 len: 173 time: 0.9871128 Jul 06 11:58:44.335873 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33903473-1056-4882-8b96-3edc56a5567a req-b1883abb-be1a-468d-b63d-d5942ffe8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:44.337537 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33903473-1056-4882-8b96-3edc56a5567a req-b1883abb-be1a-468d-b63d-d5942ffe8318 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0414ebcb-6b82-452d-a478-ab07e455b97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4521606 Jul 06 11:58:44.342882 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb95702-79c9-4e31-97c5-1ce323dd5bcc tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Network': ['ID=4feda68d-ef7d-43b1-bfc5-2b011a89be3c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:44.396904 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfae25d-b680-4f65-9d39-9034242abde6 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Deleting subnet 87a9c212-8546-429c-8398-a4998c5bffd6 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:58:44.400152 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bfae25d-b680-4f65-9d39-9034242abde6 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.455612 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bfae25d-b680-4f65-9d39-9034242abde6 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.517447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Attempting to bind port e78cd5de-2bb8-456f-beb3-c2123254c9b7 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:44.518007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Attempting to bind port e78cd5de-2bb8-456f-beb3-c2123254c9b7 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:44.518347 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Attempting to bind port e78cd5de-2bb8-456f-beb3-c2123254c9b7 on network 0414ebcb-6b82-452d-a478-ab07e455b97c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:44.536614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Port e78cd5de-2bb8-456f-beb3-c2123254c9b7 on network 0414ebcb-6b82-452d-a478-ab07e455b97c not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:58:44.537971 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Attempting to bind port e78cd5de-2bb8-456f-beb3-c2123254c9b7 on network 0414ebcb-6b82-452d-a478-ab07e455b97c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:44.546358 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c63f0f1-1383-498e-82c4-687df7482d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.554407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33903473-1056-4882-8b96-3edc56a5567a req-b0ca2921-cc78-4f8f-83ee-9718ce0e63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:44.556283 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33903473-1056-4882-8b96-3edc56a5567a req-b0ca2921-cc78-4f8f-83ee-9718ce0e63f9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0414ebcb-6b82-452d-a478-ab07e455b97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4854724 Jul 06 11:58:44.564516 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:44.564853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Checking segment: {'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:44.565515 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Bound using segment: {'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:44.565703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Bound port: e78cd5de-2bb8-456f-beb3-c2123254c9b7, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:44.566008 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.658184 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33903473-1056-4882-8b96-3edc56a5567a req-612f7708-c471-4e4e-b8e6-16a77aedcbb8 service neutron] 10.222.0.23 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092742 Jul 06 11:58:44.697924 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bfae25d-b680-4f65-9d39-9034242abde6 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.750241 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63f0f1-1383-498e-82c4-687df7482d02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ee698e4-5f9d-4dca-ba8c-9993e73db584,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:44.753344 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c63f0f1-1383-498e-82c4-687df7482d02 admin admin] Checking segment: {'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:44.753715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c63f0f1-1383-498e-82c4-687df7482d02 admin admin] Network hostable DHCP agents. Network: e24c92a3-e9d7-4e19-b9f8-3e98811babc9, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:58:44.790375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c63f0f1-1383-498e-82c4-687df7482d02 admin admin] Network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:58:44.798374 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33903473-1056-4882-8b96-3edc56a5567a req-a48480ce-53e9-4492-968b-80b892ec4b1e service neutron] 10.222.0.89 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352805 Jul 06 11:58:44.804018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 725f2c72-c52b-4d1f-810c-fd31c0f5e83f up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:44.811963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] For port e78cd5de-2bb8-456f-beb3-c2123254c9b7, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:44.812460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-5c63f0f1-1383-498e-82c4-687df7482d02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, e24c92a3-e9d7-4e19-b9f8-3e98811babc9) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:44.816647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] For port e78cd5de-2bb8-456f-beb3-c2123254c9b7, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=e78cd5de-2bb8-456f-beb3-c2123254c9b7,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:44.833024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c63f0f1-1383-498e-82c4-687df7482d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:44.833757 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c63f0f1-1383-498e-82c4-687df7482d02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.854534 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bfae25d-b680-4f65-9d39-9034242abde6 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.856385 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38a9e77-bea7-4bdf-a6e3-ceaa0782edc9 None None] Network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:44.884500 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5c63f0f1-1383-498e-82c4-687df7482d02 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8666852 Jul 06 11:58:44.918328 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33903473-1056-4882-8b96-3edc56a5567a req-11609932-d4e7-464b-a002-0f184272b3b8 service neutron] 10.222.0.89 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039715 Jul 06 11:58:44.921959 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.958036 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bfae25d-b680-4f65-9d39-9034242abde6 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.969019 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0bfae25d-b680-4f65-9d39-9034242abde6 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "DELETE /v2.0/subnets/87a9c212-8546-429c-8398-a4998c5bffd6 HTTP/1.1" status: 204 len: 168 time: 0.6697609 Jul 06 11:58:44.969453 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0915b7d-bbfc-4a16-a42e-84d49a195b9a None None] Network 5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:44.974304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36358) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:44.974304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfae25d-b680-4f65-9d39-9034242abde6 tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Subnet': ['ID=87a9c212-8546-429c-8398-a4998c5bffd6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:44.986131 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:44.986741 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:44.988355 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] 10.222.0.89 "PUT /v2.0/ports/e78cd5de-2bb8-456f-beb3-c2123254c9b7 HTTP/1.1" status: 200 len: 1091 time: 2.8658485 Jul 06 11:58:44.990492 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be441a5f-cb91-4abf-be50-0acafd7f2c35', 'tag': 'e78cd5de-2bb8-456f-beb3-c2123254c9b7'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:44.992756 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09f1aa3-73bf-4abe-9ef9-b80e9adb111b" -d '{"events": [{"name": "network-changed", "server_uuid": "be441a5f-cb91-4abf-be50-0acafd7f2c35", "tag": "e78cd5de-2bb8-456f-beb3-c2123254c9b7"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:45.000090 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33903473-1056-4882-8b96-3edc56a5567a req-4aaa56a5-8a69-4426-a14e-9f462c7b794e service neutron] 10.222.0.23 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135936 Jul 06 11:58:45.041201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2d797-8f27-47e2-b6c4-fda0d782aaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=e78cd5de-2bb8-456f-beb3-c2123254c9b7,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:45.234620 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-693f7ed8-3670-4e21-9cd1-3508e6e61196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:45.238189 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-693f7ed8-3670-4e21-9cd1-3508e6e61196 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d1f96a4379c43c0b369e21faf6076f8&device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 1094 time: 0.1829376 Jul 06 11:58:45.264930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:45.267494 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.302273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:45.306300 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.328487 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-aca24725-e844-4d2c-af53-c579ea3887cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e78cd5de-2bb8-456f-beb3-c2123254c9b7 HTTP/1.1" status: 200 len: 217 time: 0.0816576 Jul 06 11:58:45.340283 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4c24e-e891-4689-9024-e4893421338e req-5223d654-99a6-4321-b90d-79e5cbaa064e tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:45.342197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6ec4c24e-e891-4689-9024-e4893421338e req-5223d654-99a6-4321-b90d-79e5cbaa064e tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 943 time: 0.1954308 Jul 06 11:58:45.398088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fff0c2e-0ad9-41ff-a0cb-b93bf24dfc34 None None] Network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:45.437304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-feb27abe-39b2-4a5f-be02-d0f89f7d2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:45.438046 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Deleting port bbf79033-232c-44b6-9683-fd006bdfc177 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:45.438400 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.439092 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-feb27abe-39b2-4a5f-be02-d0f89f7d2696 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=48d998d7-7f21-477b-b140-a9daa91a9b72 HTTP/1.1" status: 200 len: 855 time: 0.1036129 Jul 06 11:58:45.455145 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6ec4c24e-e891-4689-9024-e4893421338e req-64ba96e1-6dc1-4fdc-922d-48fc6c222399 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052220 Jul 06 11:58:45.559161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] For port bbf79033-232c-44b6-9683-fd006bdfc177, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bbf79033-232c-44b6-9683-fd006bdfc177,segment=NetworkSegment(5e842840-45fc-43b7-9a8f-ccd5ee8c88e2),segment_id=5e842840-45fc-43b7-9a8f-ccd5ee8c88e2)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:45.559992 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.570564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-e766fed9-7f79-4efe-9737-41ae613c158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:45.573134 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-e766fed9-7f79-4efe-9737-41ae613c158a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0414ebcb-6b82-452d-a478-ab07e455b97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261399 Jul 06 11:58:45.582511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Calling delete_port for bbf79033-232c-44b6-9683-fd006bdfc177 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:45.635674 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.685083 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940077c8-be97-4f75-8c99-caacd47f0861 None None] DHCP port deletion for 5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:58:45.688072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=725f2c72-c52b-4d1f-810c-fd31c0f5e83f,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:45.719763 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.722881 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.748750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Port': ['ID=bbf79033-232c-44b6-9683-fd006bdfc177,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:45.749107 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-94632f3e-0ea1-478d-a3fd-4296b930376a service neutron] 10.222.0.89 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688082 Jul 06 11:58:45.754395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] No DVR routers for this DVR port bbf79033-232c-44b6-9683-fd006bdfc177 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:45.798513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=725f2c72-c52b-4d1f-810c-fd31c0f5e83f,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:45.811024 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-940077c8-be97-4f75-8c99-caacd47f0861 None None] Deleting port bbf79033-232c-44b6-9683-fd006bdfc177 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:45.811514 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-940077c8-be97-4f75-8c99-caacd47f0861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.869098 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6c607f-f6e1-4bfa-b64a-9af6d3797a9d x-openstack-request-id: req-7d6c607f-f6e1-4bfa-b64a-9af6d3797a9d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:45.869482 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cb3e91-909b-4cdb-9713-1389b5c2ca87", "name": "network-vif-plugged", "status": "completed", "tag": "bd7151f0-f2dd-4852-82c8-259cfe0e4886", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:45.869806 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d6c607f-f6e1-4bfa-b64a-9af6d3797a9d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:45.870511 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cb3e91-909b-4cdb-9713-1389b5c2ca87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7151f0-f2dd-4852-82c8-259cfe0e4886', 'code': 200} Jul 06 11:58:45.899851 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6cf2d06c-b175-42f8-a6c6-746f2da8e4dd req-01166e9a-020e-4f59-8675-46daac1351da service neutron] 10.222.0.89 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424937 Jul 06 11:58:45.907593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-940077c8-be97-4f75-8c99-caacd47f0861 None None] For port bbf79033-232c-44b6-9683-fd006bdfc177, host n-d-799529-2, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:45.908060 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-940077c8-be97-4f75-8c99-caacd47f0861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.933706 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.937836 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-368da4b9-cb18-4657-87a8-b82d40f45388 req-075349bb-2624-4b83-8243-3d75059d8707 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] show failed (client error): The resource could not be found. Jul 06 11:58:45.938158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-940077c8-be97-4f75-8c99-caacd47f0861 None None] Calling delete_port for bbf79033-232c-44b6-9683-fd006bdfc177 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:45.939023 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-368da4b9-cb18-4657-87a8-b82d40f45388 req-075349bb-2624-4b83-8243-3d75059d8707 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/floatingips/02fbcdfd-424a-4fc9-a859-a1139a436375 HTTP/1.1" status: 404 len: 350 time: 0.0596063 Jul 06 11:58:45.952963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:45.955034 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-940077c8-be97-4f75-8c99-caacd47f0861 None None] Port bbf79033-232c-44b6-9683-fd006bdfc177 was not found and therefore no delete operation was performed {{(pid=100429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 11:58:45.957420 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-940077c8-be97-4f75-8c99-caacd47f0861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:45.979619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940077c8-be97-4f75-8c99-caacd47f0861 None None] No DVR routers for this DVR port bbf79033-232c-44b6-9683-fd006bdfc177 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:45.986077 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e842840-45fc-43b7-9a8f-ccd5ee8c88e2') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:45.986397 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e842840-45fc-43b7-9a8f-ccd5ee8c88e2') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:46.009126 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.010774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940077c8-be97-4f75-8c99-caacd47f0861 None None] Pushing event deleted for resources: {'Port': ['ID=bbf79033-232c-44b6-9683-fd006bdfc177,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:46.011591 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a4c-59c6-40a6-aa03-77717e012d0e req-c953fa93-5cd5-4f3c-b6e8-363184f47e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:46.013602 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f7194a4c-59c6-40a6-aa03-77717e012d0e req-c953fa93-5cd5-4f3c-b6e8-363184f47e7c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=47cb3e91-909b-4cdb-9713-1389b5c2ca87 HTTP/1.1" status: 200 len: 1096 time: 0.1023948 Jul 06 11:58:46.032046 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.041231 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:46.041741 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: timer() Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:46.047060 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:46.073694 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f7194a4c-59c6-40a6-aa03-77717e012d0e req-36ba1c0b-87e8-49d1-9153-91d217378fed service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525138 Jul 06 11:58:46.144960 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.145405 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.155088 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] 10.222.0.81 "DELETE /v2.0/networks/5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8 HTTP/1.1" status: 204 len: 168 time: 1.1536994 Jul 06 11:58:46.171616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190d41c-b41e-4d1d-9660-15ccde2f413d tempest-ServersTestMultiNic-1805909461 tempest-ServersTestMultiNic-1805909461-project] Pushing event deleted for resources: {'Network': ['ID=5ce8a66d-547b-4ed2-bc0a-cbb4fc0295c8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:46.231931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb43a29-dc62-4d5d-8969-ce271ac93c13 req-db7824e5-35b3-483e-9b19-f04a9218f952 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:46.233544 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-feb43a29-dc62-4d5d-8969-ce271ac93c13 req-db7824e5-35b3-483e-9b19-f04a9218f952 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.89 "GET /v2.0/ports?device_id=99adb9d3-0118-441f-852a-4b7901d371f1 HTTP/1.1" status: 200 len: 946 time: 0.0880268 Jul 06 11:58:46.355518 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-feb43a29-dc62-4d5d-8969-ce271ac93c13 req-af0a39df-9490-48cf-88c1-e64634f9d465 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Deleting port f4f3a255-596b-4876-b36f-17912cee7e1c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:46.356164 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-feb43a29-dc62-4d5d-8969-ce271ac93c13 req-af0a39df-9490-48cf-88c1-e64634f9d465 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.367927 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f37d7-5afb-46d2-853c-1e10c2f8a369 req-cbe56d1a-e3b9-4828-87e8-dee084d29ab7 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:46.369701 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-387f37d7-5afb-46d2-853c-1e10c2f8a369 req-cbe56d1a-e3b9-4828-87e8-dee084d29ab7 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.81 "GET /v2.0/ports?device_id=99adb9d3-0118-441f-852a-4b7901d371f1 HTTP/1.1" status: 200 len: 946 time: 0.0737021 Jul 06 11:58:46.411272 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-387f37d7-5afb-46d2-853c-1e10c2f8a369 req-7fb1d6e3-15c4-47e8-b998-b740f3818556 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.81 "GET /v2.0/security-groups?id=63f116fd-7228-4174-a619-523fa6b928a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343859 Jul 06 11:58:46.460684 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed5f886-758a-4a16-a442-72ba16c5691f x-openstack-request-id: req-3ed5f886-758a-4a16-a442-72ba16c5691f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:46.461173 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be441a5f-cb91-4abf-be50-0acafd7f2c35", "tag": "e78cd5de-2bb8-456f-beb3-c2123254c9b7", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:46.461431 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ed5f886-758a-4a16-a442-72ba16c5691f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:46.461836 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be441a5f-cb91-4abf-be50-0acafd7f2c35', 'tag': 'e78cd5de-2bb8-456f-beb3-c2123254c9b7', 'status': 'completed', 'code': 200} Jul 06 11:58:46.481595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-feb43a29-dc62-4d5d-8969-ce271ac93c13 req-af0a39df-9490-48cf-88c1-e64634f9d465 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] For port f4f3a255-596b-4876-b36f-17912cee7e1c, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4f3a255-596b-4876-b36f-17912cee7e1c,segment=NetworkSegment(b18dc5df-48c5-48e9-b1f9-63640fd89170),segment_id=b18dc5df-48c5-48e9-b1f9-63640fd89170)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:46.482223 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-feb43a29-dc62-4d5d-8969-ce271ac93c13 req-af0a39df-9490-48cf-88c1-e64634f9d465 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:46.528000 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-feb43a29-dc62-4d5d-8969-ce271ac93c13 req-af0a39df-9490-48cf-88c1-e64634f9d465 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Calling delete_port for f4f3a255-596b-4876-b36f-17912cee7e1c owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:46.741210 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-fbe58392-4f69-469b-8b22-89c45a60ab8b tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:46.750159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-fbe58392-4f69-469b-8b22-89c45a60ab8b tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/networks?id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9 HTTP/1.1" status: 200 len: 805 time: 0.1419597 Jul 06 11:58:46.761885 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-a157128c-0ff9-4e55-b902-08819d50af75 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/quotas/87cb56cfa1e74a05a6a9c885c45eb196 HTTP/1.1" status: 200 len: 375 time: 0.0107315 Jul 06 11:58:46.805417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bbf79033-232c-44b6-9683-fd006bdfc177 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:46.811965 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-937c3fb4-cb92-4236-afd4-6416133540c6 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=87cb56cfa1e74a05a6a9c885c45eb196&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433285 Jul 06 11:58:46.847751 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: bbf79033-232c-44b6-9683-fd006bdfc177 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:46.848499 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bbf79033-232c-44b6-9683-fd006bdfc177 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:46.900257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f1aa3-73bf-4abe-9ef9-b80e9adb111b req-47b843bf-8e6b-45f4-a238-4a0092815d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:46.901831 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d09f1aa3-73bf-4abe-9ef9-b80e9adb111b req-47b843bf-8e6b-45f4-a238-4a0092815d41 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d1f96a4379c43c0b369e21faf6076f8&device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 1094 time: 0.4067616 Jul 06 11:58:46.941794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-189fa36e-dff7-4436-aa2d-4fd31156c729 service neutron] 10.222.0.81 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196668 Jul 06 11:58:47.055267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f1aa3-73bf-4abe-9ef9-b80e9adb111b req-e5615067-d31e-43ef-bb30-2287a7b601ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:47.057121 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d09f1aa3-73bf-4abe-9ef9-b80e9adb111b req-e5615067-d31e-43ef-bb30-2287a7b601ff service neutron] 10.222.0.89 "GET /v2.0/networks?id=0414ebcb-6b82-452d-a478-ab07e455b97c HTTP/1.1" status: 200 len: 917 time: 0.1425116 Jul 06 11:58:47.057745 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-feb43a29-dc62-4d5d-8969-ce271ac93c13 req-af0a39df-9490-48cf-88c1-e64634f9d465 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.060203 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-6d71d01b-ff2f-4947-94ec-d3af57d020bb service neutron] 10.222.0.81 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169708 Jul 06 11:58:47.071972 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['f4f3a255-596b-4876-b36f-17912cee7e1c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:47.124756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a39df-9490-48cf-88c1-e64634f9d465 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Pushing event deleted for resources: {'Port': ['ID=f4f3a255-596b-4876-b36f-17912cee7e1c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:47.129624 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d09f1aa3-73bf-4abe-9ef9-b80e9adb111b req-ca7587c0-19ea-4703-a2ce-e2ce0029abe9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e78cd5de-2bb8-456f-beb3-c2123254c9b7 HTTP/1.1" status: 200 len: 217 time: 0.0634594 Jul 06 11:58:47.169998 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device e78cd5de-2bb8-456f-beb3-c2123254c9b7 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:58:47.247049 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb43a29-dc62-4d5d-8969-ce271ac93c13 req-af0a39df-9490-48cf-88c1-e64634f9d465 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] No DVR routers for this DVR port f4f3a255-596b-4876-b36f-17912cee7e1c on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:47.252722 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-feb43a29-dc62-4d5d-8969-ce271ac93c13 req-af0a39df-9490-48cf-88c1-e64634f9d465 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.261985 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-feb43a29-dc62-4d5d-8969-ce271ac93c13 req-af0a39df-9490-48cf-88c1-e64634f9d465 tempest-ServerPasswordTestJSON-1432471396 tempest-ServerPasswordTestJSON-1432471396-project] 10.222.0.89 "DELETE /v2.0/ports/f4f3a255-596b-4876-b36f-17912cee7e1c HTTP/1.1" status: 204 len: 173 time: 1.0156024 Jul 06 11:58:47.282244 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f1aa3-73bf-4abe-9ef9-b80e9adb111b req-6e4f49ea-2d7f-4118-baf1-a7d99ee05399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:47.283742 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d09f1aa3-73bf-4abe-9ef9-b80e9adb111b req-6e4f49ea-2d7f-4118-baf1-a7d99ee05399 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=48d998d7-7f21-477b-b140-a9daa91a9b72 HTTP/1.1" status: 200 len: 855 time: 0.1466815 Jul 06 11:58:47.375692 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port e78cd5de-2bb8-456f-beb3-c2123254c9b7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=e78cd5de-2bb8-456f-beb3-c2123254c9b7,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:47.394036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f1aa3-73bf-4abe-9ef9-b80e9adb111b req-e6613096-c25d-4e11-b359-d2ebb56b4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:47.397157 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d09f1aa3-73bf-4abe-9ef9-b80e9adb111b req-e6613096-c25d-4e11-b359-d2ebb56b4a7d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0414ebcb-6b82-452d-a478-ab07e455b97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044843 Jul 06 11:58:47.410399 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'e78cd5de-2bb8-456f-beb3-c2123254c9b7', 'network_id': '0414ebcb-6b82-452d-a478-ab07e455b97c', 'port_id': 'e78cd5de-2bb8-456f-beb3-c2123254c9b7', 'mac_address': 'fa:16:3e:3e:2f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d998d7-7f21-477b-b140-a9daa91a9b72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:58:47.427036 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-81f87278-6cf7-41d8-b805-21f9d6641d7e req-49ae73ec-11cd-4541-8d82-73d829a28250 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] show failed (client error): The resource could not be found. Jul 06 11:58:47.428936 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-81f87278-6cf7-41d8-b805-21f9d6641d7e req-49ae73ec-11cd-4541-8d82-73d829a28250 tempest-FloatingIPsTestJSON-372542908 tempest-FloatingIPsTestJSON-372542908-project] 10.222.0.81 "GET /v2.0/floatingips/02fbcdfd-424a-4fc9-a859-a1139a436375 HTTP/1.1" status: 404 len: 350 time: 0.0517373 Jul 06 11:58:47.438317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36396) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:47.541513 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.607589 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d09f1aa3-73bf-4abe-9ef9-b80e9adb111b req-ed228eec-36d3-499e-8bce-332568f4835c service neutron] 10.222.0.89 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019095 Jul 06 11:58:47.754478 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78cd5de-2bb8-456f-beb3-c2123254c9b7 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:47.804234 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port e78cd5de-2bb8-456f-beb3-c2123254c9b7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=e78cd5de-2bb8-456f-beb3-c2123254c9b7,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:47.809348 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:47.822885 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d09f1aa3-73bf-4abe-9ef9-b80e9adb111b req-59bcefb7-98de-4597-9770-afcfe0b24b96 service neutron] 10.222.0.89 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086818 Jul 06 11:58:47.871846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f58696-8272-4b7a-aec2-02d96d318dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725f2c72-c52b-4d1f-810c-fd31c0f5e83f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:47.875085 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3ebe3a-9536-499d-b5c9-3754897e6540" -d '{"events": [{"server_uuid": "47f58696-8272-4b7a-aec2-02d96d318dac", "name": "network-vif-plugged", "status": "completed", "tag": "725f2c72-c52b-4d1f-810c-fd31c0f5e83f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:47.907691 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=e78cd5de-2bb8-456f-beb3-c2123254c9b7,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:48.007877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8e068-76f0-49d9-b211-12779891b39d req-6983efba-c297-477a-bec0-90476d3c944f tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:48.009435 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b9b8e068-76f0-49d9-b211-12779891b39d req-6983efba-c297-477a-bec0-90476d3c944f tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 944 time: 0.1931641 Jul 06 11:58:48.015130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['e78cd5de-2bb8-456f-beb3-c2123254c9b7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:48.091569 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b9b8e068-76f0-49d9-b211-12779891b39d req-8dd4786f-490b-409f-bc0c-ea3d69e78bea tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678632 Jul 06 11:58:48.183354 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-35224747-7a84-4dc0-a16d-b90072e42fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:48.326991 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7134d9ed-c9f6-4530-aa53-9852a406093f req-bf3e1ef1-52f2-4060-a35c-8d6d41936eaf tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=3627a310-4cfd-49db-80d9-04d46c4422a0 HTTP/1.1" status: 200 len: 210 time: 0.0426865 Jul 06 11:58:48.447788 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36412) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:48.490846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99adb9d3-0118-441f-852a-4b7901d371f1', 'name': 'network-vif-deleted', 'tag': 'f4f3a255-596b-4876-b36f-17912cee7e1c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:48.498199 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f80400b-fdfe-447a-ac12-ac93b319dfc1" -d '{"events": [{"server_uuid": "99adb9d3-0118-441f-852a-4b7901d371f1", "name": "network-vif-deleted", "tag": "f4f3a255-596b-4876-b36f-17912cee7e1c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:48.525519 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08cacd7-662e-4dab-b46f-0db29b47afa8 admin admin] Deleting subnet 1eddf646-986d-4c06-8d50-132a8629f6fe {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:58:48.540062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f08cacd7-662e-4dab-b46f-0db29b47afa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:48.551492 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-35224747-7a84-4dc0-a16d-b90072e42fdf admin admin] Deleting port ceff4c80-2644-45db-8a6f-55b47e1721c1 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:48.552099 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-35224747-7a84-4dc0-a16d-b90072e42fdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:48.567802 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9348c841-3a81-4658-94e4-16323d20d327 x-openstack-request-id: req-9348c841-3a81-4658-94e4-16323d20d327 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:48.568170 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f58696-8272-4b7a-aec2-02d96d318dac", "name": "network-vif-plugged", "status": "completed", "tag": "725f2c72-c52b-4d1f-810c-fd31c0f5e83f", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:48.568395 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9348c841-3a81-4658-94e4-16323d20d327 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:48.568842 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f58696-8272-4b7a-aec2-02d96d318dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725f2c72-c52b-4d1f-810c-fd31c0f5e83f', 'code': 200} Jul 06 11:58:48.670996 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f08cacd7-662e-4dab-b46f-0db29b47afa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:48.697951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-35224747-7a84-4dc0-a16d-b90072e42fdf admin admin] For port ceff4c80-2644-45db-8a6f-55b47e1721c1, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ceff4c80-2644-45db-8a6f-55b47e1721c1,segment=NetworkSegment(e4b13334-6281-470f-886a-f0f55a685152),segment_id=e4b13334-6281-470f-886a-f0f55a685152)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:48.698350 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-35224747-7a84-4dc0-a16d-b90072e42fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:48.737873 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-35224747-7a84-4dc0-a16d-b90072e42fdf admin admin] Calling delete_port for ceff4c80-2644-45db-8a6f-55b47e1721c1 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:48.772705 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be748004-b50d-4110-9380-0205df8ab69a x-openstack-request-id: req-be748004-b50d-4110-9380-0205df8ab69a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:48.773167 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99adb9d3-0118-441f-852a-4b7901d371f1", "name": "network-vif-deleted", "tag": "f4f3a255-596b-4876-b36f-17912cee7e1c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:48.780803 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be748004-b50d-4110-9380-0205df8ab69a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:48.780803 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99adb9d3-0118-441f-852a-4b7901d371f1', 'name': 'network-vif-deleted', 'tag': 'f4f3a255-596b-4876-b36f-17912cee7e1c', 'status': 'completed', 'code': 200} Jul 06 11:58:48.834189 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f08cacd7-662e-4dab-b46f-0db29b47afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:48.948370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36420) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:49.090055 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-192cf7b7-7490-4ce2-84ae-6f6eb160a989 req-290b959c-a53c-4731-ac46-3be334af8760 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4697065 Jul 06 11:58:49.118662 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-35224747-7a84-4dc0-a16d-b90072e42fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.165989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b61c2e-5658-4f34-af20-dc90b8ba4b0f req-b60dc3d2-9076-4b85-af28-c1da7acdfaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:49.167933 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-36b61c2e-5658-4f34-af20-dc90b8ba4b0f req-b60dc3d2-9076-4b85-af28-c1da7acdfaef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 1097 time: 0.4590585 Jul 06 11:58:49.187129 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device e78cd5de-2bb8-456f-beb3-c2123254c9b7 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:58:49.198263 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f08cacd7-662e-4dab-b46f-0db29b47afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.219905 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35224747-7a84-4dc0-a16d-b90072e42fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=ceff4c80-2644-45db-8a6f-55b47e1721c1,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:49.319809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port e78cd5de-2bb8-456f-beb3-c2123254c9b7 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:58:49.325701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port e78cd5de-2bb8-456f-beb3-c2123254c9b7 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:58:49.326356 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.405320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cacd7-662e-4dab-b46f-0db29b47afa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eddf646-986d-4c06-8d50-132a8629f6fe,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:49.429493 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f08cacd7-662e-4dab-b46f-0db29b47afa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.435589 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f08cacd7-662e-4dab-b46f-0db29b47afa8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1eddf646-986d-4c06-8d50-132a8629f6fe HTTP/1.1" status: 204 len: 168 time: 0.9864454 Jul 06 11:58:49.446382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-29e16405-35b7-4a5d-84d4-f6ce86c769f6 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:49.449689 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-29e16405-35b7-4a5d-84d4-f6ce86c769f6 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.23 "GET /v2.0/networks?id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9 HTTP/1.1" status: 200 len: 805 time: 0.5352697 Jul 06 11:58:49.453002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36428) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:49.489329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-be47f699-9243-4eb9-ba3a-7cf3aba14791 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Request body: {'port': {'device_id': '3627a310-4cfd-49db-80d9-04d46c4422a0', 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9', 'admin_state_up': True, 'tenant_id': '87cb56cfa1e74a05a6a9c885c45eb196'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:49.536514 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.608698 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-36b61c2e-5658-4f34-af20-dc90b8ba4b0f req-3efb26f6-2312-4999-8a72-7f74010b71a1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276645 Jul 06 11:58:49.617169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port e78cd5de-2bb8-456f-beb3-c2123254c9b7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=e78cd5de-2bb8-456f-beb3-c2123254c9b7,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:49.622888 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:49.623821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f4f3a255-596b-4876-b36f-17912cee7e1c no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:49.665595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: f4f3a255-596b-4876-b36f-17912cee7e1c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:49.665985 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f4f3a255-596b-4876-b36f-17912cee7e1c not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:49.713115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=e78cd5de-2bb8-456f-beb3-c2123254c9b7,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:49.845450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cf7b7-7490-4ce2-84ae-6f6eb160a989 req-0dca1b02-e533-496d-80bd-95ad2d998c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:49.847801 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-192cf7b7-7490-4ce2-84ae-6f6eb160a989 req-0dca1b02-e533-496d-80bd-95ad2d998c27 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb4361f835974e8bb48f40231c55813a&device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 1098 time: 0.6041448 Jul 06 11:58:49.860015 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-795db8c9-b322-4867-bd34-ba70a89b6e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:50.014729 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38142d37-a411-4e56-9a8a-563cbbe5f736 req-f966b0ab-e40f-4e15-a4e2-6a6e7d3de982 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:50.017364 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-38142d37-a411-4e56-9a8a-563cbbe5f736 req-f966b0ab-e40f-4e15-a4e2-6a6e7d3de982 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 944 time: 0.6543357 Jul 06 11:58:50.053044 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-35224747-7a84-4dc0-a16d-b90072e42fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:50.160673 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-38142d37-a411-4e56-9a8a-563cbbe5f736 req-6ec9b011-d03c-4d91-b1bc-406f33fc3abd tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335609 Jul 06 11:58:50.340648 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-795db8c9-b322-4867-bd34-ba70a89b6e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:50.375152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-be47f699-9243-4eb9-ba3a-7cf3aba14791 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Made reservation on behalf of 87cb56cfa1e74a05a6a9c885c45eb196 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:50.381281 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-be47f699-9243-4eb9-ba3a-7cf3aba14791 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:50.386624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-795db8c9-b322-4867-bd34-ba70a89b6e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d44100a-7016-41bb-b6b1-f8f408ae71be']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:50.393443 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cf7b7-7490-4ce2-84ae-6f6eb160a989 req-2ec46445-5e89-4336-a1f9-202a96d01b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:50.395969 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-192cf7b7-7490-4ce2-84ae-6f6eb160a989 req-2ec46445-5e89-4336-a1f9-202a96d01b13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 200 len: 917 time: 0.4713142 Jul 06 11:58:50.468839 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-795db8c9-b322-4867-bd34-ba70a89b6e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18dc5df-48c5-48e9-b1f9-63640fd89170') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:50.469857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-795db8c9-b322-4867-bd34-ba70a89b6e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18dc5df-48c5-48e9-b1f9-63640fd89170') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:50.569119 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8df07987-69fa-4892-9da8-a7bfc99e090e req-1c340bfb-25c2-43fd-8b87-05b08cf5c8b8 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=3627a310-4cfd-49db-80d9-04d46c4422a0 HTTP/1.1" status: 200 len: 210 time: 0.1629276 Jul 06 11:58:50.572337 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be441a5f-cb91-4abf-be50-0acafd7f2c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78cd5de-2bb8-456f-beb3-c2123254c9b7'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:50.574945 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983aae16-0083-47f1-9cbe-5659d05342f0" -d '{"events": [{"server_uuid": "be441a5f-cb91-4abf-be50-0acafd7f2c35", "name": "network-vif-plugged", "status": "completed", "tag": "e78cd5de-2bb8-456f-beb3-c2123254c9b7"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:50.591783 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-795db8c9-b322-4867-bd34-ba70a89b6e7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:50.676859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35224747-7a84-4dc0-a16d-b90072e42fdf admin admin] Router 1c066b0c-5a1f-4ece-89ce-a7d25c02678f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:58:50.704218 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-795db8c9-b322-4867-bd34-ba70a89b6e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:50.790316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795db8c9-b322-4867-bd34-ba70a89b6e7b admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:50.791193 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-795db8c9-b322-4867-bd34-ba70a89b6e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:50.799938 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:50.890342 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35224747-7a84-4dc0-a16d-b90072e42fdf admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:50.903902 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a263866-bc0b-4924-b740-f008f37a44b5 None None] Sync routers for ids ['1c066b0c-5a1f-4ece-89ce-a7d25c02678f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:50.904122 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-192cf7b7-7490-4ce2-84ae-6f6eb160a989 req-ff400be3-a776-436f-af00-545df93ac796 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f HTTP/1.1" status: 200 len: 1002 time: 0.4936590 Jul 06 11:58:50.908138 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-35224747-7a84-4dc0-a16d-b90072e42fdf admin admin] 10.222.0.81 "PUT /v2.0/routers/1c066b0c-5a1f-4ece-89ce-a7d25c02678f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4655225 Jul 06 11:58:50.915664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36440) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:50.921268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a263866-bc0b-4924-b740-f008f37a44b5 None None] Routers {'1c066b0c-5a1f-4ece-89ce-a7d25c02678f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:50.924336 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3a263866-bc0b-4924-b740-f008f37a44b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1c066b0c-5a1f-4ece-89ce-a7d25c02678f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:51.016217 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-795db8c9-b322-4867-bd34-ba70a89b6e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:51.074153 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-795db8c9-b322-4867-bd34-ba70a89b6e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:51.077551 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-795db8c9-b322-4867-bd34-ba70a89b6e7b admin admin] 10.222.0.81 "DELETE /v2.0/networks/2d44100a-7016-41bb-b6b1-f8f408ae71be HTTP/1.1" status: 204 len: 168 time: 1.6207039 Jul 06 11:58:51.128412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-3a263866-bc0b-4924-b740-f008f37a44b5 None None] Set router 1c066b0c-5a1f-4ece-89ce-a7d25c02678f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:51.159651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795db8c9-b322-4867-bd34-ba70a89b6e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=2d44100a-7016-41bb-b6b1-f8f408ae71be,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:51.168702 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9c52-6bd6-499c-a2a3-6a268787906b admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:51.187598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cf7b7-7490-4ce2-84ae-6f6eb160a989 req-14cc88fa-19f8-4570-a16d-38fe180082ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:51.189793 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-192cf7b7-7490-4ce2-84ae-6f6eb160a989 req-14cc88fa-19f8-4570-a16d-38fe180082ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=051eb73e-cc49-4234-bd0e-51f311b8c003 HTTP/1.1" status: 200 len: 855 time: 0.2655077 Jul 06 11:58:51.237383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-be47f699-9243-4eb9-ba3a-7cf3aba14791 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Allocated IP 172.20.0.13 (e24c92a3-e9d7-4e19-b9f8-3e98811babc9/3ee698e4-5f9d-4dca-ba8c-9993e73db584/37c57f64-58cd-427b-8b36-8195d097a64d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:58:51.324189 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9742eb65-26d6-4622-9ce9-3d8fcb142c9f x-openstack-request-id: req-9742eb65-26d6-4622-9ce9-3d8fcb142c9f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:51.324538 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be441a5f-cb91-4abf-be50-0acafd7f2c35", "name": "network-vif-plugged", "status": "completed", "tag": "e78cd5de-2bb8-456f-beb3-c2123254c9b7", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:51.324966 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9742eb65-26d6-4622-9ce9-3d8fcb142c9f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:51.325636 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be441a5f-cb91-4abf-be50-0acafd7f2c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78cd5de-2bb8-456f-beb3-c2123254c9b7', 'code': 200} Jul 06 11:58:51.378380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36450) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:51.420061 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9c52-6bd6-499c-a2a3-6a268787906b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:51.518573 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d9c52-6bd6-499c-a2a3-6a268787906b admin admin] Deleting port 90e67df4-953e-4847-9e06-26cfdb1d9431 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:51.519252 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9c52-6bd6-499c-a2a3-6a268787906b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:51.562051 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2a5d2af2-6e9b-4aae-bf78-f9f687593a0d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ab67115038634902a337d125a90b4ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803548 Jul 06 11:58:51.573490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36452) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:51.574882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3a263866-bc0b-4924-b740-f008f37a44b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'name': 'tempest-FloatingIPsTestJSON-1297623992-router', 'tenant_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': '90e67df4-953e-4847-9e06-26cfdb1d9431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:13Z', 'updated_at': '2021-07-06T11:58:49Z', 'revision_number': 5, 'project_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'gw_port': {'id': '90e67df4-953e-4847-9e06-26cfdb1d9431', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:58:15Z', 'updated_at': '2021-07-06T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:51.614813 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a263866-bc0b-4924-b740-f008f37a44b5 None None] Checking router: 1c066b0c-5a1f-4ece-89ce-a7d25c02678f for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:51.626434 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a263866-bc0b-4924-b740-f008f37a44b5 None None] Routers {'1c066b0c-5a1f-4ece-89ce-a7d25c02678f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:51.627960 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3a263866-bc0b-4924-b740-f008f37a44b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1c066b0c-5a1f-4ece-89ce-a7d25c02678f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:51.715053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-8b9d9c52-6bd6-499c-a2a3-6a268787906b admin admin] For port 90e67df4-953e-4847-9e06-26cfdb1d9431, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=90e67df4-953e-4847-9e06-26cfdb1d9431,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:51.715517 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9c52-6bd6-499c-a2a3-6a268787906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:51.736988 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713855bd-6248-4b73-8b03-9563f14b8709 req-f98d2d01-e7de-4e3c-a05c-66e544d6b4c4 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:51.738946 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-713855bd-6248-4b73-8b03-9563f14b8709 req-f98d2d01-e7de-4e3c-a05c-66e544d6b4c4 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 945 time: 0.1466336 Jul 06 11:58:51.747995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d9c52-6bd6-499c-a2a3-6a268787906b admin admin] Calling delete_port for 90e67df4-953e-4847-9e06-26cfdb1d9431 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:51.769335 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-3a263866-bc0b-4924-b740-f008f37a44b5 None None] Set router 1c066b0c-5a1f-4ece-89ce-a7d25c02678f gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:51.870037 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3a263866-bc0b-4924-b740-f008f37a44b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'name': 'tempest-FloatingIPsTestJSON-1297623992-router', 'tenant_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:13Z', 'updated_at': '2021-07-06T11:58:51Z', 'revision_number': 6, 'project_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:51.880291 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-713855bd-6248-4b73-8b03-9563f14b8709 req-5fb9ff62-db82-40aa-81e5-f62f20a9c4bf tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134760 Jul 06 11:58:51.924153 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a263866-bc0b-4924-b740-f008f37a44b5 None None] The sync data for ids ['1c066b0c-5a1f-4ece-89ce-a7d25c02678f'] in n-d-799529-2 is: [{'id': '1c066b0c-5a1f-4ece-89ce-a7d25c02678f', 'name': 'tempest-FloatingIPsTestJSON-1297623992-router', 'tenant_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:13Z', 'updated_at': '2021-07-06T11:58:51Z', 'revision_number': 6, 'project_id': 'e5c040c7c27d44c4bd4fa36484d4b30d', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:51.999398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cf7b7-7490-4ce2-84ae-6f6eb160a989 req-cd9d3662-6607-4141-9b9d-3df432011115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:52.001021 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-192cf7b7-7490-4ce2-84ae-6f6eb160a989 req-cd9d3662-6607-4141-9b9d-3df432011115 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2583a30c-12e0-47de-ab04-5597efae877a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7991309 Jul 06 11:58:52.062516 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab5d355f-1728-4e23-98e4-911a57521cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.107589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606c866-a3f0-45da-bf20-0d4e49d8dcb4 req-d3f24ff2-49fb-4b69-891f-64db3665b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:52.109132 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a606c866-a3f0-45da-bf20-0d4e49d8dcb4 req-d3f24ff2-49fb-4b69-891f-64db3665b060 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 1096 time: 0.6733296 Jul 06 11:58:52.143632 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9c52-6bd6-499c-a2a3-6a268787906b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.178953 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d9c52-6bd6-499c-a2a3-6a268787906b admin admin] Pushing event deleted for resources: {'Port': ['ID=90e67df4-953e-4847-9e06-26cfdb1d9431,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:52.247072 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-be47f699-9243-4eb9-ba3a-7cf3aba14791 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.311520 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9c52-6bd6-499c-a2a3-6a268787906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.335523 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28d4e8d8-e0f5-43e3-9a02-ad0eec520b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.393539 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a606c866-a3f0-45da-bf20-0d4e49d8dcb4 req-9a5f8c02-a892-4709-90c0-02c2013b4915 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375882 Jul 06 11:58:52.425977 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-192cf7b7-7490-4ce2-84ae-6f6eb160a989 req-8474e6d6-f805-489e-9ea9-60bee42f3590 service neutron] 10.222.0.23 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092181 Jul 06 11:58:52.473611 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28d4e8d8-e0f5-43e3-9a02-ad0eec520b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.487560 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9c52-6bd6-499c-a2a3-6a268787906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.490132 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9c52-6bd6-499c-a2a3-6a268787906b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.623080 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c3571353-d12d-4034-bba5-6124d48fa2ea req-87e77567-798d-4a8b-b5cb-bb4c1ddf333e tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=3627a310-4cfd-49db-80d9-04d46c4422a0 HTTP/1.1" status: 200 len: 210 time: 0.0406239 Jul 06 11:58:52.623904 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9c52-6bd6-499c-a2a3-6a268787906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.624460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9d9c52-6bd6-499c-a2a3-6a268787906b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c066b0c-5a1f-4ece-89ce-a7d25c02678f {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:58:52.632970 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b9d9c52-6bd6-499c-a2a3-6a268787906b admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.636859 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8b9d9c52-6bd6-499c-a2a3-6a268787906b admin admin] 10.222.0.81 "DELETE /v2.0/routers/1c066b0c-5a1f-4ece-89ce-a7d25c02678f HTTP/1.1" status: 204 len: 168 time: 1.7166655 Jul 06 11:58:52.640963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36474) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:52.797668 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-be47f699-9243-4eb9-ba3a-7cf3aba14791 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:52.889748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b32038-4cc8-4910-844b-8116c001a26d admin admin] Deleting subnet 8f6cad2d-980a-47cd-9b42-25f5fb7e3e1f {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:58:52.939622 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-192cf7b7-7490-4ce2-84ae-6f6eb160a989 req-f97e6f92-172a-4570-b260-450422dc696f service neutron] 10.222.0.23 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797285 Jul 06 11:58:52.941583 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7b32038-4cc8-4910-844b-8116c001a26d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.002032 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-be47f699-9243-4eb9-ba3a-7cf3aba14791 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:58:53.003664 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28d4e8d8-e0f5-43e3-9a02-ad0eec520b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.022222 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28d4e8d8-e0f5-43e3-9a02-ad0eec520b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.026799 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-28d4e8d8-e0f5-43e3-9a02-ad0eec520b64 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63f116fd-7228-4174-a619-523fa6b928a1 HTTP/1.1" status: 204 len: 168 time: 1.4481914 Jul 06 11:58:53.037652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ceff4c80-2644-45db-8a6f-55b47e1721c1 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:53.127822 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: ceff4c80-2644-45db-8a6f-55b47e1721c1 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:53.128403 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ceff4c80-2644-45db-8a6f-55b47e1721c1 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:53.131608 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 90e67df4-953e-4847-9e06-26cfdb1d9431 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:53.183042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47f699-9243-4eb9-ba3a-7cf3aba14791 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Pushing event updated for resources: {'Port': ['ID=37c57f64-58cd-427b-8b36-8195d097a64d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:53.198250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-be47f699-9243-4eb9-ba3a-7cf3aba14791 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:53.204553 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-be47f699-9243-4eb9-ba3a-7cf3aba14791 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:58:53.229544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 90e67df4-953e-4847-9e06-26cfdb1d9431 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:53.230053 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 90e67df4-953e-4847-9e06-26cfdb1d9431 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:53.293101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4e8d8-e0f5-43e3-9a02-ad0eec520b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f116fd-7228-4174-a619-523fa6b928a1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:53.338798 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7b32038-4cc8-4910-844b-8116c001a26d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.369000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c71c8-61d7-4fe7-a123-db9ef2ff1f65 req-8d4b1f5d-fef2-447a-8c35-c9c56a78784f tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:53.388474 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a4c71c8-61d7-4fe7-a123-db9ef2ff1f65 req-8d4b1f5d-fef2-447a-8c35-c9c56a78784f tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 945 time: 0.2056410 Jul 06 11:58:53.535531 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a4c71c8-61d7-4fe7-a123-db9ef2ff1f65 req-15c4de2b-c0bf-427d-8e0a-87d491d4f16b tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454849 Jul 06 11:58:53.554852 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7b32038-4cc8-4910-844b-8116c001a26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.658181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-be47f699-9243-4eb9-ba3a-7cf3aba14791 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:53.659006 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-be47f699-9243-4eb9-ba3a-7cf3aba14791 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.691507 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-be47f699-9243-4eb9-ba3a-7cf3aba14791 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2082250 Jul 06 11:58:53.732090 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Request body: {'port': {'device_id': '3627a310-4cfd-49db-80d9-04d46c4422a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:53.796434 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7b32038-4cc8-4910-844b-8116c001a26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.869717 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b32038-4cc8-4910-844b-8116c001a26d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f6cad2d-980a-47cd-9b42-25f5fb7e3e1f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:53.876720 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7b32038-4cc8-4910-844b-8116c001a26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:53.882489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36506) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:53.883670 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f7b32038-4cc8-4910-844b-8116c001a26d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8f6cad2d-980a-47cd-9b42-25f5fb7e3e1f HTTP/1.1" status: 204 len: 168 time: 1.2360737 Jul 06 11:58:53.885949 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b551b310-a553-4fe8-b2f1-4c4e70a4d0a6 None None] Network e3b417f5-7c05-49b9-be70-dfb570aaeaaf requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:53.924745 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:58:54.004841 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:54.123447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d355f-1728-4e23-98e4-911a57521cb4 admin admin] Deleting port f18119e8-d9df-4b11-8c27-0dbec46a9e2c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:54.126952 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab5d355f-1728-4e23-98e4-911a57521cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:54.202521 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:54.265260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb860ff-5d68-405c-8fd1-7c5656cd2857 req-e71781d9-f76c-4970-88fd-a48574bfe7d4 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:54.280676 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-adb860ff-5d68-405c-8fd1-7c5656cd2857 req-e71781d9-f76c-4970-88fd-a48574bfe7d4 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=3627a310-4cfd-49db-80d9-04d46c4422a0 HTTP/1.1" status: 200 len: 932 time: 0.3873744 Jul 06 11:58:54.393532 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd4897a-f612-4b2d-bdab-056d1a89233c None None] DHCP port deletion for e3b417f5-7c05-49b9-be70-dfb570aaeaaf request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:58:54.409966 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-adb860ff-5d68-405c-8fd1-7c5656cd2857 req-8b734c72-976d-4b8b-8465-1d68f7d0d4a5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283803 Jul 06 11:58:54.458085 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] Deleting port 3434bbb3-66ec-454e-b483-0572516e756d {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:54.458818 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:54.493755 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4dd4897a-f612-4b2d-bdab-056d1a89233c None None] Deleting port 3434bbb3-66ec-454e-b483-0572516e756d {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:54.494254 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dd4897a-f612-4b2d-bdab-056d1a89233c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:54.625253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-ab5d355f-1728-4e23-98e4-911a57521cb4 admin admin] For port f18119e8-d9df-4b11-8c27-0dbec46a9e2c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f18119e8-d9df-4b11-8c27-0dbec46a9e2c,segment=NetworkSegment(3f281a1f-1d3f-40da-8373-78832b15187f),segment_id=3f281a1f-1d3f-40da-8373-78832b15187f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:54.625805 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab5d355f-1728-4e23-98e4-911a57521cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:54.653603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d355f-1728-4e23-98e4-911a57521cb4 admin admin] Calling delete_port for f18119e8-d9df-4b11-8c27-0dbec46a9e2c owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:54.655450 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] For port 3434bbb3-66ec-454e-b483-0572516e756d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3434bbb3-66ec-454e-b483-0572516e756d,segment=NetworkSegment(e4b13334-6281-470f-886a-f0f55a685152),segment_id=e4b13334-6281-470f-886a-f0f55a685152)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:54.656727 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:54.687101 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4dd4897a-f612-4b2d-bdab-056d1a89233c None None] For port 3434bbb3-66ec-454e-b483-0572516e756d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3434bbb3-66ec-454e-b483-0572516e756d,segment=NetworkSegment(e4b13334-6281-470f-886a-f0f55a685152),segment_id=e4b13334-6281-470f-886a-f0f55a685152)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:54.688466 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dd4897a-f612-4b2d-bdab-056d1a89233c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:54.719105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] Calling delete_port for 3434bbb3-66ec-454e-b483-0572516e756d owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:54.749999 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4dd4897a-f612-4b2d-bdab-056d1a89233c None None] Calling delete_port for 3434bbb3-66ec-454e-b483-0572516e756d owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:54.858341 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:54.862151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3434bbb3-66ec-454e-b483-0572516e756d no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:54.899046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 3434bbb3-66ec-454e-b483-0572516e756d {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:54.899432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3434bbb3-66ec-454e-b483-0572516e756d not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:54.932674 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] Pushing event deleted for resources: {'Port': ['ID=3434bbb3-66ec-454e-b483-0572516e756d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:54.955579 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dd4897a-f612-4b2d-bdab-056d1a89233c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:54.961075 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] No DVR routers for this DVR port 3434bbb3-66ec-454e-b483-0572516e756d on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:55.002495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4897a-f612-4b2d-bdab-056d1a89233c None None] Pushing event deleted for resources: {'Port': ['ID=3434bbb3-66ec-454e-b483-0572516e756d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:55.008153 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd4897a-f612-4b2d-bdab-056d1a89233c None None] No DVR routers for this DVR port 3434bbb3-66ec-454e-b483-0572516e756d on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:58:55.130660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c57f64-58cd-427b-8b36-8195d097a64d {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:55.144768 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:55.148546 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:55.183024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d522b8-277f-43e9-b44a-55f77b7dedb8 req-5aec520a-1959-464a-b19e-ff98b3384583 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:55.184970 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-54d522b8-277f-43e9-b44a-55f77b7dedb8 req-5aec520a-1959-464a-b19e-ff98b3384583 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 945 time: 0.2579584 Jul 06 11:58:55.186798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b417f5-7c05-49b9-be70-dfb570aaeaaf']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:55.198782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b13334-6281-470f-886a-f0f55a685152') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:55.198977 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b13334-6281-470f-886a-f0f55a685152') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:55.206034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Transition to ACTIVE for port object 37c57f64-58cd-427b-8b36-8195d097a64d will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:58:55.219963 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:55.220239 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:55.242038 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:55.262459 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-54d522b8-277f-43e9-b44a-55f77b7dedb8 req-6893da06-a6a3-4ef8-b1cb-a12b6c1c56fb tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676727 Jul 06 11:58:55.268753 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:58:55.269330 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: timer() Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:58:55.271426 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:58:55.306375 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=37c57f64-58cd-427b-8b36-8195d097a64d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:55.309273 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab5d355f-1728-4e23-98e4-911a57521cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:55.364190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d355f-1728-4e23-98e4-911a57521cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f18119e8-d9df-4b11-8c27-0dbec46a9e2c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:55.368090 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:55.375318 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:55.377267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e3b417f5-7c05-49b9-be70-dfb570aaeaaf HTTP/1.1" status: 204 len: 168 time: 1.4936857 Jul 06 11:58:55.416660 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c5c99-9495-4405-8c0a-0a4897543262 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b417f5-7c05-49b9-be70-dfb570aaeaaf,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:55.713162 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36550) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:55.797547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Attempting to bind port 37c57f64-58cd-427b-8b36-8195d097a64d on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:58:55.797896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Attempting to bind port 37c57f64-58cd-427b-8b36-8195d097a64d by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:58:55.798229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Attempting to bind port 37c57f64-58cd-427b-8b36-8195d097a64d on network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:55.804520 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8b724c8f-ad30-49d5-abb7-3f2c7a5c6044 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e5c040c7c27d44c4bd4fa36484d4b30d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899115 Jul 06 11:58:55.807536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36556) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:55.817112 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Port 37c57f64-58cd-427b-8b36-8195d097a64d on network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:58:55.817363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Attempting to bind port 37c57f64-58cd-427b-8b36-8195d097a64d on network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:58:55.827191 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:58:55.827566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Checking segment: {'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:55.827958 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Bound using segment: {'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:58:55.828411 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Bound port: 37c57f64-58cd-427b-8b36-8195d097a64d, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:58:55.829654 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:55.903135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab5d355f-1728-4e23-98e4-911a57521cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:55.904746 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d86d4e19-1a2a-4077-9493-66d2dc19f6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:55.950250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce1791-5611-4797-9b6d-ef489009ff8f req-97690b25-9f3c-4413-b53a-1aba4dcdaa17 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:55.953436 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8ce1791-5611-4797-9b6d-ef489009ff8f req-97690b25-9f3c-4413-b53a-1aba4dcdaa17 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 946 time: 0.1627409 Jul 06 11:58:55.955704 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d86d4e19-1a2a-4077-9493-66d2dc19f6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:56.007931 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8ce1791-5611-4797-9b6d-ef489009ff8f req-b01119a0-cfbe-4dd0-9d74-92c252738b76 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441384 Jul 06 11:58:56.073103 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d86d4e19-1a2a-4077-9493-66d2dc19f6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:56.075861 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d86d4e19-1a2a-4077-9493-66d2dc19f6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:56.077037 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d86d4e19-1a2a-4077-9493-66d2dc19f6d5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f68c59d7-9a38-49f2-9585-bf811787d3a7 HTTP/1.1" status: 204 len: 168 time: 0.2681720 Jul 06 11:58:56.087586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d4e19-1a2a-4077-9493-66d2dc19f6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68c59d7-9a38-49f2-9585-bf811787d3a7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:56.133477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] For port 37c57f64-58cd-427b-8b36-8195d097a64d, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:58:56.148784 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] For port 37c57f64-58cd-427b-8b36-8195d097a64d, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=37c57f64-58cd-427b-8b36-8195d097a64d,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:58:56.187159 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:56.247274 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=37c57f64-58cd-427b-8b36-8195d097a64d,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:56.255368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:56.256115 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:56.257685 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-62376ea4-c4ef-4edc-acbd-7bb7b9333ab7 service neutron] 10.222.0.23 "PUT /v2.0/ports/37c57f64-58cd-427b-8b36-8195d097a64d HTTP/1.1" status: 200 len: 1092 time: 2.5372496 Jul 06 11:58:56.258369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3627a310-4cfd-49db-80d9-04d46c4422a0', 'tag': '37c57f64-58cd-427b-8b36-8195d097a64d'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:58:56.260771 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f543aa-6857-4cb0-9f1c-036937f559a3" -d '{"events": [{"name": "network-changed", "server_uuid": "3627a310-4cfd-49db-80d9-04d46c4422a0", "tag": "37c57f64-58cd-427b-8b36-8195d097a64d"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:58:56.262307 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118168-88cb-4ccd-a47a-ebfb6ad7c497 req-028dd5c6-0362-4c00-adb0-2b436185cc45 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:56.271680 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce118168-88cb-4ccd-a47a-ebfb6ad7c497 req-028dd5c6-0362-4c00-adb0-2b436185cc45 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=3627a310-4cfd-49db-80d9-04d46c4422a0 HTTP/1.1" status: 200 len: 944 time: 0.1405008 Jul 06 11:58:56.328057 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce118168-88cb-4ccd-a47a-ebfb6ad7c497 req-3eb5bcc2-932a-410a-9aa3-cddb1c6ff169 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544748 Jul 06 11:58:56.410529 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5d355f-1728-4e23-98e4-911a57521cb4 admin admin] Router 4487b06e-e695-4f96-b1e4-d7332b2f6bbb has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:58:56.457587 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-3591e80a-b61b-4515-a8a8-0e3e6681cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:56.458795 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-3591e80a-b61b-4515-a8a8-0e3e6681cd59 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87cb56cfa1e74a05a6a9c885c45eb196&device_id=3627a310-4cfd-49db-80d9-04d46c4422a0 HTTP/1.1" status: 200 len: 1095 time: 0.1307242 Jul 06 11:58:56.601781 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-f7ff3bda-a7d0-4e6e-893c-55d972084e25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c57f64-58cd-427b-8b36-8195d097a64d HTTP/1.1" status: 200 len: 217 time: 0.0862777 Jul 06 11:58:57.164374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-b45892ff-bbcf-4e1e-b69e-7c3737c1f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:57.165852 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-b45892ff-bbcf-4e1e-b69e-7c3737c1f3a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3ee698e4-5f9d-4dca-ba8c-9993e73db584 HTTP/1.1" status: 200 len: 845 time: 0.5487897 Jul 06 11:58:57.172592 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5d355f-1728-4e23-98e4-911a57521cb4 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:58:57.183091 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c642fd-5ba3-4dfb-b7fa-83618ace16d3 None None] Sync routers for ids ['4487b06e-e695-4f96-b1e4-d7332b2f6bbb'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:58:57.190543 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ab5d355f-1728-4e23-98e4-911a57521cb4 admin admin] 10.222.0.81 "PUT /v2.0/routers/4487b06e-e695-4f96-b1e4-d7332b2f6bbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2235954 Jul 06 11:58:57.190724 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36590) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:57.205581 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c642fd-5ba3-4dfb-b7fa-83618ace16d3 None None] Routers {'4487b06e-e695-4f96-b1e4-d7332b2f6bbb'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:57.207872 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d2c642fd-5ba3-4dfb-b7fa-83618ace16d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4487b06e-e695-4f96-b1e4-d7332b2f6bbb'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:57.227392 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-05aba3cd-1c9e-4fb8-9150-493b97a52cc5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365622 Jul 06 11:58:57.386210 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d2c642fd-5ba3-4dfb-b7fa-83618ace16d3 None None] Set router 4487b06e-e695-4f96-b1e4-d7332b2f6bbb gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:57.394810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39f121-01ff-4ed5-a28d-196c99cd7424 req-725e62a0-44e2-4065-ad9a-8bb51ffefdc7 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:57.396910 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-88ac82c8-796c-4256-9b14-3f62e956d95b service neutron] 10.222.0.23 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626296 Jul 06 11:58:57.402172 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1a39f121-01ff-4ed5-a28d-196c99cd7424 req-725e62a0-44e2-4065-ad9a-8bb51ffefdc7 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47cb3e91-909b-4cdb-9713-1389b5c2ca87 HTTP/1.1" status: 200 len: 945 time: 0.2869041 Jul 06 11:58:57.405427 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36598) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:57.473205 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89800437-1919-4886-9d60-9f8c7e2bac5b admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.513859 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8662c3a8-a49e-41a2-9076-e07a8eca8888 req-880139ba-7c84-4b35-80ca-c6645caf4228 service neutron] 10.222.0.23 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107113 Jul 06 11:58:57.570865 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1a39f121-01ff-4ed5-a28d-196c99cd7424 req-4f58371a-3d03-40c9-925d-77ef39b78984 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667566 Jul 06 11:58:57.601171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6889386c-1446-4265-a548-bce5c018ea11 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-network', 'tenant_id': '4dd9155abd434227892716f661b5e59a'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:57.642845 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6889386c-1446-4265-a548-bce5c018ea11 admin admin] Made reservation on behalf of 4dd9155abd434227892716f661b5e59a for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:57.648997 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6889386c-1446-4265-a548-bce5c018ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.663470 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6889386c-1446-4265-a548-bce5c018ea11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.679951 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89800437-1919-4886-9d60-9f8c7e2bac5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.704933 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d2c642fd-5ba3-4dfb-b7fa-83618ace16d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'name': 'tempest-ServersTestMultiNic-906939930-router', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': '09e324c5-649b-475a-b648-185579a654ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:40Z', 'updated_at': '2021-07-06T11:58:55Z', 'revision_number': 5, 'project_id': '0b147038bdc04055ad4e82dede7b2aaf', 'gw_port': {'id': '09e324c5-649b-475a-b648-185579a654ff', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:56:41Z', 'updated_at': '2021-07-06T11:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:57.775712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-89800437-1919-4886-9d60-9f8c7e2bac5b admin admin] Deleting port 09e324c5-649b-475a-b648-185579a654ff {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:58:57.776948 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89800437-1919-4886-9d60-9f8c7e2bac5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.810373 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c642fd-5ba3-4dfb-b7fa-83618ace16d3 None None] Checking router: 4487b06e-e695-4f96-b1e4-d7332b2f6bbb for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:58:57.843145 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c642fd-5ba3-4dfb-b7fa-83618ace16d3 None None] Routers {'4487b06e-e695-4f96-b1e4-d7332b2f6bbb'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:58:57.843979 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d2c642fd-5ba3-4dfb-b7fa-83618ace16d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4487b06e-e695-4f96-b1e4-d7332b2f6bbb'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:57.860636 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6889386c-1446-4265-a548-bce5c018ea11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.869067 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6889386c-1446-4265-a548-bce5c018ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:57.905818 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9344f9e2-bf86-42ee-a74a-c2b3d8de6ae2 x-openstack-request-id: req-9344f9e2-bf86-42ee-a74a-c2b3d8de6ae2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:58:57.906200 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3627a310-4cfd-49db-80d9-04d46c4422a0", "tag": "37c57f64-58cd-427b-8b36-8195d097a64d", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:58:57.906551 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9344f9e2-bf86-42ee-a74a-c2b3d8de6ae2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:58:57.906910 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3627a310-4cfd-49db-80d9-04d46c4422a0', 'tag': '37c57f64-58cd-427b-8b36-8195d097a64d', 'status': 'completed', 'code': 200} Jul 06 11:58:57.985562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-89800437-1919-4886-9d60-9f8c7e2bac5b admin admin] For port 09e324c5-649b-475a-b648-185579a654ff, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=09e324c5-649b-475a-b648-185579a654ff,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:57.988414 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89800437-1919-4886-9d60-9f8c7e2bac5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.002085 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6889386c-1446-4265-a548-bce5c018ea11 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:58:58.007778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889386c-1446-4265-a548-bce5c018ea11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccb482e-c890-4f2c-b3f2-64fab777e226,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:58.024443 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-89800437-1919-4886-9d60-9f8c7e2bac5b admin admin] Calling delete_port for 09e324c5-649b-475a-b648-185579a654ff owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:58:58.070192 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6889386c-1446-4265-a548-bce5c018ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.070537 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-6889386c-1446-4265-a548-bce5c018ea11 admin admin] Added segment e3d610e9-f893-4f05-893e-62d068120022 of type vlan for network 5ce939ee-01a6-40c3-a8af-b37bb4e285b4 Jul 06 11:58:58.077071 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d2c642fd-5ba3-4dfb-b7fa-83618ace16d3 None None] Set router 4487b06e-e695-4f96-b1e4-d7332b2f6bbb gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:58:58.127149 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6889386c-1446-4265-a548-bce5c018ea11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.163402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f543aa-6857-4cb0-9f1c-036937f559a3 req-23c3860e-37dd-412e-baa8-c8c44c28e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:58.165785 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58f543aa-6857-4cb0-9f1c-036937f559a3 req-23c3860e-37dd-412e-baa8-c8c44c28e44e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87cb56cfa1e74a05a6a9c885c45eb196&device_id=3627a310-4cfd-49db-80d9-04d46c4422a0 HTTP/1.1" status: 200 len: 1095 time: 0.2309995 Jul 06 11:58:58.243788 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6889386c-1446-4265-a548-bce5c018ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.245337 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6889386c-1446-4265-a548-bce5c018ea11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:58.246230 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6889386c-1446-4265-a548-bce5c018ea11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.336718 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6889386c-1446-4265-a548-bce5c018ea11 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9302039 Jul 06 11:58:58.339389 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36616) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:58.352796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-846bfb9f-2e0b-4dd2-ae1f-22c20400a60e admin admin] Request body: {'subnet': {'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-subnet', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:58.362289 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d2c642fd-5ba3-4dfb-b7fa-83618ace16d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'name': 'tempest-ServersTestMultiNic-906939930-router', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:40Z', 'updated_at': '2021-07-06T11:58:57Z', 'revision_number': 6, 'project_id': '0b147038bdc04055ad4e82dede7b2aaf', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:58:58.427329 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c642fd-5ba3-4dfb-b7fa-83618ace16d3 None None] The sync data for ids ['4487b06e-e695-4f96-b1e4-d7332b2f6bbb'] in n-d-799529-2 is: [{'id': '4487b06e-e695-4f96-b1e4-d7332b2f6bbb', 'name': 'tempest-ServersTestMultiNic-906939930-router', 'tenant_id': '0b147038bdc04055ad4e82dede7b2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:56:40Z', 'updated_at': '2021-07-06T11:58:57Z', 'revision_number': 6, 'project_id': '0b147038bdc04055ad4e82dede7b2aaf', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:58:58.438730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889386c-1446-4265-a548-bce5c018ea11 admin admin] Pushing event updated for resources: {'Network': ['ID=5ce939ee-01a6-40c3-a8af-b37bb4e285b4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:58.445382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f543aa-6857-4cb0-9f1c-036937f559a3 req-672e47b0-e855-4b44-989e-47de22d62e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:58.446965 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58f543aa-6857-4cb0-9f1c-036937f559a3 req-672e47b0-e855-4b44-989e-47de22d62e1f service neutron] 10.222.0.23 "GET /v2.0/networks?id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9 HTTP/1.1" status: 200 len: 906 time: 0.2739468 Jul 06 11:58:58.454018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 5ce939ee-01a6-40c3-a8af-b37bb4e285b4 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:58:58.509192 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58f543aa-6857-4cb0-9f1c-036937f559a3 req-57751226-ca60-47dd-9ea9-6137956d3122 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c57f64-58cd-427b-8b36-8195d097a64d HTTP/1.1" status: 200 len: 217 time: 0.0546503 Jul 06 11:58:58.592683 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f543aa-6857-4cb0-9f1c-036937f559a3 req-13b0bd20-a56f-47b9-80d0-1a0523bc65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:58.592937 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846bfb9f-2e0b-4dd2-ae1f-22c20400a60e admin admin] Made reservation on behalf of 4dd9155abd434227892716f661b5e59a for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:58:58.594342 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58f543aa-6857-4cb0-9f1c-036937f559a3 req-13b0bd20-a56f-47b9-80d0-1a0523bc65ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3ee698e4-5f9d-4dca-ba8c-9993e73db584 HTTP/1.1" status: 200 len: 845 time: 0.0776646 Jul 06 11:58:58.595181 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-846bfb9f-2e0b-4dd2-ae1f-22c20400a60e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.653781 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58f543aa-6857-4cb0-9f1c-036937f559a3 req-3beeed94-48f0-4269-a5a0-1f062b2868a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465691 Jul 06 11:58:58.741085 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499979b-b706-4936-8c44-c08f01544137 req-045e4348-6f9d-49c5-a157-7e8e484523c4 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:58.742639 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f499979b-b706-4936-8c44-c08f01544137 req-045e4348-6f9d-49c5-a157-7e8e484523c4 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=3627a310-4cfd-49db-80d9-04d46c4422a0 HTTP/1.1" status: 200 len: 944 time: 0.3407865 Jul 06 11:58:58.750925 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89800437-1919-4886-9d60-9f8c7e2bac5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:58.807488 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58f543aa-6857-4cb0-9f1c-036937f559a3 req-65589ecb-00fb-432f-941a-ee5d92281d21 service neutron] 10.222.0.23 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460919 Jul 06 11:58:58.827840 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f18119e8-d9df-4b11-8c27-0dbec46a9e2c no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:58:58.844970 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89800437-1919-4886-9d60-9f8c7e2bac5b admin admin] Pushing event deleted for resources: {'Port': ['ID=09e324c5-649b-475a-b648-185579a654ff,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:58.882324 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 37c57f64-58cd-427b-8b36-8195d097a64d details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:58:58.887131 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: f18119e8-d9df-4b11-8c27-0dbec46a9e2c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:58:58.887749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f18119e8-d9df-4b11-8c27-0dbec46a9e2c not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:58:58.963891 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f499979b-b706-4936-8c44-c08f01544137 req-3e455b8b-afff-4114-9e2c-902277e72db5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091851 Jul 06 11:58:59.031585 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58f543aa-6857-4cb0-9f1c-036937f559a3 req-b804083a-a8e0-448c-ad0c-4c346bc8f0fa service neutron] 10.222.0.23 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159791 Jul 06 11:58:59.054861 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 37c57f64-58cd-427b-8b36-8195d097a64d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=37c57f64-58cd-427b-8b36-8195d097a64d,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:59.072255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '37c57f64-58cd-427b-8b36-8195d097a64d', 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9', 'port_id': '37c57f64-58cd-427b-8b36-8195d097a64d', 'mac_address': 'fa:16:3e:0a:41:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee698e4-5f9d-4dca-ba8c-9993e73db584', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:58:59.084081 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89800437-1919-4886-9d60-9f8c7e2bac5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.097466 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-846bfb9f-2e0b-4dd2-ae1f-22c20400a60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.130945 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.146889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c57f64-58cd-427b-8b36-8195d097a64d {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:58:59.172164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 37c57f64-58cd-427b-8b36-8195d097a64d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=37c57f64-58cd-427b-8b36-8195d097a64d,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:58:59.176594 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.247743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=37c57f64-58cd-427b-8b36-8195d097a64d,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:59.300816 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89800437-1919-4886-9d60-9f8c7e2bac5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.306768 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89800437-1919-4886-9d60-9f8c7e2bac5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.390698 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bfb9f-2e0b-4dd2-ae1f-22c20400a60e admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d3286d-0485-469d-ad8b-f58f7af21559,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:59.421539 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89800437-1919-4886-9d60-9f8c7e2bac5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.422593 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89800437-1919-4886-9d60-9f8c7e2bac5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4487b06e-e695-4f96-b1e4-d7332b2f6bbb {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 11:58:59.427385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846bfb9f-2e0b-4dd2-ae1f-22c20400a60e admin admin] Checking segment: {'id': 'e3d610e9-f893-4f05-893e-62d068120022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:58:59.431293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846bfb9f-2e0b-4dd2-ae1f-22c20400a60e admin admin] Network hostable DHCP agents. Network: 5ce939ee-01a6-40c3-a8af-b37bb4e285b4, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:58:59.438940 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89800437-1919-4886-9d60-9f8c7e2bac5b admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.443055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36624) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:59.443565 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-89800437-1919-4886-9d60-9f8c7e2bac5b admin admin] 10.222.0.81 "DELETE /v2.0/routers/4487b06e-e695-4f96-b1e4-d7332b2f6bbb HTTP/1.1" status: 204 len: 168 time: 2.2505269 Jul 06 11:58:59.474739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846bfb9f-2e0b-4dd2-ae1f-22c20400a60e admin admin] Network 5ce939ee-01a6-40c3-a8af-b37bb4e285b4 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:58:59.493104 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-846bfb9f-2e0b-4dd2-ae1f-22c20400a60e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 5ce939ee-01a6-40c3-a8af-b37bb4e285b4) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:58:59.501490 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846bfb9f-2e0b-4dd2-ae1f-22c20400a60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:59.502399 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-846bfb9f-2e0b-4dd2-ae1f-22c20400a60e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.504077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['37c57f64-58cd-427b-8b36-8195d097a64d'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:58:59.522357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99bac2-3341-4ce6-ba87-d05cb9eb9068 req-bbdd0cc4-bb11-4357-9d6e-6e339365935b tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:58:59.524092 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4d99bac2-3341-4ce6-ba87-d05cb9eb9068 req-bbdd0cc4-bb11-4357-9d6e-6e339365935b tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 945 time: 0.1523323 Jul 06 11:58:59.525843 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-846bfb9f-2e0b-4dd2-ae1f-22c20400a60e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1805367 Jul 06 11:58:59.528954 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36628) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:58:59.533712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-router', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:58:59.549086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c1421e-046e-4b75-b32f-d05da1abef02 admin admin] Deleting subnet cd8b5f8e-b4a9-47cf-954f-5fb3a48b2655 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:58:59.553894 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c1421e-046e-4b75-b32f-d05da1abef02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.597012 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c1421e-046e-4b75-b32f-d05da1abef02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.597508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340a6acf-e95b-473e-8e1c-aefdbd24ed74 None None] Network 5ce939ee-01a6-40c3-a8af-b37bb4e285b4 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:58:59.599016 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4d99bac2-3341-4ce6-ba87-d05cb9eb9068 req-1aca9959-f9b9-450b-837f-fab74347acaf tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611444 Jul 06 11:58:59.603958 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.605315 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.759509 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.788641 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c1421e-046e-4b75-b32f-d05da1abef02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.902645 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c1421e-046e-4b75-b32f-d05da1abef02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.938571 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1421e-046e-4b75-b32f-d05da1abef02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd8b5f8e-b4a9-47cf-954f-5fb3a48b2655,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:58:59.940579 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c1421e-046e-4b75-b32f-d05da1abef02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:58:59.943301 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-03c1421e-046e-4b75-b32f-d05da1abef02 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cd8b5f8e-b4a9-47cf-954f-5fb3a48b2655 HTTP/1.1" status: 204 len: 168 time: 0.4977167 Jul 06 11:58:59.945706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36638) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:00.026032 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.044391 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.081780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b28ba6-b9e9-4436-b18f-c3e57b204407 None None] Network 2e91c490-3b06-4770-a80b-a2881a783179 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:00.121149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] Deleting port 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:00.122094 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.232503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'fixed_ips': [{'subnet_id': '06d3286d-0485-469d-ad8b-f58f7af21559'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:59:00.233429 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.277329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] For port 1fe590cb-6b4b-4728-ac9c-a5f9222138e0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1fe590cb-6b4b-4728-ac9c-a5f9222138e0,segment=NetworkSegment(3f281a1f-1d3f-40da-8373-78832b15187f),segment_id=3f281a1f-1d3f-40da-8373-78832b15187f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:00.279063 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.296775 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] Calling delete_port for 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:00.406266 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.430712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] No DVR routers for this DVR port 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:59:00.461667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe590cb-6b4b-4728-ac9c-a5f9222138e0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:00.481877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Allocated IP 172.20.0.2 (5ce939ee-01a6-40c3-a8af-b37bb4e285b4/06d3286d-0485-469d-ad8b-f58f7af21559/0fc200b5-f9b2-4fc1-aafa-29a2ad082670) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:00.546286 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0a5d05-b952-49ec-add8-3148df8d38b3 None None] DHCP port deletion for 2e91c490-3b06-4770-a80b-a2881a783179 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 11:59:00.595046 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.606838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e91c490-3b06-4770-a80b-a2881a783179']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:00.619532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f281a1f-1d3f-40da-8373-78832b15187f') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:00.619824 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f281a1f-1d3f-40da-8373-78832b15187f') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:00.629601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.656873 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.667130 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:59:00.667783 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: timer() Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:59:00.669732 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:59:00.685078 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.696699 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Transition to ACTIVE for port object 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:00.715571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Transition to ACTIVE for port object 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:00.724498 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.738938 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.758552 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.762747 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2e91c490-3b06-4770-a80b-a2881a783179 HTTP/1.1" status: 204 len: 168 time: 0.8140275 Jul 06 11:59:00.772034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd273f6-d028-4790-95f7-8d2e6daefad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e91c490-3b06-4770-a80b-a2881a783179,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:00.798643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Network 5ce939ee-01a6-40c3-a8af-b37bb4e285b4 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:00.804537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:00.822266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Pushing event updated for resources: {'Port': ['ID=0fc200b5-f9b2-4fc1-aafa-29a2ad082670,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:00.828076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:00.829892 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.832195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:00.838657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4149b9c-7ba2-4ebf-855d-39b485548749 req-7c9cf2b7-3883-4c79-8bc7-73779224c10c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:00.845892 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4149b9c-7ba2-4ebf-855d-39b485548749 req-7c9cf2b7-3883-4c79-8bc7-73779224c10c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 946 time: 0.2358110 Jul 06 11:59:00.855818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:59:00.856292 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1fe590cb-6b4b-4728-ac9c-a5f9222138e0 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:59:00.856995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 09e324c5-649b-475a-b648-185579a654ff no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:00.881116 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.914667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36656) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:00.918611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 09e324c5-649b-475a-b648-185579a654ff {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:59:00.919660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 09e324c5-649b-475a-b648-185579a654ff not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:59:00.971859 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4149b9c-7ba2-4ebf-855d-39b485548749 req-fed705d5-7fe5-434d-8534-cfb1048c03fb tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253219 Jul 06 11:59:00.972114 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e9b284ba-874f-4bf1-ac42-f312a265b4db admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b147038bdc04055ad4e82dede7b2aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557618 Jul 06 11:59:00.972565 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Attempting to bind port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:59:00.973006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Attempting to bind port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e3d610e9-f893-4f05-893e-62d068120022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:59:00.973444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Attempting to bind port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 on network 5ce939ee-01a6-40c3-a8af-b37bb4e285b4 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:00.977467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36660) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:00.980439 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:59:00.980826 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Checking segment: {'id': 'e3d610e9-f893-4f05-893e-62d068120022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:00.981640 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:00.981640 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Bound using segment: {'id': 'e3d610e9-f893-4f05-893e-62d068120022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:59:00.982058 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Bound port: 0fc200b5-f9b2-4fc1-aafa-29a2ad082670, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d610e9-f893-4f05-893e-62d068120022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:59:00.982409 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.055518 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Allocated IP 172.25.4.221 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/c36188f3-9dd2-42a2-a13d-caffc6bd029f) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:01.061261 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d2f98c5-23cc-4b6a-8bbf-98a69ae918b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.079717 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] For port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:59:01.085219 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] For port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0fc200b5-f9b2-4fc1-aafa-29a2ad082670,segment=NetworkSegment(e3d610e9-f893-4f05-893e-62d068120022),segment_id=e3d610e9-f893-4f05-893e-62d068120022)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:59:01.092920 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.120102 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d2f98c5-23cc-4b6a-8bbf-98a69ae918b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.217278 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d2f98c5-23cc-4b6a-8bbf-98a69ae918b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.220001 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d2f98c5-23cc-4b6a-8bbf-98a69ae918b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.224377 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9d2f98c5-23cc-4b6a-8bbf-98a69ae918b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/935547d8-0998-44bf-86b2-0fd52ab7a68c HTTP/1.1" status: 204 len: 168 time: 0.2428911 Jul 06 11:59:01.227254 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61cf61-6641-40cb-844f-7fba8459b56e None None] Pushing event updated for resources: {'Port': ['ID=0fc200b5-f9b2-4fc1-aafa-29a2ad082670,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:01.236833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f98c5-23cc-4b6a-8bbf-98a69ae918b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935547d8-0998-44bf-86b2-0fd52ab7a68c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:01.245948 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.321542 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:01.421538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Pushing event updated for resources: {'Port': ['ID=c36188f3-9dd2-42a2-a13d-caffc6bd029f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:01.428301 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:01.450888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:01.468761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:01.851878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36678) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:01.929576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02204ea7-4962-4f14-ba8b-ffdc24c4e053 req-a3e393cf-b12f-4c4b-9bb3-44488f0dd1ad tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:01.931214 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02204ea7-4962-4f14-ba8b-ffdc24c4e053 req-a3e393cf-b12f-4c4b-9bb3-44488f0dd1ad tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=3627a310-4cfd-49db-80d9-04d46c4422a0 HTTP/1.1" status: 200 len: 945 time: 0.3743083 Jul 06 11:59:02.007103 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84b03b7d-a982-4964-a07e-dbebac91a97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.032944 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02204ea7-4962-4f14-ba8b-ffdc24c4e053 req-b90711a4-86e9-4737-911d-e8f63566b06f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945959 Jul 06 11:59:02.045726 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.171935 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84b03b7d-a982-4964-a07e-dbebac91a97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.183773 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84b03b7d-a982-4964-a07e-dbebac91a97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.242568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b03b7d-a982-4964-a07e-dbebac91a97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7bd430-cbfa-4307-9bcd-2b13e3980fc4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:02.263833 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-84b03b7d-a982-4964-a07e-dbebac91a97a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2b51c6e7ff6543ccafd2385090870fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4106574 Jul 06 11:59:02.266418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36696) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:02.327728 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-22da719d-7b2b-4a32-8643-32270a6c99b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.358458 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-22da719d-7b2b-4a32-8643-32270a6c99b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.414536 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.439373 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-22da719d-7b2b-4a32-8643-32270a6c99b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.444076 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-22da719d-7b2b-4a32-8643-32270a6c99b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.445895 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-22da719d-7b2b-4a32-8643-32270a6c99b0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6f7bd430-cbfa-4307-9bcd-2b13e3980fc4 HTTP/1.1" status: 204 len: 168 time: 0.1778531 Jul 06 11:59:02.469685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da719d-7b2b-4a32-8643-32270a6c99b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7bd430-cbfa-4307-9bcd-2b13e3980fc4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:02.613144 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36704) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:02.636040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Router 4e3e1379-7f8f-4620-a4b0-88ad1472821b is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:59:02.797946 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:02.814087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Sync routers for ids ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:02.834097 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.836960 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-213616169-network', 'tenant_id': '386faa165bc74ade91d270d0ba379e5b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:02.844904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Routers {'4e3e1379-7f8f-4620-a4b0-88ad1472821b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:02.846111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:02.854020 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-86d7c874-f5e4-4d7e-9aef-b37a3310bd23 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.3080356 Jul 06 11:59:02.856096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36708) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:02.933452 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Made reservation on behalf of 386faa165bc74ade91d270d0ba379e5b for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:02.936474 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.956180 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:02.998425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 37c57f64-58cd-427b-8b36-8195d097a64d up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:59:03.056021 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:59:03.121124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7565005f-f90e-431f-977a-256512fe1cb1 None None] Network 5ce939ee-01a6-40c3-a8af-b37bb4e285b4 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:03.144463 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.153534 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.188149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:59:03.215610 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.215969 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Added segment 23822cb3-de03-4149-994c-52a7f1e439d0 of type vlan for network 61717c38-8823-4b20-9aae-6115b514f822 Jul 06 11:59:03.258138 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a30f60-8a84-4092-8080-5d2589e0117d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:03.288917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:03.289498 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:03.289878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:03.290435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:03.290778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:03.291660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:03.293202 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:03.293743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:03.294173 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:03.294978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:03.294978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:03.295366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:03.301295 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.372123 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.373478 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:03.374243 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.433328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:03.437711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2d1208fc-4434-4661-9f51-b1bd11dcb031 None None] Provisioning for port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:03.461156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 37c57f64-58cd-427b-8b36-8195d097a64d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:03.476607 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8594589 Jul 06 11:59:03.477776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36724) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:03.482150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:03.482801 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.494185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2d1208fc-4434-4661-9f51-b1bd11dcb031 None None] Provisioning complete for port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:03.494920 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f7e0c76e-d9b7-4fd9-ae62-a6934b587045 admin admin] Request body: {'subnet': {'network_id': '61717c38-8823-4b20-9aae-6115b514f822', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-213616169-subnet', 'tenant_id': '386faa165bc74ade91d270d0ba379e5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:03.495067 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2d1208fc-4434-4661-9f51-b1bd11dcb031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.517015 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 37c57f64-58cd-427b-8b36-8195d097a64d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:03.517725 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.545555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e0c76e-d9b7-4fd9-ae62-a6934b587045 admin admin] Made reservation on behalf of 386faa165bc74ade91d270d0ba379e5b for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:03.548771 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c76e-d9b7-4fd9-ae62-a6934b587045 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.565000 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29624f5-4316-435a-a9f4-a38ed900a92a admin admin] Pushing event updated for resources: {'Network': ['ID=61717c38-8823-4b20-9aae-6115b514f822,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:03.612420 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 61717c38-8823-4b20-9aae-6115b514f822 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:59:03.680035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Set router 4e3e1379-7f8f-4620-a4b0-88ad1472821b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:03.742940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a74acd-5304-4cec-b8cb-57906fd0d181 req-e099eda8-b217-4a1b-8200-f69209487d66 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:03.749817 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a74acd-5304-4cec-b8cb-57906fd0d181 req-e099eda8-b217-4a1b-8200-f69209487d66 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:03.755997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a74acd-5304-4cec-b8cb-57906fd0d181 req-e099eda8-b217-4a1b-8200-f69209487d66 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:03.764818 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-13a74acd-5304-4cec-b8cb-57906fd0d181 req-e099eda8-b217-4a1b-8200-f69209487d66 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35&device_id=47cb3e91-909b-4cdb-9713-1389b5c2ca87&device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 2417 time: 0.3362608 Jul 06 11:59:03.835725 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c76e-d9b7-4fd9-ae62-a6934b587045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:03.847781 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-13a74acd-5304-4cec-b8cb-57906fd0d181 req-e57ce917-0a6f-4abf-9998-cc508d8fad1a tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827720 Jul 06 11:59:03.962214 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.022099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0c76e-d9b7-4fd9-ae62-a6934b587045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34ed70d-22c1-469a-822a-ad63af416cd3,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:04.030955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e0c76e-d9b7-4fd9-ae62-a6934b587045 admin admin] Checking segment: {'id': '23822cb3-de03-4149-994c-52a7f1e439d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '61717c38-8823-4b20-9aae-6115b514f822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:04.031383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e0c76e-d9b7-4fd9-ae62-a6934b587045 admin admin] Network hostable DHCP agents. Network: 61717c38-8823-4b20-9aae-6115b514f822, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:59:04.065776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e0c76e-d9b7-4fd9-ae62-a6934b587045 admin admin] Network 61717c38-8823-4b20-9aae-6115b514f822 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:59:04.077368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f7e0c76e-d9b7-4fd9-ae62-a6934b587045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 61717c38-8823-4b20-9aae-6115b514f822) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:04.086525 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e0c76e-d9b7-4fd9-ae62-a6934b587045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:04.087495 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c76e-d9b7-4fd9-ae62-a6934b587045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.109691 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f7e0c76e-d9b7-4fd9-ae62-a6934b587045 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6304171 Jul 06 11:59:04.115733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096ad119-afab-4a51-b21f-cadabc458ab2 None None] Network 61717c38-8823-4b20-9aae-6115b514f822 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:04.121359 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.290262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452e1c9-e964-45fe-8fcf-6118a537cef0 req-2f307f74-57bf-4d89-b5aa-8ec104a2c289 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:04.297726 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3452e1c9-e964-45fe-8fcf-6118a537cef0 req-2f307f74-57bf-4d89-b5aa-8ec104a2c289 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 947 time: 0.2262232 Jul 06 11:59:04.348003 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017516b4-0af9-4a95-bb10-d1c61819d063 req-882b0a65-c2c3-4026-951e-afc70519e461 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:04.350342 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-017516b4-0af9-4a95-bb10-d1c61819d063 req-882b0a65-c2c3-4026-951e-afc70519e461 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd334f8a-ff08-437a-bf26-385b4421685f HTTP/1.1" status: 200 len: 947 time: 0.1449344 Jul 06 11:59:04.357034 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Allocated IP 172.20.0.1 (5ce939ee-01a6-40c3-a8af-b37bb4e285b4/06d3286d-0485-469d-ad8b-f58f7af21559/f21b0459-88c3-41d9-be68-cc6ba56a8407) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:04.370830 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3452e1c9-e964-45fe-8fcf-6118a537cef0 req-f8a0e5c9-4ea6-4531-9ad6-e524044decd4 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=785d85f9-2ec3-4950-89cf-d5a3a6b559bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721235 Jul 06 11:59:04.523180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-017516b4-0af9-4a95-bb10-d1c61819d063 req-e991d665-66a7-44d0-a848-6b6fc9eb3b46 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Deleting port f790b5e3-3097-4bba-9141-e0c56cd47b4f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:04.523990 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-017516b4-0af9-4a95-bb10-d1c61819d063 req-e991d665-66a7-44d0-a848-6b6fc9eb3b46 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.556270 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.576456 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2d1208fc-4434-4661-9f51-b1bd11dcb031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.589999 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Transition to ACTIVE for port object f21b0459-88c3-41d9-be68-cc6ba56a8407 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:04.634375 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.650023 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3627a310-4cfd-49db-80d9-04d46c4422a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c57f64-58cd-427b-8b36-8195d097a64d'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:04.658275 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62bc366-63c1-4653-84db-8405398f3c4a" -d '{"events": [{"server_uuid": "3627a310-4cfd-49db-80d9-04d46c4422a0", "name": "network-vif-plugged", "status": "completed", "tag": "37c57f64-58cd-427b-8b36-8195d097a64d"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:04.659048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-017516b4-0af9-4a95-bb10-d1c61819d063 req-e991d665-66a7-44d0-a848-6b6fc9eb3b46 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] For port f790b5e3-3097-4bba-9141-e0c56cd47b4f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f790b5e3-3097-4bba-9141-e0c56cd47b4f,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:04.659675 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-017516b4-0af9-4a95-bb10-d1c61819d063 req-e991d665-66a7-44d0-a848-6b6fc9eb3b46 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.705477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Network 5ce939ee-01a6-40c3-a8af-b37bb4e285b4 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:04.722276 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:04.730555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:04.742548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-router', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:59Z', 'updated_at': '2021-07-06T11:59:01Z', 'revision_number': 3, 'project_id': '4dd9155abd434227892716f661b5e59a', 'gw_port': {'id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:00Z', 'updated_at': '2021-07-06T11:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:04.814315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 37c57f64-58cd-427b-8b36-8195d097a64d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=37c57f64-58cd-427b-8b36-8195d097a64d,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:04.814510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537cd63-63f0-4c4c-8461-ad38ef255a76 req-4e9e501c-3327-4182-b68f-d296e02e05d3 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:04.816732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Checking router: 4e3e1379-7f8f-4620-a4b0-88ad1472821b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:59:04.817302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Updating router 4e3e1379-7f8f-4620-a4b0-88ad1472821b port c36188f3-9dd2-42a2-a13d-caffc6bd029f binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:59:04.819733 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e537cd63-63f0-4c4c-8461-ad38ef255a76 req-4e9e501c-3327-4182-b68f-d296e02e05d3 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=3627a310-4cfd-49db-80d9-04d46c4422a0 HTTP/1.1" status: 200 len: 945 time: 0.1891432 Jul 06 11:59:04.820793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Pushing event updated for resources: {'Port': ['ID=f21b0459-88c3-41d9-be68-cc6ba56a8407,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:04.879570 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.900263 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e537cd63-63f0-4c4c-8461-ad38ef255a76 req-788d8c3c-af59-40a8-b82f-270c1f9d0f61 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544853 Jul 06 11:59:04.901107 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.961246 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-017516b4-0af9-4a95-bb10-d1c61819d063 req-e991d665-66a7-44d0-a848-6b6fc9eb3b46 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.961838 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-017516b4-0af9-4a95-bb10-d1c61819d063 req-e991d665-66a7-44d0-a848-6b6fc9eb3b46 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:04.962485 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [req-017516b4-0af9-4a95-bb10-d1c61819d063 req-e991d665-66a7-44d0-a848-6b6fc9eb3b46 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Floating IP ef98b619-8903-4398-80cc-eea951e29e33 disassociated. External IP: 172.25.4.220, port: f790b5e3-3097-4bba-9141-e0c56cd47b4f. Jul 06 11:59:04.963151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-017516b4-0af9-4a95-bb10-d1c61819d063 req-e991d665-66a7-44d0-a848-6b6fc9eb3b46 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Calling delete_port for f790b5e3-3097-4bba-9141-e0c56cd47b4f owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:05.029584 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.055211 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f790b5e3-3097-4bba-9141-e0c56cd47b4f no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:05.189899 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2d1208fc-4434-4661-9f51-b1bd11dcb031 None None] For port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0fc200b5-f9b2-4fc1-aafa-29a2ad082670,segment=NetworkSegment(e3d610e9-f893-4f05-893e-62d068120022),segment_id=e3d610e9-f893-4f05-893e-62d068120022)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:05.236100 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2d1208fc-4434-4661-9f51-b1bd11dcb031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.241358 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=37c57f64-58cd-427b-8b36-8195d097a64d,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:05.249371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b9c742-0a80-4c8c-8f3d-67456fdf8ca2 None None] Network 61717c38-8823-4b20-9aae-6115b514f822 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:05.260756 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-017516b4-0af9-4a95-bb10-d1c61819d063 req-e991d665-66a7-44d0-a848-6b6fc9eb3b46 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.264644 n-d-799529-2 neutron-server[100429]: INFO neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No ports have port_id starting with f790b5e3-3097-4bba-9141-e0c56cd47b4f Jul 06 11:59:05.277325 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.304302 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.362651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991d665-66a7-44d0-a848-6b6fc9eb3b46 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event deleted for resources: {'Port': ['ID=f790b5e3-3097-4bba-9141-e0c56cd47b4f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:05.538398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0f290034-2931-4e2b-87d2-b011c8822802 None None] Provisioning complete for port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:05.538887 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f290034-2931-4e2b-87d2-b011c8822802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.542633 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.643978 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 11:59:05.644496 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 11:59:05.645125 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85b45d74-de6e-4dfa-b61e-449517f31b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.656869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1208fc-4434-4661-9f51-b1bd11dcb031 None None] Pushing event updated for resources: {'Port': ['ID=0fc200b5-f9b2-4fc1-aafa-29a2ad082670,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:05.681557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-017516b4-0af9-4a95-bb10-d1c61819d063 req-e991d665-66a7-44d0-a848-6b6fc9eb3b46 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:59:05.786030 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.794744 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.821114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-017516b4-0af9-4a95-bb10-d1c61819d063 req-e991d665-66a7-44d0-a848-6b6fc9eb3b46 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:05.832493 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9654e-2c2e-497b-8eb3-ea2ead03d0ee None None] Sync routers for ids ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:05.842840 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.860069 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f9654e-2c2e-497b-8eb3-ea2ead03d0ee None None] Routers {'733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:05.860858 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-39f9654e-2c2e-497b-8eb3-ea2ead03d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:05.900520 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0914f-06fb-46b1-b754-85a882f8792c req-19ea2054-6e45-4f6c-b6db-870e0d3f4606 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:05.908851 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-81e0914f-06fb-46b1-b754-85a882f8792c req-19ea2054-6e45-4f6c-b6db-870e0d3f4606 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 945 time: 0.2755244 Jul 06 11:59:05.916094 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-017516b4-0af9-4a95-bb10-d1c61819d063 req-e991d665-66a7-44d0-a848-6b6fc9eb3b46 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] No DVR routers for this DVR port f790b5e3-3097-4bba-9141-e0c56cd47b4f on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:59:05.919732 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-017516b4-0af9-4a95-bb10-d1c61819d063 req-e991d665-66a7-44d0-a848-6b6fc9eb3b46 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:05.922066 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-017516b4-0af9-4a95-bb10-d1c61819d063 req-e991d665-66a7-44d0-a848-6b6fc9eb3b46 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.23 "DELETE /v2.0/ports/f790b5e3-3097-4bba-9141-e0c56cd47b4f HTTP/1.1" status: 204 len: 173 time: 1.5626874 Jul 06 11:59:05.922706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'name': 'network-vif-deleted', 'tag': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:05.926708 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45871b4-ad4f-4753-bebc-3d48aaaf05be" -d '{"events": [{"server_uuid": "cd334f8a-ff08-437a-bf26-385b4421685f", "name": "network-vif-deleted", "tag": "f790b5e3-3097-4bba-9141-e0c56cd47b4f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:06.075291 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Pushing event updated for resources: {'Port': ['ID=f21b0459-88c3-41d9-be68-cc6ba56a8407,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:06.082274 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-39f9654e-2c2e-497b-8eb3-ea2ead03d0ee None None] Set router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:06.117800 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-81e0914f-06fb-46b1-b754-85a882f8792c req-653eb94d-97c7-4a12-a3c3-663fa961f805 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086082 Jul 06 11:59:06.196967 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Network 5ce939ee-01a6-40c3-a8af-b37bb4e285b4 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:06.198640 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:06.358513 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.399141 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.421399 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Transition to ACTIVE for port object c36188f3-9dd2-42a2-a13d-caffc6bd029f will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:06.430035 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.546637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Router 4e3e1379-7f8f-4620-a4b0-88ad1472821b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:59:06.610527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:59:06.644314 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-39f9654e-2c2e-497b-8eb3-ea2ead03d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b2e0fbbe-adcd-4482-882c-dab5a387b157', 'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'mac_address': 'fa:16:3e:a7:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:19Z', 'updated_at': '2021-07-06T11:54:31Z', 'revision_number': 5, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'subnets': [{'id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:06.671055 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Attempting to bind port c36188f3-9dd2-42a2-a13d-caffc6bd029f on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:59:06.672884 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Attempting to bind port c36188f3-9dd2-42a2-a13d-caffc6bd029f by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:59:06.675402 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Attempting to bind port c36188f3-9dd2-42a2-a13d-caffc6bd029f on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:06.679725 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549daadb-7565-4cdf-8232-c22be04b0259 None None] Pushing event updated for resources: {'Port': ['ID=c36188f3-9dd2-42a2-a13d-caffc6bd029f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:06.716567 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9654e-2c2e-497b-8eb3-ea2ead03d0ee None None] Checking router: 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:59:06.727515 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f9654e-2c2e-497b-8eb3-ea2ead03d0ee None None] Routers {'733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:06.728511 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-39f9654e-2c2e-497b-8eb3-ea2ead03d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:06.749665 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b4263beb-e952-4ae6-8abc-2d7489fa0840 None None] Provisioning for port f21b0459-88c3-41d9-be68-cc6ba56a8407 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:06.758310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b4263beb-e952-4ae6-8abc-2d7489fa0840 None None] Provisioning complete for port f21b0459-88c3-41d9-be68-cc6ba56a8407 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:06.759136 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b4263beb-e952-4ae6-8abc-2d7489fa0840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.764893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:59:06.765605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:06.766227 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.766832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:59:06.767598 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Bound port: c36188f3-9dd2-42a2-a13d-caffc6bd029f, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:59:06.768338 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.870010 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-39f9654e-2c2e-497b-8eb3-ea2ead03d0ee None None] Set router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:06.895194 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b4263beb-e952-4ae6-8abc-2d7489fa0840 None None] Port f21b0459-88c3-41d9-be68-cc6ba56a8407 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:59:06.939280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:06.939856 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:06.945605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] For port c36188f3-9dd2-42a2-a13d-caffc6bd029f, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:59:06.990319 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] For port c36188f3-9dd2-42a2-a13d-caffc6bd029f, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c36188f3-9dd2-42a2-a13d-caffc6bd029f,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:59:07.007754 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.109420 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Routers {'4e3e1379-7f8f-4620-a4b0-88ad1472821b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:07.110447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:58:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:07.123937 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a1c9c7c9-84e8-4053-a8be-a90fd7854858 None None] Provisioning complete for port f21b0459-88c3-41d9-be68-cc6ba56a8407 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:07.124834 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c7c9-84e8-4053-a8be-a90fd7854858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:07.224500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549daadb-7565-4cdf-8232-c22be04b0259 None None] Pushing event updated for resources: {'Port': ['ID=c36188f3-9dd2-42a2-a13d-caffc6bd029f,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:07.313056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9c7c9-84e8-4053-a8be-a90fd7854858 None None] Port f21b0459-88c3-41d9-be68-cc6ba56a8407 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:59:07.369504 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-3a77427f-69d0-4e78-969a-45d34122461e tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:07.376582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-3a77427f-69d0-4e78-969a-45d34122461e tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/networks?id=61717c38-8823-4b20-9aae-6115b514f822 HTTP/1.1" status: 200 len: 813 time: 0.7293379 Jul 06 11:59:07.393653 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] Set router 4e3e1379-7f8f-4620-a4b0-88ad1472821b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:07.414959 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-9ce5171a-70b6-4f1f-ab16-287903553809 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/quotas/386faa165bc74ade91d270d0ba379e5b HTTP/1.1" status: 200 len: 375 time: 0.0371761 Jul 06 11:59:07.470610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-99aba487-1546-4ac2-96bc-fd546b2f2cd1 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=386faa165bc74ade91d270d0ba379e5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540268 Jul 06 11:59:07.492070 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:07.497684 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4911576c-cc4a-416f-8ace-89e82a01d9ee admin admin] 10.222.0.81 "PUT /v2.0/routers/4e3e1379-7f8f-4620-a4b0-88ad1472821b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6405282 Jul 06 11:59:07.513445 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-39f9654e-2c2e-497b-8eb3-ea2ead03d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b2e0fbbe-adcd-4482-882c-dab5a387b157', 'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'mac_address': 'fa:16:3e:a7:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:19Z', 'updated_at': '2021-07-06T11:54:31Z', 'revision_number': 5, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'subnets': [{'id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:07.553976 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9654e-2c2e-497b-8eb3-ea2ead03d0ee None None] The sync data for ids ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'] in n-d-799529-2 is: [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b2e0fbbe-adcd-4482-882c-dab5a387b157', 'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'mac_address': 'fa:16:3e:a7:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:19Z', 'updated_at': '2021-07-06T11:54:31Z', 'revision_number': 5, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'subnets': [{'id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:07.789469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-router', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:59Z', 'updated_at': '2021-07-06T11:59:05Z', 'revision_number': 4, 'project_id': '4dd9155abd434227892716f661b5e59a', 'gw_port': {'id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:00Z', 'updated_at': '2021-07-06T11:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f21b0459-88c3-41d9-be68-cc6ba56a8407', 'name': '', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'mac_address': 'fa:16:3e:c6:10:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:03Z', 'updated_at': '2021-07-06T11:59:05Z', 'revision_number': 2, 'project_id': '4dd9155abd434227892716f661b5e59a', 'subnets': [{'id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:07.851729 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbdc797-b86c-4be4-9858-c2ac4b33e99e None None] The sync data for ids ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'] in n-d-799529-2 is: [{'id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-router', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:59Z', 'updated_at': '2021-07-06T11:59:05Z', 'revision_number': 4, 'project_id': '4dd9155abd434227892716f661b5e59a', 'gw_port': {'id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:00Z', 'updated_at': '2021-07-06T11:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f21b0459-88c3-41d9-be68-cc6ba56a8407', 'name': '', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'mac_address': 'fa:16:3e:c6:10:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:03Z', 'updated_at': '2021-07-06T11:59:05Z', 'revision_number': 2, 'project_id': '4dd9155abd434227892716f661b5e59a', 'subnets': [{'id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:07.903062 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-782d46dc-9c70-4f35-b3ef-bd5649914dc1 service neutron] 10.222.0.81 "GET /v2.0/networks/61717c38-8823-4b20-9aae-6115b514f822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307435 Jul 06 11:59:08.030556 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63113855-28a8-4002-87b6-6bb4944a1319 None None] New status for floating IP ef98b619-8903-4398-80cc-eea951e29e33: DOWN {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:59:08.064045 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-06bce208-4269-43f5-a478-37cb14d0ce1a service neutron] 10.222.0.81 "GET /v2.0/networks/61717c38-8823-4b20-9aae-6115b514f822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598566 Jul 06 11:59:08.429977 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:08.433198 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21c45668-9366-49b6-81ed-491fb8eaf40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:08.470689 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53cbe1b-6b25-4ff9-8a1b-68aa79224438 x-openstack-request-id: req-c53cbe1b-6b25-4ff9-8a1b-68aa79224438 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:08.471107 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3627a310-4cfd-49db-80d9-04d46c4422a0", "name": "network-vif-plugged", "status": "completed", "tag": "37c57f64-58cd-427b-8b36-8195d097a64d", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:08.471454 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c53cbe1b-6b25-4ff9-8a1b-68aa79224438 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:08.471864 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3627a310-4cfd-49db-80d9-04d46c4422a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c57f64-58cd-427b-8b36-8195d097a64d', 'code': 200} Jul 06 11:59:08.753764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04167092-d731-4398-9512-bbb51002f6df req-9b50e492-218a-4af7-83db-d09a36654567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:08.758375 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04167092-d731-4398-9512-bbb51002f6df req-9b50e492-218a-4af7-83db-d09a36654567 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3627a310-4cfd-49db-80d9-04d46c4422a0 HTTP/1.1" status: 200 len: 1097 time: 0.1774108 Jul 06 11:59:08.866393 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04167092-d731-4398-9512-bbb51002f6df req-fe7ba364-0bb1-4244-bc1d-9b64c9e3e49a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009738 Jul 06 11:59:08.993710 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e795c5f-f045-4738-ac54-f1146088c60a req-0f5cf3d2-a1ed-4be5-a2b4-48c23abb98c5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:09.001543 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e795c5f-f045-4738-ac54-f1146088c60a req-0f5cf3d2-a1ed-4be5-a2b4-48c23abb98c5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=3627a310-4cfd-49db-80d9-04d46c4422a0 HTTP/1.1" status: 200 len: 946 time: 0.1566386 Jul 06 11:59:09.068379 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e795c5f-f045-4738-ac54-f1146088c60a req-058c1f9e-63b8-455c-a6d1-17d4b0d90e3f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653493 Jul 06 11:59:09.148897 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2a6111-1894-4ad1-b0a1-b5a4731262cd x-openstack-request-id: req-7a2a6111-1894-4ad1-b0a1-b5a4731262cd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:09.150099 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd334f8a-ff08-437a-bf26-385b4421685f", "name": "network-vif-deleted", "tag": "f790b5e3-3097-4bba-9141-e0c56cd47b4f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:09.151658 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a2a6111-1894-4ad1-b0a1-b5a4731262cd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:09.152279 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd334f8a-ff08-437a-bf26-385b4421685f', 'name': 'network-vif-deleted', 'tag': 'f790b5e3-3097-4bba-9141-e0c56cd47b4f', 'status': 'completed', 'code': 200} Jul 06 11:59:09.280876 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:10.585021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-ec72b5e9-afa1-4ed5-96a9-5db0d17c4586 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:10.588021 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-ec72b5e9-afa1-4ed5-96a9-5db0d17c4586 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.89 "GET /v2.0/networks?id=61717c38-8823-4b20-9aae-6115b514f822 HTTP/1.1" status: 200 len: 813 time: 0.3644028 Jul 06 11:59:10.611930 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-f82d6452-b71e-48d1-8af8-8fa75ac249ef tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Request body: {'port': {'device_id': '86cd02d8-c831-4b04-a1bd-695e414e823b', 'network_id': '61717c38-8823-4b20-9aae-6115b514f822', 'admin_state_up': True, 'tenant_id': '386faa165bc74ade91d270d0ba379e5b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:10.632353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c36188f3-9dd2-42a2-a13d-caffc6bd029f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:59:10.644529 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-51a7dab7-a268-4e5c-b4b6-70578e83e33e tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:10.653055 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-51a7dab7-a268-4e5c-b4b6-70578e83e33e tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/networks?id=5ce939ee-01a6-40c3-a8af-b37bb4e285b4 HTTP/1.1" status: 200 len: 828 time: 0.2643309 Jul 06 11:59:10.675028 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-6976e88c-4e99-44d7-9988-4eeb4bb8645c tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/quotas/4dd9155abd434227892716f661b5e59a HTTP/1.1" status: 200 len: 375 time: 0.0209441 Jul 06 11:59:10.773961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port c36188f3-9dd2-42a2-a13d-caffc6bd029f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:10.786485 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c36188f3-9dd2-42a2-a13d-caffc6bd029f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:10.786485 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:10.824716 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-b0279628-e4b3-4131-90da-a4ec19932d69 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4dd9155abd434227892716f661b5e59a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1485298 Jul 06 11:59:10.884400 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:10.944629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-f82d6452-b71e-48d1-8af8-8fa75ac249ef tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Made reservation on behalf of 386faa165bc74ade91d270d0ba379e5b for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:10.961401 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-f82d6452-b71e-48d1-8af8-8fa75ac249ef tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:11.004502 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:11.048998 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port c36188f3-9dd2-42a2-a13d-caffc6bd029f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c36188f3-9dd2-42a2-a13d-caffc6bd029f,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:11.071378 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:11.082264 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-9e022be1-83d4-4dbc-92ae-b774fc968ff5 service neutron] 10.222.0.81 "GET /v2.0/networks/5ce939ee-01a6-40c3-a8af-b37bb4e285b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497408 Jul 06 11:59:11.214169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=c36188f3-9dd2-42a2-a13d-caffc6bd029f,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:11.288596 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-f82d6452-b71e-48d1-8af8-8fa75ac249ef tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Allocated IP 172.20.0.13 (61717c38-8823-4b20-9aae-6115b514f822/b34ed70d-22c1-469a-822a-ad63af416cd3/c8f735a4-1090-46e7-aea0-8aa2e89be88d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:11.309789 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-9563487f-e430-491a-97c6-0b0f6c764388 service neutron] 10.222.0.81 "GET /v2.0/networks/5ce939ee-01a6-40c3-a8af-b37bb4e285b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102518 Jul 06 11:59:11.535818 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Sync routers for ids ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:11.550032 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Routers {'4e3e1379-7f8f-4620-a4b0-88ad1472821b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:11.552994 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:59:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:11.573559 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-f82d6452-b71e-48d1-8af8-8fa75ac249ef tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:11.682317 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-f82d6452-b71e-48d1-8af8-8fa75ac249ef tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:11.783452 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Set router 4e3e1379-7f8f-4620-a4b0-88ad1472821b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:11.831851 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-f82d6452-b71e-48d1-8af8-8fa75ac249ef tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Network 61717c38-8823-4b20-9aae-6115b514f822 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:11.836797 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-f82d6452-b71e-48d1-8af8-8fa75ac249ef tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:11.845040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-f82d6452-b71e-48d1-8af8-8fa75ac249ef tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:11.855043 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf24dd-f9ef-4567-804d-ab74b7f7f0e4 req-76e8484d-8d6b-4e0a-a00a-d6bb80788b01 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:11.857812 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3bf24dd-f9ef-4567-804d-ab74b7f7f0e4 req-76e8484d-8d6b-4e0a-a00a-d6bb80788b01 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/ports?device_id=86cd02d8-c831-4b04-a1bd-695e414e823b HTTP/1.1" status: 200 len: 932 time: 0.1498508 Jul 06 11:59:11.876162 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d6452-b71e-48d1-8af8-8fa75ac249ef tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Pushing event updated for resources: {'Port': ['ID=c8f735a4-1090-46e7-aea0-8aa2e89be88d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:11.932997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3bf24dd-f9ef-4567-804d-ab74b7f7f0e4 req-375e052b-9766-487a-8ed6-66e68d24e437 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8a30f60-8a84-4092-8080-5d2589e0117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627522 Jul 06 11:59:11.974501 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-f82d6452-b71e-48d1-8af8-8fa75ac249ef tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:11.976238 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-f82d6452-b71e-48d1-8af8-8fa75ac249ef tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.004058 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36948) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:12.025316 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-f82d6452-b71e-48d1-8af8-8fa75ac249ef tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4224427 Jul 06 11:59:12.045461 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Request body: {'port': {'device_id': '86cd02d8-c831-4b04-a1bd-695e414e823b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:12.157284 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b3e09dd1-b2d9-4695-bc7a-cea9db01440f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.220575 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b3e09dd1-b2d9-4695-bc7a-cea9db01440f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.271304 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-router', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:59Z', 'updated_at': '2021-07-06T11:59:05Z', 'revision_number': 4, 'project_id': '4dd9155abd434227892716f661b5e59a', 'gw_port': {'id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:00Z', 'updated_at': '2021-07-06T11:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f21b0459-88c3-41d9-be68-cc6ba56a8407', 'name': '', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'mac_address': 'fa:16:3e:c6:10:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:03Z', 'updated_at': '2021-07-06T11:59:05Z', 'revision_number': 2, 'project_id': '4dd9155abd434227892716f661b5e59a', 'subnets': [{'id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:12.310802 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.373144 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b3e09dd1-b2d9-4695-bc7a-cea9db01440f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.376537 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b3e09dd1-b2d9-4695-bc7a-cea9db01440f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.381002 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b3e09dd1-b2d9-4695-bc7a-cea9db01440f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "DELETE /v2.0/security-groups/785d85f9-2ec3-4950-89cf-d5a3a6b559bd HTTP/1.1" status: 204 len: 168 time: 0.3756597 Jul 06 11:59:12.381710 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36972) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:12.384295 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Checking router: 4e3e1379-7f8f-4620-a4b0-88ad1472821b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:59:12.384852 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Updating router 4e3e1379-7f8f-4620-a4b0-88ad1472821b port f21b0459-88c3-41d9-be68-cc6ba56a8407 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:59:12.431280 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-bce5ba6c-5cce-4a94-be40-e8a9b37f5f2d tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] show failed (client error): The resource could not be found. Jul 06 11:59:12.436770 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bce5ba6c-5cce-4a94-be40-e8a9b37f5f2d tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups/785d85f9-2ec3-4950-89cf-d5a3a6b559bd HTTP/1.1" status: 404 len: 347 time: 0.0451829 Jul 06 11:59:12.437837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36976) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:12.493685 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.574737 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e09dd1-b2d9-4695-bc7a-cea9db01440f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=785d85f9-2ec3-4950-89cf-d5a3a6b559bd,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:12.639987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c36188f3-9dd2-42a2-a13d-caffc6bd029f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:59:12.746555 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c36188f3-9dd2-42a2-a13d-caffc6bd029f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:12.747292 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:12.983382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-fef604b3-6473-4ebb-b447-c8e966d077c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Deleting port 85867e7e-5e58-4a21-8709-0abb26b0375d {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:12.983869 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fef604b3-6473-4ebb-b447-c8e966d077c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.021574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f735a4-1090-46e7-aea0-8aa2e89be88d {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:59:13.062623 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.077508 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fef604b3-6473-4ebb-b447-c8e966d077c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.077508 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fef604b3-6473-4ebb-b447-c8e966d077c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.090227 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-fef604b3-6473-4ebb-b447-c8e966d077c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Calling delete_port for 85867e7e-5e58-4a21-8709-0abb26b0375d owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:13.095781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Transition to ACTIVE for port object c8f735a4-1090-46e7-aea0-8aa2e89be88d will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:13.106104 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3032b3-63c0-4f73-873d-7552697953b1 req-588eb8c2-d474-4834-9e02-d739c9c3eff0 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:13.108268 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.113585 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c3032b3-63c0-4f73-873d-7552697953b1 req-588eb8c2-d474-4834-9e02-d739c9c3eff0 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=3627a310-4cfd-49db-80d9-04d46c4422a0 HTTP/1.1" status: 200 len: 946 time: 0.4001074 Jul 06 11:59:13.225600 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c3032b3-63c0-4f73-873d-7552697953b1 req-0a64d20e-9175-479a-a1c8-579a743c70eb tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961373 Jul 06 11:59:13.248387 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.261870 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Transition to ACTIVE for port object f21b0459-88c3-41d9-be68-cc6ba56a8407 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:13.269912 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.345525 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f735a4-1090-46e7-aea0-8aa2e89be88d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:13.470635 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fef604b3-6473-4ebb-b447-c8e966d077c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.483048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Attempting to bind port c8f735a4-1090-46e7-aea0-8aa2e89be88d on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:59:13.489146 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Attempting to bind port c8f735a4-1090-46e7-aea0-8aa2e89be88d by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '23822cb3-de03-4149-994c-52a7f1e439d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '61717c38-8823-4b20-9aae-6115b514f822'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:59:13.489594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Attempting to bind port c8f735a4-1090-46e7-aea0-8aa2e89be88d on network 61717c38-8823-4b20-9aae-6115b514f822 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:13.513053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Port c8f735a4-1090-46e7-aea0-8aa2e89be88d on network 61717c38-8823-4b20-9aae-6115b514f822 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:59:13.514066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Attempting to bind port c8f735a4-1090-46e7-aea0-8aa2e89be88d on network 61717c38-8823-4b20-9aae-6115b514f822 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:13.523384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:59:13.531579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Checking segment: {'id': '23822cb3-de03-4149-994c-52a7f1e439d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '61717c38-8823-4b20-9aae-6115b514f822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:13.532413 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Bound using segment: {'id': '23822cb3-de03-4149-994c-52a7f1e439d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '61717c38-8823-4b20-9aae-6115b514f822'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:59:13.533134 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Bound port: c8f735a4-1090-46e7-aea0-8aa2e89be88d, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23822cb3-de03-4149-994c-52a7f1e439d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '61717c38-8823-4b20-9aae-6115b514f822'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:59:13.533724 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.624879 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef604b3-6473-4ebb-b447-c8e966d077c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event deleted for resources: {'Port': ['ID=85867e7e-5e58-4a21-8709-0abb26b0375d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:13.714267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] For port c8f735a4-1090-46e7-aea0-8aa2e89be88d, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:59:13.720043 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] For port c8f735a4-1090-46e7-aea0-8aa2e89be88d, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c8f735a4-1090-46e7-aea0-8aa2e89be88d,segment=NetworkSegment(23822cb3-de03-4149-994c-52a7f1e439d0),segment_id=23822cb3-de03-4149-994c-52a7f1e439d0)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:59:13.733972 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.772689 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-414d54a1-21f6-44a5-83c2-f377d02da17f req-03312f38-8911-4ac1-ae6c-2158a48afa63 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 210 time: 0.0389380 Jul 06 11:59:13.795574 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fef604b3-6473-4ebb-b447-c8e966d077c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.798142 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fef604b3-6473-4ebb-b447-c8e966d077c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.808873 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fef604b3-6473-4ebb-b447-c8e966d077c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "DELETE /v2.0/floatingips/ef98b619-8903-4398-80cc-eea951e29e33 HTTP/1.1" status: 204 len: 168 time: 1.3530900 Jul 06 11:59:13.826893 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Attempting to bind port f21b0459-88c3-41d9-be68-cc6ba56a8407 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:59:13.827443 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Attempting to bind port f21b0459-88c3-41d9-be68-cc6ba56a8407 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e3d610e9-f893-4f05-893e-62d068120022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:59:13.836732 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Attempting to bind port f21b0459-88c3-41d9-be68-cc6ba56a8407 on network 5ce939ee-01a6-40c3-a8af-b37bb4e285b4 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:13.845671 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da73c8-94d6-4333-b6a6-e8dce22237b9 None None] Pushing event updated for resources: {'Port': ['ID=f21b0459-88c3-41d9-be68-cc6ba56a8407,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:13.864813 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da73c8-94d6-4333-b6a6-e8dce22237b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:13.867268 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da73c8-94d6-4333-b6a6-e8dce22237b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:13.867796 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da73c8-94d6-4333-b6a6-e8dce22237b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:13.870296 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da73c8-94d6-4333-b6a6-e8dce22237b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:13.870747 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da73c8-94d6-4333-b6a6-e8dce22237b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:13.871295 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da73c8-94d6-4333-b6a6-e8dce22237b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:13.871724 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da73c8-94d6-4333-b6a6-e8dce22237b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:13.872617 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da73c8-94d6-4333-b6a6-e8dce22237b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:13.874894 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da73c8-94d6-4333-b6a6-e8dce22237b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:13.875350 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da73c8-94d6-4333-b6a6-e8dce22237b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:13.875748 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da73c8-94d6-4333-b6a6-e8dce22237b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:13.876136 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da73c8-94d6-4333-b6a6-e8dce22237b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:13.878879 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f735a4-1090-46e7-aea0-8aa2e89be88d,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:13.884266 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:59:13.886582 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Checking segment: {'id': 'e3d610e9-f893-4f05-893e-62d068120022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:13.899336 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:13.901272 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Bound using segment: {'id': 'e3d610e9-f893-4f05-893e-62d068120022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:59:13.902646 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Bound port: f21b0459-88c3-41d9-be68-cc6ba56a8407, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d610e9-f893-4f05-893e-62d068120022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:59:13.903276 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:14.013397 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] For port f21b0459-88c3-41d9-be68-cc6ba56a8407, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:59:14.020653 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] For port f21b0459-88c3-41d9-be68-cc6ba56a8407, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f21b0459-88c3-41d9-be68-cc6ba56a8407,segment=NetworkSegment(e3d610e9-f893-4f05-893e-62d068120022),segment_id=e3d610e9-f893-4f05-893e-62d068120022)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:59:14.028483 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:14.144895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-77b71a29-d5f4-4edc-95e8-0befab047b9d tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:14.147747 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-77b71a29-d5f4-4edc-95e8-0befab047b9d tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.23 "GET /v2.0/networks?id=5ce939ee-01a6-40c3-a8af-b37bb4e285b4 HTTP/1.1" status: 200 len: 828 time: 0.2565176 Jul 06 11:59:14.152847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:14.153685 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:14.155202 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1d38356f-fd06-4ad7-b5a6-3a5e80f6fca6 service neutron] 10.222.0.89 "PUT /v2.0/ports/c8f735a4-1090-46e7-aea0-8aa2e89be88d HTTP/1.1" status: 200 len: 1092 time: 2.1159592 Jul 06 11:59:14.157261 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cd02d8-c831-4b04-a1bd-695e414e823b', 'tag': 'c8f735a4-1090-46e7-aea0-8aa2e89be88d'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:14.161512 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd20a61-6a5a-4345-b0aa-a52d86b6ebd2" -d '{"events": [{"name": "network-changed", "server_uuid": "86cd02d8-c831-4b04-a1bd-695e414e823b", "tag": "c8f735a4-1090-46e7-aea0-8aa2e89be88d"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:14.172870 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-e337e002-6a58-4d12-9aab-1ee2e6f4b6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Request body: {'port': {'device_id': 'ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'admin_state_up': True, 'tenant_id': '4dd9155abd434227892716f661b5e59a'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:14.217341 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Routers {'4e3e1379-7f8f-4620-a4b0-88ad1472821b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:14.217835 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:59:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:14.364862 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da73c8-94d6-4333-b6a6-e8dce22237b9 None None] Pushing event updated for resources: {'Port': ['ID=f21b0459-88c3-41d9-be68-cc6ba56a8407,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:14.472091 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-e337e002-6a58-4d12-9aab-1ee2e6f4b6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Made reservation on behalf of 4dd9155abd434227892716f661b5e59a for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:14.484201 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-e337e002-6a58-4d12-9aab-1ee2e6f4b6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:14.565732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438b8a-4765-4da4-82c5-c0d9b29c6733 req-4bf9ce37-f318-444d-80e5-513afeb7c3c2 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:14.570867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-aa2213bc-5cc5-4e54-bb8a-fcf9d61dc359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:14.573397 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-aa2213bc-5cc5-4e54-bb8a-fcf9d61dc359 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=386faa165bc74ade91d270d0ba379e5b&device_id=86cd02d8-c831-4b04-a1bd-695e414e823b HTTP/1.1" status: 200 len: 1095 time: 0.2646630 Jul 06 11:59:14.576749 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b5438b8a-4765-4da4-82c5-c0d9b29c6733 req-4bf9ce37-f318-444d-80e5-513afeb7c3c2 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/ports?device_id=86cd02d8-c831-4b04-a1bd-695e414e823b HTTP/1.1" status: 200 len: 944 time: 0.2906275 Jul 06 11:59:14.605135 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] Set router 4e3e1379-7f8f-4620-a4b0-88ad1472821b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:14.666566 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b5438b8a-4765-4da4-82c5-c0d9b29c6733 req-f5487855-dd57-4240-a31b-b3c54cc7cf4f tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8a30f60-8a84-4092-8080-5d2589e0117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888274 Jul 06 11:59:14.684275 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-faa445a1-ef62-403d-9cd1-29246ee48569 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8f735a4-1090-46e7-aea0-8aa2e89be88d HTTP/1.1" status: 200 len: 217 time: 0.1026833 Jul 06 11:59:14.791559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-10d00471-ec58-4374-80f7-c48139318e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:14.793074 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-10d00471-ec58-4374-80f7-c48139318e82 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b34ed70d-22c1-469a-822a-ad63af416cd3 HTTP/1.1" status: 200 len: 853 time: 0.0995686 Jul 06 11:59:14.869215 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-e337e002-6a58-4d12-9aab-1ee2e6f4b6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Allocated IP 172.20.0.6 (5ce939ee-01a6-40c3-a8af-b37bb4e285b4/06d3286d-0485-469d-ad8b-f58f7af21559/3a30f1bd-354b-4671-b40b-dadc5e6c7cd1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:14.909141 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-1bd4a2f0-36e0-4f4a-bc54-a175ce325823 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=61717c38-8823-4b20-9aae-6115b514f822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067159 Jul 06 11:59:14.915837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37046) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:15.022802 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-router', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:59Z', 'updated_at': '2021-07-06T11:59:05Z', 'revision_number': 4, 'project_id': '4dd9155abd434227892716f661b5e59a', 'gw_port': {'id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:00Z', 'updated_at': '2021-07-06T11:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f21b0459-88c3-41d9-be68-cc6ba56a8407', 'name': '', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'mac_address': 'fa:16:3e:c6:10:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:03Z', 'updated_at': '2021-07-06T11:59:14Z', 'revision_number': 4, 'project_id': '4dd9155abd434227892716f661b5e59a', 'subnets': [{'id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:15.051110 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebfd922-789e-4620-9a61-a77776a66459 None None] The sync data for ids ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'] in n-d-799529-2 is: [{'id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-router', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:59Z', 'updated_at': '2021-07-06T11:59:05Z', 'revision_number': 4, 'project_id': '4dd9155abd434227892716f661b5e59a', 'gw_port': {'id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:00Z', 'updated_at': '2021-07-06T11:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f21b0459-88c3-41d9-be68-cc6ba56a8407', 'name': '', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'mac_address': 'fa:16:3e:c6:10:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:03Z', 'updated_at': '2021-07-06T11:59:14Z', 'revision_number': 4, 'project_id': '4dd9155abd434227892716f661b5e59a', 'subnets': [{'id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:15.086742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2be7f7e0-bad2-4e86-950d-0594b89209c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.232855 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-e337e002-6a58-4d12-9aab-1ee2e6f4b6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.257212 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-e337e002-6a58-4d12-9aab-1ee2e6f4b6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Transition to ACTIVE for port object 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:15.294605 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2be7f7e0-bad2-4e86-950d-0594b89209c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.301320 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2be7f7e0-bad2-4e86-950d-0594b89209c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.347566 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-e337e002-6a58-4d12-9aab-1ee2e6f4b6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.378409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7f7e0-bad2-4e86-950d-0594b89209c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc39e16-b876-4bd6-9cfb-0db381acc206,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:15.387083 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-f45925a8-3bb9-4f6c-920c-e1bb27ba12e7 service neutron] 10.222.0.89 "GET /v2.0/networks/61717c38-8823-4b20-9aae-6115b514f822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684312 Jul 06 11:59:15.391141 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2be7f7e0-bad2-4e86-950d-0594b89209c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2557e17ca46f4f7a8fdf6364a965c9a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4741113 Jul 06 11:59:15.394517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37052) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:15.435819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37054) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:15.453060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-34de919c-89f4-47f7-884c-82add91b77c0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--255103012', 'description': 'tempest-description--276846270'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:15.488782 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0b228050-5509-47a9-94ee-c24605df24f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.515819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-e337e002-6a58-4d12-9aab-1ee2e6f4b6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Network 5ce939ee-01a6-40c3-a8af-b37bb4e285b4 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:15.523896 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0b228050-5509-47a9-94ee-c24605df24f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.531413 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-e337e002-6a58-4d12-9aab-1ee2e6f4b6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:15.537932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-e337e002-6a58-4d12-9aab-1ee2e6f4b6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:15.543168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337e002-6a58-4d12-9aab-1ee2e6f4b6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Pushing event updated for resources: {'Port': ['ID=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:15.577627 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0b228050-5509-47a9-94ee-c24605df24f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.580461 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0b228050-5509-47a9-94ee-c24605df24f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.582040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0b228050-5509-47a9-94ee-c24605df24f3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/afc39e16-b876-4bd6-9cfb-0db381acc206 HTTP/1.1" status: 204 len: 168 time: 0.1866698 Jul 06 11:59:15.592899 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b228050-5509-47a9-94ee-c24605df24f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc39e16-b876-4bd6-9cfb-0db381acc206,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:15.616510 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34de919c-89f4-47f7-884c-82add91b77c0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.900346 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34de919c-89f4-47f7-884c-82add91b77c0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.903484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-92acfdef-313a-4a4c-a562-0bd0ed19685b req-30ef305d-68e1-4f39-b294-bb614940cc8a service neutron] 10.222.0.89 "GET /v2.0/networks/61717c38-8823-4b20-9aae-6115b514f822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910192 Jul 06 11:59:15.910854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-e337e002-6a58-4d12-9aab-1ee2e6f4b6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:15.912060 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-e337e002-6a58-4d12-9aab-1ee2e6f4b6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.921806 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34de919c-89f4-47f7-884c-82add91b77c0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.937221 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebc2155-f703-40d2-9172-5c009915ff57 x-openstack-request-id: req-2ebc2155-f703-40d2-9172-5c009915ff57 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:15.938309 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cd02d8-c831-4b04-a1bd-695e414e823b", "tag": "c8f735a4-1090-46e7-aea0-8aa2e89be88d", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:15.939095 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ebc2155-f703-40d2-9172-5c009915ff57 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:15.939095 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cd02d8-c831-4b04-a1bd-695e414e823b', 'tag': 'c8f735a4-1090-46e7-aea0-8aa2e89be88d', 'status': 'completed', 'code': 200} Jul 06 11:59:15.993418 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34de919c-89f4-47f7-884c-82add91b77c0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:15.997376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37066) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:15.997541 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-34de919c-89f4-47f7-884c-82add91b77c0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5586615 Jul 06 11:59:16.004140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7c52f44a-f458-468a-86f9-ff0e6ba7bd9b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Request body: {'security_group_rule': {'security_group_id': 'b2a159b0-aba6-404e-8acb-7e8b37c37c67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:16.006685 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0d05542b-b751-4928-8e6c-7d6a6f912127 None None] Provisioning for port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:16.015034 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0d05542b-b751-4928-8e6c-7d6a6f912127 None None] Provisioning complete for port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:16.015622 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d05542b-b751-4928-8e6c-7d6a6f912127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.028493 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-e337e002-6a58-4d12-9aab-1ee2e6f4b6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8720226 Jul 06 11:59:16.054187 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Request body: {'port': {'device_id': 'ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:16.076310 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c52f44a-f458-468a-86f9-ff0e6ba7bd9b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.094469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de919c-89f4-47f7-884c-82add91b77c0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a159b0-aba6-404e-8acb-7e8b37c37c67,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:16.108154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0d05542b-b751-4928-8e6c-7d6a6f912127 None None] Port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:59:16.188719 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c52f44a-f458-468a-86f9-ff0e6ba7bd9b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.189591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37068) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:16.203885 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c52f44a-f458-468a-86f9-ff0e6ba7bd9b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.218133 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.218685 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52f44a-f458-468a-86f9-ff0e6ba7bd9b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376df0da-b224-4369-9b53-defe634397c9,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:16.220758 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-985275b7-c620-4dc3-b40b-18c1b2aeae64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.245992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd20a61-6a5a-4345-b0aa-a52d86b6ebd2 req-36122d15-b0ab-4f0a-9e91-ad8c038382b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:16.248103 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4dd20a61-6a5a-4345-b0aa-a52d86b6ebd2 req-36122d15-b0ab-4f0a-9e91-ad8c038382b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=386faa165bc74ade91d270d0ba379e5b&device_id=86cd02d8-c831-4b04-a1bd-695e414e823b HTTP/1.1" status: 200 len: 1095 time: 0.2761848 Jul 06 11:59:16.255671 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c52f44a-f458-468a-86f9-ff0e6ba7bd9b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.256882 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7c52f44a-f458-468a-86f9-ff0e6ba7bd9b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2580452 Jul 06 11:59:16.259900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37070) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:16.264991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f02a9c4c-1811-4711-bb1e-76f33494f7c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Request body: {'security_group_rule': {'security_group_id': 'b2a159b0-aba6-404e-8acb-7e8b37c37c67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:16.435940 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-985275b7-c620-4dc3-b40b-18c1b2aeae64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.451498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2557f7c-1de2-4b15-bbd0-86af747ee48b req-15b5d759-2845-483f-9cff-8206c7c256fe tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:16.453456 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b2557f7c-1de2-4b15-bbd0-86af747ee48b req-15b5d759-2845-483f-9cff-8206c7c256fe tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 931 time: 0.1447818 Jul 06 11:59:16.457050 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-985275b7-c620-4dc3-b40b-18c1b2aeae64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.545698 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-985275b7-c620-4dc3-b40b-18c1b2aeae64 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e9232a6251a648b99e7fe6f08d541b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534734 Jul 06 11:59:16.547794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37072) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:16.550553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985275b7-c620-4dc3-b40b-18c1b2aeae64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b60be9-ebf2-40b3-9414-35c81b890a68,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:16.589059 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b2557f7c-1de2-4b15-bbd0-86af747ee48b req-2a48f375-f8b5-4c87-b23b-f9348b306029 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ccb482e-c890-4f2c-b3f2-64fab777e226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190870 Jul 06 11:59:16.592721 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f02a9c4c-1811-4711-bb1e-76f33494f7c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.598227 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f21b0459-88c3-41d9-be68-cc6ba56a8407 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:59:16.671866 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-605feec2-3f28-41d0-80da-00216fbfd6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.683307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port f21b0459-88c3-41d9-be68-cc6ba56a8407 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:16.691051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port f21b0459-88c3-41d9-be68-cc6ba56a8407 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:16.692949 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.717398 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f02a9c4c-1811-4711-bb1e-76f33494f7c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.720331 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-605feec2-3f28-41d0-80da-00216fbfd6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.728123 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f02a9c4c-1811-4711-bb1e-76f33494f7c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.820605 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.847782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a9c4c-1811-4711-bb1e-76f33494f7c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962f3867-8497-449f-a8c4-12618df26122,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:16.871043 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f02a9c4c-1811-4711-bb1e-76f33494f7c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.871388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port f21b0459-88c3-41d9-be68-cc6ba56a8407, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f21b0459-88c3-41d9-be68-cc6ba56a8407,segment=NetworkSegment(e3d610e9-f893-4f05-893e-62d068120022),segment_id=e3d610e9-f893-4f05-893e-62d068120022)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:16.872287 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f02a9c4c-1811-4711-bb1e-76f33494f7c5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6111131 Jul 06 11:59:16.877047 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37076) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:16.879218 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.883471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:16.883985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd20a61-6a5a-4345-b0aa-a52d86b6ebd2 req-cc612ca3-1edb-49a0-8154-1894b353a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:16.885484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4dd20a61-6a5a-4345-b0aa-a52d86b6ebd2 req-cc612ca3-1edb-49a0-8154-1894b353a403 service neutron] 10.222.0.89 "GET /v2.0/networks?id=61717c38-8823-4b20-9aae-6115b514f822 HTTP/1.1" status: 200 len: 914 time: 0.6001248 Jul 06 11:59:16.916942 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-605feec2-3f28-41d0-80da-00216fbfd6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.919678 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-605feec2-3f28-41d0-80da-00216fbfd6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.920828 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-605feec2-3f28-41d0-80da-00216fbfd6f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/61b60be9-ebf2-40b3-9414-35c81b890a68 HTTP/1.1" status: 204 len: 168 time: 0.3714640 Jul 06 11:59:16.926003 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:16.946232 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605feec2-3f28-41d0-80da-00216fbfd6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b60be9-ebf2-40b3-9414-35c81b890a68,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:16.948529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=f21b0459-88c3-41d9-be68-cc6ba56a8407,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:16.958912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ff81b-3104-4986-b533-e0a61ca95a1c req-0de7dc09-d335-436e-8c7a-964505457824 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:16.960591 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4dd20a61-6a5a-4345-b0aa-a52d86b6ebd2 req-8d0b5e1c-1e9b-4c7c-a0e7-75b8f8fe6e86 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8f735a4-1090-46e7-aea0-8aa2e89be88d HTTP/1.1" status: 200 len: 217 time: 0.0646832 Jul 06 11:59:16.960718 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ff6ff81b-3104-4986-b533-e0a61ca95a1c req-0de7dc09-d335-436e-8c7a-964505457824 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=3627a310-4cfd-49db-80d9-04d46c4422a0 HTTP/1.1" status: 200 len: 946 time: 0.2112501 Jul 06 11:59:17.035077 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ff6ff81b-3104-4986-b533-e0a61ca95a1c req-707e012a-849d-47a7-8d5f-f716bcbfd5fa tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453269 Jul 06 11:59:17.037348 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd20a61-6a5a-4345-b0aa-a52d86b6ebd2 req-b565d9b0-c68c-4398-b898-cb6ed0e8da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:17.038822 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4dd20a61-6a5a-4345-b0aa-a52d86b6ebd2 req-b565d9b0-c68c-4398-b898-cb6ed0e8da66 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b34ed70d-22c1-469a-822a-ad63af416cd3 HTTP/1.1" status: 200 len: 853 time: 0.0683689 Jul 06 11:59:17.088369 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:17.106167 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4dd20a61-6a5a-4345-b0aa-a52d86b6ebd2 req-ec64540d-c5cd-489c-93ee-2bee03e5794d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=61717c38-8823-4b20-9aae-6115b514f822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564792 Jul 06 11:59:17.257489 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4dd20a61-6a5a-4345-b0aa-a52d86b6ebd2 req-bfc230ea-8e86-48a7-9129-32097bd64312 service neutron] 10.222.0.89 "GET /v2.0/networks/61717c38-8823-4b20-9aae-6115b514f822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419480 Jul 06 11:59:17.274550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Allocated IP 172.25.4.157 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/3f36c815-5ce7-4b65-b7da-213ad00385e5) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:17.288476 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:59:17.340950 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:17.341618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device c8f735a4-1090-46e7-aea0-8aa2e89be88d details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:59:17.367612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Transition to ACTIVE for port object 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:17.374963 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:17.378703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597f06d-9c2c-4029-9c2c-3f47063a7dc8 req-53d5d753-cc4b-40ae-aba8-80e1e74c1488 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:17.381220 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d597f06d-9c2c-4029-9c2c-3f47063a7dc8 req-53d5d753-cc4b-40ae-aba8-80e1e74c1488 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/ports?device_id=86cd02d8-c831-4b04-a1bd-695e414e823b HTTP/1.1" status: 200 len: 944 time: 0.1678987 Jul 06 11:59:17.478156 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:17.489839 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d597f06d-9c2c-4029-9c2c-3f47063a7dc8 req-e142f364-09e4-426e-a504-6c4719dedb38 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8a30f60-8a84-4092-8080-5d2589e0117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864856 Jul 06 11:59:17.496783 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4dd20a61-6a5a-4345-b0aa-a52d86b6ebd2 req-5b36305d-ca6e-4fc3-89ba-59c9a01185b7 service neutron] 10.222.0.89 "GET /v2.0/networks/61717c38-8823-4b20-9aae-6115b514f822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219272 Jul 06 11:59:17.500566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Pushing event updated for resources: {'Port': ['ID=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:17.539433 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:17.590770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:17.594119 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:17.597152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:17.602183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port c8f735a4-1090-46e7-aea0-8aa2e89be88d, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c8f735a4-1090-46e7-aea0-8aa2e89be88d,segment=NetworkSegment(23822cb3-de03-4149-994c-52a7f1e439d0),segment_id=23822cb3-de03-4149-994c-52a7f1e439d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:17.639312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'c8f735a4-1090-46e7-aea0-8aa2e89be88d', 'network_id': '61717c38-8823-4b20-9aae-6115b514f822', 'port_id': 'c8f735a4-1090-46e7-aea0-8aa2e89be88d', 'mac_address': 'fa:16:3e:bf:28:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34ed70d-22c1-469a-822a-ad63af416cd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:59:17.663647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Attempting to bind port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:59:17.663978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Attempting to bind port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'e3d610e9-f893-4f05-893e-62d068120022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:59:17.664314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Attempting to bind port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 on network 5ce939ee-01a6-40c3-a8af-b37bb4e285b4 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:17.670741 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event updated for resources: {'Port': ['ID=3f36c815-5ce7-4b65-b7da-213ad00385e5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:17.681844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 on network 5ce939ee-01a6-40c3-a8af-b37bb4e285b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:59:17.682177 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Attempting to bind port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 on network 5ce939ee-01a6-40c3-a8af-b37bb4e285b4 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:17.699213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:59:17.699664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Checking segment: {'id': 'e3d610e9-f893-4f05-893e-62d068120022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:17.700002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Bound using segment: {'id': 'e3d610e9-f893-4f05-893e-62d068120022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:59:17.700480 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Bound port: 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d610e9-f893-4f05-893e-62d068120022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:59:17.700875 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:17.707499 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:17.720975 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:17.725816 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f735a4-1090-46e7-aea0-8aa2e89be88d {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:59:17.791614 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:17.804806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port c8f735a4-1090-46e7-aea0-8aa2e89be88d, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c8f735a4-1090-46e7-aea0-8aa2e89be88d,segment=NetworkSegment(23822cb3-de03-4149-994c-52a7f1e439d0),segment_id=23822cb3-de03-4149-994c-52a7f1e439d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:17.809985 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:17.847440 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] For port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:59:17.851667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] For port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1,segment=NetworkSegment(e3d610e9-f893-4f05-893e-62d068120022),segment_id=e3d610e9-f893-4f05-893e-62d068120022)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:59:17.859629 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:17.896053 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=c8f735a4-1090-46e7-aea0-8aa2e89be88d,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:17.976718 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Pushing event updated for resources: {'Port': ['ID=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:18.013137 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:18.014169 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.015960 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-7d9dbb7e-7a5d-4a32-855a-7bf11b98685d service neutron] 10.222.0.23 "PUT /v2.0/ports/3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 HTTP/1.1" status: 200 len: 1091 time: 1.9784751 Jul 06 11:59:18.016665 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6', 'tag': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:18.019373 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76d7487-31b6-4f32-a30c-0f60e437d441" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6", "tag": "3a30f1bd-354b-4671-b40b-dadc5e6c7cd1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:18.046998 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['c8f735a4-1090-46e7-aea0-8aa2e89be88d'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:59:18.058304 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.064371 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.153047 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event updated for resources: {'Port': ['ID=3f36c815-5ce7-4b65-b7da-213ad00385e5,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:18.205464 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.214267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-225440fc-2398-4cea-b39a-69c6517efefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:18.215895 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-225440fc-2398-4cea-b39a-69c6517efefe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4dd9155abd434227892716f661b5e59a&device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 1094 time: 0.1544454 Jul 06 11:59:18.233955 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.244770 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-03d32620-e44c-45f1-a03a-7d37146f59a0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3662553 Jul 06 11:59:18.301331 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-593a07ae-87ac-46e0-b26a-1219b63e0adc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 HTTP/1.1" status: 200 len: 217 time: 0.0765810 Jul 06 11:59:18.429043 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-874d0756-6d02-482f-92e7-4811829d146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:18.435565 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-874d0756-6d02-482f-92e7-4811829d146b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=06d3286d-0485-469d-ad8b-f58f7af21559 HTTP/1.1" status: 200 len: 867 time: 0.1254060 Jul 06 11:59:18.517510 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f21b0459-88c3-41d9-be68-cc6ba56a8407 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:59:18.578676 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-4d16dbc0-df36-4fff-8ee2-1622f5bea07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:18.580847 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-4d16dbc0-df36-4fff-8ee2-1622f5bea07b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ce939ee-01a6-40c3-a8af-b37bb4e285b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389198 Jul 06 11:59:18.666647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port f21b0459-88c3-41d9-be68-cc6ba56a8407 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:18.667313 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:18.766417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d8fa0-d1c1-407c-908d-a14309281fa4 req-1139e1e5-c221-4b8d-92c7-460f2ddf13e7 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:18.773896 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-c5a84059-7f7c-4178-99c3-9885dcebdd5c service neutron] 10.222.0.23 "GET /v2.0/networks/5ce939ee-01a6-40c3-a8af-b37bb4e285b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842890 Jul 06 11:59:18.775925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-118d8fa0-d1c1-407c-908d-a14309281fa4 req-1139e1e5-c221-4b8d-92c7-460f2ddf13e7 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 943 time: 0.1510570 Jul 06 11:59:18.848398 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-118d8fa0-d1c1-407c-908d-a14309281fa4 req-8c5e2038-fa4f-4363-981f-968f3410f7e6 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ccb482e-c890-4f2c-b3f2-64fab777e226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710945 Jul 06 11:59:18.883579 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ecf249d-da4c-4852-acf1-7d413e3ec539 req-269118d7-772a-47fa-baa6-bb4ad9f81579 service neutron] 10.222.0.23 "GET /v2.0/networks/5ce939ee-01a6-40c3-a8af-b37bb4e285b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017141 Jul 06 11:59:19.083992 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d363e9d5-0fb1-4363-a396-47432a7953d0 x-openstack-request-id: req-d363e9d5-0fb1-4363-a396-47432a7953d0 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:19.084359 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6", "tag": "3a30f1bd-354b-4671-b40b-dadc5e6c7cd1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:19.084683 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d363e9d5-0fb1-4363-a396-47432a7953d0 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:19.085428 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6', 'tag': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1', 'status': 'completed', 'code': 200} Jul 06 11:59:19.205417 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d7487-31b6-4f32-a30c-0f60e437d441 req-0d6c5f78-3e2e-4421-905e-a19343ac6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:19.208993 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a76d7487-31b6-4f32-a30c-0f60e437d441 req-0d6c5f78-3e2e-4421-905e-a19343ac6d91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4dd9155abd434227892716f661b5e59a&device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 1094 time: 0.0917737 Jul 06 11:59:19.261893 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-a3c2cc95-c23e-4d27-9080-1705610a545b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--255103012&fields=id&tenant_id=cb4361f835974e8bb48f40231c55813a HTTP/1.1" status: 200 len: 267 time: 0.0363171 Jul 06 11:59:19.324377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d7487-31b6-4f32-a30c-0f60e437d441 req-f8f12857-26be-4e28-a4f5-5a7288bd50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:19.326166 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a76d7487-31b6-4f32-a30c-0f60e437d441 req-f8f12857-26be-4e28-a4f5-5a7288bd50b9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5ce939ee-01a6-40c3-a8af-b37bb4e285b4 HTTP/1.1" status: 200 len: 929 time: 0.1107540 Jul 06 11:59:19.361166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device c8f735a4-1090-46e7-aea0-8aa2e89be88d up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:59:19.383659 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a76d7487-31b6-4f32-a30c-0f60e437d441 req-c7830566-739f-4f68-8d0e-a5eb9344380c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 HTTP/1.1" status: 200 len: 217 time: 0.0478530 Jul 06 11:59:19.437489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-ab12cfe4-569a-4653-85bd-d46af592e1fb tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:19.438376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port c8f735a4-1090-46e7-aea0-8aa2e89be88d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:19.443913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port c8f735a4-1090-46e7-aea0-8aa2e89be88d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:19.444620 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.444898 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-ab12cfe4-569a-4653-85bd-d46af592e1fb tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/networks?id=2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 200 len: 816 time: 0.1764081 Jul 06 11:59:19.474889 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-6f9fc654-bf9c-4f0b-985d-a166e8aaf5e5 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/quotas/cb4361f835974e8bb48f40231c55813a HTTP/1.1" status: 200 len: 375 time: 0.0289631 Jul 06 11:59:19.482859 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d7487-31b6-4f32-a30c-0f60e437d441 req-0a2d05bb-8146-430b-9c75-a2721450983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:19.484583 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a76d7487-31b6-4f32-a30c-0f60e437d441 req-0a2d05bb-8146-430b-9c75-a2721450983a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=06d3286d-0485-469d-ad8b-f58f7af21559 HTTP/1.1" status: 200 len: 867 time: 0.0842218 Jul 06 11:59:19.578216 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d7487-31b6-4f32-a30c-0f60e437d441 req-da793ffb-406a-4ddd-b499-21a252cb758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:19.579949 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a76d7487-31b6-4f32-a30c-0f60e437d441 req-da793ffb-406a-4ddd-b499-21a252cb758d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ce939ee-01a6-40c3-a8af-b37bb4e285b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879111 Jul 06 11:59:19.617393 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-e0e2aac9-ce7f-4b15-a0c8-f383700ce060 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cb4361f835974e8bb48f40231c55813a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1403065 Jul 06 11:59:19.617727 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.659824 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cd02d8-c831-4b04-a1bd-695e414e823b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f735a4-1090-46e7-aea0-8aa2e89be88d'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:19.662130 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9d0a33-9317-4ce2-b2f9-4cb48717ffa7" -d '{"events": [{"server_uuid": "86cd02d8-c831-4b04-a1bd-695e414e823b", "name": "network-vif-plugged", "status": "completed", "tag": "c8f735a4-1090-46e7-aea0-8aa2e89be88d"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:19.675016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port c8f735a4-1090-46e7-aea0-8aa2e89be88d, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c8f735a4-1090-46e7-aea0-8aa2e89be88d,segment=NetworkSegment(23822cb3-de03-4149-994c-52a7f1e439d0),segment_id=23822cb3-de03-4149-994c-52a7f1e439d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:19.680805 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:19.692672 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a76d7487-31b6-4f32-a30c-0f60e437d441 req-fade9216-88aa-4487-92db-f0a5330c0847 service neutron] 10.222.0.23 "GET /v2.0/networks/5ce939ee-01a6-40c3-a8af-b37bb4e285b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047428 Jul 06 11:59:19.734937 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-0da46b46-15ed-42ad-b80f-3627456976ae service neutron] 10.222.0.81 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127517 Jul 06 11:59:19.740168 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=c8f735a4-1090-46e7-aea0-8aa2e89be88d,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:19.830133 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a76d7487-31b6-4f32-a30c-0f60e437d441 req-96a54da1-cff4-4ee6-bc5f-a837b718c216 service neutron] 10.222.0.23 "GET /v2.0/networks/5ce939ee-01a6-40c3-a8af-b37bb4e285b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296947 Jul 06 11:59:19.839423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-3743b9bd-d6b2-4fb0-a00c-66f1e9cc88d2 service neutron] 10.222.0.81 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035068 Jul 06 11:59:20.150503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0dc53-4a10-4a80-8aa0-f00cd62c5fef req-e208d6e8-9d99-43b4-96f5-665e9a79e5fb tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:20.163804 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7f0dc53-4a10-4a80-8aa0-f00cd62c5fef req-e208d6e8-9d99-43b4-96f5-665e9a79e5fb tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/ports?device_id=86cd02d8-c831-4b04-a1bd-695e414e823b HTTP/1.1" status: 200 len: 946 time: 0.1088319 Jul 06 11:59:20.215598 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7f0dc53-4a10-4a80-8aa0-f00cd62c5fef req-fdfd0803-2270-492c-8f9e-5b29d285f0e8 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8a30f60-8a84-4092-8080-5d2589e0117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508287 Jul 06 11:59:20.360768 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37228) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:20.540126 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e19e30bc-6d97-4c67-8663-a63dbe134688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.643825 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3500af-b23c-4e13-adc6-1862ac0f5a9e x-openstack-request-id: req-ba3500af-b23c-4e13-adc6-1862ac0f5a9e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:20.644424 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cd02d8-c831-4b04-a1bd-695e414e823b", "name": "network-vif-plugged", "status": "completed", "tag": "c8f735a4-1090-46e7-aea0-8aa2e89be88d", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:20.644767 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba3500af-b23c-4e13-adc6-1862ac0f5a9e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:20.645282 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cd02d8-c831-4b04-a1bd-695e414e823b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f735a4-1090-46e7-aea0-8aa2e89be88d', 'code': 200} Jul 06 11:59:20.649651 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e19e30bc-6d97-4c67-8663-a63dbe134688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.654417 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e19e30bc-6d97-4c67-8663-a63dbe134688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.698922 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e30bc-6d97-4c67-8663-a63dbe134688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ccc4b4-d179-4dfd-b34b-3592fd5963aa,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:20.716903 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e19e30bc-6d97-4c67-8663-a63dbe134688 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c8ef8c38cb8b49bd8c1f1e536f5d08ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549891 Jul 06 11:59:20.719411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37234) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:20.780932 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ab63ff23-a77d-4c1e-bfd6-917a7c9d2eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.807160 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ab63ff23-a77d-4c1e-bfd6-917a7c9d2eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.821381 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29ae14-38dc-4523-93f7-f179f9a4fe08 req-19b87be9-6ec2-4d9e-a744-6422d95f38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:20.823210 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d29ae14-38dc-4523-93f7-f179f9a4fe08 req-19b87be9-6ec2-4d9e-a744-6422d95f38b2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=86cd02d8-c831-4b04-a1bd-695e414e823b HTTP/1.1" status: 200 len: 1097 time: 0.0960639 Jul 06 11:59:20.862205 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d29ae14-38dc-4523-93f7-f179f9a4fe08 req-b479e237-5b92-44a6-a555-3a1091d968b0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a8a30f60-8a84-4092-8080-5d2589e0117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314646 Jul 06 11:59:20.902936 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e291da6-de71-4145-9617-8264d723bbb4 req-dfface37-7a02-48bd-9b7e-e7fd332f8414 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:20.904468 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e291da6-de71-4145-9617-8264d723bbb4 req-dfface37-7a02-48bd-9b7e-e7fd332f8414 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 943 time: 0.0999403 Jul 06 11:59:20.917757 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ab63ff23-a77d-4c1e-bfd6-917a7c9d2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.920381 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ab63ff23-a77d-4c1e-bfd6-917a7c9d2eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:20.921523 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ab63ff23-a77d-4c1e-bfd6-917a7c9d2eb3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3ccc4b4-d179-4dfd-b34b-3592fd5963aa HTTP/1.1" status: 204 len: 168 time: 0.2010083 Jul 06 11:59:20.943785 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63ff23-a77d-4c1e-bfd6-917a7c9d2eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ccc4b4-d179-4dfd-b34b-3592fd5963aa,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:20.979668 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e291da6-de71-4145-9617-8264d723bbb4 req-e2fe53c3-8104-4691-a177-514912dfb27f tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ccb482e-c890-4f2c-b3f2-64fab777e226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689378 Jul 06 11:59:20.999942 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 37c57f64-58cd-427b-8b36-8195d097a64d details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:59:21.110264 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 37c57f64-58cd-427b-8b36-8195d097a64d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=37c57f64-58cd-427b-8b36-8195d097a64d,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:21.122798 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '37c57f64-58cd-427b-8b36-8195d097a64d', 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9', 'port_id': '37c57f64-58cd-427b-8b36-8195d097a64d', 'mac_address': 'fa:16:3e:0a:41:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee698e4-5f9d-4dca-ba8c-9993e73db584', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:59:21.126154 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4066c92-51b1-4847-92d8-0a902d726e29 req-d31c9a98-517e-49f4-9f67-e770432906f7 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 210 time: 0.0319080 Jul 06 11:59:21.166753 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:21.181005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37c57f64-58cd-427b-8b36-8195d097a64d {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:59:21.204433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 37c57f64-58cd-427b-8b36-8195d097a64d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=37c57f64-58cd-427b-8b36-8195d097a64d,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:21.213865 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:21.214462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:59:21.334025 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37252) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:21.356465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=37c57f64-58cd-427b-8b36-8195d097a64d,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:21.381923 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e6c179d0-6129-4b6c-8060-20ab8bf4a0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:21.413983 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1,segment=NetworkSegment(e3d610e9-f893-4f05-893e-62d068120022),segment_id=e3d610e9-f893-4f05-893e-62d068120022)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:21.428739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'port_id': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1', 'mac_address': 'fa:16:3e:35:77:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:59:21.478830 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:21.502215 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:59:21.508813 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766cc42-a7f1-41ec-bf1d-b0f9cf281fc7 req-486092e3-71f0-41ee-991e-7f7db410c289 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:21.514729 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2766cc42-a7f1-41ec-bf1d-b0f9cf281fc7 req-486092e3-71f0-41ee-991e-7f7db410c289 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 946 time: 0.1726737 Jul 06 11:59:21.553674 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1,segment=NetworkSegment(e3d610e9-f893-4f05-893e-62d068120022),segment_id=e3d610e9-f893-4f05-893e-62d068120022)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:21.561404 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:21.642137 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2766cc42-a7f1-41ec-bf1d-b0f9cf281fc7 req-de2a5856-d211-4efa-9083-d8c6e8479e6a tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215515 Jul 06 11:59:21.713379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:21.765964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:21.766550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:21.769701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:21.770269 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:21.773354 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:21.773881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:21.774399 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:21.774935 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:21.775505 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:21.776023 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:21.777295 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:21.778301 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:21.789780 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e6c179d0-6129-4b6c-8060-20ab8bf4a0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:21.798336 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e6c179d0-6129-4b6c-8060-20ab8bf4a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:21.816390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['37c57f64-58cd-427b-8b36-8195d097a64d'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:59:21.842254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-8d2da814-3ed1-4da9-b0ee-f676561b1b5b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:21.848718 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-8d2da814-3ed1-4da9-b0ee-f676561b1b5b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.89 "GET /v2.0/networks?id=2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 200 len: 816 time: 0.4082100 Jul 06 11:59:21.893464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37264) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:21.894447 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e6c179d0-6129-4b6c-8060-20ab8bf4a0c7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d22825be3c8d4093bd80b38e1b1a60bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5592778 Jul 06 11:59:21.897313 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c179d0-6129-4b6c-8060-20ab8bf4a0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570e8bde-af5e-45ab-aeb8-b5f872de3b6b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:21.932936 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-96df91c7-d0e4-4ccf-a5ca-69cf0618be2c tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb4361f835974e8bb48f40231c55813a HTTP/1.1" status: 200 len: 379 time: 0.0757179 Jul 06 11:59:21.951875 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-9de077b5-38a7-47a1-bda5-5d3e90e43e55 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Request body: {'port': {'device_id': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'admin_state_up': True, 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'security_groups': ['b2a159b0-aba6-404e-8acb-7e8b37c37c67']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:22.004004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['3a30f1bd-354b-4671-b40b-dadc5e6c7cd1'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:59:22.009528 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad46dc1-5920-4abc-abd1-2396803030e4 req-15483aad-f80d-4a79-8fd1-72fa5b97ac1b tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:22.012135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8ad46dc1-5920-4abc-abd1-2396803030e4 req-15483aad-f80d-4a79-8fd1-72fa5b97ac1b tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/ports?device_id=86cd02d8-c831-4b04-a1bd-695e414e823b HTTP/1.1" status: 200 len: 946 time: 0.1159189 Jul 06 11:59:22.034004 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4bbbd2d-1dcd-47a9-95ed-09a6a67b36a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:22.061781 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8ad46dc1-5920-4abc-abd1-2396803030e4 req-5ae733f5-f132-4de7-a94a-bfc6589a0e51 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8a30f60-8a84-4092-8080-5d2589e0117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436459 Jul 06 11:59:22.106791 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4bbbd2d-1dcd-47a9-95ed-09a6a67b36a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:22.231169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-9de077b5-38a7-47a1-bda5-5d3e90e43e55 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Made reservation on behalf of cb4361f835974e8bb48f40231c55813a for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:22.236857 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-9de077b5-38a7-47a1-bda5-5d3e90e43e55 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:22.333226 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4bbbd2d-1dcd-47a9-95ed-09a6a67b36a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:22.342595 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4bbbd2d-1dcd-47a9-95ed-09a6a67b36a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:22.347266 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d4bbbd2d-1dcd-47a9-95ed-09a6a67b36a8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/570e8bde-af5e-45ab-aeb8-b5f872de3b6b HTTP/1.1" status: 204 len: 168 time: 0.4510376 Jul 06 11:59:22.362861 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbbd2d-1dcd-47a9-95ed-09a6a67b36a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570e8bde-af5e-45ab-aeb8-b5f872de3b6b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:22.483617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-9de077b5-38a7-47a1-bda5-5d3e90e43e55 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Allocated IP 172.20.0.11 (2583a30c-12e0-47de-ab04-5597efae877a/051eb73e-cc49-4234-bd0e-51f311b8c003/df8e6fad-5c5d-45ac-8009-6ba148028fe1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:22.564985 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d8b04-4791-434a-b914-b36636155ff4 req-f3038ad5-3fa8-499b-a2dd-d903b11e0e4c tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:22.572669 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e6d8b04-4791-434a-b914-b36636155ff4 req-f3038ad5-3fa8-499b-a2dd-d903b11e0e4c tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 944 time: 0.0947006 Jul 06 11:59:22.639661 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e6d8b04-4791-434a-b914-b36636155ff4 req-b5bbed04-83ce-47ad-8f2d-f453d906a6c2 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ccb482e-c890-4f2c-b3f2-64fab777e226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576446 Jul 06 11:59:22.704812 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-9de077b5-38a7-47a1-bda5-5d3e90e43e55 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:22.736254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-9de077b5-38a7-47a1-bda5-5d3e90e43e55 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Transition to ACTIVE for port object df8e6fad-5c5d-45ac-8009-6ba148028fe1 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:22.794978 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-9de077b5-38a7-47a1-bda5-5d3e90e43e55 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:22.861180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de077b5-38a7-47a1-bda5-5d3e90e43e55 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event updated for resources: {'Port': ['ID=df8e6fad-5c5d-45ac-8009-6ba148028fe1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:22.878777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-9de077b5-38a7-47a1-bda5-5d3e90e43e55 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Network 2583a30c-12e0-47de-ab04-5597efae877a is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:22.881385 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-9de077b5-38a7-47a1-bda5-5d3e90e43e55 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:22.884294 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6956d2e-a107-40a2-84b0-3abe45d67107 req-17244b8c-78fd-497b-9314-666929681e91 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:22.886014 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a6956d2e-a107-40a2-84b0-3abe45d67107 req-17244b8c-78fd-497b-9314-666929681e91 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 932 time: 0.0961044 Jul 06 11:59:22.897555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-9de077b5-38a7-47a1-bda5-5d3e90e43e55 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:22.989912 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 37c57f64-58cd-427b-8b36-8195d097a64d up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:59:23.009366 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a6956d2e-a107-40a2-84b0-3abe45d67107 req-de2a0fb4-e733-4530-aa26-793842f38bc1 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157172 Jul 06 11:59:23.030997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-9de077b5-38a7-47a1-bda5-5d3e90e43e55 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:23.032399 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-9de077b5-38a7-47a1-bda5-5d3e90e43e55 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.077156 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-9de077b5-38a7-47a1-bda5-5d3e90e43e55 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1326013 Jul 06 11:59:23.090875 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Request body: {'port': {'device_id': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:23.098299 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 37c57f64-58cd-427b-8b36-8195d097a64d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:23.098680 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.257677 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.274630 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.339886 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3627a310-4cfd-49db-80d9-04d46c4422a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c57f64-58cd-427b-8b36-8195d097a64d'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:23.342155 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cb4364-35fd-4ba6-ac1b-17b48c2ea971" -d '{"events": [{"server_uuid": "3627a310-4cfd-49db-80d9-04d46c4422a0", "name": "network-vif-plugged", "status": "completed", "tag": "37c57f64-58cd-427b-8b36-8195d097a64d"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:23.397307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 37c57f64-58cd-427b-8b36-8195d097a64d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=37c57f64-58cd-427b-8b36-8195d097a64d,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:23.410212 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.422240 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-34e2122e-52b0-4a58-88f0-fca7f9106698 None None] Provisioning for port df8e6fad-5c5d-45ac-8009-6ba148028fe1 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:23.471457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-34e2122e-52b0-4a58-88f0-fca7f9106698 None None] Provisioning complete for port df8e6fad-5c5d-45ac-8009-6ba148028fe1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:23.471836 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34e2122e-52b0-4a58-88f0-fca7f9106698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.501962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35dc83-2610-47ff-b6c0-83eebe039cd1 req-b6a125f8-f77e-4617-9226-5f54b6b0a831 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:23.511945 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ac35dc83-2610-47ff-b6c0-83eebe039cd1 req-b6a125f8-f77e-4617-9226-5f54b6b0a831 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 946 time: 0.1221447 Jul 06 11:59:23.562090 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-34e2122e-52b0-4a58-88f0-fca7f9106698 None None] Port df8e6fad-5c5d-45ac-8009-6ba148028fe1 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 11:59:23.566671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=37c57f64-58cd-427b-8b36-8195d097a64d,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:23.587206 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ac35dc83-2610-47ff-b6c0-83eebe039cd1 req-cb9c5876-8853-437a-b48a-64269d0a6521 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742538 Jul 06 11:59:23.823672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78ffdc-f57e-4eff-b6fc-d668d7e16067 req-f257dc98-315f-4ee5-afab-b080a5e11094 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:23.827479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8e6fad-5c5d-45ac-8009-6ba148028fe1 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:59:23.835070 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e78ffdc-f57e-4eff-b6fc-d668d7e16067 req-f257dc98-315f-4ee5-afab-b080a5e11094 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/ports?device_id=86cd02d8-c831-4b04-a1bd-695e414e823b HTTP/1.1" status: 200 len: 946 time: 0.1142459 Jul 06 11:59:23.839436 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.871701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Transition to ACTIVE for port object df8e6fad-5c5d-45ac-8009-6ba148028fe1 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:23.875894 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:23.911860 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e78ffdc-f57e-4eff-b6fc-d668d7e16067 req-50a6cb15-b5f4-4c05-bbff-dedc6933bb6f tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8a30f60-8a84-4092-8080-5d2589e0117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755281 Jul 06 11:59:23.995991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Pushing event updated for resources: {'Port': ['ID=df8e6fad-5c5d-45ac-8009-6ba148028fe1,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:24.148223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Attempting to bind port df8e6fad-5c5d-45ac-8009-6ba148028fe1 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:59:24.148223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Attempting to bind port df8e6fad-5c5d-45ac-8009-6ba148028fe1 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:59:24.148223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Attempting to bind port df8e6fad-5c5d-45ac-8009-6ba148028fe1 on network 2583a30c-12e0-47de-ab04-5597efae877a {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:24.166499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Port df8e6fad-5c5d-45ac-8009-6ba148028fe1 on network 2583a30c-12e0-47de-ab04-5597efae877a not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:59:24.166822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Attempting to bind port df8e6fad-5c5d-45ac-8009-6ba148028fe1 on network 2583a30c-12e0-47de-ab04-5597efae877a {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:24.181466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:59:24.181466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Checking segment: {'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:24.186911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Bound using segment: {'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:59:24.187425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Bound port: df8e6fad-5c5d-45ac-8009-6ba148028fe1, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e234c5aa-b463-4259-a10a-fd6d3293cbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:59:24.187806 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.221194 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff5fac2-7a17-472c-b82b-9f30e1f9dc12 x-openstack-request-id: req-dff5fac2-7a17-472c-b82b-9f30e1f9dc12 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:24.221837 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3627a310-4cfd-49db-80d9-04d46c4422a0", "name": "network-vif-plugged", "status": "completed", "tag": "37c57f64-58cd-427b-8b36-8195d097a64d", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:24.221837 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dff5fac2-7a17-472c-b82b-9f30e1f9dc12 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:24.222154 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3627a310-4cfd-49db-80d9-04d46c4422a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c57f64-58cd-427b-8b36-8195d097a64d', 'code': 200} Jul 06 11:59:24.351329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] For port df8e6fad-5c5d-45ac-8009-6ba148028fe1, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:59:24.360144 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] For port df8e6fad-5c5d-45ac-8009-6ba148028fe1, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:59:24.365793 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.437193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Pushing event updated for resources: {'Port': ['ID=df8e6fad-5c5d-45ac-8009-6ba148028fe1,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:24.455877 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:24.457465 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:24.459892 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-21fea374-c1f9-4d06-96ef-e4abe214d60c service neutron] 10.222.0.89 "PUT /v2.0/ports/df8e6fad-5c5d-45ac-8009-6ba148028fe1 HTTP/1.1" status: 200 len: 1092 time: 1.3749552 Jul 06 11:59:24.460599 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'tag': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:24.463012 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e8b6e9-2959-47a2-a3af-8aaef4fedd81" -d '{"events": [{"name": "network-changed", "server_uuid": "14639a60-b26f-469f-9e2e-8051e95b3e71", "tag": "df8e6fad-5c5d-45ac-8009-6ba148028fe1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:24.587175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5dfb3-edc2-45ad-9c72-526b066bb97b req-bd6037b2-5cb3-41fe-b30f-8d2cb23b5b96 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:24.595223 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0c5dfb3-edc2-45ad-9c72-526b066bb97b req-bd6037b2-5cb3-41fe-b30f-8d2cb23b5b96 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 944 time: 0.1492536 Jul 06 11:59:24.636971 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-2c32eba7-1099-495b-b292-faa5e2001435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:24.647798 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-2c32eba7-1099-495b-b292-faa5e2001435 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cb4361f835974e8bb48f40231c55813a&device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 1095 time: 0.1484263 Jul 06 11:59:24.677817 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0c5dfb3-edc2-45ad-9c72-526b066bb97b req-4adcf9ba-c7ba-4747-96a4-801b2ecc6ba3 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ccb482e-c890-4f2c-b3f2-64fab777e226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807166 Jul 06 11:59:24.748797 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-25cc77c4-40f7-428b-9e28-1214cd98995d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1 HTTP/1.1" status: 200 len: 217 time: 0.0898092 Jul 06 11:59:24.866797 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-433881f8-bbe6-4f16-b2da-afbd794ab207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:24.868709 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-433881f8-bbe6-4f16-b2da-afbd794ab207 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=051eb73e-cc49-4234-bd0e-51f311b8c003 HTTP/1.1" status: 200 len: 855 time: 0.1112037 Jul 06 11:59:24.991583 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:59:25.006986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-a9b857a0-fabe-4d58-a338-523f02402ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:25.010741 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-a9b857a0-fabe-4d58-a338-523f02402ddb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2583a30c-12e0-47de-ab04-5597efae877a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334186 Jul 06 11:59:25.065039 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66786dce-5500-4911-ac31-993f0a3b3e01 req-2b326ef8-9756-4d8e-90bc-455c4f3bf684 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:25.068982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:25.076688 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66786dce-5500-4911-ac31-993f0a3b3e01 req-2b326ef8-9756-4d8e-90bc-455c4f3bf684 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 944 time: 0.1098864 Jul 06 11:59:25.096979 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:25.097668 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:25.176068 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66786dce-5500-4911-ac31-993f0a3b3e01 req-4519eece-303b-4650-afa3-920fd9fcc59a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851641 Jul 06 11:59:25.314912 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-0a308f1b-74e5-4a10-8b54-f54ca5af289b service neutron] 10.222.0.89 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959137 Jul 06 11:59:25.359112 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:25.463202 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae84008-b5e5-44ba-a699-fc71d1483249 x-openstack-request-id: req-bae84008-b5e5-44ba-a699-fc71d1483249 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:25.463519 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14639a60-b26f-469f-9e2e-8051e95b3e71", "tag": "df8e6fad-5c5d-45ac-8009-6ba148028fe1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:25.463776 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bae84008-b5e5-44ba-a699-fc71d1483249 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:25.465145 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'tag': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1', 'status': 'completed', 'code': 200} Jul 06 11:59:25.466568 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1,segment=NetworkSegment(e3d610e9-f893-4f05-893e-62d068120022),segment_id=e3d610e9-f893-4f05-893e-62d068120022)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:25.490247 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:25.585413 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8fc54a03-a190-4a16-be8c-f9e39fd9c74a req-acfeed94-b1b4-4828-8091-3fed46cd4465 service neutron] 10.222.0.89 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625561 Jul 06 11:59:25.721133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:25.793527 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b6e9-2959-47a2-a3af-8aaef4fedd81 req-4cfdff19-dd50-4db1-aa65-87cd64c637f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:25.793527 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5e8b6e9-2959-47a2-a3af-8aaef4fedd81 req-4cfdff19-dd50-4db1-aa65-87cd64c637f8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cb4361f835974e8bb48f40231c55813a&device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 1095 time: 0.1356480 Jul 06 11:59:25.913047 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a59807-30f5-4326-a363-012863922d80 req-8ac4cb4c-e0c4-40c7-a062-ec7753a0751e tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:25.931217 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1a59807-30f5-4326-a363-012863922d80 req-8ac4cb4c-e0c4-40c7-a062-ec7753a0751e tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 946 time: 0.2562504 Jul 06 11:59:26.024499 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1a59807-30f5-4326-a363-012863922d80 req-147bf174-a846-4385-9586-bd8e620358b5 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887980 Jul 06 11:59:26.098382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b6e9-2959-47a2-a3af-8aaef4fedd81 req-cd343e0a-4a93-4fac-8c2d-696a0cd89a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:26.109109 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5e8b6e9-2959-47a2-a3af-8aaef4fedd81 req-cd343e0a-4a93-4fac-8c2d-696a0cd89a6e service neutron] 10.222.0.89 "GET /v2.0/networks?id=2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 200 len: 917 time: 0.3105702 Jul 06 11:59:26.180308 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5e8b6e9-2959-47a2-a3af-8aaef4fedd81 req-e9e35b3a-e791-41c6-98f9-6118e4c0c917 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1 HTTP/1.1" status: 200 len: 217 time: 0.0639498 Jul 06 11:59:26.222977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:26.225908 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32454c57-889b-46ca-ac20-ab36db583e3d" -d '{"events": [{"server_uuid": "ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6", "name": "network-vif-plugged", "status": "completed", "tag": "3a30f1bd-354b-4671-b40b-dadc5e6c7cd1"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:26.310282 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b6e9-2959-47a2-a3af-8aaef4fedd81 req-625de6ea-4481-455a-befd-72a329fe1373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:26.315941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5e8b6e9-2959-47a2-a3af-8aaef4fedd81 req-625de6ea-4481-455a-befd-72a329fe1373 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=051eb73e-cc49-4234-bd0e-51f311b8c003 HTTP/1.1" status: 200 len: 855 time: 0.1287501 Jul 06 11:59:26.660142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b6e9-2959-47a2-a3af-8aaef4fedd81 req-47bd3c64-6709-4d9f-be1f-0e01da68c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:26.661667 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5e8b6e9-2959-47a2-a3af-8aaef4fedd81 req-47bd3c64-6709-4d9f-be1f-0e01da68c168 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2583a30c-12e0-47de-ab04-5597efae877a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3368747 Jul 06 11:59:26.696137 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2e206-5585-4533-9802-6c9212751696 req-10bb381b-cfbb-43ac-83d1-73052f7e5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:26.700271 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6ff2e206-5585-4533-9802-6c9212751696 req-10bb381b-cfbb-43ac-83d1-73052f7e5e0b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=386faa165bc74ade91d270d0ba379e5b&device_id=86cd02d8-c831-4b04-a1bd-695e414e823b HTTP/1.1" status: 200 len: 1097 time: 0.1966031 Jul 06 11:59:26.960638 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5e8b6e9-2959-47a2-a3af-8aaef4fedd81 req-8101aafb-e342-488f-9c86-8b1be0cef87c service neutron] 10.222.0.89 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580361 Jul 06 11:59:26.962819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2e206-5585-4533-9802-6c9212751696 req-94bbcdbc-7143-4fe8-b885-e564051858e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:26.964414 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6ff2e206-5585-4533-9802-6c9212751696 req-94bbcdbc-7143-4fe8-b885-e564051858e5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=61717c38-8823-4b20-9aae-6115b514f822 HTTP/1.1" status: 200 len: 914 time: 0.2369668 Jul 06 11:59:27.034280 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad118a-b09e-416b-b82b-bce3d6744487 req-b844ff29-dae4-406b-899c-a91e9ffe1547 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:27.039214 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-63ad118a-b09e-416b-b82b-bce3d6744487 req-b844ff29-dae4-406b-899c-a91e9ffe1547 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 945 time: 0.1429977 Jul 06 11:59:27.048308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37424) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:27.116887 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-63ad118a-b09e-416b-b82b-bce3d6744487 req-58f39689-64f4-4fbe-8a2c-30aee3cff60b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ccb482e-c890-4f2c-b3f2-64fab777e226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691371 Jul 06 11:59:27.130102 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6ff2e206-5585-4533-9802-6c9212751696 req-cf4a120a-e58f-4df6-be6f-cc7c4b3503de service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8f735a4-1090-46e7-aea0-8aa2e89be88d HTTP/1.1" status: 200 len: 217 time: 0.1228430 Jul 06 11:59:27.287555 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31a646e2-24e2-46a0-9ac2-12384e4af4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.396542 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device df8e6fad-5c5d-45ac-8009-6ba148028fe1 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 11:59:27.414812 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2e206-5585-4533-9802-6c9212751696 req-f11ce337-6768-485b-9357-0ed864dac3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:27.424568 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6ff2e206-5585-4533-9802-6c9212751696 req-f11ce337-6768-485b-9357-0ed864dac3ee service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b34ed70d-22c1-469a-822a-ad63af416cd3 HTTP/1.1" status: 200 len: 853 time: 0.2246921 Jul 06 11:59:27.434920 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5e8b6e9-2959-47a2-a3af-8aaef4fedd81 req-3ff25507-5de8-4fda-888b-6e5b25883c0e service neutron] 10.222.0.89 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567492 Jul 06 11:59:27.593852 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31a646e2-24e2-46a0-9ac2-12384e4af4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.601212 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31a646e2-24e2-46a0-9ac2-12384e4af4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.636555 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6ff2e206-5585-4533-9802-6c9212751696 req-4470fc72-576b-4399-820d-554124b5b6ec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=61717c38-8823-4b20-9aae-6115b514f822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1970735 Jul 06 11:59:27.687625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port df8e6fad-5c5d-45ac-8009-6ba148028fe1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:27.714824 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-31a646e2-24e2-46a0-9ac2-12384e4af4b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5f476c1d8ec84db49063a4e6d97ba737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6648941 Jul 06 11:59:27.716325 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'port_id': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1', 'mac_address': 'fa:16:3e:d2:06:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 11:59:27.719612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37434) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:27.721498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a646e2-24e2-46a0-9ac2-12384e4af4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd132a62-74c1-4cb6-b207-bd12a4595006,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:27.806024 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef54afca-e1d4-4bf9-bd97-c658336dbe51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.837700 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.864252 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6ff2e206-5585-4533-9802-6c9212751696 req-4fd12b90-bdf4-4dff-bae9-14768057d764 service neutron] 10.222.0.89 "GET /v2.0/networks/61717c38-8823-4b20-9aae-6115b514f822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189226 Jul 06 11:59:27.878179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8e6fad-5c5d-45ac-8009-6ba148028fe1 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:59:27.881676 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef54afca-e1d4-4bf9-bd97-c658336dbe51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.952052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port df8e6fad-5c5d-45ac-8009-6ba148028fe1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:27.959153 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef54afca-e1d4-4bf9-bd97-c658336dbe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.962424 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef54afca-e1d4-4bf9-bd97-c658336dbe51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:27.963716 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ef54afca-e1d4-4bf9-bd97-c658336dbe51 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd132a62-74c1-4cb6-b207-bd12a4595006 HTTP/1.1" status: 204 len: 168 time: 0.2363749 Jul 06 11:59:27.974037 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:28.000565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54afca-e1d4-4bf9-bd97-c658336dbe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd132a62-74c1-4cb6-b207-bd12a4595006,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:28.088089 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274e600-11d5-4030-b0c2-806b2b035833 req-d527904b-9a62-4232-babe-9d45ccd500cf tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:28.092774 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e274e600-11d5-4030-b0c2-806b2b035833 req-d527904b-9a62-4232-babe-9d45ccd500cf tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 945 time: 0.1465943 Jul 06 11:59:28.106183 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6ff2e206-5585-4533-9802-6c9212751696 req-abee2f11-ea72-4d6d-b5c3-d9edc87a9cef service neutron] 10.222.0.89 "GET /v2.0/networks/61717c38-8823-4b20-9aae-6115b514f822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346971 Jul 06 11:59:28.163059 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e274e600-11d5-4030-b0c2-806b2b035833 req-59a22c12-2cf2-4150-8016-2f4021276172 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639913 Jul 06 11:59:28.197421 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=df8e6fad-5c5d-45ac-8009-6ba148028fe1,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:28.240471 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['df8e6fad-5c5d-45ac-8009-6ba148028fe1'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:59:28.308587 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22717ded-3971-4cb2-8b6c-fc2b7e49c447 x-openstack-request-id: req-22717ded-3971-4cb2-8b6c-fc2b7e49c447 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:28.308884 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6", "name": "network-vif-plugged", "status": "completed", "tag": "3a30f1bd-354b-4671-b40b-dadc5e6c7cd1", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:28.309133 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-22717ded-3971-4cb2-8b6c-fc2b7e49c447 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:28.309773 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1', 'code': 200} Jul 06 11:59:28.613447 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37452) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:28.630245 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-115519e9-ce84-4b85-ad6a-ce1fd618f6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:28.675208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7b90b-5e3a-444e-8377-380bfd42715d req-96e2321e-beb6-4e90-b12e-e9c42c134742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:28.685351 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7c7b90b-5e3a-444e-8377-380bfd42715d req-96e2321e-beb6-4e90-b12e-e9c42c134742 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 1096 time: 0.1833186 Jul 06 11:59:28.740433 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7c7b90b-5e3a-444e-8377-380bfd42715d req-ea5b489f-0186-460f-8f27-13a684debe13 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9ccb482e-c890-4f2c-b3f2-64fab777e226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468569 Jul 06 11:59:28.891682 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-115519e9-ce84-4b85-ad6a-ce1fd618f6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:28.904151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce438b00-190c-442f-b7f8-3ccaf89f75f1 req-3e49d9be-4672-450d-9fa4-bccacf6b9f98 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:28.905742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce438b00-190c-442f-b7f8-3ccaf89f75f1 req-3e49d9be-4672-450d-9fa4-bccacf6b9f98 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/ports?device_id=86cd02d8-c831-4b04-a1bd-695e414e823b HTTP/1.1" status: 200 len: 946 time: 0.1735513 Jul 06 11:59:28.907398 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-115519e9-ce84-4b85-ad6a-ce1fd618f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:28.961720 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115519e9-ce84-4b85-ad6a-ce1fd618f6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c870b00-e218-4505-9bf0-badba2b819e1,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:28.985158 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-115519e9-ce84-4b85-ad6a-ce1fd618f6c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d31bdbd294c5442682b1df3d233d9c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694425 Jul 06 11:59:28.988106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37454) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:29.017119 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce438b00-190c-442f-b7f8-3ccaf89f75f1 req-7f2b18f3-4eed-4a06-852d-59c9b5606767 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8a30f60-8a84-4092-8080-5d2589e0117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029830 Jul 06 11:59:29.121036 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2648-064a-4809-8942-a391a2f414c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.170549 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2648-064a-4809-8942-a391a2f414c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.265464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2648-064a-4809-8942-a391a2f414c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.268132 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d5c2648-064a-4809-8942-a391a2f414c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.269266 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0d5c2648-064a-4809-8942-a391a2f414c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4c870b00-e218-4505-9bf0-badba2b819e1 HTTP/1.1" status: 204 len: 168 time: 0.2792692 Jul 06 11:59:29.284565 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c2648-064a-4809-8942-a391a2f414c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c870b00-e218-4505-9bf0-badba2b819e1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:29.298241 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87662133-6cd8-442e-8155-f619b1b28286 req-35aefe21-41f1-4a08-8b32-39b171bb87f6 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:29.303733 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-87662133-6cd8-442e-8155-f619b1b28286 req-35aefe21-41f1-4a08-8b32-39b171bb87f6 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 946 time: 0.1022978 Jul 06 11:59:29.357445 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-87662133-6cd8-442e-8155-f619b1b28286 req-2de00f38-1498-49a6-b177-623a08403805 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504251 Jul 06 11:59:29.402237 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device df8e6fad-5c5d-45ac-8009-6ba148028fe1 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:59:29.575512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port df8e6fad-5c5d-45ac-8009-6ba148028fe1 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:29.584657 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port df8e6fad-5c5d-45ac-8009-6ba148028fe1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:29.585190 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.784021 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.884666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port df8e6fad-5c5d-45ac-8009-6ba148028fe1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:29.891256 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:29.973782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb307ff-26be-4415-ad68-6d6969bbe73f req-a0e17008-ffc1-4476-a6e6-e6ac2805ea2e tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:29.975863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-beb307ff-26be-4415-ad68-6d6969bbe73f req-a0e17008-ffc1-4476-a6e6-e6ac2805ea2e tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 945 time: 0.1861572 Jul 06 11:59:29.999740 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=df8e6fad-5c5d-45ac-8009-6ba148028fe1,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:30.039475 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-beb307ff-26be-4415-ad68-6d6969bbe73f req-75573c9f-4ea9-4957-857a-4ac740546fe5 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ccb482e-c890-4f2c-b3f2-64fab777e226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537350 Jul 06 11:59:30.310982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:30.313703 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329ea3f4-aa99-4573-8dee-2ac9bbc948e0" -d '{"events": [{"server_uuid": "14639a60-b26f-469f-9e2e-8051e95b3e71", "name": "network-vif-plugged", "status": "completed", "tag": "df8e6fad-5c5d-45ac-8009-6ba148028fe1"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:30.315786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbb57e-85e0-4c70-a498-fcbe9d1438f4 req-6f2ffc73-e994-40e8-bca4-599b77c62aba tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:30.325675 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-89cbb57e-85e0-4c70-a498-fcbe9d1438f4 req-6f2ffc73-e994-40e8-bca4-599b77c62aba tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 946 time: 0.1030283 Jul 06 11:59:30.410603 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-89cbb57e-85e0-4c70-a498-fcbe9d1438f4 req-0e453dfc-dce4-4fd8-8708-5d327c79aa53 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836251 Jul 06 11:59:30.785036 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d7fb3-d436-42fc-bf23-43e9591979da req-4aa72f6a-0e72-4ba3-b950-2a6b181b4f78 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:30.792906 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-672d7fb3-d436-42fc-bf23-43e9591979da req-4aa72f6a-0e72-4ba3-b950-2a6b181b4f78 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/ports?device_id=86cd02d8-c831-4b04-a1bd-695e414e823b HTTP/1.1" status: 200 len: 946 time: 0.1595645 Jul 06 11:59:30.854653 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-672d7fb3-d436-42fc-bf23-43e9591979da req-5d907d22-172c-48e1-8fd4-29bfb734a945 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/security-groups?id=a8a30f60-8a84-4092-8080-5d2589e0117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607684 Jul 06 11:59:30.904490 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 11:59:30.919399 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c546701-dcb6-4a5f-858b-bd286a5e6e7f x-openstack-request-id: req-3c546701-dcb6-4a5f-858b-bd286a5e6e7f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:30.920317 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14639a60-b26f-469f-9e2e-8051e95b3e71", "name": "network-vif-plugged", "status": "completed", "tag": "df8e6fad-5c5d-45ac-8009-6ba148028fe1", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:30.925743 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c546701-dcb6-4a5f-858b-bd286a5e6e7f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:30.926401 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1', 'code': 200} Jul 06 11:59:31.114696 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e680aa-f92a-4b5e-bc63-b8f7f1cdf239 req-a0ee6941-ab99-4cf7-a69a-c7d1202f05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:31.116285 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2e680aa-f92a-4b5e-bc63-b8f7f1cdf239 req-a0ee6941-ab99-4cf7-a69a-c7d1202f05b4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 1097 time: 0.0651624 Jul 06 11:59:31.200610 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2e680aa-f92a-4b5e-bc63-b8f7f1cdf239 req-a24335c1-d308-40a1-9a76-95fc803346b8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775433 Jul 06 11:59:31.212206 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca4968-ef2f-4698-887e-b19061a2124e req-bd26c28f-6422-436c-b499-4d808a0a0a52 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:31.238145 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7ca4968-ef2f-4698-887e-b19061a2124e req-bd26c28f-6422-436c-b499-4d808a0a0a52 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 946 time: 0.1888409 Jul 06 11:59:31.360950 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7ca4968-ef2f-4698-887e-b19061a2124e req-ee0f9ea9-ecda-4cc9-92d6-84064dd4bcab tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208894 Jul 06 11:59:31.969028 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63778d4-9786-4a1e-ba6d-fd8e0d3bc4c3 req-7fde87c0-bcf1-48d8-8d76-e66d59ef58f2 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:31.970739 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a63778d4-9786-4a1e-ba6d-fd8e0d3bc4c3 req-7fde87c0-bcf1-48d8-8d76-e66d59ef58f2 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 945 time: 0.1387832 Jul 06 11:59:32.083834 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a63778d4-9786-4a1e-ba6d-fd8e0d3bc4c3 req-c02c7377-6590-4af2-ab2b-e863dde47a57 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ccb482e-c890-4f2c-b3f2-64fab777e226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046519 Jul 06 11:59:32.407383 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ca1db-5a71-4de2-bece-b5ef2cf44d1a req-fd9e29c0-e68f-4924-8751-c32710dbb90a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:32.416219 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-923ca1db-5a71-4de2-bece-b5ef2cf44d1a req-fd9e29c0-e68f-4924-8751-c32710dbb90a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 946 time: 0.1533682 Jul 06 11:59:32.499908 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-923ca1db-5a71-4de2-bece-b5ef2cf44d1a req-a83d60a3-1d4c-4d2b-88b3-9e6a5e129f4f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826471 Jul 06 11:59:33.257960 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-79924168-7146-458a-93f6-7a503d1045f4 req-c6a7d653-4d1f-4dd8-a8d1-0664175a670d tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 258 time: 0.3370798 Jul 06 11:59:33.263334 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-79924168-7146-458a-93f6-7a503d1045f4 req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:33.292410 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-79924168-7146-458a-93f6-7a503d1045f4 req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.462448 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-79924168-7146-458a-93f6-7a503d1045f4 req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.639718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-79924168-7146-458a-93f6-7a503d1045f4 req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Allocated IP 172.25.4.113 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/371e95b3-b827-4030-9690-86d296016e99) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:33.670694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37592) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:33.767921 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-79924168-7146-458a-93f6-7a503d1045f4 req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.818341 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dfdf3150-aefc-47f1-982d-3208924b66e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.829022 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-79924168-7146-458a-93f6-7a503d1045f4 req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.851668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79924168-7146-458a-93f6-7a503d1045f4 req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:33.853404 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-79924168-7146-458a-93f6-7a503d1045f4 req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:33.856608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-79924168-7146-458a-93f6-7a503d1045f4 req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:33.932304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Pushing event updated for resources: {'Port': ['ID=371e95b3-b827-4030-9690-86d296016e99,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:33.936247 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dfdf3150-aefc-47f1-982d-3208924b66e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:33.942667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:33.943091 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:33.944239 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:33.945013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:33.945629 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:33.946054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:33.946423 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:33.946761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:33.947101 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:33.947465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:33.947798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:33.948159 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 11:59:33.957286 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dfdf3150-aefc-47f1-982d-3208924b66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.010484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf3150-aefc-47f1-982d-3208924b66e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73e64e8-2c5d-4309-bba3-956804f898d7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:34.015088 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dfdf3150-aefc-47f1-982d-3208924b66e8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5cb5418f556f4fb2a66ced2a6bcdf1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432200 Jul 06 11:59:34.017639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37596) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:34.020229 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-79924168-7146-458a-93f6-7a503d1045f4 req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.070330 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-79924168-7146-458a-93f6-7a503d1045f4 req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.076082 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5605c34-6890-4995-8b26-9384af5ddd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.099066 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5605c34-6890-4995-8b26-9384af5ddd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.155276 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5605c34-6890-4995-8b26-9384af5ddd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.158536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5605c34-6890-4995-8b26-9384af5ddd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.159959 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d5605c34-6890-4995-8b26-9384af5ddd3c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f73e64e8-2c5d-4309-bba3-956804f898d7 HTTP/1.1" status: 204 len: 168 time: 0.1409838 Jul 06 11:59:34.169181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5605c34-6890-4995-8b26-9384af5ddd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73e64e8-2c5d-4309-bba3-956804f898d7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:34.308467 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-79924168-7146-458a-93f6-7a503d1045f4 req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.318054 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-79924168-7146-458a-93f6-7a503d1045f4 req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.500036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028bead-88ae-4a08-9200-157c753fb0c2 req-11e79c7a-99f3-4446-9db8-60333c9e1e50 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:34.508357 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3028bead-88ae-4a08-9200-157c753fb0c2 req-11e79c7a-99f3-4446-9db8-60333c9e1e50 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.89 "GET /v2.0/ports?device_id=86cd02d8-c831-4b04-a1bd-695e414e823b HTTP/1.1" status: 200 len: 946 time: 0.1272521 Jul 06 11:59:34.567521 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37606) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:34.585518 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-932b1c29-046d-46ef-a756-c48a87c8916d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.704448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-932b1c29-046d-46ef-a756-c48a87c8916d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.739363 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-932b1c29-046d-46ef-a756-c48a87c8916d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.808004 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3028bead-88ae-4a08-9200-157c753fb0c2 req-b0b31532-da4c-4d90-b394-1b42dce15e66 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Deleting port c8f735a4-1090-46e7-aea0-8aa2e89be88d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:34.808356 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3028bead-88ae-4a08-9200-157c753fb0c2 req-b0b31532-da4c-4d90-b394-1b42dce15e66 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.816902 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-932b1c29-046d-46ef-a756-c48a87c8916d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c4f1880258de43719dd2237990e52a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483337 Jul 06 11:59:34.820140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37614) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:34.829308 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b1c29-046d-46ef-a756-c48a87c8916d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07843468-9c6d-4480-8bef-a60544b53da2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:34.842567 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Pushing event updated for resources: {'Port': ['ID=371e95b3-b827-4030-9690-86d296016e99,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:34.850870 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-79924168-7146-458a-93f6-7a503d1045f4 req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.893823 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-79924168-7146-458a-93f6-7a503d1045f4 req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.895102 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-79924168-7146-458a-93f6-7a503d1045f4 req-8e2ed8bb-6477-4c28-bdb1-d05b1e4107ee tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6360135 Jul 06 11:59:34.924074 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bf4902cd-62af-4e91-a78d-4c87e7a9c2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:34.990811 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-79924168-7146-458a-93f6-7a503d1045f4 req-b3c4ef6b-fff2-4330-ad99-d22af879cab0 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.113 HTTP/1.1" status: 200 len: 696 time: 0.0876429 Jul 06 11:59:35.015549 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bf4902cd-62af-4e91-a78d-4c87e7a9c2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.194889 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bf4902cd-62af-4e91-a78d-4c87e7a9c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.201139 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bf4902cd-62af-4e91-a78d-4c87e7a9c2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.206870 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bf4902cd-62af-4e91-a78d-4c87e7a9c2ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/07843468-9c6d-4480-8bef-a60544b53da2 HTTP/1.1" status: 204 len: 168 time: 0.3837481 Jul 06 11:59:35.223545 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79924168-7146-458a-93f6-7a503d1045f4 req-4b6576ce-3fd3-429b-ab5c-6eee464f9576 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:35.235820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-79924168-7146-458a-93f6-7a503d1045f4 req-4b6576ce-3fd3-429b-ab5c-6eee464f9576 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.2392368 Jul 06 11:59:35.247290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-79924168-7146-458a-93f6-7a503d1045f4 req-7192ba5e-f0e2-471c-91ea-7ef16023bd18 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:59:35.269447 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-79924168-7146-458a-93f6-7a503d1045f4 req-7192ba5e-f0e2-471c-91ea-7ef16023bd18 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0322843 Jul 06 11:59:35.284816 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4902cd-62af-4e91-a78d-4c87e7a9c2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07843468-9c6d-4480-8bef-a60544b53da2,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:35.355398 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.413361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3028bead-88ae-4a08-9200-157c753fb0c2 req-b0b31532-da4c-4d90-b394-1b42dce15e66 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] For port c8f735a4-1090-46e7-aea0-8aa2e89be88d, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c8f735a4-1090-46e7-aea0-8aa2e89be88d,segment=NetworkSegment(23822cb3-de03-4149-994c-52a7f1e439d0),segment_id=23822cb3-de03-4149-994c-52a7f1e439d0)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:35.417116 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3028bead-88ae-4a08-9200-157c753fb0c2 req-b0b31532-da4c-4d90-b394-1b42dce15e66 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.446272 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3028bead-88ae-4a08-9200-157c753fb0c2 req-b0b31532-da4c-4d90-b394-1b42dce15e66 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Calling delete_port for c8f735a4-1090-46e7-aea0-8aa2e89be88d owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:35.468612 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58f8de33-6312-4206-8b59-3c7bd5e7c0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.579137 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c894339-8991-4473-a173-fd922f083d1d req-fb525afe-df31-4711-b5a1-17ba5723cbe4 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:35.588826 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c894339-8991-4473-a173-fd922f083d1d req-fb525afe-df31-4711-b5a1-17ba5723cbe4 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 946 time: 0.1568308 Jul 06 11:59:35.626491 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3028bead-88ae-4a08-9200-157c753fb0c2 req-b0b31532-da4c-4d90-b394-1b42dce15e66 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.642755 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['c8f735a4-1090-46e7-aea0-8aa2e89be88d'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 11:59:35.657639 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c894339-8991-4473-a173-fd922f083d1d req-62df4927-12ac-4258-ab25-2c2db52ec8e7 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676515 Jul 06 11:59:35.719168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b31532-da4c-4d90-b394-1b42dce15e66 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Pushing event deleted for resources: {'Port': ['ID=c8f735a4-1090-46e7-aea0-8aa2e89be88d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:35.793486 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3028bead-88ae-4a08-9200-157c753fb0c2 req-b0b31532-da4c-4d90-b394-1b42dce15e66 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] No DVR routers for this DVR port c8f735a4-1090-46e7-aea0-8aa2e89be88d on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:59:35.797900 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3028bead-88ae-4a08-9200-157c753fb0c2 req-b0b31532-da4c-4d90-b394-1b42dce15e66 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:35.800964 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3028bead-88ae-4a08-9200-157c753fb0c2 req-b0b31532-da4c-4d90-b394-1b42dce15e66 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.89 "DELETE /v2.0/ports/c8f735a4-1090-46e7-aea0-8aa2e89be88d HTTP/1.1" status: 204 len: 173 time: 1.2869043 Jul 06 11:59:35.802402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cd02d8-c831-4b04-a1bd-695e414e823b', 'name': 'network-vif-deleted', 'tag': 'c8f735a4-1090-46e7-aea0-8aa2e89be88d'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:35.808187 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8427c5b9-a1f0-4f87-9679-fecc3f79d6ca" -d '{"events": [{"server_uuid": "86cd02d8-c831-4b04-a1bd-695e414e823b", "name": "network-vif-deleted", "tag": "c8f735a4-1090-46e7-aea0-8aa2e89be88d"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:36.108841 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35e03419-b05b-4871-af6c-67c97532cd92 req-b3c20c1d-5c0b-4068-aef7-3ae8dd076435 tempest-InstanceActionsTestJSON-895410941 tempest-InstanceActionsTestJSON-895410941-project] 10.222.0.81 "GET /v2.0/ports?device_id=86cd02d8-c831-4b04-a1bd-695e414e823b HTTP/1.1" status: 200 len: 210 time: 0.0664494 Jul 06 11:59:36.229349 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:36.334905 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5410f84-40a0-48d1-9001-03d61d80c25a req-8689c17b-3d76-4019-ba23-96ed2dcc83d9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:36.345209 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b5410f84-40a0-48d1-9001-03d61d80c25a req-8689c17b-3d76-4019-ba23-96ed2dcc83d9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 946 time: 0.0922427 Jul 06 11:59:36.412495 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b5410f84-40a0-48d1-9001-03d61d80c25a req-2dd4a75c-c1c2-44bc-82c7-446ae3ff8fe4 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661588 Jul 06 11:59:36.822197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-97319a35-2e92-4731-8c2a-8b6b96f5443f tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:36.824263 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-97319a35-2e92-4731-8c2a-8b6b96f5443f tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1688972 Jul 06 11:59:36.890473 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-d9020f5e-c22a-47b7-9a77-5dedc86b2d7b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.113 HTTP/1.1" status: 200 len: 696 time: 0.0594902 Jul 06 11:59:36.896475 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-4a30c597-d74d-4ef5-9b79-f5c60db1b006 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Request body: {'floatingip': {'port_id': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:36.945072 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-4a30c597-d74d-4ef5-9b79-f5c60db1b006 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:37.521608 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-4a30c597-d74d-4ef5-9b79-f5c60db1b006 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:37.526054 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-4a30c597-d74d-4ef5-9b79-f5c60db1b006 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:37.695802 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-4a30c597-d74d-4ef5-9b79-f5c60db1b006 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Floating IP f810050f-619e-42db-8b2c-21f20fe3c2f5 associated. External IP: 172.25.4.113, port: 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1. Jul 06 11:59:37.990544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-4a30c597-d74d-4ef5-9b79-f5c60db1b006 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Router 4e3e1379-7f8f-4620-a4b0-88ad1472821b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:59:38.115646 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b508883a-d056-4b9c-be02-5e1c7c6c9364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:38.163601 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:38.196719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-4a30c597-d74d-4ef5-9b79-f5c60db1b006 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:38.206096 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-4a30c597-d74d-4ef5-9b79-f5c60db1b006 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:38.209922 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b7b63-b13d-4f5c-be5c-e957815099cc None None] Sync routers for ids ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:38.225117 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b7b63-b13d-4f5c-be5c-e957815099cc None None] Routers {'4e3e1379-7f8f-4620-a4b0-88ad1472821b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:38.226002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-eb4b7b63-b13d-4f5c-be5c-e957815099cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:59:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:38.288013 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-4a30c597-d74d-4ef5-9b79-f5c60db1b006 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "PUT /v2.0/floatingips/f810050f-619e-42db-8b2c-21f20fe3c2f5 HTTP/1.1" status: 200 len: 996 time: 1.3965235 Jul 06 11:59:38.290400 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6', 'tag': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:38.296062 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9358da7a-246c-49d0-86cc-0f1aaeff2e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6", "tag": "3a30f1bd-354b-4671-b40b-dadc5e6c7cd1"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:38.375693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-863dd919-cfb2-4e42-bb5a-8538dc1ccf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:38.384631 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-863dd919-cfb2-4e42-bb5a-8538dc1ccf3f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4dd9155abd434227892716f661b5e59a&device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0795341 Jul 06 11:59:38.479128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-eb4b7b63-b13d-4f5c-be5c-e957815099cc None None] Set router 4e3e1379-7f8f-4620-a4b0-88ad1472821b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:38.636620 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-7fc99322-7ef5-46d0-96e5-dac4e9dacae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:38.647085 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-7fc99322-7ef5-46d0-96e5-dac4e9dacae2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5ce939ee-01a6-40c3-a8af-b37bb4e285b4 HTTP/1.1" status: 200 len: 929 time: 0.2613478 Jul 06 11:59:38.729009 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-28af6da0-7dcf-4ec8-96b7-0c141908fbfc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 HTTP/1.1" status: 200 len: 999 time: 0.0809963 Jul 06 11:59:38.805973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-25b0d61b-787b-4a0c-bbda-968e201eb32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:38.808129 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-25b0d61b-787b-4a0c-bbda-968e201eb32c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=06d3286d-0485-469d-ad8b-f58f7af21559 HTTP/1.1" status: 200 len: 867 time: 0.0687535 Jul 06 11:59:38.935358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-31d444ad-df5e-406e-a816-71af368807d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:38.936897 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-31d444ad-df5e-406e-a816-71af368807d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5ce939ee-01a6-40c3-a8af-b37bb4e285b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151929 Jul 06 11:59:38.950039 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-bf97fe6e-b685-43cc-8100-9cbd3880dfaa service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:59:38.951462 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-bf97fe6e-b685-43cc-8100-9cbd3880dfaa service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074468 Jul 06 11:59:38.974747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-eb4b7b63-b13d-4f5c-be5c-e957815099cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-router', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:59Z', 'updated_at': '2021-07-06T11:59:05Z', 'revision_number': 4, 'project_id': '4dd9155abd434227892716f661b5e59a', 'gw_port': {'id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:00Z', 'updated_at': '2021-07-06T11:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'f810050f-619e-42db-8b2c-21f20fe3c2f5', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'port_id': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'mac_address': 'fa:16:3e:35:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:59:33Z', 'updated_at': '2021-07-06T11:59:37Z', 'revision_number': 1, 'project_id': '4dd9155abd434227892716f661b5e59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21b0459-88c3-41d9-be68-cc6ba56a8407', 'name': '', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'mac_address': 'fa:16:3e:c6:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:03Z', 'updated_at': '2021-07-06T11:59:16Z', 'revision_number': 5, 'project_id': '4dd9155abd434227892716f661b5e59a', 'subnets': [{'id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:39.007881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b7b63-b13d-4f5c-be5c-e957815099cc None None] Checking router: 4e3e1379-7f8f-4620-a4b0-88ad1472821b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:59:39.017799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b7b63-b13d-4f5c-be5c-e957815099cc None None] Routers {'4e3e1379-7f8f-4620-a4b0-88ad1472821b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:39.018427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-eb4b7b63-b13d-4f5c-be5c-e957815099cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:59:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:39.109064 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-b014509e-916a-4f48-8584-5698d90f52d3 service neutron] 10.222.0.81 "GET /v2.0/networks/5ce939ee-01a6-40c3-a8af-b37bb4e285b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486630 Jul 06 11:59:39.171171 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-eb4b7b63-b13d-4f5c-be5c-e957815099cc None None] Set router 4e3e1379-7f8f-4620-a4b0-88ad1472821b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:39.277544 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac2b3cf-ebe1-4ddc-8f78-f383bd2868e9 req-b8b8f7d4-568d-4135-b57a-60ad03454656 service neutron] 10.222.0.81 "GET /v2.0/networks/5ce939ee-01a6-40c3-a8af-b37bb4e285b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676333 Jul 06 11:59:39.354389 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26b82dd-d996-428f-b8ae-d9c62fd2dbcb x-openstack-request-id: req-b26b82dd-d996-428f-b8ae-d9c62fd2dbcb {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:39.355214 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cd02d8-c831-4b04-a1bd-695e414e823b", "name": "network-vif-deleted", "tag": "c8f735a4-1090-46e7-aea0-8aa2e89be88d", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:39.356030 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b26b82dd-d996-428f-b8ae-d9c62fd2dbcb {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:39.356617 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cd02d8-c831-4b04-a1bd-695e414e823b', 'name': 'network-vif-deleted', 'tag': 'c8f735a4-1090-46e7-aea0-8aa2e89be88d', 'status': 'completed', 'code': 200} Jul 06 11:59:39.376048 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:39.463102 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device c8f735a4-1090-46e7-aea0-8aa2e89be88d no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:39.504389 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: c8f735a4-1090-46e7-aea0-8aa2e89be88d {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:59:39.504735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device c8f735a4-1090-46e7-aea0-8aa2e89be88d not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:59:39.524345 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-eb4b7b63-b13d-4f5c-be5c-e957815099cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-router', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:59Z', 'updated_at': '2021-07-06T11:59:05Z', 'revision_number': 4, 'project_id': '4dd9155abd434227892716f661b5e59a', 'gw_port': {'id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:00Z', 'updated_at': '2021-07-06T11:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'f810050f-619e-42db-8b2c-21f20fe3c2f5', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'port_id': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'mac_address': 'fa:16:3e:35:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:59:33Z', 'updated_at': '2021-07-06T11:59:37Z', 'revision_number': 1, 'project_id': '4dd9155abd434227892716f661b5e59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21b0459-88c3-41d9-be68-cc6ba56a8407', 'name': '', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'mac_address': 'fa:16:3e:c6:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:03Z', 'updated_at': '2021-07-06T11:59:16Z', 'revision_number': 5, 'project_id': '4dd9155abd434227892716f661b5e59a', 'subnets': [{'id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:39.597182 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b7b63-b13d-4f5c-be5c-e957815099cc None None] The sync data for ids ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'] in n-d-799529-2 is: [{'id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-router', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:59Z', 'updated_at': '2021-07-06T11:59:05Z', 'revision_number': 4, 'project_id': '4dd9155abd434227892716f661b5e59a', 'gw_port': {'id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:00Z', 'updated_at': '2021-07-06T11:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'f810050f-619e-42db-8b2c-21f20fe3c2f5', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'port_id': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'mac_address': 'fa:16:3e:35:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:59:33Z', 'updated_at': '2021-07-06T11:59:37Z', 'revision_number': 1, 'project_id': '4dd9155abd434227892716f661b5e59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21b0459-88c3-41d9-be68-cc6ba56a8407', 'name': '', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'mac_address': 'fa:16:3e:c6:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:03Z', 'updated_at': '2021-07-06T11:59:16Z', 'revision_number': 5, 'project_id': '4dd9155abd434227892716f661b5e59a', 'subnets': [{'id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:39.639966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc341fb-6ca3-40f5-85ca-97cb077d7797 req-3035106e-5053-4801-a413-99d8628623d8 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:39.651576 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37726) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:39.656833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-83764778-153e-42b3-a1b3-cd168ef45384 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Request body: {'floatingip': {'port_id': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:39.659461 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4fc341fb-6ca3-40f5-85ca-97cb077d7797 req-3035106e-5053-4801-a413-99d8628623d8 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 946 time: 0.1626844 Jul 06 11:59:39.740200 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83764778-153e-42b3-a1b3-cd168ef45384 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:39.989389 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c871e5-4ecd-461a-889e-2c44b3fbe7e0 req-e9d1d5fe-3e4e-4bff-9b3a-39d197de6f8d tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:39.998590 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-56c871e5-4ecd-461a-889e-2c44b3fbe7e0 req-e9d1d5fe-3e4e-4bff-9b3a-39d197de6f8d tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 946 time: 0.0984581 Jul 06 11:59:40.085837 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-56c871e5-4ecd-461a-889e-2c44b3fbe7e0 req-e3c8e219-b7b6-465e-9e4b-2f57b62804d6 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875309 Jul 06 11:59:40.112121 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283c3a7a-e8f0-449c-a191-9e39acccbd8c None None] New status for floating IP f810050f-619e-42db-8b2c-21f20fe3c2f5: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:59:40.516369 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37738) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:40.608967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83764778-153e-42b3-a1b3-cd168ef45384 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:40.609381 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c573446-d3b4-46b9-b9a2-1cb8906432bf admin admin] Deleting subnet b34ed70d-22c1-469a-822a-ad63af416cd3 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 11:59:40.614317 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c573446-d3b4-46b9-b9a2-1cb8906432bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:40.620303 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83764778-153e-42b3-a1b3-cd168ef45384 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:40.659636 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c573446-d3b4-46b9-b9a2-1cb8906432bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:40.752249 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb81de01-2e78-4657-8a30-066cf221e849 x-openstack-request-id: req-cb81de01-2e78-4657-8a30-066cf221e849 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:40.752249 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6", "tag": "3a30f1bd-354b-4671-b40b-dadc5e6c7cd1", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:40.752534 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb81de01-2e78-4657-8a30-066cf221e849 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:40.752697 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6', 'tag': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1', 'status': 'completed', 'code': 200} Jul 06 11:59:40.775555 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c573446-d3b4-46b9-b9a2-1cb8906432bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:40.856584 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:40.933413 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-83764778-153e-42b3-a1b3-cd168ef45384 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Floating IP 724ea513-7e63-4a37-9f13-b7f93c0c4b23 associated. External IP: 172.25.4.157, port: df8e6fad-5c5d-45ac-8009-6ba148028fe1. Jul 06 11:59:41.079651 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c573446-d3b4-46b9-b9a2-1cb8906432bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.104748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358da7a-246c-49d0-86cc-0f1aaeff2e7b req-f89b6ebb-0fbc-44ed-a4d8-ea4f3d97ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:41.125074 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9358da7a-246c-49d0-86cc-0f1aaeff2e7b req-f89b6ebb-0fbc-44ed-a4d8-ea4f3d97ac8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4dd9155abd434227892716f661b5e59a&device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 1096 time: 0.2884784 Jul 06 11:59:41.141456 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c573446-d3b4-46b9-b9a2-1cb8906432bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b34ed70d-22c1-469a-822a-ad63af416cd3,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:41.153630 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c573446-d3b4-46b9-b9a2-1cb8906432bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.157801 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1c573446-d3b4-46b9-b9a2-1cb8906432bf admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b34ed70d-22c1-469a-822a-ad63af416cd3 HTTP/1.1" status: 204 len: 168 time: 0.6381321 Jul 06 11:59:41.158248 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37764) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:41.193020 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-5e378257-05b6-48cc-aa9c-58c63c707b1f tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 258 time: 0.4253404 Jul 06 11:59:41.220140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:41.341013 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.391600 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf596-ef78-4f5a-834a-f35b4dd6d311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.455990 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83764778-153e-42b3-a1b3-cd168ef45384 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:59:41.526062 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf596-ef78-4f5a-834a-f35b4dd6d311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.538115 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-8cfdf596-ef78-4f5a-834a-f35b4dd6d311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61717c38-8823-4b20-9aae-6115b514f822']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:41.558322 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-8cfdf596-ef78-4f5a-834a-f35b4dd6d311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23822cb3-de03-4149-994c-52a7f1e439d0') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:41.558637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-8cfdf596-ef78-4f5a-834a-f35b4dd6d311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23822cb3-de03-4149-994c-52a7f1e439d0') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:41.577016 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf596-ef78-4f5a-834a-f35b4dd6d311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.600718 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf596-ef78-4f5a-834a-f35b4dd6d311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.609259 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfdf596-ef78-4f5a-834a-f35b4dd6d311 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 11:59:41.609663 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf596-ef78-4f5a-834a-f35b4dd6d311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: timer() Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 11:59:41.611381 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 11:59:41.620553 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83764778-153e-42b3-a1b3-cd168ef45384 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:41.626640 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83764778-153e-42b3-a1b3-cd168ef45384 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.633913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53556872-d8f1-4e87-94d8-f290090b58fa None None] Sync routers for ids ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:41.655741 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53556872-d8f1-4e87-94d8-f290090b58fa None None] Routers {'733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:41.656631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-53556872-d8f1-4e87-94d8-f290090b58fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:59:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:41.670977 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358da7a-246c-49d0-86cc-0f1aaeff2e7b req-eed45f8d-21dc-4294-84c5-7a719f655e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:41.673118 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9358da7a-246c-49d0-86cc-0f1aaeff2e7b req-eed45f8d-21dc-4294-84c5-7a719f655e78 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5ce939ee-01a6-40c3-a8af-b37bb4e285b4 HTTP/1.1" status: 200 len: 929 time: 0.5336819 Jul 06 11:59:41.686950 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf596-ef78-4f5a-834a-f35b4dd6d311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.690502 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-83764778-153e-42b3-a1b3-cd168ef45384 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "PUT /v2.0/floatingips/724ea513-7e63-4a37-9f13-b7f93c0c4b23 HTTP/1.1" status: 200 len: 992 time: 2.0365410 Jul 06 11:59:41.694745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'tag': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:41.696023 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf596-ef78-4f5a-834a-f35b4dd6d311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.700303 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8cfdf596-ef78-4f5a-834a-f35b4dd6d311 admin admin] 10.222.0.81 "DELETE /v2.0/networks/61717c38-8823-4b20-9aae-6115b514f822 HTTP/1.1" status: 204 len: 168 time: 0.5385904 Jul 06 11:59:41.702761 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04315164-bf10-4ba3-b8f1-6e6514a797af" -d '{"events": [{"name": "network-changed", "server_uuid": "14639a60-b26f-469f-9e2e-8051e95b3e71", "tag": "df8e6fad-5c5d-45ac-8009-6ba148028fe1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:41.713703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdf596-ef78-4f5a-834a-f35b4dd6d311 admin admin] Pushing event deleted for resources: {'Network': ['ID=61717c38-8823-4b20-9aae-6115b514f822,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:41.724335 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:41.813102 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-53556872-d8f1-4e87-94d8-f290090b58fa None None] Set router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:41.862871 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9358da7a-246c-49d0-86cc-0f1aaeff2e7b req-ed2b5daa-a990-4383-9c22-153510687cff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 HTTP/1.1" status: 200 len: 1001 time: 0.1697628 Jul 06 11:59:42.065461 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Allocated IP 172.25.4.54 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/40c06255-425e-4487-8a8c-f35ac40b7c98) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:42.084973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37800) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:42.112191 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358da7a-246c-49d0-86cc-0f1aaeff2e7b req-a3d90ce4-777d-413c-abde-7f315ea14693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:42.127348 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9358da7a-246c-49d0-86cc-0f1aaeff2e7b req-a3d90ce4-777d-413c-abde-7f315ea14693 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=06d3286d-0485-469d-ad8b-f58f7af21559 HTTP/1.1" status: 200 len: 867 time: 0.1912165 Jul 06 11:59:42.216179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358da7a-246c-49d0-86cc-0f1aaeff2e7b req-def7a33c-21f2-48b0-abd4-42c91bff23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:42.219865 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9358da7a-246c-49d0-86cc-0f1aaeff2e7b req-def7a33c-21f2-48b0-abd4-42c91bff23b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ce939ee-01a6-40c3-a8af-b37bb4e285b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863581 Jul 06 11:59:42.265638 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b1c334b7-d482-4a71-9fdf-a7c586d13bef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=386faa165bc74ade91d270d0ba379e5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784635 Jul 06 11:59:42.270662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37802) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:42.358665 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.383671 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e15fbfc-63d1-41d8-aac7-c07aba45c501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.405992 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-53556872-d8f1-4e87-94d8-f290090b58fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '724ea513-7e63-4a37-9f13-b7f93c0c4b23', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'port_id': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'mac_address': 'fa:16:3e:d2:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:59:17Z', 'updated_at': '2021-07-06T11:59:40Z', 'revision_number': 1, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e0fbbe-adcd-4482-882c-dab5a387b157', 'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'mac_address': 'fa:16:3e:a7:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:19Z', 'updated_at': '2021-07-06T11:54:31Z', 'revision_number': 5, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'subnets': [{'id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:42.420891 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e15fbfc-63d1-41d8-aac7-c07aba45c501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.423315 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9358da7a-246c-49d0-86cc-0f1aaeff2e7b req-f14057c3-e8fa-4b00-9de7-6e4509fa6e24 service neutron] 10.222.0.23 "GET /v2.0/networks/5ce939ee-01a6-40c3-a8af-b37bb4e285b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952870 Jul 06 11:59:42.462203 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53556872-d8f1-4e87-94d8-f290090b58fa None None] Checking router: 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:59:42.477134 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.481092 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53556872-d8f1-4e87-94d8-f290090b58fa None None] Routers {'733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:42.492078 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-53556872-d8f1-4e87-94d8-f290090b58fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:59:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:42.522479 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:42.528158 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:42.528902 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:42.561861 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e15fbfc-63d1-41d8-aac7-c07aba45c501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.564738 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e15fbfc-63d1-41d8-aac7-c07aba45c501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.591543 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7e15fbfc-63d1-41d8-aac7-c07aba45c501 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a8a30f60-8a84-4092-8080-5d2589e0117d HTTP/1.1" status: 204 len: 168 time: 0.2977068 Jul 06 11:59:42.631634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15fbfc-63d1-41d8-aac7-c07aba45c501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a30f60-8a84-4092-8080-5d2589e0117d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:42.655988 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Pushing event updated for resources: {'Port': ['ID=40c06255-425e-4487-8a8c-f35ac40b7c98,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:42.658134 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9358da7a-246c-49d0-86cc-0f1aaeff2e7b req-e0847dda-576c-4acd-be72-cf4a3085aa60 service neutron] 10.222.0.23 "GET /v2.0/networks/5ce939ee-01a6-40c3-a8af-b37bb4e285b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283096 Jul 06 11:59:42.739142 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-53556872-d8f1-4e87-94d8-f290090b58fa None None] Set router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:42.776827 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:42.871253 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.204319 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-53556872-d8f1-4e87-94d8-f290090b58fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '724ea513-7e63-4a37-9f13-b7f93c0c4b23', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'port_id': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'mac_address': 'fa:16:3e:d2:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:59:17Z', 'updated_at': '2021-07-06T11:59:40Z', 'revision_number': 1, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e0fbbe-adcd-4482-882c-dab5a387b157', 'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'mac_address': 'fa:16:3e:a7:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:19Z', 'updated_at': '2021-07-06T11:54:31Z', 'revision_number': 5, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'subnets': [{'id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:43.221419 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.228222 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.243318 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53556872-d8f1-4e87-94d8-f290090b58fa None None] The sync data for ids ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'] in n-d-799529-2 is: [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '724ea513-7e63-4a37-9f13-b7f93c0c4b23', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'port_id': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'mac_address': 'fa:16:3e:d2:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T11:59:17Z', 'updated_at': '2021-07-06T11:59:40Z', 'revision_number': 1, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e0fbbe-adcd-4482-882c-dab5a387b157', 'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'mac_address': 'fa:16:3e:a7:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:19Z', 'updated_at': '2021-07-06T11:54:31Z', 'revision_number': 5, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'subnets': [{'id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:43.348912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Pushing event updated for resources: {'Port': ['ID=40c06255-425e-4487-8a8c-f35ac40b7c98,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:43.355854 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.374534 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:43.375831 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-b4357e4a-895b-40a3-bc32-99d393c9ab0b tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1769290 Jul 06 11:59:43.442327 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-73c72cac-c984-4eba-b545-bc9ceeb4882c tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.54 HTTP/1.1" status: 200 len: 695 time: 0.0562103 Jul 06 11:59:43.591469 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-a72ed9e9-b6f2-4852-afee-1e608a240861 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:43.601317 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6e60b874-c9fa-4749-abcb-df88d1ebc3cc req-a72ed9e9-b6f2-4852-afee-1e608a240861 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1498456 Jul 06 11:59:43.605845 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985dc510-0bde-400f-9335-a766dbf85217 None None] New status for floating IP 724ea513-7e63-4a37-9f13-b7f93c0c4b23: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:59:44.179842 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e5b05c-eb1f-4482-8eff-d5d5222e5a02 x-openstack-request-id: req-35e5b05c-eb1f-4482-8eff-d5d5222e5a02 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:44.180363 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14639a60-b26f-469f-9e2e-8051e95b3e71", "tag": "df8e6fad-5c5d-45ac-8009-6ba148028fe1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:44.180734 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35e5b05c-eb1f-4482-8eff-d5d5222e5a02 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:44.181138 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'tag': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1', 'status': 'completed', 'code': 200} Jul 06 11:59:44.302114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04315164-bf10-4ba3-b8f1-6e6514a797af req-66f7d82a-2bab-4d35-a562-7ab7300375fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:44.304036 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04315164-bf10-4ba3-b8f1-6e6514a797af req-66f7d82a-2bab-4d35-a562-7ab7300375fd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cb4361f835974e8bb48f40231c55813a&device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 1097 time: 0.1007450 Jul 06 11:59:44.437364 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04315164-bf10-4ba3-b8f1-6e6514a797af req-77f26666-8c96-4cc3-b00f-0d0c77260829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:44.439148 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04315164-bf10-4ba3-b8f1-6e6514a797af req-77f26666-8c96-4cc3-b00f-0d0c77260829 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 200 len: 917 time: 0.1262987 Jul 06 11:59:44.488715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba344bf-f765-40e8-a7ca-7f0c4ec59739 req-d01cc774-8724-4062-a2bf-c822ac48f195 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:44.490851 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cba344bf-f765-40e8-a7ca-7f0c4ec59739 req-d01cc774-8724-4062-a2bf-c822ac48f195 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1036811 Jul 06 11:59:44.517623 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04315164-bf10-4ba3-b8f1-6e6514a797af req-d99d9f1a-86f2-48ec-a1c4-54b3a65f9967 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1 HTTP/1.1" status: 200 len: 1002 time: 0.0709364 Jul 06 11:59:44.558048 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cba344bf-f765-40e8-a7ca-7f0c4ec59739 req-89e92da5-8beb-4407-9bde-5bc59bab79c0 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.54 HTTP/1.1" status: 200 len: 695 time: 0.0566578 Jul 06 11:59:44.564763 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-cba344bf-f765-40e8-a7ca-7f0c4ec59739 req-4bae0601-62a7-42d6-aace-65ec43d75491 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Request body: {'floatingip': {'port_id': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:44.601229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04315164-bf10-4ba3-b8f1-6e6514a797af req-de6d7415-7ce1-434d-86f4-f6d6f5ff100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:44.602430 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04315164-bf10-4ba3-b8f1-6e6514a797af req-de6d7415-7ce1-434d-86f4-f6d6f5ff100a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=051eb73e-cc49-4234-bd0e-51f311b8c003 HTTP/1.1" status: 200 len: 855 time: 0.0748947 Jul 06 11:59:44.626970 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-cba344bf-f765-40e8-a7ca-7f0c4ec59739 req-4bae0601-62a7-42d6-aace-65ec43d75491 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:44.708852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04315164-bf10-4ba3-b8f1-6e6514a797af req-e9b13f8e-8392-4c68-a40f-6bdfb9826223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:44.710920 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04315164-bf10-4ba3-b8f1-6e6514a797af req-e9b13f8e-8392-4c68-a40f-6bdfb9826223 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2583a30c-12e0-47de-ab04-5597efae877a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993090 Jul 06 11:59:44.816943 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04315164-bf10-4ba3-b8f1-6e6514a797af req-6819ad20-8f6f-4377-a1b9-46a3c4906ee9 service neutron] 10.222.0.89 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985553 Jul 06 11:59:44.915371 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-cba344bf-f765-40e8-a7ca-7f0c4ec59739 req-4bae0601-62a7-42d6-aace-65ec43d75491 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 11:59:44.923022 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04315164-bf10-4ba3-b8f1-6e6514a797af req-314f4d79-1a62-49b9-bb34-4bfb04503197 service neutron] 10.222.0.89 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993381 Jul 06 11:59:44.928387 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cba344bf-f765-40e8-a7ca-7f0c4ec59739 req-4bae0601-62a7-42d6-aace-65ec43d75491 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "PUT /v2.0/floatingips/e168e786-8eea-4a40-8a54-f4f11ffc7ed7 HTTP/1.1" status: 409 len: 549 time: 0.3689921 Jul 06 11:59:45.098026 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 37c57f64-58cd-427b-8b36-8195d097a64d no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:45.240983 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.297781 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3627a310-4cfd-49db-80d9-04d46c4422a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c57f64-58cd-427b-8b36-8195d097a64d'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:45.300158 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207f040d-394c-4768-a581-de45433e400d" -d '{"events": [{"server_uuid": "3627a310-4cfd-49db-80d9-04d46c4422a0", "name": "network-vif-unplugged", "status": "completed", "tag": "37c57f64-58cd-427b-8b36-8195d097a64d"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:45.331743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 37c57f64-58cd-427b-8b36-8195d097a64d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=37c57f64-58cd-427b-8b36-8195d097a64d,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:45.344660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1cd08-7b7c-4655-96a5-784c6ffd2a10 req-97f7d594-3e24-4f34-a212-180ea093051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:45.348006 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44a1cd08-7b7c-4655-96a5-784c6ffd2a10 req-97f7d594-3e24-4f34-a212-180ea093051c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d1f96a4379c43c0b369e21faf6076f8&device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 1097 time: 0.0906146 Jul 06 11:59:45.354710 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:45.446934 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=37c57f64-58cd-427b-8b36-8195d097a64d,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:45.507783 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1cd08-7b7c-4655-96a5-784c6ffd2a10 req-b962538d-5d80-4669-addf-cecf41057d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:45.509805 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44a1cd08-7b7c-4655-96a5-784c6ffd2a10 req-b962538d-5d80-4669-addf-cecf41057d40 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0414ebcb-6b82-452d-a478-ab07e455b97c HTTP/1.1" status: 200 len: 917 time: 0.1550989 Jul 06 11:59:45.565769 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44a1cd08-7b7c-4655-96a5-784c6ffd2a10 req-39b733d4-a32b-411f-939a-579d81f67797 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=725f2c72-c52b-4d1f-810c-fd31c0f5e83f HTTP/1.1" status: 200 len: 217 time: 0.0493224 Jul 06 11:59:45.623440 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1cd08-7b7c-4655-96a5-784c6ffd2a10 req-fe0d1a5a-4398-4d81-813f-1594e4063769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:45.625237 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44a1cd08-7b7c-4655-96a5-784c6ffd2a10 req-fe0d1a5a-4398-4d81-813f-1594e4063769 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48d998d7-7f21-477b-b140-a9daa91a9b72 HTTP/1.1" status: 200 len: 855 time: 0.0532331 Jul 06 11:59:45.700965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1cd08-7b7c-4655-96a5-784c6ffd2a10 req-19f8a07a-da13-4260-ae2a-19c805619496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:45.703055 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44a1cd08-7b7c-4655-96a5-784c6ffd2a10 req-19f8a07a-da13-4260-ae2a-19c805619496 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0414ebcb-6b82-452d-a478-ab07e455b97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690629 Jul 06 11:59:45.827736 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44a1cd08-7b7c-4655-96a5-784c6ffd2a10 req-2352584b-95dd-4739-86b5-7e4b8b99fe8c service neutron] 10.222.0.23 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179292 Jul 06 11:59:45.911644 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e665e1e-b93e-4316-b906-7ed916636f8e req-2a9687ec-d907-4057-b532-7ce0a65152dc tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/floatingips/e168e786-8eea-4a40-8a54-f4f11ffc7ed7 HTTP/1.1" status: 200 len: 692 time: 0.0829329 Jul 06 11:59:45.943774 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44a1cd08-7b7c-4655-96a5-784c6ffd2a10 req-889705b9-72ed-44f4-bccf-457c0afb8c8b service neutron] 10.222.0.23 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068048 Jul 06 11:59:46.038951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e665e1e-b93e-4316-b906-7ed916636f8e req-798c9e5a-85c4-4669-96a9-63de146909c6 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:46.040762 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e665e1e-b93e-4316-b906-7ed916636f8e req-798c9e5a-85c4-4669-96a9-63de146909c6 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1278014 Jul 06 11:59:46.104406 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e665e1e-b93e-4316-b906-7ed916636f8e req-d0662993-c623-490e-a157-a9a4ce8b09c1 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.54 HTTP/1.1" status: 200 len: 695 time: 0.0557330 Jul 06 11:59:46.177070 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e665e1e-b93e-4316-b906-7ed916636f8e req-d16833cf-870b-40da-8442-3122cbdc0098 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.54 HTTP/1.1" status: 200 len: 695 time: 0.0647609 Jul 06 11:59:46.333608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-0e665e1e-b93e-4316-b906-7ed916636f8e req-60bcc84d-a4f0-4011-8ad1-a863655ffbb8 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Deleting port 40c06255-425e-4487-8a8c-f35ac40b7c98 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:46.334015 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0e665e1e-b93e-4316-b906-7ed916636f8e req-60bcc84d-a4f0-4011-8ad1-a863655ffbb8 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.440982 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0e665e1e-b93e-4316-b906-7ed916636f8e req-60bcc84d-a4f0-4011-8ad1-a863655ffbb8 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.441549 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0e665e1e-b93e-4316-b906-7ed916636f8e req-60bcc84d-a4f0-4011-8ad1-a863655ffbb8 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:46.460188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-0e665e1e-b93e-4316-b906-7ed916636f8e req-60bcc84d-a4f0-4011-8ad1-a863655ffbb8 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Calling delete_port for 40c06255-425e-4487-8a8c-f35ac40b7c98 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:46.907649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37972) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:47.023475 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0e665e1e-b93e-4316-b906-7ed916636f8e req-60bcc84d-a4f0-4011-8ad1-a863655ffbb8 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.072618 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcc84d-a4f0-4011-8ad1-a863655ffbb8 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Pushing event deleted for resources: {'Port': ['ID=40c06255-425e-4487-8a8c-f35ac40b7c98,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:47.153626 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bffd8b65-f45c-407b-86a9-8f0fc790708c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.153900 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0e665e1e-b93e-4316-b906-7ed916636f8e req-60bcc84d-a4f0-4011-8ad1-a863655ffbb8 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.157853 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0e665e1e-b93e-4316-b906-7ed916636f8e req-60bcc84d-a4f0-4011-8ad1-a863655ffbb8 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.173250 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e665e1e-b93e-4316-b906-7ed916636f8e req-60bcc84d-a4f0-4011-8ad1-a863655ffbb8 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "DELETE /v2.0/floatingips/e168e786-8eea-4a40-8a54-f4f11ffc7ed7 HTTP/1.1" status: 204 len: 173 time: 0.9869404 Jul 06 11:59:47.308228 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bffd8b65-f45c-407b-86a9-8f0fc790708c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.315580 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bffd8b65-f45c-407b-86a9-8f0fc790708c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.363288 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bffd8b65-f45c-407b-86a9-8f0fc790708c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=16c727dfe1c5453a9b4c4cc3e3961091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4538026 Jul 06 11:59:47.366118 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37984) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:47.366484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd8b65-f45c-407b-86a9-8f0fc790708c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840ad78e-1cd9-4a89-8a0a-2b006c6ba405,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:47.463786 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b85c-3fea-433f-b281-e4063137e0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.495196 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b85c-3fea-433f-b281-e4063137e0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.543140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d07ef-09a4-44ab-803d-8c1ef2887907 req-1867ca80-88f8-4408-b031-6fb001f5faa0 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:47.544681 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-642d07ef-09a4-44ab-803d-8c1ef2887907 req-1867ca80-88f8-4408-b031-6fb001f5faa0 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 946 time: 0.1189625 Jul 06 11:59:47.580712 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b85c-3fea-433f-b281-e4063137e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.584041 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b85c-3fea-433f-b281-e4063137e0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:47.585135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6cf9b85c-3fea-433f-b281-e4063137e0f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/840ad78e-1cd9-4a89-8a0a-2b006c6ba405 HTTP/1.1" status: 204 len: 168 time: 0.2179401 Jul 06 11:59:47.601760 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-642d07ef-09a4-44ab-803d-8c1ef2887907 req-88011b00-956b-450e-b029-b4d6eccd01d3 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503509 Jul 06 11:59:47.603115 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9b85c-3fea-433f-b281-e4063137e0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840ad78e-1cd9-4a89-8a0a-2b006c6ba405,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:48.511527 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef6f9d3-7712-47c0-abb9-339c87c5de99 x-openstack-request-id: req-eef6f9d3-7712-47c0-abb9-339c87c5de99 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:48.512020 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3627a310-4cfd-49db-80d9-04d46c4422a0", "name": "network-vif-unplugged", "status": "completed", "tag": "37c57f64-58cd-427b-8b36-8195d097a64d", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:48.512206 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eef6f9d3-7712-47c0-abb9-339c87c5de99 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:48.512616 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3627a310-4cfd-49db-80d9-04d46c4422a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c57f64-58cd-427b-8b36-8195d097a64d', 'code': 200} Jul 06 11:59:48.562281 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e0d58b12-7bd4-449e-ab71-d49dee79d6cd req-dc13cc7c-9187-4dde-9240-3a897a3fc7b8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7805210a-ee61-4339-b797-dd67f9c4b32a HTTP/1.1" status: 200 len: 210 time: 0.0432160 Jul 06 11:59:48.645518 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd04338b-a4d4-425d-9d69-e54f4571de52 req-b34f5974-2a40-4773-8419-2b8860c78860 tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=7805210a-ee61-4339-b797-dd67f9c4b32a HTTP/1.1" status: 200 len: 210 time: 0.0310924 Jul 06 11:59:48.783085 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88e487d9-1646-4616-94a2-aad50244aee9 req-52962716-355e-40cb-af16-5bcad745a606 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.113 HTTP/1.1" status: 200 len: 1001 time: 0.1025701 Jul 06 11:59:48.846438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e487d9-1646-4616-94a2-aad50244aee9 req-6993751e-57b4-40b7-bb22-c4a7d5a29394 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:48.848473 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88e487d9-1646-4616-94a2-aad50244aee9 req-6993751e-57b4-40b7-bb22-c4a7d5a29394 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/ports/3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 HTTP/1.1" status: 200 len: 942 time: 0.0590258 Jul 06 11:59:49.012693 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88e487d9-1646-4616-94a2-aad50244aee9 req-558946ad-d605-4e58-a88e-13db98736cfc tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.113 HTTP/1.1" status: 200 len: 1001 time: 0.0702982 Jul 06 11:59:49.129614 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e487d9-1646-4616-94a2-aad50244aee9 req-c224d227-6924-4264-a4fa-35ee36343650 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:49.131044 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88e487d9-1646-4616-94a2-aad50244aee9 req-c224d227-6924-4264-a4fa-35ee36343650 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1125574 Jul 06 11:59:49.214532 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88e487d9-1646-4616-94a2-aad50244aee9 req-ad385472-3e8b-4e44-ade3-59a591d64477 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.113 HTTP/1.1" status: 200 len: 1001 time: 0.0752485 Jul 06 11:59:49.223383 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-88e487d9-1646-4616-94a2-aad50244aee9 req-550e7c35-c7a6-41a6-bca3-42471da87926 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:49.278943 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-88e487d9-1646-4616-94a2-aad50244aee9 req-550e7c35-c7a6-41a6-bca3-42471da87926 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:49.331554 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38108) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:49.465658 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-88e487d9-1646-4616-94a2-aad50244aee9 req-550e7c35-c7a6-41a6-bca3-42471da87926 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:49.471061 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-88e487d9-1646-4616-94a2-aad50244aee9 req-550e7c35-c7a6-41a6-bca3-42471da87926 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:49.471061 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [req-88e487d9-1646-4616-94a2-aad50244aee9 req-550e7c35-c7a6-41a6-bca3-42471da87926 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Floating IP f810050f-619e-42db-8b2c-21f20fe3c2f5 disassociated. External IP: 172.25.4.113, port: 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1. Jul 06 11:59:49.528189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-25b9f962-101f-487e-8690-03233d214c6f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'network': {'name': 'tempest-network-smoke--1319619050', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'port_security_enabled': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:49.550068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b9f962-101f-487e-8690-03233d214c6f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Made reservation on behalf of 9b8c032e15c44a1786541e33cb5ca2c4 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:49.553866 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25b9f962-101f-487e-8690-03233d214c6f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:49.563194 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25b9f962-101f-487e-8690-03233d214c6f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:49.699024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88e487d9-1646-4616-94a2-aad50244aee9 req-550e7c35-c7a6-41a6-bca3-42471da87926 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Router 4e3e1379-7f8f-4620-a4b0-88ad1472821b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 11:59:49.718292 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25b9f962-101f-487e-8690-03233d214c6f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:49.725869 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25b9f962-101f-487e-8690-03233d214c6f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:49.824221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88e487d9-1646-4616-94a2-aad50244aee9 req-550e7c35-c7a6-41a6-bca3-42471da87926 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:49.829978 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-88e487d9-1646-4616-94a2-aad50244aee9 req-550e7c35-c7a6-41a6-bca3-42471da87926 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:49.836288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c58ee1-de9d-4558-a11e-848bfa57f77f None None] Sync routers for ids ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:49.847940 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c58ee1-de9d-4558-a11e-848bfa57f77f None None] Routers {'4e3e1379-7f8f-4620-a4b0-88ad1472821b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:49.849312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-58c58ee1-de9d-4558-a11e-848bfa57f77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:59:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:49.876185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88e487d9-1646-4616-94a2-aad50244aee9 req-550e7c35-c7a6-41a6-bca3-42471da87926 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "PUT /v2.0/floatingips/f810050f-619e-42db-8b2c-21f20fe3c2f5 HTTP/1.1" status: 200 len: 695 time: 0.6606987 Jul 06 11:59:49.876719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6', 'tag': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:49.879723 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131810de-3d83-46e1-ac01-416c0900a616" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6", "tag": "3a30f1bd-354b-4671-b40b-dadc5e6c7cd1"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:49.951601 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e487d9-1646-4616-94a2-aad50244aee9 req-40f7fd33-801b-490a-a3d9-b0895065140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:49.953343 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88e487d9-1646-4616-94a2-aad50244aee9 req-40f7fd33-801b-490a-a3d9-b0895065140b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=4dd9155abd434227892716f661b5e59a&device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0625727 Jul 06 11:59:49.980121 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-58c58ee1-de9d-4558-a11e-848bfa57f77f None None] Set router 4e3e1379-7f8f-4620-a4b0-88ad1472821b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:50.046664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b9f962-101f-487e-8690-03233d214c6f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 11:59:50.059003 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-5ae51091-3840-483f-8626-664da31d9d11 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3996651 Jul 06 11:59:50.074172 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e487d9-1646-4616-94a2-aad50244aee9 req-3f4ed2bb-7dc2-4007-b3c6-fd41f81abe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.078866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9f962-101f-487e-8690-03233d214c6f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5225bd8-f424-497c-9d26-e6ffa7f03dd0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:50.082322 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25b9f962-101f-487e-8690-03233d214c6f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.082878 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-25b9f962-101f-487e-8690-03233d214c6f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Added segment 8ac947f3-c435-479a-9fd4-d8f9f3f43f82 of type vlan for network 29d2021a-34e4-4b41-81ec-0123d8bd5bd1 Jul 06 11:59:50.095199 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88e487d9-1646-4616-94a2-aad50244aee9 req-3f4ed2bb-7dc2-4007-b3c6-fd41f81abe86 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5ce939ee-01a6-40c3-a8af-b37bb4e285b4 HTTP/1.1" status: 200 len: 929 time: 0.1350696 Jul 06 11:59:50.155856 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88e487d9-1646-4616-94a2-aad50244aee9 req-f2db3373-0610-4c22-896e-038db613dc12 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 HTTP/1.1" status: 200 len: 217 time: 0.0592318 Jul 06 11:59:50.171272 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25b9f962-101f-487e-8690-03233d214c6f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.218427 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e487d9-1646-4616-94a2-aad50244aee9 req-7d8eabb2-1d7b-4a2f-b711-c5aba566564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.223997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-1a0cc68b-cd89-4548-a09e-0ba88783ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.224739 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-1a0cc68b-cd89-4548-a09e-0ba88783ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.225385 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-1a0cc68b-cd89-4548-a09e-0ba88783ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.226020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-1a0cc68b-cd89-4548-a09e-0ba88783ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.226568 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88e487d9-1646-4616-94a2-aad50244aee9 req-7d8eabb2-1d7b-4a2f-b711-c5aba566564f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=06d3286d-0485-469d-ad8b-f58f7af21559 HTTP/1.1" status: 200 len: 867 time: 0.0618770 Jul 06 11:59:50.226860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-1a0cc68b-cd89-4548-a09e-0ba88783ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.227536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-1a0cc68b-cd89-4548-a09e-0ba88783ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.228200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-1a0cc68b-cd89-4548-a09e-0ba88783ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.230374 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-1a0cc68b-cd89-4548-a09e-0ba88783ebdf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 6489 time: 0.1448650 Jul 06 11:59:50.231962 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25b9f962-101f-487e-8690-03233d214c6f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.238429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9f962-101f-487e-8690-03233d214c6f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.239392 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25b9f962-101f-487e-8690-03233d214c6f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.297850 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e487d9-1646-4616-94a2-aad50244aee9 req-3c3f20c4-d05f-404a-8c76-c7bfd6e578cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.306442 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88e487d9-1646-4616-94a2-aad50244aee9 req-3c3f20c4-d05f-404a-8c76-c7bfd6e578cc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5ce939ee-01a6-40c3-a8af-b37bb4e285b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787480 Jul 06 11:59:50.346285 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-25b9f962-101f-487e-8690-03233d214c6f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0135922 Jul 06 11:59:50.362883 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38126) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:50.369345 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-997596376', 'admin_state_up': True, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:50.413133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-58c58ee1-de9d-4558-a11e-848bfa57f77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-router', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:59Z', 'updated_at': '2021-07-06T11:59:05Z', 'revision_number': 4, 'project_id': '4dd9155abd434227892716f661b5e59a', 'gw_port': {'id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:00Z', 'updated_at': '2021-07-06T11:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f21b0459-88c3-41d9-be68-cc6ba56a8407', 'name': '', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'mac_address': 'fa:16:3e:c6:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:03Z', 'updated_at': '2021-07-06T11:59:16Z', 'revision_number': 5, 'project_id': '4dd9155abd434227892716f661b5e59a', 'subnets': [{'id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:50.416302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9f962-101f-487e-8690-03233d214c6f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Network': ['ID=29d2021a-34e4-4b41-81ec-0123d8bd5bd1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:50.428123 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.429372 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.467390 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88e487d9-1646-4616-94a2-aad50244aee9 req-a3e82fb3-7bff-4cbf-800a-5ed04c7ce4ac service neutron] 10.222.0.81 "GET /v2.0/networks/5ce939ee-01a6-40c3-a8af-b37bb4e285b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598048 Jul 06 11:59:50.469514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 29d2021a-34e4-4b41-81ec-0123d8bd5bd1 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 11:59:50.477822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-d95a73b0-858c-4122-a340-2b19c6fbb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.480865 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-d95a73b0-858c-4122-a340-2b19c6fbb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.481589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-d95a73b0-858c-4122-a340-2b19c6fbb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.482896 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c58ee1-de9d-4558-a11e-848bfa57f77f None None] Checking router: 4e3e1379-7f8f-4620-a4b0-88ad1472821b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:59:50.484299 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-d95a73b0-858c-4122-a340-2b19c6fbb398 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3c4d0281-eee8-4d4b-a216-a3ed774363fa&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2 HTTP/1.1" status: 200 len: 2293 time: 0.2221251 Jul 06 11:59:50.533681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c58ee1-de9d-4558-a11e-848bfa57f77f None None] Routers {'4e3e1379-7f8f-4620-a4b0-88ad1472821b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:50.534362 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-58c58ee1-de9d-4558-a11e-848bfa57f77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:59:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:50.546365 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.576409 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88e487d9-1646-4616-94a2-aad50244aee9 req-0e6f8624-19d0-492a-b4d3-1382ee388ee6 service neutron] 10.222.0.81 "GET /v2.0/networks/5ce939ee-01a6-40c3-a8af-b37bb4e285b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072514 Jul 06 11:59:50.672484 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-58c58ee1-de9d-4558-a11e-848bfa57f77f None None] Set router 4e3e1379-7f8f-4620-a4b0-88ad1472821b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:50.684167 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-a223ea74-de8d-4262-839b-77d56e8e1b82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dce447e7-7a12-4ee8-a022-2834977328a9 HTTP/1.1" status: 200 len: 1001 time: 0.1558332 Jul 06 11:59:50.786969 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:50.828946 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-09e54e16-20ca-4c43-ae5f-32b60f257a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.830624 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-09e54e16-20ca-4c43-ae5f-32b60f257a7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=67067b5c-0dd9-4b86-a514-c39f91aea1db HTTP/1.1" status: 200 len: 851 time: 0.1019647 Jul 06 11:59:50.931951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-58c58ee1-de9d-4558-a11e-848bfa57f77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-router', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:59Z', 'updated_at': '2021-07-06T11:59:05Z', 'revision_number': 4, 'project_id': '4dd9155abd434227892716f661b5e59a', 'gw_port': {'id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:00Z', 'updated_at': '2021-07-06T11:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f21b0459-88c3-41d9-be68-cc6ba56a8407', 'name': '', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'mac_address': 'fa:16:3e:c6:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:03Z', 'updated_at': '2021-07-06T11:59:16Z', 'revision_number': 5, 'project_id': '4dd9155abd434227892716f661b5e59a', 'subnets': [{'id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:50.972390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c58ee1-de9d-4558-a11e-848bfa57f77f None None] The sync data for ids ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'] in n-d-799529-2 is: [{'id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-router', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:59Z', 'updated_at': '2021-07-06T11:59:05Z', 'revision_number': 4, 'project_id': '4dd9155abd434227892716f661b5e59a', 'gw_port': {'id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:00Z', 'updated_at': '2021-07-06T11:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f21b0459-88c3-41d9-be68-cc6ba56a8407', 'name': '', 'network_id': '5ce939ee-01a6-40c3-a8af-b37bb4e285b4', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'mac_address': 'fa:16:3e:c6:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:03Z', 'updated_at': '2021-07-06T11:59:16Z', 'revision_number': 5, 'project_id': '4dd9155abd434227892716f661b5e59a', 'subnets': [{'id': '06d3286d-0485-469d-ad8b-f58f7af21559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:50.989813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-0cafedd8-e365-41d1-a624-c0bc3662373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:50.991467 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-0cafedd8-e365-41d1-a624-c0bc3662373c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3c4d0281-eee8-4d4b-a216-a3ed774363fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353951 Jul 06 11:59:51.098840 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5add5944-c3d4-4a6f-a0ef-81cc9ce9a85d req-42a35d0f-e512-4d8d-9dda-02a3cde8441d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=47cb3e91-909b-4cdb-9713-1389b5c2ca87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1891718 Jul 06 11:59:51.283970 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.289319 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-fd8fbea0-2c0f-4c3f-aae2-55606905bc29 service neutron] 10.222.0.23 "GET /v2.0/networks/3c4d0281-eee8-4d4b-a216-a3ed774363fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805257 Jul 06 11:59:51.372014 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:51.401616 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a40e71-6c40-4d22-a235-c77a79d758c1 None None] New status for floating IP f810050f-619e-42db-8b2c-21f20fe3c2f5: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 11:59:51.453380 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e4d94e-a148-48d9-8406-fa3ce4c9f2bb x-openstack-request-id: req-d8e4d94e-a148-48d9-8406-fa3ce4c9f2bb {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:51.453787 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6", "tag": "3a30f1bd-354b-4671-b40b-dadc5e6c7cd1", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:51.453787 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8e4d94e-a148-48d9-8406-fa3ce4c9f2bb {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:51.454157 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6', 'tag': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1', 'status': 'completed', 'code': 200} Jul 06 11:59:51.527602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a991ad7-d229-4596-9c7c-d9e6ebd0f45a req-4d861bb1-647d-4412-a8e6-268a1673e706 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/floatingips/f810050f-619e-42db-8b2c-21f20fe3c2f5 HTTP/1.1" status: 200 len: 695 time: 0.0594492 Jul 06 11:59:51.574075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5944-c3d4-4a6f-a0ef-81cc9ce9a85d req-cf163723-067c-40f0-a513-a30612d33472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:51.575827 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5add5944-c3d4-4a6f-a0ef-81cc9ce9a85d req-cf163723-067c-40f0-a513-a30612d33472 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d1f96a4379c43c0b369e21faf6076f8&device_id=47cb3e91-909b-4cdb-9713-1389b5c2ca87 HTTP/1.1" status: 200 len: 1096 time: 0.4116819 Jul 06 11:59:51.609300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Allocated IP 172.25.4.132 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/790162f6-23f6-4b64-9bf4-1474795792a7) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:51.713212 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a991ad7-d229-4596-9c7c-d9e6ebd0f45a req-8974be9c-b883-4520-9ade-b54493ab2da4 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:51.720255 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a991ad7-d229-4596-9c7c-d9e6ebd0f45a req-8974be9c-b883-4520-9ade-b54493ab2da4 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1917584 Jul 06 11:59:51.779537 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-27c5c028-42b3-4ea2-96e9-654406bebe49 service neutron] 10.222.0.23 "GET /v2.0/networks/3c4d0281-eee8-4d4b-a216-a3ed774363fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662170 Jul 06 11:59:51.781353 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5944-c3d4-4a6f-a0ef-81cc9ce9a85d req-ddae3dbd-9e78-4ef4-835f-d9922d84625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:51.782537 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a991ad7-d229-4596-9c7c-d9e6ebd0f45a req-4e667c26-b9ea-4188-a474-d137fadf3074 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.113 HTTP/1.1" status: 200 len: 696 time: 0.0612772 Jul 06 11:59:51.784664 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5add5944-c3d4-4a6f-a0ef-81cc9ce9a85d req-ddae3dbd-9e78-4ef4-835f-d9922d84625e service neutron] 10.222.0.89 "GET /v2.0/networks?id=0414ebcb-6b82-452d-a478-ab07e455b97c HTTP/1.1" status: 200 len: 917 time: 0.1653481 Jul 06 11:59:51.841361 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a991ad7-d229-4596-9c7c-d9e6ebd0f45a req-dccf34f8-ce4b-40a2-afa1-d4ea4dfc6c0f tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.113 HTTP/1.1" status: 200 len: 696 time: 0.0579236 Jul 06 11:59:51.937124 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-92ec7f9e-10a4-4228-bf9d-f126469bd87e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=5c926004-ecc9-4a7a-b30f-a52cce25963f HTTP/1.1" status: 200 len: 217 time: 0.1327243 Jul 06 11:59:51.938316 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5add5944-c3d4-4a6f-a0ef-81cc9ce9a85d req-ba339cc4-d990-40d5-b012-eb5e015a7f8c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd7151f0-f2dd-4852-82c8-259cfe0e4886 HTTP/1.1" status: 200 len: 217 time: 0.1351690 Jul 06 11:59:52.005959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-9a991ad7-d229-4596-9c7c-d9e6ebd0f45a req-e603fdc9-f330-4d69-abbf-c48ea9633612 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Deleting port 371e95b3-b827-4030-9690-86d296016e99 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:52.006672 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9a991ad7-d229-4596-9c7c-d9e6ebd0f45a req-e603fdc9-f330-4d69-abbf-c48ea9633612 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.041936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131810de-3d83-46e1-ac01-416c0900a616 req-9e140e6b-c9be-4785-9ea6-efa96ed53abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:52.043718 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-131810de-3d83-46e1-ac01-416c0900a616 req-9e140e6b-c9be-4785-9ea6-efa96ed53abf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4dd9155abd434227892716f661b5e59a&device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 1096 time: 0.5622790 Jul 06 11:59:52.113998 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9a991ad7-d229-4596-9c7c-d9e6ebd0f45a req-e603fdc9-f330-4d69-abbf-c48ea9633612 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.114814 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9a991ad7-d229-4596-9c7c-d9e6ebd0f45a req-e603fdc9-f330-4d69-abbf-c48ea9633612 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.131729 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-4255d9ea-11de-44b8-98de-6f52e6edeb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:52.133117 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-4255d9ea-11de-44b8-98de-6f52e6edeb38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 200 len: 797 time: 0.1888757 Jul 06 11:59:52.134186 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-9a991ad7-d229-4596-9c7c-d9e6ebd0f45a req-e603fdc9-f330-4d69-abbf-c48ea9633612 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Calling delete_port for 371e95b3-b827-4030-9690-86d296016e99 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:52.141179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5944-c3d4-4a6f-a0ef-81cc9ce9a85d req-0142ae3e-03c5-43ea-bf20-f49666f6689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:52.143307 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5add5944-c3d4-4a6f-a0ef-81cc9ce9a85d req-0142ae3e-03c5-43ea-bf20-f49666f6689a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=48d998d7-7f21-477b-b140-a9daa91a9b72 HTTP/1.1" status: 200 len: 855 time: 0.1899226 Jul 06 11:59:52.229142 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.300755 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9a991ad7-d229-4596-9c7c-d9e6ebd0f45a req-e603fdc9-f330-4d69-abbf-c48ea9633612 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.339595 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603fdc9-f330-4d69-abbf-c48ea9633612 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Pushing event deleted for resources: {'Port': ['ID=371e95b3-b827-4030-9690-86d296016e99,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:52.361694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131810de-3d83-46e1-ac01-416c0900a616 req-e095d66a-2b4e-4a48-9b49-6d36dadb4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:52.363319 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-131810de-3d83-46e1-ac01-416c0900a616 req-e095d66a-2b4e-4a48-9b49-6d36dadb4432 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5ce939ee-01a6-40c3-a8af-b37bb4e285b4 HTTP/1.1" status: 200 len: 929 time: 0.3084657 Jul 06 11:59:52.368874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.392625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:52.403457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-2930b9bb-819b-4e47-a1d1-a09f360b2c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:52.405425 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-2930b9bb-819b-4e47-a1d1-a09f360b2c4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65aaa158-a2b5-4ac1-912d-793053707b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2558448 Jul 06 11:59:52.432583 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9a991ad7-d229-4596-9c7c-d9e6ebd0f45a req-e603fdc9-f330-4d69-abbf-c48ea9633612 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.435707 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9a991ad7-d229-4596-9c7c-d9e6ebd0f45a req-e603fdc9-f330-4d69-abbf-c48ea9633612 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:52.448858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a991ad7-d229-4596-9c7c-d9e6ebd0f45a req-e603fdc9-f330-4d69-abbf-c48ea9633612 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "DELETE /v2.0/floatingips/f810050f-619e-42db-8b2c-21f20fe3c2f5 HTTP/1.1" status: 204 len: 173 time: 0.6004300 Jul 06 11:59:52.460679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5944-c3d4-4a6f-a0ef-81cc9ce9a85d req-1b3a99ab-e605-4750-b5f4-9a9cd2d67b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:52.462313 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5add5944-c3d4-4a6f-a0ef-81cc9ce9a85d req-1b3a99ab-e605-4750-b5f4-9a9cd2d67b3d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0414ebcb-6b82-452d-a478-ab07e455b97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3037658 Jul 06 11:59:52.463516 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:52.466262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:52.508422 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-131810de-3d83-46e1-ac01-416c0900a616 req-f760c520-e506-4d3d-8e4a-3e936a59e2af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 HTTP/1.1" status: 200 len: 217 time: 0.1294444 Jul 06 11:59:52.615155 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa90fc2-dcaf-4e75-8491-d18cd8296eed req-3460d110-f097-4935-984a-d16288f38154 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:52.616958 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5fa90fc2-dcaf-4e75-8491-d18cd8296eed req-3460d110-f097-4935-984a-d16288f38154 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 946 time: 0.0680165 Jul 06 11:59:52.653893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Port': ['ID=790162f6-23f6-4b64-9bf4-1474795792a7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:52.661939 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5fa90fc2-dcaf-4e75-8491-d18cd8296eed req-68752059-7cb1-4c39-97de-2b0771b040a6 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378978 Jul 06 11:59:52.901532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-2bcd2113-9242-4e77-89e1-c4d9460fe6fc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:52.903053 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-2bcd2113-9242-4e77-89e1-c4d9460fe6fc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/networks?id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9 HTTP/1.1" status: 200 len: 805 time: 0.1376669 Jul 06 11:59:52.921184 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-01aa249a-4fb9-401f-bf1b-84828efc9c09 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/quotas/87cb56cfa1e74a05a6a9c885c45eb196 HTTP/1.1" status: 200 len: 375 time: 0.0103619 Jul 06 11:59:52.926369 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38214) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:53.035411 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-bec6467a-bbdb-42d8-80d2-691821b49168 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=87cb56cfa1e74a05a6a9c885c45eb196&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1008646 Jul 06 11:59:53.087692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131810de-3d83-46e1-ac01-416c0900a616 req-f455d8ee-e29a-40e8-bbd8-912c5fe7aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:53.089137 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-131810de-3d83-46e1-ac01-416c0900a616 req-f455d8ee-e29a-40e8-bbd8-912c5fe7aee5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=06d3286d-0485-469d-ad8b-f58f7af21559 HTTP/1.1" status: 200 len: 867 time: 0.5673320 Jul 06 11:59:53.098134 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b60c9fc-895d-4f5a-ab9e-e8c0bc50c1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:53.173206 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-94904b21-0fe5-4108-8e40-d8d2915aac0d service neutron] 10.222.0.81 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362429 Jul 06 11:59:53.231880 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-1037eea0-fb74-4571-a8ff-95863095f8c2 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7741849 Jul 06 11:59:53.239002 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5add5944-c3d4-4a6f-a0ef-81cc9ce9a85d req-389528e6-f42c-4434-b36a-8170c9121339 service neutron] 10.222.0.89 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7426589 Jul 06 11:59:53.302500 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b60c9fc-895d-4f5a-ab9e-e8c0bc50c1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:53.309625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-14057929-2a0b-4489-88e6-3da4483be0df service neutron] 10.222.0.81 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281831 Jul 06 11:59:53.310429 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b60c9fc-895d-4f5a-ab9e-e8c0bc50c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:53.349920 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8b60c9fc-895d-4f5a-ab9e-e8c0bc50c1cf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e4c01d7f9f704ab2905e3f68bd56af74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218156 Jul 06 11:59:53.354520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38218) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:53.360700 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60c9fc-895d-4f5a-ab9e-e8c0bc50c1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33446ce-f4f6-496d-9cd1-93f698fd5dc0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:53.437309 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad479186-1636-436d-99b8-22f99672e99b req-b5c3f794-cdc1-497e-a6b3-395b745db80d tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:53.437309 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad479186-1636-436d-99b8-22f99672e99b req-b5c3f794-cdc1-497e-a6b3-395b745db80d tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.23 "GET /v2.0/ports?device_id=3627a310-4cfd-49db-80d9-04d46c4422a0 HTTP/1.1" status: 200 len: 944 time: 0.3880391 Jul 06 11:59:53.514056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131810de-3d83-46e1-ac01-416c0900a616 req-5295513e-9b34-4aee-9d5d-a36a5c3a3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:53.515595 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-131810de-3d83-46e1-ac01-416c0900a616 req-5295513e-9b34-4aee-9d5d-a36a5c3a3876 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5ce939ee-01a6-40c3-a8af-b37bb4e285b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3956263 Jul 06 11:59:53.659043 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-3a1b5ce5-ed6c-465b-9466-db7405499e46 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171960 Jul 06 11:59:53.735688 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:53.773112 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5add5944-c3d4-4a6f-a0ef-81cc9ce9a85d req-2e6d26c9-2136-499e-a56f-007f13d24c81 service neutron] 10.222.0.89 "GET /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172071 Jul 06 11:59:53.814492 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f99c0bf6-6979-42e0-a923-e7186dd0d3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:53.822649 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-b14599a8-0320-43e5-b7b9-7732ebe7ac88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=7d5a2066-089d-4629-bb08-ed4c7c24ba4d HTTP/1.1" status: 200 len: 217 time: 0.1434231 Jul 06 11:59:53.909016 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f99c0bf6-6979-42e0-a923-e7186dd0d3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:53.992684 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-131810de-3d83-46e1-ac01-416c0900a616 req-be64ebbd-522a-4320-ac68-0f09af500f8b service neutron] 10.222.0.23 "GET /v2.0/networks/5ce939ee-01a6-40c3-a8af-b37bb4e285b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300985 Jul 06 11:59:54.060699 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-68751e02-9da6-4712-ba6e-97b5011301df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:54.062322 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-68751e02-9da6-4712-ba6e-97b5011301df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 200 len: 797 time: 0.2182372 Jul 06 11:59:54.110919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ad479186-1636-436d-99b8-22f99672e99b req-6bddaf90-99f0-4201-931d-c9891169ec3f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Deleting port 37c57f64-58cd-427b-8b36-8195d097a64d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:54.111668 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad479186-1636-436d-99b8-22f99672e99b req-6bddaf90-99f0-4201-931d-c9891169ec3f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.159372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfac9e-5cd5-44da-9c27-7cea1fbc60e9 req-f9219105-10d9-4c07-a9d4-8bdd1023a193 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:54.160871 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84dfac9e-5cd5-44da-9c27-7cea1fbc60e9 req-f9219105-10d9-4c07-a9d4-8bdd1023a193 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47cb3e91-909b-4cdb-9713-1389b5c2ca87 HTTP/1.1" status: 200 len: 945 time: 0.0824299 Jul 06 11:59:54.214925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84dfac9e-5cd5-44da-9c27-7cea1fbc60e9 req-cfb84264-0c40-4f6a-964c-41901ddebeea tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470529 Jul 06 11:59:54.258773 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-14afa490-936d-4443-a944-69657923b819 req-3dcf027d-fac4-4a64-bd61-e6033ef2d47d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0425808 Jul 06 11:59:54.271405 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f99c0bf6-6979-42e0-a923-e7186dd0d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.273926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f99c0bf6-6979-42e0-a923-e7186dd0d3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.275108 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f99c0bf6-6979-42e0-a923-e7186dd0d3ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e33446ce-f4f6-496d-9cd1-93f698fd5dc0 HTTP/1.1" status: 204 len: 168 time: 0.9156077 Jul 06 11:59:54.349790 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c0bf6-6979-42e0-a923-e7186dd0d3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33446ce-f4f6-496d-9cd1-93f698fd5dc0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:54.381566 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-131810de-3d83-46e1-ac01-416c0900a616 req-ac8a29c0-28de-49ff-a018-5316e2828c7e service neutron] 10.222.0.23 "GET /v2.0/networks/5ce939ee-01a6-40c3-a8af-b37bb4e285b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663330 Jul 06 11:59:54.384454 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-34d03872-b45d-4a0c-b881-ccacae12d017 req-f074ea28-4b66-458f-b534-cc26846c0c98 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 210 time: 0.0539858 Jul 06 11:59:54.410486 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.411498 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ad479186-1636-436d-99b8-22f99672e99b req-6bddaf90-99f0-4201-931d-c9891169ec3f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] For port 37c57f64-58cd-427b-8b36-8195d097a64d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=37c57f64-58cd-427b-8b36-8195d097a64d,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:54.411901 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad479186-1636-436d-99b8-22f99672e99b req-6bddaf90-99f0-4201-931d-c9891169ec3f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.422751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-63fc4383-f204-4ca5-b11c-7213ca8efb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:54.428224 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-63fc4383-f204-4ca5-b11c-7213ca8efb6b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65aaa158-a2b5-4ac1-912d-793053707b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3304448 Jul 06 11:59:54.493088 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ad479186-1636-436d-99b8-22f99672e99b req-6bddaf90-99f0-4201-931d-c9891169ec3f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Calling delete_port for 37c57f64-58cd-427b-8b36-8195d097a64d owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 11:59:54.652901 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b52a9f8-bd9d-4e7e-b40a-e4267d180324 req-2cb4d13c-1931-40f5-9a17-245f043966d2 tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0492003 Jul 06 11:59:54.684166 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38244) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:54.702255 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a5b1595-4321-4bf0-8159-62f63d308990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.742244 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-99a15d3a-7577-4352-bdd8-cd026dfbfbfc service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092623 Jul 06 11:59:54.863884 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a5b1595-4321-4bf0-8159-62f63d308990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.895559 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a5b1595-4321-4bf0-8159-62f63d308990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:54.956438 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0a5b1595-4321-4bf0-8159-62f63d308990 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ec43e593db9413d852d2523cf55a36f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683403 Jul 06 11:59:54.956438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b1595-4321-4bf0-8159-62f63d308990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695d538e-e223-48dc-9f6b-55114ee295be,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:54.958130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38248) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:54.984773 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Router a61c8a53-43c1-4c72-b66f-6b3e240f958b is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 11:59:54.992742 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad479186-1636-436d-99b8-22f99672e99b req-6bddaf90-99f0-4201-931d-c9891169ec3f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.006037 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d7a70-3ff6-450f-94dc-fdce1c39b078 req-8cfd33a6-8fb9-41a6-8662-6b829e6bf9e2 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:55.007687 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d49d7a70-3ff6-450f-94dc-fdce1c39b078 req-8cfd33a6-8fb9-41a6-8662-6b829e6bf9e2 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1425195 Jul 06 11:59:55.067324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d49d7a70-3ff6-450f-94dc-fdce1c39b078 req-4dbd78da-7147-4197-b17b-027ed73d00cc tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0465572 Jul 06 11:59:55.070583 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2ad46b9b-7810-42a9-a2c6-ecd08fa04f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.106863 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2ad46b9b-7810-42a9-a2c6-ecd08fa04f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.168300 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2ad46b9b-7810-42a9-a2c6-ecd08fa04f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.172046 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2ad46b9b-7810-42a9-a2c6-ecd08fa04f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.175932 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2ad46b9b-7810-42a9-a2c6-ecd08fa04f41 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/695d538e-e223-48dc-9f6b-55114ee295be HTTP/1.1" status: 204 len: 168 time: 0.2133765 Jul 06 11:59:55.176111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 37c57f64-58cd-427b-8b36-8195d097a64d no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 11:59:55.198068 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 37c57f64-58cd-427b-8b36-8195d097a64d {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 11:59:55.198456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 37c57f64-58cd-427b-8b36-8195d097a64d not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 11:59:55.202032 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad46b9b-7810-42a9-a2c6-ecd08fa04f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695d538e-e223-48dc-9f6b-55114ee295be,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:55.341591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a63491-ed98-495f-8d14-d4b486c9046c req-00dc7b42-3bc8-4412-bf1b-a62878223cb5 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:55.343925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-36a63491-ed98-495f-8d14-d4b486c9046c req-00dc7b42-3bc8-4412-bf1b-a62878223cb5 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 945 time: 0.0786395 Jul 06 11:59:55.398853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-36a63491-ed98-495f-8d14-d4b486c9046c req-eb28e546-cd29-42ee-83c8-7fa6886250ef tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455298 Jul 06 11:59:55.403656 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-03581599-affc-4517-81e1-350d0caf6e00 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528924 Jul 06 11:59:55.409643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bddaf90-99f0-4201-931d-c9891169ec3f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Pushing event deleted for resources: {'Port': ['ID=37c57f64-58cd-427b-8b36-8195d097a64d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:55.479165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-8f5f4485-a2c5-41e7-8cae-c10b0c39c515 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:55.480685 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-8f5f4485-a2c5-41e7-8cae-c10b0c39c515 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.89 "GET /v2.0/networks?id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9 HTTP/1.1" status: 200 len: 805 time: 0.6763594 Jul 06 11:59:55.535798 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-bdd95b78-231d-45a4-ba4a-f352bfb47952 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=09651e64-7c60-4395-8efa-e0c5bc0a7e29 HTTP/1.1" status: 200 len: 217 time: 0.1183815 Jul 06 11:59:55.543046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-1991c022-12bd-4632-851c-43d077fee433 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Request body: {'port': {'device_id': 'e2b8caf1-7c82-490a-a227-fcdd8fce0d56', 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9', 'admin_state_up': True, 'tenant_id': '87cb56cfa1e74a05a6a9c885c45eb196'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:55.545790 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad479186-1636-436d-99b8-22f99672e99b req-6bddaf90-99f0-4201-931d-c9891169ec3f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] No DVR routers for this DVR port 37c57f64-58cd-427b-8b36-8195d097a64d on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 11:59:55.569761 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad479186-1636-436d-99b8-22f99672e99b req-6bddaf90-99f0-4201-931d-c9891169ec3f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.572002 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad479186-1636-436d-99b8-22f99672e99b req-6bddaf90-99f0-4201-931d-c9891169ec3f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.23 "DELETE /v2.0/ports/37c57f64-58cd-427b-8b36-8195d097a64d HTTP/1.1" status: 204 len: 173 time: 2.1145670 Jul 06 11:59:55.572453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3627a310-4cfd-49db-80d9-04d46c4422a0', 'name': 'network-vif-deleted', 'tag': '37c57f64-58cd-427b-8b36-8195d097a64d'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:55.574717 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecf8c03-cb2f-43a8-9117-b8774d07b767" -d '{"events": [{"server_uuid": "3627a310-4cfd-49db-80d9-04d46c4422a0", "name": "network-vif-deleted", "tag": "37c57f64-58cd-427b-8b36-8195d097a64d"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:55.710654 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e2512ab6-06b7-4af0-bd07-250848c6f2e7 req-6161432a-e537-4adf-897f-feeddbd8b0be tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0423756 Jul 06 11:59:55.724101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-44e07a89-2fbc-4563-834e-968c1b892d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:55.725947 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-44e07a89-2fbc-4563-834e-968c1b892d98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 200 len: 797 time: 0.1768310 Jul 06 11:59:55.783668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 11:59:55.799631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Sync routers for ids ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 11:59:55.818706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Routers {'a61c8a53-43c1-4c72-b66f-6b3e240f958b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:55.820606 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:59:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:55.826283 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-1991c022-12bd-4632-851c-43d077fee433 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Made reservation on behalf of 87cb56cfa1e74a05a6a9c885c45eb196 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:55.830423 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-1991c022-12bd-4632-851c-43d077fee433 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.843023 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:55.844665 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-424a62ad-fb6b-461d-88fa-60fb30055db5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.4803402 Jul 06 11:59:55.849583 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38278) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:55.870200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-64ef02ce-bb02-4f47-a5e5-492b24d6d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:55.871947 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-64ef02ce-bb02-4f47-a5e5-492b24d6d74b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65aaa158-a2b5-4ac1-912d-793053707b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1358411 Jul 06 11:59:55.891399 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b6627c8-6283-40c7-8e6c-1423a0bc637b req-15850d6f-13e4-4fd1-bf1c-9b5e17d604bb tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 210 time: 0.0536335 Jul 06 11:59:55.915619 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-8c413773-01c6-422d-bdb6-d4209be25c59 req-fa8eb6ca-db1b-46c0-8b83-2a978c49cbfd tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 11:59:55.916708 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c413773-01c6-422d-bdb6-d4209be25c59 req-fa8eb6ca-db1b-46c0-8b83-2a978c49cbfd tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061975 Jul 06 11:59:55.990432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Set router a61c8a53-43c1-4c72-b66f-6b3e240f958b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:56.075150 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-a2c6e39b-003a-4d2a-ab8a-37936b8befe4 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949980 Jul 06 11:59:56.077238 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-1991c022-12bd-4632-851c-43d077fee433 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Allocated IP 172.20.0.12 (e24c92a3-e9d7-4e19-b9f8-3e98811babc9/3ee698e4-5f9d-4dca-ba8c-9993e73db584/98990104-96c7-40ac-824d-a28fee6c6629) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:56.151663 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c413773-01c6-422d-bdb6-d4209be25c59 req-4e3a0452-c1b9-46c0-9f5d-3bdaf430f5bc tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2229683 Jul 06 11:59:56.241144 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f564ef2e-31f3-4cb7-8903-abbaff0bec5d tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=9b8c032e15c44a1786541e33cb5ca2c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3863659 Jul 06 11:59:56.244222 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38292) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:56.277495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T11:59:53Z', 'revision_number': 3, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:56.316156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Checking router: a61c8a53-43c1-4c72-b66f-6b3e240f958b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 11:59:56.317061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Updating router a61c8a53-43c1-4c72-b66f-6b3e240f958b port 790162f6-23f6-4b64-9bf4-1474795792a7 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 11:59:56.366439 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.449146 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-390eb372-a0cd-4647-b9dc-ba4e0c772ec0 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633835 Jul 06 11:59:56.534712 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765df72f-8dd4-4200-b961-cf8e8f0df1a7 x-openstack-request-id: req-765df72f-8dd4-4200-b961-cf8e8f0df1a7 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 11:59:56.535026 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3627a310-4cfd-49db-80d9-04d46c4422a0", "name": "network-vif-deleted", "tag": "37c57f64-58cd-427b-8b36-8195d097a64d", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 11:59:56.535281 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-765df72f-8dd4-4200-b961-cf8e8f0df1a7 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 11:59:56.535697 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3627a310-4cfd-49db-80d9-04d46c4422a0', 'name': 'network-vif-deleted', 'tag': '37c57f64-58cd-427b-8b36-8195d097a64d', 'status': 'completed', 'code': 200} Jul 06 11:59:56.544794 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-13d98ca9-db5a-4314-8827-aa5c885c404d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=279e4d0d-b167-4d48-bfc2-7382c5a4141c HTTP/1.1" status: 200 len: 217 time: 0.0794611 Jul 06 11:59:56.614869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a5640-28be-441a-9aba-013e87c713a8 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:56.616652 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-528a5640-28be-441a-9aba-013e87c713a8 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3700709 Jul 06 11:59:56.619770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38302) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:56.642442 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-1991c022-12bd-4632-851c-43d077fee433 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.650043 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-f8dffaeb-8491-4df1-8ec1-04be44bbb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:56.651919 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-f8dffaeb-8491-4df1-8ec1-04be44bbb5a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 200 len: 797 time: 0.0894318 Jul 06 11:59:56.693383 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4d4a1081-4d26-4511-b355-aa384ad1b157 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721490 Jul 06 11:59:56.697956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38308) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:56.705311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-699fa418-a9d0-4e2f-8e4b-066d65b9609b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-85648852', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:56.742558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-44961ab6-d616-47b6-8722-e09de0eaeab8 req-cc7d1784-6159-4529-b6e8-6a285e691b61 tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0525289 Jul 06 11:59:56.778052 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.792413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Transition to ACTIVE for port object 790162f6-23f6-4b64-9bf4-1474795792a7 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:56.801540 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.827105 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-1991c022-12bd-4632-851c-43d077fee433 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.870383 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Attempting to bind port 790162f6-23f6-4b64-9bf4-1474795792a7 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:59:56.871318 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Attempting to bind port 790162f6-23f6-4b64-9bf4-1474795792a7 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:59:56.872025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Attempting to bind port 790162f6-23f6-4b64-9bf4-1474795792a7 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:56.877627 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-0c3f698a-58b9-448f-b160-138ec587eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:56.879259 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-0c3f698a-58b9-448f-b160-138ec587eee7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65aaa158-a2b5-4ac1-912d-793053707b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2185636 Jul 06 11:59:56.882546 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:59:56.883366 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:56.884159 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.884929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:59:56.885622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Bound port: 790162f6-23f6-4b64-9bf4-1474795792a7, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:59:56.886254 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.900709 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-1991c022-12bd-4632-851c-43d077fee433 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:56.901633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699fa418-a9d0-4e2f-8e4b-066d65b9609b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Made reservation on behalf of 9b8c032e15c44a1786541e33cb5ca2c4 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 11:59:56.905365 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-699fa418-a9d0-4e2f-8e4b-066d65b9609b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:56.916789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b57436-0b5b-46bc-ab0f-95185ea52701 None None] Pushing event updated for resources: {'Port': ['ID=790162f6-23f6-4b64-9bf4-1474795792a7,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:56.930456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-1991c022-12bd-4632-851c-43d077fee433 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:56.971500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] For port 790162f6-23f6-4b64-9bf4-1474795792a7, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:59:56.979281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] For port 790162f6-23f6-4b64-9bf4-1474795792a7, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=790162f6-23f6-4b64-9bf4-1474795792a7,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:59:56.984463 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.039059 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-1991c022-12bd-4632-851c-43d077fee433 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:57.076266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Routers {'a61c8a53-43c1-4c72-b66f-6b3e240f958b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 11:59:57.076910 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:59:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:57.099521 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991c022-12bd-4632-851c-43d077fee433 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Pushing event updated for resources: {'Port': ['ID=98990104-96c7-40ac-824d-a28fee6c6629,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:57.163434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-1991c022-12bd-4632-851c-43d077fee433 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:57.164076 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-1991c022-12bd-4632-851c-43d077fee433 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.195045 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-dbc2f01b-082b-408f-b1d9-b49cb2e55d53 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065255 Jul 06 11:59:57.197817 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-1991c022-12bd-4632-851c-43d077fee433 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6644323 Jul 06 11:59:57.200863 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b57436-0b5b-46bc-ab0f-95185ea52701 None None] Pushing event updated for resources: {'Port': ['ID=790162f6-23f6-4b64-9bf4-1474795792a7,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:57.228077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Request body: {'port': {'device_id': 'e2b8caf1-7c82-490a-a227-fcdd8fce0d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 11:59:57.251789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] Set router a61c8a53-43c1-4c72-b66f-6b3e240f958b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 11:59:57.324976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5acfe-8883-49fa-bb7c-9c86e9734413 req-0995af4a-85ca-46af-ba8b-1a3f97b6592c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:57.326713 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8dd5acfe-8883-49fa-bb7c-9c86e9734413 req-0995af4a-85ca-46af-ba8b-1a3f97b6592c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 946 time: 0.0834196 Jul 06 11:59:57.391791 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8dd5acfe-8883-49fa-bb7c-9c86e9734413 req-d4c8392b-bd4e-4ea5-8126-9dd73522a46b tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447800 Jul 06 11:59:57.427841 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-3d1d1c5e-5ffe-4098-b692-e9c8b6ca5516 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258463 Jul 06 11:59:57.490926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.510323 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-699fa418-a9d0-4e2f-8e4b-066d65b9609b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:57.528317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T11:59:53Z', 'revision_number': 3, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 11:59:57.552127 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-6430af9c-d50b-484d-b8cf-51ebbf24fba8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c HTTP/1.1" status: 200 len: 217 time: 0.1053202 Jul 06 11:59:57.559882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6a39e-8922-4e57-be12-7aeedc70493a None None] The sync data for ids ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'] in n-d-799529-2 is: [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T11:59:53Z', 'revision_number': 3, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 11:59:57.675712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fa418-a9d0-4e2f-8e4b-066d65b9609b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Subnet': ['ID=a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:57.698965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-8fb4f459-f28d-46b4-9241-39afb36d605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:57.700516 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-8fb4f459-f28d-46b4-9241-39afb36d605a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eada84dd-e830-4fe1-9808-ee4fae7db735 HTTP/1.1" status: 200 len: 797 time: 0.1216187 Jul 06 11:59:57.767356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699fa418-a9d0-4e2f-8e4b-066d65b9609b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Checking segment: {'id': '8ac947f3-c435-479a-9fd4-d8f9f3f43f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:57.767356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699fa418-a9d0-4e2f-8e4b-066d65b9609b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network hostable DHCP agents. Network: 29d2021a-34e4-4b41-81ec-0123d8bd5bd1, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 11:59:57.937456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699fa418-a9d0-4e2f-8e4b-066d65b9609b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network 29d2021a-34e4-4b41-81ec-0123d8bd5bd1 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 11:59:57.964941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-699fa418-a9d0-4e2f-8e4b-066d65b9609b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 29d2021a-34e4-4b41-81ec-0123d8bd5bd1) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:57.974097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56522849-84c1-400f-8075-4dd2e3852b24 None None] Network 29d2021a-34e4-4b41-81ec-0123d8bd5bd1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 11:59:57.991605 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699fa418-a9d0-4e2f-8e4b-066d65b9609b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:57.992282 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-699fa418-a9d0-4e2f-8e4b-066d65b9609b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.042838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-63370f94-3189-40cb-b023-32244ea83022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:58.046277 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-63370f94-3189-40cb-b023-32244ea83022 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3018064 Jul 06 11:59:58.152517 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-699fa418-a9d0-4e2f-8e4b-066d65b9609b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4525847 Jul 06 11:59:58.155185 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38402) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 11:59:58.220472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98990104-96c7-40ac-824d-a28fee6c6629 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 11:59:58.232030 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.274210 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Transition to ACTIVE for port object 98990104-96c7-40ac-824d-a28fee6c6629 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:58.293808 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.311398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 11:59:58.312346 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:58.364402 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-9f58883a-ac94-48c0-9bd4-0ae39ea6c2fb service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004553 Jul 06 11:59:58.466338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Pushing event updated for resources: {'Port': ['ID=98990104-96c7-40ac-824d-a28fee6c6629,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:58.591367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8373285-9bb1-4679-9a26-f493e51422ad req-3a7daf59-68db-47cc-a2d8-021879f52fee tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:58.592535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Allocated IP 172.20.0.2 (29d2021a-34e4-4b41-81ec-0123d8bd5bd1/a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584/c98c1385-0b64-40fa-ade9-595a8c10409f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 11:59:58.601136 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8373285-9bb1-4679-9a26-f493e51422ad req-3a7daf59-68db-47cc-a2d8-021879f52fee tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 944 time: 0.3241982 Jul 06 11:59:58.677105 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 790162f6-23f6-4b64-9bf4-1474795792a7 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 11:59:58.710896 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8373285-9bb1-4679-9a26-f493e51422ad req-9c010a9a-2235-403e-9c13-521969ae2b2d tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085215 Jul 06 11:59:58.843873 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 790162f6-23f6-4b64-9bf4-1474795792a7 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 11:59:58.855069 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 790162f6-23f6-4b64-9bf4-1474795792a7 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 11:59:58.855069 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.042430 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.044646 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.065878 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Transition to ACTIVE for port object c98c1385-0b64-40fa-ade9-595a8c10409f will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:59.081011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 790162f6-23f6-4b64-9bf4-1474795792a7, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=790162f6-23f6-4b64-9bf4-1474795792a7,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 11:59:59.086375 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.117996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Transition to ACTIVE for port object c98c1385-0b64-40fa-ade9-595a8c10409f will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 11:59:59.132391 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.138982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014543f8-c014-4f9d-9fc4-a4caf142ce68 req-3b5e3ab0-ba04-48cf-8f26-9a9078c728d6 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:59.148179 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-014543f8-c014-4f9d-9fc4-a4caf142ce68 req-3b5e3ab0-ba04-48cf-8f26-9a9078c728d6 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 945 time: 0.1979342 Jul 06 11:59:59.173662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Network 29d2021a-34e4-4b41-81ec-0123d8bd5bd1 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 11:59:59.184980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 11:59:59.192833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 11:59:59.198202 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=790162f6-23f6-4b64-9bf4-1474795792a7,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:59.232152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Attempting to bind port 98990104-96c7-40ac-824d-a28fee6c6629 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:59:59.232657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Attempting to bind port 98990104-96c7-40ac-824d-a28fee6c6629 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:59:59.232783 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Attempting to bind port 98990104-96c7-40ac-824d-a28fee6c6629 on network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:59.240256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Port 98990104-96c7-40ac-824d-a28fee6c6629 on network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 11:59:59.240580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Attempting to bind port 98990104-96c7-40ac-824d-a28fee6c6629 on network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:59.254470 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:59:59.254805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Checking segment: {'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:59.255709 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Bound using segment: {'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:59:59.256168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Bound port: 98990104-96c7-40ac-824d-a28fee6c6629, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:59:59.256541 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.295449 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-c94375f8-9f3c-4d2d-a8e9-1ea15a08a0b2 service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9075215 Jul 06 11:59:59.327897 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Attempting to bind port c98c1385-0b64-40fa-ade9-595a8c10409f on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 11:59:59.328710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Attempting to bind port c98c1385-0b64-40fa-ade9-595a8c10409f by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '8ac947f3-c435-479a-9fd4-d8f9f3f43f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 11:59:59.329228 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Attempting to bind port c98c1385-0b64-40fa-ade9-595a8c10409f on network 29d2021a-34e4-4b41-81ec-0123d8bd5bd1 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 11:59:59.340444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 11:59:59.341124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Checking segment: {'id': '8ac947f3-c435-479a-9fd4-d8f9f3f43f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 11:59:59.341678 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.342244 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Bound using segment: {'id': '8ac947f3-c435-479a-9fd4-d8f9f3f43f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 11:59:59.342874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Bound port: c98c1385-0b64-40fa-ade9-595a8c10409f, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac947f3-c435-479a-9fd4-d8f9f3f43f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 11:59:59.343447 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.347871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Pushing event updated for resources: {'Port': ['ID=c98c1385-0b64-40fa-ade9-595a8c10409f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:59.352349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] For port 98990104-96c7-40ac-824d-a28fee6c6629, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:59:59.355666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] For port 98990104-96c7-40ac-824d-a28fee6c6629, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=98990104-96c7-40ac-824d-a28fee6c6629,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:59:59.374164 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.422526 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] For port c98c1385-0b64-40fa-ade9-595a8c10409f, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 11:59:59.426446 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] For port c98c1385-0b64-40fa-ade9-595a8c10409f, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c98c1385-0b64-40fa-ade9-595a8c10409f,segment=NetworkSegment(8ac947f3-c435-479a-9fd4-d8f9f3f43f82),segment_id=8ac947f3-c435-479a-9fd4-d8f9f3f43f82)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 11:59:59.430685 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.445488 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-7f4e3d7d-39cc-404f-a37a-67decfb14d2c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c7fc74d-9666-479f-9b98-8e225535a1d6 HTTP/1.1" status: 200 len: 217 time: 0.0800071 Jul 06 11:59:59.460403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece48f5-8754-4355-9980-d0bde60b37e7 req-7d6d0a02-a30b-487c-bc04-ad0aa713cfa3 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:59.462163 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cece48f5-8754-4355-9980-d0bde60b37e7 req-7d6d0a02-a30b-487c-bc04-ad0aa713cfa3 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6 HTTP/1.1" status: 200 len: 945 time: 0.7797227 Jul 06 11:59:59.472649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:59.473760 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.475381 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] 10.222.0.89 "PUT /v2.0/ports/98990104-96c7-40ac-824d-a28fee6c6629 HTTP/1.1" status: 200 len: 1092 time: 2.2617736 Jul 06 11:59:59.496667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b8caf1-7c82-490a-a227-fcdd8fce0d56', 'tag': '98990104-96c7-40ac-824d-a28fee6c6629'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 11:59:59.510890 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119d67e-2457-4e7b-8a73-f03ed92abea7 None None] Pushing event updated for resources: {'Port': ['ID=c98c1385-0b64-40fa-ade9-595a8c10409f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:59.516291 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdac2de-dee1-4c01-ab60-72f205241472" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b8caf1-7c82-490a-a227-fcdd8fce0d56", "tag": "98990104-96c7-40ac-824d-a28fee6c6629"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 11:59:59.661316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd111c1-b868-4615-acd3-8159052f4aea service neutron] Pushing event updated for resources: {'Port': ['ID=98990104-96c7-40ac-824d-a28fee6c6629,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 11:59:59.686190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-63668385-03f4-4076-bf84-0fb3383fd362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:59.687930 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-63668385-03f4-4076-bf84-0fb3383fd362 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eada84dd-e830-4fe1-9808-ee4fae7db735 HTTP/1.1" status: 200 len: 797 time: 0.2225633 Jul 06 11:59:59.738301 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 11:59:59.757097 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-014543f8-c014-4f9d-9fc4-a4caf142ce68 req-86db95d3-65cf-476c-a165-5b7bdf1af330 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ccb482e-c890-4f2c-b3f2-64fab777e226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073923 Jul 06 11:59:59.803977 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7a9499ff-da90-4293-95ad-275d0790838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 11:59:59.805512 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-7a9499ff-da90-4293-95ad-275d0790838a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87cb56cfa1e74a05a6a9c885c45eb196&device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 1095 time: 0.2387598 Jul 06 11:59:59.879891 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-9a01cb34-47b6-4537-90a9-023c39f00e04 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98990104-96c7-40ac-824d-a28fee6c6629 HTTP/1.1" status: 200 len: 217 time: 0.0651650 Jul 06 11:59:59.887142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-cece48f5-8754-4355-9980-d0bde60b37e7 req-954586ff-cf61-4893-8340-2029d4c52d28 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Deleting port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 11:59:59.887517 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cece48f5-8754-4355-9980-d0bde60b37e7 req-954586ff-cf61-4893-8340-2029d4c52d28 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.004289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-32a2a48e-6061-49d4-8504-c9eb0575c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:00.006384 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-32a2a48e-6061-49d4-8504-c9eb0575c71d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2989421 Jul 06 12:00:00.042060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-18524d2e-9604-4359-8202-bc1f0726dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:00.043678 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-18524d2e-9604-4359-8202-bc1f0726dde4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3ee698e4-5f9d-4dca-ba8c-9993e73db584 HTTP/1.1" status: 200 len: 845 time: 0.1501915 Jul 06 12:00:00.125280 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-e0e5cea9-3c13-46da-98d4-d5da2aebd072 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694401 Jul 06 12:00:00.135723 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-cece48f5-8754-4355-9980-d0bde60b37e7 req-954586ff-cf61-4893-8340-2029d4c52d28 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] For port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1,segment=NetworkSegment(e3d610e9-f893-4f05-893e-62d068120022),segment_id=e3d610e9-f893-4f05-893e-62d068120022)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:00.135997 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cece48f5-8754-4355-9980-d0bde60b37e7 req-954586ff-cf61-4893-8340-2029d4c52d28 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.152165 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8e3fe-dbaf-473e-b3c2-af753bc5ded7 req-da1d634b-d807-4c03-9fcd-1f82490674c6 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:00.164862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99e8e3fe-dbaf-473e-b3c2-af753bc5ded7 req-da1d634b-d807-4c03-9fcd-1f82490674c6 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47cb3e91-909b-4cdb-9713-1389b5c2ca87 HTTP/1.1" status: 200 len: 945 time: 0.1558185 Jul 06 12:00:00.179156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-cece48f5-8754-4355-9980-d0bde60b37e7 req-954586ff-cf61-4893-8340-2029d4c52d28 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Calling delete_port for 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:00.275249 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99e8e3fe-dbaf-473e-b3c2-af753bc5ded7 req-ab6434cd-889a-40bd-afc8-2e0347c30408 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094387 Jul 06 12:00:00.292806 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-8d678931-9709-4806-81cc-5fc65e66111d service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731647 Jul 06 12:00:00.346634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38518) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:00.377903 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Allocated IP 172.20.0.1 (29d2021a-34e4-4b41-81ec-0123d8bd5bd1/a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584/f24c59e3-0347-441a-8b6e-973906c94550) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:00.473454 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-697ce89a-2a9b-47f6-bb64-594f56d70203 service neutron] 10.222.0.89 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342984 Jul 06 12:00:00.568361 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0e72d97-d2ed-45f2-a734-2a81a45d1f96 req-0b29f2bc-d5a9-4a1d-bdd2-e93624f788b9 service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655962 Jul 06 12:00:00.582586 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.598251 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d44a581e-590c-41ba-b3f8-aef18c7de09e req-b705d39f-426c-42ab-aa96-bee029874d37 tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.1308560 Jul 06 12:00:00.610978 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-04819197-c41f-441c-ac84-ed3a10d4bd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.629497 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Transition to ACTIVE for port object f24c59e3-0347-441a-8b6e-973906c94550 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:00.672664 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cece48f5-8754-4355-9980-d0bde60b37e7 req-954586ff-cf61-4893-8340-2029d4c52d28 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.711957 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 790162f6-23f6-4b64-9bf4-1474795792a7 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:00.728885 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954586ff-cf61-4893-8340-2029d4c52d28 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Pushing event deleted for resources: {'Port': ['ID=3a30f1bd-354b-4671-b40b-dadc5e6c7cd1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:00.740802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.806887 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-cece48f5-8754-4355-9980-d0bde60b37e7 req-954586ff-cf61-4893-8340-2029d4c52d28 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] No DVR routers for this DVR port 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:00.817434 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 790162f6-23f6-4b64-9bf4-1474795792a7 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:00.817633 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cece48f5-8754-4355-9980-d0bde60b37e7 req-954586ff-cf61-4893-8340-2029d4c52d28 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.818059 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.820637 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cece48f5-8754-4355-9980-d0bde60b37e7 req-954586ff-cf61-4893-8340-2029d4c52d28 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914 tempest-FloatingIPsAssociationNegativeTestJSON-1720711914-project] 10.222.0.23 "DELETE /v2.0/ports/3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 HTTP/1.1" status: 204 len: 173 time: 1.3441226 Jul 06 12:00:00.828983 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-456ca9fa-715e-437c-9e6f-7bef1b24585f req-c1c9cc5e-a37a-4020-bea8-d3d027140ac4 service neutron] 10.222.0.89 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060305 Jul 06 12:00:00.855023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network 29d2021a-34e4-4b41-81ec-0123d8bd5bd1 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:00.868240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:00.879310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:00.935796 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:00.982354 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c98c1385-0b64-40fa-ade9-595a8c10409f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:01.024604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d4ff61-6524-4df9-9805-c6a1bb6e18c3 None None] Network 29d2021a-34e4-4b41-81ec-0123d8bd5bd1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:01.025178 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Port': ['ID=f24c59e3-0347-441a-8b6e-973906c94550,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:01.050646 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-04819197-c41f-441c-ac84-ed3a10d4bd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.058669 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-04819197-c41f-441c-ac84-ed3a10d4bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.114164 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 11:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f668e9bb-b9d9-4429-8cd0-577da6f9ff73 x-openstack-request-id: req-f668e9bb-b9d9-4429-8cd0-577da6f9ff73 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:01.114531 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b8caf1-7c82-490a-a227-fcdd8fce0d56", "tag": "98990104-96c7-40ac-824d-a28fee6c6629", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:01.115029 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f668e9bb-b9d9-4429-8cd0-577da6f9ff73 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:01.115648 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b8caf1-7c82-490a-a227-fcdd8fce0d56', 'tag': '98990104-96c7-40ac-824d-a28fee6c6629', 'status': 'completed', 'code': 200} Jul 06 12:00:01.147005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port c98c1385-0b64-40fa-ade9-595a8c10409f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:01.155917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1b1ef9a7-bfee-4fd7-b8c8-14773d0b5b13 None None] Provisioning for port c98c1385-0b64-40fa-ade9-595a8c10409f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:01.164942 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c98c1385-0b64-40fa-ade9-595a8c10409f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:01.165371 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.169699 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1b1ef9a7-bfee-4fd7-b8c8-14773d0b5b13 None None] Provisioning complete for port c98c1385-0b64-40fa-ade9-595a8c10409f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:01.170053 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef9a7-bfee-4fd7-b8c8-14773d0b5b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.182727 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04819197-c41f-441c-ac84-ed3a10d4bd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d390132a-120b-44fc-bdbb-01493a9fd14a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:01.194308 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-04819197-c41f-441c-ac84-ed3a10d4bd8e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ee75add729e4c3d80e46b49fc064a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8459167 Jul 06 12:00:01.194845 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38524) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:01.265570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdac2de-dee1-4c01-ab60-72f205241472 req-be12a871-fddc-402a-852a-d467cee0a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:01.268124 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcdac2de-dee1-4c01-ab60-72f205241472 req-be12a871-fddc-402a-852a-d467cee0a2ed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87cb56cfa1e74a05a6a9c885c45eb196&device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 1095 time: 0.1249583 Jul 06 12:00:01.321347 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.382201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdac2de-dee1-4c01-ab60-72f205241472 req-424c1e7f-0d06-4ef7-9e9e-f59ebdfa2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:01.383750 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcdac2de-dee1-4c01-ab60-72f205241472 req-424c1e7f-0d06-4ef7-9e9e-f59ebdfa2048 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9 HTTP/1.1" status: 200 len: 906 time: 0.1065102 Jul 06 12:00:01.388843 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d962a707-43ec-4ed9-a560-737c770eb110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.429499 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:01.443131 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcdac2de-dee1-4c01-ab60-72f205241472 req-48e09056-4a7f-4b54-97b4-04c16f7bc88a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98990104-96c7-40ac-824d-a28fee6c6629 HTTP/1.1" status: 200 len: 217 time: 0.0468998 Jul 06 12:00:01.474421 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d962a707-43ec-4ed9-a560-737c770eb110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.474643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:01.474643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 3a30f1bd-354b-4671-b40b-dadc5e6c7cd1 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:01.497662 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdac2de-dee1-4c01-ab60-72f205241472 req-997f7590-8f51-4991-81a2-53d3ce9f016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:01.500001 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcdac2de-dee1-4c01-ab60-72f205241472 req-997f7590-8f51-4991-81a2-53d3ce9f016e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3ee698e4-5f9d-4dca-ba8c-9993e73db584 HTTP/1.1" status: 200 len: 845 time: 0.0492876 Jul 06 12:00:01.546018 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acac36-d7f5-46a9-b6c5-0c5f0bc3cf02 req-5712b1fc-a29e-487c-9d64-f44b51e3f8ce tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:01.546467 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcdac2de-dee1-4c01-ab60-72f205241472 req-bf069117-8d47-4a4a-a80c-799175406900 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284233 Jul 06 12:00:01.547819 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e1acac36-d7f5-46a9-b6c5-0c5f0bc3cf02 req-5712b1fc-a29e-487c-9d64-f44b51e3f8ce tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 944 time: 0.2642934 Jul 06 12:00:01.626153 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e1acac36-d7f5-46a9-b6c5-0c5f0bc3cf02 req-cf04cccc-ce78-4020-be5a-59c9783b1539 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695217 Jul 06 12:00:01.634929 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.637771 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef9a7-bfee-4fd7-b8c8-14773d0b5b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.707540 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcdac2de-dee1-4c01-ab60-72f205241472 req-cc037681-80b9-4330-8261-a2022f7f9a00 service neutron] 10.222.0.89 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528342 Jul 06 12:00:01.709375 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d962a707-43ec-4ed9-a560-737c770eb110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.712402 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d962a707-43ec-4ed9-a560-737c770eb110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.713578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d962a707-43ec-4ed9-a560-737c770eb110 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d390132a-120b-44fc-bdbb-01493a9fd14a HTTP/1.1" status: 204 len: 168 time: 0.5146804 Jul 06 12:00:01.727913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port c98c1385-0b64-40fa-ade9-595a8c10409f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c98c1385-0b64-40fa-ade9-595a8c10409f,segment=NetworkSegment(8ac947f3-c435-479a-9fd4-d8f9f3f43f82),segment_id=8ac947f3-c435-479a-9fd4-d8f9f3f43f82)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:01.740813 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.754405 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962a707-43ec-4ed9-a560-737c770eb110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d390132a-120b-44fc-bdbb-01493a9fd14a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:01.869475 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bcdac2de-dee1-4c01-ab60-72f205241472 req-b2c5b9a4-35a7-48f8-8611-ef91229d3742 service neutron] 10.222.0.89 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538093 Jul 06 12:00:01.908143 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-1b1ef9a7-bfee-4fd7-b8c8-14773d0b5b13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:00:01.908504 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-1b1ef9a7-bfee-4fd7-b8c8-14773d0b5b13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:00:01.931177 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=c98c1385-0b64-40fa-ade9-595a8c10409f,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:01.959939 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:01.965845 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.060889 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.077802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Port': ['ID=f24c59e3-0347-441a-8b6e-973906c94550,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:02.101946 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92c472-5920-4b2e-a1b5-ae294ee80bd3 req-7ca1a035-e94e-4273-a390-204e4e714503 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:02.103562 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed92c472-5920-4b2e-a1b5-ae294ee80bd3 req-7ca1a035-e94e-4273-a390-204e4e714503 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 945 time: 0.2356930 Jul 06 12:00:02.181577 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed92c472-5920-4b2e-a1b5-ae294ee80bd3 req-5cbd5810-09ff-4942-96b3-6fe0ae4f311c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517006 Jul 06 12:00:02.217033 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network 29d2021a-34e4-4b41-81ec-0123d8bd5bd1 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:02.218951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:02.275694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38546) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:02.380417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Router a61c8a53-43c1-4c72-b66f-6b3e240f958b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:00:02.462696 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9448bdb-e4ab-4366-9a2c-bbbf440ac743 req-0ccc9d56-e0cc-41a6-aa47-a341c0d56208 tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0697529 Jul 06 12:00:02.590468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:02.599936 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-53059ef7-4ba1-4551-ba83-804257440964 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "PUT /v2.0/routers/a61c8a53-43c1-4c72-b66f-6b3e240f958b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4434636 Jul 06 12:00:02.601250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38556) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:02.604291 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Sync routers for ids ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:02.615347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c98c1385-0b64-40fa-ade9-595a8c10409f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:02.625340 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Routers {'a61c8a53-43c1-4c72-b66f-6b3e240f958b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:02.629680 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:59:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:02.689563 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6b04e76c-1f0f-474c-bdd5-f89beee679af None None] Provisioning complete for port c98c1385-0b64-40fa-ade9-595a8c10409f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:02.689945 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b04e76c-1f0f-474c-bdd5-f89beee679af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.745096 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c98c1385-0b64-40fa-ade9-595a8c10409f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:02.746307 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.852608 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Set router a61c8a53-43c1-4c72-b66f-6b3e240f958b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:02.908636 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:02.955217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa6965-cfcc-4d64-8c57-b56926d3412a tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:02.955851 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa6965-cfcc-4d64-8c57-b56926d3412a tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:02.957673 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa6965-cfcc-4d64-8c57-b56926d3412a tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:02.958328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa6965-cfcc-4d64-8c57-b56926d3412a tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:02.958888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa6965-cfcc-4d64-8c57-b56926d3412a tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:02.959665 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa6965-cfcc-4d64-8c57-b56926d3412a tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:02.960238 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa6965-cfcc-4d64-8c57-b56926d3412a tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:02.961769 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa6965-cfcc-4d64-8c57-b56926d3412a tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:02.961769 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa6965-cfcc-4d64-8c57-b56926d3412a tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:02.962049 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa6965-cfcc-4d64-8c57-b56926d3412a tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:02.962643 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa6965-cfcc-4d64-8c57-b56926d3412a tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:02.966208 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0caa6965-cfcc-4d64-8c57-b56926d3412a tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7782 time: 0.3647239 Jul 06 12:00:02.969051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38562) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:02.994485 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6b04e76c-1f0f-474c-bdd5-f89beee679af None None] Provisioning for port f24c59e3-0347-441a-8b6e-973906c94550 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:02.999327 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6b04e76c-1f0f-474c-bdd5-f89beee679af None None] Provisioning complete for port f24c59e3-0347-441a-8b6e-973906c94550 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:02.999788 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b04e76c-1f0f-474c-bdd5-f89beee679af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:03.092734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6b04e76c-1f0f-474c-bdd5-f89beee679af None None] Port f24c59e3-0347-441a-8b6e-973906c94550 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:03.109729 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d74936-5c60-4229-8370-96d6d14a09de tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:03.110273 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d74936-5c60-4229-8370-96d6d14a09de tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:03.110905 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d74936-5c60-4229-8370-96d6d14a09de tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:03.111395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d74936-5c60-4229-8370-96d6d14a09de tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:03.112537 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d74936-5c60-4229-8370-96d6d14a09de tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:03.112996 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d74936-5c60-4229-8370-96d6d14a09de tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:03.113577 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d74936-5c60-4229-8370-96d6d14a09de tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:03.114046 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d74936-5c60-4229-8370-96d6d14a09de tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:03.114754 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d74936-5c60-4229-8370-96d6d14a09de tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:03.115099 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d74936-5c60-4229-8370-96d6d14a09de tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:03.116980 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d74936-5c60-4229-8370-96d6d14a09de tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:03.121635 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-50d74936-5c60-4229-8370-96d6d14a09de tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7109 time: 0.1486781 Jul 06 12:00:03.121874 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38566) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:03.142651 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:00:01Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f24c59e3-0347-441a-8b6e-973906c94550', 'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:46:1f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:00Z', 'updated_at': '2021-07-06T12:00:01Z', 'revision_number': 2, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:03.149759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6', 'name': 'network-vif-deleted', 'tag': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:03.152182 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d36747-8f70-4215-9d2b-52d6d45d7ebf" -d '{"events": [{"server_uuid": "ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6", "name": "network-vif-deleted", "tag": "3a30f1bd-354b-4671-b40b-dadc5e6c7cd1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:03.282839 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Checking router: a61c8a53-43c1-4c72-b66f-6b3e240f958b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:00:03.283298 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Updating router a61c8a53-43c1-4c72-b66f-6b3e240f958b port f24c59e3-0347-441a-8b6e-973906c94550 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:00:03.319680 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:03.358530 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Deleting port f21b0459-88c3-41d9-be68-cc6ba56a8407 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:03.358942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:03.359700 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadc926-1516-45a5-aa1d-ebd0e1a0019c req-ee2f4715-9cc6-4598-a0df-c8bc18a0bca6 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:03.366502 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadc926-1516-45a5-aa1d-ebd0e1a0019c req-ee2f4715-9cc6-4598-a0df-c8bc18a0bca6 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:03.372575 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadc926-1516-45a5-aa1d-ebd0e1a0019c req-ee2f4715-9cc6-4598-a0df-c8bc18a0bca6 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:03.380191 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-deadc926-1516-45a5-aa1d-ebd0e1a0019c req-ee2f4715-9cc6-4598-a0df-c8bc18a0bca6 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35&device_id=47cb3e91-909b-4cdb-9713-1389b5c2ca87&device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 2417 time: 0.1919818 Jul 06 12:00:03.444097 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] For port f21b0459-88c3-41d9-be68-cc6ba56a8407, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f21b0459-88c3-41d9-be68-cc6ba56a8407,segment=NetworkSegment(e3d610e9-f893-4f05-893e-62d068120022),segment_id=e3d610e9-f893-4f05-893e-62d068120022)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:03.444583 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:03.458884 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Calling delete_port for f21b0459-88c3-41d9-be68-cc6ba56a8407 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:03.485739 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-deadc926-1516-45a5-aa1d-ebd0e1a0019c req-e47f2ca9-af67-4b3d-8259-17680905ac1a tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045747 Jul 06 12:00:03.564667 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4f42497e-ce2e-4dec-8812-359d0e9e82da tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3788 time: 0.4415419 Jul 06 12:00:03.689257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f2282-2d03-407c-baf8-af743cb5d22e req-ac2dc566-4692-4000-b1fc-10d7f9d4434d tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:03.698557 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-667f2282-2d03-407c-baf8-af743cb5d22e req-ac2dc566-4692-4000-b1fc-10d7f9d4434d tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 944 time: 0.0832078 Jul 06 12:00:03.703593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38588) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:03.711516 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:03.740482 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:03.742205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Pushing event deleted for resources: {'Port': ['ID=f21b0459-88c3-41d9-be68-cc6ba56a8407,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:03.751800 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-667f2282-2d03-407c-baf8-af743cb5d22e req-d4177f85-9d4f-408c-815d-1cffde42d79f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509799 Jul 06 12:00:03.755954 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Transition to ACTIVE for port object f24c59e3-0347-441a-8b6e-973906c94550 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:03.758858 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:03.759434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:03.759987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:03.760528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:03.761109 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:03.761522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:03.762165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:03.762418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:03.762778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:03.763096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:03.763298 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:03.763805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:03.776433 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:03.807459 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7de7ede-5584-4c35-9842-3de8b2a000a8 x-openstack-request-id: req-c7de7ede-5584-4c35-9842-3de8b2a000a8 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:03.807888 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6", "name": "network-vif-deleted", "tag": "3a30f1bd-354b-4671-b40b-dadc5e6c7cd1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:03.808378 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c7de7ede-5584-4c35-9842-3de8b2a000a8 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:03.808612 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1fa5aa-1158-47b6-afd3-b0f5e9378fe6', 'name': 'network-vif-deleted', 'tag': '3a30f1bd-354b-4671-b40b-dadc5e6c7cd1', 'status': 'completed', 'code': 200} Jul 06 12:00:03.886209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5fb28ad6-6e7b-446e-b3b3-aac468d12e1c tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1947470007'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:03.886700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5fb28ad6-6e7b-446e-b3b3-aac468d12e1c tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] Unknown quota resources ['metering_label']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 12:00:03.888530 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d55fce-0b72-432b-84f7-aebec0e874ec None None] Pushing event updated for resources: {'Port': ['ID=f24c59e3-0347-441a-8b6e-973906c94550,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:03.932779 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2b19743b-dc62-4b3d-aa8e-924a44fd6dc5 req-d934267b-dd00-4a54-ad00-cd8654869734 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1062751 Jul 06 12:00:03.956538 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Attempting to bind port f24c59e3-0347-441a-8b6e-973906c94550 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:03.957270 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Attempting to bind port f24c59e3-0347-441a-8b6e-973906c94550 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '8ac947f3-c435-479a-9fd4-d8f9f3f43f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:03.957427 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Attempting to bind port f24c59e3-0347-441a-8b6e-973906c94550 on network 29d2021a-34e4-4b41-81ec-0123d8bd5bd1 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:03.962864 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 11, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:03.963630 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Checking segment: {'id': '8ac947f3-c435-479a-9fd4-d8f9f3f43f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:03.963753 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:03.964067 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Bound using segment: {'id': '8ac947f3-c435-479a-9fd4-d8f9f3f43f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:03.964534 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Bound port: f24c59e3-0347-441a-8b6e-973906c94550, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac947f3-c435-479a-9fd4-d8f9f3f43f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:03.964909 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.053310 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] For port f24c59e3-0347-441a-8b6e-973906c94550, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:04.058151 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] For port f24c59e3-0347-441a-8b6e-973906c94550, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f24c59e3-0347-441a-8b6e-973906c94550,segment=NetworkSegment(8ac947f3-c435-479a-9fd4-d8f9f3f43f82),segment_id=8ac947f3-c435-479a-9fd4-d8f9f3f43f82)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:04.063550 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.140984 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d55fce-0b72-432b-84f7-aebec0e874ec None None] Pushing event updated for resources: {'Port': ['ID=f24c59e3-0347-441a-8b6e-973906c94550,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:04.155703 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Routers {'a61c8a53-43c1-4c72-b66f-6b3e240f958b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:04.156320 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:59:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:04.277130 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] Set router a61c8a53-43c1-4c72-b66f-6b3e240f958b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:04.308380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3100b1ec-841d-4a37-8e58-d95baab5444c req-52ea36c8-44cc-406b-b931-2b8f6a6a2435 tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0449152 Jul 06 12:00:04.550072 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:00:01Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f24c59e3-0347-441a-8b6e-973906c94550', 'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:46:1f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:00Z', 'updated_at': '2021-07-06T12:00:04Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:04.577983 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cbe649-7639-4dac-86be-e6bc4cca717f None None] The sync data for ids ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'] in n-d-799529-2 is: [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:00:01Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f24c59e3-0347-441a-8b6e-973906c94550', 'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:46:1f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:00Z', 'updated_at': '2021-07-06T12:00:04Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:04.581828 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5fb28ad6-6e7b-446e-b3b3-aac468d12e1c tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.582984 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5fb28ad6-6e7b-446e-b3b3-aac468d12e1c tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8780384 Jul 06 12:00:04.585767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38596) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:04.590416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-3c784f87-b6bb-48f5-8a73-7dae03e3ed43 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '154b1e2b-b3c8-493b-8d60-9f045b576f0d'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:04.591371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-3c784f87-b6bb-48f5-8a73-7dae03e3ed43 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100427) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 12:00:04.677322 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:04.728139 n-d-799529-2 neutron-server[100427]: WARNING neutron.services.metering.metering_plugin [None req-3c784f87-b6bb-48f5-8a73-7dae03e3ed43 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 12:00:04.871061 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38600) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:04.877105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bccaae15-e61b-4e7a-a6c5-134a88e9058a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-703311341', 'description': 'tempest-secgroup-smoke-703311341 description', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:04.956987 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bccaae15-e61b-4e7a-a6c5-134a88e9058a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.020394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Router 4e3e1379-7f8f-4620-a4b0-88ad1472821b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:00:05.203790 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bccaae15-e61b-4e7a-a6c5-134a88e9058a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.219271 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bccaae15-e61b-4e7a-a6c5-134a88e9058a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.226139 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3c784f87-b6bb-48f5-8a73-7dae03e3ed43 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.230983 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3c784f87-b6bb-48f5-8a73-7dae03e3ed43 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6440666 Jul 06 12:00:05.231650 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38602) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:05.236591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c9b52ca9-4dc5-43ce-b07b-666523c94795 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '154b1e2b-b3c8-493b-8d60-9f045b576f0d'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:05.237011 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c9b52ca9-4dc5-43ce-b07b-666523c94795 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100427) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 12:00:05.261845 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:05.274700 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c89d3864-4b7e-4225-b3f7-340f0205888b admin admin] 10.222.0.81 "PUT /v2.0/routers/4e3e1379-7f8f-4620-a4b0-88ad1472821b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9952588 Jul 06 12:00:05.274700 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bccaae15-e61b-4e7a-a6c5-134a88e9058a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.274700 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bccaae15-e61b-4e7a-a6c5-134a88e9058a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4016385 Jul 06 12:00:05.277574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38604) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:05.277888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38606) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:05.281140 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d87dd-b742-4fb7-b9d8-0d7c1e88b793 None None] Sync routers for ids ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:05.284749 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2ed11da4-7d0a-4bed-b4e3-0857808cbae8 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '8bfafd76-4cea-497c-b9ee-896a925d6a30', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:05.294428 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d87dd-b742-4fb7-b9d8-0d7c1e88b793 None None] Routers {'4e3e1379-7f8f-4620-a4b0-88ad1472821b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:05.295988 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-427d87dd-b742-4fb7-b9d8-0d7c1e88b793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:59:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:05.300501 n-d-799529-2 neutron-server[100427]: WARNING neutron.services.metering.metering_plugin [None req-c9b52ca9-4dc5-43ce-b07b-666523c94795 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 12:00:05.337078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccaae15-e61b-4e7a-a6c5-134a88e9058a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfafd76-4cea-497c-b9ee-896a925d6a30,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:05.420944 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c9b52ca9-4dc5-43ce-b07b-666523c94795 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.425760 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c9b52ca9-4dc5-43ce-b07b-666523c94795 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1930580 Jul 06 12:00:05.426642 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38612) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:05.434800 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.448257 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ed11da4-7d0a-4bed-b4e3-0857808cbae8 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.464677 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2a5d3795-c040-40bd-a1db-770f6a3e9e96 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=0902b526-525a-4b26-8ed5-6984b62a635f HTTP/1.1" status: 200 len: 464 time: 0.0368562 Jul 06 12:00:05.465503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38614) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:05.528781 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 98990104-96c7-40ac-824d-a28fee6c6629 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:00:05.551303 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47a6f0ff-6d55-4f87-acfb-672be6a59edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.563631 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ed11da4-7d0a-4bed-b4e3-0857808cbae8 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.576753 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adbbc896-5035-40e9-bf01-7d97b46fabcd admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.579841 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-427d87dd-b742-4fb7-b9d8-0d7c1e88b793 None None] Set router 4e3e1379-7f8f-4620-a4b0-88ad1472821b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:05.580401 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ed11da4-7d0a-4bed-b4e3-0857808cbae8 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.590360 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd24f-a4b3-4303-83a3-b0b7209f1be1 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.594227 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6a9dd24f-a4b3-4303-83a3-b0b7209f1be1 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/0902b526-525a-4b26-8ed5-6984b62a635f HTTP/1.1" status: 204 len: 168 time: 0.1274543 Jul 06 12:00:05.602371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38616) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:05.637602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1d99285a-c257-4fd8-9811-5b9f8590e075 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=0902b526-525a-4b26-8ed5-6984b62a635f HTTP/1.1" status: 200 len: 221 time: 0.0340559 Jul 06 12:00:05.638208 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38618) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:05.645157 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-fbc00f12-6932-4670-a1cb-469169f3d1e4 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2075482786', 'description': 'label created by tempest'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:05.645593 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-fbc00f12-6932-4670-a1cb-469169f3d1e4 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] Unknown quota resources ['metering_label']. {{(pid=100427) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 12:00:05.659346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed11da4-7d0a-4bed-b4e3-0857808cbae8 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505e292a-830c-44ef-8701-8ba511286823,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:05.748110 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ed11da4-7d0a-4bed-b4e3-0857808cbae8 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.750868 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2ed11da4-7d0a-4bed-b4e3-0857808cbae8 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4706969 Jul 06 12:00:05.755423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38620) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:05.764358 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-40996ccc-498f-466a-a7e0-c86c9acbc668 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '8bfafd76-4cea-497c-b9ee-896a925d6a30', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:05.801740 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 98990104-96c7-40ac-824d-a28fee6c6629, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=98990104-96c7-40ac-824d-a28fee6c6629,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:05.826084 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40996ccc-498f-466a-a7e0-c86c9acbc668 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.838689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '98990104-96c7-40ac-824d-a28fee6c6629', 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9', 'port_id': '98990104-96c7-40ac-824d-a28fee6c6629', 'mac_address': 'fa:16:3e:6c:17:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee698e4-5f9d-4dca-ba8c-9993e73db584', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:00:05.857323 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adbbc896-5035-40e9-bf01-7d97b46fabcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.868976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0e073-879c-4fa8-ba62-d4b0d38cc626 req-69bbe9c4-0939-4eed-b92f-36a9b1f975f7 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:05.870311 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-00d0e073-879c-4fa8-ba62-d4b0d38cc626 req-69bbe9c4-0939-4eed-b92f-36a9b1f975f7 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 944 time: 0.2841029 Jul 06 12:00:05.872034 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fbc00f12-6932-4670-a1cb-469169f3d1e4 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.876178 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fbc00f12-6932-4670-a1cb-469169f3d1e4 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2359281 Jul 06 12:00:05.876788 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38622) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:05.891716 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:05.913260 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-427d87dd-b742-4fb7-b9d8-0d7c1e88b793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-router', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:59Z', 'updated_at': '2021-07-06T12:00:03Z', 'revision_number': 5, 'project_id': '4dd9155abd434227892716f661b5e59a', 'gw_port': {'id': 'c36188f3-9dd2-42a2-a13d-caffc6bd029f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:00Z', 'updated_at': '2021-07-06T11:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:05.916284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98990104-96c7-40ac-824d-a28fee6c6629 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:05.954213 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d87dd-b742-4fb7-b9d8-0d7c1e88b793 None None] Checking router: 4e3e1379-7f8f-4620-a4b0-88ad1472821b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:00:05.965853 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 98990104-96c7-40ac-824d-a28fee6c6629, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=98990104-96c7-40ac-824d-a28fee6c6629,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:05.970094 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2a443d0d-8bef-47b8-ad62-a918d45e854e tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=4bbeecaa-8def-4b0a-987a-9b6d8e276ce4 HTTP/1.1" status: 200 len: 468 time: 0.0920846 Jul 06 12:00:05.971109 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38624) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:05.972908 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d87dd-b742-4fb7-b9d8-0d7c1e88b793 None None] Routers {'4e3e1379-7f8f-4620-a4b0-88ad1472821b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:05.974788 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-427d87dd-b742-4fb7-b9d8-0d7c1e88b793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T11:59:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:05.980417 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.011763 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40996ccc-498f-466a-a7e0-c86c9acbc668 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.037946 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40996ccc-498f-466a-a7e0-c86c9acbc668 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.085770 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40996ccc-498f-466a-a7e0-c86c9acbc668 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.088582 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-40996ccc-498f-466a-a7e0-c86c9acbc668 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3304033 Jul 06 12:00:06.093713 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40996ccc-498f-466a-a7e0-c86c9acbc668 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad6ce1a-a4b4-4dc0-b634-fd9f8faa3ee2,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:06.096006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38628) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:06.105084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-adbbc896-5035-40e9-bf01-7d97b46fabcd admin admin] Deleting port c36188f3-9dd2-42a2-a13d-caffc6bd029f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:06.105970 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adbbc896-5035-40e9-bf01-7d97b46fabcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.121072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-427d87dd-b742-4fb7-b9d8-0d7c1e88b793 None None] Set router 4e3e1379-7f8f-4620-a4b0-88ad1472821b gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:06.144721 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-707ea82c-8d63-4aa4-bd1a-ca7df1f51c85 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '8bfafd76-4cea-497c-b9ee-896a925d6a30', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:06.175583 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-00d0e073-879c-4fa8-ba62-d4b0d38cc626 req-fc8c7df9-87e6-469f-86df-a9da1bfc2b9c tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575319 Jul 06 12:00:06.192012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=98990104-96c7-40ac-824d-a28fee6c6629,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:06.196196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-427d87dd-b742-4fb7-b9d8-0d7c1e88b793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-router', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:59Z', 'updated_at': '2021-07-06T12:00:05Z', 'revision_number': 6, 'project_id': '4dd9155abd434227892716f661b5e59a', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:06.242504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d87dd-b742-4fb7-b9d8-0d7c1e88b793 None None] The sync data for ids ['4e3e1379-7f8f-4620-a4b0-88ad1472821b'] in n-d-799529-2 is: [{'id': '4e3e1379-7f8f-4620-a4b0-88ad1472821b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-686702961-router', 'tenant_id': '4dd9155abd434227892716f661b5e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:58:59Z', 'updated_at': '2021-07-06T12:00:05Z', 'revision_number': 6, 'project_id': '4dd9155abd434227892716f661b5e59a', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:06.261593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['98990104-96c7-40ac-824d-a28fee6c6629'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:06.267956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-adbbc896-5035-40e9-bf01-7d97b46fabcd admin admin] For port c36188f3-9dd2-42a2-a13d-caffc6bd029f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c36188f3-9dd2-42a2-a13d-caffc6bd029f,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:06.268558 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adbbc896-5035-40e9-bf01-7d97b46fabcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.290027 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-adbbc896-5035-40e9-bf01-7d97b46fabcd admin admin] Calling delete_port for c36188f3-9dd2-42a2-a13d-caffc6bd029f owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:06.297015 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7af4567e-1892-4631-9ff8-ef72b690d53b tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.298692 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7af4567e-1892-4631-9ff8-ef72b690d53b tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/4bbeecaa-8def-4b0a-987a-9b6d8e276ce4 HTTP/1.1" status: 204 len: 168 time: 0.3194158 Jul 06 12:00:06.310492 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38632) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:06.329833 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.332460 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-10d6c728-9cf3-484d-9a8d-1ef40d9b439f tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=4bbeecaa-8def-4b0a-987a-9b6d8e276ce4 HTTP/1.1" status: 200 len: 216 time: 0.0202579 Jul 06 12:00:06.333511 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-707ea82c-8d63-4aa4-bd1a-ca7df1f51c85 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.336163 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38634) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:06.370999 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d152c24f-cccc-4e79-b4ba-7a24ee79a139 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0327744 Jul 06 12:00:06.376401 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38636) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:06.412231 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c7ebb6f9-f6aa-4a23-a499-4e130b8cd8f0 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0344257 Jul 06 12:00:06.417140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38638) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:06.442308 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-902caff7-7b68-4688-b56c-36fd061eb794 req-db118bac-61f1-4583-9829-a364da8b9505 tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0456898 Jul 06 12:00:06.510944 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5b29200a-9e39-4dcf-b1c3-83d86a105c56 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/154b1e2b-b3c8-493b-8d60-9f045b576f0d HTTP/1.1" status: 200 len: 473 time: 0.0925872 Jul 06 12:00:06.527036 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38640) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:06.551704 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-707ea82c-8d63-4aa4-bd1a-ca7df1f51c85 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.557840 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-707ea82c-8d63-4aa4-bd1a-ca7df1f51c85 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.565235 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b848b0a1-8a14-4509-a22a-ab3cf69b0e81 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/d17d8d81-8c82-47a5-8e62-1acd1b886686 HTTP/1.1" status: 200 len: 461 time: 0.0297966 Jul 06 12:00:06.569077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38642) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:06.587068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ea82c-8d63-4aa4-bd1a-ca7df1f51c85 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfed470b-4a7d-499f-9b24-52619412a5a8,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:06.601119 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-707ea82c-8d63-4aa4-bd1a-ca7df1f51c85 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.603563 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-707ea82c-8d63-4aa4-bd1a-ca7df1f51c85 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5073321 Jul 06 12:00:06.606335 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38644) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:06.608481 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adbbc896-5035-40e9-bf01-7d97b46fabcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.611975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1cde2a59-e741-435c-b5aa-5d770241224b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '8bfafd76-4cea-497c-b9ee-896a925d6a30', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:06.661866 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1cde2a59-e741-435c-b5aa-5d770241224b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.785610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f24c59e3-0347-441a-8b6e-973906c94550 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:06.803282 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1cde2a59-e741-435c-b5aa-5d770241224b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.808245 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1cde2a59-e741-435c-b5aa-5d770241224b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.835788 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde2a59-e741-435c-b5aa-5d770241224b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e381c5f-171d-49b1-9ab8-49773bac1c49,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:06.838738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbc896-5035-40e9-bf01-7d97b46fabcd admin admin] Pushing event deleted for resources: {'Port': ['ID=c36188f3-9dd2-42a2-a13d-caffc6bd029f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:06.843490 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2d94d59-28eb-4bc8-a104-e3625d350226 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.847065 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c2d94d59-28eb-4bc8-a104-e3625d350226 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/d17d8d81-8c82-47a5-8e62-1acd1b886686 HTTP/1.1" status: 204 len: 168 time: 0.2743568 Jul 06 12:00:06.849277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38648) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:06.858869 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1cde2a59-e741-435c-b5aa-5d770241224b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.860202 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1cde2a59-e741-435c-b5aa-5d770241224b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2525096 Jul 06 12:00:06.863515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38650) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:06.870151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6c2cb1c8-c9c0-453d-8a85-f8d1d3d577da tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '8bfafd76-4cea-497c-b9ee-896a925d6a30', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:06.895736 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-6c2cb1c8-c9c0-453d-8a85-f8d1d3d577da tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Project 9b8c032e15c44a1786541e33cb5ca2c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:00:06.903770 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c2cb1c8-c9c0-453d-8a85-f8d1d3d577da tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.905014 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port f24c59e3-0347-441a-8b6e-973906c94550 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:06.909419 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port f24c59e3-0347-441a-8b6e-973906c94550 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:06.909926 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.925766 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adbbc896-5035-40e9-bf01-7d97b46fabcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.977591 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c2cb1c8-c9c0-453d-8a85-f8d1d3d577da tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:06.984331 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c2cb1c8-c9c0-453d-8a85-f8d1d3d577da tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.013297 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2cb1c8-c9c0-453d-8a85-f8d1d3d577da tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac714555-3154-4f89-852d-f3a44aff1c9d,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:07.028095 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c2cb1c8-c9c0-453d-8a85-f8d1d3d577da tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.029583 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6c2cb1c8-c9c0-453d-8a85-f8d1d3d577da tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1649642 Jul 06 12:00:07.032593 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38652) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:07.042087 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1eb41e86-6163-49c6-b40a-f919ce5a2ec4 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '8bfafd76-4cea-497c-b9ee-896a925d6a30', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:07.052033 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.072563 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-1eb41e86-6163-49c6-b40a-f919ce5a2ec4 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Project 9b8c032e15c44a1786541e33cb5ca2c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:00:07.082979 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1eb41e86-6163-49c6-b40a-f919ce5a2ec4 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.099985 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port f24c59e3-0347-441a-8b6e-973906c94550, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f24c59e3-0347-441a-8b6e-973906c94550,segment=NetworkSegment(8ac947f3-c435-479a-9fd4-d8f9f3f43f82),segment_id=8ac947f3-c435-479a-9fd4-d8f9f3f43f82)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:07.104994 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.135160 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f21b0459-88c3-41d9-be68-cc6ba56a8407 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:07.161702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: f21b0459-88c3-41d9-be68-cc6ba56a8407 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:07.161931 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f21b0459-88c3-41d9-be68-cc6ba56a8407 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:07.174790 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1eb41e86-6163-49c6-b40a-f919ce5a2ec4 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.186574 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1eb41e86-6163-49c6-b40a-f919ce5a2ec4 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.191329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=f24c59e3-0347-441a-8b6e-973906c94550,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:07.202870 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb41e86-6163-49c6-b40a-f919ce5a2ec4 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634c89fb-5d69-4ed4-a315-a6f653d8a8c5,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:07.215877 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1eb41e86-6163-49c6-b40a-f919ce5a2ec4 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.217179 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1eb41e86-6163-49c6-b40a-f919ce5a2ec4 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1820123 Jul 06 12:00:07.263202 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adbbc896-5035-40e9-bf01-7d97b46fabcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.266886 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adbbc896-5035-40e9-bf01-7d97b46fabcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.395876 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d05edc7-dfc6-4f4d-b5a4-e9ccc995e446 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.400113 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7d05edc7-dfc6-4f4d-b5a4-e9ccc995e446 tempest-MeteringTestJSON-1902534750 tempest-MeteringTestJSON-1902534750-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/154b1e2b-b3c8-493b-8d60-9f045b576f0d HTTP/1.1" status: 204 len: 168 time: 0.5496099 Jul 06 12:00:07.401355 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adbbc896-5035-40e9-bf01-7d97b46fabcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.401869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbbc896-5035-40e9-bf01-7d97b46fabcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e3e1379-7f8f-4620-a4b0-88ad1472821b {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:00:07.406873 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adbbc896-5035-40e9-bf01-7d97b46fabcd admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.411007 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-adbbc896-5035-40e9-bf01-7d97b46fabcd admin admin] 10.222.0.81 "DELETE /v2.0/routers/4e3e1379-7f8f-4620-a4b0-88ad1472821b HTTP/1.1" status: 204 len: 168 time: 2.1299393 Jul 06 12:00:07.411380 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38662) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:07.467054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ee48ef-dda2-4515-b151-a182bc526af3 admin admin] Deleting subnet 06d3286d-0485-469d-ad8b-f58f7af21559 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:00:07.472848 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-66ee48ef-dda2-4515-b151-a182bc526af3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.540745 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 98990104-96c7-40ac-824d-a28fee6c6629 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:07.563570 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-66ee48ef-dda2-4515-b151-a182bc526af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.604398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 98990104-96c7-40ac-824d-a28fee6c6629 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:07.609009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 98990104-96c7-40ac-824d-a28fee6c6629 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:07.609392 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.633421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6176f-aa0b-4f9f-a34e-a320b9fb4ddd req-f620e309-3d28-4b8d-8dad-aa2c7fc3d0a0 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:07.640919 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55e6176f-aa0b-4f9f-a34e-a320b9fb4ddd req-f620e309-3d28-4b8d-8dad-aa2c7fc3d0a0 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 945 time: 0.1445417 Jul 06 12:00:07.695061 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.711899 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38670) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:07.719049 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b8caf1-7c82-490a-a227-fcdd8fce0d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98990104-96c7-40ac-824d-a28fee6c6629'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:07.722816 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a14788-0e63-48d4-bd35-20f3d28cb4ea" -d '{"events": [{"server_uuid": "e2b8caf1-7c82-490a-a227-fcdd8fce0d56", "name": "network-vif-plugged", "status": "completed", "tag": "98990104-96c7-40ac-824d-a28fee6c6629"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:07.738196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 98990104-96c7-40ac-824d-a28fee6c6629, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=98990104-96c7-40ac-824d-a28fee6c6629,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:07.741380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55e6176f-aa0b-4f9f-a34e-a320b9fb4ddd req-72143b5a-fd4b-4417-9e03-092d9f41f9ea tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994859 Jul 06 12:00:07.744759 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.765069 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-66ee48ef-dda2-4515-b151-a182bc526af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.811964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=98990104-96c7-40ac-824d-a28fee6c6629,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:07.845044 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-66ee48ef-dda2-4515-b151-a182bc526af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.863253 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba8f427e-0d99-4de2-98a2-b84b95c961f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.875397 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee48ef-dda2-4515-b151-a182bc526af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d3286d-0485-469d-ad8b-f58f7af21559,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:07.879240 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-66ee48ef-dda2-4515-b151-a182bc526af3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:07.881159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-66ee48ef-dda2-4515-b151-a182bc526af3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/06d3286d-0485-469d-ad8b-f58f7af21559 HTTP/1.1" status: 204 len: 168 time: 0.4687591 Jul 06 12:00:07.883774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38676) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:07.892968 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7ed65f-62d9-4953-849f-e210a0de8451 None None] Network 5ce939ee-01a6-40c3-a8af-b37bb4e285b4 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:07.907163 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:00:07.981266 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.056829 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba8f427e-0d99-4de2-98a2-b84b95c961f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.063669 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba8f427e-0d99-4de2-98a2-b84b95c961f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.081422 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-5e9101a0-9556-4246-9534-251ad0a54fd2 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-703311341&fields=id&tenant_id=9b8c032e15c44a1786541e33cb5ca2c4 HTTP/1.1" status: 200 len: 267 time: 0.0455394 Jul 06 12:00:08.116057 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-107d96fe-5c8e-486b-b749-058ecaa4d61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.117841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f427e-0d99-4de2-98a2-b84b95c961f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3bc0f7-a0af-47b4-90d7-3ddb731f8ff0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:08.121627 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] Deleting port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:08.122083 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.123424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fc1b01-cf63-4352-a324-a005db238e1c None None] DHCP port deletion for 5ce939ee-01a6-40c3-a8af-b37bb4e285b4 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:00:08.126646 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ba8f427e-0d99-4de2-98a2-b84b95c961f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e16faa282434daca38d4710b8353b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4136064 Jul 06 12:00:08.140959 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38692) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:08.175540 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.194265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc1b01-cf63-4352-a324-a005db238e1c None None] Deleting port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:08.194505 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f0fc1b01-cf63-4352-a324-a005db238e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.229581 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-dca1cb95-aa40-41f7-8ea1-4125cd6d92cd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:08.232240 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-dca1cb95-aa40-41f7-8ea1-4125cd6d92cd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/networks?id=29d2021a-34e4-4b41-81ec-0123d8bd5bd1 HTTP/1.1" status: 200 len: 797 time: 0.1399624 Jul 06 12:00:08.233174 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] For port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0fc200b5-f9b2-4fc1-aafa-29a2ad082670,segment=NetworkSegment(e3d610e9-f893-4f05-893e-62d068120022),segment_id=e3d610e9-f893-4f05-893e-62d068120022)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:08.233533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.252319 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-9ea8e379-5bb6-4a02-96fd-654ec160d528 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/quotas/9b8c032e15c44a1786541e33cb5ca2c4 HTTP/1.1" status: 200 len: 375 time: 0.0121009 Jul 06 12:00:08.253456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] Calling delete_port for 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:08.261307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f0fc1b01-cf63-4352-a324-a005db238e1c None None] For port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0fc200b5-f9b2-4fc1-aafa-29a2ad082670,segment=NetworkSegment(e3d610e9-f893-4f05-893e-62d068120022),segment_id=e3d610e9-f893-4f05-893e-62d068120022)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:08.261704 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f0fc1b01-cf63-4352-a324-a005db238e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.261810 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83a1b228-ad03-4f22-8ba2-e441dea622fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.276066 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc1b01-cf63-4352-a324-a005db238e1c None None] Calling delete_port for 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:08.317906 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83a1b228-ad03-4f22-8ba2-e441dea622fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.323026 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-bc19004f-ef80-4370-bd90-7c84b6188131 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9b8c032e15c44a1786541e33cb5ca2c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636849 Jul 06 12:00:08.358430 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f0fc1b01-cf63-4352-a324-a005db238e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.385562 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.397202 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83a1b228-ad03-4f22-8ba2-e441dea622fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.400016 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83a1b228-ad03-4f22-8ba2-e441dea622fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.404062 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-83a1b228-ad03-4f22-8ba2-e441dea622fe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f3bc0f7-a0af-47b4-90d7-3ddb731f8ff0 HTTP/1.1" status: 204 len: 168 time: 0.2594614 Jul 06 12:00:08.425227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc200b5-f9b2-4fc1-aafa-29a2ad082670,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:08.433255 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] No DVR routers for this DVR port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:08.435381 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1b228-ad03-4f22-8ba2-e441dea622fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3bc0f7-a0af-47b4-90d7-3ddb731f8ff0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:08.503646 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-6c753333-ad22-4c4c-9cf6-1aef99a21f49 service neutron] 10.222.0.81 "GET /v2.0/networks/29d2021a-34e4-4b41-81ec-0123d8bd5bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606798 Jul 06 12:00:08.524982 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.550704 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce939ee-01a6-40c3-a8af-b37bb4e285b4']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:08.559147 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc1b01-cf63-4352-a324-a005db238e1c None None] Pushing event deleted for resources: {'Port': ['ID=0fc200b5-f9b2-4fc1-aafa-29a2ad082670,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:08.564077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fc1b01-cf63-4352-a324-a005db238e1c None None] No DVR routers for this DVR port 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:08.570128 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d610e9-f893-4f05-893e-62d068120022') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:08.570429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d610e9-f893-4f05-893e-62d068120022') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:08.588003 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.606726 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.615022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:08.615892 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:08.618293 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:08.629725 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f24c59e3-0347-441a-8b6e-973906c94550 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:08.641122 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-a1c1c0ff-01b9-4ce9-96b9-6c0aa97d5f9d service neutron] 10.222.0.81 "GET /v2.0/networks/29d2021a-34e4-4b41-81ec-0123d8bd5bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334598 Jul 06 12:00:08.688233 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.698965 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.699462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port f24c59e3-0347-441a-8b6e-973906c94550 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:08.699890 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.700907 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5ce939ee-01a6-40c3-a8af-b37bb4e285b4 HTTP/1.1" status: 204 len: 168 time: 0.8159590 Jul 06 12:00:08.721211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d156683-449a-43c2-b7c2-a2b6d91ddcd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce939ee-01a6-40c3-a8af-b37bb4e285b4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:08.912375 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38706) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:08.926610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c36188f3-9dd2-42a2-a13d-caffc6bd029f no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:08.931356 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be5c7705-060a-4e0e-9f64-eb83523f9d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:08.951255 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cb739a73-db7d-4e48-aced-bfca1a2af2d4 req-a237e7c2-ee91-4706-95c9-67beeffb2738 tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0488346 Jul 06 12:00:08.961773 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: c36188f3-9dd2-42a2-a13d-caffc6bd029f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:08.962123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c36188f3-9dd2-42a2-a13d-caffc6bd029f not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:08.962542 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:08.978646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38708) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:09.021492 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ee186d-78ba-45c4-bdbd-ff52276b0211 x-openstack-request-id: req-80ee186d-78ba-45c4-bdbd-ff52276b0211 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:09.021826 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b8caf1-7c82-490a-a227-fcdd8fce0d56", "name": "network-vif-plugged", "status": "completed", "tag": "98990104-96c7-40ac-824d-a28fee6c6629", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:09.022084 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-80ee186d-78ba-45c4-bdbd-ff52276b0211 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:09.024641 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b8caf1-7c82-490a-a227-fcdd8fce0d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98990104-96c7-40ac-824d-a28fee6c6629', 'code': 200} Jul 06 12:00:09.029496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:09.029793 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0fc200b5-f9b2-4fc1-aafa-29a2ad082670 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:09.048892 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1caeae14-c3d2-4a5c-9531-0fc44a021b4d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4dd9155abd434227892716f661b5e59a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685384 Jul 06 12:00:09.050830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38714) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:09.111736 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be5c7705-060a-4e0e-9f64-eb83523f9d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.128387 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5b5af842-7028-498a-907c-780bb21e1b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.133351 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be5c7705-060a-4e0e-9f64-eb83523f9d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.166914 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5b5af842-7028-498a-907c-780bb21e1b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.176225 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-be5c7705-060a-4e0e-9f64-eb83523f9d83 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=38887094e7a845009c1fe4770aa77481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626822 Jul 06 12:00:09.181735 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38716) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:09.193333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c7705-060a-4e0e-9f64-eb83523f9d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6363a0e-b28c-4e96-a1e9-817331d8a688,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:09.208162 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660063b-c033-4716-b2a6-26934f9a4f51 req-8b19b9b7-4b75-44db-897a-b568a4646c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:09.209687 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8660063b-c033-4716-b2a6-26934f9a4f51 req-8b19b9b7-4b75-44db-897a-b568a4646c4c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 1097 time: 0.1149971 Jul 06 12:00:09.267045 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8660063b-c033-4716-b2a6-26934f9a4f51 req-1b9fb6fe-9fde-4419-9984-59efc543a298 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468984 Jul 06 12:00:09.268192 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.292077 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7b07d64-4a4e-4869-8f07-91e46de4dc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.320055 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7b07d64-4a4e-4869-8f07-91e46de4dc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.321941 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5b5af842-7028-498a-907c-780bb21e1b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.324478 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5b5af842-7028-498a-907c-780bb21e1b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.327800 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5b5af842-7028-498a-907c-780bb21e1b34 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ccb482e-c890-4f2c-b3f2-64fab777e226 HTTP/1.1" status: 204 len: 168 time: 0.2752421 Jul 06 12:00:09.357416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5af842-7028-498a-907c-780bb21e1b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccb482e-c890-4f2c-b3f2-64fab777e226,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:09.424452 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7b07d64-4a4e-4869-8f07-91e46de4dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.428949 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7b07d64-4a4e-4869-8f07-91e46de4dc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:09.430845 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f7b07d64-4a4e-4869-8f07-91e46de4dc36 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b6363a0e-b28c-4e96-a1e9-817331d8a688 HTTP/1.1" status: 204 len: 168 time: 0.2479608 Jul 06 12:00:09.442481 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b07d64-4a4e-4869-8f07-91e46de4dc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6363a0e-b28c-4e96-a1e9-817331d8a688,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:09.629142 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a80bc-cc4a-40e0-bada-54cab0dd34b0 req-257dd4f3-aa3e-42db-bb2f-37f27d45d4d4 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:09.630671 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e8a80bc-cc4a-40e0-bada-54cab0dd34b0 req-257dd4f3-aa3e-42db-bb2f-37f27d45d4d4 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.0741546 Jul 06 12:00:09.681515 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e8a80bc-cc4a-40e0-bada-54cab0dd34b0 req-65c31abb-56d1-4cef-985f-0dfe7ebf074d tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433443 Jul 06 12:00:10.130700 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c44c5fa7-ffa7-4613-ab4a-0ae743e9fdc7 req-cf3dd4bc-b674-451b-a4b8-00b6ab5598b6 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 210 time: 0.3019512 Jul 06 12:00:10.368701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38766) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:10.411775 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-2e2733fd-e96c-4b02-a44f-f302a746cfec tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:10.413953 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-2e2733fd-e96c-4b02-a44f-f302a746cfec tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.23 "GET /v2.0/networks?id=29d2021a-34e4-4b41-81ec-0123d8bd5bd1 HTTP/1.1" status: 200 len: 797 time: 0.2236278 Jul 06 12:00:10.438122 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38770) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:10.517845 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6a5e0b3b-d1a0-4bd8-ba90-9f7e5b232527 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1740023170'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:10.531027 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-ebf7b795-335d-44de-8974-83199b5181b6 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b8c032e15c44a1786541e33cb5ca2c4 HTTP/1.1" status: 200 len: 379 time: 0.0975454 Jul 06 12:00:10.540270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1287423099-network', 'tenant_id': '21948591799b45458c2715663b358cac'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:10.557151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-2c4051dd-a77d-40a4-a248-0a6bd3fb4e3a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'port': {'device_id': '35c83026-208c-49f5-a092-459f586c466d', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'admin_state_up': True, 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'security_groups': ['8bfafd76-4cea-497c-b9ee-896a925d6a30']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:10.574328 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.api [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 12:00:10.574328 n-d-799529-2 neutron-server[100427]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 12:00:10.574328 n-d-799529-2 neutron-server[100427]: [parameters: {'project_id': '21948591799b45458c2715663b358cac', 'id': '01218108-c132-497a-96e4-1205fa802dca', 'expiration': datetime.datetime(2021, 7, 6, 12, 2, 10, 569764)}] Jul 06 12:00:10.574328 n-d-799529-2 neutron-server[100427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:00:10.574935 n-d-799529-2 neutron-server[100427]: DEBUG oslo_db.api [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:00:10.594394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5e0b3b-d1a0-4bd8-ba90-9f7e5b232527 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Made reservation on behalf of c1b62f67df06450e95cb89d9c56f3b56 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:10.598888 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0b3b-d1a0-4bd8-ba90-9f7e5b232527 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.608930 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0b3b-d1a0-4bd8-ba90-9f7e5b232527 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.653269 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b838c5d9-cfd7-4d92-9ffa-ab401f2f8852 req-196ff74d-ae94-4ce6-989a-2cd6bd0672ef tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0343435 Jul 06 12:00:10.739005 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0b3b-d1a0-4bd8-ba90-9f7e5b232527 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.744319 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0b3b-d1a0-4bd8-ba90-9f7e5b232527 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.760560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-2c4051dd-a77d-40a4-a248-0a6bd3fb4e3a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Made reservation on behalf of 9b8c032e15c44a1786541e33cb5ca2c4 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:10.765635 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-2c4051dd-a77d-40a4-a248-0a6bd3fb4e3a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.773744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5e0b3b-d1a0-4bd8-ba90-9f7e5b232527 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:10.784197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e0b3b-d1a0-4bd8-ba90-9f7e5b232527 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db70b4ae-b104-41c3-85c0-fe507984c112,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:10.796825 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0b3b-d1a0-4bd8-ba90-9f7e5b232527 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.797181 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-6a5e0b3b-d1a0-4bd8-ba90-9f7e5b232527 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Added segment f83f752a-9843-43fd-8300-4a0f7522a610 of type vlan for network ebf5759f-bbf2-446c-a469-1006d7509d86 Jul 06 12:00:10.841884 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.854462 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0b3b-d1a0-4bd8-ba90-9f7e5b232527 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.891961 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0b3b-d1a0-4bd8-ba90-9f7e5b232527 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.897845 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5e0b3b-d1a0-4bd8-ba90-9f7e5b232527 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:10.898379 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0b3b-d1a0-4bd8-ba90-9f7e5b232527 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:10.918616 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-2c4051dd-a77d-40a4-a248-0a6bd3fb4e3a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Allocated IP 172.20.0.12 (29d2021a-34e4-4b41-81ec-0123d8bd5bd1/a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584/683fa290-6d74-4221-b9fb-16bd46d4915c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:10.991575 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6a5e0b3b-d1a0-4bd8-ba90-9f7e5b232527 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5523248 Jul 06 12:00:10.999678 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38780) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:11.004838 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-3415deb1-5454-4270-9776-43d8b7a55fed tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Request body: {'subnet': {'network_id': 'ebf5759f-bbf2-446c-a469-1006d7509d86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:11.065941 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-2c4051dd-a77d-40a4-a248-0a6bd3fb4e3a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.079789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-2c4051dd-a77d-40a4-a248-0a6bd3fb4e3a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Transition to ACTIVE for port object 683fa290-6d74-4221-b9fb-16bd46d4915c will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:11.093734 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e0b3b-d1a0-4bd8-ba90-9f7e5b232527 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Pushing event updated for resources: {'Network': ['ID=ebf5759f-bbf2-446c-a469-1006d7509d86,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:11.105872 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network ebf5759f-bbf2-446c-a469-1006d7509d86 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:11.118158 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-2c4051dd-a77d-40a4-a248-0a6bd3fb4e3a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.149505 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] Made reservation on behalf of 21948591799b45458c2715663b358cac for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:11.151874 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.170367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-2c4051dd-a77d-40a4-a248-0a6bd3fb4e3a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network 29d2021a-34e4-4b41-81ec-0123d8bd5bd1 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:11.173885 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-2c4051dd-a77d-40a4-a248-0a6bd3fb4e3a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:11.174042 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.176877 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-2c4051dd-a77d-40a4-a248-0a6bd3fb4e3a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:11.211722 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b64295-f51e-419a-ba94-b3e2da0d9ca6 req-2ddcefa8-32e9-4369-bfff-7fc9121b78af tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:11.214538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4051dd-a77d-40a4-a248-0a6bd3fb4e3a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Port': ['ID=683fa290-6d74-4221-b9fb-16bd46d4915c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:11.214691 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91b64295-f51e-419a-ba94-b3e2da0d9ca6 req-2ddcefa8-32e9-4369-bfff-7fc9121b78af tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 945 time: 0.1972511 Jul 06 12:00:11.224095 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3415deb1-5454-4270-9776-43d8b7a55fed tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Made reservation on behalf of c1b62f67df06450e95cb89d9c56f3b56 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:11.229442 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3415deb1-5454-4270-9776-43d8b7a55fed tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.246295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-2c4051dd-a77d-40a4-a248-0a6bd3fb4e3a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:11.246936 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-2c4051dd-a77d-40a4-a248-0a6bd3fb4e3a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.375092 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91b64295-f51e-419a-ba94-b3e2da0d9ca6 req-a27c6fc9-de9b-416e-a8d9-c04845f52d2a tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002409 Jul 06 12:00:11.453141 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-39b448b7-c6ee-4cc5-a249-c0c5eeb38817 None None] Provisioning for port 683fa290-6d74-4221-b9fb-16bd46d4915c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:11.457985 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-39b448b7-c6ee-4cc5-a249-c0c5eeb38817 None None] Provisioning complete for port 683fa290-6d74-4221-b9fb-16bd46d4915c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:11.458783 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39b448b7-c6ee-4cc5-a249-c0c5eeb38817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.479874 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.490938 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-2c4051dd-a77d-40a4-a248-0a6bd3fb4e3a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9494464 Jul 06 12:00:11.503332 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Request body: {'port': {'device_id': '35c83026-208c-49f5-a092-459f586c466d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:11.510598 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.516128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-39b448b7-c6ee-4cc5-a249-c0c5eeb38817 None None] Port 683fa290-6d74-4221-b9fb-16bd46d4915c cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:11.580158 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:11.584104 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.593292 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3415deb1-5454-4270-9776-43d8b7a55fed tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.607253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3087c79a-f526-4c58-b551-d695b2079c40,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:11.630109 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.630486 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] Added segment 9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83 of type vlan for network 56e52248-e152-4597-ab97-7d8ed8961c27 Jul 06 12:00:11.717253 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.721649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415deb1-5454-4270-9776-43d8b7a55fed tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Pushing event updated for resources: {'Subnet': ['ID=675c7ec4-635d-468a-97f1-e2614bd1f70f,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:11.748637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24dd136-b8fc-447e-a00e-48de305ce804 req-aa4cd832-5439-441f-83cd-fe160e0f6e15 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:11.750218 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e24dd136-b8fc-447e-a00e-48de305ce804 req-aa4cd832-5439-441f-83cd-fe160e0f6e15 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.2465596 Jul 06 12:00:11.777502 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3415deb1-5454-4270-9776-43d8b7a55fed tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Checking segment: {'id': 'f83f752a-9843-43fd-8300-4a0f7522a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ebf5759f-bbf2-446c-a469-1006d7509d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:11.777869 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415deb1-5454-4270-9776-43d8b7a55fed tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Network hostable DHCP agents. Network: ebf5759f-bbf2-446c-a469-1006d7509d86, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:11.798088 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.799068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:11.800219 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.862712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683fa290-6d74-4221-b9fb-16bd46d4915c {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:11.870913 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.874038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415deb1-5454-4270-9776-43d8b7a55fed tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Network ebf5759f-bbf2-446c-a469-1006d7509d86 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:11.884495 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Transition to ACTIVE for port object 683fa290-6d74-4221-b9fb-16bd46d4915c will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:11.889020 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.912198 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5424662 Jul 06 12:00:11.917094 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38790) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:11.921713 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e24dd136-b8fc-447e-a00e-48de305ce804 req-c8112758-41c9-480c-9154-c594bc6f3820 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571469 Jul 06 12:00:11.924090 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-abdbfddb-d56f-46f8-b5f6-f0ae2172974b admin admin] Request body: {'subnet': {'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1287423099-subnet', 'tenant_id': '21948591799b45458c2715663b358cac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:11.925714 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-3415deb1-5454-4270-9776-43d8b7a55fed tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, ebf5759f-bbf2-446c-a469-1006d7509d86) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:11.927422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa072e28-cddd-4734-b972-f0f519053f0b admin admin] Pushing event updated for resources: {'Network': ['ID=56e52248-e152-4597-ab97-7d8ed8961c27,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:11.931714 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3415deb1-5454-4270-9776-43d8b7a55fed tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:11.932132 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3415deb1-5454-4270-9776-43d8b7a55fed tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:11.942394 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b8d55c-05be-4998-9af5-11af3c181791 None None] Network ebf5759f-bbf2-446c-a469-1006d7509d86 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:11.968340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 56e52248-e152-4597-ab97-7d8ed8961c27 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:12.013209 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3415deb1-5454-4270-9776-43d8b7a55fed tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0120680 Jul 06 12:00:12.015422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38794) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:12.023967 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Request body: {'port': {'network_id': 'ebf5759f-bbf2-446c-a469-1006d7509d86', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1342387278'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:12.027160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Pushing event updated for resources: {'Port': ['ID=683fa290-6d74-4221-b9fb-16bd46d4915c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:12.031788 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdbfddb-d56f-46f8-b5f6-f0ae2172974b admin admin] Made reservation on behalf of 21948591799b45458c2715663b358cac for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:12.038327 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abdbfddb-d56f-46f8-b5f6-f0ae2172974b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.209774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-ebf5759f-bbf2-446c-a469-1006d7509d86', 'network_id': 'ebf5759f-bbf2-446c-a469-1006d7509d86', 'tenant_id': 'c1b62f67df06450e95cb89d9c56f3b56', 'fixed_ips': [{'subnet_id': '675c7ec4-635d-468a-97f1-e2614bd1f70f'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:00:12.210649 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.266428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4343a64-b28d-4584-8fbd-88c78664727f req-75b4a660-680c-4973-8768-2d4405ae6f72 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:12.268216 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4343a64-b28d-4584-8fbd-88c78664727f req-75b4a660-680c-4973-8768-2d4405ae6f72 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 944 time: 0.1269817 Jul 06 12:00:12.274005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Made reservation on behalf of c1b62f67df06450e95cb89d9c56f3b56 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:12.278275 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.320839 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] device_id is not set on port 1046d035-fac0-4f2f-b8e0-32d903cc768d yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:12.343995 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4343a64-b28d-4584-8fbd-88c78664727f req-66b68bcb-32e2-4f6c-ad71-cef743c6d976 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bfafd76-4cea-497c-b9ee-896a925d6a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625033 Jul 06 12:00:12.376252 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Allocated IP 172.20.0.2 (ebf5759f-bbf2-446c-a469-1006d7509d86/675c7ec4-635d-468a-97f1-e2614bd1f70f/b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:12.505247 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dfe17dce-2160-48fe-b128-eae371d750e3 req-b3f6f9cf-6006-4d2f-a906-11cac17bd81a tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0382359 Jul 06 12:00:12.558018 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.568050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Transition to ACTIVE for port object b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:12.587541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Transition to ACTIVE for port object b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:12.593463 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Attempting to bind port 683fa290-6d74-4221-b9fb-16bd46d4915c on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:12.594114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Attempting to bind port 683fa290-6d74-4221-b9fb-16bd46d4915c by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '8ac947f3-c435-479a-9fd4-d8f9f3f43f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:12.594209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Attempting to bind port 683fa290-6d74-4221-b9fb-16bd46d4915c on network 29d2021a-34e4-4b41-81ec-0123d8bd5bd1 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:12.600546 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.614660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73222578-0712-4bc3-ab99-9865e7db4531 req-8139777a-2850-45d8-a8dd-68113b5c1e90 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:12.616263 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-73222578-0712-4bc3-ab99-9865e7db4531 req-8139777a-2850-45d8-a8dd-68113b5c1e90 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.89 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 945 time: 0.6638718 Jul 06 12:00:12.620476 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Port 683fa290-6d74-4221-b9fb-16bd46d4915c on network 29d2021a-34e4-4b41-81ec-0123d8bd5bd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:12.620807 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Attempting to bind port 683fa290-6d74-4221-b9fb-16bd46d4915c on network 29d2021a-34e4-4b41-81ec-0123d8bd5bd1 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:12.664752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Network ebf5759f-bbf2-446c-a469-1006d7509d86 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:12.671986 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:12.674038 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:12.675370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Checking segment: {'id': '8ac947f3-c435-479a-9fd4-d8f9f3f43f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:12.676068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Bound using segment: {'id': '8ac947f3-c435-479a-9fd4-d8f9f3f43f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:12.676068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Bound port: 683fa290-6d74-4221-b9fb-16bd46d4915c, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac947f3-c435-479a-9fd4-d8f9f3f43f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:12.676278 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.677829 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:12.692025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Pushing event updated for resources: {'Port': ['ID=b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:12.694776 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.api [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0867953a-7fcb-4733-a40b-babcfe5cb0bc {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:00:12.695439 n-d-799529-2 neutron-server[100427]: DEBUG oslo_db.api [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:00:12.745031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Attempting to bind port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:12.745559 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Attempting to bind port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'f83f752a-9843-43fd-8300-4a0f7522a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ebf5759f-bbf2-446c-a469-1006d7509d86'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:12.746031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Attempting to bind port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 on network ebf5759f-bbf2-446c-a469-1006d7509d86 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:12.751681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:12.751882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Checking segment: {'id': 'f83f752a-9843-43fd-8300-4a0f7522a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ebf5759f-bbf2-446c-a469-1006d7509d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:12.752340 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.752983 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Bound using segment: {'id': 'f83f752a-9843-43fd-8300-4a0f7522a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ebf5759f-bbf2-446c-a469-1006d7509d86'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:12.753514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Bound port: b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83f752a-9843-43fd-8300-4a0f7522a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ebf5759f-bbf2-446c-a469-1006d7509d86'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:12.753957 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.794428 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abdbfddb-d56f-46f8-b5f6-f0ae2172974b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.828739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] For port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:12.832540 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] For port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9,segment=NetworkSegment(f83f752a-9843-43fd-8300-4a0f7522a610),segment_id=f83f752a-9843-43fd-8300-4a0f7522a610)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:12.837219 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.888703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbfddb-d56f-46f8-b5f6-f0ae2172974b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9849ed-0174-4a21-9147-9e29b67ec623,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:12.892036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] For port 683fa290-6d74-4221-b9fb-16bd46d4915c, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:12.895332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d360b6-a5aa-4006-b1a6-78090ecb974f None None] Pushing event updated for resources: {'Port': ['ID=b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:12.899241 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] For port 683fa290-6d74-4221-b9fb-16bd46d4915c, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=683fa290-6d74-4221-b9fb-16bd46d4915c,segment=NetworkSegment(8ac947f3-c435-479a-9fd4-d8f9f3f43f82),segment_id=8ac947f3-c435-479a-9fd4-d8f9f3f43f82)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:12.918716 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.975293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:12.976558 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:12.977924 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] 10.222.0.23 "PUT /v2.0/ports/683fa290-6d74-4221-b9fb-16bd46d4915c HTTP/1.1" status: 200 len: 1092 time: 1.4792984 Jul 06 12:00:12.980537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c83026-208c-49f5-a092-459f586c466d', 'tag': '683fa290-6d74-4221-b9fb-16bd46d4915c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:12.983955 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc838b4-b892-4f89-9759-30b162d0edb0" -d '{"events": [{"name": "network-changed", "server_uuid": "35c83026-208c-49f5-a092-459f586c466d", "tag": "683fa290-6d74-4221-b9fb-16bd46d4915c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:12.987531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbfddb-d56f-46f8-b5f6-f0ae2172974b admin admin] Checking segment: {'id': '9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:12.987686 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdbfddb-d56f-46f8-b5f6-f0ae2172974b admin admin] Network hostable DHCP agents. Network: 56e52248-e152-4597-ab97-7d8ed8961c27, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:12.991804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-73222578-0712-4bc3-ab99-9865e7db4531 req-cc93cbd4-7e4f-40ab-8005-0dc521b2869b tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Deleting port e78cd5de-2bb8-456f-beb3-c2123254c9b7 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:12.992147 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-73222578-0712-4bc3-ab99-9865e7db4531 req-cc93cbd4-7e4f-40ab-8005-0dc521b2869b tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.109699 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598a295-bc4d-4c16-81d3-5c43440bed18 service neutron] Pushing event updated for resources: {'Port': ['ID=683fa290-6d74-4221-b9fb-16bd46d4915c,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:13.122996 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdbfddb-d56f-46f8-b5f6-f0ae2172974b admin admin] Network 56e52248-e152-4597-ab97-7d8ed8961c27 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:13.169229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-abdbfddb-d56f-46f8-b5f6-f0ae2172974b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 56e52248-e152-4597-ab97-7d8ed8961c27) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:13.181601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbed4f2-7f0e-4a7e-ae47-908ada71dd4b None None] Network 56e52248-e152-4597-ab97-7d8ed8961c27 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:13.185059 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdbfddb-d56f-46f8-b5f6-f0ae2172974b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:13.185922 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abdbfddb-d56f-46f8-b5f6-f0ae2172974b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.199380 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.209907 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-73222578-0712-4bc3-ab99-9865e7db4531 req-cc93cbd4-7e4f-40ab-8005-0dc521b2869b tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] For port e78cd5de-2bb8-456f-beb3-c2123254c9b7, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=e78cd5de-2bb8-456f-beb3-c2123254c9b7,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:13.210316 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-73222578-0712-4bc3-ab99-9865e7db4531 req-cc93cbd4-7e4f-40ab-8005-0dc521b2869b tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.234202 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] device_id is not set on port 1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:13.234762 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-abdbfddb-d56f-46f8-b5f6-f0ae2172974b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3065276 Jul 06 12:00:13.236712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-73222578-0712-4bc3-ab99-9865e7db4531 req-cc93cbd4-7e4f-40ab-8005-0dc521b2869b tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Calling delete_port for e78cd5de-2bb8-456f-beb3-c2123254c9b7 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:13.253407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-5fc03bb4-c086-4ce5-bcaa-dcba4e242d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:13.254937 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-5fc03bb4-c086-4ce5-bcaa-dcba4e242d19 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8c032e15c44a1786541e33cb5ca2c4&device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 1095 time: 0.1973679 Jul 06 12:00:13.335350 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-34a6ff00-20bb-4fa0-9218-1119b5de497e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=683fa290-6d74-4221-b9fb-16bd46d4915c HTTP/1.1" status: 200 len: 217 time: 0.0431499 Jul 06 12:00:13.393292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d29c9-d6de-4db1-a0c3-20931ca59465 req-5930e6a5-3bf4-40e9-93c1-8d6bd85cf484 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:13.400808 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-898d29c9-d6de-4db1-a0c3-20931ca59465 req-5930e6a5-3bf4-40e9-93c1-8d6bd85cf484 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=be441a5f-cb91-4abf-be50-0acafd7f2c35 HTTP/1.1" status: 200 len: 945 time: 0.2950203 Jul 06 12:00:13.423346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927bb0d7-08f7-4ece-9999-68e9ed0f28b5 None None] Network 56e52248-e152-4597-ab97-7d8ed8961c27 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:13.441462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-e2a3d4a9-e688-4f22-86be-45cd1593f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:13.443849 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-e2a3d4a9-e688-4f22-86be-45cd1593f78c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584 HTTP/1.1" status: 200 len: 833 time: 0.0991571 Jul 06 12:00:13.495605 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Allocated IP 172.20.0.6 (ebf5759f-bbf2-446c-a469-1006d7509d86/675c7ec4-635d-468a-97f1-e2614bd1f70f/1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:13.548669 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-898d29c9-d6de-4db1-a0c3-20931ca59465 req-f991773e-4588-40c2-afff-58e9685dee5c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459067 Jul 06 12:00:13.578297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-a001ab5a-1925-44a7-9383-4d72669401d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:13.580024 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-a001ab5a-1925-44a7-9383-4d72669401d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29d2021a-34e4-4b41-81ec-0123d8bd5bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284263 Jul 06 12:00:13.580693 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-73222578-0712-4bc3-ab99-9865e7db4531 req-cc93cbd4-7e4f-40ab-8005-0dc521b2869b tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.616568 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd7151f0-f2dd-4852-82c8-259cfe0e4886', 'e78cd5de-2bb8-456f-beb3-c2123254c9b7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:13.663353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['725f2c72-c52b-4d1f-810c-fd31c0f5e83f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:13.676829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93cbd4-7e4f-40ab-8005-0dc521b2869b tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Pushing event deleted for resources: {'Port': ['ID=e78cd5de-2bb8-456f-beb3-c2123254c9b7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:13.736450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-73222578-0712-4bc3-ab99-9865e7db4531 req-cc93cbd4-7e4f-40ab-8005-0dc521b2869b tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] No DVR routers for this DVR port e78cd5de-2bb8-456f-beb3-c2123254c9b7 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:13.740022 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-73222578-0712-4bc3-ab99-9865e7db4531 req-cc93cbd4-7e4f-40ab-8005-0dc521b2869b tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.742245 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-73222578-0712-4bc3-ab99-9865e7db4531 req-cc93cbd4-7e4f-40ab-8005-0dc521b2869b tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.89 "DELETE /v2.0/ports/e78cd5de-2bb8-456f-beb3-c2123254c9b7 HTTP/1.1" status: 204 len: 173 time: 1.1188855 Jul 06 12:00:13.766651 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.800620 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-50126677-755e-4f06-9633-c3a94edaf466 service neutron] 10.222.0.23 "GET /v2.0/networks/29d2021a-34e4-4b41-81ec-0123d8bd5bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017276 Jul 06 12:00:13.811645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Transition to ACTIVE for port object 1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:13.860296 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:13.921604 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Network ebf5759f-bbf2-446c-a469-1006d7509d86 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:13.928412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:13.931633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:13.959898 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9c2814ca-c158-449d-8bd4-b4b2653c796d req-b66f0b47-fff5-400d-868d-a41b97c39285 service neutron] 10.222.0.23 "GET /v2.0/networks/29d2021a-34e4-4b41-81ec-0123d8bd5bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374938 Jul 06 12:00:14.030628 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Pushing event updated for resources: {'Port': ['ID=1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:14.048137 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a8aca-18a8-47c8-8d37-7a6a1ecd292d req-d03c1cb4-c2b9-44e2-a7e8-109797a6b96d tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:14.055384 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c24a8aca-18a8-47c8-8d37-7a6a1ecd292d req-d03c1cb4-c2b9-44e2-a7e8-109797a6b96d tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.3175945 Jul 06 12:00:14.068787 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:14.069445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.107371 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e72a02fc-1c84-4b73-9dd9-673e1dcdf737 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0877609 Jul 06 12:00:14.107578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38816) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:14.113369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Request body: {'port': {'network_id': 'ebf5759f-bbf2-446c-a469-1006d7509d86', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1193962080', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:14.113369 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] bootfile-name is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:00:14.113903 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] tftp-server is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:00:14.114072 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] server-ip-address is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:00:14.123254 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c24a8aca-18a8-47c8-8d37-7a6a1ecd292d req-12c72e36-18a9-404f-b900-55b99d6f0e77 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669453 Jul 06 12:00:14.197708 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e897bc89-b11b-4394-a394-1936c47568f9 x-openstack-request-id: req-e897bc89-b11b-4394-a394-1936c47568f9 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:14.198066 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c83026-208c-49f5-a092-459f586c466d", "tag": "683fa290-6d74-4221-b9fb-16bd46d4915c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:14.198330 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e897bc89-b11b-4394-a394-1936c47568f9 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:14.198854 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c83026-208c-49f5-a092-459f586c466d', 'tag': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'status': 'completed', 'code': 200} Jul 06 12:00:14.299111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Made reservation on behalf of c1b62f67df06450e95cb89d9c56f3b56 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:14.303536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.328022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc838b4-b892-4f89-9759-30b162d0edb0 req-9771050e-177b-4432-8c80-bb650ddc959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:14.329701 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3fc838b4-b892-4f89-9759-30b162d0edb0 req-9771050e-177b-4432-8c80-bb650ddc959f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8c032e15c44a1786541e33cb5ca2c4&device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 1095 time: 0.1038916 Jul 06 12:00:14.335647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] device_id is not set on port d05fe05d-e52e-49d2-8dbe-c78f52347300 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:14.404704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594720d-86b7-4059-896d-cd95b52f729e req-782ffc13-2195-4cf3-afd1-a4a854ec242e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:14.408251 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9594720d-86b7-4059-896d-cd95b52f729e req-782ffc13-2195-4cf3-afd1-a4a854ec242e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 944 time: 0.0877845 Jul 06 12:00:14.411298 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae84328-daff-4a61-9382-10da6c03252f None None] Network ebf5759f-bbf2-446c-a469-1006d7509d86 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:14.462867 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9594720d-86b7-4059-896d-cd95b52f729e req-98144127-8690-4aa2-b5e1-3027adfed232 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bfafd76-4cea-497c-b9ee-896a925d6a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486662 Jul 06 12:00:14.543946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4db337e9-ef18-41e7-9938-332c8e972c0a None None] Provisioning for port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:14.582586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Allocated IP 172.20.0.7 (ebf5759f-bbf2-446c-a469-1006d7509d86/675c7ec4-635d-468a-97f1-e2614bd1f70f/d05fe05d-e52e-49d2-8dbe-c78f52347300) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:14.619758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc838b4-b892-4f89-9759-30b162d0edb0 req-e0d569e1-9357-45ac-8138-ce01cc84b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:14.621280 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3fc838b4-b892-4f89-9759-30b162d0edb0 req-e0d569e1-9357-45ac-8138-ce01cc84b7d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=29d2021a-34e4-4b41-81ec-0123d8bd5bd1 HTTP/1.1" status: 200 len: 898 time: 0.2806776 Jul 06 12:00:14.657995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:14.739833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:14.741995 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3fc838b4-b892-4f89-9759-30b162d0edb0 req-90c81c53-6ef6-47ff-aaee-4a9892d421c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=683fa290-6d74-4221-b9fb-16bd46d4915c HTTP/1.1" status: 200 len: 217 time: 0.1134701 Jul 06 12:00:14.744958 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:14.745328 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.834545 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.852303 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d5023-5ccb-4543-b571-208c81deb72f req-f8242dfb-1657-41f4-9be0-bda5cfec13f0 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:14.860869 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-628d5023-5ccb-4543-b571-208c81deb72f req-f8242dfb-1657-41f4-9be0-bda5cfec13f0 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/networks?id=56e52248-e152-4597-ab97-7d8ed8961c27 HTTP/1.1" status: 200 len: 822 time: 0.1211679 Jul 06 12:00:14.870067 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc838b4-b892-4f89-9759-30b162d0edb0 req-709eadee-47c2-4ab7-97ee-fb946e6617ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:14.871779 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3fc838b4-b892-4f89-9759-30b162d0edb0 req-709eadee-47c2-4ab7-97ee-fb946e6617ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584 HTTP/1.1" status: 200 len: 833 time: 0.1205525 Jul 06 12:00:14.878962 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-628d5023-5ccb-4543-b571-208c81deb72f req-1f953f50-fceb-475e-b2ce-67e7a09781e3 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/quotas/21948591799b45458c2715663b358cac HTTP/1.1" status: 200 len: 375 time: 0.0171113 Jul 06 12:00:14.883830 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9,segment=NetworkSegment(f83f752a-9843-43fd-8300-4a0f7522a610),segment_id=f83f752a-9843-43fd-8300-4a0f7522a610)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:14.889182 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.922528 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-628d5023-5ccb-4543-b571-208c81deb72f req-94582485-4549-45fc-8150-90a6a0ffd4a1 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=21948591799b45458c2715663b358cac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415270 Jul 06 12:00:14.953613 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:14.979563 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-765ca2c9-2a93-426a-ad7d-6cbd0144476c None None] Provisioning complete for port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:14.979943 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-765ca2c9-2a93-426a-ad7d-6cbd0144476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:14.984194 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.003610 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Transition to ACTIVE for port object d05fe05d-e52e-49d2-8dbe-c78f52347300 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:15.006713 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc838b4-b892-4f89-9759-30b162d0edb0 req-09b39043-c630-4606-8598-a25c8d95e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:15.008332 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3fc838b4-b892-4f89-9759-30b162d0edb0 req-09b39043-c630-4606-8598-a25c8d95e8c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29d2021a-34e4-4b41-81ec-0123d8bd5bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272962 Jul 06 12:00:15.035506 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-628d5023-5ccb-4543-b571-208c81deb72f req-d3e24cb2-ba7b-4bc8-93ef-7c92a04fcc7b service neutron] 10.222.0.81 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122851 Jul 06 12:00:15.096869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-765ca2c9-2a93-426a-ad7d-6cbd0144476c None None] Provisioning for port 1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:15.103162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-765ca2c9-2a93-426a-ad7d-6cbd0144476c None None] Provisioning complete for port 1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:15.103638 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-765ca2c9-2a93-426a-ad7d-6cbd0144476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.112638 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.156836 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-765ca2c9-2a93-426a-ad7d-6cbd0144476c None None] Port 1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:15.167216 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-628d5023-5ccb-4543-b571-208c81deb72f req-45ef73d7-e145-4bef-858f-3f9a0c01e64e service neutron] 10.222.0.81 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240730 Jul 06 12:00:15.181405 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Network ebf5759f-bbf2-446c-a469-1006d7509d86 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:15.188362 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3fc838b4-b892-4f89-9759-30b162d0edb0 req-a037fbe9-9230-4f60-9971-8f1bf54567d2 service neutron] 10.222.0.23 "GET /v2.0/networks/29d2021a-34e4-4b41-81ec-0123d8bd5bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710443 Jul 06 12:00:15.191164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:15.198624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:15.208710 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Pushing event updated for resources: {'Port': ['ID=d05fe05d-e52e-49d2-8dbe-c78f52347300,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:15.283631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0dba3645-4278-494e-9384-cd6945422b5d None None] Provisioning complete for port 1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:15.284926 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dba3645-4278-494e-9384-cd6945422b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.317648 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:15.318832 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.332795 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 683fa290-6d74-4221-b9fb-16bd46d4915c details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:00:15.377955 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0dba3645-4278-494e-9384-cd6945422b5d None None] Port 1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:15.396162 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3fc838b4-b892-4f89-9759-30b162d0edb0 req-86dd6585-c188-431f-a902-f0b0353d58de service neutron] 10.222.0.23 "GET /v2.0/networks/29d2021a-34e4-4b41-81ec-0123d8bd5bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984434 Jul 06 12:00:15.399470 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a3e2ae23-1ec1-4d9d-9563-42f25c25abdd tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2904363 Jul 06 12:00:15.402201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38836) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:15.504529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 683fa290-6d74-4221-b9fb-16bd46d4915c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=683fa290-6d74-4221-b9fb-16bd46d4915c,segment=NetworkSegment(8ac947f3-c435-479a-9fd4-d8f9f3f43f82),segment_id=8ac947f3-c435-479a-9fd4-d8f9f3f43f82)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:15.517800 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'port_id': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'mac_address': 'fa:16:3e:ab:8b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:00:15.526293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c612b84d-11a7-445e-be7b-f43b9f4ce7b4 req-7470fd1c-170f-471c-ae84-e05f2728656a tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0897522 Jul 06 12:00:15.592531 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.594117 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e444a845-6aa0-4051-82ab-154000f8ddc4 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:15.601100 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e444a845-6aa0-4051-82ab-154000f8ddc4 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:15.607310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e444a845-6aa0-4051-82ab-154000f8ddc4 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:15.611727 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e444a845-6aa0-4051-82ab-154000f8ddc4 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2058375 Jul 06 12:00:15.613760 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38844) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:15.616808 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683fa290-6d74-4221-b9fb-16bd46d4915c {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:15.639115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 683fa290-6d74-4221-b9fb-16bd46d4915c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=683fa290-6d74-4221-b9fb-16bd46d4915c,segment=NetworkSegment(8ac947f3-c435-479a-9fd4-d8f9f3f43f82),segment_id=8ac947f3-c435-479a-9fd4-d8f9f3f43f82)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:15.644425 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.650378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c760dc07-7a5e-4d08-b796-c5aab52f2e81 None None] Provisioning for port d05fe05d-e52e-49d2-8dbe-c78f52347300 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:15.674252 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c760dc07-7a5e-4d08-b796-c5aab52f2e81 None None] Provisioning complete for port d05fe05d-e52e-49d2-8dbe-c78f52347300 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:15.674252 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c760dc07-7a5e-4d08-b796-c5aab52f2e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.728883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=683fa290-6d74-4221-b9fb-16bd46d4915c,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:15.734879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c760dc07-7a5e-4d08-b796-c5aab52f2e81 None None] Port d05fe05d-e52e-49d2-8dbe-c78f52347300 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:15.773623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-304c5953-3a5f-4e70-980f-83b74a3f43dc tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Deleting port d05fe05d-e52e-49d2-8dbe-c78f52347300 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:15.775666 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-304c5953-3a5f-4e70-980f-83b74a3f43dc tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.872209 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-304c5953-3a5f-4e70-980f-83b74a3f43dc tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:15.885043 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-304c5953-3a5f-4e70-980f-83b74a3f43dc tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Calling delete_port for d05fe05d-e52e-49d2-8dbe-c78f52347300 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:15.942205 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['683fa290-6d74-4221-b9fb-16bd46d4915c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:16.043364 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-304c5953-3a5f-4e70-980f-83b74a3f43dc tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.056629 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de744b2a-fbaf-4a13-bfae-812c7752286a req-920995f7-071a-488f-9f11-89ee061b069a tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.058231 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de744b2a-fbaf-4a13-bfae-812c7752286a req-920995f7-071a-488f-9f11-89ee061b069a tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.0796704 Jul 06 12:00:16.077504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c5953-3a5f-4e70-980f-83b74a3f43dc tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Pushing event deleted for resources: {'Port': ['ID=d05fe05d-e52e-49d2-8dbe-c78f52347300,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:16.146579 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de744b2a-fbaf-4a13-bfae-812c7752286a req-699980be-ddcc-4b45-9239-9a49d11e5856 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813282 Jul 06 12:00:16.200213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be441a5f-cb91-4abf-be50-0acafd7f2c35', 'name': 'network-vif-deleted', 'tag': 'e78cd5de-2bb8-456f-beb3-c2123254c9b7'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:16.202859 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727827e3-8fbe-44d8-aef8-42644559ed1c" -d '{"events": [{"server_uuid": "be441a5f-cb91-4abf-be50-0acafd7f2c35", "name": "network-vif-deleted", "tag": "e78cd5de-2bb8-456f-beb3-c2123254c9b7"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:16.207745 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-304c5953-3a5f-4e70-980f-83b74a3f43dc tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.215963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38852) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:16.217115 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-304c5953-3a5f-4e70-980f-83b74a3f43dc tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] 10.222.0.81 "DELETE /v2.0/ports/d05fe05d-e52e-49d2-8dbe-c78f52347300 HTTP/1.1" status: 204 len: 168 time: 0.6021898 Jul 06 12:00:16.222236 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f7a38b94-c567-40b7-bcc8-de8fae18f39f tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Request body: {'port': {'name': 'tempest-new-port-name-747754297', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:16.222893 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.api.validators [None req-f7a38b94-c567-40b7-bcc8-de8fae18f39f tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] bootfile-name is not in valid_values {{(pid=100427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:00:16.223256 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.api.validators [None req-f7a38b94-c567-40b7-bcc8-de8fae18f39f tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] tftp-server is not in valid_values {{(pid=100427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:00:16.223639 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.api.validators [None req-f7a38b94-c567-40b7-bcc8-de8fae18f39f tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] server-ip-address is not in valid_values {{(pid=100427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:00:16.313583 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5879ad1-f0ae-420a-8ec7-99719c205ba4 req-0647765c-d973-4723-945b-ada1803d8f3a tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 210 time: 0.0522230 Jul 06 12:00:16.374290 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7a38b94-c567-40b7-bcc8-de8fae18f39f tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.494365 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:16.546313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:16.546930 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.575602 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748d317-2a45-4c06-a31e-59bef280644b req-3d99cb70-8bbe-4b43-b51e-2e174e2e60ce tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.577177 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8748d317-2a45-4c06-a31e-59bef280644b req-3d99cb70-8bbe-4b43-b51e-2e174e2e60ce tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 945 time: 0.1597350 Jul 06 12:00:16.820197 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d5023-5ccb-4543-b571-208c81deb72f req-6b619093-6f7e-49ef-a9f0-9e13460af545 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:16.821941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-628d5023-5ccb-4543-b571-208c81deb72f req-6b619093-6f7e-49ef-a9f0-9e13460af545 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.89 "GET /v2.0/networks?id=56e52248-e152-4597-ab97-7d8ed8961c27 HTTP/1.1" status: 200 len: 822 time: 0.1240582 Jul 06 12:00:16.842979 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-628d5023-5ccb-4543-b571-208c81deb72f req-388d96a5-0415-4149-bea2-8b83894b4e51 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Request body: {'port': {'device_id': '699d97b1-b1d1-43a5-9acf-0a8422573763', 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27', 'admin_state_up': True, 'tenant_id': '21948591799b45458c2715663b358cac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:16.934890 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8748d317-2a45-4c06-a31e-59bef280644b req-32705974-bd04-47f2-8f34-4172b68c1913 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bfafd76-4cea-497c-b9ee-896a925d6a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444948 Jul 06 12:00:16.955670 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7a38b94-c567-40b7-bcc8-de8fae18f39f tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.962286 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7a38b94-c567-40b7-bcc8-de8fae18f39f tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:16.972430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-628d5023-5ccb-4543-b571-208c81deb72f req-388d96a5-0415-4149-bea2-8b83894b4e51 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Made reservation on behalf of 21948591799b45458c2715663b358cac for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:16.977807 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-628d5023-5ccb-4543-b571-208c81deb72f req-388d96a5-0415-4149-bea2-8b83894b4e51 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.072531 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a38b94-c567-40b7-bcc8-de8fae18f39f tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Pushing event updated for resources: {'Port': ['ID=1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:17.078916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f7a38b94-c567-40b7-bcc8-de8fae18f39f tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] In _notify_port_updated(), no bound segment for port 1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c on network ebf5759f-bbf2-446c-a469-1006d7509d86 {{(pid=100427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:00:17.085630 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a38b94-c567-40b7-bcc8-de8fae18f39f tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:17.086327 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7a38b94-c567-40b7-bcc8-de8fae18f39f tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.089578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f7a38b94-c567-40b7-bcc8-de8fae18f39f tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] 10.222.0.81 "PUT /v2.0/ports/1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c HTTP/1.1" status: 200 len: 1135 time: 0.8713286 Jul 06 12:00:17.090956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38860) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:17.135646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-628d5023-5ccb-4543-b571-208c81deb72f req-388d96a5-0415-4149-bea2-8b83894b4e51 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Allocated IP 172.20.0.13 (56e52248-e152-4597-ab97-7d8ed8961c27/6e9849ed-0174-4a21-9147-9e29b67ec623/245db4e2-24f8-45a9-9904-247a3ea17df4) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:17.178143 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523ea90b-1edb-45b1-9a5f-342c8fdde7fa tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:17.183260 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-523ea90b-1edb-45b1-9a5f-342c8fdde7fa tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] 10.222.0.81 "GET /v2.0/ports/1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c HTTP/1.1" status: 200 len: 1135 time: 0.0876458 Jul 06 12:00:17.183804 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38864) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:17.268987 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7053c372-c249-413e-92fb-3f275d861f51 x-openstack-request-id: req-7053c372-c249-413e-92fb-3f275d861f51 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:17.269279 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be441a5f-cb91-4abf-be50-0acafd7f2c35", "name": "network-vif-deleted", "tag": "e78cd5de-2bb8-456f-beb3-c2123254c9b7", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:17.269553 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7053c372-c249-413e-92fb-3f275d861f51 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:17.269926 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be441a5f-cb91-4abf-be50-0acafd7f2c35', 'name': 'network-vif-deleted', 'tag': 'e78cd5de-2bb8-456f-beb3-c2123254c9b7', 'status': 'completed', 'code': 200} Jul 06 12:00:17.329197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-0a96d4ed-9bb4-43bf-a449-bccaaac78a9d tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Deleting port 1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:17.329538 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a96d4ed-9bb4-43bf-a449-bccaaac78a9d tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.341739 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-628d5023-5ccb-4543-b571-208c81deb72f req-388d96a5-0415-4149-bea2-8b83894b4e51 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.356642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 683fa290-6d74-4221-b9fb-16bd46d4915c up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:17.385052 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-628d5023-5ccb-4543-b571-208c81deb72f req-388d96a5-0415-4149-bea2-8b83894b4e51 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.404960 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-393e1412-c578-4cb2-984d-a92e0cd49a6b None None] Provisioning complete for port 1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:17.405329 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-393e1412-c578-4cb2-984d-a92e0cd49a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.407853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4df8a39f-aa3b-479a-8826-8210f271bc1e req-acd3d685-1139-4d72-8fa7-6f8f52fa2d02 tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0337000 Jul 06 12:00:17.446867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-628d5023-5ccb-4543-b571-208c81deb72f req-388d96a5-0415-4149-bea2-8b83894b4e51 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Network 56e52248-e152-4597-ab97-7d8ed8961c27 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:17.450005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-393e1412-c578-4cb2-984d-a92e0cd49a6b None None] Port 1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:00:17.453621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-628d5023-5ccb-4543-b571-208c81deb72f req-388d96a5-0415-4149-bea2-8b83894b4e51 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:17.453902 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 683fa290-6d74-4221-b9fb-16bd46d4915c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:17.457838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-628d5023-5ccb-4543-b571-208c81deb72f req-388d96a5-0415-4149-bea2-8b83894b4e51 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:17.459199 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 683fa290-6d74-4221-b9fb-16bd46d4915c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:17.459606 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.479877 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a96d4ed-9bb4-43bf-a449-bccaaac78a9d tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.497892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d96a5-0415-4149-bea2-8b83894b4e51 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Pushing event updated for resources: {'Port': ['ID=245db4e2-24f8-45a9-9904-247a3ea17df4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:17.506113 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-0a96d4ed-9bb4-43bf-a449-bccaaac78a9d tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Calling delete_port for 1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:17.538533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d5023-5ccb-4543-b571-208c81deb72f req-388d96a5-0415-4149-bea2-8b83894b4e51 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:17.539196 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-628d5023-5ccb-4543-b571-208c81deb72f req-388d96a5-0415-4149-bea2-8b83894b4e51 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.569231 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.569762 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-628d5023-5ccb-4543-b571-208c81deb72f req-388d96a5-0415-4149-bea2-8b83894b4e51 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7316942 Jul 06 12:00:17.582106 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device e78cd5de-2bb8-456f-beb3-c2123254c9b7 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:17.586165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Request body: {'port': {'device_id': '699d97b1-b1d1-43a5-9acf-0a8422573763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:17.610837 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: e78cd5de-2bb8-456f-beb3-c2123254c9b7 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:17.611214 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device e78cd5de-2bb8-456f-beb3-c2123254c9b7 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:17.618432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c83026-208c-49f5-a092-459f586c466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683fa290-6d74-4221-b9fb-16bd46d4915c'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:17.620975 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3b2e1b-b224-467a-b3fd-05de2882af59" -d '{"events": [{"server_uuid": "35c83026-208c-49f5-a092-459f586c466d", "name": "network-vif-plugged", "status": "completed", "tag": "683fa290-6d74-4221-b9fb-16bd46d4915c"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:17.634468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 683fa290-6d74-4221-b9fb-16bd46d4915c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=683fa290-6d74-4221-b9fb-16bd46d4915c,segment=NetworkSegment(8ac947f3-c435-479a-9fd4-d8f9f3f43f82),segment_id=8ac947f3-c435-479a-9fd4-d8f9f3f43f82)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:17.639091 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.677909 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a96d4ed-9bb4-43bf-a449-bccaaac78a9d tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.684707 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.783832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96d4ed-9bb4-43bf-a449-bccaaac78a9d tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Pushing event deleted for resources: {'Port': ['ID=1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:17.840582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=683fa290-6d74-4221-b9fb-16bd46d4915c,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:17.876797 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a96d4ed-9bb4-43bf-a449-bccaaac78a9d tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.881791 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0a96d4ed-9bb4-43bf-a449-bccaaac78a9d tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] 10.222.0.81 "DELETE /v2.0/ports/1a4042ef-8c1f-4f66-99a4-4ce3fcd73f6c HTTP/1.1" status: 204 len: 168 time: 0.6943648 Jul 06 12:00:17.883811 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38872) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:17.945855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1a82dc-39d1-483d-9416-1069d69f4120 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Deleting subnet 675c7ec4-635d-468a-97f1-e2614bd1f70f {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:00:17.949727 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f1a82dc-39d1-483d-9416-1069d69f4120 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:17.985848 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0aa96-4f21-4223-9682-50fa09120e9f req-a00e90ab-2698-4c80-9613-d312474fdf53 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:17.987879 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a5e0aa96-4f21-4223-9682-50fa09120e9f req-a00e90ab-2698-4c80-9613-d312474fdf53 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.1710992 Jul 06 12:00:18.015989 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f1a82dc-39d1-483d-9416-1069d69f4120 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.020141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245db4e2-24f8-45a9-9904-247a3ea17df4 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:18.028189 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.040826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Transition to ACTIVE for port object 245db4e2-24f8-45a9-9904-247a3ea17df4 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:18.044546 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.071944 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a5e0aa96-4f21-4223-9682-50fa09120e9f req-d4b42c78-2c9e-49f8-a49d-ce0d3065e8a8 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768895 Jul 06 12:00:18.125309 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f1a82dc-39d1-483d-9416-1069d69f4120 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.129804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Pushing event updated for resources: {'Port': ['ID=245db4e2-24f8-45a9-9904-247a3ea17df4,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:18.181428 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Attempting to bind port 245db4e2-24f8-45a9-9904-247a3ea17df4 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:18.181755 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Attempting to bind port 245db4e2-24f8-45a9-9904-247a3ea17df4 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:18.182072 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Attempting to bind port 245db4e2-24f8-45a9-9904-247a3ea17df4 on network 56e52248-e152-4597-ab97-7d8ed8961c27 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:18.187197 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Port 245db4e2-24f8-45a9-9904-247a3ea17df4 on network 56e52248-e152-4597-ab97-7d8ed8961c27 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:18.187553 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Attempting to bind port 245db4e2-24f8-45a9-9904-247a3ea17df4 on network 56e52248-e152-4597-ab97-7d8ed8961c27 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:18.192950 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:18.193350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Checking segment: {'id': '9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:18.193773 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Bound using segment: {'id': '9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:18.194205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Bound port: 245db4e2-24f8-45a9-9904-247a3ea17df4, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:18.194562 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.209598 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f1a82dc-39d1-483d-9416-1069d69f4120 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.259118 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] For port 245db4e2-24f8-45a9-9904-247a3ea17df4, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:18.262015 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f1a82dc-39d1-483d-9416-1069d69f4120 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.262711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] For port 245db4e2-24f8-45a9-9904-247a3ea17df4, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=245db4e2-24f8-45a9-9904-247a3ea17df4,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:18.264176 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5f1a82dc-39d1-483d-9416-1069d69f4120 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] 10.222.0.81 "DELETE /v2.0/subnets/675c7ec4-635d-468a-97f1-e2614bd1f70f HTTP/1.1" status: 204 len: 168 time: 0.3793163 Jul 06 12:00:18.266332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a82dc-39d1-483d-9416-1069d69f4120 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Pushing event deleted for resources: {'Subnet': ['ID=675c7ec4-635d-468a-97f1-e2614bd1f70f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:18.267645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38876) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:18.270393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b04e4c-4cfd-405e-943b-7d492fa43816 None None] Network ebf5759f-bbf2-446c-a469-1006d7509d86 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:18.279603 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.302471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e439c3-bdb9-47ec-8890-e5c1bc570548 req-07a517de-a721-498d-be58-a0fb09dc42e2 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:18.306051 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e439c3-bdb9-47ec-8890-e5c1bc570548 req-07a517de-a721-498d-be58-a0fb09dc42e2 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47cb3e91-909b-4cdb-9713-1389b5c2ca87 HTTP/1.1" status: 200 len: 945 time: 0.1074686 Jul 06 12:00:18.348795 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e439c3-bdb9-47ec-8890-e5c1bc570548 req-a77e1706-491f-49c4-a6ec-0bdea06a6fe8 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386581 Jul 06 12:00:18.364380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:18.364558 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.366029 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-628d5023-5ccb-4543-b571-208c81deb72f req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] 10.222.0.89 "PUT /v2.0/ports/245db4e2-24f8-45a9-9904-247a3ea17df4 HTTP/1.1" status: 200 len: 1092 time: 0.7886519 Jul 06 12:00:18.413005 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.416965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfbf86-4abb-48bd-8836-8a10aff716b0 service neutron] Pushing event updated for resources: {'Port': ['ID=245db4e2-24f8-45a9-9904-247a3ea17df4,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:18.513047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd90fe23-9cb1-4343-8cbb-5e25988ed1a9 None None] DHCP port deletion for ebf5759f-bbf2-446c-a469-1006d7509d86 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:00:18.525752 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d5023-5ccb-4543-b571-208c81deb72f req-03a34e09-6a89-4dd9-b53a-cb93da09f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:18.527368 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-628d5023-5ccb-4543-b571-208c81deb72f req-03a34e09-6a89-4dd9-b53a-cb93da09f3fc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=21948591799b45458c2715663b358cac&device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 1095 time: 0.1123390 Jul 06 12:00:18.563078 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-dd90fe23-9cb1-4343-8cbb-5e25988ed1a9 None None] Deleting port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:18.563842 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dd90fe23-9cb1-4343-8cbb-5e25988ed1a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.579485 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-628d5023-5ccb-4543-b571-208c81deb72f req-a88df659-dff7-48e0-a5c7-be0b436e2edc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=245db4e2-24f8-45a9-9904-247a3ea17df4 HTTP/1.1" status: 200 len: 217 time: 0.0384414 Jul 06 12:00:18.581941 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1d9ed-1230-4c8f-9ca0-70da86f1456a req-7d7220e0-a70e-43e7-8183-279f69874ee0 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:18.582159 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Deleting port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:18.582487 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.583548 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31b1d9ed-1230-4c8f-9ca0-70da86f1456a req-7d7220e0-a70e-43e7-8183-279f69874ee0 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 944 time: 0.0925939 Jul 06 12:00:18.628945 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31b1d9ed-1230-4c8f-9ca0-70da86f1456a req-d591607a-fda8-4a50-a286-a5040052479f tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393224 Jul 06 12:00:18.629509 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-dd90fe23-9cb1-4343-8cbb-5e25988ed1a9 None None] For port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9,segment=NetworkSegment(f83f752a-9843-43fd-8300-4a0f7522a610),segment_id=f83f752a-9843-43fd-8300-4a0f7522a610)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:18.630008 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dd90fe23-9cb1-4343-8cbb-5e25988ed1a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.642387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-dd90fe23-9cb1-4343-8cbb-5e25988ed1a9 None None] Calling delete_port for b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:18.693523 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af9c0e0-e40c-4cc5-8960-e47208b8cba1 x-openstack-request-id: req-6af9c0e0-e40c-4cc5-8960-e47208b8cba1 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:18.693806 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c83026-208c-49f5-a092-459f586c466d", "name": "network-vif-plugged", "status": "completed", "tag": "683fa290-6d74-4221-b9fb-16bd46d4915c", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:18.694025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d5023-5ccb-4543-b571-208c81deb72f req-a52ae6e4-b620-4b33-9f57-5b7085e62c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:18.694246 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6af9c0e0-e40c-4cc5-8960-e47208b8cba1 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:18.694755 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c83026-208c-49f5-a092-459f586c466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'code': 200} Jul 06 12:00:18.695545 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-628d5023-5ccb-4543-b571-208c81deb72f req-a52ae6e4-b620-4b33-9f57-5b7085e62c31 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6e9849ed-0174-4a21-9147-9e29b67ec623 HTTP/1.1" status: 200 len: 862 time: 0.1013212 Jul 06 12:00:18.697342 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] For port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9,segment=NetworkSegment(f83f752a-9843-43fd-8300-4a0f7522a610),segment_id=f83f752a-9843-43fd-8300-4a0f7522a610)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:18.697697 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.710857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Calling delete_port for b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:18.745484 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dd90fe23-9cb1-4343-8cbb-5e25988ed1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:18.748432 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-628d5023-5ccb-4543-b571-208c81deb72f req-a7018811-43e9-4995-893f-0ffd23345eb5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56e52248-e152-4597-ab97-7d8ed8961c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355656 Jul 06 12:00:18.776060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd90fe23-9cb1-4343-8cbb-5e25988ed1a9 None None] No DVR routers for this DVR port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:18.780312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90fe23-9cb1-4343-8cbb-5e25988ed1a9 None None] Pushing event deleted for resources: {'Port': ['ID=b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:18.864868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9b49c-79c5-435a-9e9d-30e6077444a2 req-108547dd-acfa-4e4e-ad06-105ad238e979 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:18.866503 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-70d9b49c-79c5-435a-9e9d-30e6077444a2 req-108547dd-acfa-4e4e-ad06-105ad238e979 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 946 time: 0.0738730 Jul 06 12:00:18.904964 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-70d9b49c-79c5-435a-9e9d-30e6077444a2 req-fdc516c5-e3ed-4f8e-a883-f96a16bccf6d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bfafd76-4cea-497c-b9ee-896a925d6a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323873 Jul 06 12:00:18.992998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f6dbc-ec9a-4876-9106-5b1bab3e5487 req-266bb32f-9f47-4bc8-81d9-daaa9630fbee tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:18.994499 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c20f6dbc-ec9a-4876-9106-5b1bab3e5487 req-266bb32f-9f47-4bc8-81d9-daaa9630fbee tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.89 "GET /v2.0/ports?device_id=47cb3e91-909b-4cdb-9713-1389b5c2ca87 HTTP/1.1" status: 200 len: 945 time: 0.2807069 Jul 06 12:00:19.000942 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-628d5023-5ccb-4543-b571-208c81deb72f req-d5521143-c65e-4041-8a9c-e7d4725fb008 service neutron] 10.222.0.89 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237589 Jul 06 12:00:19.004512 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.023043 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7ab7e-fecc-4389-940b-c277b909a2c9 req-f25cb67a-211e-4204-b50b-ef194317bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:19.024427 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75b7ab7e-fecc-4389-940b-c277b909a2c9 req-f25cb67a-211e-4204-b50b-ef194317bd19 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 1097 time: 0.2424548 Jul 06 12:00:19.038984 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a7e4f34-d3b7-4aea-97ea-a351a50676ac req-090a0e2b-e504-4064-bc0f-0ec5ee8c3986 tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0285366 Jul 06 12:00:19.086434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Pushing event deleted for resources: {'Port': ['ID=b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:19.120989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] No DVR routers for this DVR port b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:19.250056 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75b7ab7e-fecc-4389-940b-c277b909a2c9 req-36ca9853-70f1-45f0-a885-5507d32f7105 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8bfafd76-4cea-497c-b9ee-896a925d6a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833489 Jul 06 12:00:19.271347 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.274352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699d97b1-b1d1-43a5-9acf-0a8422573763', 'tag': '245db4e2-24f8-45a9-9904-247a3ea17df4'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:19.276601 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a3430d-f558-4bef-b74f-f35d90fdf2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "699d97b1-b1d1-43a5-9acf-0a8422573763", "tag": "245db4e2-24f8-45a9-9904-247a3ea17df4"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:19.298857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf5759f-bbf2-446c-a469-1006d7509d86']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:19.312483 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-628d5023-5ccb-4543-b571-208c81deb72f req-ab85a0d7-e93b-4b11-be67-b765d4fcdfe0 service neutron] 10.222.0.89 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956429 Jul 06 12:00:19.313996 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83f752a-9843-43fd-8300-4a0f7522a610') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:19.314290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83f752a-9843-43fd-8300-4a0f7522a610') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:19.328014 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.350030 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-c20f6dbc-ec9a-4876-9106-5b1bab3e5487 req-5317ba2a-7b75-4e0d-a872-3536c5fdb769 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Deleting port bd7151f0-f2dd-4852-82c8-259cfe0e4886 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:19.350471 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c20f6dbc-ec9a-4876-9106-5b1bab3e5487 req-5317ba2a-7b75-4e0d-a872-3536c5fdb769 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.353417 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.396530 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:19.396926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:19.399853 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:19.416054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3346a-355c-4dbc-88dc-98ecd405dd00 req-622f1d8e-f676-41db-bc6b-af226c4fd605 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:19.417593 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d5b3346a-355c-4dbc-88dc-98ecd405dd00 req-622f1d8e-f676-41db-bc6b-af226c4fd605 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.0715282 Jul 06 12:00:19.460124 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d5b3346a-355c-4dbc-88dc-98ecd405dd00 req-189cc30b-836c-4282-a1bd-f6d70cb911b0 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368114 Jul 06 12:00:19.473979 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.482657 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.484512 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] 10.222.0.81 "DELETE /v2.0/networks/ebf5759f-bbf2-446c-a469-1006d7509d86 HTTP/1.1" status: 204 len: 168 time: 1.2158134 Jul 06 12:00:19.499786 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46809b-973f-4d57-9348-58c2061e5744 tempest-ExtraDHCPOptionsTestJSON-103726520 tempest-ExtraDHCPOptionsTestJSON-103726520-project] Pushing event deleted for resources: {'Network': ['ID=ebf5759f-bbf2-446c-a469-1006d7509d86,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:19.515528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c20f6dbc-ec9a-4876-9106-5b1bab3e5487 req-5317ba2a-7b75-4e0d-a872-3536c5fdb769 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] For port bd7151f0-f2dd-4852-82c8-259cfe0e4886, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bd7151f0-f2dd-4852-82c8-259cfe0e4886,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:19.515885 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c20f6dbc-ec9a-4876-9106-5b1bab3e5487 req-5317ba2a-7b75-4e0d-a872-3536c5fdb769 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:19.531533 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaeacde-85cb-47cc-a44a-748d88599b4d x-openstack-request-id: req-afaeacde-85cb-47cc-a44a-748d88599b4d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:19.531809 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699d97b1-b1d1-43a5-9acf-0a8422573763", "tag": "245db4e2-24f8-45a9-9904-247a3ea17df4", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:19.532062 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-afaeacde-85cb-47cc-a44a-748d88599b4d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:19.532450 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699d97b1-b1d1-43a5-9acf-0a8422573763', 'tag': '245db4e2-24f8-45a9-9904-247a3ea17df4', 'status': 'completed', 'code': 200} Jul 06 12:00:19.533440 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-c20f6dbc-ec9a-4876-9106-5b1bab3e5487 req-5317ba2a-7b75-4e0d-a872-3536c5fdb769 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Calling delete_port for bd7151f0-f2dd-4852-82c8-259cfe0e4886 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:19.665545 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3430d-f558-4bef-b74f-f35d90fdf2d2 req-f64574ad-1ee0-4663-932c-f972bd225a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:19.667305 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8a3430d-f558-4bef-b74f-f35d90fdf2d2 req-f64574ad-1ee0-4663-932c-f972bd225a7d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=21948591799b45458c2715663b358cac&device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 1095 time: 0.1129451 Jul 06 12:00:19.697435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf60707-a9b4-4430-b954-63d61e4c196f req-1b534c8e-c12e-4e48-aeb8-886bd5d31e82 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:19.698979 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1cf60707-a9b4-4430-b954-63d61e4c196f req-1b534c8e-c12e-4e48-aeb8-886bd5d31e82 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47cb3e91-909b-4cdb-9713-1389b5c2ca87 HTTP/1.1" status: 200 len: 945 time: 0.0797784 Jul 06 12:00:19.731762 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38896) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:19.746367 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1cf60707-a9b4-4430-b954-63d61e4c196f req-0168015e-36fb-421b-9e43-a36c13e51d89 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417128 Jul 06 12:00:19.915294 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d2c6c577-7a49-43e5-a753-2885633642c5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c1b62f67df06450e95cb89d9c56f3b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822801 Jul 06 12:00:19.919268 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38900) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:19.980975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add2968-4c12-4f59-9586-1d5f177e270e req-181eccc4-fef8-4796-b0de-dbf32ece2d55 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:19.982510 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0add2968-4c12-4f59-9586-1d5f177e270e req-181eccc4-fef8-4796-b0de-dbf32ece2d55 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 944 time: 0.1269803 Jul 06 12:00:20.008359 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c766dad-84cf-45cc-93af-6731b32bd490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.051909 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c766dad-84cf-45cc-93af-6731b32bd490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.056319 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0add2968-4c12-4f59-9586-1d5f177e270e req-02451139-25dd-49b7-986a-ab349cbb1056 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658884 Jul 06 12:00:20.114963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3430d-f558-4bef-b74f-f35d90fdf2d2 req-1ad2196a-f03f-4400-9149-5113a575c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:20.116416 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8a3430d-f558-4bef-b74f-f35d90fdf2d2 req-1ad2196a-f03f-4400-9149-5113a575c798 service neutron] 10.222.0.89 "GET /v2.0/networks?id=56e52248-e152-4597-ab97-7d8ed8961c27 HTTP/1.1" status: 200 len: 923 time: 0.4420400 Jul 06 12:00:20.117622 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c20f6dbc-ec9a-4876-9106-5b1bab3e5487 req-5317ba2a-7b75-4e0d-a872-3536c5fdb769 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.124527 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c766dad-84cf-45cc-93af-6731b32bd490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.128572 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c766dad-84cf-45cc-93af-6731b32bd490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.134000 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['725f2c72-c52b-4d1f-810c-fd31c0f5e83f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:20.135191 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1c766dad-84cf-45cc-93af-6731b32bd490 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/db70b4ae-b104-41c3-85c0-fe507984c112 HTTP/1.1" status: 204 len: 168 time: 0.2140465 Jul 06 12:00:20.141977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd7151f0-f2dd-4852-82c8-259cfe0e4886'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:20.145417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c766dad-84cf-45cc-93af-6731b32bd490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db70b4ae-b104-41c3-85c0-fe507984c112,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:20.161913 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317ba2a-7b75-4e0d-a872-3536c5fdb769 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Pushing event deleted for resources: {'Port': ['ID=bd7151f0-f2dd-4852-82c8-259cfe0e4886,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:20.234167 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8a3430d-f558-4bef-b74f-f35d90fdf2d2 req-e3af55f1-6ac4-4952-b3f8-690346c46d29 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=245db4e2-24f8-45a9-9904-247a3ea17df4 HTTP/1.1" status: 200 len: 217 time: 0.1071725 Jul 06 12:00:20.269792 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20f6dbc-ec9a-4876-9106-5b1bab3e5487 req-5317ba2a-7b75-4e0d-a872-3536c5fdb769 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] No DVR routers for this DVR port bd7151f0-f2dd-4852-82c8-259cfe0e4886 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:20.274185 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c20f6dbc-ec9a-4876-9106-5b1bab3e5487 req-5317ba2a-7b75-4e0d-a872-3536c5fdb769 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:20.276926 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c20f6dbc-ec9a-4876-9106-5b1bab3e5487 req-5317ba2a-7b75-4e0d-a872-3536c5fdb769 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.89 "DELETE /v2.0/ports/bd7151f0-f2dd-4852-82c8-259cfe0e4886 HTTP/1.1" status: 204 len: 173 time: 1.2749405 Jul 06 12:00:20.312263 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6103baa-a1f3-4fcf-976a-f1b5bc97a83d req-8eceb968-5156-46ff-89f2-b8929b53015c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:20.321114 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f6103baa-a1f3-4fcf-976a-f1b5bc97a83d req-8eceb968-5156-46ff-89f2-b8929b53015c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 946 time: 0.1213613 Jul 06 12:00:20.333351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3430d-f558-4bef-b74f-f35d90fdf2d2 req-d027387a-153e-4e98-b5d2-3beda3100a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:20.334848 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8a3430d-f558-4bef-b74f-f35d90fdf2d2 req-d027387a-153e-4e98-b5d2-3beda3100a84 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6e9849ed-0174-4a21-9147-9e29b67ec623 HTTP/1.1" status: 200 len: 862 time: 0.0679979 Jul 06 12:00:20.383266 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8a3430d-f558-4bef-b74f-f35d90fdf2d2 req-7e1329df-e0f2-4f5c-b8f9-76189711dcd1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56e52248-e152-4597-ab97-7d8ed8961c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420141 Jul 06 12:00:20.394383 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f6103baa-a1f3-4fcf-976a-f1b5bc97a83d req-c3fc300f-9e3f-4584-9276-99e8bd47ba09 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bfafd76-4cea-497c-b9ee-896a925d6a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721948 Jul 06 12:00:20.553586 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:20.564113 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8a3430d-f558-4bef-b74f-f35d90fdf2d2 req-2a165fb9-3aea-4cb7-85c4-98d76c1054e4 service neutron] 10.222.0.89 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735568 Jul 06 12:00:20.574349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:20.574689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b29bbdc2-4fb8-41d3-980d-1c6e923d4ca9 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:20.634044 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-870518df-d58c-4046-aaf7-13de6f1c6246 req-84b8fc76-52dd-4c4d-967f-411f7d256726 tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0406106 Jul 06 12:00:20.697252 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8a3430d-f558-4bef-b74f-f35d90fdf2d2 req-1cddec65-2559-4724-8182-97b086be03de service neutron] 10.222.0.89 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258605 Jul 06 12:00:21.018821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50effac8-6f93-4000-af27-48c44340516e req-f13767a5-de02-4323-8a3c-2315e3df029e tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:21.020377 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50effac8-6f93-4000-af27-48c44340516e req-f13767a5-de02-4323-8a3c-2315e3df029e tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.0770600 Jul 06 12:00:21.065493 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50effac8-6f93-4000-af27-48c44340516e req-c04c1d8e-0de4-4755-851e-00712db24d14 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383809 Jul 06 12:00:21.067747 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38934) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:21.178918 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Request body: {'networks': [{'name': 'tempest-network--825902137'}, {'name': 'tempest-network--405492038'}]} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:21.179272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Request body: {'network': {'name': 'tempest-network--825902137'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:21.179750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Request body: {'network': {'name': 'tempest-network--405492038'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:21.201651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Made reservation on behalf of f6d6189b1c7847cabe354b7b8dcc5baa for: {'network': 2} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:21.206804 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.215630 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.343612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41ef88-8cd8-4226-9923-4e953a355e8c req-f43e3f3c-f253-4d23-9943-a0fccb219249 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:21.345129 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e41ef88-8cd8-4226-9923-4e953a355e8c req-f43e3f3c-f253-4d23-9943-a0fccb219249 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 944 time: 0.0980513 Jul 06 12:00:21.376739 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.383311 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.383783 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.420069 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e41ef88-8cd8-4226-9923-4e953a355e8c req-ed95885b-830c-4bbb-aa0b-dbfa5f516fd0 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685735 Jul 06 12:00:21.438517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24623e4-4811-400f-b784-b813207b7835,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:21.444159 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:21.456103 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.456727 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Added segment 6b150eb1-1950-4a21-8ed1-a49999489474 of type vlan for network 22bd5dfc-1595-4916-b085-66c103bf588e Jul 06 12:00:21.500289 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.534414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cb3e91-909b-4cdb-9713-1389b5c2ca87', 'name': 'network-vif-deleted', 'tag': 'bd7151f0-f2dd-4852-82c8-259cfe0e4886'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:21.535436 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:21.538854 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b846b1e-5cbb-4365-a91d-d2a7eb128099" -d '{"events": [{"server_uuid": "47cb3e91-909b-4cdb-9713-1389b5c2ca87", "name": "network-vif-deleted", "tag": "bd7151f0-f2dd-4852-82c8-259cfe0e4886"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:21.547064 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.547448 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Added segment 9ef97c8f-0002-471a-9dcc-801c383ae994 of type vlan for network 75ebadd9-b65c-40fa-a096-61983deed46a Jul 06 12:00:21.589241 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.623940 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.624441 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.630043 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:21.635010 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:21.635867 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:21.691464 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.6213670 Jul 06 12:00:21.694478 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38950) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:21.818984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event updated for resources: {'Network': ['ID=22bd5dfc-1595-4916-b085-66c103bf588e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:21.829242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 22bd5dfc-1595-4916-b085-66c103bf588e details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:21.961404 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dcb4a-0e32-43fc-bfcc-ee413bd4c0b2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event updated for resources: {'Network': ['ID=75ebadd9-b65c-40fa-a096-61983deed46a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:21.971449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 75ebadd9-b65c-40fa-a096-61983deed46a details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:21.973507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b694b11a-8bd1-4ba1-b27f-0bc4074ffdd2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:21.979475 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b694b11a-8bd1-4ba1-b27f-0bc4074ffdd2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:21.985416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b694b11a-8bd1-4ba1-b27f-0bc4074ffdd2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:21.992342 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b694b11a-8bd1-4ba1-b27f-0bc4074ffdd2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:21.994047 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b694b11a-8bd1-4ba1-b27f-0bc4074ffdd2 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2986364 Jul 06 12:00:21.997088 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38956) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:22.016134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fd517-bcc6-405b-a0e0-95ab92d19a94 req-627ea935-1f95-4cfa-80d4-ff9910523efd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:22.017888 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-165fd517-bcc6-405b-a0e0-95ab92d19a94 req-627ea935-1f95-4cfa-80d4-ff9910523efd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 946 time: 0.2529047 Jul 06 12:00:22.059810 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-165fd517-bcc6-405b-a0e0-95ab92d19a94 req-62ae48e2-6808-418f-8fc4-f8d887aba6d9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bfafd76-4cea-497c-b9ee-896a925d6a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341887 Jul 06 12:00:22.079819 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-af8d46d2-a517-4d57-872a-6f2ab4422ee5 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.110804 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1683a2ae-ac7b-4176-bf03-a10457ca1285 x-openstack-request-id: req-1683a2ae-ac7b-4176-bf03-a10457ca1285 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:22.111095 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cb3e91-909b-4cdb-9713-1389b5c2ca87", "name": "network-vif-deleted", "tag": "bd7151f0-f2dd-4852-82c8-259cfe0e4886", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:22.111450 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1683a2ae-ac7b-4176-bf03-a10457ca1285 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:22.112283 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cb3e91-909b-4cdb-9713-1389b5c2ca87', 'name': 'network-vif-deleted', 'tag': 'bd7151f0-f2dd-4852-82c8-259cfe0e4886', 'status': 'completed', 'code': 200} Jul 06 12:00:22.168773 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-af8d46d2-a517-4d57-872a-6f2ab4422ee5 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.179285 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-af8d46d2-a517-4d57-872a-6f2ab4422ee5 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bd5dfc-1595-4916-b085-66c103bf588e']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:22.189669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-af8d46d2-a517-4d57-872a-6f2ab4422ee5 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b150eb1-1950-4a21-8ed1-a49999489474') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:22.190552 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-af8d46d2-a517-4d57-872a-6f2ab4422ee5 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b150eb1-1950-4a21-8ed1-a49999489474') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:22.199333 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-af8d46d2-a517-4d57-872a-6f2ab4422ee5 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.217448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-af8d46d2-a517-4d57-872a-6f2ab4422ee5 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.225437 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8d46d2-a517-4d57-872a-6f2ab4422ee5 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:22.225437 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-af8d46d2-a517-4d57-872a-6f2ab4422ee5 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:22.228363 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:22.261062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d080b5-f7e6-46b5-82c3-227f2cb9773d req-03daf8a6-fe57-46de-b49d-6782c9d141ae tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:22.262548 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92d080b5-f7e6-46b5-82c3-227f2cb9773d req-03daf8a6-fe57-46de-b49d-6782c9d141ae tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 946 time: 0.0661914 Jul 06 12:00:22.284690 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-af8d46d2-a517-4d57-872a-6f2ab4422ee5 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.292670 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-af8d46d2-a517-4d57-872a-6f2ab4422ee5 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.294291 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-af8d46d2-a517-4d57-872a-6f2ab4422ee5 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "DELETE /v2.0/networks/22bd5dfc-1595-4916-b085-66c103bf588e HTTP/1.1" status: 204 len: 168 time: 0.2961822 Jul 06 12:00:22.298767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38962) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:22.306568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d46d2-a517-4d57-872a-6f2ab4422ee5 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event deleted for resources: {'Network': ['ID=22bd5dfc-1595-4916-b085-66c103bf588e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:22.318397 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92d080b5-f7e6-46b5-82c3-227f2cb9773d req-0effd1fa-e116-4647-88a7-c2bf1b28665c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496147 Jul 06 12:00:22.384532 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef4dc6a6-18de-4319-8774-dd4375f6c7bb tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.489569 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b2d34602-1106-44b8-89c5-3875518bf660 req-3a45503a-a8a9-4f74-a2ab-af854b2bd56e tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0663495 Jul 06 12:00:22.508414 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef4dc6a6-18de-4319-8774-dd4375f6c7bb tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.518304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-ef4dc6a6-18de-4319-8774-dd4375f6c7bb tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ebadd9-b65c-40fa-a096-61983deed46a']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:22.529691 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-ef4dc6a6-18de-4319-8774-dd4375f6c7bb tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef97c8f-0002-471a-9dcc-801c383ae994') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:22.529999 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-ef4dc6a6-18de-4319-8774-dd4375f6c7bb tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef97c8f-0002-471a-9dcc-801c383ae994') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:22.539195 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef4dc6a6-18de-4319-8774-dd4375f6c7bb tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.552739 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef4dc6a6-18de-4319-8774-dd4375f6c7bb tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.558431 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4dc6a6-18de-4319-8774-dd4375f6c7bb tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:22.558820 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef4dc6a6-18de-4319-8774-dd4375f6c7bb tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:22.562011 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:22.628793 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef4dc6a6-18de-4319-8774-dd4375f6c7bb tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.636215 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef4dc6a6-18de-4319-8774-dd4375f6c7bb tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.638148 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ef4dc6a6-18de-4319-8774-dd4375f6c7bb tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "DELETE /v2.0/networks/75ebadd9-b65c-40fa-a096-61983deed46a HTTP/1.1" status: 204 len: 168 time: 0.3377523 Jul 06 12:00:22.641292 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38966) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:22.650041 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4dc6a6-18de-4319-8774-dd4375f6c7bb tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event deleted for resources: {'Network': ['ID=75ebadd9-b65c-40fa-a096-61983deed46a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:22.838118 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513a6589-ff8d-4977-9738-3192abe8a996 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:22.844867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513a6589-ff8d-4977-9738-3192abe8a996 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:22.846584 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-513a6589-ff8d-4977-9738-3192abe8a996 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2040188 Jul 06 12:00:22.851420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38968) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:22.856505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0cc21efc-b9ee-45b8-b4e7-0ce3ba833930 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1461798836'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:22.868245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaa8d6-e5c0-4cf5-8160-b217d3def6aa req-7eac5963-d167-41a8-afe6-453c69249004 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:22.869932 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d5eaa8d6-e5c0-4cf5-8160-b217d3def6aa req-7eac5963-d167-41a8-afe6-453c69249004 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 946 time: 0.0800011 Jul 06 12:00:22.879375 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc21efc-b9ee-45b8-b4e7-0ce3ba833930 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Made reservation on behalf of f6d6189b1c7847cabe354b7b8dcc5baa for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:22.882853 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cc21efc-b9ee-45b8-b4e7-0ce3ba833930 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.906418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc21efc-b9ee-45b8-b4e7-0ce3ba833930 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:22.909390 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d5eaa8d6-e5c0-4cf5-8160-b217d3def6aa req-70c474d2-e466-4015-ba36-b0a45421dd2c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bfafd76-4cea-497c-b9ee-896a925d6a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335851 Jul 06 12:00:22.917159 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cc21efc-b9ee-45b8-b4e7-0ce3ba833930 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:22.917502 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-0cc21efc-b9ee-45b8-b4e7-0ce3ba833930 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Added segment 2abf455f-5aea-43cd-a184-25c9b968eeb9 of type vlan for network 75b05324-647e-47a4-adec-d353bfef99bf Jul 06 12:00:22.935378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38970) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:22.993521 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cc21efc-b9ee-45b8-b4e7-0ce3ba833930 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.035735 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70a8cdc-cfba-4b70-8d46-b277fc354e19 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:23.037276 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b70a8cdc-cfba-4b70-8d46-b277fc354e19 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 1092 time: 0.1009183 Jul 06 12:00:23.038157 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cc21efc-b9ee-45b8-b4e7-0ce3ba833930 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.043721 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc21efc-b9ee-45b8-b4e7-0ce3ba833930 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:23.044301 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cc21efc-b9ee-45b8-b4e7-0ce3ba833930 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.046398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38972) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:23.054001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:23.090925 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2749f-f0ce-4354-9868-ea768c2597e4 req-a0d76c40-21b8-45b1-92e3-4d5b58ce5961 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:23.092467 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95c2749f-f0ce-4354-9868-ea768c2597e4 req-a0d76c40-21b8-45b1-92e3-4d5b58ce5961 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.0721321 Jul 06 12:00:23.129919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc21efc-b9ee-45b8-b4e7-0ce3ba833930 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event updated for resources: {'Network': ['ID=75b05324-647e-47a4-adec-d353bfef99bf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:23.130349 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95c2749f-f0ce-4354-9868-ea768c2597e4 req-1c153e07-d449-4c2c-95c9-f7bf5d0bd721 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319822 Jul 06 12:00:23.141400 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.145314 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 75b05324-647e-47a4-adec-d353bfef99bf details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:23.148674 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0cc21efc-b9ee-45b8-b4e7-0ce3ba833930 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2962437 Jul 06 12:00:23.151688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38974) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:23.161402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-63da3c45-32fc-43bd-88fe-ed2e1f87e620 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1718890108'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:23.202349 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63da3c45-32fc-43bd-88fe-ed2e1f87e620 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Made reservation on behalf of f6d6189b1c7847cabe354b7b8dcc5baa for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:23.208638 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63da3c45-32fc-43bd-88fe-ed2e1f87e620 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.236411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63da3c45-32fc-43bd-88fe-ed2e1f87e620 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:23.247522 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63da3c45-32fc-43bd-88fe-ed2e1f87e620 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.247861 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-63da3c45-32fc-43bd-88fe-ed2e1f87e620 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Added segment a3965019-ca6c-4a36-995b-6ba2be0b9919 of type vlan for network a7e7f473-77ed-42fc-bb20-28c2b5f1e429 Jul 06 12:00:23.309899 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.316272 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63da3c45-32fc-43bd-88fe-ed2e1f87e620 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.320060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ea1f9-7ef4-4131-a9f5-4225431be49e req-0ae58af4-9ade-4551-b628-1ad19d013a54 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:23.321548 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-507ea1f9-7ef4-4131-a9f5-4225431be49e req-0ae58af4-9ade-4551-b628-1ad19d013a54 tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.23 "GET /v2.0/ports?device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 946 time: 0.1061780 Jul 06 12:00:23.360163 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63da3c45-32fc-43bd-88fe-ed2e1f87e620 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.365639 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63da3c45-32fc-43bd-88fe-ed2e1f87e620 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:23.366227 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63da3c45-32fc-43bd-88fe-ed2e1f87e620 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.384393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b547d4-1478-4ec7-aa69-b9a55e9a4ae9 req-894e8821-cb97-4804-9279-a0cf71a28029 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:23.385973 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52b547d4-1478-4ec7-aa69-b9a55e9a4ae9 req-894e8821-cb97-4804-9279-a0cf71a28029 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 944 time: 0.1093626 Jul 06 12:00:23.446112 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-63da3c45-32fc-43bd-88fe-ed2e1f87e620 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2927599 Jul 06 12:00:23.453902 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38978) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:23.460647 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Request body: {'ports': [{'network_id': '75b05324-647e-47a4-adec-d353bfef99bf', 'name': 'tempest-port--1170504872', 'admin_state_up': True}, {'network_id': 'a7e7f473-77ed-42fc-bb20-28c2b5f1e429', 'admin_state_up': False}]} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:23.460975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Request body: {'port': {'network_id': '75b05324-647e-47a4-adec-d353bfef99bf', 'name': 'tempest-port--1170504872', 'admin_state_up': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:23.461444 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Request body: {'port': {'network_id': 'a7e7f473-77ed-42fc-bb20-28c2b5f1e429', 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:23.501547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Allocated IP 172.25.4.117 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/a48b37c9-c11d-4fc9-9ffc-d69f0d4a20fb) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:23.511459 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3c45-32fc-43bd-88fe-ed2e1f87e620 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event updated for resources: {'Network': ['ID=a7e7f473-77ed-42fc-bb20-28c2b5f1e429,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:23.521992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-507ea1f9-7ef4-4131-a9f5-4225431be49e req-610b50c6-4341-4965-a664-e3e72d52011c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Deleting port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:23.522337 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-507ea1f9-7ef4-4131-a9f5-4225431be49e req-610b50c6-4341-4965-a664-e3e72d52011c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.526388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network a7e7f473-77ed-42fc-bb20-28c2b5f1e429 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:23.534705 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52b547d4-1478-4ec7-aa69-b9a55e9a4ae9 req-dbd1bc19-4eca-4e8d-a296-9e5b5c093408 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321814 Jul 06 12:00:23.612641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 245db4e2-24f8-45a9-9904-247a3ea17df4 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:00:23.615676 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bd7151f0-f2dd-4852-82c8-259cfe0e4886 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:23.645488 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: bd7151f0-f2dd-4852-82c8-259cfe0e4886 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:23.646191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bd7151f0-f2dd-4852-82c8-259cfe0e4886 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:23.656852 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Made reservation on behalf of f6d6189b1c7847cabe354b7b8dcc5baa for: {'port': 2} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:23.666487 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.686040 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.692414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-507ea1f9-7ef4-4131-a9f5-4225431be49e req-610b50c6-4341-4965-a664-e3e72d52011c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] For port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=725f2c72-c52b-4d1f-810c-fd31c0f5e83f,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:23.693100 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-507ea1f9-7ef4-4131-a9f5-4225431be49e req-610b50c6-4341-4965-a664-e3e72d52011c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.715448 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-507ea1f9-7ef4-4131-a9f5-4225431be49e req-610b50c6-4341-4965-a664-e3e72d52011c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Calling delete_port for 725f2c72-c52b-4d1f-810c-fd31c0f5e83f owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:23.735045 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.745806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 245db4e2-24f8-45a9-9904-247a3ea17df4, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=245db4e2-24f8-45a9-9904-247a3ea17df4,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:23.757433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '245db4e2-24f8-45a9-9904-247a3ea17df4', 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27', 'port_id': '245db4e2-24f8-45a9-9904-247a3ea17df4', 'mac_address': 'fa:16:3e:f4:c0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9849ed-0174-4a21-9147-9e29b67ec623', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:00:23.798561 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.813799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245db4e2-24f8-45a9-9904-247a3ea17df4 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:23.814438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] device_id is not set on port b5de5a0e-61cf-4ac7-91bc-4f7cc1cb996a yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:23.820995 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.833614 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e87d5-2f9f-4584-a7da-9f21615c16a7 req-e510247b-d191-4ed2-b2fa-7dfcf12f659a tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:23.838024 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 245db4e2-24f8-45a9-9904-247a3ea17df4, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=245db4e2-24f8-45a9-9904-247a3ea17df4,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:23.839711 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-041e87d5-2f9f-4584-a7da-9f21615c16a7 req-e510247b-d191-4ed2-b2fa-7dfcf12f659a tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/ports?device_id=47f58696-8272-4b7a-aec2-02d96d318dac HTTP/1.1" status: 200 len: 946 time: 0.1506505 Jul 06 12:00:23.844508 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:23.893102 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:23.895257 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=245db4e2-24f8-45a9-9904-247a3ea17df4,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:23.899517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:23.902292 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:23.903491 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:23.903955 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:23.904588 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:23.904811 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:23.904976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Port': ['ID=a48b37c9-c11d-4fc9-9ffc-d69f0d4a20fb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:23.905354 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:23.905753 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:23.906165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:23.906581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:23.907006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:23.907809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:23.907809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:23.908236 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:23.958806 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-041e87d5-2f9f-4584-a7da-9f21615c16a7 req-f463b1d4-9564-4b6d-a811-f807bc5b1d8d tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.81 "GET /v2.0/security-groups?id=5986fdb5-029f-424c-be62-eea553567080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162291 Jul 06 12:00:24.017612 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.028124 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-507ea1f9-7ef4-4131-a9f5-4225431be49e req-610b50c6-4341-4965-a664-e3e72d52011c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.082070 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b50c6-4341-4965-a664-e3e72d52011c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Pushing event deleted for resources: {'Port': ['ID=725f2c72-c52b-4d1f-810c-fd31c0f5e83f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:24.102060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['245db4e2-24f8-45a9-9904-247a3ea17df4'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:24.119931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] device_id is not set on port 9a079e8c-83b0-4ff9-bb35-2a075047b595 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:24.151819 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aba40f41-aa2d-4c3c-89a7-ce42c5d09c2f req-cf9367bd-5853-47ee-9dba-458c43cb2643 tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0591705 Jul 06 12:00:24.186928 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-507ea1f9-7ef4-4131-a9f5-4225431be49e req-610b50c6-4341-4965-a664-e3e72d52011c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] No DVR routers for this DVR port 725f2c72-c52b-4d1f-810c-fd31c0f5e83f on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:24.190857 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-507ea1f9-7ef4-4131-a9f5-4225431be49e req-610b50c6-4341-4965-a664-e3e72d52011c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.193065 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-507ea1f9-7ef4-4131-a9f5-4225431be49e req-610b50c6-4341-4965-a664-e3e72d52011c tempest-ListServerFiltersTestJSON-1231054390 tempest-ListServerFiltersTestJSON-1231054390-project] 10.222.0.23 "DELETE /v2.0/ports/725f2c72-c52b-4d1f-810c-fd31c0f5e83f HTTP/1.1" status: 204 len: 173 time: 0.8652194 Jul 06 12:00:24.193474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f58696-8272-4b7a-aec2-02d96d318dac', 'name': 'network-vif-deleted', 'tag': '725f2c72-c52b-4d1f-810c-fd31c0f5e83f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:24.195766 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe825d9c-a991-441f-97f1-ccff3cb4c3a1" -d '{"events": [{"server_uuid": "47f58696-8272-4b7a-aec2-02d96d318dac", "name": "network-vif-deleted", "tag": "725f2c72-c52b-4d1f-810c-fd31c0f5e83f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:24.313072 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.372710 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.451085 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event updated for resources: {'Port': ['ID=b5de5a0e-61cf-4ac7-91bc-4f7cc1cb996a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:24.465615 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Checking segment: {'id': '2abf455f-5aea-43cd-a184-25c9b968eeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75b05324-647e-47a4-adec-d353bfef99bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:24.466155 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Network hostable DHCP agents. Network: 75b05324-647e-47a4-adec-d353bfef99bf, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:24.493107 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Network 75b05324-647e-47a4-adec-d353bfef99bf is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:24.494377 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.508959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 75b05324-647e-47a4-adec-d353bfef99bf) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:24.519862 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51d867c-2f45-4963-b1f8-d2a51729fc10 None None] Network 75b05324-647e-47a4-adec-d353bfef99bf requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:24.520571 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:24.523715 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.616009 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.813503 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.820053 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.892010 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Port': ['ID=a48b37c9-c11d-4fc9-9ffc-d69f0d4a20fb,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:24.908234 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:24.981388 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event updated for resources: {'Port': ['ID=9a079e8c-83b0-4ff9-bb35-2a075047b595,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:24.993645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Checking segment: {'id': 'a3965019-ca6c-4a36-995b-6ba2be0b9919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a7e7f473-77ed-42fc-bb20-28c2b5f1e429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:24.994008 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Network hostable DHCP agents. Network: a7e7f473-77ed-42fc-bb20-28c2b5f1e429, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:25.014876 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Floating IP ef75a5ef-999f-4cc9-8ea4-67f0cea7b116 associated. External IP: 172.25.4.117, port: 683fa290-6d74-4221-b9fb-16bd46d4915c. Jul 06 12:00:25.030998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee673f-1c1c-42e3-9614-0cbf62346712 req-d0e43c2a-b185-469a-83d1-fe1c31365b69 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:25.033007 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bbee673f-1c1c-42e3-9614-0cbf62346712 req-d0e43c2a-b185-469a-83d1-fe1c31365b69 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.4633861 Jul 06 12:00:25.033232 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Network a7e7f473-77ed-42fc-bb20-28c2b5f1e429 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:25.051428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, a7e7f473-77ed-42fc-bb20-28c2b5f1e429) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:25.060372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3405e4-91f3-430e-b15a-9a6711ff25ba None None] Network a7e7f473-77ed-42fc-bb20-28c2b5f1e429 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:25.062283 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:25.068468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:25.073323 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:25.074012 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.100910 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-68af13f4-cd93-4c1e-bd1b-369cf755c6bd tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6440616 Jul 06 12:00:25.103758 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38994) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:25.127114 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bbee673f-1c1c-42e3-9614-0cbf62346712 req-2d8c9895-a217-410c-af65-e990fe1e844f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819042 Jul 06 12:00:25.204060 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307b06e1-1252-425e-a4d6-7864049d88f8 x-openstack-request-id: req-307b06e1-1252-425e-a4d6-7864049d88f8 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:25.204347 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f58696-8272-4b7a-aec2-02d96d318dac", "name": "network-vif-deleted", "tag": "725f2c72-c52b-4d1f-810c-fd31c0f5e83f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:25.204594 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-307b06e1-1252-425e-a4d6-7864049d88f8 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:25.204984 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f58696-8272-4b7a-aec2-02d96d318dac', 'name': 'network-vif-deleted', 'tag': '725f2c72-c52b-4d1f-810c-fd31c0f5e83f', 'status': 'completed', 'code': 200} Jul 06 12:00:25.212891 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33808fd7-2fe3-4c1c-b385-4219e198bc82 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:25.221373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33808fd7-2fe3-4c1c-b385-4219e198bc82 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:25.223009 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-33808fd7-2fe3-4c1c-b385-4219e198bc82 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1183050 Jul 06 12:00:25.225976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38998) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:25.288893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Router a61c8a53-43c1-4c72-b66f-6b3e240f958b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:00:25.376190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fa653-0391-4fb6-ab50-6d8f42cd161b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Deleting port b5de5a0e-61cf-4ac7-91bc-4f7cc1cb996a {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:25.376569 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6f6fa653-0391-4fb6-ab50-6d8f42cd161b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.388003 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cc1f9-e703-46aa-9319-09dacd00eb6d req-b5012616-e04d-4d56-98ef-b446eecb467e tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:25.389501 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f08cc1f9-e703-46aa-9319-09dacd00eb6d req-b5012616-e04d-4d56-98ef-b446eecb467e tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 945 time: 0.0878232 Jul 06 12:00:25.400115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:00:25.408005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 725f2c72-c52b-4d1f-810c-fd31c0f5e83f no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:25.410782 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33919d-d60f-412a-ae23-9a20c4f202e4 None None] Sync routers for ids ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:00:25.422317 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d33919d-d60f-412a-ae23-9a20c4f202e4 None None] Routers {'a61c8a53-43c1-4c72-b66f-6b3e240f958b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:25.422922 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8d33919d-d60f-412a-ae23-9a20c4f202e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:00:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:25.425454 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.427491 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 725f2c72-c52b-4d1f-810c-fd31c0f5e83f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:25.428235 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 725f2c72-c52b-4d1f-810c-fd31c0f5e83f not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:25.468854 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d6cd4baa-c423-4ce7-9e7e-0df2ffaab85d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4181643 Jul 06 12:00:25.469725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39004) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:25.489498 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6f6fa653-0391-4fb6-ab50-6d8f42cd161b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.500597 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f08cc1f9-e703-46aa-9319-09dacd00eb6d req-63706b57-8a2d-4e78-a03c-1c6c38479723 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004355 Jul 06 12:00:25.506346 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fa653-0391-4fb6-ab50-6d8f42cd161b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Calling delete_port for b5de5a0e-61cf-4ac7-91bc-4f7cc1cb996a owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:25.547412 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-8d33919d-d60f-412a-ae23-9a20c4f202e4 None None] Set router a61c8a53-43c1-4c72-b66f-6b3e240f958b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:25.553108 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-902f249b-8c02-477e-ab82-207f85375d42 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/floatingips/ef75a5ef-999f-4cc9-8ea4-67f0cea7b116 HTTP/1.1" status: 200 len: 992 time: 0.0753238 Jul 06 12:00:25.603675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39006) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:25.606593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 245db4e2-24f8-45a9-9904-247a3ea17df4 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:25.613075 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6f6fa653-0391-4fb6-ab50-6d8f42cd161b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.653610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fa653-0391-4fb6-ab50-6d8f42cd161b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event deleted for resources: {'Port': ['ID=b5de5a0e-61cf-4ac7-91bc-4f7cc1cb996a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:25.669801 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6f6fa653-0391-4fb6-ab50-6d8f42cd161b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.674799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-94adc8c1-9892-479d-a9f9-39acb7b5a3b2 admin admin] Deleting subnet 48d998d7-7f21-477b-b140-a9daa91a9b72 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:00:25.675730 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6f6fa653-0391-4fb6-ab50-6d8f42cd161b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "DELETE /v2.0/ports/b5de5a0e-61cf-4ac7-91bc-4f7cc1cb996a HTTP/1.1" status: 204 len: 168 time: 0.4483671 Jul 06 12:00:25.676938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39008) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:25.677925 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94adc8c1-9892-479d-a9f9-39acb7b5a3b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.700553 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 245db4e2-24f8-45a9-9904-247a3ea17df4 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:25.706751 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 245db4e2-24f8-45a9-9904-247a3ea17df4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:25.707301 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.740052 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94adc8c1-9892-479d-a9f9-39acb7b5a3b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.764267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ce41ddf-54eb-43d4-8a63-fefd6c727596 req-f6d11ef2-d6f6-4773-91b3-8903593455aa tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0387285 Jul 06 12:00:25.843803 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-87aec3a1-3daf-4293-96e1-013a16cf21ba tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Deleting port 9a079e8c-83b0-4ff9-bb35-2a075047b595 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:25.844189 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-87aec3a1-3daf-4293-96e1-013a16cf21ba tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.854758 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94adc8c1-9892-479d-a9f9-39acb7b5a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.857417 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.857715 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8d33919d-d60f-412a-ae23-9a20c4f202e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:00:01Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'ef75a5ef-999f-4cc9-8ea4-67f0cea7b116', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'port_id': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'mac_address': 'fa:16:3e:ab:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c83026-208c-49f5-a092-459f586c466d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:00:24Z', 'updated_at': '2021-07-06T12:00:24Z', 'revision_number': 0, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24c59e3-0347-441a-8b6e-973906c94550', 'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:46:1f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:00Z', 'updated_at': '2021-07-06T12:00:07Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:25.895221 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33919d-d60f-412a-ae23-9a20c4f202e4 None None] Checking router: a61c8a53-43c1-4c72-b66f-6b3e240f958b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:00:25.907616 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d33919d-d60f-412a-ae23-9a20c4f202e4 None None] Routers {'a61c8a53-43c1-4c72-b66f-6b3e240f958b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:00:25.909198 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8d33919d-d60f-412a-ae23-9a20c4f202e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:00:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:25.911069 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 245db4e2-24f8-45a9-9904-247a3ea17df4, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=245db4e2-24f8-45a9-9904-247a3ea17df4,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:25.912985 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699d97b1-b1d1-43a5-9acf-0a8422573763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245db4e2-24f8-45a9-9904-247a3ea17df4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:25.917489 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a800bb40-1c7e-43a9-bba2-26e724157108" -d '{"events": [{"server_uuid": "699d97b1-b1d1-43a5-9acf-0a8422573763", "name": "network-vif-plugged", "status": "completed", "tag": "245db4e2-24f8-45a9-9904-247a3ea17df4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:25.922400 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.967327 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-87aec3a1-3daf-4293-96e1-013a16cf21ba tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.970392 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94adc8c1-9892-479d-a9f9-39acb7b5a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:25.983527 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-87aec3a1-3daf-4293-96e1-013a16cf21ba tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Calling delete_port for 9a079e8c-83b0-4ff9-bb35-2a075047b595 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:25.993956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=245db4e2-24f8-45a9-9904-247a3ea17df4,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:25.997812 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94adc8c1-9892-479d-a9f9-39acb7b5a3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.003519 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-94adc8c1-9892-479d-a9f9-39acb7b5a3b2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/48d998d7-7f21-477b-b140-a9daa91a9b72 HTTP/1.1" status: 204 len: 168 time: 0.3942306 Jul 06 12:00:26.007723 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6a87da-f618-4c29-af4e-6e5eb3242f7d None None] Network 0414ebcb-6b82-452d-a478-ab07e455b97c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:26.031894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39012) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:26.041983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94adc8c1-9892-479d-a9f9-39acb7b5a3b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d998d7-7f21-477b-b140-a9daa91a9b72,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:26.068597 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-8d33919d-d60f-412a-ae23-9a20c4f202e4 None None] Set router a61c8a53-43c1-4c72-b66f-6b3e240f958b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:00:26.087039 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-87aec3a1-3daf-4293-96e1-013a16cf21ba tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.136186 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c81da7d-7175-44d9-bea8-4a5741ae205d x-openstack-request-id: req-0c81da7d-7175-44d9-bea8-4a5741ae205d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:26.136759 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699d97b1-b1d1-43a5-9acf-0a8422573763", "name": "network-vif-plugged", "status": "completed", "tag": "245db4e2-24f8-45a9-9904-247a3ea17df4", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:26.137043 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c81da7d-7175-44d9-bea8-4a5741ae205d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:26.138184 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699d97b1-b1d1-43a5-9acf-0a8422573763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245db4e2-24f8-45a9-9904-247a3ea17df4', 'code': 200} Jul 06 12:00:26.173789 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.185297 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aec3a1-3daf-4293-96e1-013a16cf21ba tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event deleted for resources: {'Port': ['ID=9a079e8c-83b0-4ff9-bb35-2a075047b595,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:26.199759 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-87aec3a1-3daf-4293-96e1-013a16cf21ba tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.207475 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-87aec3a1-3daf-4293-96e1-013a16cf21ba tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "DELETE /v2.0/ports/9a079e8c-83b0-4ff9-bb35-2a075047b595 HTTP/1.1" status: 204 len: 168 time: 0.5289979 Jul 06 12:00:26.210402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39016) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:26.270282 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bb7b77ed-edab-40fd-bd4b-2deee85041ea tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0587506 Jul 06 12:00:26.275211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39018) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:26.285236 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a4e63564-c4c0-447a-a557-a76c9a0ccd7b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1787401795'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:26.296850 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-79e47bea-c1fe-4e29-ba72-05a5cc6d49e0 req-96b027f8-780a-445a-934e-c218aa8eac21 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0586033 Jul 06 12:00:26.307289 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f837e1-1af8-4add-97b1-d0d1baef0cbc None None] DHCP port deletion for 0414ebcb-6b82-452d-a478-ab07e455b97c request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:00:26.319630 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e63564-c4c0-447a-a557-a76c9a0ccd7b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Made reservation on behalf of f6d6189b1c7847cabe354b7b8dcc5baa for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:26.324284 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4e63564-c4c0-447a-a557-a76c9a0ccd7b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.327847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] Deleting port e4319da3-82ea-4cfe-a683-a0c452d8effc {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:26.327847 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.368346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-34f837e1-1af8-4add-97b1-d0d1baef0cbc None None] Deleting port e4319da3-82ea-4cfe-a683-a0c452d8effc {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:26.368346 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34f837e1-1af8-4add-97b1-d0d1baef0cbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.388267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275dc2c-c095-460a-870b-517ad5b2477f req-21aae853-c1ff-4a0d-8a6d-aa9fa37214e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:26.389766 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c275dc2c-c095-460a-870b-517ad5b2477f req-21aae853-c1ff-4a0d-8a6d-aa9fa37214e8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 1097 time: 0.1432638 Jul 06 12:00:26.397927 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e63564-c4c0-447a-a557-a76c9a0ccd7b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:26.419194 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4e63564-c4c0-447a-a557-a76c9a0ccd7b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.419580 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-a4e63564-c4c0-447a-a557-a76c9a0ccd7b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Added segment f3876b51-b34e-4215-8015-bb724d654393 of type vlan for network 268948ad-de93-4880-b21a-34e4d2e68926 Jul 06 12:00:26.429724 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8d33919d-d60f-412a-ae23-9a20c4f202e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:00:01Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'ef75a5ef-999f-4cc9-8ea4-67f0cea7b116', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'port_id': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'mac_address': 'fa:16:3e:ab:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c83026-208c-49f5-a092-459f586c466d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:00:24Z', 'updated_at': '2021-07-06T12:00:24Z', 'revision_number': 0, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24c59e3-0347-441a-8b6e-973906c94550', 'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:46:1f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:00Z', 'updated_at': '2021-07-06T12:00:07Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:26.442145 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdd655-8814-4e8a-90d3-3fca8d065f15 req-63652c24-f8a3-48c2-95fa-4ba3f105f33a tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:26.449622 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97fdd655-8814-4e8a-90d3-3fca8d065f15 req-63652c24-f8a3-48c2-95fa-4ba3f105f33a tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.1351237 Jul 06 12:00:26.465607 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-34f837e1-1af8-4add-97b1-d0d1baef0cbc None None] For port e4319da3-82ea-4cfe-a683-a0c452d8effc, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e4319da3-82ea-4cfe-a683-a0c452d8effc,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:26.466111 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34f837e1-1af8-4add-97b1-d0d1baef0cbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.485674 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-34f837e1-1af8-4add-97b1-d0d1baef0cbc None None] Calling delete_port for e4319da3-82ea-4cfe-a683-a0c452d8effc owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:26.552278 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4e63564-c4c0-447a-a557-a76c9a0ccd7b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.566527 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39022) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:26.569783 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e4319da3-82ea-4cfe-a683-a0c452d8effc no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:26.604395 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33919d-d60f-412a-ae23-9a20c4f202e4 None None] The sync data for ids ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'] in n-d-799529-2 is: [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:00:01Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'ef75a5ef-999f-4cc9-8ea4-67f0cea7b116', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'port_id': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'mac_address': 'fa:16:3e:ab:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c83026-208c-49f5-a092-459f586c466d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:00:24Z', 'updated_at': '2021-07-06T12:00:24Z', 'revision_number': 0, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24c59e3-0347-441a-8b6e-973906c94550', 'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:46:1f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:00Z', 'updated_at': '2021-07-06T12:00:07Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:00:26.649424 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97fdd655-8814-4e8a-90d3-3fca8d065f15 req-1a345d8f-452e-46bf-8183-1907edf68649 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988566 Jul 06 12:00:26.652195 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4e63564-c4c0-447a-a557-a76c9a0ccd7b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.658544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e63564-c4c0-447a-a557-a76c9a0ccd7b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:26.658846 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4e63564-c4c0-447a-a557-a76c9a0ccd7b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.685909 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a4e63564-c4c0-447a-a557-a76c9a0ccd7b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4067595 Jul 06 12:00:26.698065 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39024) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:26.709533 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34f837e1-1af8-4add-97b1-d0d1baef0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.741989 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-33c886e1-fb1a-4c08-afba-3ece8901919a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-296688335'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:26.743689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f837e1-1af8-4add-97b1-d0d1baef0cbc None None] Pushing event deleted for resources: {'Port': ['ID=e4319da3-82ea-4cfe-a683-a0c452d8effc,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:26.765353 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.777806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f837e1-1af8-4add-97b1-d0d1baef0cbc None None] No DVR routers for this DVR port e4319da3-82ea-4cfe-a683-a0c452d8effc on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:26.782776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c886e1-fb1a-4c08-afba-3ece8901919a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Made reservation on behalf of f6d6189b1c7847cabe354b7b8dcc5baa for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:26.789760 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-33c886e1-fb1a-4c08-afba-3ece8901919a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.804448 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4f8b43f6-c27c-4b8e-b8c3-f204ff379d75 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/floatingips/ef75a5ef-999f-4cc9-8ea4-67f0cea7b116 HTTP/1.1" status: 200 len: 992 time: 0.2364645 Jul 06 12:00:26.820745 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e63564-c4c0-447a-a557-a76c9a0ccd7b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event updated for resources: {'Network': ['ID=268948ad-de93-4880-b21a-34e4d2e68926,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:26.837785 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c886e1-fb1a-4c08-afba-3ece8901919a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:26.841569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] For port e4319da3-82ea-4cfe-a683-a0c452d8effc, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e4319da3-82ea-4cfe-a683-a0c452d8effc,segment=NetworkSegment(ddf695f9-dbd3-4313-93cf-b1be38a2e4f9),segment_id=ddf695f9-dbd3-4313-93cf-b1be38a2e4f9)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:26.842034 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.854243 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-33c886e1-fb1a-4c08-afba-3ece8901919a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.855167 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-33c886e1-fb1a-4c08-afba-3ece8901919a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Added segment 639a7482-ca91-497f-8428-8a0a1d0d0dfc of type vlan for network cf04d64d-f9c4-46a6-93cf-8a0487b1627c Jul 06 12:00:26.860230 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 268948ad-de93-4880-b21a-34e4d2e68926 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:26.884612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] Calling delete_port for e4319da3-82ea-4cfe-a683-a0c452d8effc owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:26.894330 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c275dc2c-c095-460a-870b-517ad5b2477f req-83b38605-00aa-417d-b281-f9328513a6ae service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950953 Jul 06 12:00:26.950879 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-33c886e1-fb1a-4c08-afba-3ece8901919a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:26.956867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f30baa5-86e5-41a7-a885-6fcb877e0a83 None None] New status for floating IP ef75a5ef-999f-4cc9-8ea4-67f0cea7b116: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:00:26.991000 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.001657 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-33c886e1-fb1a-4c08-afba-3ece8901919a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.007019 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c886e1-fb1a-4c08-afba-3ece8901919a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:27.007641 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-33c886e1-fb1a-4c08-afba-3ece8901919a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.025198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4319da3-82ea-4cfe-a683-a0c452d8effc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:27.028480 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] No DVR routers for this DVR port e4319da3-82ea-4cfe-a683-a0c452d8effc on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:27.131406 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01280a2-df1a-4d01-a807-872df84f00b8 req-42e2be3d-b71a-4f42-bedc-b7c848edbeba tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:27.131618 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.142201 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f01280a2-df1a-4d01-a807-872df84f00b8 req-42e2be3d-b71a-4f42-bedc-b7c848edbeba tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 946 time: 0.2516451 Jul 06 12:00:27.151194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0414ebcb-6b82-452d-a478-ab07e455b97c']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:27.164016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:27.164311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf695f9-dbd3-4313-93cf-b1be38a2e4f9') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:27.183277 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-33c886e1-fb1a-4c08-afba-3ece8901919a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4415760 Jul 06 12:00:27.183526 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.183667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c886e1-fb1a-4c08-afba-3ece8901919a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event updated for resources: {'Network': ['ID=cf04d64d-f9c4-46a6-93cf-8a0487b1627c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:27.200197 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.200550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network cf04d64d-f9c4-46a6-93cf-8a0487b1627c details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:27.206820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:27.207298 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.208936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c83026-208c-49f5-a092-459f586c466d', 'tag': '683fa290-6d74-4221-b9fb-16bd46d4915c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:27.212031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f01280a2-df1a-4d01-a807-872df84f00b8 req-67d7af86-5f5d-4d40-87dc-1068f820b374 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670393 Jul 06 12:00:27.213270 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b95aa7-db34-47fa-a256-76733e85dc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "35c83026-208c-49f5-a092-459f586c466d", "tag": "683fa290-6d74-4221-b9fb-16bd46d4915c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:27.229359 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:27.316592 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.323518 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.325363 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0414ebcb-6b82-452d-a478-ab07e455b97c HTTP/1.1" status: 204 len: 168 time: 1.2924857 Jul 06 12:00:27.337733 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bb619-4549-40c8-8d25-459171e1db59 admin admin] Pushing event deleted for resources: {'Network': ['ID=0414ebcb-6b82-452d-a478-ab07e455b97c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:27.381893 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-641ae0bb-93ab-454f-8f52-e55257144fdc req-526d46f1-842b-403b-8e0b-53aaec9d6609 tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0325069 Jul 06 12:00:27.522189 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39038) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:27.567248 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a8259aae-239d-4665-8ef2-ca9625553460 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d1f96a4379c43c0b369e21faf6076f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438673 Jul 06 12:00:27.569923 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39040) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:27.626855 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6bf3aec9-f3ea-483d-b700-b5ce900941b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.649545 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6bf3aec9-f3ea-483d-b700-b5ce900941b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.658865 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d17d7c-8050-4425-80f8-6d7edc7bed7a x-openstack-request-id: req-76d17d7c-8050-4425-80f8-6d7edc7bed7a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:27.659690 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c83026-208c-49f5-a092-459f586c466d", "tag": "683fa290-6d74-4221-b9fb-16bd46d4915c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:27.660179 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76d17d7c-8050-4425-80f8-6d7edc7bed7a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:27.660768 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c83026-208c-49f5-a092-459f586c466d', 'tag': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'status': 'completed', 'code': 200} Jul 06 12:00:27.704751 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6bf3aec9-f3ea-483d-b700-b5ce900941b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.708609 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6bf3aec9-f3ea-483d-b700-b5ce900941b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:27.711270 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6bf3aec9-f3ea-483d-b700-b5ce900941b4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5986fdb5-029f-424c-be62-eea553567080 HTTP/1.1" status: 204 len: 168 time: 0.1399758 Jul 06 12:00:27.722407 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3aec9-f3ea-483d-b700-b5ce900941b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5986fdb5-029f-424c-be62-eea553567080,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:27.769213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95aa7-db34-47fa-a256-76733e85dc1d req-f9717073-d8b0-4d1f-b7f4-e299fb042b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:27.771341 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-09b95aa7-db34-47fa-a256-76733e85dc1d req-f9717073-d8b0-4d1f-b7f4-e299fb042b0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8c032e15c44a1786541e33cb5ca2c4&device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 1097 time: 0.0855405 Jul 06 12:00:27.808235 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39046) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:27.950815 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d872eac6-0e88-42e6-b931-e97db3ce1b24 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/floatingips/ef75a5ef-999f-4cc9-8ea4-67f0cea7b116 HTTP/1.1" status: 200 len: 994 time: 0.1408184 Jul 06 12:00:27.964665 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95aa7-db34-47fa-a256-76733e85dc1d req-81f01bb7-cbce-4c18-aca0-ceeb689a74bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:27.967267 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-09b95aa7-db34-47fa-a256-76733e85dc1d req-81f01bb7-cbce-4c18-aca0-ceeb689a74bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=29d2021a-34e4-4b41-81ec-0123d8bd5bd1 HTTP/1.1" status: 200 len: 898 time: 0.1895883 Jul 06 12:00:28.062558 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-09b95aa7-db34-47fa-a256-76733e85dc1d req-4fbe2f0a-aebd-412a-a3dc-43c0a68865c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=683fa290-6d74-4221-b9fb-16bd46d4915c HTTP/1.1" status: 200 len: 1002 time: 0.0889318 Jul 06 12:00:28.121216 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95aa7-db34-47fa-a256-76733e85dc1d req-83090f3a-1958-40b9-96d3-0e58ef726567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:28.122970 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-09b95aa7-db34-47fa-a256-76733e85dc1d req-83090f3a-1958-40b9-96d3-0e58ef726567 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584 HTTP/1.1" status: 200 len: 833 time: 0.0547862 Jul 06 12:00:28.128509 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e72dbab7-f061-48c6-a50c-534829685e82 req-0626ac0c-1014-40a7-a2e2-45d64e31157e tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21&device_id=7805210a-ee61-4339-b797-dd67f9c4b32a HTTP/1.1" status: 200 len: 210 time: 0.0470870 Jul 06 12:00:28.213869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95aa7-db34-47fa-a256-76733e85dc1d req-26afe48a-8619-454f-8d5b-1e7f42447cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:28.215452 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-09b95aa7-db34-47fa-a256-76733e85dc1d req-26afe48a-8619-454f-8d5b-1e7f42447cb7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29d2021a-34e4-4b41-81ec-0123d8bd5bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866692 Jul 06 12:00:28.320292 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-09b95aa7-db34-47fa-a256-76733e85dc1d req-b4082847-7471-453c-9d97-86c7c258b7cc service neutron] 10.222.0.23 "GET /v2.0/networks/29d2021a-34e4-4b41-81ec-0123d8bd5bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981209 Jul 06 12:00:28.332877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69199e3-e9f0-4f0f-ba0d-9a9c2b702f9b req-17e83bb6-3c1a-4c3a-9d84-2100f965147f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:28.335335 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c69199e3-e9f0-4f0f-ba0d-9a9c2b702f9b req-17e83bb6-3c1a-4c3a-9d84-2100f965147f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.0804453 Jul 06 12:00:28.391151 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c69199e3-e9f0-4f0f-ba0d-9a9c2b702f9b req-9de252a3-9bcd-4c8b-984f-2c37ca48e921 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501084 Jul 06 12:00:28.444883 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-09b95aa7-db34-47fa-a256-76733e85dc1d req-6fb083d2-2c81-4f4a-9ac5-ba6e70e0e272 service neutron] 10.222.0.23 "GET /v2.0/networks/29d2021a-34e4-4b41-81ec-0123d8bd5bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176624 Jul 06 12:00:28.699863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39076) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:28.740487 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a758958c-8f03-4caf-a899-7f3871eb492d req-dfcb3342-cc2f-469d-8ed7-680d0819e2c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8853a5bd1dbe453f824c6f7e6aa80b6d&device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0328381 Jul 06 12:00:28.785490 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a758958c-8f03-4caf-a899-7f3871eb492d req-b2033a36-8556-44e5-bc49-6c0e92f16818 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8853a5bd1dbe453f824c6f7e6aa80b6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374334 Jul 06 12:00:28.859540 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3905e20a-205a-407f-af81-59a03afd977e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-809089261-network', 'tenant_id': 'af2573afe7df47ea87c700ac760d6276'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:28.863900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456430c-06fa-406c-9438-64c386ae0dff req-6af7a65a-8ad0-451b-8372-7aa4981fde83 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:28.865413 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c456430c-06fa-406c-9438-64c386ae0dff req-6af7a65a-8ad0-451b-8372-7aa4981fde83 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 946 time: 0.0808415 Jul 06 12:00:28.898475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3905e20a-205a-407f-af81-59a03afd977e admin admin] Made reservation on behalf of af2573afe7df47ea87c700ac760d6276 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:28.901861 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3905e20a-205a-407f-af81-59a03afd977e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.910267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c456430c-06fa-406c-9438-64c386ae0dff req-7cf98de8-6c63-4473-9f10-06d92efc82ae tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390208 Jul 06 12:00:28.920581 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3905e20a-205a-407f-af81-59a03afd977e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:28.946793 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758958c-8f03-4caf-a899-7f3871eb492d req-5ccd4d46-6d80-4b81-bfc9-fc00b631fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:28.948340 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a758958c-8f03-4caf-a899-7f3871eb492d req-5ccd4d46-6d80-4b81-bfc9-fc00b631fb01 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1567149 Jul 06 12:00:29.028091 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3905e20a-205a-407f-af81-59a03afd977e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.032690 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3905e20a-205a-407f-af81-59a03afd977e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.062649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3905e20a-205a-407f-af81-59a03afd977e admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:29.069624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905e20a-205a-407f-af81-59a03afd977e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b122e7c-b0d4-443d-94d0-556e72c0715b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:29.076349 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3905e20a-205a-407f-af81-59a03afd977e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.077122 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-3905e20a-205a-407f-af81-59a03afd977e admin admin] Added segment 1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f of type vlan for network c9ba90c4-7387-46b8-81ee-2676932fbc50 Jul 06 12:00:29.119907 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3905e20a-205a-407f-af81-59a03afd977e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.155175 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3905e20a-205a-407f-af81-59a03afd977e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.156195 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3905e20a-205a-407f-af81-59a03afd977e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:29.156790 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3905e20a-205a-407f-af81-59a03afd977e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.220325 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3905e20a-205a-407f-af81-59a03afd977e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5186474 Jul 06 12:00:29.223767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39082) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:29.228564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905e20a-205a-407f-af81-59a03afd977e admin admin] Pushing event updated for resources: {'Network': ['ID=c9ba90c4-7387-46b8-81ee-2676932fbc50,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:29.232076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-4b2f0493-8e56-40c7-b9a0-e8b5c6994302 admin admin] Request body: {'subnet': {'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-809089261-subnet', 'tenant_id': 'af2573afe7df47ea87c700ac760d6276', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:29.240562 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network c9ba90c4-7387-46b8-81ee-2676932fbc50 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:29.263648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2f0493-8e56-40c7-b9a0-e8b5c6994302 admin admin] Made reservation on behalf of af2573afe7df47ea87c700ac760d6276 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:29.267375 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0493-8e56-40c7-b9a0-e8b5c6994302 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.333914 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8fc894ec-041e-4e1f-bfd9-f7c32829642d req-35ede3d3-b5f3-4b46-bf11-7124ce98030a tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0632279 Jul 06 12:00:29.507759 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0493-8e56-40c7-b9a0-e8b5c6994302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.577606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f0493-8e56-40c7-b9a0-e8b5c6994302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48440bd0-2110-4fcf-aa64-c7f0160418a2,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:29.596136 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf52de-00e3-4763-ae78-36e0d3f66a32 req-2c5d8c8f-c116-4dff-87de-34715d18f689 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:29.597626 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ebf52de-00e3-4763-ae78-36e0d3f66a32 req-2c5d8c8f-c116-4dff-87de-34715d18f689 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 946 time: 0.1376271 Jul 06 12:00:29.598718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2f0493-8e56-40c7-b9a0-e8b5c6994302 admin admin] Checking segment: {'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:29.599071 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2f0493-8e56-40c7-b9a0-e8b5c6994302 admin admin] Network hostable DHCP agents. Network: c9ba90c4-7387-46b8-81ee-2676932fbc50, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:29.634693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2f0493-8e56-40c7-b9a0-e8b5c6994302 admin admin] Network c9ba90c4-7387-46b8-81ee-2676932fbc50 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:29.652649 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ebf52de-00e3-4763-ae78-36e0d3f66a32 req-54d696bf-96fc-4f6f-9321-bf2e516970da tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469596 Jul 06 12:00:29.653441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-4b2f0493-8e56-40c7-b9a0-e8b5c6994302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, c9ba90c4-7387-46b8-81ee-2676932fbc50) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:29.658175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2f0493-8e56-40c7-b9a0-e8b5c6994302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:29.658785 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0493-8e56-40c7-b9a0-e8b5c6994302 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:29.669591 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01409f67-b3eb-4998-b203-dc43e65f2bf3 None None] Network c9ba90c4-7387-46b8-81ee-2676932fbc50 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:29.691258 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4b2f0493-8e56-40c7-b9a0-e8b5c6994302 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4582419 Jul 06 12:00:29.817744 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec8785e-603b-47d3-992e-e325b141042f None None] Network c9ba90c4-7387-46b8-81ee-2676932fbc50 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:29.857821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3435d-69fc-4431-9cca-15a8691e8c25 req-65e537b6-fc16-4350-b4be-ab1f8a9ddbff tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:29.859402 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bfb3435d-69fc-4431-9cca-15a8691e8c25 req-65e537b6-fc16-4350-b4be-ab1f8a9ddbff tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.0889339 Jul 06 12:00:29.904543 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bfb3435d-69fc-4431-9cca-15a8691e8c25 req-dfea6255-49db-41ba-a174-c3e40a3d485a tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362837 Jul 06 12:00:30.212480 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-6d77ec5d-6291-425f-8c35-f42b2f740ab8 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:30.214446 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-6d77ec5d-6291-425f-8c35-f42b2f740ab8 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/networks?id=c9ba90c4-7387-46b8-81ee-2676932fbc50 HTTP/1.1" status: 200 len: 812 time: 0.1040282 Jul 06 12:00:30.216030 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a758958c-8f03-4caf-a899-7f3871eb492d req-d3e821d6-0de6-4c73-a33e-220c1108573d tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.23 "GET /v2.0/ports?device_id=b697b59b-f5b0-442c-93d4-c4754a82ba21 HTTP/1.1" status: 200 len: 210 time: 0.0324953 Jul 06 12:00:30.235127 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-d24d8821-4c0b-4be8-8ea3-cd876c113cac tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/quotas/af2573afe7df47ea87c700ac760d6276 HTTP/1.1" status: 200 len: 375 time: 0.0111470 Jul 06 12:00:30.276853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-0423c49d-45d8-41ef-869d-1b0be25331c6 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=af2573afe7df47ea87c700ac760d6276&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353978 Jul 06 12:00:30.374933 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-9d80a6d9-269e-499f-a576-cd4b49aa0645 service neutron] 10.222.0.81 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901387 Jul 06 12:00:30.476000 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-e890e737-9b89-4be2-a74e-9edebf551932 service neutron] 10.222.0.81 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898089 Jul 06 12:00:30.562105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39112) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:30.567361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Request body: {'subnets': [{'network_id': '268948ad-de93-4880-b21a-34e4d2e68926', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--12477807', 'ip_version': 6}, {'network_id': 'cf04d64d-f9c4-46a6-93cf-8a0487b1627c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:30.568155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Request body: {'subnet': {'network_id': '268948ad-de93-4880-b21a-34e4d2e68926', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--12477807', 'ip_version': 6}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:30.568543 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Request body: {'subnet': {'network_id': 'cf04d64d-f9c4-46a6-93cf-8a0487b1627c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:30.756748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Made reservation on behalf of f6d6189b1c7847cabe354b7b8dcc5baa for: {'subnet': 2} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:30.762219 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.762562 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:30.823512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e0a0f-5dda-4b78-86e7-d7612a536122 req-ec6bb4c3-3c2f-4258-b590-aecfe3fc85fe tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:30.825278 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e7e0a0f-5dda-4b78-86e7-d7612a536122 req-ec6bb4c3-3c2f-4258-b590-aecfe3fc85fe tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 946 time: 0.0734828 Jul 06 12:00:30.875945 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e7e0a0f-5dda-4b78-86e7-d7612a536122 req-64cf3122-65eb-4533-aa9a-56318e0e6499 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429318 Jul 06 12:00:31.225765 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.288104 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event updated for resources: {'Subnet': ['ID=17adcd6b-dbd6-4528-9421-c589daa1c158,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:31.300701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Checking segment: {'id': 'f3876b51-b34e-4215-8015-bb724d654393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '268948ad-de93-4880-b21a-34e4d2e68926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:31.301102 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Network hostable DHCP agents. Network: 268948ad-de93-4880-b21a-34e4d2e68926, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:31.319640 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Network 268948ad-de93-4880-b21a-34e4d2e68926 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:31.331539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 268948ad-de93-4880-b21a-34e4d2e68926) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:31.335219 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.346098 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362a507b-15ec-4c20-ad8e-a85dedce9998 None None] Network 268948ad-de93-4880-b21a-34e4d2e68926 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:31.418679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event updated for resources: {'Subnet': ['ID=447b7655-9062-4d00-93ef-8dca022e276c,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:31.427377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Checking segment: {'id': '639a7482-ca91-497f-8428-8a0a1d0d0dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cf04d64d-f9c4-46a6-93cf-8a0487b1627c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:31.427757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Network hostable DHCP agents. Network: cf04d64d-f9c4-46a6-93cf-8a0487b1627c, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:31.449119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Network cf04d64d-f9c4-46a6-93cf-8a0487b1627c is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:31.460096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, cf04d64d-f9c4-46a6-93cf-8a0487b1627c) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:31.464612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.465161 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.465790 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.491983 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39136) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:31.493433 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-481b0139-a693-4c25-aa0d-b4d612625fd3 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 0.9301629 Jul 06 12:00:31.495452 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff59b40d-3987-417d-90e0-0f406339b7c6 None None] Network cf04d64d-f9c4-46a6-93cf-8a0487b1627c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:31.632909 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658998f6-f038-4847-9493-8e323a186198 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.634671 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658998f6-f038-4847-9493-8e323a186198 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.636351 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658998f6-f038-4847-9493-8e323a186198 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.638175 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-658998f6-f038-4847-9493-8e323a186198 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.1450617 Jul 06 12:00:31.647672 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39138) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:31.676553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b032837-a00f-40c1-ace5-13e25687aaa7 req-3f8785b6-3de5-49d2-b351-2aed3d3014ac tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.678020 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b032837-a00f-40c1-ace5-13e25687aaa7 req-3f8785b6-3de5-49d2-b351-2aed3d3014ac tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 946 time: 0.1171191 Jul 06 12:00:31.705111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-53efc70a-9b36-433a-83a1-39805322332a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Deleting subnet 17adcd6b-dbd6-4528-9421-c589daa1c158 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:00:31.708627 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53efc70a-9b36-433a-83a1-39805322332a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.732632 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b032837-a00f-40c1-ace5-13e25687aaa7 req-d608eb2f-91ba-4218-b6c8-c176a52a9068 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415566 Jul 06 12:00:31.750930 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53efc70a-9b36-433a-83a1-39805322332a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.785346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a57aa2-6191-47bb-8062-cfdbbd7d9329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-268948ad-de93-4880-b21a-34e4d2e68926', 'network_id': '268948ad-de93-4880-b21a-34e4d2e68926', 'tenant_id': 'f6d6189b1c7847cabe354b7b8dcc5baa', 'fixed_ips': [{'subnet_id': '17adcd6b-dbd6-4528-9421-c589daa1c158'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:00:31.786622 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3a57aa2-6191-47bb-8062-cfdbbd7d9329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.800121 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53efc70a-9b36-433a-83a1-39805322332a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.868524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53efc70a-9b36-433a-83a1-39805322332a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.896069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efc70a-9b36-433a-83a1-39805322332a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event deleted for resources: {'Subnet': ['ID=17adcd6b-dbd6-4528-9421-c589daa1c158,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:31.900256 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53efc70a-9b36-433a-83a1-39805322332a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.906002 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-53efc70a-9b36-433a-83a1-39805322332a tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "DELETE /v2.0/subnets/17adcd6b-dbd6-4528-9421-c589daa1c158 HTTP/1.1" status: 204 len: 168 time: 0.2569742 Jul 06 12:00:31.906620 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39142) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:31.910498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df8dab-c181-495a-9fa1-826bf096d353 req-ffa7654f-7919-433a-8c2c-750955f39150 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:31.912309 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-65df8dab-c181-495a-9fa1-826bf096d353 req-ffa7654f-7919-433a-8c2c-750955f39150 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.0699120 Jul 06 12:00:31.956844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce5509a-783e-4190-88cc-7f1d9efbdb5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-cf04d64d-f9c4-46a6-93cf-8a0487b1627c', 'network_id': 'cf04d64d-f9c4-46a6-93cf-8a0487b1627c', 'tenant_id': 'f6d6189b1c7847cabe354b7b8dcc5baa', 'fixed_ips': [{'subnet_id': '447b7655-9062-4d00-93ef-8dca022e276c'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:00:31.957844 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cce5509a-783e-4190-88cc-7f1d9efbdb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.966942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49329f6-ae8f-4d03-aead-b3e16934524b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Deleting subnet 447b7655-9062-4d00-93ef-8dca022e276c {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:00:31.970513 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b49329f6-ae8f-4d03-aead-b3e16934524b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:31.994380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-65df8dab-c181-495a-9fa1-826bf096d353 req-c4d5872a-24df-4583-9657-659cf045a350 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741403 Jul 06 12:00:32.019166 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b49329f6-ae8f-4d03-aead-b3e16934524b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server [None req-e3a57aa2-6191-47bb-8062-cfdbbd7d9329 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17adcd6b-dbd6-4528-9421-c589daa1c158: This subnet is being modified by another concurrent operation. Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:00:32.042167 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17adcd6b-dbd6-4528-9421-c589daa1c158: This subnet is being modified by another concurrent operation. Jul 06 12:00:32.046517 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Jul 06 12:00:32.136767 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b49329f6-ae8f-4d03-aead-b3e16934524b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.151206 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c9b757-4386-4220-9f15-1eb9b98e60c0 None None] Network 268948ad-de93-4880-b21a-34e4d2e68926 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:32.244565 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-0ecc4818-27cd-4cb3-8ad6-6956f2ef6ee7 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:32.246790 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-0ecc4818-27cd-4cb3-8ad6-6956f2ef6ee7 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.23 "GET /v2.0/networks?id=c9ba90c4-7387-46b8-81ee-2676932fbc50 HTTP/1.1" status: 200 len: 812 time: 0.1694133 Jul 06 12:00:32.248592 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b49329f6-ae8f-4d03-aead-b3e16934524b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.269450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-985c60d1-381a-42f4-ad2b-001061f5aa6c tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Request body: {'port': {'device_id': 'fad5fa3b-434f-49cd-9727-561a404b62a8', 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50', 'admin_state_up': True, 'tenant_id': 'af2573afe7df47ea87c700ac760d6276'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:32.276007 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b49329f6-ae8f-4d03-aead-b3e16934524b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.278508 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b49329f6-ae8f-4d03-aead-b3e16934524b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "DELETE /v2.0/subnets/447b7655-9062-4d00-93ef-8dca022e276c HTTP/1.1" status: 204 len: 168 time: 0.3709190 Jul 06 12:00:32.281754 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39148) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:32.315269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49329f6-ae8f-4d03-aead-b3e16934524b tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event deleted for resources: {'Subnet': ['ID=447b7655-9062-4d00-93ef-8dca022e276c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server [None req-cce5509a-783e-4190-88cc-7f1d9efbdb5f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 447b7655-9062-4d00-93ef-8dca022e276c: This subnet is being modified by another concurrent operation. Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:00:32.343592 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 447b7655-9062-4d00-93ef-8dca022e276c: This subnet is being modified by another concurrent operation. Jul 06 12:00:32.347850 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Jul 06 12:00:32.366782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f852e40d-ea96-4967-acda-a853996c99e0 None None] Network cf04d64d-f9c4-46a6-93cf-8a0487b1627c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:32.400672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a431c2e0-23d0-443c-b76f-77439d452906 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:32.402692 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a431c2e0-23d0-443c-b76f-77439d452906 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1199367 Jul 06 12:00:32.409920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39152) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:32.460108 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b7caead0-50e7-4a3f-8c03-927161941dca req-4dd0ddf2-8cdd-4bee-aceb-c61c143565e8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8853a5bd1dbe453f824c6f7e6aa80b6d&device_id=7805210a-ee61-4339-b797-dd67f9c4b32a HTTP/1.1" status: 200 len: 210 time: 0.0285232 Jul 06 12:00:32.496708 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b7caead0-50e7-4a3f-8c03-927161941dca req-4953ac6c-19bf-4406-ad03-88f5bab88a19 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=8853a5bd1dbe453f824c6f7e6aa80b6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265558 Jul 06 12:00:32.510748 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03edd959-e023-4738-899a-b3ceedd870c5 None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:00:32.516219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-985c60d1-381a-42f4-ad2b-001061f5aa6c tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Made reservation on behalf of af2573afe7df47ea87c700ac760d6276 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:32.520933 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-985c60d1-381a-42f4-ad2b-001061f5aa6c tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.524890 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a1235a10-3e92-4d2f-85a8-860ba2f923da tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.556858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0052a1f3-c803-490c-bbdd-f8811d2b6806 req-1efb2491-5d44-49bd-9f5d-79eea58b5998 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e49f48-3ead-49ab-be87-6ccc875b0597 HTTP/1.1" status: 200 len: 210 time: 0.0599608 Jul 06 12:00:32.652124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03edd959-e023-4738-899a-b3ceedd870c5 None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:00:32.689997 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a1235a10-3e92-4d2f-85a8-860ba2f923da tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.706415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a1235a10-3e92-4d2f-85a8-860ba2f923da tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf04d64d-f9c4-46a6-93cf-8a0487b1627c']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:32.721513 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a1235a10-3e92-4d2f-85a8-860ba2f923da tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639a7482-ca91-497f-8428-8a0a1d0d0dfc') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:32.722170 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a1235a10-3e92-4d2f-85a8-860ba2f923da tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639a7482-ca91-497f-8428-8a0a1d0d0dfc') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:32.734809 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a1235a10-3e92-4d2f-85a8-860ba2f923da tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.752996 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a1235a10-3e92-4d2f-85a8-860ba2f923da tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.762368 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1235a10-3e92-4d2f-85a8-860ba2f923da tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:32.763075 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a1235a10-3e92-4d2f-85a8-860ba2f923da tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:32.768421 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:32.850037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7caead0-50e7-4a3f-8c03-927161941dca req-9f181df8-029d-4c85-8171-c0b552c3dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:32.855825 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b7caead0-50e7-4a3f-8c03-927161941dca req-9f181df8-029d-4c85-8171-c0b552c3dd74 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3484592 Jul 06 12:00:32.863654 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a1235a10-3e92-4d2f-85a8-860ba2f923da tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.876477 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a1235a10-3e92-4d2f-85a8-860ba2f923da tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:32.883782 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a1235a10-3e92-4d2f-85a8-860ba2f923da tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "DELETE /v2.0/networks/cf04d64d-f9c4-46a6-93cf-8a0487b1627c HTTP/1.1" status: 204 len: 168 time: 0.4727485 Jul 06 12:00:32.886311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39156) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:32.900822 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1235a10-3e92-4d2f-85a8-860ba2f923da tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event deleted for resources: {'Network': ['ID=cf04d64d-f9c4-46a6-93cf-8a0487b1627c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:32.991044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-985c60d1-381a-42f4-ad2b-001061f5aa6c tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Allocated IP 172.20.0.14 (c9ba90c4-7387-46b8-81ee-2676932fbc50/48440bd0-2110-4fcf-aa64-c7f0160418a2/58e1f3b1-1311-4fd6-9683-5987c1b94b73) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:33.018030 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-c8a25012-f364-4211-aa01-d6b58bfadc10 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:33.020355 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-c8a25012-f364-4211-aa01-d6b58bfadc10 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.23 "GET /v2.0/networks?id=c9ba90c4-7387-46b8-81ee-2676932fbc50 HTTP/1.1" status: 200 len: 812 time: 0.3306289 Jul 06 12:00:33.041707 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-d9ff818a-cc27-4aaf-a5b9-9b6ccc1a7e5e tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Request body: {'port': {'device_id': '38e49f48-3ead-49ab-be87-6ccc875b0597', 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50', 'admin_state_up': True, 'tenant_id': 'af2573afe7df47ea87c700ac760d6276'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:33.096545 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e44b3be-76b5-4d56-8446-8ef21e9f2036 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.196364 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10fe42c-0004-4eef-91ae-0841b921ae06 None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:00:33.290216 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-417f4276-ec48-4497-89fd-9687e45f52b6 req-b7bbca0c-1dd7-4ec2-971e-5cb207af9fc7 tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=7805210a-ee61-4339-b797-dd67f9c4b32a HTTP/1.1" status: 200 len: 210 time: 0.0306115 Jul 06 12:00:33.296320 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10fe42c-0004-4eef-91ae-0841b921ae06 None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:00:33.325772 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e44b3be-76b5-4d56-8446-8ef21e9f2036 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.352058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2e44b3be-76b5-4d56-8446-8ef21e9f2036 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268948ad-de93-4880-b21a-34e4d2e68926']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:33.375148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2e44b3be-76b5-4d56-8446-8ef21e9f2036 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3876b51-b34e-4215-8015-bb724d654393') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:33.375572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2e44b3be-76b5-4d56-8446-8ef21e9f2036 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3876b51-b34e-4215-8015-bb724d654393') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:33.388178 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-985c60d1-381a-42f4-ad2b-001061f5aa6c tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.390113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-d9ff818a-cc27-4aaf-a5b9-9b6ccc1a7e5e tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Made reservation on behalf of af2573afe7df47ea87c700ac760d6276 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:33.394196 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-d9ff818a-cc27-4aaf-a5b9-9b6ccc1a7e5e tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.397274 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e44b3be-76b5-4d56-8446-8ef21e9f2036 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.424835 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e44b3be-76b5-4d56-8446-8ef21e9f2036 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.443956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e44b3be-76b5-4d56-8446-8ef21e9f2036 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:33.444367 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e44b3be-76b5-4d56-8446-8ef21e9f2036 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:33.448612 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:33.473848 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407e83c-ad72-47b5-8d1e-107fe1c3037f req-13ade6d5-2e6d-4aa2-8cec-8b40161938d3 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:33.483310 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5407e83c-ad72-47b5-8d1e-107fe1c3037f req-13ade6d5-2e6d-4aa2-8cec-8b40161938d3 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 946 time: 0.0800889 Jul 06 12:00:33.526428 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5407e83c-ad72-47b5-8d1e-107fe1c3037f req-e2c14840-a67e-49f3-8787-a06fb1ed6045 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421531 Jul 06 12:00:33.569143 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-985c60d1-381a-42f4-ad2b-001061f5aa6c tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.585421 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e44b3be-76b5-4d56-8446-8ef21e9f2036 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.590051 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e44b3be-76b5-4d56-8446-8ef21e9f2036 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.594493 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2e44b3be-76b5-4d56-8446-8ef21e9f2036 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "DELETE /v2.0/networks/268948ad-de93-4880-b21a-34e4d2e68926 HTTP/1.1" status: 204 len: 168 time: 0.7048528 Jul 06 12:00:33.594881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39164) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:33.696401 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44b3be-76b5-4d56-8446-8ef21e9f2036 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event deleted for resources: {'Network': ['ID=268948ad-de93-4880-b21a-34e4d2e68926,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:33.701885 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-985c60d1-381a-42f4-ad2b-001061f5aa6c tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Network c9ba90c4-7387-46b8-81ee-2676932fbc50 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:33.708522 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.710771 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-985c60d1-381a-42f4-ad2b-001061f5aa6c tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:33.714092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c60d1-381a-42f4-ad2b-001061f5aa6c tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Pushing event updated for resources: {'Port': ['ID=58e1f3b1-1311-4fd6-9683-5987c1b94b73,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:33.718831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-985c60d1-381a-42f4-ad2b-001061f5aa6c tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:33.723662 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-d9ff818a-cc27-4aaf-a5b9-9b6ccc1a7e5e tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Allocated IP 172.20.0.7 (c9ba90c4-7387-46b8-81ee-2676932fbc50/48440bd0-2110-4fcf-aa64-c7f0160418a2/66c29ce1-337d-4bf5-9282-d6805bca742f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:33.766174 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79efdcc-5fa4-47a2-9885-983d9f9e3926 req-ae150772-c697-4276-864c-74214d90f8a6 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:33.767742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d79efdcc-5fa4-47a2-9885-983d9f9e3926 req-ae150772-c697-4276-864c-74214d90f8a6 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.1202323 Jul 06 12:00:33.784347 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-985c60d1-381a-42f4-ad2b-001061f5aa6c tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:33.784964 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-985c60d1-381a-42f4-ad2b-001061f5aa6c tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.813786 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-985c60d1-381a-42f4-ad2b-001061f5aa6c tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5549340 Jul 06 12:00:33.826841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Request body: {'port': {'device_id': 'fad5fa3b-434f-49cd-9727-561a404b62a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:33.842360 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.858973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e7f473-77ed-42fc-bb20-28c2b5f1e429']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:33.870057 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d79efdcc-5fa4-47a2-9885-983d9f9e3926 req-27e6a9dc-96e6-42e8-b0aa-99fbb9644904 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916002 Jul 06 12:00:33.873827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3965019-ca6c-4a36-995b-6ba2be0b9919') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:33.873827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3965019-ca6c-4a36-995b-6ba2be0b9919') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:33.883894 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.909349 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.918709 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:33.919212 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:33.922414 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:33.970808 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:33.991031 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-d9ff818a-cc27-4aaf-a5b9-9b6ccc1a7e5e tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.030993 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.044781 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.046601 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "DELETE /v2.0/networks/a7e7f473-77ed-42fc-bb20-28c2b5f1e429 HTTP/1.1" status: 204 len: 168 time: 0.4506724 Jul 06 12:00:34.052100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:34.060414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event deleted for resources: {'Network': ['ID=a7e7f473-77ed-42fc-bb20-28c2b5f1e429,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:34.072666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:34.073222 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:34.073566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:34.073897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:34.074244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:34.074552 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:34.074871 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:34.075192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:34.075537 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:34.075856 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:34.076175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:34.076494 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a04a7-1f83-4631-8a66-5b317626acaa tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:00:34.092669 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a253d64-2894-4b61-90ef-e02f7c0f20a9 req-aa9c2715-6df9-42b3-8d48-37c1d878cebe tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:34.094165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a253d64-2894-4b61-90ef-e02f7c0f20a9 req-aa9c2715-6df9-42b3-8d48-37c1d878cebe tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 946 time: 0.1142681 Jul 06 12:00:34.134062 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a253d64-2894-4b61-90ef-e02f7c0f20a9 req-4bbd8df3-da24-4ffa-9c27-5d1a558a07f9 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333793 Jul 06 12:00:34.198126 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-d9ff818a-cc27-4aaf-a5b9-9b6ccc1a7e5e tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.274512 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d64dfcdd-3d0f-409d-a81f-dee577f95378 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.301188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefa803-ded1-4cc0-a10d-9d4630166f11 req-09797ce1-3b8a-4ecc-a97e-09ccbe9b199f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:34.302690 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7aefa803-ded1-4cc0-a10d-9d4630166f11 req-09797ce1-3b8a-4ecc-a97e-09ccbe9b199f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e49f48-3ead-49ab-be87-6ccc875b0597 HTTP/1.1" status: 200 len: 931 time: 0.0643215 Jul 06 12:00:34.310075 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b7caead0-50e7-4a3f-8c03-927161941dca req-e2011302-0d69-4c15-a793-9c96c5b0f20a tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.89 "GET /v2.0/ports?device_id=7805210a-ee61-4339-b797-dd67f9c4b32a HTTP/1.1" status: 200 len: 210 time: 0.0655425 Jul 06 12:00:34.330000 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-d9ff818a-cc27-4aaf-a5b9-9b6ccc1a7e5e tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Network c9ba90c4-7387-46b8-81ee-2676932fbc50 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:34.339022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-d9ff818a-cc27-4aaf-a5b9-9b6ccc1a7e5e tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:34.343613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-d9ff818a-cc27-4aaf-a5b9-9b6ccc1a7e5e tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:34.347734 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff818a-cc27-4aaf-a5b9-9b6ccc1a7e5e tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Pushing event updated for resources: {'Port': ['ID=66c29ce1-337d-4bf5-9282-d6805bca742f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:34.352857 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7aefa803-ded1-4cc0-a10d-9d4630166f11 req-6eb76128-7670-4945-8423-e9c83a441bf5 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 Jul 06 12:00:34.741775 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3fd451ab-8343-493f-a6ee-01313b232dae req-7136406c-8dd1-4575-a48b-754ca8f2ab81 tempest-ServerShowV247Test-2031444998 tempest-ServerShowV247Test-2031444998-project] 10.222.0.81 "GET /v2.0/ports?device_id=7805210a-ee61-4339-b797-dd67f9c4b32a HTTP/1.1" status: 200 len: 210 time: 0.0418177 Jul 06 12:00:34.829621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-d9ff818a-cc27-4aaf-a5b9-9b6ccc1a7e5e tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:34.830817 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-d9ff818a-cc27-4aaf-a5b9-9b6ccc1a7e5e tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.844215 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d64dfcdd-3d0f-409d-a81f-dee577f95378 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.871985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d64dfcdd-3d0f-409d-a81f-dee577f95378 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b05324-647e-47a4-adec-d353bfef99bf']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:34.896489 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-d9ff818a-cc27-4aaf-a5b9-9b6ccc1a7e5e tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8660028 Jul 06 12:00:34.902381 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d64dfcdd-3d0f-409d-a81f-dee577f95378 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abf455f-5aea-43cd-a184-25c9b968eeb9') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:34.902676 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d64dfcdd-3d0f-409d-a81f-dee577f95378 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abf455f-5aea-43cd-a184-25c9b968eeb9') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:34.915900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Request body: {'port': {'device_id': '38e49f48-3ead-49ab-be87-6ccc875b0597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:34.924348 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f6f98-42fb-43c6-ac52-2f2f744448ba req-91380a44-93e4-44da-ac75-643d797d950c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:34.925830 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d64dfcdd-3d0f-409d-a81f-dee577f95378 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.930921 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d3f6f98-42fb-43c6-ac52-2f2f744448ba req-91380a44-93e4-44da-ac75-643d797d950c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 946 time: 0.0800095 Jul 06 12:00:34.960564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e1f3b1-1311-4fd6-9683-5987c1b94b73 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:34.971665 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.976480 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d64dfcdd-3d0f-409d-a81f-dee577f95378 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:34.981872 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d3f6f98-42fb-43c6-ac52-2f2f744448ba req-5102421c-8616-442d-aa58-2c1b7d26d994 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493889 Jul 06 12:00:35.000897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64dfcdd-3d0f-409d-a81f-dee577f95378 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:35.001296 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d64dfcdd-3d0f-409d-a81f-dee577f95378 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:35.008633 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:35.086592 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.097808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Transition to ACTIVE for port object 58e1f3b1-1311-4fd6-9683-5987c1b94b73 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:35.100276 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d64dfcdd-3d0f-409d-a81f-dee577f95378 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.108153 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.113742 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d64dfcdd-3d0f-409d-a81f-dee577f95378 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.115627 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d64dfcdd-3d0f-409d-a81f-dee577f95378 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] 10.222.0.81 "DELETE /v2.0/networks/75b05324-647e-47a4-adec-d353bfef99bf HTTP/1.1" status: 204 len: 168 time: 1.0619287 Jul 06 12:00:35.174129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce848e-ded1-46f7-951f-1143b3220a97 req-1a72a062-47b1-40b8-9f60-d6c32154d28b tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:35.176077 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93ce848e-ded1-46f7-951f-1143b3220a97 req-1a72a062-47b1-40b8-9f60-d6c32154d28b tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.0770700 Jul 06 12:00:35.177975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dfcdd-3d0f-409d-a81f-dee577f95378 tempest-BulkNetworkOpsIpV6Test-1249007887 tempest-BulkNetworkOpsIpV6Test-1249007887-project] Pushing event deleted for resources: {'Network': ['ID=75b05324-647e-47a4-adec-d353bfef99bf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:35.219758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Pushing event updated for resources: {'Port': ['ID=58e1f3b1-1311-4fd6-9683-5987c1b94b73,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:35.240679 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93ce848e-ded1-46f7-951f-1143b3220a97 req-07eeeb3b-19c4-4540-91f5-41ef0439e086 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535691 Jul 06 12:00:35.343266 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.375270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39186) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:35.409400 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Attempting to bind port 58e1f3b1-1311-4fd6-9683-5987c1b94b73 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:35.409975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Attempting to bind port 58e1f3b1-1311-4fd6-9683-5987c1b94b73 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:35.409975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Attempting to bind port 58e1f3b1-1311-4fd6-9683-5987c1b94b73 on network c9ba90c4-7387-46b8-81ee-2676932fbc50 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:35.418847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Port 58e1f3b1-1311-4fd6-9683-5987c1b94b73 on network c9ba90c4-7387-46b8-81ee-2676932fbc50 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:35.419184 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Attempting to bind port 58e1f3b1-1311-4fd6-9683-5987c1b94b73 on network c9ba90c4-7387-46b8-81ee-2676932fbc50 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:35.427074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cef6af-9431-493d-9ce2-b1e9f8043e4b req-d7299212-ce8f-40a6-aec3-e0a7b3f23e6a tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:35.428286 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:35.428423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88cef6af-9431-493d-9ce2-b1e9f8043e4b req-d7299212-ce8f-40a6-aec3-e0a7b3f23e6a tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 946 time: 0.0933106 Jul 06 12:00:35.428636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Checking segment: {'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:35.429020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Bound using segment: {'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:35.429501 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Bound port: 58e1f3b1-1311-4fd6-9683-5987c1b94b73, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:35.429884 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.484442 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-54190eef-b523-4809-9aad-8928ff4abb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.491548 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88cef6af-9431-493d-9ce2-b1e9f8043e4b req-938520dc-e72a-4714-9878-ac6697c66c7e tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561628 Jul 06 12:00:35.567468 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cb8ef685-25c9-47a5-869c-21ee2d04c8ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6d6189b1c7847cabe354b7b8dcc5baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1913807 Jul 06 12:00:35.570026 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] For port 58e1f3b1-1311-4fd6-9683-5987c1b94b73, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:35.570580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39196) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:35.600716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] For port 58e1f3b1-1311-4fd6-9683-5987c1b94b73, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=58e1f3b1-1311-4fd6-9683-5987c1b94b73,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:35.604878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c29ce1-337d-4bf5-9282-d6805bca742f {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:35.615253 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.618370 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.678214 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Transition to ACTIVE for port object 66c29ce1-337d-4bf5-9282-d6805bca742f will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:35.683594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:35.684457 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.684681 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4395ca-bf7b-4d1d-8b6e-4a9e5fd8c95f req-8b4236ae-0c85-4bb4-8086-78ea9fcbf1d4 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:35.685842 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] 10.222.0.23 "PUT /v2.0/ports/58e1f3b1-1311-4fd6-9683-5987c1b94b73 HTTP/1.1" status: 200 len: 1092 time: 1.8632629 Jul 06 12:00:35.686213 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6d4395ca-bf7b-4d1d-8b6e-4a9e5fd8c95f req-8b4236ae-0c85-4bb4-8086-78ea9fcbf1d4 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e49f48-3ead-49ab-be87-6ccc875b0597 HTTP/1.1" status: 200 len: 931 time: 0.0692632 Jul 06 12:00:35.686429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad5fa3b-434f-49cd-9727-561a404b62a8', 'tag': '58e1f3b1-1311-4fd6-9683-5987c1b94b73'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:35.688715 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec64812-c6a7-4f34-a019-7108eed6b85b" -d '{"events": [{"name": "network-changed", "server_uuid": "fad5fa3b-434f-49cd-9727-561a404b62a8", "tag": "58e1f3b1-1311-4fd6-9683-5987c1b94b73"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:35.695372 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.733769 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6d4395ca-bf7b-4d1d-8b6e-4a9e5fd8c95f req-18038baa-a685-45b4-9fa8-942d6fab5713 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393298 Jul 06 12:00:35.760053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9460a-d3cd-4f27-b6c5-faab910258bb service neutron] Pushing event updated for resources: {'Port': ['ID=58e1f3b1-1311-4fd6-9683-5987c1b94b73,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:35.762669 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-603d2b0e-6e7b-44e8-b2d7-4e4df2ea1437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.847676 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-603d2b0e-6e7b-44e8-b2d7-4e4df2ea1437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:35.890178 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Pushing event updated for resources: {'Port': ['ID=66c29ce1-337d-4bf5-9282-d6805bca742f,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:35.929220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-6ffff0e8-77b1-43aa-8ad9-828b17bb18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:35.930741 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-6ffff0e8-77b1-43aa-8ad9-828b17bb18bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af2573afe7df47ea87c700ac760d6276&device_id=fad5fa3b-434f-49cd-9727-561a404b62a8 HTTP/1.1" status: 200 len: 1095 time: 0.2039726 Jul 06 12:00:35.978623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Attempting to bind port 66c29ce1-337d-4bf5-9282-d6805bca742f on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:35.978961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Attempting to bind port 66c29ce1-337d-4bf5-9282-d6805bca742f by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:35.979303 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Attempting to bind port 66c29ce1-337d-4bf5-9282-d6805bca742f on network c9ba90c4-7387-46b8-81ee-2676932fbc50 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:35.983611 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-d2d12a5b-30ea-4774-ae36-c2c0bc1623c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e1f3b1-1311-4fd6-9683-5987c1b94b73 HTTP/1.1" status: 200 len: 217 time: 0.0411406 Jul 06 12:00:35.999853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Port 66c29ce1-337d-4bf5-9282-d6805bca742f on network c9ba90c4-7387-46b8-81ee-2676932fbc50 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:36.000197 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Attempting to bind port 66c29ce1-337d-4bf5-9282-d6805bca742f on network c9ba90c4-7387-46b8-81ee-2676932fbc50 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:36.002021 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-603d2b0e-6e7b-44e8-b2d7-4e4df2ea1437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.004668 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-603d2b0e-6e7b-44e8-b2d7-4e4df2ea1437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.005799 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-603d2b0e-6e7b-44e8-b2d7-4e4df2ea1437 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f24623e4-4811-400f-b784-b813207b7835 HTTP/1.1" status: 204 len: 168 time: 0.4341681 Jul 06 12:00:36.040181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:36.040517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Checking segment: {'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:36.040905 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Bound using segment: {'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:36.041376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Bound port: 66c29ce1-337d-4bf5-9282-d6805bca742f, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:36.041731 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.049993 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d2b0e-6e7b-44e8-b2d7-4e4df2ea1437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24623e4-4811-400f-b784-b813207b7835,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:36.089154 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-1cb0ef29-695c-44df-8f67-148b9b593b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:36.090732 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-1cb0ef29-695c-44df-8f67-148b9b593b79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48440bd0-2110-4fcf-aa64-c7f0160418a2 HTTP/1.1" status: 200 len: 852 time: 0.0995121 Jul 06 12:00:36.134683 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-cf691dd7-9706-4b3b-94c4-03af55f59bc0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9ba90c4-7387-46b8-81ee-2676932fbc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361924 Jul 06 12:00:36.197581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] For port 66c29ce1-337d-4bf5-9282-d6805bca742f, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:36.216983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] For port 66c29ce1-337d-4bf5-9282-d6805bca742f, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=66c29ce1-337d-4bf5-9282-d6805bca742f,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:36.224939 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.256691 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.278178 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:36.278800 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:36.280210 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-3501994e-0c62-4799-b263-341b0c578362 service neutron] 10.222.0.23 "PUT /v2.0/ports/66c29ce1-337d-4bf5-9282-d6805bca742f HTTP/1.1" status: 200 len: 1091 time: 1.3700924 Jul 06 12:00:36.309307 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-990e4bc5-db49-4c18-92f1-48b2497e0170 service neutron] 10.222.0.23 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665137 Jul 06 12:00:36.312557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501994e-0c62-4799-b263-341b0c578362 service neutron] Pushing event updated for resources: {'Port': ['ID=66c29ce1-337d-4bf5-9282-d6805bca742f,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:36.436165 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaad65ee-8fd5-4b1f-add5-b703f426b9f2 x-openstack-request-id: req-aaad65ee-8fd5-4b1f-add5-b703f426b9f2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:36.436778 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad5fa3b-434f-49cd-9727-561a404b62a8", "tag": "58e1f3b1-1311-4fd6-9683-5987c1b94b73", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:36.436778 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aaad65ee-8fd5-4b1f-add5-b703f426b9f2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:36.437141 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad5fa3b-434f-49cd-9727-561a404b62a8', 'tag': '58e1f3b1-1311-4fd6-9683-5987c1b94b73', 'status': 'completed', 'code': 200} Jul 06 12:00:36.474673 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-305469bd-1229-4d04-9f9c-b086588dd3f9 service neutron] 10.222.0.23 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517799 Jul 06 12:00:36.481413 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-eaa1de44-d0de-4e63-940b-172466c17d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:36.482392 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-eaa1de44-d0de-4e63-940b-172466c17d99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af2573afe7df47ea87c700ac760d6276&device_id=38e49f48-3ead-49ab-be87-6ccc875b0597 HTTP/1.1" status: 200 len: 1094 time: 0.1023157 Jul 06 12:00:36.537515 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-d9f33b91-dce7-4fe0-bc29-ad49739266e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66c29ce1-337d-4bf5-9282-d6805bca742f HTTP/1.1" status: 200 len: 217 time: 0.0466039 Jul 06 12:00:36.603657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-6b745b13-d66c-4da2-9a59-26eeba2298e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:36.605700 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-6b745b13-d66c-4da2-9a59-26eeba2298e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48440bd0-2110-4fcf-aa64-c7f0160418a2 HTTP/1.1" status: 200 len: 852 time: 0.0612323 Jul 06 12:00:36.677570 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-f18358bf-51e2-4e98-86bd-2816195e9717 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9ba90c4-7387-46b8-81ee-2676932fbc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594072 Jul 06 12:00:36.735905 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b77eb3-f9b0-4937-9a19-73720a6aad06 req-7b49970a-d3e5-4b3d-9c9f-8b4da19617a9 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:36.738176 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c6b77eb3-f9b0-4937-9a19-73720a6aad06 req-7b49970a-d3e5-4b3d-9c9f-8b4da19617a9 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.0758333 Jul 06 12:00:36.776814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec64812-c6a7-4f34-a019-7108eed6b85b req-cde69130-ef9e-4a5e-ac7d-f29d4ed2efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:36.777559 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ec64812-c6a7-4f34-a019-7108eed6b85b req-cde69130-ef9e-4a5e-ac7d-f29d4ed2efd5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af2573afe7df47ea87c700ac760d6276&device_id=fad5fa3b-434f-49cd-9727-561a404b62a8 HTTP/1.1" status: 200 len: 1095 time: 0.1467516 Jul 06 12:00:36.784551 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c6b77eb3-f9b0-4937-9a19-73720a6aad06 req-790d16ff-3c7d-4263-a0ac-2d730c198f93 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Jul 06 12:00:36.838012 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-d9d5133b-b958-4981-ad8a-30b4379b6841 service neutron] 10.222.0.23 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520875 Jul 06 12:00:36.878719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39244) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:36.937385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39250) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:36.963845 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec64812-c6a7-4f34-a019-7108eed6b85b req-768f83ef-f472-4d90-9ada-263c775c2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:36.965499 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ec64812-c6a7-4f34-a019-7108eed6b85b req-768f83ef-f472-4d90-9ada-263c775c2508 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c9ba90c4-7387-46b8-81ee-2676932fbc50 HTTP/1.1" status: 200 len: 913 time: 0.1799040 Jul 06 12:00:37.020891 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ec64812-c6a7-4f34-a019-7108eed6b85b req-44d4b184-fafd-40eb-91ce-d22f60dcadbd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e1f3b1-1311-4fd6-9683-5987c1b94b73 HTTP/1.1" status: 200 len: 217 time: 0.0478766 Jul 06 12:00:37.022888 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61f2ffc6-cc4e-4a99-aa67-1b3e34045edf req-c6b9edb1-6a6c-44fe-8aa2-968880c05c04 service neutron] 10.222.0.23 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762338 Jul 06 12:00:37.044776 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-73dae41f-a619-4843-8ad7-4bc4a2d4f830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.062064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-4aa49dc4-25d1-425f-ab09-cb2ce5e69964 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1049790966'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:37.098136 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec64812-c6a7-4f34-a019-7108eed6b85b req-12971640-975e-437e-ae8e-9ced064c45c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:37.100036 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ec64812-c6a7-4f34-a019-7108eed6b85b req-12971640-975e-437e-ae8e-9ced064c45c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48440bd0-2110-4fcf-aa64-c7f0160418a2 HTTP/1.1" status: 200 len: 852 time: 0.0674000 Jul 06 12:00:37.100300 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.api [None req-73dae41f-a619-4843-8ad7-4bc4a2d4f830 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 12:00:37.100300 n-d-799529-2 neutron-server[100427]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 12:00:37.100300 n-d-799529-2 neutron-server[100427]: [parameters: {'project_id': '8853a5bd1dbe453f824c6f7e6aa80b6d', 'id': 'f617243e-d251-4fdb-8b86-020a956843db', 'expiration': datetime.datetime(2021, 7, 6, 12, 2, 37, 89445)}] Jul 06 12:00:37.100300 n-d-799529-2 neutron-server[100427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:00:37.100684 n-d-799529-2 neutron-server[100427]: DEBUG oslo_db.api [None req-73dae41f-a619-4843-8ad7-4bc4a2d4f830 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:00:37.109473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa49dc4-25d1-425f-ab09-cb2ce5e69964 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Made reservation on behalf of 1f8360427d874fdcaaad2953c3b7f606 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:37.113389 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4aa49dc4-25d1-425f-ab09-cb2ce5e69964 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.123857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ddb52-0f68-4f30-9ca4-a9943b4b8b58 req-84ecc1e7-a047-45c1-8577-9a49de3e714d tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:37.125353 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-462ddb52-0f68-4f30-9ca4-a9943b4b8b58 req-84ecc1e7-a047-45c1-8577-9a49de3e714d tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e49f48-3ead-49ab-be87-6ccc875b0597 HTTP/1.1" status: 200 len: 943 time: 0.1273413 Jul 06 12:00:37.133628 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4aa49dc4-25d1-425f-ab09-cb2ce5e69964 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.135175 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ec64812-c6a7-4f34-a019-7108eed6b85b req-10b21ca5-0632-41ee-8df4-2970b0705a30 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9ba90c4-7387-46b8-81ee-2676932fbc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285769 Jul 06 12:00:37.192912 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-462ddb52-0f68-4f30-9ca4-a9943b4b8b58 req-5ed199e4-a043-44c8-91b9-dabf8862a146 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610044 Jul 06 12:00:37.246607 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ec64812-c6a7-4f34-a019-7108eed6b85b req-5f71c546-8634-4b73-a514-e34a523a2b70 service neutron] 10.222.0.23 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029921 Jul 06 12:00:37.265064 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4aa49dc4-25d1-425f-ab09-cb2ce5e69964 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.270103 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4aa49dc4-25d1-425f-ab09-cb2ce5e69964 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.299609 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa49dc4-25d1-425f-ab09-cb2ce5e69964 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:37.309937 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa49dc4-25d1-425f-ab09-cb2ce5e69964 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cd090e-fb5a-4bb1-8320-029a1de9b959,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:37.314856 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4aa49dc4-25d1-425f-ab09-cb2ce5e69964 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.315200 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-4aa49dc4-25d1-425f-ab09-cb2ce5e69964 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Added segment 498e814f-8392-436b-8898-3b1fea405127 of type vlan for network 2e9882ea-48ea-474a-9225-ef35c2bb6415 Jul 06 12:00:37.355424 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ec64812-c6a7-4f34-a019-7108eed6b85b req-0b4e98ca-e808-4734-951c-788905557b79 service neutron] 10.222.0.23 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014030 Jul 06 12:00:37.369848 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4aa49dc4-25d1-425f-ab09-cb2ce5e69964 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.400310 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4aa49dc4-25d1-425f-ab09-cb2ce5e69964 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.406399 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa49dc4-25d1-425f-ab09-cb2ce5e69964 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:37.407173 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4aa49dc4-25d1-425f-ab09-cb2ce5e69964 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.469939 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4aa49dc4-25d1-425f-ab09-cb2ce5e69964 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5312054 Jul 06 12:00:37.470315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 58e1f3b1-1311-4fd6-9683-5987c1b94b73 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:00:37.479218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa49dc4-25d1-425f-ab09-cb2ce5e69964 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event updated for resources: {'Network': ['ID=2e9882ea-48ea-474a-9225-ef35c2bb6415,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:37.511911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 2e9882ea-48ea-474a-9225-ef35c2bb6415 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:37.602020 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-73dae41f-a619-4843-8ad7-4bc4a2d4f830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.642425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 58e1f3b1-1311-4fd6-9683-5987c1b94b73, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=58e1f3b1-1311-4fd6-9683-5987c1b94b73,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:37.657841 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '58e1f3b1-1311-4fd6-9683-5987c1b94b73', 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50', 'port_id': '58e1f3b1-1311-4fd6-9683-5987c1b94b73', 'mac_address': 'fa:16:3e:2b:ff:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48440bd0-2110-4fcf-aa64-c7f0160418a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:00:37.718693 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.771253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77636f26-3b1b-4c22-b785-81e83d858313 req-68da25c3-40f6-47f6-9b22-85111f2163cb tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:37.772880 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77636f26-3b1b-4c22-b785-81e83d858313 req-68da25c3-40f6-47f6-9b22-85111f2163cb tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 946 time: 0.1016665 Jul 06 12:00:37.807713 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-73dae41f-a619-4843-8ad7-4bc4a2d4f830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.818321 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-73dae41f-a619-4843-8ad7-4bc4a2d4f830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.852318 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77636f26-3b1b-4c22-b785-81e83d858313 req-eac77552-f505-4e56-8ab5-1d88c9507d4f tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712819 Jul 06 12:00:37.872267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-73dae41f-a619-4843-8ad7-4bc4a2d4f830 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8853a5bd1dbe453f824c6f7e6aa80b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9931448 Jul 06 12:00:37.872959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dae41f-a619-4843-8ad7-4bc4a2d4f830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900a8c0e-ac01-4a4e-91da-7893aeb6f3bf,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:37.874939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39264) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:37.887598 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e1f3b1-1311-4fd6-9683-5987c1b94b73 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:37.917055 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 58e1f3b1-1311-4fd6-9683-5987c1b94b73, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=58e1f3b1-1311-4fd6-9683-5987c1b94b73,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:37.921980 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.950440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13a48097-0aea-48ae-b413-928ac377f89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:37.983091 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=58e1f3b1-1311-4fd6-9683-5987c1b94b73,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:37.985558 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13a48097-0aea-48ae-b413-928ac377f89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.057292 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13a48097-0aea-48ae-b413-928ac377f89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.060485 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13a48097-0aea-48ae-b413-928ac377f89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.061818 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-13a48097-0aea-48ae-b413-928ac377f89f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/900a8c0e-ac01-4a4e-91da-7893aeb6f3bf HTTP/1.1" status: 204 len: 168 time: 0.1858582 Jul 06 12:00:38.072602 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a48097-0aea-48ae-b413-928ac377f89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900a8c0e-ac01-4a4e-91da-7893aeb6f3bf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:38.083795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c677a6-f9da-4385-bd36-47c107e7c815 req-d77c3feb-14b9-41a6-af93-fdbda71ecde3 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:38.085933 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5c677a6-f9da-4385-bd36-47c107e7c815 req-d77c3feb-14b9-41a6-af93-fdbda71ecde3 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.0838451 Jul 06 12:00:38.128476 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5c677a6-f9da-4385-bd36-47c107e7c815 req-d34c70e6-3ef1-4377-bbbb-21230d7d22d8 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366833 Jul 06 12:00:38.167502 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c4797908-9942-47a3-b9d5-d5c68ca56a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.179384 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.239861 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['58e1f3b1-1311-4fd6-9683-5987c1b94b73'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:38.393907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec89f7b-62b8-4efd-a051-0d142be6c348 req-fa1394b0-8184-4c49-86e7-9a9703235bb1 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:38.401471 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5ec89f7b-62b8-4efd-a051-0d142be6c348 req-fa1394b0-8184-4c49-86e7-9a9703235bb1 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e49f48-3ead-49ab-be87-6ccc875b0597 HTTP/1.1" status: 200 len: 943 time: 0.0825930 Jul 06 12:00:38.438869 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5ec89f7b-62b8-4efd-a051-0d142be6c348 req-d33a3201-9ce0-4843-94ae-41efc62fb649 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363889 Jul 06 12:00:38.439299 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e49f48-3ead-49ab-be87-6ccc875b0597', 'tag': '66c29ce1-337d-4bf5-9282-d6805bca742f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:38.442066 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47544d86-09fb-4abf-a512-7e1d55c788b3" -d '{"events": [{"name": "network-changed", "server_uuid": "38e49f48-3ead-49ab-be87-6ccc875b0597", "tag": "66c29ce1-337d-4bf5-9282-d6805bca742f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:38.616679 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbfe014-54a3-4d2f-be53-9b497d919e8e x-openstack-request-id: req-4fbfe014-54a3-4d2f-be53-9b497d919e8e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:38.617208 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e49f48-3ead-49ab-be87-6ccc875b0597", "tag": "66c29ce1-337d-4bf5-9282-d6805bca742f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:38.617612 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4fbfe014-54a3-4d2f-be53-9b497d919e8e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:38.618009 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e49f48-3ead-49ab-be87-6ccc875b0597', 'tag': '66c29ce1-337d-4bf5-9282-d6805bca742f', 'status': 'completed', 'code': 200} Jul 06 12:00:38.706299 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47544d86-09fb-4abf-a512-7e1d55c788b3 req-60e92589-1b80-4cad-ab87-51337bd63c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:38.708027 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-47544d86-09fb-4abf-a512-7e1d55c788b3 req-60e92589-1b80-4cad-ab87-51337bd63c7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af2573afe7df47ea87c700ac760d6276&device_id=38e49f48-3ead-49ab-be87-6ccc875b0597 HTTP/1.1" status: 200 len: 1094 time: 0.0680854 Jul 06 12:00:38.802635 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39294) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:38.809889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47544d86-09fb-4abf-a512-7e1d55c788b3 req-b1aab201-0098-454e-bdcf-55336e33e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:38.811595 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-47544d86-09fb-4abf-a512-7e1d55c788b3 req-b1aab201-0098-454e-bdcf-55336e33e1ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=c9ba90c4-7387-46b8-81ee-2676932fbc50 HTTP/1.1" status: 200 len: 913 time: 0.0954483 Jul 06 12:00:38.854120 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-47544d86-09fb-4abf-a512-7e1d55c788b3 req-adb514aa-38b2-482c-88df-15ecfe0545c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66c29ce1-337d-4bf5-9282-d6805bca742f HTTP/1.1" status: 200 len: 217 time: 0.0352874 Jul 06 12:00:38.909416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47544d86-09fb-4abf-a512-7e1d55c788b3 req-92529acc-dd8c-47f5-828e-2f3290790c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:38.911060 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-47544d86-09fb-4abf-a512-7e1d55c788b3 req-92529acc-dd8c-47f5-828e-2f3290790c44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48440bd0-2110-4fcf-aa64-c7f0160418a2 HTTP/1.1" status: 200 len: 852 time: 0.0499287 Jul 06 12:00:38.915285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-4b4bf743-5745-4be2-bc8e-58c0eaf16dea admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-659628146-network', 'tenant_id': '2d9a21e9df1c4a9bb368f911cfe1cb4c'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:38.940433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4bf743-5745-4be2-bc8e-58c0eaf16dea admin admin] Made reservation on behalf of 2d9a21e9df1c4a9bb368f911cfe1cb4c for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:38.943172 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf743-5745-4be2-bc8e-58c0eaf16dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:38.948421 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-47544d86-09fb-4abf-a512-7e1d55c788b3 req-4d46fcc4-e8f4-4487-82d6-0f8da0333870 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9ba90c4-7387-46b8-81ee-2676932fbc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302668 Jul 06 12:00:38.952741 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf743-5745-4be2-bc8e-58c0eaf16dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.046783 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-47544d86-09fb-4abf-a512-7e1d55c788b3 req-8f78c3eb-ec25-41ad-b99a-b449feb90c7f service neutron] 10.222.0.23 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903800 Jul 06 12:00:39.115020 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf743-5745-4be2-bc8e-58c0eaf16dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.122030 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf743-5745-4be2-bc8e-58c0eaf16dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.132925 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c773f-4c17-419d-8958-6a4e997bf843 req-cb2a4bf0-0442-4b4c-bc79-7aa356addca0 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:39.134963 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d33c773f-4c17-419d-8958-6a4e997bf843 req-cb2a4bf0-0442-4b4c-bc79-7aa356addca0 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 946 time: 0.1247764 Jul 06 12:00:39.154906 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4bf743-5745-4be2-bc8e-58c0eaf16dea admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:39.158844 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-47544d86-09fb-4abf-a512-7e1d55c788b3 req-d9c503ae-d481-4112-ab0a-4a8ac3780d58 service neutron] 10.222.0.23 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051652 Jul 06 12:00:39.188732 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf743-5745-4be2-bc8e-58c0eaf16dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.189077 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-4b4bf743-5745-4be2-bc8e-58c0eaf16dea admin admin] Added segment d7be4efd-b0a0-4155-8cb1-c11bd96f5ee9 of type vlan for network dc3b1be3-2325-407b-8ad4-1dda50086070 Jul 06 12:00:39.199988 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bf743-5745-4be2-bc8e-58c0eaf16dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7427c9-3b07-4a49-9ee6-9c188b199aef,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:39.249676 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d33c773f-4c17-419d-8958-6a4e997bf843 req-873bc682-2cd3-4307-91bf-0ffce46a83d3 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999134 Jul 06 12:00:39.251377 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf743-5745-4be2-bc8e-58c0eaf16dea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.269790 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.295979 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf743-5745-4be2-bc8e-58c0eaf16dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.297211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4bf743-5745-4be2-bc8e-58c0eaf16dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:39.298075 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf743-5745-4be2-bc8e-58c0eaf16dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.358994 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4b4bf743-5745-4be2-bc8e-58c0eaf16dea admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5524602 Jul 06 12:00:39.359237 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39302) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:39.366422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d5eae1e8-77cd-47aa-b800-4461e483b956 admin admin] Request body: {'subnet': {'network_id': 'dc3b1be3-2325-407b-8ad4-1dda50086070', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-659628146-subnet', 'tenant_id': '2d9a21e9df1c4a9bb368f911cfe1cb4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:39.377759 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bf743-5745-4be2-bc8e-58c0eaf16dea admin admin] Pushing event updated for resources: {'Network': ['ID=dc3b1be3-2325-407b-8ad4-1dda50086070,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:39.391710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network dc3b1be3-2325-407b-8ad4-1dda50086070 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:39.420958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5eae1e8-77cd-47aa-b800-4461e483b956 admin admin] Made reservation on behalf of 2d9a21e9df1c4a9bb368f911cfe1cb4c for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:39.423317 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d5eae1e8-77cd-47aa-b800-4461e483b956 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.489030 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 66c29ce1-337d-4bf5-9282-d6805bca742f details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:00:39.491507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 58e1f3b1-1311-4fd6-9683-5987c1b94b73 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:39.518770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb035b-3c80-45a0-822c-aad2c5a7dd15 req-1e76158e-3530-4a88-b9cd-0719a48a945c tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:39.520310 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18fb035b-3c80-45a0-822c-aad2c5a7dd15 req-1e76158e-3530-4a88-b9cd-0719a48a945c tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.1441412 Jul 06 12:00:39.599456 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18fb035b-3c80-45a0-822c-aad2c5a7dd15 req-3518bd68-b82d-4666-9557-a1fde7b755e9 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663080 Jul 06 12:00:39.622086 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 58e1f3b1-1311-4fd6-9683-5987c1b94b73 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:39.627906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 58e1f3b1-1311-4fd6-9683-5987c1b94b73 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:39.636147 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.668822 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 245db4e2-24f8-45a9-9904-247a3ea17df4 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:00:39.692875 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d5eae1e8-77cd-47aa-b800-4461e483b956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.755016 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eae1e8-77cd-47aa-b800-4461e483b956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c5da49-e187-4cd2-829f-c58b6278625e,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:39.810102 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 245db4e2-24f8-45a9-9904-247a3ea17df4, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=245db4e2-24f8-45a9-9904-247a3ea17df4,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:39.822942 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 66c29ce1-337d-4bf5-9282-d6805bca742f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=66c29ce1-337d-4bf5-9282-d6805bca742f,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:39.841897 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '245db4e2-24f8-45a9-9904-247a3ea17df4', 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27', 'port_id': '245db4e2-24f8-45a9-9904-247a3ea17df4', 'mac_address': 'fa:16:3e:f4:c0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9849ed-0174-4a21-9147-9e29b67ec623', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:00:39.844684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '66c29ce1-337d-4bf5-9282-d6805bca742f', 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50', 'port_id': '66c29ce1-337d-4bf5-9282-d6805bca742f', 'mac_address': 'fa:16:3e:b2:0d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48440bd0-2110-4fcf-aa64-c7f0160418a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:00:39.945838 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.958663 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.962645 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:39.983846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 245db4e2-24f8-45a9-9904-247a3ea17df4 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:39.995577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c29ce1-337d-4bf5-9282-d6805bca742f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:40.028486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad5fa3b-434f-49cd-9727-561a404b62a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e1f3b1-1311-4fd6-9683-5987c1b94b73'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:40.031336 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90d0a26-a9ca-4277-a753-4793618e7ee0" -d '{"events": [{"server_uuid": "fad5fa3b-434f-49cd-9727-561a404b62a8", "name": "network-vif-plugged", "status": "completed", "tag": "58e1f3b1-1311-4fd6-9683-5987c1b94b73"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:40.046113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 245db4e2-24f8-45a9-9904-247a3ea17df4, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=245db4e2-24f8-45a9-9904-247a3ea17df4,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:40.055240 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.058073 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 58e1f3b1-1311-4fd6-9683-5987c1b94b73, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=58e1f3b1-1311-4fd6-9683-5987c1b94b73,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:40.060192 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 66c29ce1-337d-4bf5-9282-d6805bca742f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=66c29ce1-337d-4bf5-9282-d6805bca742f,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:40.065364 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.084895 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.115995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=245db4e2-24f8-45a9-9904-247a3ea17df4,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:40.158158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['245db4e2-24f8-45a9-9904-247a3ea17df4'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:40.158388 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eae1e8-77cd-47aa-b800-4461e483b956 admin admin] Checking segment: {'id': 'd7be4efd-b0a0-4155-8cb1-c11bd96f5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dc3b1be3-2325-407b-8ad4-1dda50086070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:40.158388 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eae1e8-77cd-47aa-b800-4461e483b956 admin admin] Network hostable DHCP agents. Network: dc3b1be3-2325-407b-8ad4-1dda50086070, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:40.202912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eae1e8-77cd-47aa-b800-4461e483b956 admin admin] Network dc3b1be3-2325-407b-8ad4-1dda50086070 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:40.218276 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-d5eae1e8-77cd-47aa-b800-4461e483b956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, dc3b1be3-2325-407b-8ad4-1dda50086070) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:40.228842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=58e1f3b1-1311-4fd6-9683-5987c1b94b73,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:40.229127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8437a3-c5ee-430f-a396-bf0557feba47 req-028a7c2e-d00d-418b-8896-c7d8fa5c452a tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:40.230699 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba8437a3-c5ee-430f-a396-bf0557feba47 req-028a7c2e-d00d-418b-8896-c7d8fa5c452a tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e49f48-3ead-49ab-be87-6ccc875b0597 HTTP/1.1" status: 200 len: 944 time: 0.4570661 Jul 06 12:00:40.233296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb815b-1f26-4e0c-ac49-9231c57484cc None None] Network dc3b1be3-2325-407b-8ad4-1dda50086070 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:40.238884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eae1e8-77cd-47aa-b800-4461e483b956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:40.239819 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d5eae1e8-77cd-47aa-b800-4461e483b956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.268343 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d5eae1e8-77cd-47aa-b800-4461e483b956 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9081843 Jul 06 12:00:40.294736 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba8437a3-c5ee-430f-a396-bf0557feba47 req-ccd89d5c-6b80-4a3f-9a83-5e3bc0e22998 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485473 Jul 06 12:00:40.383132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=66c29ce1-337d-4bf5-9282-d6805bca742f,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:40.402054 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['66c29ce1-337d-4bf5-9282-d6805bca742f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:40.565724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1df14b-973c-44d4-9ac7-96f955ad9a19 None None] Network dc3b1be3-2325-407b-8ad4-1dda50086070 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:40.653510 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe9c287-a3e3-4f28-8fa2-8345c986afbd x-openstack-request-id: req-9fe9c287-a3e3-4f28-8fa2-8345c986afbd {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:40.654028 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad5fa3b-434f-49cd-9727-561a404b62a8", "name": "network-vif-plugged", "status": "completed", "tag": "58e1f3b1-1311-4fd6-9683-5987c1b94b73", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:40.654161 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9fe9c287-a3e3-4f28-8fa2-8345c986afbd {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:40.654503 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad5fa3b-434f-49cd-9727-561a404b62a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e1f3b1-1311-4fd6-9683-5987c1b94b73', 'code': 200} Jul 06 12:00:40.791568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c540a63-3b2a-429b-ba88-7d7a45751ed5 req-0a5a49c9-cb7d-4f15-abc7-58b1f4d27023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:40.793877 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c540a63-3b2a-429b-ba88-7d7a45751ed5 req-0a5a49c9-cb7d-4f15-abc7-58b1f4d27023 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fad5fa3b-434f-49cd-9727-561a404b62a8 HTTP/1.1" status: 200 len: 1097 time: 0.0734158 Jul 06 12:00:40.799936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39330) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:40.804816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b8a5a04c-2253-4167-ae28-fed451f5c4fd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1920438042-network', 'tenant_id': 'a4f1c30a6048499eaf2135104381a808'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:40.854856 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c540a63-3b2a-429b-ba88-7d7a45751ed5 req-77401d38-d644-4f02-9731-dd64e2a997e3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468087 Jul 06 12:00:40.861904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a5a04c-2253-4167-ae28-fed451f5c4fd admin admin] Made reservation on behalf of a4f1c30a6048499eaf2135104381a808 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:40.864590 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a04c-2253-4167-ae28-fed451f5c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.865609 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd711377-f3a0-4216-8b78-e6cbda4e0d22 req-03b8b5ef-b784-446a-aa40-00cafe7d58ef tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:40.869140 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd711377-f3a0-4216-8b78-e6cbda4e0d22 req-03b8b5ef-b784-446a-aa40-00cafe7d58ef tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 945 time: 0.0974703 Jul 06 12:00:40.879078 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a04c-2253-4167-ae28-fed451f5c4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.892011 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.929456 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd711377-f3a0-4216-8b78-e6cbda4e0d22 req-2ec404dd-d3aa-4ec7-99c4-d84b779359f5 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533640 Jul 06 12:00:40.990058 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a04c-2253-4167-ae28-fed451f5c4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:40.995607 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a04c-2253-4167-ae28-fed451f5c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.025142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a5a04c-2253-4167-ae28-fed451f5c4fd admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:41.030795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5a04c-2253-4167-ae28-fed451f5c4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1de178-cea1-47d6-850b-aa1e5f467f81,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:41.040602 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a04c-2253-4167-ae28-fed451f5c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.040951 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-b8a5a04c-2253-4167-ae28-fed451f5c4fd admin admin] Added segment a590aba4-35e7-47dc-a25e-c794f2be3022 of type vlan for network 971d1acb-b3fe-4ce9-ad12-d67f08d56c4c Jul 06 12:00:41.084866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39334) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:41.090832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-615df93d-e412-4888-bce5-5d27840d2b9f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Request body: {'subnet': {'network_id': '2e9882ea-48ea-474a-9225-ef35c2bb6415', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:41.095258 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a04c-2253-4167-ae28-fed451f5c4fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.118202 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc7d2e-6665-4d8a-b6d4-e8a927d99a62 req-bfb4239a-8188-4838-93b1-4cf3e5d8a3e1 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:41.119789 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ecc7d2e-6665-4d8a-b6d4-e8a927d99a62 req-bfb4239a-8188-4838-93b1-4cf3e5d8a3e1 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.0802996 Jul 06 12:00:41.158276 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ecc7d2e-6665-4d8a-b6d4-e8a927d99a62 req-6549dc02-292b-4852-b778-11b4dee9ba8d tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325692 Jul 06 12:00:41.186239 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a04c-2253-4167-ae28-fed451f5c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.187177 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a5a04c-2253-4167-ae28-fed451f5c4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:41.187780 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a04c-2253-4167-ae28-fed451f5c4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.257898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615df93d-e412-4888-bce5-5d27840d2b9f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Made reservation on behalf of 1f8360427d874fdcaaad2953c3b7f606 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:41.261589 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-615df93d-e412-4888-bce5-5d27840d2b9f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.281282 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b8a5a04c-2253-4167-ae28-fed451f5c4fd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4775307 Jul 06 12:00:41.281679 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39336) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:41.286720 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5b66cb38-4877-4726-af09-5e51cdc361a2 admin admin] Request body: {'subnet': {'network_id': '971d1acb-b3fe-4ce9-ad12-d67f08d56c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1920438042-subnet', 'tenant_id': 'a4f1c30a6048499eaf2135104381a808', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:41.307189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5a04c-2253-4167-ae28-fed451f5c4fd admin admin] Pushing event updated for resources: {'Network': ['ID=971d1acb-b3fe-4ce9-ad12-d67f08d56c4c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:41.317182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b66cb38-4877-4726-af09-5e51cdc361a2 admin admin] Made reservation on behalf of a4f1c30a6048499eaf2135104381a808 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:41.318842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 971d1acb-b3fe-4ce9-ad12-d67f08d56c4c details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:41.319615 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5b66cb38-4877-4726-af09-5e51cdc361a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.477390 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-615df93d-e412-4888-bce5-5d27840d2b9f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.521866 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5b66cb38-4877-4726-af09-5e51cdc361a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.542695 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615df93d-e412-4888-bce5-5d27840d2b9f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event updated for resources: {'Subnet': ['ID=368e12c4-cfc5-4322-9ffe-45aa6ffe8735,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:41.559574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615df93d-e412-4888-bce5-5d27840d2b9f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Checking segment: {'id': '498e814f-8392-436b-8898-3b1fea405127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2e9882ea-48ea-474a-9225-ef35c2bb6415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:41.559935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615df93d-e412-4888-bce5-5d27840d2b9f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Network hostable DHCP agents. Network: 2e9882ea-48ea-474a-9225-ef35c2bb6415, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:41.575614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615df93d-e412-4888-bce5-5d27840d2b9f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Network 2e9882ea-48ea-474a-9225-ef35c2bb6415 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:41.585169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-615df93d-e412-4888-bce5-5d27840d2b9f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 2e9882ea-48ea-474a-9225-ef35c2bb6415) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:41.589354 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615df93d-e412-4888-bce5-5d27840d2b9f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:41.589973 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-615df93d-e412-4888-bce5-5d27840d2b9f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.595185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9483f379-3a28-4c26-b18f-7ee68052573e None None] Network 2e9882ea-48ea-474a-9225-ef35c2bb6415 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:41.611271 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-615df93d-e412-4888-bce5-5d27840d2b9f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5233986 Jul 06 12:00:41.613562 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39346) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:41.619394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7516e7a9-d702-4e0e-9e6e-f1d9f1c44273 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1172148709'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:41.636477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66cb38-4877-4726-af09-5e51cdc361a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db3d660-9329-4143-9670-fee994b1336f,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:41.641458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7516e7a9-d702-4e0e-9e6e-f1d9f1c44273 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Made reservation on behalf of 1f8360427d874fdcaaad2953c3b7f606 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:41.645596 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7516e7a9-d702-4e0e-9e6e-f1d9f1c44273 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.650125 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b66cb38-4877-4726-af09-5e51cdc361a2 admin admin] Checking segment: {'id': 'a590aba4-35e7-47dc-a25e-c794f2be3022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '971d1acb-b3fe-4ce9-ad12-d67f08d56c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:41.650482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b66cb38-4877-4726-af09-5e51cdc361a2 admin admin] Network hostable DHCP agents. Network: 971d1acb-b3fe-4ce9-ad12-d67f08d56c4c, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:41.664998 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 245db4e2-24f8-45a9-9904-247a3ea17df4 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:41.670977 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272dd4f-d24d-4ce4-9443-c9532363fdf3 req-9d11ebe4-e680-4bbb-aa14-dac342dd6b50 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:41.672716 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3272dd4f-d24d-4ce4-9443-c9532363fdf3 req-9d11ebe4-e680-4bbb-aa14-dac342dd6b50 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e49f48-3ead-49ab-be87-6ccc875b0597 HTTP/1.1" status: 200 len: 944 time: 0.1196666 Jul 06 12:00:41.676297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7516e7a9-d702-4e0e-9e6e-f1d9f1c44273 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:41.688593 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7516e7a9-d702-4e0e-9e6e-f1d9f1c44273 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.689397 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-7516e7a9-d702-4e0e-9e6e-f1d9f1c44273 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Added segment e467e599-5061-4935-a12b-2ddac89a7708 of type vlan for network b9cc7327-88a2-4f79-b8b5-3dbf0f204115 Jul 06 12:00:41.698450 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b66cb38-4877-4726-af09-5e51cdc361a2 admin admin] Network 971d1acb-b3fe-4ce9-ad12-d67f08d56c4c is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:41.707484 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-5b66cb38-4877-4726-af09-5e51cdc361a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 971d1acb-b3fe-4ce9-ad12-d67f08d56c4c) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:41.715194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b66cb38-4877-4726-af09-5e51cdc361a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:41.716149 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5b66cb38-4877-4726-af09-5e51cdc361a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.726388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe40d12a-4307-4255-869e-b6c226e89f2f None None] Network 971d1acb-b3fe-4ce9-ad12-d67f08d56c4c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:41.737536 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3272dd4f-d24d-4ce4-9443-c9532363fdf3 req-567039c6-aa84-492c-96ad-0bdd7e57a762 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553873 Jul 06 12:00:41.738561 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7516e7a9-d702-4e0e-9e6e-f1d9f1c44273 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.766562 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5b66cb38-4877-4726-af09-5e51cdc361a2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4835820 Jul 06 12:00:41.784686 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7516e7a9-d702-4e0e-9e6e-f1d9f1c44273 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.794150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7516e7a9-d702-4e0e-9e6e-f1d9f1c44273 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:41.794905 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7516e7a9-d702-4e0e-9e6e-f1d9f1c44273 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:41.887277 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7516e7a9-d702-4e0e-9e6e-f1d9f1c44273 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2701395 Jul 06 12:00:41.888533 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39350) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:41.896746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-051be6fa-87ba-4789-ae96-52fc8f3316b5 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Request body: {'subnet': {'network_id': 'b9cc7327-88a2-4f79-b8b5-3dbf0f204115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:41.921734 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516e7a9-d702-4e0e-9e6e-f1d9f1c44273 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event updated for resources: {'Network': ['ID=b9cc7327-88a2-4f79-b8b5-3dbf0f204115,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:41.954187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network b9cc7327-88a2-4f79-b8b5-3dbf0f204115 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:41.979636 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b9678d-5da2-4c89-b8d8-ac915561595c None None] Network 971d1acb-b3fe-4ce9-ad12-d67f08d56c4c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:42.078983 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b564dcc-dca1-4c4d-9ec8-d0f9cf7c6f73 req-00352a44-bcb9-4ff0-945a-980c7940c704 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:42.080878 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b564dcc-dca1-4c4d-9ec8-d0f9cf7c6f73 req-00352a44-bcb9-4ff0-945a-980c7940c704 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 945 time: 0.1263714 Jul 06 12:00:42.081888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051be6fa-87ba-4789-ae96-52fc8f3316b5 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Made reservation on behalf of 1f8360427d874fdcaaad2953c3b7f606 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:42.086082 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-051be6fa-87ba-4789-ae96-52fc8f3316b5 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.192853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b564dcc-dca1-4c4d-9ec8-d0f9cf7c6f73 req-92a820b7-c516-468c-9478-f8acc43b75d2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023889 Jul 06 12:00:42.252538 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 245db4e2-24f8-45a9-9904-247a3ea17df4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:42.252917 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.291615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-2e9882ea-48ea-474a-9225-ef35c2bb6415', 'network_id': '2e9882ea-48ea-474a-9225-ef35c2bb6415', 'tenant_id': '1f8360427d874fdcaaad2953c3b7f606', 'fixed_ips': [{'subnet_id': '368e12c4-cfc5-4322-9ffe-45aa6ffe8735'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:00:42.292483 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.484220 n-d-799529-2 neutron-server[100427]: DEBUG neutron.objects.ports [None req-051be6fa-87ba-4789-ae96-52fc8f3316b5 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100427) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:00:42.485753 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-051be6fa-87ba-4789-ae96-52fc8f3316b5 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.550062 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.556112 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051be6fa-87ba-4789-ae96-52fc8f3316b5 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event updated for resources: {'Subnet': ['ID=d3a8d26a-ae1f-4987-9194-f8eaf2472930,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:42.564029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051be6fa-87ba-4789-ae96-52fc8f3316b5 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Checking segment: {'id': 'e467e599-5061-4935-a12b-2ddac89a7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b9cc7327-88a2-4f79-b8b5-3dbf0f204115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:42.564993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051be6fa-87ba-4789-ae96-52fc8f3316b5 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Network hostable DHCP agents. Network: b9cc7327-88a2-4f79-b8b5-3dbf0f204115, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:42.571468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Allocated IP 2001:db8:0:ffff::2 (2e9882ea-48ea-474a-9225-ef35c2bb6415/368e12c4-cfc5-4322-9ffe-45aa6ffe8735/73e4ea7f-10e4-4659-9e02-b8cc21a229e8) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:42.583411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051be6fa-87ba-4789-ae96-52fc8f3316b5 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Network b9cc7327-88a2-4f79-b8b5-3dbf0f204115 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:42.595512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-051be6fa-87ba-4789-ae96-52fc8f3316b5 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, b9cc7327-88a2-4f79-b8b5-3dbf0f204115) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:42.610485 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051be6fa-87ba-4789-ae96-52fc8f3316b5 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:42.611401 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac09cc2-1c0c-44c5-b635-37af5141dec8 None None] Network b9cc7327-88a2-4f79-b8b5-3dbf0f204115 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:42.611880 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-051be6fa-87ba-4789-ae96-52fc8f3316b5 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.614837 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 245db4e2-24f8-45a9-9904-247a3ea17df4, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=245db4e2-24f8-45a9-9904-247a3ea17df4,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:42.632026 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-051be6fa-87ba-4789-ae96-52fc8f3316b5 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7413204 Jul 06 12:00:42.634168 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39360) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:42.640704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-cc045fcb-3d5c-4c5b-8ac6-f59d18c74597 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Request body: {'port': {'network_id': 'b9cc7327-88a2-4f79-b8b5-3dbf0f204115', 'name': 'tempest-NetworksIpV6TestAttrs-715624977'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:42.660326 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699d97b1-b1d1-43a5-9acf-0a8422573763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245db4e2-24f8-45a9-9904-247a3ea17df4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:42.662800 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b948b2-a35e-4037-bd84-3746584beded" -d '{"events": [{"server_uuid": "699d97b1-b1d1-43a5-9acf-0a8422573763", "name": "network-vif-plugged", "status": "completed", "tag": "245db4e2-24f8-45a9-9904-247a3ea17df4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:42.665286 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.783907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc045fcb-3d5c-4c5b-8ac6-f59d18c74597 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Made reservation on behalf of 1f8360427d874fdcaaad2953c3b7f606 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:42.786963 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=245db4e2-24f8-45a9-9904-247a3ea17df4,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:42.788345 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cc045fcb-3d5c-4c5b-8ac6-f59d18c74597 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.859349 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-cc045fcb-3d5c-4c5b-8ac6-f59d18c74597 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] device_id is not set on port 7685f8ed-8923-4196-94fb-4c921ebf2959 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:42.914091 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.934787 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Transition to ACTIVE for port object 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:42.946105 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-b9cc7327-88a2-4f79-b8b5-3dbf0f204115', 'network_id': 'b9cc7327-88a2-4f79-b8b5-3dbf0f204115', 'tenant_id': '1f8360427d874fdcaaad2953c3b7f606', 'fixed_ips': [{'subnet_id': 'd3a8d26a-ae1f-4987-9194-f8eaf2472930'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:00:42.946955 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:42.965182 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Transition to ACTIVE for port object 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:42.978600 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.000780 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-dd3b576c-c86e-45b2-a23e-c801cfdad0b7 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:43.002447 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-dd3b576c-c86e-45b2-a23e-c801cfdad0b7 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/networks?id=dc3b1be3-2325-407b-8ad4-1dda50086070 HTTP/1.1" status: 200 len: 824 time: 0.2214160 Jul 06 12:00:43.026226 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-9cb67623-f03b-4072-8e61-38daebb218d5 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/quotas/2d9a21e9df1c4a9bb368f911cfe1cb4c HTTP/1.1" status: 200 len: 375 time: 0.0181355 Jul 06 12:00:43.045191 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-cc045fcb-3d5c-4c5b-8ac6-f59d18c74597 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Allocated IP 2001:db8::f816:3eff:fe99:d01c (b9cc7327-88a2-4f79-b8b5-3dbf0f204115/d3a8d26a-ae1f-4987-9194-f8eaf2472930/7685f8ed-8923-4196-94fb-4c921ebf2959) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:43.071471 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-1545437c-acfa-42d7-b0ae-ab5301ed7a7d tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2d9a21e9df1c4a9bb368f911cfe1cb4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365582 Jul 06 12:00:43.081527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Network 2e9882ea-48ea-474a-9225-ef35c2bb6415 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:43.084579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:43.092136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:43.098174 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Pushing event updated for resources: {'Port': ['ID=73e4ea7f-10e4-4659-9e02-b8cc21a229e8,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:43.153917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Attempting to bind port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:43.154195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Attempting to bind port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '498e814f-8392-436b-8898-3b1fea405127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2e9882ea-48ea-474a-9225-ef35c2bb6415'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:43.154810 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Attempting to bind port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 on network 2e9882ea-48ea-474a-9225-ef35c2bb6415 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:43.160490 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:43.160805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8047bd-6177-4d8d-adc4-0ff7ad725c28 req-b9e38769-ac69-445d-b525-d802bfa867d4 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:43.161285 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Checking segment: {'id': '498e814f-8392-436b-8898-3b1fea405127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2e9882ea-48ea-474a-9225-ef35c2bb6415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:43.161285 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.162087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Bound using segment: {'id': '498e814f-8392-436b-8898-3b1fea405127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2e9882ea-48ea-474a-9225-ef35c2bb6415'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:43.162087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Bound port: 73e4ea7f-10e4-4659-9e02-b8cc21a229e8, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498e814f-8392-436b-8898-3b1fea405127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2e9882ea-48ea-474a-9225-ef35c2bb6415'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:43.162807 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.162928 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a8047bd-6177-4d8d-adc4-0ff7ad725c28 req-b9e38769-ac69-445d-b525-d802bfa867d4 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.89 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 946 time: 0.0843682 Jul 06 12:00:43.231849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] For port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:43.235309 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] For port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=73e4ea7f-10e4-4659-9e02-b8cc21a229e8,segment=NetworkSegment(498e814f-8392-436b-8898-3b1fea405127),segment_id=498e814f-8392-436b-8898-3b1fea405127)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:43.242509 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.274908 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4a8047bd-6177-4d8d-adc4-0ff7ad725c28 req-36906071-9928-4c2b-abbf-243efc820d95 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Deleting port 245db4e2-24f8-45a9-9904-247a3ea17df4 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:43.275277 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a8047bd-6177-4d8d-adc4-0ff7ad725c28 req-36906071-9928-4c2b-abbf-243efc820d95 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.277978 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-64f4305f-1207-4d50-9f33-abd9a5740d9f service neutron] 10.222.0.81 "GET /v2.0/networks/dc3b1be3-2325-407b-8ad4-1dda50086070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844521 Jul 06 12:00:43.331671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d6877-0582-45fa-a663-6434f845cfc5 None None] Pushing event updated for resources: {'Port': ['ID=73e4ea7f-10e4-4659-9e02-b8cc21a229e8,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:43.385283 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cc045fcb-3d5c-4c5b-8ac6-f59d18c74597 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.393084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4a8047bd-6177-4d8d-adc4-0ff7ad725c28 req-36906071-9928-4c2b-abbf-243efc820d95 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] For port 245db4e2-24f8-45a9-9904-247a3ea17df4, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=245db4e2-24f8-45a9-9904-247a3ea17df4,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:43.393537 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a8047bd-6177-4d8d-adc4-0ff7ad725c28 req-36906071-9928-4c2b-abbf-243efc820d95 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.409281 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4a8047bd-6177-4d8d-adc4-0ff7ad725c28 req-36906071-9928-4c2b-abbf-243efc820d95 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Calling delete_port for 245db4e2-24f8-45a9-9904-247a3ea17df4 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:43.417218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-cc045fcb-3d5c-4c5b-8ac6-f59d18c74597 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Transition to ACTIVE for port object 7685f8ed-8923-4196-94fb-4c921ebf2959 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:43.432830 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-f834f335-d540-4eda-a197-a1055866f577 service neutron] 10.222.0.81 "GET /v2.0/networks/dc3b1be3-2325-407b-8ad4-1dda50086070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539760 Jul 06 12:00:43.504684 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cc045fcb-3d5c-4c5b-8ac6-f59d18c74597 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.550345 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 66c29ce1-337d-4bf5-9282-d6805bca742f up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:43.626436 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc045fcb-3d5c-4c5b-8ac6-f59d18c74597 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Network b9cc7327-88a2-4f79-b8b5-3dbf0f204115 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:43.631464 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-cc045fcb-3d5c-4c5b-8ac6-f59d18c74597 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:43.634014 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc045fcb-3d5c-4c5b-8ac6-f59d18c74597 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:43.639686 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Allocated IP 2001:db8::f816:3eff:fedf:a894 (b9cc7327-88a2-4f79-b8b5-3dbf0f204115/d3a8d26a-ae1f-4987-9194-f8eaf2472930/b50b9e7b-61a1-4a78-8511-ce1778da8b09) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:43.640217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc045fcb-3d5c-4c5b-8ac6-f59d18c74597 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:43.640460 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cc045fcb-3d5c-4c5b-8ac6-f59d18c74597 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.653080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc045fcb-3d5c-4c5b-8ac6-f59d18c74597 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event updated for resources: {'Port': ['ID=7685f8ed-8923-4196-94fb-4c921ebf2959,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:43.662449 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a8047bd-6177-4d8d-adc4-0ff7ad725c28 req-36906071-9928-4c2b-abbf-243efc820d95 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.683892 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cc045fcb-3d5c-4c5b-8ac6-f59d18c74597 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0460212 Jul 06 12:00:43.684388 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39384) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:43.701647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['245db4e2-24f8-45a9-9904-247a3ea17df4'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:43.730885 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36906071-9928-4c2b-abbf-243efc820d95 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Pushing event deleted for resources: {'Port': ['ID=245db4e2-24f8-45a9-9904-247a3ea17df4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:43.786869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8047bd-6177-4d8d-adc4-0ff7ad725c28 req-36906071-9928-4c2b-abbf-243efc820d95 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] No DVR routers for this DVR port 245db4e2-24f8-45a9-9904-247a3ea17df4 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:43.789507 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a8047bd-6177-4d8d-adc4-0ff7ad725c28 req-36906071-9928-4c2b-abbf-243efc820d95 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.792220 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a8047bd-6177-4d8d-adc4-0ff7ad725c28 req-36906071-9928-4c2b-abbf-243efc820d95 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.89 "DELETE /v2.0/ports/245db4e2-24f8-45a9-9904-247a3ea17df4 HTTP/1.1" status: 204 len: 173 time: 0.6237564 Jul 06 12:00:43.792541 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699d97b1-b1d1-43a5-9acf-0a8422573763', 'name': 'network-vif-deleted', 'tag': '245db4e2-24f8-45a9-9904-247a3ea17df4'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:43.795601 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfed8ac-8f61-4491-aa7f-0699e073809d" -d '{"events": [{"server_uuid": "699d97b1-b1d1-43a5-9acf-0a8422573763", "name": "network-vif-deleted", "tag": "245db4e2-24f8-45a9-9904-247a3ea17df4"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:43.812834 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-01dbad57-34d0-4279-b0b7-a1481c0cf21e tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Deleting subnet d3a8d26a-ae1f-4987-9194-f8eaf2472930 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:00:43.816205 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 66c29ce1-337d-4bf5-9282-d6805bca742f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:43.837487 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 66c29ce1-337d-4bf5-9282-d6805bca742f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:43.837909 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:43.884649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a99480-02dc-4c3f-b374-2142611b8174 req-0027ac5b-358c-4d0b-8e3f-1830e68fbae7 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:43.886591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2a99480-02dc-4c3f-b374-2142611b8174 req-0027ac5b-358c-4d0b-8e3f-1830e68fbae7 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 946 time: 0.1082771 Jul 06 12:00:43.942122 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2a99480-02dc-4c3f-b374-2142611b8174 req-215151d6-0ca9-4327-9844-399c7361bb80 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496588 Jul 06 12:00:44.029788 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.032482 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac40bf42-fef2-4906-b01e-12ee8af23bd2 x-openstack-request-id: req-ac40bf42-fef2-4906-b01e-12ee8af23bd2 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:44.032824 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699d97b1-b1d1-43a5-9acf-0a8422573763", "name": "network-vif-plugged", "status": "completed", "tag": "245db4e2-24f8-45a9-9904-247a3ea17df4", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:44.033084 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac40bf42-fef2-4906-b01e-12ee8af23bd2 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:44.033472 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699d97b1-b1d1-43a5-9acf-0a8422573763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245db4e2-24f8-45a9-9904-247a3ea17df4', 'code': 200} Jul 06 12:00:44.038890 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.043010 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Transition to ACTIVE for port object b50b9e7b-61a1-4a78-8511-ce1778da8b09 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:44.078890 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Transition to ACTIVE for port object b50b9e7b-61a1-4a78-8511-ce1778da8b09 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:44.088783 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01dbad57-34d0-4279-b0b7-a1481c0cf21e tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.102217 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.106165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 66c29ce1-337d-4bf5-9282-d6805bca742f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=66c29ce1-337d-4bf5-9282-d6805bca742f,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:44.174158 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.179567 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Pushing event updated for resources: {'Port': ['ID=b50b9e7b-61a1-4a78-8511-ce1778da8b09,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:44.215278 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01dbad57-34d0-4279-b0b7-a1481c0cf21e tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.243622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Network b9cc7327-88a2-4f79-b8b5-3dbf0f204115 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:44.248863 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:44.256961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:44.265380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=66c29ce1-337d-4bf5-9282-d6805bca742f,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:44.364391 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Attempting to bind port b50b9e7b-61a1-4a78-8511-ce1778da8b09 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:44.365150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Attempting to bind port b50b9e7b-61a1-4a78-8511-ce1778da8b09 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e467e599-5061-4935-a12b-2ddac89a7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b9cc7327-88a2-4f79-b8b5-3dbf0f204115'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:44.365973 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Attempting to bind port b50b9e7b-61a1-4a78-8511-ce1778da8b09 on network b9cc7327-88a2-4f79-b8b5-3dbf0f204115 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:44.368574 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fbd55-c295-41c5-9a34-8c172172fb4c req-81f8803a-486b-4417-b06b-b1a3080bfb15 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:44.370375 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c29fbd55-c295-41c5-9a34-8c172172fb4c req-81f8803a-486b-4417-b06b-b1a3080bfb15 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e49f48-3ead-49ab-be87-6ccc875b0597 HTTP/1.1" status: 200 len: 945 time: 0.2131951 Jul 06 12:00:44.379434 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:44.379818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Checking segment: {'id': 'e467e599-5061-4935-a12b-2ddac89a7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b9cc7327-88a2-4f79-b8b5-3dbf0f204115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:44.380227 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.380790 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Bound using segment: {'id': 'e467e599-5061-4935-a12b-2ddac89a7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b9cc7327-88a2-4f79-b8b5-3dbf0f204115'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:44.381422 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Bound port: b50b9e7b-61a1-4a78-8511-ce1778da8b09, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e467e599-5061-4935-a12b-2ddac89a7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b9cc7327-88a2-4f79-b8b5-3dbf0f204115'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:44.381968 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.458415 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c29fbd55-c295-41c5-9a34-8c172172fb4c req-1d4b3dde-4464-4487-9537-e3c465e1097d tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796864 Jul 06 12:00:44.492850 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] For port b50b9e7b-61a1-4a78-8511-ce1778da8b09, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:44.496575 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] For port b50b9e7b-61a1-4a78-8511-ce1778da8b09, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b50b9e7b-61a1-4a78-8511-ce1778da8b09,segment=NetworkSegment(e467e599-5061-4935-a12b-2ddac89a7708),segment_id=e467e599-5061-4935-a12b-2ddac89a7708)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:44.504418 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.507279 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01dbad57-34d0-4279-b0b7-a1481c0cf21e tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.604321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:44.618101 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01dbad57-34d0-4279-b0b7-a1481c0cf21e tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.661340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6733f-2703-4064-8eac-8ba73ff8510f None None] Pushing event updated for resources: {'Port': ['ID=b50b9e7b-61a1-4a78-8511-ce1778da8b09,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:44.671840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbad57-34d0-4279-b0b7-a1481c0cf21e tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a8d26a-ae1f-4987-9194-f8eaf2472930,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:44.699483 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:44.715849 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4545d7b2-a8d7-4ea6-9651-0eb0e2c47e9b req-7d0d7a3f-6dde-4a19-8f40-e8ec307a1163 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=699d97b1-b1d1-43a5-9acf-0a8422573763 HTTP/1.1" status: 200 len: 210 time: 0.0382583 Jul 06 12:00:44.716841 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01dbad57-34d0-4279-b0b7-a1481c0cf21e tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:44.718658 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-01dbad57-34d0-4279-b0b7-a1481c0cf21e tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/subnets/d3a8d26a-ae1f-4987-9194-f8eaf2472930 HTTP/1.1" status: 204 len: 168 time: 1.0333667 Jul 06 12:00:44.724353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39398) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:44.752457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6772d9-c344-4beb-85b6-22eec29cf947 None None] Network 2e9882ea-48ea-474a-9225-ef35c2bb6415 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:44.820970 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47787ccc-077f-47a8-a398-1a1aad3bb012 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:44.822614 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47787ccc-077f-47a8-a398-1a1aad3bb012 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:44.827379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39400) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:44.828840 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-47787ccc-077f-47a8-a398-1a1aad3bb012 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1033077 Jul 06 12:00:44.909678 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:00:44.975708 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e8826595-8804-4437-b090-d6fbee8fe574 None None] Provisioning for port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:44.993472 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e8826595-8804-4437-b090-d6fbee8fe574 None None] Provisioning complete for port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:44.993861 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8826595-8804-4437-b090-d6fbee8fe574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.009295 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4457d31f-cf17-4559-8312-e99d5e6e82ae tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.017968 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-4457d31f-cf17-4559-8312-e99d5e6e82ae tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 06 12:00:45.018627 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4457d31f-cf17-4559-8312-e99d5e6e82ae tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:00:45.020756 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4457d31f-cf17-4559-8312-e99d5e6e82ae tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/networks/b9cc7327-88a2-4f79-b8b5-3dbf0f204115 HTTP/1.1" status: 409 len: 405 time: 0.1919787 Jul 06 12:00:45.025036 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39402) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:45.030224 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-967ee56a-5b89-40cf-a3ef-237b18457275 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1887498507'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:45.070823 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967ee56a-5b89-40cf-a3ef-237b18457275 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Made reservation on behalf of 1f8360427d874fdcaaad2953c3b7f606 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:45.080716 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-967ee56a-5b89-40cf-a3ef-237b18457275 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.123830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967ee56a-5b89-40cf-a3ef-237b18457275 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:45.161485 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-967ee56a-5b89-40cf-a3ef-237b18457275 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.161857 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-967ee56a-5b89-40cf-a3ef-237b18457275 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Added segment 56272ff5-ef67-4a47-ae57-f0b4291d7f44 of type vlan for network ae0a6573-70d9-43b3-b225-eda9025fb2f3 Jul 06 12:00:45.182648 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8826595-8804-4437-b090-d6fbee8fe574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.225575 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e8826595-8804-4437-b090-d6fbee8fe574 None None] For port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=73e4ea7f-10e4-4659-9e02-b8cc21a229e8,segment=NetworkSegment(498e814f-8392-436b-8898-3b1fea405127),segment_id=498e814f-8392-436b-8898-3b1fea405127)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:45.225886 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-967ee56a-5b89-40cf-a3ef-237b18457275 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.234171 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8826595-8804-4437-b090-d6fbee8fe574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.260923 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b2f7cf5d-bf61-4b19-9e1a-c43671157811 req-3278e0f5-7677-4d22-b58c-d041f2c506e2 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/ports?device_id=73781834-2938-44ac-b2e9-83577dde50e6 HTTP/1.1" status: 200 len: 210 time: 0.0474503 Jul 06 12:00:45.286217 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8826595-8804-4437-b090-d6fbee8fe574 None None] Pushing event updated for resources: {'Port': ['ID=73e4ea7f-10e4-4659-9e02-b8cc21a229e8,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:45.296195 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-967ee56a-5b89-40cf-a3ef-237b18457275 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.302966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967ee56a-5b89-40cf-a3ef-237b18457275 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:45.303665 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-967ee56a-5b89-40cf-a3ef-237b18457275 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.345375 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2905c74-8889-43f3-b5d1-fce2e076e5eb x-openstack-request-id: req-b2905c74-8889-43f3-b5d1-fce2e076e5eb {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:45.346299 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699d97b1-b1d1-43a5-9acf-0a8422573763", "name": "network-vif-deleted", "tag": "245db4e2-24f8-45a9-9904-247a3ea17df4", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:45.346968 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2905c74-8889-43f3-b5d1-fce2e076e5eb {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:45.348278 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699d97b1-b1d1-43a5-9acf-0a8422573763', 'name': 'network-vif-deleted', 'tag': '245db4e2-24f8-45a9-9904-247a3ea17df4', 'status': 'completed', 'code': 200} Jul 06 12:00:45.373746 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39404) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:45.374241 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-967ee56a-5b89-40cf-a3ef-237b18457275 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3480744 Jul 06 12:00:45.381000 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2b6ea044-5399-4177-9a98-9fd61c8d0af4 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Request body: {'subnet': {'network_id': 'ae0a6573-70d9-43b3-b225-eda9025fb2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:45.398740 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ee56a-5b89-40cf-a3ef-237b18457275 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event updated for resources: {'Network': ['ID=ae0a6573-70d9-43b3-b225-eda9025fb2f3,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:45.410412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network ae0a6573-70d9-43b3-b225-eda9025fb2f3 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:45.641620 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-f3bdf99a-7de4-4843-be32-5e9cfee114c4 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:45.643932 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-f3bdf99a-7de4-4843-be32-5e9cfee114c4 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.89 "GET /v2.0/networks?id=dc3b1be3-2325-407b-8ad4-1dda50086070 HTTP/1.1" status: 200 len: 824 time: 0.1351049 Jul 06 12:00:45.658556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-84441706-12b3-4cc5-8897-5812e2892a00 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Request body: {'port': {'device_id': '73781834-2938-44ac-b2e9-83577dde50e6', 'network_id': 'dc3b1be3-2325-407b-8ad4-1dda50086070', 'admin_state_up': True, 'tenant_id': '2d9a21e9df1c4a9bb368f911cfe1cb4c'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:45.665287 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6ea044-5399-4177-9a98-9fd61c8d0af4 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Made reservation on behalf of 1f8360427d874fdcaaad2953c3b7f606 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:45.669375 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea044-5399-4177-9a98-9fd61c8d0af4 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:45.670759 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4ae2bd89-8a6a-4aa4-9bd9-72abea2f744c None None] Provisioning complete for port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:45.671248 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ae2bd89-8a6a-4aa4-9bd9-72abea2f744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.026212 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4fd982-d44c-4563-8c6a-3f6d528c1c4c None None] Network b9cc7327-88a2-4f79-b8b5-3dbf0f204115 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:46.044621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e49f48-3ead-49ab-be87-6ccc875b0597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c29ce1-337d-4bf5-9282-d6805bca742f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:46.045617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cebc6-c18e-4f07-b266-46d708b6075e req-2ccf533a-cdb7-486f-b1ee-3b7f5cb14451 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:46.048094 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b5f3fd-c623-4259-a428-aef4474b749e" -d '{"events": [{"server_uuid": "38e49f48-3ead-49ab-be87-6ccc875b0597", "name": "network-vif-plugged", "status": "completed", "tag": "66c29ce1-337d-4bf5-9282-d6805bca742f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:46.049997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-105cebc6-c18e-4f07-b266-46d708b6075e req-2ccf533a-cdb7-486f-b1ee-3b7f5cb14451 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e49f48-3ead-49ab-be87-6ccc875b0597 HTTP/1.1" status: 200 len: 945 time: 0.0805087 Jul 06 12:00:46.118388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-adf2d03c-6217-4670-b1ea-59aa56a61c1e None None] Provisioning for port b50b9e7b-61a1-4a78-8511-ce1778da8b09 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:46.120699 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-105cebc6-c18e-4f07-b266-46d708b6075e req-aaec6ed9-06ae-46d7-943c-88dc94f471ca tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645659 Jul 06 12:00:46.244712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-84441706-12b3-4cc5-8897-5812e2892a00 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Made reservation on behalf of 2d9a21e9df1c4a9bb368f911cfe1cb4c for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:46.248420 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-84441706-12b3-4cc5-8897-5812e2892a00 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.293099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8292ca09-61e7-4259-874e-68eb04812dea None None] DHCP port deletion for b9cc7327-88a2-4f79-b8b5-3dbf0f204115 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:00:46.349124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8292ca09-61e7-4259-874e-68eb04812dea None None] Deleting port b50b9e7b-61a1-4a78-8511-ce1778da8b09 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:46.349485 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8292ca09-61e7-4259-874e-68eb04812dea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.418608 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41021d5e-fd2c-4963-8949-5576619cd1f0 x-openstack-request-id: req-41021d5e-fd2c-4963-8949-5576619cd1f0 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:46.418888 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e49f48-3ead-49ab-be87-6ccc875b0597", "name": "network-vif-plugged", "status": "completed", "tag": "66c29ce1-337d-4bf5-9282-d6805bca742f", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:46.419428 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41021d5e-fd2c-4963-8949-5576619cd1f0 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:46.420001 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e49f48-3ead-49ab-be87-6ccc875b0597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c29ce1-337d-4bf5-9282-d6805bca742f', 'code': 200} Jul 06 12:00:46.433033 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8292ca09-61e7-4259-874e-68eb04812dea None None] For port b50b9e7b-61a1-4a78-8511-ce1778da8b09, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b50b9e7b-61a1-4a78-8511-ce1778da8b09,segment=NetworkSegment(e467e599-5061-4935-a12b-2ddac89a7708),segment_id=e467e599-5061-4935-a12b-2ddac89a7708)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:46.434679 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8292ca09-61e7-4259-874e-68eb04812dea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.450889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8292ca09-61e7-4259-874e-68eb04812dea None None] Calling delete_port for b50b9e7b-61a1-4a78-8511-ce1778da8b09 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:46.495092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-84441706-12b3-4cc5-8897-5812e2892a00 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Allocated IP 172.20.0.2 (dc3b1be3-2325-407b-8ad4-1dda50086070/75c5da49-e187-4cd2-829f-c58b6278625e/74ba18b5-4da2-43d8-af34-3af39388aa4f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:46.558575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.objects.ports [None req-2b6ea044-5399-4177-9a98-9fd61c8d0af4 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:00:46.564360 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea044-5399-4177-9a98-9fd61c8d0af4 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.588514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:46.623008 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8292ca09-61e7-4259-874e-68eb04812dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.655951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292ca09-61e7-4259-874e-68eb04812dea None None] Pushing event deleted for resources: {'Port': ['ID=b50b9e7b-61a1-4a78-8511-ce1778da8b09,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:46.660541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8292ca09-61e7-4259-874e-68eb04812dea None None] No DVR routers for this DVR port b50b9e7b-61a1-4a78-8511-ce1778da8b09 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:46.676475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:46.676475 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.758031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ea044-5399-4177-9a98-9fd61c8d0af4 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event updated for resources: {'Subnet': ['ID=e02cb9b9-4a24-437f-9ebb-97fe64beddf2,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:46.782225 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6ea044-5399-4177-9a98-9fd61c8d0af4 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Checking segment: {'id': '56272ff5-ef67-4a47-ae57-f0b4291d7f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ae0a6573-70d9-43b3-b225-eda9025fb2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:46.782589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6ea044-5399-4177-9a98-9fd61c8d0af4 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Network hostable DHCP agents. Network: ae0a6573-70d9-43b3-b225-eda9025fb2f3, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:46.822915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a25999-cd0b-41ad-aebc-e51c0cc0c928 req-5ea571bf-41e0-4fcd-b5f6-4885ac067d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:46.824874 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-87a25999-cd0b-41ad-aebc-e51c0cc0c928 req-5ea571bf-41e0-4fcd-b5f6-4885ac067d9a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=38e49f48-3ead-49ab-be87-6ccc875b0597 HTTP/1.1" status: 200 len: 1096 time: 0.2390933 Jul 06 12:00:46.848325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6ea044-5399-4177-9a98-9fd61c8d0af4 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Network ae0a6573-70d9-43b3-b225-eda9025fb2f3 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:46.883632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2b6ea044-5399-4177-9a98-9fd61c8d0af4 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, ae0a6573-70d9-43b3-b225-eda9025fb2f3) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:46.891454 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-84441706-12b3-4cc5-8897-5812e2892a00 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.893319 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0114d25a-ab00-42a5-81a4-9e5dc1996e3a None None] Network ae0a6573-70d9-43b3-b225-eda9025fb2f3 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:46.899342 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6ea044-5399-4177-9a98-9fd61c8d0af4 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:46.900415 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea044-5399-4177-9a98-9fd61c8d0af4 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:46.910776 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-87a25999-cd0b-41ad-aebc-e51c0cc0c928 req-e1a7cb7c-b867-4fff-9633-198e227ea545 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786953 Jul 06 12:00:46.927887 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2b6ea044-5399-4177-9a98-9fd61c8d0af4 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5500495 Jul 06 12:00:46.928535 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39438) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:46.936668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c19a025a-fd13-4d51-b633-a2bf65e15cf7 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Request body: {'port': {'network_id': 'ae0a6573-70d9-43b3-b225-eda9025fb2f3', 'name': 'tempest-NetworksIpV6TestAttrs-1419829070'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:46.953911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39440) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:46.962938 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6a834fb3-b538-48bf-a4dc-247e48f0e882 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1067437413', 'description': 'tempest-description--1584478054'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:46.970977 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-84441706-12b3-4cc5-8897-5812e2892a00 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.038305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-84441706-12b3-4cc5-8897-5812e2892a00 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Network dc3b1be3-2325-407b-8ad4-1dda50086070 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:47.046169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-84441706-12b3-4cc5-8897-5812e2892a00 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:47.053927 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-84441706-12b3-4cc5-8897-5812e2892a00 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:47.099908 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-ae0a6573-70d9-43b3-b225-eda9025fb2f3', 'network_id': 'ae0a6573-70d9-43b3-b225-eda9025fb2f3', 'tenant_id': '1f8360427d874fdcaaad2953c3b7f606', 'fixed_ips': [{'subnet_id': 'e02cb9b9-4a24-437f-9ebb-97fe64beddf2'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:00:47.101521 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.114282 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a834fb3-b538-48bf-a4dc-247e48f0e882 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.120077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84441706-12b3-4cc5-8897-5812e2892a00 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Pushing event updated for resources: {'Port': ['ID=74ba18b5-4da2-43d8-af34-3af39388aa4f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:47.135135 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400fdc7-4c0f-4deb-8e4a-ebf1f571a2d1 req-01c1f83e-dd3f-4112-86be-2075489a5f74 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:47.137519 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9400fdc7-4c0f-4deb-8e4a-ebf1f571a2d1 req-01c1f83e-dd3f-4112-86be-2075489a5f74 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/ports?device_id=73781834-2938-44ac-b2e9-83577dde50e6 HTTP/1.1" status: 200 len: 931 time: 0.0866456 Jul 06 12:00:47.157126 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19a025a-fd13-4d51-b633-a2bf65e15cf7 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Made reservation on behalf of 1f8360427d874fdcaaad2953c3b7f606 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:47.160580 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c19a025a-fd13-4d51-b633-a2bf65e15cf7 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.185980 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-84441706-12b3-4cc5-8897-5812e2892a00 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:47.186612 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-84441706-12b3-4cc5-8897-5812e2892a00 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.195455 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-c19a025a-fd13-4d51-b633-a2bf65e15cf7 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] device_id is not set on port 44508a8e-1f6b-4ac2-b87e-03eee0f565d2 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:00:47.216057 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9400fdc7-4c0f-4deb-8e4a-ebf1f571a2d1 req-e024b338-b3ed-4dc8-9b5f-fc48f83c5527 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe7427c9-3b07-4a49-9ee6-9c188b199aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654199 Jul 06 12:00:47.260415 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Allocated IP 2001:db8::f816:3eff:fea9:7d44 (ae0a6573-70d9-43b3-b225-eda9025fb2f3/e02cb9b9-4a24-437f-9ebb-97fe64beddf2/591d08a1-eb75-4a36-a9f8-909f02cd1e03) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:47.262594 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a834fb3-b538-48bf-a4dc-247e48f0e882 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.270398 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a834fb3-b538-48bf-a4dc-247e48f0e882 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.290006 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-84441706-12b3-4cc5-8897-5812e2892a00 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6369650 Jul 06 12:00:47.301572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a834fb3-b538-48bf-a4dc-247e48f0e882 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.302762 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6a834fb3-b538-48bf-a4dc-247e48f0e882 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3470814 Jul 06 12:00:47.305875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39446) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:47.310850 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-77a19e41-f259-4b30-99b7-4dd3b8336aa6 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Request body: {'security_group_rule': {'security_group_id': '222daa31-ba03-4106-89f9-ff8f28f27c62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:47.312037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Request body: {'port': {'device_id': '73781834-2938-44ac-b2e9-83577dde50e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:47.347213 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77a19e41-f259-4b30-99b7-4dd3b8336aa6 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.353166 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a834fb3-b538-48bf-a4dc-247e48f0e882 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222daa31-ba03-4106-89f9-ff8f28f27c62,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:47.414295 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.452932 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77a19e41-f259-4b30-99b7-4dd3b8336aa6 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.458812 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77a19e41-f259-4b30-99b7-4dd3b8336aa6 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.492565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7b1cb-2fcf-4efc-84a7-a3ef7ac95519 req-bc912130-3112-4096-b140-af83c47a3bee tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:47.494351 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51d7b1cb-2fcf-4efc-84a7-a3ef7ac95519 req-bc912130-3112-4096-b140-af83c47a3bee tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e49f48-3ead-49ab-be87-6ccc875b0597 HTTP/1.1" status: 200 len: 945 time: 0.1309507 Jul 06 12:00:47.501275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a19e41-f259-4b30-99b7-4dd3b8336aa6 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fedb21f9-e6ae-4687-a4b7-830a2baad5de,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:47.513116 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77a19e41-f259-4b30-99b7-4dd3b8336aa6 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.516877 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-77a19e41-f259-4b30-99b7-4dd3b8336aa6 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2074134 Jul 06 12:00:47.517159 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39450) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:47.529477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ac74e87e-7604-408d-a6ee-bed4ed4775e2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Request body: {'security_group_rule': {'security_group_id': '222daa31-ba03-4106-89f9-ff8f28f27c62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:47.569929 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51d7b1cb-2fcf-4efc-84a7-a3ef7ac95519 req-327f0a59-16d5-42ae-b558-75a9216e74bf tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647817 Jul 06 12:00:47.577646 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac74e87e-7604-408d-a6ee-bed4ed4775e2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.613614 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.623367 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Transition to ACTIVE for port object 591d08a1-eb75-4a36-a9f8-909f02cd1e03 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:47.639173 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Transition to ACTIVE for port object 591d08a1-eb75-4a36-a9f8-909f02cd1e03 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:47.648672 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac74e87e-7604-408d-a6ee-bed4ed4775e2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.665866 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.679989 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac74e87e-7604-408d-a6ee-bed4ed4775e2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.689880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Network ae0a6573-70d9-43b3-b225-eda9025fb2f3 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:47.693160 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:47.714729 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:47.721657 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 245db4e2-24f8-45a9-9904-247a3ea17df4 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:47.726142 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74e87e-7604-408d-a6ee-bed4ed4775e2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c540d4d-ef57-4ffe-b8b5-43b6f7d527b2,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:47.740098 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac74e87e-7604-408d-a6ee-bed4ed4775e2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.742637 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ac74e87e-7604-408d-a6ee-bed4ed4775e2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2237034 Jul 06 12:00:47.747591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39462) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:47.748145 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 245db4e2-24f8-45a9-9904-247a3ea17df4 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:47.748508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 245db4e2-24f8-45a9-9904-247a3ea17df4 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:47.768188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:47.770599 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ba18b5-4da2-43d8-af34-3af39388aa4f {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:47.777713 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-c19a025a-fd13-4d51-b633-a2bf65e15cf7 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Allocated IP 2001:db8::f816:3eff:fe51:e150 (ae0a6573-70d9-43b3-b225-eda9025fb2f3/e02cb9b9-4a24-437f-9ebb-97fe64beddf2/44508a8e-1f6b-4ac2-b87e-03eee0f565d2) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:47.779354 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.808378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Pushing event updated for resources: {'Port': ['ID=591d08a1-eb75-4a36-a9f8-909f02cd1e03,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:47.812535 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Transition to ACTIVE for port object 74ba18b5-4da2-43d8-af34-3af39388aa4f will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:47.821967 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Attempting to bind port 591d08a1-eb75-4a36-a9f8-909f02cd1e03 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:47.822652 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.822820 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Attempting to bind port 591d08a1-eb75-4a36-a9f8-909f02cd1e03 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '56272ff5-ef67-4a47-ae57-f0b4291d7f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ae0a6573-70d9-43b3-b225-eda9025fb2f3'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:47.823054 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Attempting to bind port 591d08a1-eb75-4a36-a9f8-909f02cd1e03 on network ae0a6573-70d9-43b3-b225-eda9025fb2f3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:47.830290 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:47.830739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Checking segment: {'id': '56272ff5-ef67-4a47-ae57-f0b4291d7f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ae0a6573-70d9-43b3-b225-eda9025fb2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:47.831041 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.831163 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.831536 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Bound using segment: {'id': '56272ff5-ef67-4a47-ae57-f0b4291d7f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ae0a6573-70d9-43b3-b225-eda9025fb2f3'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:47.836956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Bound port: 591d08a1-eb75-4a36-a9f8-909f02cd1e03, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56272ff5-ef67-4a47-ae57-f0b4291d7f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ae0a6573-70d9-43b3-b225-eda9025fb2f3'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:47.836956 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.915526 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] For port 591d08a1-eb75-4a36-a9f8-909f02cd1e03, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:47.919037 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] For port 591d08a1-eb75-4a36-a9f8-909f02cd1e03, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=591d08a1-eb75-4a36-a9f8-909f02cd1e03,segment=NetworkSegment(56272ff5-ef67-4a47-ae57-f0b4291d7f44),segment_id=56272ff5-ef67-4a47-ae57-f0b4291d7f44)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:47.932029 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:47.954009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Pushing event updated for resources: {'Port': ['ID=74ba18b5-4da2-43d8-af34-3af39388aa4f,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:48.030209 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798225da-74d7-4554-b967-f3d7815e2f2d None None] Pushing event updated for resources: {'Port': ['ID=591d08a1-eb75-4a36-a9f8-909f02cd1e03,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:48.064833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Attempting to bind port 74ba18b5-4da2-43d8-af34-3af39388aa4f on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:48.065414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Attempting to bind port 74ba18b5-4da2-43d8-af34-3af39388aa4f by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'd7be4efd-b0a0-4155-8cb1-c11bd96f5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dc3b1be3-2325-407b-8ad4-1dda50086070'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:48.065829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Attempting to bind port 74ba18b5-4da2-43d8-af34-3af39388aa4f on network dc3b1be3-2325-407b-8ad4-1dda50086070 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:48.071007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Port 74ba18b5-4da2-43d8-af34-3af39388aa4f on network dc3b1be3-2325-407b-8ad4-1dda50086070 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:00:48.071549 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Attempting to bind port 74ba18b5-4da2-43d8-af34-3af39388aa4f on network dc3b1be3-2325-407b-8ad4-1dda50086070 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:48.077463 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:48.077931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Checking segment: {'id': 'd7be4efd-b0a0-4155-8cb1-c11bd96f5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dc3b1be3-2325-407b-8ad4-1dda50086070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:48.078418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Bound using segment: {'id': 'd7be4efd-b0a0-4155-8cb1-c11bd96f5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dc3b1be3-2325-407b-8ad4-1dda50086070'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:48.078955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Bound port: 74ba18b5-4da2-43d8-af34-3af39388aa4f, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7be4efd-b0a0-4155-8cb1-c11bd96f5ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dc3b1be3-2325-407b-8ad4-1dda50086070'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:48.079553 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.132112 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c19a025a-fd13-4d51-b633-a2bf65e15cf7 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.153233 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c19a025a-fd13-4d51-b633-a2bf65e15cf7 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Transition to ACTIVE for port object 44508a8e-1f6b-4ac2-b87e-03eee0f565d2 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:48.163690 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] For port 74ba18b5-4da2-43d8-af34-3af39388aa4f, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:48.167955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] For port 74ba18b5-4da2-43d8-af34-3af39388aa4f, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=74ba18b5-4da2-43d8-af34-3af39388aa4f,segment=NetworkSegment(d7be4efd-b0a0-4155-8cb1-c11bd96f5ee9),segment_id=d7be4efd-b0a0-4155-8cb1-c11bd96f5ee9)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:48.175028 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.184907 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.218986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:48.219349 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.223097 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] 10.222.0.89 "PUT /v2.0/ports/74ba18b5-4da2-43d8-af34-3af39388aa4f HTTP/1.1" status: 200 len: 1091 time: 0.9209917 Jul 06 12:00:48.223097 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73781834-2938-44ac-b2e9-83577dde50e6', 'tag': '74ba18b5-4da2-43d8-af34-3af39388aa4f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:48.226287 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9a92a3-be7a-43f3-8e5f-53aacabdf941" -d '{"events": [{"name": "network-changed", "server_uuid": "73781834-2938-44ac-b2e9-83577dde50e6", "tag": "74ba18b5-4da2-43d8-af34-3af39388aa4f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:48.309828 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c19a025a-fd13-4d51-b633-a2bf65e15cf7 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.326532 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa33da1-5baf-4df7-aa95-c2f29bbc22be x-openstack-request-id: req-4aa33da1-5baf-4df7-aa95-c2f29bbc22be {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:48.327412 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73781834-2938-44ac-b2e9-83577dde50e6", "tag": "74ba18b5-4da2-43d8-af34-3af39388aa4f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:48.327836 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4aa33da1-5baf-4df7-aa95-c2f29bbc22be {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:48.328392 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73781834-2938-44ac-b2e9-83577dde50e6', 'tag': '74ba18b5-4da2-43d8-af34-3af39388aa4f', 'status': 'completed', 'code': 200} Jul 06 12:00:48.333800 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbfe6a-50cc-4e5e-a4fd-ae594a65e975 service neutron] Pushing event updated for resources: {'Port': ['ID=74ba18b5-4da2-43d8-af34-3af39388aa4f,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:48.361466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-c5491526-6056-4be2-9b2e-a0eeae5dc37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:48.362976 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-c5491526-6056-4be2-9b2e-a0eeae5dc37b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d9a21e9df1c4a9bb368f911cfe1cb4c&device_id=73781834-2938-44ac-b2e9-83577dde50e6 HTTP/1.1" status: 200 len: 1094 time: 0.0844257 Jul 06 12:00:48.416334 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a025a-fd13-4d51-b633-a2bf65e15cf7 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Network ae0a6573-70d9-43b3-b225-eda9025fb2f3 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:48.426034 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c19a025a-fd13-4d51-b633-a2bf65e15cf7 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:48.428881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a025a-fd13-4d51-b633-a2bf65e15cf7 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:48.429981 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-91644bc2-13ed-4466-a18e-286c341e679b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74ba18b5-4da2-43d8-af34-3af39388aa4f HTTP/1.1" status: 200 len: 217 time: 0.0587215 Jul 06 12:00:48.435846 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19a025a-fd13-4d51-b633-a2bf65e15cf7 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:48.436496 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c19a025a-fd13-4d51-b633-a2bf65e15cf7 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.524152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-b217d016-041c-4eb2-879e-d454257c573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:48.525673 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-b217d016-041c-4eb2-879e-d454257c573e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75c5da49-e187-4cd2-829f-c58b6278625e HTTP/1.1" status: 200 len: 864 time: 0.0887556 Jul 06 12:00:48.528937 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c19a025a-fd13-4d51-b633-a2bf65e15cf7 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5992978 Jul 06 12:00:48.530612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a025a-fd13-4d51-b633-a2bf65e15cf7 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event updated for resources: {'Port': ['ID=44508a8e-1f6b-4ac2-b87e-03eee0f565d2,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:48.543994 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39480) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:48.562419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Allocated IP 172.25.4.80 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/ea95ba65-5d77-4c6e-8296-d44868e34b41) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:48.596940 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 591d08a1-eb75-4a36-a9f8-909f02cd1e03 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:48.619885 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-667cf359-7cd3-4ff7-a293-3e9563e543d0 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Deleting subnet e02cb9b9-4a24-437f-9ebb-97fe64beddf2 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:00:48.623339 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-667cf359-7cd3-4ff7-a293-3e9563e543d0 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.672874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-667cf359-7cd3-4ff7-a293-3e9563e543d0 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.675122 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 591d08a1-eb75-4a36-a9f8-909f02cd1e03 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:48.701128 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a7ba5-60c2-42ae-adbf-c6692219d515 req-1277fe2a-4c1d-4d66-a77d-b1f5ff48a410 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:48.708309 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab9a7ba5-60c2-42ae-adbf-c6692219d515 req-1277fe2a-4c1d-4d66-a77d-b1f5ff48a410 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/ports?device_id=73781834-2938-44ac-b2e9-83577dde50e6 HTTP/1.1" status: 200 len: 943 time: 0.2655990 Jul 06 12:00:48.800108 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab9a7ba5-60c2-42ae-adbf-c6692219d515 req-29248ab1-73ea-4711-b4e1-dac2598d80bd tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe7427c9-3b07-4a49-9ee6-9c188b199aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905619 Jul 06 12:00:48.819565 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-667cf359-7cd3-4ff7-a293-3e9563e543d0 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.843634 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.943393 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.945273 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-667cf359-7cd3-4ff7-a293-3e9563e543d0 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:48.949197 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-85ae5f7d-400f-43fd-b60b-f48694ec9c3a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dc3b1be3-2325-407b-8ad4-1dda50086070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4034116 Jul 06 12:00:49.028863 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:49.034222 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:49.034389 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-667cf359-7cd3-4ff7-a293-3e9563e543d0 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.038993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:49.041978 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-667cf359-7cd3-4ff7-a293-3e9563e543d0 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/subnets/e02cb9b9-4a24-437f-9ebb-97fe64beddf2 HTTP/1.1" status: 204 len: 168 time: 0.4972811 Jul 06 12:00:49.045176 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667cf359-7cd3-4ff7-a293-3e9563e543d0 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Subnet': ['ID=e02cb9b9-4a24-437f-9ebb-97fe64beddf2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:49.050304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39502) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:49.117230 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Pushing event updated for resources: {'Port': ['ID=ea95ba65-5d77-4c6e-8296-d44868e34b41,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:49.201514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5ab642-eb13-4c84-b3c9-4f517088887c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:49.203446 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5ab642-eb13-4c84-b3c9-4f517088887c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:49.205072 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6f5ab642-eb13-4c84-b3c9-4f517088887c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1538196 Jul 06 12:00:49.215937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39508) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:49.257738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d71f3-beb5-498a-9774-7ad8b80cd05b req-2c78cfd7-3714-4907-907f-b044688787e7 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:49.264851 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d9d71f3-beb5-498a-9774-7ad8b80cd05b req-2c78cfd7-3714-4907-907f-b044688787e7 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=38e49f48-3ead-49ab-be87-6ccc875b0597 HTTP/1.1" status: 200 len: 945 time: 0.2340355 Jul 06 12:00:49.265193 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-4cd57bab-6f75-4d00-ac01-72dff300a397 service neutron] 10.222.0.89 "GET /v2.0/networks/dc3b1be3-2325-407b-8ad4-1dda50086070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075325 Jul 06 12:00:49.302654 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.358761 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d9d71f3-beb5-498a-9774-7ad8b80cd05b req-4b09e440-f488-4022-8574-a59fe7d0121d tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928550 Jul 06 12:00:49.394631 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.459646 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5eb37b3f-63d7-4b1a-bae0-f4e0ed91791f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.488926 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb37b3f-63d7-4b1a-bae0-f4e0ed91791f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 06 12:00:49.489407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb37b3f-63d7-4b1a-bae0-f4e0ed91791f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:00:49.491173 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5eb37b3f-63d7-4b1a-bae0-f4e0ed91791f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/networks/ae0a6573-70d9-43b3-b225-eda9025fb2f3 HTTP/1.1" status: 409 len: 405 time: 0.2742305 Jul 06 12:00:49.497411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39520) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:49.502833 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-3472850a-514d-429f-bb8e-7248af035ba8 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-249039076'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:49.510581 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bc22b06-eb1c-4581-b7f6-45d34cea196d req-6148c0e9-a596-41b5-a834-9f8de78c720e service neutron] 10.222.0.89 "GET /v2.0/networks/dc3b1be3-2325-407b-8ad4-1dda50086070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989107 Jul 06 12:00:49.602785 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3472850a-514d-429f-bb8e-7248af035ba8 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Made reservation on behalf of 1f8360427d874fdcaaad2953c3b7f606 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:49.606316 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3472850a-514d-429f-bb8e-7248af035ba8 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.622520 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ec125e-0405-4eff-9679-9235be32ca69 None None] Network ae0a6573-70d9-43b3-b225-eda9025fb2f3 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:49.657270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3472850a-514d-429f-bb8e-7248af035ba8 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:49.679996 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3472850a-514d-429f-bb8e-7248af035ba8 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.679996 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-3472850a-514d-429f-bb8e-7248af035ba8 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Added segment 226d8055-211c-441b-9a23-6e841e374898 of type vlan for network 70a9b646-3f38-4ee9-94ee-a513921d4ab7 Jul 06 12:00:49.698743 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.714295 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 98990104-96c7-40ac-824d-a28fee6c6629 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:00:49.722437 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.749027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a572d9b3-0b54-45fe-aca0-870a1418a330 None None] Provisioning for port 591d08a1-eb75-4a36-a9f8-909f02cd1e03 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:49.765191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a572d9b3-0b54-45fe-aca0-870a1418a330 None None] Provisioning complete for port 591d08a1-eb75-4a36-a9f8-909f02cd1e03 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:49.765822 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a572d9b3-0b54-45fe-aca0-870a1418a330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.881509 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3472850a-514d-429f-bb8e-7248af035ba8 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:49.904589 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-33a0be9e-a768-433f-8ae4-184bf3258fc4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2280915 Jul 06 12:00:49.917509 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a92a3-be7a-43f3-8e5f-53aacabdf941 req-109b1a0a-f187-4075-b104-ef2e0ef3dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:49.918297 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d9a92a3-be7a-43f3-8e5f-53aacabdf941 req-109b1a0a-f187-4075-b104-ef2e0ef3dad1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d9a21e9df1c4a9bb368f911cfe1cb4c&device_id=73781834-2938-44ac-b2e9-83577dde50e6 HTTP/1.1" status: 200 len: 1094 time: 0.1839178 Jul 06 12:00:49.967425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Pushing event updated for resources: {'Port': ['ID=ea95ba65-5d77-4c6e-8296-d44868e34b41,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:50.004729 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.036408 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.050895 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ff143edf-778c-4925-924a-b57a4b0b309c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2990766 Jul 06 12:00:50.062743 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3472850a-514d-429f-bb8e-7248af035ba8 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.064733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 98990104-96c7-40ac-824d-a28fee6c6629, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=98990104-96c7-40ac-824d-a28fee6c6629,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:50.080056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3472850a-514d-429f-bb8e-7248af035ba8 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.087737 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3472850a-514d-429f-bb8e-7248af035ba8 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.160740 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '98990104-96c7-40ac-824d-a28fee6c6629', 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9', 'port_id': '98990104-96c7-40ac-824d-a28fee6c6629', 'mac_address': 'fa:16:3e:6c:17:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee698e4-5f9d-4dca-ba8c-9993e73db584', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:00:50.163111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a92a3-be7a-43f3-8e5f-53aacabdf941 req-595d4039-951f-4fbd-8049-5937d059739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.164761 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d9a92a3-be7a-43f3-8e5f-53aacabdf941 req-595d4039-951f-4fbd-8049-5937d059739a service neutron] 10.222.0.89 "GET /v2.0/networks?id=dc3b1be3-2325-407b-8ad4-1dda50086070 HTTP/1.1" status: 200 len: 925 time: 0.2393100 Jul 06 12:00:50.168328 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a572d9b3-0b54-45fe-aca0-870a1418a330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.254131 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d9a92a3-be7a-43f3-8e5f-53aacabdf941 req-694c7c2e-474b-43ea-be5d-f918d5796e80 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74ba18b5-4da2-43d8-af34-3af39388aa4f HTTP/1.1" status: 200 len: 217 time: 0.0615718 Jul 06 12:00:50.272984 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3472850a-514d-429f-bb8e-7248af035ba8 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7744114 Jul 06 12:00:50.279371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39528) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:50.295183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-b0f8e65b-9ed6-4581-bd45-e46507ebd649 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Request body: {'subnet': {'network_id': '70a9b646-3f38-4ee9-94ee-a513921d4ab7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:50.306166 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472850a-514d-429f-bb8e-7248af035ba8 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event updated for resources: {'Network': ['ID=70a9b646-3f38-4ee9-94ee-a513921d4ab7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:50.319032 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a572d9b3-0b54-45fe-aca0-870a1418a330 None None] For port 591d08a1-eb75-4a36-a9f8-909f02cd1e03, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=591d08a1-eb75-4a36-a9f8-909f02cd1e03,segment=NetworkSegment(56272ff5-ef67-4a47-ae57-f0b4291d7f44),segment_id=56272ff5-ef67-4a47-ae57-f0b4291d7f44)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:50.334988 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 70a9b646-3f38-4ee9-94ee-a513921d4ab7 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:50.343969 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a572d9b3-0b54-45fe-aca0-870a1418a330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.373020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a92a3-be7a-43f3-8e5f-53aacabdf941 req-edc5e196-6945-491e-b1ea-48efe08a71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.374537 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d9a92a3-be7a-43f3-8e5f-53aacabdf941 req-edc5e196-6945-491e-b1ea-48efe08a71f9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75c5da49-e187-4cd2-829f-c58b6278625e HTTP/1.1" status: 200 len: 864 time: 0.1061430 Jul 06 12:00:50.387625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-4816b549-6eea-48b5-b0b8-92d059f630df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.388562 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-4816b549-6eea-48b5-b0b8-92d059f630df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.389286 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-4816b549-6eea-48b5-b0b8-92d059f630df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.390019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-4816b549-6eea-48b5-b0b8-92d059f630df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.390643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-4816b549-6eea-48b5-b0b8-92d059f630df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.391153 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-4816b549-6eea-48b5-b0b8-92d059f630df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.391666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-4816b549-6eea-48b5-b0b8-92d059f630df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.393822 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-4816b549-6eea-48b5-b0b8-92d059f630df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 6489 time: 0.2942445 Jul 06 12:00:50.420952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572d9b3-0b54-45fe-aca0-870a1418a330 None None] Pushing event updated for resources: {'Port': ['ID=591d08a1-eb75-4a36-a9f8-909f02cd1e03,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:50.424160 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc2c9b0-8598-4816-95ba-8126c88a31dc None None] DHCP port deletion for ae0a6573-70d9-43b3-b225-eda9025fb2f3 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:00:50.439500 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d9a92a3-be7a-43f3-8e5f-53aacabdf941 req-538fae6a-1896-4c06-8b93-40077548f0bc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dc3b1be3-2325-407b-8ad4-1dda50086070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374804 Jul 06 12:00:50.469440 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.521138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98990104-96c7-40ac-824d-a28fee6c6629 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:50.544943 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 98990104-96c7-40ac-824d-a28fee6c6629, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=98990104-96c7-40ac-824d-a28fee6c6629,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:50.552124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783f8dd-b2e0-444e-bcd6-5b38a9b3f109 req-6fd3e129-4b0e-46ad-af60-d1c9f8328a53 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.553262 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.562010 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d783f8dd-b2e0-444e-bcd6-5b38a9b3f109 req-6fd3e129-4b0e-46ad-af60-d1c9f8328a53 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=fad5fa3b-434f-49cd-9727-561a404b62a8 HTTP/1.1" status: 200 len: 946 time: 0.2186956 Jul 06 12:00:50.613761 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d783f8dd-b2e0-444e-bcd6-5b38a9b3f109 req-788e9db1-08ef-403b-8b57-0573ee069d23 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505190 Jul 06 12:00:50.618954 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f8e65b-9ed6-4581-bd45-e46507ebd649 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Made reservation on behalf of 1f8360427d874fdcaaad2953c3b7f606 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:50.628927 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e65b-9ed6-4581-bd45-e46507ebd649 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.642881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 591d08a1-eb75-4a36-a9f8-909f02cd1e03 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:50.683036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['98990104-96c7-40ac-824d-a28fee6c6629'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:50.722622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=98990104-96c7-40ac-824d-a28fee6c6629,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:50.745945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2c9b0-8598-4816-95ba-8126c88a31dc None None] Deleting port 591d08a1-eb75-4a36-a9f8-909f02cd1e03 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:50.746355 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c9b0-8598-4816-95ba-8126c88a31dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.753403 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d9a92a3-be7a-43f3-8e5f-53aacabdf941 req-6120d7ec-d82d-4879-8ae5-84a7132f9874 service neutron] 10.222.0.89 "GET /v2.0/networks/dc3b1be3-2325-407b-8ad4-1dda50086070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967775 Jul 06 12:00:50.754936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-e8b24a39-24aa-43a5-9251-743448e80990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.755560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-e8b24a39-24aa-43a5-9251-743448e80990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.758580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-e8b24a39-24aa-43a5-9251-743448e80990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:50.761690 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-e8b24a39-24aa-43a5-9251-743448e80990 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3c4d0281-eee8-4d4b-a216-a3ed774363fa&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2 HTTP/1.1" status: 200 len: 2293 time: 0.3266246 Jul 06 12:00:50.906864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-dbc2c9b0-8598-4816-95ba-8126c88a31dc None None] For port 591d08a1-eb75-4a36-a9f8-909f02cd1e03, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=591d08a1-eb75-4a36-a9f8-909f02cd1e03,segment=NetworkSegment(56272ff5-ef67-4a47-ae57-f0b4291d7f44),segment_id=56272ff5-ef67-4a47-ae57-f0b4291d7f44)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:50.907578 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c9b0-8598-4816-95ba-8126c88a31dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:50.938278 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2c9b0-8598-4816-95ba-8126c88a31dc None None] Calling delete_port for 591d08a1-eb75-4a36-a9f8-909f02cd1e03 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:50.955821 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.065120 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-f48705de-d82f-48ee-aa5e-750158895c0c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dce447e7-7a12-4ee8-a022-2834977328a9 HTTP/1.1" status: 200 len: 1001 time: 0.1523035 Jul 06 12:00:51.086636 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9d9a92a3-be7a-43f3-8e5f-53aacabdf941 req-0fa314f0-1f02-4844-8ce2-143109aca7a1 service neutron] 10.222.0.89 "GET /v2.0/networks/dc3b1be3-2325-407b-8ad4-1dda50086070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236399 Jul 06 12:00:51.132874 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-0fa46cc0-35b3-4c41-a67d-f41b00ad1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:51.134501 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-0fa46cc0-35b3-4c41-a67d-f41b00ad1e88 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=67067b5c-0dd9-4b86-a514-c39f91aea1db HTTP/1.1" status: 200 len: 851 time: 0.0633516 Jul 06 12:00:51.236774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-cc741785-97d0-48b2-b8fa-9273820554fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:51.239073 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-cc741785-97d0-48b2-b8fa-9273820554fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3c4d0281-eee8-4d4b-a216-a3ed774363fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937195 Jul 06 12:00:51.242607 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c9b0-8598-4816-95ba-8126c88a31dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.358831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc2c9b0-8598-4816-95ba-8126c88a31dc None None] No DVR routers for this DVR port 591d08a1-eb75-4a36-a9f8-909f02cd1e03 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:51.366534 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2c9b0-8598-4816-95ba-8126c88a31dc None None] Pushing event deleted for resources: {'Port': ['ID=591d08a1-eb75-4a36-a9f8-909f02cd1e03,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:51.384557 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f3da5-07a1-447c-95f4-07a3ff3b4f7a req-562f4a11-07a9-4ab9-912e-38ae47c6d224 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:51.392415 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f5f3da5-07a1-447c-95f4-07a3ff3b4f7a req-562f4a11-07a9-4ab9-912e-38ae47c6d224 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/ports?device_id=73781834-2938-44ac-b2e9-83577dde50e6 HTTP/1.1" status: 200 len: 943 time: 0.4824960 Jul 06 12:00:51.429547 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-6c065767-b6fb-4179-a20f-88f782009148 service neutron] 10.222.0.23 "GET /v2.0/networks/3c4d0281-eee8-4d4b-a216-a3ed774363fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840503 Jul 06 12:00:51.442281 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f5f3da5-07a1-447c-95f4-07a3ff3b4f7a req-af596aaa-c958-4855-a146-3b214c68a72e tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe7427c9-3b07-4a49-9ee6-9c188b199aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490246 Jul 06 12:00:51.546141 n-d-799529-2 neutron-server[100427]: DEBUG neutron.objects.ports [None req-b0f8e65b-9ed6-4581-bd45-e46507ebd649 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100427) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:00:51.548687 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e65b-9ed6-4581-bd45-e46507ebd649 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.587349 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-f1e6f59a-1fe7-48bd-8069-b640748287a3 service neutron] 10.222.0.23 "GET /v2.0/networks/3c4d0281-eee8-4d4b-a216-a3ed774363fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431737 Jul 06 12:00:51.643501 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-8738fdf1-bc6b-4da2-aed8-c0fd18958a3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=5c926004-ecc9-4a7a-b30f-a52cce25963f HTTP/1.1" status: 200 len: 217 time: 0.0457444 Jul 06 12:00:51.662338 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8e65b-9ed6-4581-bd45-e46507ebd649 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event updated for resources: {'Subnet': ['ID=15ec7a95-2cff-4de7-8668-835c618a82b4,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:51.706343 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f8e65b-9ed6-4581-bd45-e46507ebd649 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Checking segment: {'id': '226d8055-211c-441b-9a23-6e841e374898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '70a9b646-3f38-4ee9-94ee-a513921d4ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:51.706713 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f8e65b-9ed6-4581-bd45-e46507ebd649 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Network hostable DHCP agents. Network: 70a9b646-3f38-4ee9-94ee-a513921d4ab7, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:51.726875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 98990104-96c7-40ac-824d-a28fee6c6629 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:51.734396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-64c67ac3-1555-4011-8097-3377071aea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:51.737036 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-64c67ac3-1555-4011-8097-3377071aea63 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 200 len: 797 time: 0.0888047 Jul 06 12:00:51.743138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb39488-2ae2-4035-a796-57e8da237333 req-2eadfdbc-5213-47fa-b479-78635d077c41 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:51.750011 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ceb39488-2ae2-4035-a796-57e8da237333 req-2eadfdbc-5213-47fa-b479-78635d077c41 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/networks?id=56e52248-e152-4597-ab97-7d8ed8961c27 HTTP/1.1" status: 200 len: 822 time: 0.1735620 Jul 06 12:00:51.771599 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f8e65b-9ed6-4581-bd45-e46507ebd649 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Network 70a9b646-3f38-4ee9-94ee-a513921d4ab7 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:51.777156 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ceb39488-2ae2-4035-a796-57e8da237333 req-8c83a4cd-ca49-4c84-a6dc-2ee8f95772f0 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/quotas/21948591799b45458c2715663b358cac HTTP/1.1" status: 200 len: 375 time: 0.0245714 Jul 06 12:00:51.792331 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-b0f8e65b-9ed6-4581-bd45-e46507ebd649 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 70a9b646-3f38-4ee9-94ee-a513921d4ab7) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:51.806992 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87167d7c-3bfe-46b9-a7f3-fd3ff937acaa None None] Network 70a9b646-3f38-4ee9-94ee-a513921d4ab7 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:51.821312 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f8e65b-9ed6-4581-bd45-e46507ebd649 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:51.821919 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0f8e65b-9ed6-4581-bd45-e46507ebd649 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:51.833372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-a1a687ec-00dc-49c1-8054-4a9c277a9251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:51.837157 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-a1a687ec-00dc-49c1-8054-4a9c277a9251 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65aaa158-a2b5-4ac1-912d-793053707b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0923367 Jul 06 12:00:51.872630 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b0f8e65b-9ed6-4581-bd45-e46507ebd649 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5856128 Jul 06 12:00:51.873688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39548) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:51.953393 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ceb39488-2ae2-4035-a796-57e8da237333 req-788c1102-5378-4d5e-aab7-c1ae402e3d6a tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=21948591799b45458c2715663b358cac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1586759 Jul 06 12:00:51.954634 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-1d8e7bb1-d28a-4755-aa8c-86a732cb02aa service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088350 Jul 06 12:00:51.981589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 98990104-96c7-40ac-824d-a28fee6c6629 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:51.982239 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.082535 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ceb39488-2ae2-4035-a796-57e8da237333 req-c1b58faa-09f0-4855-9d64-b4666cfb423c service neutron] 10.222.0.81 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279116 Jul 06 12:00:52.090869 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-cf5fdd55-dd7a-41f6-b86f-afc3a8ee4d4c service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254632 Jul 06 12:00:52.096246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-70a9b646-3f38-4ee9-94ee-a513921d4ab7', 'network_id': '70a9b646-3f38-4ee9-94ee-a513921d4ab7', 'tenant_id': '1f8360427d874fdcaaad2953c3b7f606', 'fixed_ips': [{'subnet_id': '15ec7a95-2cff-4de7-8668-835c618a82b4'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:00:52.097295 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.161608 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-1d983f6a-ae49-4250-805a-48e5b11542b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=7d5a2066-089d-4629-bb08-ed4c7c24ba4d HTTP/1.1" status: 200 len: 217 time: 0.0603988 Jul 06 12:00:52.219406 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.264704 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-b780c515-e016-45f5-a8cd-2b5927beb2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:52.266538 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ceb39488-2ae2-4035-a796-57e8da237333 req-35dac585-83aa-467c-8123-abdcda989bfb service neutron] 10.222.0.81 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829915 Jul 06 12:00:52.267489 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b8caf1-7c82-490a-a227-fcdd8fce0d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98990104-96c7-40ac-824d-a28fee6c6629'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:52.268464 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-b780c515-e016-45f5-a8cd-2b5927beb2b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 200 len: 797 time: 0.0947022 Jul 06 12:00:52.270026 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807ab1d1-46b5-4b3e-a6ee-c2f9f0d68187" -d '{"events": [{"server_uuid": "e2b8caf1-7c82-490a-a227-fcdd8fce0d56", "name": "network-vif-plugged", "status": "completed", "tag": "98990104-96c7-40ac-824d-a28fee6c6629"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:52.313739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 98990104-96c7-40ac-824d-a28fee6c6629, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=98990104-96c7-40ac-824d-a28fee6c6629,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:52.323619 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.324506 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.366223 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Allocated IP 2001:db8::f816:3eff:fe38:d9db (70a9b646-3f38-4ee9-94ee-a513921d4ab7/15ec7a95-2cff-4de7-8668-835c618a82b4/b09a6a54-1235-4b42-8217-6ef0952e5249) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:52.370180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-bc9e2693-b56c-47e3-8671-81c0f76b757f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:52.372633 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-bc9e2693-b56c-47e3-8671-81c0f76b757f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65aaa158-a2b5-4ac1-912d-793053707b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0919311 Jul 06 12:00:52.411531 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=98990104-96c7-40ac-824d-a28fee6c6629,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:52.521531 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-d455c6fd-a045-40df-8f03-c6164c909f6a service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419604 Jul 06 12:00:52.525361 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.593230 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.636618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Transition to ACTIVE for port object b09a6a54-1235-4b42-8217-6ef0952e5249 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:52.697767 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Transition to ACTIVE for port object b09a6a54-1235-4b42-8217-6ef0952e5249 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:52.710822 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.734673 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-be1c20fb-b10f-4af5-a9e6-907d98a8de2b service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058649 Jul 06 12:00:52.744124 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:52.821179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Subnet': ['ID=15ec7a95-2cff-4de7-8668-835c618a82b4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:52.821592 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Network 70a9b646-3f38-4ee9-94ee-a513921d4ab7 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:52.842860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:52.847877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:52.861330 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-79fa05c1-95b4-4773-8211-b0326a888f53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=09651e64-7c60-4395-8efa-e0c5bc0a7e29 HTTP/1.1" status: 200 len: 217 time: 0.1118348 Jul 06 12:00:52.927395 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Pushing event updated for resources: {'Port': ['ID=b09a6a54-1235-4b42-8217-6ef0952e5249,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:52.928829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-aa9092b3-88d9-4ebd-baad-8894b7c2e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:52.930679 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-aa9092b3-88d9-4ebd-baad-8894b7c2e61d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 200 len: 797 time: 0.0626502 Jul 06 12:00:53.023256 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Attempting to bind port b09a6a54-1235-4b42-8217-6ef0952e5249 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:53.023976 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Attempting to bind port b09a6a54-1235-4b42-8217-6ef0952e5249 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '226d8055-211c-441b-9a23-6e841e374898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '70a9b646-3f38-4ee9-94ee-a513921d4ab7'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:53.024583 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Attempting to bind port b09a6a54-1235-4b42-8217-6ef0952e5249 on network 70a9b646-3f38-4ee9-94ee-a513921d4ab7 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:53.038880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:53.040320 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Checking segment: {'id': '226d8055-211c-441b-9a23-6e841e374898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '70a9b646-3f38-4ee9-94ee-a513921d4ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:53.041536 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.042329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Bound using segment: {'id': '226d8055-211c-441b-9a23-6e841e374898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '70a9b646-3f38-4ee9-94ee-a513921d4ab7'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:53.043552 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.044001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Bound port: b09a6a54-1235-4b42-8217-6ef0952e5249, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226d8055-211c-441b-9a23-6e841e374898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '70a9b646-3f38-4ee9-94ee-a513921d4ab7'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:53.045671 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.053833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-65916699-9002-47a4-9fd0-24cd5bdc6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:53.055768 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-65916699-9002-47a4-9fd0-24cd5bdc6dbe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65aaa158-a2b5-4ac1-912d-793053707b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1101904 Jul 06 12:00:53.067905 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a9b646-3f38-4ee9-94ee-a513921d4ab7']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:53.082402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226d8055-211c-441b-9a23-6e841e374898') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:53.083006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226d8055-211c-441b-9a23-6e841e374898') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:53.094328 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.113589 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.121620 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:53.122320 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:53.178450 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:53.220865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] For port b09a6a54-1235-4b42-8217-6ef0952e5249, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:53.227350 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.api [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 12:00:53.227350 n-d-799529-2 neutron-server[100427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 12:00:53.227350 n-d-799529-2 neutron-server[100427]: [parameters: {'id': '70a9b646-3f38-4ee9-94ee-a513921d4ab7'}] Jul 06 12:00:53.227350 n-d-799529-2 neutron-server[100427]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:00:53.229249 n-d-799529-2 neutron-server[100427]: DEBUG oslo_db.api [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:00:53.229636 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] For port b09a6a54-1235-4b42-8217-6ef0952e5249, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b09a6a54-1235-4b42-8217-6ef0952e5249,segment=NetworkSegment(226d8055-211c-441b-9a23-6e841e374898),segment_id=226d8055-211c-441b-9a23-6e841e374898)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:53.244272 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.359138 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a4f20f39-3a5c-4207-a983-9df6c578d459 req-90704c8d-e645-46c4-9b21-29acb69d09fd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2797546 Jul 06 12:00:53.366635 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-73930c90-a477-4392-9a3a-872d180335bb service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885020 Jul 06 12:00:53.466034 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1a86d1-d473-4f99-ac0f-1c878752512a None None] Network 70a9b646-3f38-4ee9-94ee-a513921d4ab7 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:53.527725 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999bb88-ab4c-45f5-bfc2-98979dd67b43 None None] Pushing event updated for resources: {'Port': ['ID=b09a6a54-1235-4b42-8217-6ef0952e5249,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:53.713622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dc5233-fd44-4e84-a1d0-cfb6a27281b0 None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:00:53.730039 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.886573 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088b71c7-154b-410b-8b5b-3366bd458707 x-openstack-request-id: req-088b71c7-154b-410b-8b5b-3366bd458707 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:53.887947 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b8caf1-7c82-490a-a227-fcdd8fce0d56", "name": "network-vif-plugged", "status": "completed", "tag": "98990104-96c7-40ac-824d-a28fee6c6629", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:53.888544 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-088b71c7-154b-410b-8b5b-3366bd458707 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:53.889128 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b8caf1-7c82-490a-a227-fcdd8fce0d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98990104-96c7-40ac-824d-a28fee6c6629', 'code': 200} Jul 06 12:00:53.890611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 74ba18b5-4da2-43d8-af34-3af39388aa4f details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:00:53.894182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Deleting port b09a6a54-1235-4b42-8217-6ef0952e5249 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:53.894637 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:53.926578 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dc5233-fd44-4e84-a1d0-cfb6a27281b0 None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:00:53.988245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] For port b09a6a54-1235-4b42-8217-6ef0952e5249, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b09a6a54-1235-4b42-8217-6ef0952e5249,segment=NetworkSegment(226d8055-211c-441b-9a23-6e841e374898),segment_id=226d8055-211c-441b-9a23-6e841e374898)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:53.988949 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.003851 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Calling delete_port for b09a6a54-1235-4b42-8217-6ef0952e5249 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:54.198912 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.224979 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-65a9eb19-23f9-4689-93bd-4a08b1f40c32 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8392103 Jul 06 12:00:54.228328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f20f39-3a5c-4207-a983-9df6c578d459 req-f3192893-ef93-42b9-9f35-f1b69e8f2525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:54.230487 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a4f20f39-3a5c-4207-a983-9df6c578d459 req-f3192893-ef93-42b9-9f35-f1b69e8f2525 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cb4361f835974e8bb48f40231c55813a&device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 1097 time: 0.8203747 Jul 06 12:00:54.356076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Port': ['ID=b09a6a54-1235-4b42-8217-6ef0952e5249,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:54.417891 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] No DVR routers for this DVR port b09a6a54-1235-4b42-8217-6ef0952e5249 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:54.468632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 74ba18b5-4da2-43d8-af34-3af39388aa4f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=74ba18b5-4da2-43d8-af34-3af39388aa4f,segment=NetworkSegment(d7be4efd-b0a0-4155-8cb1-c11bd96f5ee9),segment_id=d7be4efd-b0a0-4155-8cb1-c11bd96f5ee9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:54.490526 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-27fba8bc-659c-4099-8197-009b6f51be4b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=279e4d0d-b167-4d48-bfc2-7382c5a4141c HTTP/1.1" status: 200 len: 217 time: 0.2436655 Jul 06 12:00:54.490770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '74ba18b5-4da2-43d8-af34-3af39388aa4f', 'network_id': 'dc3b1be3-2325-407b-8ad4-1dda50086070', 'port_id': '74ba18b5-4da2-43d8-af34-3af39388aa4f', 'mac_address': 'fa:16:3e:e5:f9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c5da49-e187-4cd2-829f-c58b6278625e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:00:54.512931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185a20c-4611-4776-89f7-066c2b749f99 req-012fcfd7-0545-43e1-bec1-2c40674a12f9 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:54.520602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3185a20c-4611-4776-89f7-066c2b749f99 req-012fcfd7-0545-43e1-bec1-2c40674a12f9 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/ports?device_id=73781834-2938-44ac-b2e9-83577dde50e6 HTTP/1.1" status: 200 len: 943 time: 0.3531218 Jul 06 12:00:54.613165 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.638962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a9b646-3f38-4ee9-94ee-a513921d4ab7']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:54.661941 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3185a20c-4611-4776-89f7-066c2b749f99 req-c87a3ef3-902d-4ee3-93f7-398c6fe3a4c3 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe7427c9-3b07-4a49-9ee6-9c188b199aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403723 Jul 06 12:00:54.666671 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-0be5ce14-51ca-4dbc-90bc-19eaa20cdeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:54.668901 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.670321 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226d8055-211c-441b-9a23-6e841e374898') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:54.670514 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226d8055-211c-441b-9a23-6e841e374898') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:54.682994 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-0be5ce14-51ca-4dbc-90bc-19eaa20cdeb0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 200 len: 797 time: 0.1702960 Jul 06 12:00:54.693596 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.699358 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ba18b5-4da2-43d8-af34-3af39388aa4f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:00:54.729202 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.736233 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 74ba18b5-4da2-43d8-af34-3af39388aa4f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=74ba18b5-4da2-43d8-af34-3af39388aa4f,segment=NetworkSegment(d7be4efd-b0a0-4155-8cb1-c11bd96f5ee9),segment_id=d7be4efd-b0a0-4155-8cb1-c11bd96f5ee9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:54.741724 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:54.742307 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.743334 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:54.750083 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:54.825374 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=74ba18b5-4da2-43d8-af34-3af39388aa4f,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:54.867623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f20f39-3a5c-4207-a983-9df6c578d459 req-8456b863-fa6c-407e-8d00-a64fa74e5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:54.869664 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a4f20f39-3a5c-4207-a983-9df6c578d459 req-8456b863-fa6c-407e-8d00-a64fa74e5da5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 200 len: 917 time: 0.6069281 Jul 06 12:00:54.915333 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76d600de-4f68-458e-8e09-8199dd1ad687 req-6eeb2cbd-8f0c-4b19-82bc-e18413353e4c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab1ad31-e21f-4780-892f-88d1f52c0af3 HTTP/1.1" status: 200 len: 210 time: 0.0789988 Jul 06 12:00:54.962612 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.988351 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:54.991950 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/networks/70a9b646-3f38-4ee9-94ee-a513921d4ab7 HTTP/1.1" status: 204 len: 168 time: 3.1172581 Jul 06 12:00:54.998786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['74ba18b5-4da2-43d8-af34-3af39388aa4f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:55.004622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39584) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:55.033652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-251239fe-59a1-463a-a770-010ab2951680 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-314892005'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:55.051501 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc061d6-f92b-44cc-a0fc-7192296d3157 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Network': ['ID=70a9b646-3f38-4ee9-94ee-a513921d4ab7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:55.087480 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a4f20f39-3a5c-4207-a983-9df6c578d459 req-36a57f37-2a9e-44ba-a7d4-514484dcf92b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1 HTTP/1.1" status: 200 len: 1002 time: 0.1877642 Jul 06 12:00:55.102988 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251239fe-59a1-463a-a770-010ab2951680 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Made reservation on behalf of 1f8360427d874fdcaaad2953c3b7f606 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:55.108874 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-251239fe-59a1-463a-a770-010ab2951680 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.111444 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb39488-2ae2-4035-a796-57e8da237333 req-65101515-526a-4496-be0b-cbd16aefa729 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:55.116158 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ceb39488-2ae2-4035-a796-57e8da237333 req-65101515-526a-4496-be0b-cbd16aefa729 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.89 "GET /v2.0/networks?id=56e52248-e152-4597-ab97-7d8ed8961c27 HTTP/1.1" status: 200 len: 822 time: 0.6604872 Jul 06 12:00:55.169928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251239fe-59a1-463a-a770-010ab2951680 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:00:55.174752 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ceb39488-2ae2-4035-a796-57e8da237333 req-1db67c9e-6d3a-4c8c-a29d-5f211fa88f1c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Request body: {'port': {'device_id': '1ab1ad31-e21f-4780-892f-88d1f52c0af3', 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27', 'admin_state_up': True, 'tenant_id': '21948591799b45458c2715663b358cac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:55.195491 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-251239fe-59a1-463a-a770-010ab2951680 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.197342 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-251239fe-59a1-463a-a770-010ab2951680 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Added segment cb9dae4c-58a8-4034-8868-d5becd340593 of type vlan for network 5e309e2c-7914-428c-a7a3-e95997019cc8 Jul 06 12:00:55.304233 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-251239fe-59a1-463a-a770-010ab2951680 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.378345 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-251239fe-59a1-463a-a770-010ab2951680 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.396966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251239fe-59a1-463a-a770-010ab2951680 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:55.396966 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-251239fe-59a1-463a-a770-010ab2951680 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.437782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16a79e-15ed-41ea-9050-2905723aa690 req-7638581b-42a6-46f9-a1f0-4a8d11e504f2 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:55.440057 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd16a79e-15ed-41ea-9050-2905723aa690 req-7638581b-42a6-46f9-a1f0-4a8d11e504f2 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.23 "GET /v2.0/ports?device_id=fad5fa3b-434f-49cd-9727-561a404b62a8 HTTP/1.1" status: 200 len: 946 time: 0.6610210 Jul 06 12:00:55.442200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-d171e383-308c-42df-971d-591f3861d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:55.443842 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-d171e383-308c-42df-971d-591f3861d502 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65aaa158-a2b5-4ac1-912d-793053707b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7194037 Jul 06 12:00:55.494646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f20f39-3a5c-4207-a983-9df6c578d459 req-b881fabb-8dab-494d-86ef-011ba7609cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:55.496726 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a4f20f39-3a5c-4207-a983-9df6c578d459 req-b881fabb-8dab-494d-86ef-011ba7609cd3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=051eb73e-cc49-4234-bd0e-51f311b8c003 HTTP/1.1" status: 200 len: 855 time: 0.3760998 Jul 06 12:00:55.579009 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-251239fe-59a1-463a-a770-010ab2951680 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5727243 Jul 06 12:00:55.582563 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39596) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:55.588079 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1f336817-7d78-4114-9e3c-d6635d483def tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Request body: {'subnet': {'network_id': '5e309e2c-7914-428c-a7a3-e95997019cc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:55.673069 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251239fe-59a1-463a-a770-010ab2951680 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event updated for resources: {'Network': ['ID=5e309e2c-7914-428c-a7a3-e95997019cc8,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:55.687529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 5e309e2c-7914-428c-a7a3-e95997019cc8 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:00:55.765576 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-156edeab-ccfb-411c-ba5c-a8a8160f747d service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092082 Jul 06 12:00:55.772070 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.db.api [req-ceb39488-2ae2-4035-a796-57e8da237333 req-1db67c9e-6d3a-4c8c-a29d-5f211fa88f1c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 12:00:55.772070 n-d-799529-2 neutron-server[100428]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 12:00:55.772070 n-d-799529-2 neutron-server[100428]: [parameters: {'project_id': '21948591799b45458c2715663b358cac', 'id': '15d84527-94ac-4f4d-8f5c-d262e38a4081', 'expiration': datetime.datetime(2021, 7, 6, 12, 2, 55, 755595)}] Jul 06 12:00:55.772070 n-d-799529-2 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:00:55.772996 n-d-799529-2 neutron-server[100428]: DEBUG oslo_db.api [req-ceb39488-2ae2-4035-a796-57e8da237333 req-1db67c9e-6d3a-4c8c-a29d-5f211fa88f1c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:00:55.773960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f336817-7d78-4114-9e3c-d6635d483def tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Made reservation on behalf of 1f8360427d874fdcaaad2953c3b7f606 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:55.778548 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f336817-7d78-4114-9e3c-d6635d483def tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:55.840915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f20f39-3a5c-4207-a983-9df6c578d459 req-1b15d9a6-950e-4278-b548-bc30cccba2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:55.843338 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a4f20f39-3a5c-4207-a983-9df6c578d459 req-1b15d9a6-950e-4278-b548-bc30cccba2c8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2583a30c-12e0-47de-ab04-5597efae877a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3113704 Jul 06 12:00:55.984958 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-1989e627-aef3-496e-b4ca-a5c675c0fedf service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091827 Jul 06 12:00:56.046306 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-cfa64346-fd4d-4eff-8eb0-330a456aa814 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c HTTP/1.1" status: 200 len: 217 time: 0.0493104 Jul 06 12:00:56.050021 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a4f20f39-3a5c-4207-a983-9df6c578d459 req-704bdfe9-5287-458a-9a30-7e54f9e9c6a7 service neutron] 10.222.0.89 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986008 Jul 06 12:00:56.051627 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-fd16a79e-15ed-41ea-9050-2905723aa690 req-b7eafe74-3524-4b5c-a2d3-3321a91f8278 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Deleting port 58e1f3b1-1311-4fd6-9683-5987c1b94b73 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:56.051962 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fd16a79e-15ed-41ea-9050-2905723aa690 req-b7eafe74-3524-4b5c-a2d3-3321a91f8278 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.140717 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f336817-7d78-4114-9e3c-d6635d483def tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.201830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-883b34a3-52e5-4c1b-9c60-fbf9844515d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:56.203343 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-883b34a3-52e5-4c1b-9c60-fbf9844515d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eada84dd-e830-4fe1-9808-ee4fae7db735 HTTP/1.1" status: 200 len: 797 time: 0.1482387 Jul 06 12:00:56.280294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fd16a79e-15ed-41ea-9050-2905723aa690 req-b7eafe74-3524-4b5c-a2d3-3321a91f8278 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] For port 58e1f3b1-1311-4fd6-9683-5987c1b94b73, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=58e1f3b1-1311-4fd6-9683-5987c1b94b73,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:56.298435 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fd16a79e-15ed-41ea-9050-2905723aa690 req-b7eafe74-3524-4b5c-a2d3-3321a91f8278 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.298610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-65b087f0-6796-4551-9e8e-e94d7f8cc841 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:56.305810 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-65b087f0-6796-4551-9e8e-e94d7f8cc841 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/networks?id=c9ba90c4-7387-46b8-81ee-2676932fbc50 HTTP/1.1" status: 200 len: 812 time: 0.2937999 Jul 06 12:00:56.310944 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f336817-7d78-4114-9e3c-d6635d483def tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event updated for resources: {'Subnet': ['ID=fab78253-2d40-4b24-81cc-51f844237da9,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:56.320030 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-fd16a79e-15ed-41ea-9050-2905723aa690 req-b7eafe74-3524-4b5c-a2d3-3321a91f8278 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Calling delete_port for 58e1f3b1-1311-4fd6-9683-5987c1b94b73 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:56.324463 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-5e4f368f-d3a7-487d-95b4-9eeb76ea7ae3 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/quotas/af2573afe7df47ea87c700ac760d6276 HTTP/1.1" status: 200 len: 375 time: 0.0177212 Jul 06 12:00:56.334903 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f336817-7d78-4114-9e3c-d6635d483def tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Checking segment: {'id': 'cb9dae4c-58a8-4034-8868-d5becd340593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5e309e2c-7914-428c-a7a3-e95997019cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:56.334903 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f336817-7d78-4114-9e3c-d6635d483def tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Network hostable DHCP agents. Network: 5e309e2c-7914-428c-a7a3-e95997019cc8, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:00:56.344710 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a4f20f39-3a5c-4207-a983-9df6c578d459 req-8337ce7f-4bc1-4dc0-948c-0fa15787bef1 service neutron] 10.222.0.89 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800744 Jul 06 12:00:56.405608 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb39488-2ae2-4035-a796-57e8da237333 req-1db67c9e-6d3a-4c8c-a29d-5f211fa88f1c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Made reservation on behalf of 21948591799b45458c2715663b358cac for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:00:56.412181 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ceb39488-2ae2-4035-a796-57e8da237333 req-1db67c9e-6d3a-4c8c-a29d-5f211fa88f1c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.417228 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f336817-7d78-4114-9e3c-d6635d483def tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Network 5e309e2c-7914-428c-a7a3-e95997019cc8 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:00:56.440645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-1f336817-7d78-4114-9e3c-d6635d483def tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 5e309e2c-7914-428c-a7a3-e95997019cc8) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:56.449026 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-dab55f42-2366-4ff5-9c67-8ca117d248e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:56.450537 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-dab55f42-2366-4ff5-9c67-8ca117d248e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2350473 Jul 06 12:00:56.451993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f336817-7d78-4114-9e3c-d6635d483def tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:56.452542 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f336817-7d78-4114-9e3c-d6635d483def tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.461314 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8754b59f-a65e-4fd2-8b31-143ffd5b1fed None None] Network 5e309e2c-7914-428c-a7a3-e95997019cc8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:56.488269 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1f336817-7d78-4114-9e3c-d6635d483def tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9046712 Jul 06 12:00:56.492676 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39616) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:56.539856 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-8a2c3d80-2f64-4b0d-8699-e75e24c2ec85 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=af2573afe7df47ea87c700ac760d6276&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1966841 Jul 06 12:00:56.658556 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-d5bad94c-4977-4c3f-bef9-1aab4b92e8cf service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853647 Jul 06 12:00:56.729004 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.755174 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-5e309e2c-7914-428c-a7a3-e95997019cc8', 'network_id': '5e309e2c-7914-428c-a7a3-e95997019cc8', 'tenant_id': '1f8360427d874fdcaaad2953c3b7f606', 'fixed_ips': [{'subnet_id': 'fab78253-2d40-4b24-81cc-51f844237da9'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:00:56.759014 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:56.763896 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-77323679-c3ef-49a8-9c78-8496917d8c19 service neutron] 10.222.0.81 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892927 Jul 06 12:00:56.790398 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-3c195c3b-046e-4ea2-93ee-7ec478e6c1c8 service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244812 Jul 06 12:00:56.897533 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-1980026b-0985-4f5d-a568-a0c8eade870b service neutron] 10.222.0.81 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326299 Jul 06 12:00:56.923933 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-53cc8361-1ec3-4bc4-8fe9-aac7dddf3140 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c7fc74d-9666-479f-9b98-8e225535a1d6 HTTP/1.1" status: 200 len: 217 time: 0.1052308 Jul 06 12:00:57.012948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Allocated IP 2001:db8::2 (5e309e2c-7914-428c-a7a3-e95997019cc8/fab78253-2d40-4b24-81cc-51f844237da9/f06491e6-1f16-412d-9597-09a0e615189b) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:57.016637 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.054564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-8046af50-867a-4c22-bdd5-7929ace45f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:57.056727 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-8046af50-867a-4c22-bdd5-7929ace45f76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eada84dd-e830-4fe1-9808-ee4fae7db735 HTTP/1.1" status: 200 len: 797 time: 0.0919282 Jul 06 12:00:57.194558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-ceb39488-2ae2-4035-a796-57e8da237333 req-1db67c9e-6d3a-4c8c-a29d-5f211fa88f1c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Allocated IP 172.20.0.2 (56e52248-e152-4597-ab97-7d8ed8961c27/6e9849ed-0174-4a21-9147-9e29b67ec623/62162b52-9136-4144-89ae-8e2ba3dc60b4) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:00:57.260672 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fd16a79e-15ed-41ea-9050-2905723aa690 req-b7eafe74-3524-4b5c-a2d3-3321a91f8278 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.282461 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b967ddc-af68-4f5c-84a3-9209ac294767 req-cdcee758-fba6-4cdc-ba9a-5413b7ea3ee9 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:57.283864 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2b967ddc-af68-4f5c-84a3-9209ac294767 req-cdcee758-fba6-4cdc-ba9a-5413b7ea3ee9 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e49f48-3ead-49ab-be87-6ccc875b0597 HTTP/1.1" status: 200 len: 945 time: 0.4881988 Jul 06 12:00:57.345085 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['58e1f3b1-1311-4fd6-9683-5987c1b94b73', '66c29ce1-337d-4bf5-9282-d6805bca742f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:00:57.403443 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eafe74-3524-4b5c-a2d3-3321a91f8278 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Pushing event deleted for resources: {'Port': ['ID=58e1f3b1-1311-4fd6-9683-5987c1b94b73,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:57.414429 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.435924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Transition to ACTIVE for port object f06491e6-1f16-412d-9597-09a0e615189b will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:57.456942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c67558-eac0-4735-94a2-02436bedc4cb req-222b4c0c-72dd-49ab-874d-27f135d75fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:57.458701 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-222b4c0c-72dd-49ab-874d-27f135d75fad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3898859 Jul 06 12:00:57.500931 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Transition to ACTIVE for port object f06491e6-1f16-412d-9597-09a0e615189b will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:00:57.528258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e72e8-8ca4-4d82-af42-ee363e00ecbc req-a04922c9-d03a-4ce6-aa30-c5c048f8316f tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:57.538992 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-970e72e8-8ca4-4d82-af42-ee363e00ecbc req-a04922c9-d03a-4ce6-aa30-c5c048f8316f tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/ports?device_id=73781834-2938-44ac-b2e9-83577dde50e6 HTTP/1.1" status: 200 len: 944 time: 0.1698983 Jul 06 12:00:57.549301 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.582069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd16a79e-15ed-41ea-9050-2905723aa690 req-b7eafe74-3524-4b5c-a2d3-3321a91f8278 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] No DVR routers for this DVR port 58e1f3b1-1311-4fd6-9683-5987c1b94b73 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:00:57.597746 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fd16a79e-15ed-41ea-9050-2905723aa690 req-b7eafe74-3524-4b5c-a2d3-3321a91f8278 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.600078 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd16a79e-15ed-41ea-9050-2905723aa690 req-b7eafe74-3524-4b5c-a2d3-3321a91f8278 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.23 "DELETE /v2.0/ports/58e1f3b1-1311-4fd6-9683-5987c1b94b73 HTTP/1.1" status: 204 len: 173 time: 2.1336021 Jul 06 12:00:57.600423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad5fa3b-434f-49cd-9727-561a404b62a8', 'name': 'network-vif-deleted', 'tag': '58e1f3b1-1311-4fd6-9683-5987c1b94b73'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:57.602785 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b3c3f9-082b-4818-a538-3246b5c3155f" -d '{"events": [{"server_uuid": "fad5fa3b-434f-49cd-9727-561a404b62a8", "name": "network-vif-deleted", "tag": "58e1f3b1-1311-4fd6-9683-5987c1b94b73"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:57.622186 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.665563 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Network 5e309e2c-7914-428c-a7a3-e95997019cc8 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:57.675221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:57.679349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:57.722638 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Subnet': ['ID=fab78253-2d40-4b24-81cc-51f844237da9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:57.738932 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-970e72e8-8ca4-4d82-af42-ee363e00ecbc req-2e85d38f-894a-400b-803b-7735bc382c1d tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe7427c9-3b07-4a49-9ee6-9c188b199aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734567 Jul 06 12:00:57.784966 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 74ba18b5-4da2-43d8-af34-3af39388aa4f up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:00:57.786950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Pushing event updated for resources: {'Port': ['ID=f06491e6-1f16-412d-9597-09a0e615189b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:57.792631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Attempting to bind port f06491e6-1f16-412d-9597-09a0e615189b on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:00:57.793080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Attempting to bind port f06491e6-1f16-412d-9597-09a0e615189b by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'cb9dae4c-58a8-4034-8868-d5becd340593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5e309e2c-7914-428c-a7a3-e95997019cc8'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:00:57.793510 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Attempting to bind port f06491e6-1f16-412d-9597-09a0e615189b on network 5e309e2c-7914-428c-a7a3-e95997019cc8 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:00:57.826329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:00:57.826715 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Checking segment: {'id': 'cb9dae4c-58a8-4034-8868-d5becd340593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5e309e2c-7914-428c-a7a3-e95997019cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:00:57.827342 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.827815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Bound using segment: {'id': 'cb9dae4c-58a8-4034-8868-d5becd340593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5e309e2c-7914-428c-a7a3-e95997019cc8'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:00:57.828362 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Bound port: f06491e6-1f16-412d-9597-09a0e615189b, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9dae4c-58a8-4034-8868-d5becd340593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5e309e2c-7914-428c-a7a3-e95997019cc8'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:00:57.829181 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.903401 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.933317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e309e2c-7914-428c-a7a3-e95997019cc8']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:57.934903 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 74ba18b5-4da2-43d8-af34-3af39388aa4f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:00:57.948266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 74ba18b5-4da2-43d8-af34-3af39388aa4f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:00:57.948980 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:57.963850 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9dae4c-58a8-4034-8868-d5becd340593') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:57.964166 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9dae4c-58a8-4034-8868-d5becd340593') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:00:58.034230 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f6e0b211-0e6a-440e-a087-4e4075fac6ef req-fc2c502c-2aeb-4cac-b6ed-a96420f16620 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab1ad31-e21f-4780-892f-88d1f52c0af3 HTTP/1.1" status: 200 len: 210 time: 0.0549138 Jul 06 12:00:58.039390 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.057308 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] For port f06491e6-1f16-412d-9597-09a0e615189b, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:00:58.111982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] For port f06491e6-1f16-412d-9597-09a0e615189b, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f06491e6-1f16-412d-9597-09a0e615189b,segment=NetworkSegment(cb9dae4c-58a8-4034-8868-d5becd340593),segment_id=cb9dae4c-58a8-4034-8868-d5becd340593)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:00:58.127456 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.145582 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:00:58.147597 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:00:58.156897 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:00:58.186529 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.424918 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.api [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 12:00:58.424918 n-d-799529-2 neutron-server[100427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 12:00:58.424918 n-d-799529-2 neutron-server[100427]: [parameters: {'id': '5e309e2c-7914-428c-a7a3-e95997019cc8'}] Jul 06 12:00:58.424918 n-d-799529-2 neutron-server[100427]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:00:58.425324 n-d-799529-2 neutron-server[100427]: DEBUG oslo_db.api [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:00:58.502958 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6511b52-f447-4415-905a-c3b4c8767acd None None] Pushing event updated for resources: {'Port': ['ID=f06491e6-1f16-412d-9597-09a0e615189b,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:58.513736 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.566856 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-8fb57d90-5e85-4096-aef7-018b3d57d20d service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0700681 Jul 06 12:00:58.588079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 74ba18b5-4da2-43d8-af34-3af39388aa4f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=74ba18b5-4da2-43d8-af34-3af39388aa4f,segment=NetworkSegment(d7be4efd-b0a0-4155-8cb1-c11bd96f5ee9),segment_id=d7be4efd-b0a0-4155-8cb1-c11bd96f5ee9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:58.591844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73781834-2938-44ac-b2e9-83577dde50e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ba18b5-4da2-43d8-af34-3af39388aa4f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:00:58.596034 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66160efc-86d2-4a42-94cd-1cc051d1faea" -d '{"events": [{"server_uuid": "73781834-2938-44ac-b2e9-83577dde50e6", "name": "network-vif-plugged", "status": "completed", "tag": "74ba18b5-4da2-43d8-af34-3af39388aa4f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:00:58.603157 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.661196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2b967ddc-af68-4f5c-84a3-9209ac294767 req-5bb52e3c-9327-45e4-8aa3-c64b63efe31f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Deleting port 66c29ce1-337d-4bf5-9282-d6805bca742f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:58.661535 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2b967ddc-af68-4f5c-84a3-9209ac294767 req-5bb52e3c-9327-45e4-8aa3-c64b63efe31f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.668073 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ceb39488-2ae2-4035-a796-57e8da237333 req-1db67c9e-6d3a-4c8c-a29d-5f211fa88f1c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.721833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=74ba18b5-4da2-43d8-af34-3af39388aa4f,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:58.787086 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0f96f3-b17e-44ac-8fae-4492721238a3 None None] Network 5e309e2c-7914-428c-a7a3-e95997019cc8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:00:58.836075 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-10c67558-eac0-4735-94a2-02436bedc4cb req-242a5b9c-d206-4289-8185-0eb5333b4dff service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470210 Jul 06 12:00:58.856046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2b967ddc-af68-4f5c-84a3-9209ac294767 req-5bb52e3c-9327-45e4-8aa3-c64b63efe31f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] For port 66c29ce1-337d-4bf5-9282-d6805bca742f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=66c29ce1-337d-4bf5-9282-d6805bca742f,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:58.856571 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2b967ddc-af68-4f5c-84a3-9209ac294767 req-5bb52e3c-9327-45e4-8aa3-c64b63efe31f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.867650 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ceb39488-2ae2-4035-a796-57e8da237333 req-1db67c9e-6d3a-4c8c-a29d-5f211fa88f1c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.926552 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:58.949995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db67c9e-6d3a-4c8c-a29d-5f211fa88f1c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Pushing event updated for resources: {'Port': ['ID=62162b52-9136-4144-89ae-8e2ba3dc60b4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:58.956866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2b967ddc-af68-4f5c-84a3-9209ac294767 req-5bb52e3c-9327-45e4-8aa3-c64b63efe31f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Calling delete_port for 66c29ce1-337d-4bf5-9282-d6805bca742f owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:58.961018 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb39488-2ae2-4035-a796-57e8da237333 req-1db67c9e-6d3a-4c8c-a29d-5f211fa88f1c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Network 56e52248-e152-4597-ab97-7d8ed8961c27 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:00:58.967889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-ceb39488-2ae2-4035-a796-57e8da237333 req-1db67c9e-6d3a-4c8c-a29d-5f211fa88f1c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:00:58.977481 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb39488-2ae2-4035-a796-57e8da237333 req-1db67c9e-6d3a-4c8c-a29d-5f211fa88f1c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:00:59.104175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39658) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:00:59.115378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb39488-2ae2-4035-a796-57e8da237333 req-1db67c9e-6d3a-4c8c-a29d-5f211fa88f1c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:59.116583 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ceb39488-2ae2-4035-a796-57e8da237333 req-1db67c9e-6d3a-4c8c-a29d-5f211fa88f1c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.140192 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ceb39488-2ae2-4035-a796-57e8da237333 req-1db67c9e-6d3a-4c8c-a29d-5f211fa88f1c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9875438 Jul 06 12:00:59.166495 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Request body: {'port': {'device_id': '1ab1ad31-e21f-4780-892f-88d1f52c0af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:00:59.188354 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5972d33-f470-45e1-89ba-42ab6130c03d None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:00:59.246727 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Deleting port f06491e6-1f16-412d-9597-09a0e615189b {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:00:59.254608 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.285012 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20c3a7c-d347-4488-8e40-d1f161b364ff x-openstack-request-id: req-b20c3a7c-d347-4488-8e40-d1f161b364ff {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:59.286251 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad5fa3b-434f-49cd-9727-561a404b62a8", "name": "network-vif-deleted", "tag": "58e1f3b1-1311-4fd6-9683-5987c1b94b73", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:59.286654 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b20c3a7c-d347-4488-8e40-d1f161b364ff {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:59.287182 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad5fa3b-434f-49cd-9727-561a404b62a8', 'name': 'network-vif-deleted', 'tag': '58e1f3b1-1311-4fd6-9683-5987c1b94b73', 'status': 'completed', 'code': 200} Jul 06 12:00:59.340117 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.372893 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a0aa44-70a0-4c31-a99b-452f9f9884da x-openstack-request-id: req-48a0aa44-70a0-4c31-a99b-452f9f9884da {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:00:59.373418 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73781834-2938-44ac-b2e9-83577dde50e6", "name": "network-vif-plugged", "status": "completed", "tag": "74ba18b5-4da2-43d8-af34-3af39388aa4f", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:00:59.375601 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48a0aa44-70a0-4c31-a99b-452f9f9884da {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:00:59.376723 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73781834-2938-44ac-b2e9-83577dde50e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ba18b5-4da2-43d8-af34-3af39388aa4f', 'code': 200} Jul 06 12:00:59.531265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5972d33-f470-45e1-89ba-42ab6130c03d None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:00:59.556434 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 58e1f3b1-1311-4fd6-9683-5987c1b94b73 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:59.572978 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2b967ddc-af68-4f5c-84a3-9209ac294767 req-5bb52e3c-9327-45e4-8aa3-c64b63efe31f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.667773 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] For port f06491e6-1f16-412d-9597-09a0e615189b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f06491e6-1f16-412d-9597-09a0e615189b,segment=NetworkSegment(cb9dae4c-58a8-4034-8868-d5becd340593),segment_id=cb9dae4c-58a8-4034-8868-d5becd340593)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:00:59.668710 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:00:59.675365 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7878f896-dba6-487f-a21b-3ad42f03e171 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:59.676298 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7878f896-dba6-487f-a21b-3ad42f03e171 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:59.676953 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7878f896-dba6-487f-a21b-3ad42f03e171 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:59.679017 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7878f896-dba6-487f-a21b-3ad42f03e171 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/ports?project_id=9b8c032e15c44a1786541e33cb5ca2c4&network_id=29d2021a-34e4-4b41-81ec-0123d8bd5bd1 HTTP/1.1" status: 200 len: 2970 time: 0.5694895 Jul 06 12:00:59.703176 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 58e1f3b1-1311-4fd6-9683-5987c1b94b73 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:59.707628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb52e3c-9327-45e4-8aa3-c64b63efe31f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Pushing event deleted for resources: {'Port': ['ID=66c29ce1-337d-4bf5-9282-d6805bca742f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:00:59.711785 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 58e1f3b1-1311-4fd6-9683-5987c1b94b73 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:59.712233 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 66c29ce1-337d-4bf5-9282-d6805bca742f no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:00:59.749827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Calling delete_port for f06491e6-1f16-412d-9597-09a0e615189b owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:00:59.770943 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 66c29ce1-337d-4bf5-9282-d6805bca742f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:00:59.771325 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 66c29ce1-337d-4bf5-9282-d6805bca742f not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:00:59.848072 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19451b16-1f2c-4ee6-aaa7-f959464afcaf req-7b874c11-e112-4a5d-93bb-775ed0064035 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:00:59.858000 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-19451b16-1f2c-4ee6-aaa7-f959464afcaf req-7b874c11-e112-4a5d-93bb-775ed0064035 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/ports?device_id=73781834-2938-44ac-b2e9-83577dde50e6 HTTP/1.1" status: 200 len: 945 time: 0.2750905 Jul 06 12:00:59.945426 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-19451b16-1f2c-4ee6-aaa7-f959464afcaf req-5eb673cd-dca0-4858-970a-508efaa5451c tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe7427c9-3b07-4a49-9ee6-9c188b199aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863116 Jul 06 12:00:59.997044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-74602126-6d8b-41ac-aeaa-a038218f9550 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:00.010286 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-74602126-6d8b-41ac-aeaa-a038218f9550 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.89 "GET /v2.0/networks?id=c9ba90c4-7387-46b8-81ee-2676932fbc50 HTTP/1.1" status: 200 len: 812 time: 0.3286984 Jul 06 12:01:00.031559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-6ba57963-bbb0-4c30-bca2-c293aa7c3318 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Request body: {'port': {'device_id': '5eb9cb99-80ee-4b92-acc0-feb4d40a94be', 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50', 'admin_state_up': True, 'tenant_id': 'af2573afe7df47ea87c700ac760d6276'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:00.173189 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.189708 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b967ddc-af68-4f5c-84a3-9209ac294767 req-5bb52e3c-9327-45e4-8aa3-c64b63efe31f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] No DVR routers for this DVR port 66c29ce1-337d-4bf5-9282-d6805bca742f on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:00.194399 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2b967ddc-af68-4f5c-84a3-9209ac294767 req-5bb52e3c-9327-45e4-8aa3-c64b63efe31f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.206268 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2b967ddc-af68-4f5c-84a3-9209ac294767 req-5bb52e3c-9327-45e4-8aa3-c64b63efe31f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.23 "DELETE /v2.0/ports/66c29ce1-337d-4bf5-9282-d6805bca742f HTTP/1.1" status: 204 len: 173 time: 2.9074082 Jul 06 12:01:00.521009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-e7f452ad-b5eb-4e83-9841-d6bcfd3e780b tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:00.524115 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-e7f452ad-b5eb-4e83-9841-d6bcfd3e780b tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.23 "GET /v2.0/networks?id=c9ba90c4-7387-46b8-81ee-2676932fbc50 HTTP/1.1" status: 200 len: 812 time: 0.3166683 Jul 06 12:01:00.568489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-036aa8a6-a741-42d0-ac87-ef6edce37be9 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Request body: {'port': {'device_id': 'befba270-0dff-4273-bcfd-74366380ce31', 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50', 'admin_state_up': True, 'tenant_id': 'af2573afe7df47ea87c700ac760d6276'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:00.608916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca71628-c642-41c7-87de-c328e9b65320 req-3b3b4791-ff97-46d8-9a21-0c521c92b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:00.610958 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3ca71628-c642-41c7-87de-c328e9b65320 req-3b3b4791-ff97-46d8-9a21-0c521c92b920 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=73781834-2938-44ac-b2e9-83577dde50e6 HTTP/1.1" status: 200 len: 1096 time: 1.1073387 Jul 06 12:01:00.700106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62162b52-9136-4144-89ae-8e2ba3dc60b4 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:00.713441 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.733119 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Port': ['ID=f06491e6-1f16-412d-9597-09a0e615189b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:00.753187 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3ca71628-c642-41c7-87de-c328e9b65320 req-ede107d0-57b7-4cfe-a7b8-687d64e861e4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fe7427c9-3b07-4a49-9ee6-9c188b199aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118145 Jul 06 12:01:00.755631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] No DVR routers for this DVR port f06491e6-1f16-412d-9597-09a0e615189b on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:00.757923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Transition to ACTIVE for port object 62162b52-9136-4144-89ae-8e2ba3dc60b4 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:00.785877 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.822745 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-6ba57963-bbb0-4c30-bca2-c293aa7c3318 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Made reservation on behalf of af2573afe7df47ea87c700ac760d6276 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:00.826524 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-6ba57963-bbb0-4c30-bca2-c293aa7c3318 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.860970 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Pushing event updated for resources: {'Port': ['ID=62162b52-9136-4144-89ae-8e2ba3dc60b4,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:00.904969 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-036aa8a6-a741-42d0-ac87-ef6edce37be9 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Made reservation on behalf of af2573afe7df47ea87c700ac760d6276 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:00.909392 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-036aa8a6-a741-42d0-ac87-ef6edce37be9 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.945316 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:00.958083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e309e2c-7914-428c-a7a3-e95997019cc8']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:00.986886 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9dae4c-58a8-4034-8868-d5becd340593') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:00.987117 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9dae4c-58a8-4034-8868-d5becd340593') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:01.011654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dba93-1914-4fd8-9bbf-c59fbf4f745d req-442b5400-bdd4-4e4a-ab72-00e5873e25b8 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:01.031675 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b9dba93-1914-4fd8-9bbf-c59fbf4f745d req-442b5400-bdd4-4e4a-ab72-00e5873e25b8 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab1ad31-e21f-4780-892f-88d1f52c0af3 HTTP/1.1" status: 200 len: 931 time: 0.8736191 Jul 06 12:01:01.046091 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.127165 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.151332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:01.151882 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:01.156902 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:01.174338 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b9dba93-1914-4fd8-9bbf-c59fbf4f745d req-34023c31-9fc3-4db6-8e05-bf29259f0bef tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411228 Jul 06 12:01:01.181167 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Attempting to bind port 62162b52-9136-4144-89ae-8e2ba3dc60b4 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:01.182129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Attempting to bind port 62162b52-9136-4144-89ae-8e2ba3dc60b4 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:01.184646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Attempting to bind port 62162b52-9136-4144-89ae-8e2ba3dc60b4 on network 56e52248-e152-4597-ab97-7d8ed8961c27 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:01.212304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Port 62162b52-9136-4144-89ae-8e2ba3dc60b4 on network 56e52248-e152-4597-ab97-7d8ed8961c27 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:01:01.212702 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Attempting to bind port 62162b52-9136-4144-89ae-8e2ba3dc60b4 on network 56e52248-e152-4597-ab97-7d8ed8961c27 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:01.228330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:01.228670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Checking segment: {'id': '9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:01.229101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Bound using segment: {'id': '9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:01.229659 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Bound port: 62162b52-9136-4144-89ae-8e2ba3dc60b4, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:01.229932 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.288581 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-6ba57963-bbb0-4c30-bca2-c293aa7c3318 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Allocated IP 172.20.0.11 (c9ba90c4-7387-46b8-81ee-2676932fbc50/48440bd0-2110-4fcf-aa64-c7f0160418a2/12e6871a-88ec-466e-b45f-8552d677ae4d) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:01.291586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e49f48-3ead-49ab-be87-6ccc875b0597', 'name': 'network-vif-deleted', 'tag': '66c29ce1-337d-4bf5-9282-d6805bca742f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:01.294704 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebe0792-d5bc-4e3a-a580-15c150f247d9" -d '{"events": [{"server_uuid": "38e49f48-3ead-49ab-be87-6ccc875b0597", "name": "network-vif-deleted", "tag": "66c29ce1-337d-4bf5-9282-d6805bca742f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:01.329740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] For port 62162b52-9136-4144-89ae-8e2ba3dc60b4, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:01.391077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] For port 62162b52-9136-4144-89ae-8e2ba3dc60b4, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62162b52-9136-4144-89ae-8e2ba3dc60b4,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:01.394962 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.402594 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.412827 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.414714 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/networks/5e309e2c-7914-428c-a7a3-e95997019cc8 HTTP/1.1" status: 204 len: 168 time: 4.9166586 Jul 06 12:01:01.415302 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39688) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:01.427760 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39690) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:01.440695 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:01.443651 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.445312 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ceb39488-2ae2-4035-a796-57e8da237333 req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] 10.222.0.89 "PUT /v2.0/ports/62162b52-9136-4144-89ae-8e2ba3dc60b4 HTTP/1.1" status: 200 len: 1091 time: 2.2884026 Jul 06 12:01:01.463628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e2541dd7-d9dd-4343-8d00-866711746e4c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-53729157'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:01.566077 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e4423-1f92-4e24-bff8-8f4c8c78639c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Network': ['ID=5e309e2c-7914-428c-a7a3-e95997019cc8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:01.593672 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1c1d40dd-2dcc-40ff-93c8-6192d26eaa85 req-58668383-d3b3-49f5-b30f-35f33b659296 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=5eb9cb99-80ee-4b92-acc0-feb4d40a94be HTTP/1.1" status: 200 len: 210 time: 0.0937550 Jul 06 12:01:01.616015 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc0fe99-11ab-4f23-84d9-fd54c5b29f01 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:01.635319 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cbc0fe99-11ab-4f23-84d9-fd54c5b29f01 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 814 time: 0.2042713 Jul 06 12:01:01.635580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2541dd7-d9dd-4343-8d00-866711746e4c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Made reservation on behalf of 1f8360427d874fdcaaad2953c3b7f606 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:01.672227 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2541dd7-d9dd-4343-8d00-866711746e4c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.710411 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-6ba57963-bbb0-4c30-bca2-c293aa7c3318 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.729491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892961b5-fe73-4478-b000-0a838920fea0 service neutron] Pushing event updated for resources: {'Port': ['ID=62162b52-9136-4144-89ae-8e2ba3dc60b4,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:01.779896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2541dd7-d9dd-4343-8d00-866711746e4c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:01.792803 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-6ba57963-bbb0-4c30-bca2-c293aa7c3318 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.831541 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2541dd7-d9dd-4343-8d00-866711746e4c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:01.835571 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-e2541dd7-d9dd-4343-8d00-866711746e4c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Added segment 439f629c-fd04-4cc6-8968-fa5aacb1afa4 of type vlan for network 1aaf1dd7-21bd-43dc-90d2-1f58115a8332 Jul 06 12:01:01.863665 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-6ba57963-bbb0-4c30-bca2-c293aa7c3318 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Network c9ba90c4-7387-46b8-81ee-2676932fbc50 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:01.873775 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-6ba57963-bbb0-4c30-bca2-c293aa7c3318 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:01.878526 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-6ba57963-bbb0-4c30-bca2-c293aa7c3318 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:01.886464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb39488-2ae2-4035-a796-57e8da237333 req-8a63bc4d-cd83-478b-aa1e-4ed38a2c651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:01.888743 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ceb39488-2ae2-4035-a796-57e8da237333 req-8a63bc4d-cd83-478b-aa1e-4ed38a2c651b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=21948591799b45458c2715663b358cac&device_id=1ab1ad31-e21f-4780-892f-88d1f52c0af3 HTTP/1.1" status: 200 len: 1094 time: 0.3439736 Jul 06 12:01:01.910074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba57963-bbb0-4c30-bca2-c293aa7c3318 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Pushing event updated for resources: {'Port': ['ID=12e6871a-88ec-466e-b45f-8552d677ae4d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:02.020956 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ceb39488-2ae2-4035-a796-57e8da237333 req-0edd37ce-ed4a-4197-b48f-f3a211f7d73c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62162b52-9136-4144-89ae-8e2ba3dc60b4 HTTP/1.1" status: 200 len: 217 time: 0.0549288 Jul 06 12:01:02.022798 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2541dd7-d9dd-4343-8d00-866711746e4c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.025472 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-6ba57963-bbb0-4c30-bca2-c293aa7c3318 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:02.026129 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-6ba57963-bbb0-4c30-bca2-c293aa7c3318 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.050318 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-6ba57963-bbb0-4c30-bca2-c293aa7c3318 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0253227 Jul 06 12:01:02.073441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Request body: {'port': {'device_id': '5eb9cb99-80ee-4b92-acc0-feb4d40a94be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:02.079727 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-036aa8a6-a741-42d0-ac87-ef6edce37be9 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Allocated IP 172.20.0.9 (c9ba90c4-7387-46b8-81ee-2676932fbc50/48440bd0-2110-4fcf-aa64-c7f0160418a2/6fdd5809-a6ac-476c-9bb7-41093766c0ed) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:02.105816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39702) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:02.110467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f0905df4-4d4e-4d34-bc3f-dff2e59fea42 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'network': {'name': 'tempest-network-smoke--1026834315', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'port_security_enabled': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:02.138624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb39488-2ae2-4035-a796-57e8da237333 req-3336002e-7ccd-44f2-b419-05d5789a926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:02.140152 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ceb39488-2ae2-4035-a796-57e8da237333 req-3336002e-7ccd-44f2-b419-05d5789a926c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6e9849ed-0174-4a21-9147-9e29b67ec623 HTTP/1.1" status: 200 len: 862 time: 0.1098285 Jul 06 12:01:02.185105 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ceb39488-2ae2-4035-a796-57e8da237333 req-96733bc5-05fb-4292-be96-419d2eee1f0e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56e52248-e152-4597-ab97-7d8ed8961c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348091 Jul 06 12:01:02.188111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0905df4-4d4e-4d34-bc3f-dff2e59fea42 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Made reservation on behalf of 9b8c032e15c44a1786541e33cb5ca2c4 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:02.192132 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0905df4-4d4e-4d34-bc3f-dff2e59fea42 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.209086 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.223438 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2541dd7-d9dd-4343-8d00-866711746e4c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.231458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2541dd7-d9dd-4343-8d00-866711746e4c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:02.232072 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2541dd7-d9dd-4343-8d00-866711746e4c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.324041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2541dd7-d9dd-4343-8d00-866711746e4c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event updated for resources: {'Network': ['ID=1aaf1dd7-21bd-43dc-90d2-1f58115a8332,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:02.335092 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 1aaf1dd7-21bd-43dc-90d2-1f58115a8332 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:02.396923 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e2541dd7-d9dd-4343-8d00-866711746e4c tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9497459 Jul 06 12:01:02.407714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39708) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:02.440535 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b06b1be7-6750-4981-90d8-cc97c0af1f5f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Request body: {'subnet': {'network_id': '1aaf1dd7-21bd-43dc-90d2-1f58115a8332', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:02.476728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0905df4-4d4e-4d34-bc3f-dff2e59fea42 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:02.539788 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c200649-b541-455b-ac78-5a69188f5810 req-7c074f87-e1de-4de9-a1b8-ab8ae0309741 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:02.553137 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3c200649-b541-455b-ac78-5a69188f5810 req-7c074f87-e1de-4de9-a1b8-ab8ae0309741 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/ports?device_id=73781834-2938-44ac-b2e9-83577dde50e6 HTTP/1.1" status: 200 len: 945 time: 0.1346695 Jul 06 12:01:02.553384 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0905df4-4d4e-4d34-bc3f-dff2e59fea42 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.553955 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-f0905df4-4d4e-4d34-bc3f-dff2e59fea42 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Added segment 83b0d9bf-e3d3-4271-8b23-cd8f68542284 of type vlan for network d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 Jul 06 12:01:02.615183 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3c200649-b541-455b-ac78-5a69188f5810 req-a9b86dd9-7064-4352-a920-d072c4123ea1 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe7427c9-3b07-4a49-9ee6-9c188b199aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604954 Jul 06 12:01:02.648984 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ceb39488-2ae2-4035-a796-57e8da237333 req-bbd8be29-2cc5-4ffa-aac0-764807a17015 service neutron] 10.222.0.89 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490490 Jul 06 12:01:02.699896 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab4bdf1-c52d-448b-8a35-369b6f35829c x-openstack-request-id: req-fab4bdf1-c52d-448b-8a35-369b6f35829c {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:02.699896 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e49f48-3ead-49ab-be87-6ccc875b0597", "name": "network-vif-deleted", "tag": "66c29ce1-337d-4bf5-9282-d6805bca742f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:02.699896 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fab4bdf1-c52d-448b-8a35-369b6f35829c {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:02.702056 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e49f48-3ead-49ab-be87-6ccc875b0597', 'name': 'network-vif-deleted', 'tag': '66c29ce1-337d-4bf5-9282-d6805bca742f', 'status': 'completed', 'code': 200} Jul 06 12:01:02.703101 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0905df4-4d4e-4d34-bc3f-dff2e59fea42 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.760879 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06b1be7-6750-4981-90d8-cc97c0af1f5f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Made reservation on behalf of 1f8360427d874fdcaaad2953c3b7f606 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:02.764575 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b06b1be7-6750-4981-90d8-cc97c0af1f5f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.791106 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-036aa8a6-a741-42d0-ac87-ef6edce37be9 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.857500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776dcbd-885e-4850-8edf-5cd9b4009190 req-bf1d3f2a-a045-4ccb-bdf0-050316e12036 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:02.862899 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8776dcbd-885e-4850-8edf-5cd9b4009190 req-bf1d3f2a-a045-4ccb-bdf0-050316e12036 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab1ad31-e21f-4780-892f-88d1f52c0af3 HTTP/1.1" status: 200 len: 943 time: 0.0806375 Jul 06 12:01:02.924879 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8776dcbd-885e-4850-8edf-5cd9b4009190 req-45a520f2-99e5-4737-80ed-d242137bcae0 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576205 Jul 06 12:01:02.925095 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0905df4-4d4e-4d34-bc3f-dff2e59fea42 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.930625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0905df4-4d4e-4d34-bc3f-dff2e59fea42 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:02.931250 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0905df4-4d4e-4d34-bc3f-dff2e59fea42 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:02.984034 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ceb39488-2ae2-4035-a796-57e8da237333 req-0f513a72-3988-4b73-bb83-ab1d621d560a service neutron] 10.222.0.89 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120289 Jul 06 12:01:03.037982 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f0905df4-4d4e-4d34-bc3f-dff2e59fea42 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9309227 Jul 06 12:01:03.040403 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39722) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:03.048402 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-036aa8a6-a741-42d0-ac87-ef6edce37be9 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.062032 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0905df4-4d4e-4d34-bc3f-dff2e59fea42 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Network': ['ID=d443f6da-eb91-4311-8dc2-fb69ca4ec3d8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:03.080774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:03.138582 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-036aa8a6-a741-42d0-ac87-ef6edce37be9 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Network c9ba90c4-7387-46b8-81ee-2676932fbc50 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:03.148892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-036aa8a6-a741-42d0-ac87-ef6edce37be9 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:03.159208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-036aa8a6-a741-42d0-ac87-ef6edce37be9 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:03.168462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036aa8a6-a741-42d0-ac87-ef6edce37be9 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Pushing event updated for resources: {'Port': ['ID=6fdd5809-a6ac-476c-9bb7-41093766c0ed,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:03.263015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-036aa8a6-a741-42d0-ac87-ef6edce37be9 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:03.263763 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-036aa8a6-a741-42d0-ac87-ef6edce37be9 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.285615 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-036aa8a6-a741-42d0-ac87-ef6edce37be9 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7487164 Jul 06 12:01:03.308135 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8040faa9-3e97-43ce-9d6e-ee141a6e72a7 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:03.308648 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Request body: {'port': {'device_id': 'befba270-0dff-4273-bcfd-74366380ce31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:03.315787 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8040faa9-3e97-43ce-9d6e-ee141a6e72a7 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=9b8c032e15c44a1786541e33cb5ca2c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.2726264 Jul 06 12:01:03.318045 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39728) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:03.382964 n-d-799529-2 neutron-server[100428]: DEBUG neutron.objects.ports [None req-b06b1be7-6750-4981-90d8-cc97c0af1f5f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:01:03.385372 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b06b1be7-6750-4981-90d8-cc97c0af1f5f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.477074 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.491319 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b1be7-6750-4981-90d8-cc97c0af1f5f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event updated for resources: {'Subnet': ['ID=a6679171-c3f6-4381-be7f-fde2f02393da,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:03.503623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b1be7-6750-4981-90d8-cc97c0af1f5f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Checking segment: {'id': '439f629c-fd04-4cc6-8968-fa5aacb1afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1aaf1dd7-21bd-43dc-90d2-1f58115a8332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:03.503831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b1be7-6750-4981-90d8-cc97c0af1f5f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Network hostable DHCP agents. Network: 1aaf1dd7-21bd-43dc-90d2-1f58115a8332, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:03.566080 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b1be7-6750-4981-90d8-cc97c0af1f5f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Network 1aaf1dd7-21bd-43dc-90d2-1f58115a8332 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:03.631350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b06b1be7-6750-4981-90d8-cc97c0af1f5f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 1aaf1dd7-21bd-43dc-90d2-1f58115a8332) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:03.639156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fc8b89-c73e-426c-89e0-6431650ceb1d None None] Network 1aaf1dd7-21bd-43dc-90d2-1f58115a8332 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:03.646380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b1be7-6750-4981-90d8-cc97c0af1f5f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:03.646980 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b06b1be7-6750-4981-90d8-cc97c0af1f5f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.668577 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175f6428-36be-4fa0-8231-82adfd7662ac tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:03.673369 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-175f6428-36be-4fa0-8231-82adfd7662ac tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3434758 Jul 06 12:01:03.674658 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39730) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:03.683052 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33478ed1-9372-4c49-b89a-7dc3722e7817 req-e0c98a55-9f14-4a71-8511-7139cf780852 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:03.691627 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33478ed1-9372-4c49-b89a-7dc3722e7817 req-e0c98a55-9f14-4a71-8511-7139cf780852 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/ports?device_id=73781834-2938-44ac-b2e9-83577dde50e6 HTTP/1.1" status: 200 len: 945 time: 0.4375966 Jul 06 12:01:03.737718 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b06b1be7-6750-4981-90d8-cc97c0af1f5f tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3265598 Jul 06 12:01:03.738240 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39732) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:03.744024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e6871a-88ec-466e-b45f-8552d677ae4d {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:03.755126 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3a94ceb5-0867-4217-a781-e9f884ae4a3a tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0769300 Jul 06 12:01:03.756136 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39734) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:03.766800 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33478ed1-9372-4c49-b89a-7dc3722e7817 req-d8fa0c07-7568-4059-b5fc-9adbc68c658c tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe7427c9-3b07-4a49-9ee6-9c188b199aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741208 Jul 06 12:01:03.783585 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.819322 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Transition to ACTIVE for port object 12e6871a-88ec-466e-b45f-8552d677ae4d will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:03.824994 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.896164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-1aaf1dd7-21bd-43dc-90d2-1f58115a8332', 'network_id': '1aaf1dd7-21bd-43dc-90d2-1f58115a8332', 'tenant_id': '1f8360427d874fdcaaad2953c3b7f606', 'fixed_ips': [{'subnet_id': 'a6679171-c3f6-4381-be7f-fde2f02393da'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:03.899490 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:03.959652 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4b72a793-1e9b-430e-b4d7-ff846e696281 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=9b8c032e15c44a1786541e33cb5ca2c4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2023785 Jul 06 12:01:03.982124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Pushing event updated for resources: {'Port': ['ID=12e6871a-88ec-466e-b45f-8552d677ae4d,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:03.988472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39738) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:04.105129 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Allocated IP 2001:db8::f816:3eff:fe72:13c8 (1aaf1dd7-21bd-43dc-90d2-1f58115a8332/a6679171-c3f6-4381-be7f-fde2f02393da/0dcd4546-9085-4702-98cc-7e58834dea15) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:04.124138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Attempting to bind port 12e6871a-88ec-466e-b45f-8552d677ae4d on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:04.124765 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Attempting to bind port 12e6871a-88ec-466e-b45f-8552d677ae4d by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:04.124765 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Attempting to bind port 12e6871a-88ec-466e-b45f-8552d677ae4d on network c9ba90c4-7387-46b8-81ee-2676932fbc50 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:04.133814 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Port 12e6871a-88ec-466e-b45f-8552d677ae4d on network c9ba90c4-7387-46b8-81ee-2676932fbc50 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:01:04.134100 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Attempting to bind port 12e6871a-88ec-466e-b45f-8552d677ae4d on network c9ba90c4-7387-46b8-81ee-2676932fbc50 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:04.147195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be7764-3584-4ad3-828c-565b39d23869 req-063eeca2-c3a1-4521-a43d-f76915e81114 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:04.154589 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93be7764-3584-4ad3-828c-565b39d23869 req-063eeca2-c3a1-4521-a43d-f76915e81114 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=5eb9cb99-80ee-4b92-acc0-feb4d40a94be HTTP/1.1" status: 200 len: 944 time: 0.2494891 Jul 06 12:01:04.157548 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:04.157884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Checking segment: {'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:04.158273 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Bound using segment: {'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:04.158722 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Bound port: 12e6871a-88ec-466e-b45f-8552d677ae4d, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:04.159083 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.241012 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93be7764-3584-4ad3-828c-565b39d23869 req-761f67ee-a715-4564-bdd0-5fcbf23caae4 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817738 Jul 06 12:01:04.301803 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] For port 12e6871a-88ec-466e-b45f-8552d677ae4d, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:04.307685 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] For port 12e6871a-88ec-466e-b45f-8552d677ae4d, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=12e6871a-88ec-466e-b45f-8552d677ae4d,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:04.314045 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.351376 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.355560 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:04.356596 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.359016 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] 10.222.0.89 "PUT /v2.0/ports/12e6871a-88ec-466e-b45f-8552d677ae4d HTTP/1.1" status: 200 len: 1092 time: 2.2922986 Jul 06 12:01:04.362269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb9cb99-80ee-4b92-acc0-feb4d40a94be', 'tag': '12e6871a-88ec-466e-b45f-8552d677ae4d'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:04.365801 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb432c8-e187-4bb1-bf5a-57f6c97f8986" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb9cb99-80ee-4b92-acc0-feb4d40a94be", "tag": "12e6871a-88ec-466e-b45f-8552d677ae4d"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:04.373612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Transition to ACTIVE for port object 0dcd4546-9085-4702-98cc-7e58834dea15 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:04.404956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Transition to ACTIVE for port object 0dcd4546-9085-4702-98cc-7e58834dea15 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:04.413870 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.452439 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.482144 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Network 1aaf1dd7-21bd-43dc-90d2-1f58115a8332 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:04.485750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:04.488609 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:04.500554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Pushing event updated for resources: {'Port': ['ID=0dcd4546-9085-4702-98cc-7e58834dea15,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:04.504361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22539752-f4a9-4ad1-87f9-d46a9f9995e1 service neutron] Pushing event updated for resources: {'Port': ['ID=12e6871a-88ec-466e-b45f-8552d677ae4d,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:04.558506 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-938f35dc-86a1-4990-83fe-0ad43c574f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:04.560369 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-938f35dc-86a1-4990-83fe-0ad43c574f61 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=af2573afe7df47ea87c700ac760d6276&device_id=5eb9cb99-80ee-4b92-acc0-feb4d40a94be HTTP/1.1" status: 200 len: 1095 time: 0.1517923 Jul 06 12:01:04.617086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-d8a8cbff-5ab3-4a6e-9b6f-c5c547d9363d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e6871a-88ec-466e-b45f-8552d677ae4d HTTP/1.1" status: 200 len: 217 time: 0.0471809 Jul 06 12:01:04.619939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Attempting to bind port 0dcd4546-9085-4702-98cc-7e58834dea15 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:04.620495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Attempting to bind port 0dcd4546-9085-4702-98cc-7e58834dea15 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '439f629c-fd04-4cc6-8968-fa5aacb1afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1aaf1dd7-21bd-43dc-90d2-1f58115a8332'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:04.620859 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Attempting to bind port 0dcd4546-9085-4702-98cc-7e58834dea15 on network 1aaf1dd7-21bd-43dc-90d2-1f58115a8332 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:04.627577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:04.627981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Checking segment: {'id': '439f629c-fd04-4cc6-8968-fa5aacb1afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1aaf1dd7-21bd-43dc-90d2-1f58115a8332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:04.628341 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.628841 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Bound using segment: {'id': '439f629c-fd04-4cc6-8968-fa5aacb1afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1aaf1dd7-21bd-43dc-90d2-1f58115a8332'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:04.629782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Bound port: 0dcd4546-9085-4702-98cc-7e58834dea15, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439f629c-fd04-4cc6-8968-fa5aacb1afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1aaf1dd7-21bd-43dc-90d2-1f58115a8332'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:04.630167 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.637566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b845562a-2add-4eef-a985-2bedc6524603 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:04.641736 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b845562a-2add-4eef-a985-2bedc6524603 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6469281 Jul 06 12:01:04.645270 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39746) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:04.701217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-0231be81-8820-4806-b8e2-29cb26314848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:04.703105 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-0231be81-8820-4806-b8e2-29cb26314848 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=48440bd0-2110-4fcf-aa64-c7f0160418a2 HTTP/1.1" status: 200 len: 852 time: 0.0764580 Jul 06 12:01:04.708207 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dbb95a49-af0f-415d-bd3c-3e067499f04e tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0617754 Jul 06 12:01:04.708843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab1ad31-e21f-4780-892f-88d1f52c0af3', 'tag': '62162b52-9136-4144-89ae-8e2ba3dc60b4'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:04.711133 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a52bfb-b979-4d41-be13-a9ac6b512777" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab1ad31-e21f-4780-892f-88d1f52c0af3", "tag": "62162b52-9136-4144-89ae-8e2ba3dc60b4"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:04.712878 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39750) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:04.724342 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Deleting port 0dcd4546-9085-4702-98cc-7e58834dea15 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:04.724712 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.740355 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] For port 0dcd4546-9085-4702-98cc-7e58834dea15, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:04.744280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] For port 0dcd4546-9085-4702-98cc-7e58834dea15, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0dcd4546-9085-4702-98cc-7e58834dea15,segment=NetworkSegment(439f629c-fd04-4cc6-8968-fa5aacb1afa4),segment_id=439f629c-fd04-4cc6-8968-fa5aacb1afa4)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:04.753990 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.754332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7027f7b8-c325-46a0-9f21-bc61b46a634e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-47543189', 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:04.760447 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-99b40664-366c-4966-9160-b2b3f5a7fd7d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c9ba90c4-7387-46b8-81ee-2676932fbc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483334 Jul 06 12:01:04.807089 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] For port 0dcd4546-9085-4702-98cc-7e58834dea15, host n-d-799529-2, got binding levels [] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:04.807568 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.823220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Calling delete_port for 0dcd4546-9085-4702-98cc-7e58834dea15 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:04.865296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79ec65-f57d-4932-a9bf-7c6141c2f77c None None] Pushing event updated for resources: {'Port': ['ID=0dcd4546-9085-4702-98cc-7e58834dea15,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:04.923218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fdd5809-a6ac-476c-9bb7-41093766c0ed {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:04.932891 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:04.952007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Transition to ACTIVE for port object 6fdd5809-a6ac-476c-9bb7-41093766c0ed will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:04.962353 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.017011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Pushing event updated for resources: {'Port': ['ID=6fdd5809-a6ac-476c-9bb7-41093766c0ed,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:05.020679 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-c358c502-ebc3-4496-ae05-d541ec3647f4 service neutron] 10.222.0.89 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436988 Jul 06 12:01:05.067851 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:05.068305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:05.069564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:05.069990 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:05.070399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:05.071041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:05.071517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:05.071944 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:05.072344 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:05.072743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:05.073138 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:05.073530 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:05.204339 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7027f7b8-c325-46a0-9f21-bc61b46a634e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Made reservation on behalf of 9b8c032e15c44a1786541e33cb5ca2c4 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:05.209051 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7027f7b8-c325-46a0-9f21-bc61b46a634e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.272517 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.315473 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Port': ['ID=0dcd4546-9085-4702-98cc-7e58834dea15,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:05.318149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Attempting to bind port 6fdd5809-a6ac-476c-9bb7-41093766c0ed on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:05.320737 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Attempting to bind port 6fdd5809-a6ac-476c-9bb7-41093766c0ed by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:05.320997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Attempting to bind port 6fdd5809-a6ac-476c-9bb7-41093766c0ed on network c9ba90c4-7387-46b8-81ee-2676932fbc50 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:05.341772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Port 6fdd5809-a6ac-476c-9bb7-41093766c0ed on network c9ba90c4-7387-46b8-81ee-2676932fbc50 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:01:05.342013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Attempting to bind port 6fdd5809-a6ac-476c-9bb7-41093766c0ed on network c9ba90c4-7387-46b8-81ee-2676932fbc50 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:05.350147 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.374277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:05.374586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Checking segment: {'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:05.374986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Bound using segment: {'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:05.376367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Bound port: 6fdd5809-a6ac-476c-9bb7-41093766c0ed, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:05.377567 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.422260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7677e61-9540-45dc-ab2b-063d1cc04d35 req-f058198e-4c0f-48fb-9cd9-2c990256d7ea tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:05.429427 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7677e61-9540-45dc-ab2b-063d1cc04d35 req-f058198e-4c0f-48fb-9cd9-2c990256d7ea tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab1ad31-e21f-4780-892f-88d1f52c0af3 HTTP/1.1" status: 200 len: 943 time: 0.3191841 Jul 06 12:01:05.459329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] No DVR routers for this DVR port 0dcd4546-9085-4702-98cc-7e58834dea15 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:05.481507 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2f41eaf-3ebb-47c5-b23b-479b4b32ba76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.494686 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-5a6a74fd-f742-4f93-922e-b1bcbe6d095d service neutron] 10.222.0.89 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638309 Jul 06 12:01:05.565967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.571218 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7677e61-9540-45dc-ab2b-063d1cc04d35 req-e859a6aa-c2aa-495f-9cff-9e407e762997 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332226 Jul 06 12:01:05.655264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] For port 6fdd5809-a6ac-476c-9bb7-41093766c0ed, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:05.659572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] For port 6fdd5809-a6ac-476c-9bb7-41093766c0ed, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=6fdd5809-a6ac-476c-9bb7-41093766c0ed,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:05.666706 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.711052 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.730423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:05.731076 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.733223 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] 10.222.0.23 "PUT /v2.0/ports/6fdd5809-a6ac-476c-9bb7-41093766c0ed HTTP/1.1" status: 200 len: 1091 time: 2.4287615 Jul 06 12:01:05.804385 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 62162b52-9136-4144-89ae-8e2ba3dc60b4 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:01:05.833233 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.844053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aaf1dd7-21bd-43dc-90d2-1f58115a8332']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:05.848036 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c464a582-d66a-4d5e-8fd0-de176ae506c3 x-openstack-request-id: req-c464a582-d66a-4d5e-8fd0-de176ae506c3 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:05.848340 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb9cb99-80ee-4b92-acc0-feb4d40a94be", "tag": "12e6871a-88ec-466e-b45f-8552d677ae4d", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:05.848599 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c464a582-d66a-4d5e-8fd0-de176ae506c3 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:05.849021 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb9cb99-80ee-4b92-acc0-feb4d40a94be', 'tag': '12e6871a-88ec-466e-b45f-8552d677ae4d', 'status': 'completed', 'code': 200} Jul 06 12:01:05.855720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439f629c-fd04-4cc6-8968-fa5aacb1afa4') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:05.856114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439f629c-fd04-4cc6-8968-fa5aacb1afa4') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:05.867497 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.890645 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.898247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:05.898673 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:05.951088 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7027f7b8-c325-46a0-9f21-bc61b46a634e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.002509 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 62162b52-9136-4144-89ae-8e2ba3dc60b4, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62162b52-9136-4144-89ae-8e2ba3dc60b4,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:06.006354 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:06.009443 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6c49a9-d587-48bc-b23d-04acb0efc95d x-openstack-request-id: req-ec6c49a9-d587-48bc-b23d-04acb0efc95d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:06.009443 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab1ad31-e21f-4780-892f-88d1f52c0af3", "tag": "62162b52-9136-4144-89ae-8e2ba3dc60b4", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:06.009443 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec6c49a9-d587-48bc-b23d-04acb0efc95d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:06.009443 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab1ad31-e21f-4780-892f-88d1f52c0af3', 'tag': '62162b52-9136-4144-89ae-8e2ba3dc60b4', 'status': 'completed', 'code': 200} Jul 06 12:01:06.054091 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '62162b52-9136-4144-89ae-8e2ba3dc60b4', 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27', 'port_id': '62162b52-9136-4144-89ae-8e2ba3dc60b4', 'mac_address': 'fa:16:3e:91:39:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9849ed-0174-4a21-9147-9e29b67ec623', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:01:06.064165 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.102975 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.103357 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Subnet': ['ID=a6679171-c3f6-4381-be7f-fde2f02393da,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:06.129753 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62162b52-9136-4144-89ae-8e2ba3dc60b4 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:06.140967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.145264 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/networks/1aaf1dd7-21bd-43dc-90d2-1f58115a8332 HTTP/1.1" status: 204 len: 168 time: 2.4051900 Jul 06 12:01:06.159216 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a543cb-e1f6-440f-b4d7-d60b8267e344 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Network': ['ID=1aaf1dd7-21bd-43dc-90d2-1f58115a8332,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:06.162616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39772) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:06.176851 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 62162b52-9136-4144-89ae-8e2ba3dc60b4, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62162b52-9136-4144-89ae-8e2ba3dc60b4,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:06.184277 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.189289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38ac3e-a98b-40f0-a5d8-59c6ce324f33 service neutron] Pushing event updated for resources: {'Port': ['ID=6fdd5809-a6ac-476c-9bb7-41093766c0ed,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:06.201062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027f7b8-c325-46a0-9f21-bc61b46a634e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Subnet': ['ID=c764b4fb-4151-48e6-b9c1-f2a093ccc3e6,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:06.211247 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc28eeb-9080-4290-b5da-6dd28c455b55 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:06.215887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc28eeb-9080-4290-b5da-6dd28c455b55 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:06.222354 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39774) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:06.223774 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0cc28eeb-9080-4290-b5da-6dd28c455b55 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/subnets/a6679171-c3f6-4381-be7f-fde2f02393da HTTP/1.1" status: 404 len: 337 time: 0.0589519 Jul 06 12:01:06.255690 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb432c8-e187-4bb1-bf5a-57f6c97f8986 req-be9d61cf-2bcd-4413-baf4-dd1cfccd7388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.257205 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b3b00a-2f82-4877-9058-9def0509a41b tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:06.257826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b3b00a-2f82-4877-9058-9def0509a41b tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:06.258364 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ffb432c8-e187-4bb1-bf5a-57f6c97f8986 req-be9d61cf-2bcd-4413-baf4-dd1cfccd7388 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=af2573afe7df47ea87c700ac760d6276&device_id=5eb9cb99-80ee-4b92-acc0-feb4d40a94be HTTP/1.1" status: 200 len: 1095 time: 0.4293892 Jul 06 12:01:06.260907 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-13b3b00a-2f82-4877-9058-9def0509a41b tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/networks/1aaf1dd7-21bd-43dc-90d2-1f58115a8332 HTTP/1.1" status: 404 len: 339 time: 0.0345514 Jul 06 12:01:06.268455 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39776) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:06.272039 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-b2627ca5-8a4d-4a3f-a972-e6c27fb7dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.273599 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-b2627ca5-8a4d-4a3f-a972-e6c27fb7dfbe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af2573afe7df47ea87c700ac760d6276&device_id=befba270-0dff-4273-bcfd-74366380ce31 HTTP/1.1" status: 200 len: 1094 time: 0.2637305 Jul 06 12:01:06.282779 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.317411 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a52bfb-b979-4d41-be13-a9ac6b512777 req-e4c52341-b7de-4d2c-b130-cc11996b7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.319263 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-64a52bfb-b979-4d41-be13-a9ac6b512777 req-e4c52341-b7de-4d2c-b130-cc11996b7177 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=21948591799b45458c2715663b358cac&device_id=1ab1ad31-e21f-4780-892f-88d1f52c0af3 HTTP/1.1" status: 200 len: 1094 time: 0.2837243 Jul 06 12:01:06.320419 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=62162b52-9136-4144-89ae-8e2ba3dc60b4,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:06.365394 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9300e5-d8a0-4588-b74e-904fccf83ce5 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:06.366189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9300e5-d8a0-4588-b74e-904fccf83ce5 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:06.369066 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dc9300e5-d8a0-4588-b74e-904fccf83ce5 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/subnets/fab78253-2d40-4b24-81cc-51f844237da9 HTTP/1.1" status: 404 len: 337 time: 0.0939052 Jul 06 12:01:06.385736 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7027f7b8-c325-46a0-9f21-bc61b46a634e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Checking segment: {'id': '83b0d9bf-e3d3-4271-8b23-cd8f68542284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:06.386264 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7027f7b8-c325-46a0-9f21-bc61b46a634e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network hostable DHCP agents. Network: d443f6da-eb91-4311-8dc2-fb69ca4ec3d8, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:06.393660 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39778) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:06.405358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99986b5a-a796-476a-932e-1e262d53ede0 req-17d7e874-4b40-4917-b821-36f58c495c30 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.418195 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99986b5a-a796-476a-932e-1e262d53ede0 req-17d7e874-4b40-4917-b821-36f58c495c30 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/ports?device_id=73781834-2938-44ac-b2e9-83577dde50e6 HTTP/1.1" status: 200 len: 945 time: 0.3449700 Jul 06 12:01:06.474700 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-67b146ac-a461-4c7d-b996-fa444c31692d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fdd5809-a6ac-476c-9bb7-41093766c0ed HTTP/1.1" status: 200 len: 217 time: 0.1796005 Jul 06 12:01:06.480842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['62162b52-9136-4144-89ae-8e2ba3dc60b4'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:06.538153 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99986b5a-a796-476a-932e-1e262d53ede0 req-7bf6589a-2930-46d2-8b4e-b0e2c997a735 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe7427c9-3b07-4a49-9ee6-9c188b199aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187804 Jul 06 12:01:06.545277 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af9260d-9e6b-4190-8ac8-54ae7d73ce0b None None] DHCP port deletion for 1aaf1dd7-21bd-43dc-90d2-1f58115a8332 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:01:06.557668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2aa099d0-5c64-4664-87ab-674389db759c None None] Could not find standard attr ID for object 0dcd4546-9085-4702-98cc-7e58834dea15. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:01:06.576208 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2232a1-eb20-439a-8adc-dc52e6e78b85 None None] Network 1aaf1dd7-21bd-43dc-90d2-1f58115a8332 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:06.579779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7027f7b8-c325-46a0-9f21-bc61b46a634e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:06.596212 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a52bfb-b979-4d41-be13-a9ac6b512777 req-43ae4e2b-a879-4a0d-98de-6ff689d5afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.597779 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-64a52bfb-b979-4d41-be13-a9ac6b512777 req-43ae4e2b-a879-4a0d-98de-6ff689d5afa0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=56e52248-e152-4597-ab97-7d8ed8961c27 HTTP/1.1" status: 200 len: 923 time: 0.2277057 Jul 06 12:01:06.601644 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00c5aaa-5b27-4586-80d3-6740b2e669e8 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:06.608323 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00c5aaa-5b27-4586-80d3-6740b2e669e8 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:06.618927 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a00c5aaa-5b27-4586-80d3-6740b2e669e8 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/networks/5e309e2c-7914-428c-a7a3-e95997019cc8 HTTP/1.1" status: 404 len: 339 time: 0.1646514 Jul 06 12:01:06.619148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39784) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:06.623554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2232a1-eb20-439a-8adc-dc52e6e78b85 None None] Network 1aaf1dd7-21bd-43dc-90d2-1f58115a8332 could not be found, it might have been deleted concurrently. {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 12:01:06.632358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-7027f7b8-c325-46a0-9f21-bc61b46a634e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, d443f6da-eb91-4311-8dc2-fb69ca4ec3d8) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:06.650053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7027f7b8-c325-46a0-9f21-bc61b46a634e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.650845 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7027f7b8-c325-46a0-9f21-bc61b46a634e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.687770 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-64a52bfb-b979-4d41-be13-a9ac6b512777 req-fade269f-fcd2-4e66-b577-6c9387bd55ff service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62162b52-9136-4144-89ae-8e2ba3dc60b4 HTTP/1.1" status: 200 len: 217 time: 0.0770538 Jul 06 12:01:06.687972 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7027f7b8-c325-46a0-9f21-bc61b46a634e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.9710577 Jul 06 12:01:06.688468 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be36c4d-dea9-47d5-bb62-c573ae2ba7ec tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:06.688917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be36c4d-dea9-47d5-bb62-c573ae2ba7ec tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:06.691127 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4be36c4d-dea9-47d5-bb62-c573ae2ba7ec tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/subnets/15ec7a95-2cff-4de7-8668-835c618a82b4 HTTP/1.1" status: 404 len: 337 time: 0.0718274 Jul 06 12:01:06.692867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-d90092c1-f493-4bf4-b2d8-0630d47ea1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.694252 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-d90092c1-f493-4bf4-b2d8-0630d47ea1f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48440bd0-2110-4fcf-aa64-c7f0160418a2 HTTP/1.1" status: 200 len: 852 time: 0.2185345 Jul 06 12:01:06.694703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39788) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:06.699771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c821022-9829-4f0b-a626-8511b8dad064 None None] Network d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:06.762630 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb432c8-e187-4bb1-bf5a-57f6c97f8986 req-468773f5-2102-49b6-9f09-66d9b6f68e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.765420 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ffb432c8-e187-4bb1-bf5a-57f6c97f8986 req-468773f5-2102-49b6-9f09-66d9b6f68e88 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c9ba90c4-7387-46b8-81ee-2676932fbc50 HTTP/1.1" status: 200 len: 913 time: 0.4928679 Jul 06 12:01:06.765602 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-91d6ebfb-a491-4bbd-b18a-747068839eb1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9ba90c4-7387-46b8-81ee-2676932fbc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540736 Jul 06 12:01:06.768551 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-549106d3-5d3d-48ad-b896-f7bccf17e776 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:06.769124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549106d3-5d3d-48ad-b896-f7bccf17e776 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:06.770779 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-549106d3-5d3d-48ad-b896-f7bccf17e776 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/networks/70a9b646-3f38-4ee9-94ee-a513921d4ab7 HTTP/1.1" status: 404 len: 339 time: 0.0676022 Jul 06 12:01:06.781645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39792) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:06.871361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a52bfb-b979-4d41-be13-a9ac6b512777 req-c7c78aff-89dc-44ab-a729-79c74d3fde47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.873110 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-64a52bfb-b979-4d41-be13-a9ac6b512777 req-c7c78aff-89dc-44ab-a729-79c74d3fde47 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6e9849ed-0174-4a21-9147-9e29b67ec623 HTTP/1.1" status: 200 len: 862 time: 0.1775827 Jul 06 12:01:06.878549 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ffb432c8-e187-4bb1-bf5a-57f6c97f8986 req-a6d3600a-a89d-44ac-a4da-5a63a395ad46 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12e6871a-88ec-466e-b45f-8552d677ae4d HTTP/1.1" status: 200 len: 217 time: 0.1022463 Jul 06 12:01:06.942692 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-d443f6da-eb91-4311-8dc2-fb69ca4ec3d8', 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ips': [{'subnet_id': 'c764b4fb-4151-48e6-b9c1-f2a093ccc3e6'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:01:06.944323 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:06.974463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51687202-efc6-49b2-b6e8-8f3cce27560c req-38f0509d-a223-4db9-863a-9ce4b907ae1b tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:06.982111 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51687202-efc6-49b2-b6e8-8f3cce27560c req-38f0509d-a223-4db9-863a-9ce4b907ae1b tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=5eb9cb99-80ee-4b92-acc0-feb4d40a94be HTTP/1.1" status: 200 len: 944 time: 0.1479838 Jul 06 12:01:06.985169 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-64a52bfb-b979-4d41-be13-a9ac6b512777 req-279f463d-7fe9-4e67-9fe3-6bd9c7002821 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56e52248-e152-4597-ab97-7d8ed8961c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922608 Jul 06 12:01:07.028904 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb432c8-e187-4bb1-bf5a-57f6c97f8986 req-9446d091-e57a-4425-86ee-f20e9b86e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:07.030682 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ffb432c8-e187-4bb1-bf5a-57f6c97f8986 req-9446d091-e57a-4425-86ee-f20e9b86e234 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=48440bd0-2110-4fcf-aa64-c7f0160418a2 HTTP/1.1" status: 200 len: 852 time: 0.1336212 Jul 06 12:01:07.082284 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ffb432c8-e187-4bb1-bf5a-57f6c97f8986 req-53df4929-5924-43bb-826d-1a24ee396fcc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c9ba90c4-7387-46b8-81ee-2676932fbc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337980 Jul 06 12:01:07.082284 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51687202-efc6-49b2-b6e8-8f3cce27560c req-f8a7a09c-48cb-4882-9c3e-7111cf33331f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946803 Jul 06 12:01:07.103803 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-2146938e-abf6-4786-a23e-e665503a6bf0 service neutron] 10.222.0.23 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287065 Jul 06 12:01:07.165648 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8398558f-f75d-43c8-a128-76a7f18fa879 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Deleting port 44508a8e-1f6b-4ac2-b87e-03eee0f565d2 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:07.166481 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8398558f-f75d-43c8-a128-76a7f18fa879 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.195541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Allocated IP 172.20.0.18 (d443f6da-eb91-4311-8dc2-fb69ca4ec3d8/c764b4fb-4151-48e6-b9c1-f2a093ccc3e6/1a78dfc0-f100-4ab6-a763-1e19684afb1d) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:07.273045 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8398558f-f75d-43c8-a128-76a7f18fa879 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.284924 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ffb432c8-e187-4bb1-bf5a-57f6c97f8986 req-07e174c4-1018-4186-af40-6cee3c1663a3 service neutron] 10.222.0.89 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021320 Jul 06 12:01:07.321133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8398558f-f75d-43c8-a128-76a7f18fa879 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Calling delete_port for 44508a8e-1f6b-4ac2-b87e-03eee0f565d2 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:07.430189 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ffb432c8-e187-4bb1-bf5a-57f6c97f8986 req-b3817909-0746-441a-8e5a-3d84b4cdb0f4 service neutron] 10.222.0.89 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378357 Jul 06 12:01:07.435754 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-64a52bfb-b979-4d41-be13-a9ac6b512777 req-c2cd9caa-bda8-43d7-8cf2-a0a7360d6e0c service neutron] 10.222.0.89 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408655 Jul 06 12:01:07.569871 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5116d916-18c1-4f44-92fc-42d8550cca8f req-d5d17f36-93e8-434e-82d7-6f5f77cf532f service neutron] 10.222.0.23 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521055 Jul 06 12:01:07.607436 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-64a52bfb-b979-4d41-be13-a9ac6b512777 req-88f59070-80a9-41c0-8e32-16ad8b9e3e38 service neutron] 10.222.0.89 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591234 Jul 06 12:01:07.626299 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8398558f-f75d-43c8-a128-76a7f18fa879 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.665499 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.666043 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398558f-f75d-43c8-a128-76a7f18fa879 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Port': ['ID=44508a8e-1f6b-4ac2-b87e-03eee0f565d2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:07.676035 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8398558f-f75d-43c8-a128-76a7f18fa879 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.678164 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8398558f-f75d-43c8-a128-76a7f18fa879 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/ports/44508a8e-1f6b-4ac2-b87e-03eee0f565d2 HTTP/1.1" status: 204 len: 168 time: 0.8912320 Jul 06 12:01:07.680827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39800) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:07.697329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Transition to ACTIVE for port object 1a78dfc0-f100-4ab6-a763-1e19684afb1d will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:07.729393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Transition to ACTIVE for port object 1a78dfc0-f100-4ab6-a763-1e19684afb1d will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:07.729887 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19aa512-d822-43f4-93cc-1fc01910dab2 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:07.730371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19aa512-d822-43f4-93cc-1fc01910dab2 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:07.732825 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d19aa512-d822-43f4-93cc-1fc01910dab2 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/subnets/e02cb9b9-4a24-437f-9ebb-97fe64beddf2 HTTP/1.1" status: 404 len: 337 time: 0.0509272 Jul 06 12:01:07.737142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39802) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:07.743646 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.804387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Network d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:07.812299 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:07.815775 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:07.823268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 62162b52-9136-4144-89ae-8e2ba3dc60b4 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:07.852735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Pushing event updated for resources: {'Port': ['ID=1a78dfc0-f100-4ab6-a763-1e19684afb1d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:07.868826 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-166c28a0-2237-4a9a-b9fe-3c3abc400c2d tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.889688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc19cab-8b63-4b3b-bb81-c410f8f84552 req-367d4933-8c21-47b1-bb0a-ecda55d969c6 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:07.891981 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9cc19cab-8b63-4b3b-bb81-c410f8f84552 req-367d4933-8c21-47b1-bb0a-ecda55d969c6 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab1ad31-e21f-4780-892f-88d1f52c0af3 HTTP/1.1" status: 200 len: 944 time: 0.1146138 Jul 06 12:01:07.944680 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Attempting to bind port 1a78dfc0-f100-4ab6-a763-1e19684afb1d on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:07.945244 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Attempting to bind port 1a78dfc0-f100-4ab6-a763-1e19684afb1d by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '83b0d9bf-e3d3-4271-8b23-cd8f68542284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:07.945349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Attempting to bind port 1a78dfc0-f100-4ab6-a763-1e19684afb1d on network d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:07.960865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:07.961690 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Checking segment: {'id': '83b0d9bf-e3d3-4271-8b23-cd8f68542284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:07.962196 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.962604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Bound using segment: {'id': '83b0d9bf-e3d3-4271-8b23-cd8f68542284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:07.963091 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Bound port: 1a78dfc0-f100-4ab6-a763-1e19684afb1d, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b0d9bf-e3d3-4271-8b23-cd8f68542284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:07.963506 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.966674 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9cc19cab-8b63-4b3b-bb81-c410f8f84552 req-f7aae766-7960-4993-93f5-c67c6227c9f9 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682287 Jul 06 12:01:07.979698 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-166c28a0-2237-4a9a-b9fe-3c3abc400c2d tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:07.994759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-166c28a0-2237-4a9a-b9fe-3c3abc400c2d tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0a6573-70d9-43b3-b225-eda9025fb2f3']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:08.006974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-166c28a0-2237-4a9a-b9fe-3c3abc400c2d tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56272ff5-ef67-4a47-ae57-f0b4291d7f44') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:08.007546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-166c28a0-2237-4a9a-b9fe-3c3abc400c2d tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56272ff5-ef67-4a47-ae57-f0b4291d7f44') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:08.018751 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-166c28a0-2237-4a9a-b9fe-3c3abc400c2d tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.035118 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-166c28a0-2237-4a9a-b9fe-3c3abc400c2d tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.045172 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166c28a0-2237-4a9a-b9fe-3c3abc400c2d tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:08.046295 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-166c28a0-2237-4a9a-b9fe-3c3abc400c2d tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.063923 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] For port 1a78dfc0-f100-4ab6-a763-1e19684afb1d, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:08.068607 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] For port 1a78dfc0-f100-4ab6-a763-1e19684afb1d, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1a78dfc0-f100-4ab6-a763-1e19684afb1d,segment=NetworkSegment(83b0d9bf-e3d3-4271-8b23-cd8f68542284),segment_id=83b0d9bf-e3d3-4271-8b23-cd8f68542284)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:08.070154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 62162b52-9136-4144-89ae-8e2ba3dc60b4 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:08.075792 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 62162b52-9136-4144-89ae-8e2ba3dc60b4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:08.076982 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.079965 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.125838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'befba270-0dff-4273-bcfd-74366380ce31', 'tag': '6fdd5809-a6ac-476c-9bb7-41093766c0ed'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:08.129394 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254a7a31-6ba6-4058-ae84-df54c86d78ca" -d '{"events": [{"name": "network-changed", "server_uuid": "befba270-0dff-4273-bcfd-74366380ce31", "tag": "6fdd5809-a6ac-476c-9bb7-41093766c0ed"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:08.132681 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:08.137908 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-166c28a0-2237-4a9a-b9fe-3c3abc400c2d tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.163865 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-166c28a0-2237-4a9a-b9fe-3c3abc400c2d tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.166734 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-166c28a0-2237-4a9a-b9fe-3c3abc400c2d tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/networks/ae0a6573-70d9-43b3-b225-eda9025fb2f3 HTTP/1.1" status: 204 len: 168 time: 0.4284251 Jul 06 12:01:08.169422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39808) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:08.173478 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c28a0-2237-4a9a-b9fe-3c3abc400c2d tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Network': ['ID=ae0a6573-70d9-43b3-b225-eda9025fb2f3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:08.214966 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61b271bb-068f-44eb-9b5a-28ea74cfaa89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.272560 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b7bfc-d240-438a-bcf3-422c62055e4e None None] Pushing event updated for resources: {'Port': ['ID=1a78dfc0-f100-4ab6-a763-1e19684afb1d,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:08.298955 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.334207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39812) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:08.339179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a18c2c6d-06af-4f32-868b-c71962e208b9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1435422949', 'description': 'tempest-secgroup-smoke-1435422949 description', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:08.374858 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a18c2c6d-06af-4f32-868b-c71962e208b9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.411386 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.420611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bfd03f24-5917-4104-ac4d-33547f3582ad tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Deleting port 7685f8ed-8923-4196-94fb-4c921ebf2959 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:08.421330 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bfd03f24-5917-4104-ac4d-33547f3582ad tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.519886 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab1ad31-e21f-4780-892f-88d1f52c0af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62162b52-9136-4144-89ae-8e2ba3dc60b4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:08.524544 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d883e1e-9205-4ee8-870b-82dcb6a239c9" -d '{"events": [{"server_uuid": "1ab1ad31-e21f-4780-892f-88d1f52c0af3", "name": "network-vif-plugged", "status": "completed", "tag": "62162b52-9136-4144-89ae-8e2ba3dc60b4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:08.554343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 62162b52-9136-4144-89ae-8e2ba3dc60b4, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62162b52-9136-4144-89ae-8e2ba3dc60b4,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:08.560890 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.571117 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a18c2c6d-06af-4f32-868b-c71962e208b9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.577093 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a18c2c6d-06af-4f32-868b-c71962e208b9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.640438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c2c6d-06af-4f32-868b-c71962e208b9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90efa32f-7d33-4998-84d4-30fa5bb418a5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:08.644765 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a18c2c6d-06af-4f32-868b-c71962e208b9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.655916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39832) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:08.657752 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a18c2c6d-06af-4f32-868b-c71962e208b9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3216550 Jul 06 12:01:08.663063 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-79263d26-0dfa-4b8a-862c-e7fd1153fb27 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '90efa32f-7d33-4998-84d4-30fa5bb418a5', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:08.684840 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=62162b52-9136-4144-89ae-8e2ba3dc60b4,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:08.715469 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bfd03f24-5917-4104-ac4d-33547f3582ad tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.736966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bfd03f24-5917-4104-ac4d-33547f3582ad tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Calling delete_port for 7685f8ed-8923-4196-94fb-4c921ebf2959 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:08.748772 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79263d26-0dfa-4b8a-862c-e7fd1153fb27 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.757954 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1a78dfc0-f100-4ab6-a763-1e19684afb1d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:08.845581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 1a78dfc0-f100-4ab6-a763-1e19684afb1d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:08.851572 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a23bdcd-b96b-4dcf-946d-8fd3e1839ac5 x-openstack-request-id: req-8a23bdcd-b96b-4dcf-946d-8fd3e1839ac5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:08.853441 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "befba270-0dff-4273-bcfd-74366380ce31", "tag": "6fdd5809-a6ac-476c-9bb7-41093766c0ed", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:08.854097 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8a23bdcd-b96b-4dcf-946d-8fd3e1839ac5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:08.854962 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'befba270-0dff-4273-bcfd-74366380ce31', 'tag': '6fdd5809-a6ac-476c-9bb7-41093766c0ed', 'status': 'completed', 'code': 200} Jul 06 12:01:08.864371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0dcd4546-9085-4702-98cc-7e58834dea15 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:08.895039 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 0dcd4546-9085-4702-98cc-7e58834dea15 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:08.895625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0dcd4546-9085-4702-98cc-7e58834dea15 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:08.929105 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79263d26-0dfa-4b8a-862c-e7fd1153fb27 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.933095 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79263d26-0dfa-4b8a-862c-e7fd1153fb27 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.960854 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bfd03f24-5917-4104-ac4d-33547f3582ad tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.961453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a7a31-6ba6-4058-ae84-df54c86d78ca req-5488584e-5d24-4b87-9044-2e872bca3eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:08.963351 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-254a7a31-6ba6-4058-ae84-df54c86d78ca req-5488584e-5d24-4b87-9044-2e872bca3eb9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af2573afe7df47ea87c700ac760d6276&device_id=befba270-0dff-4273-bcfd-74366380ce31 HTTP/1.1" status: 200 len: 1094 time: 0.0832541 Jul 06 12:01:08.978112 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79263d26-0dfa-4b8a-862c-e7fd1153fb27 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87705b13-11c2-4404-91b5-bdb026961f32,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:08.989969 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79263d26-0dfa-4b8a-862c-e7fd1153fb27 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:08.989969 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-79263d26-0dfa-4b8a-862c-e7fd1153fb27 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3304822 Jul 06 12:01:09.005134 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39842) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:09.012559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cadc6fcb-9f76-4c04-ad1d-5c89361a28f5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '90efa32f-7d33-4998-84d4-30fa5bb418a5', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:09.025081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd03f24-5917-4104-ac4d-33547f3582ad tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Port': ['ID=7685f8ed-8923-4196-94fb-4c921ebf2959,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:09.035562 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bfd03f24-5917-4104-ac4d-33547f3582ad tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.042778 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bfd03f24-5917-4104-ac4d-33547f3582ad tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/ports/7685f8ed-8923-4196-94fb-4c921ebf2959 HTTP/1.1" status: 204 len: 168 time: 0.8676569 Jul 06 12:01:09.043665 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39844) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:09.088270 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6297d7-1dd7-43e0-9912-b8b11eb678ca tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] DELETE failed (client error): The resource could not be found. Jul 06 12:01:09.088750 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6297d7-1dd7-43e0-9912-b8b11eb678ca tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:01:09.090463 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4f6297d7-1dd7-43e0-9912-b8b11eb678ca tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/subnets/d3a8d26a-ae1f-4987-9194-f8eaf2472930 HTTP/1.1" status: 404 len: 337 time: 0.0476117 Jul 06 12:01:09.095674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39846) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:09.103094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a9c8a-8ed6-4ada-bd80-4f4e15ba93db req-879771eb-6a5d-4c93-a379-0bd60bb6aaa2 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:09.105739 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f96a9c8a-8ed6-4ada-bd80-4f4e15ba93db req-879771eb-6a5d-4c93-a379-0bd60bb6aaa2 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=5eb9cb99-80ee-4b92-acc0-feb4d40a94be HTTP/1.1" status: 200 len: 944 time: 0.1494148 Jul 06 12:01:09.161842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f96a9c8a-8ed6-4ada-bd80-4f4e15ba93db req-8ea90551-8e19-4c7a-974f-c26164cc6adc tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452762 Jul 06 12:01:09.171411 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cadc6fcb-9f76-4c04-ad1d-5c89361a28f5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.236711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a7a31-6ba6-4058-ae84-df54c86d78ca req-7bd48e40-3802-4924-8a18-ffcb22b275a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:09.238564 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-254a7a31-6ba6-4058-ae84-df54c86d78ca req-7bd48e40-3802-4924-8a18-ffcb22b275a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c9ba90c4-7387-46b8-81ee-2676932fbc50 HTTP/1.1" status: 200 len: 913 time: 0.2665389 Jul 06 12:01:09.288255 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.299701 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc094cfc-5860-4761-a432-f1e640186b17 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.308423 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-254a7a31-6ba6-4058-ae84-df54c86d78ca req-b78d15c2-f346-4f58-8b04-c680f94d5206 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fdd5809-a6ac-476c-9bb7-41093766c0ed HTTP/1.1" status: 200 len: 217 time: 0.0631182 Jul 06 12:01:09.368848 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20efa091-1a10-45ea-8754-74c31880b627 x-openstack-request-id: req-20efa091-1a10-45ea-8754-74c31880b627 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:09.369585 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab1ad31-e21f-4780-892f-88d1f52c0af3", "name": "network-vif-plugged", "status": "completed", "tag": "62162b52-9136-4144-89ae-8e2ba3dc60b4", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:09.370243 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20efa091-1a10-45ea-8754-74c31880b627 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:09.371213 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab1ad31-e21f-4780-892f-88d1f52c0af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62162b52-9136-4144-89ae-8e2ba3dc60b4', 'code': 200} Jul 06 12:01:09.411097 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cadc6fcb-9f76-4c04-ad1d-5c89361a28f5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.413475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a7a31-6ba6-4058-ae84-df54c86d78ca req-5c282da4-9b30-414b-90e9-982be2a53467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:09.416181 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-254a7a31-6ba6-4058-ae84-df54c86d78ca req-5c282da4-9b30-414b-90e9-982be2a53467 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=48440bd0-2110-4fcf-aa64-c7f0160418a2 HTTP/1.1" status: 200 len: 852 time: 0.1012592 Jul 06 12:01:09.421385 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cadc6fcb-9f76-4c04-ad1d-5c89361a28f5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.508712 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-254a7a31-6ba6-4058-ae84-df54c86d78ca req-a6240383-3243-4181-9183-60696e6a67a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c9ba90c4-7387-46b8-81ee-2676932fbc50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678878 Jul 06 12:01:09.603068 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838a6a47-20cb-4ff2-b2f7-f8cb902ce433 None None] Network d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:09.613067 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc094cfc-5860-4761-a432-f1e640186b17 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.616350 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cadc6fcb-9f76-4c04-ad1d-5c89361a28f5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.622497 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cadc6fcb-9f76-4c04-ad1d-5c89361a28f5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6112378 Jul 06 12:01:09.622497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc6fcb-9f76-4c04-ad1d-5c89361a28f5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a6a2a1-8f7b-4f8a-8eda-ca02dbe1a98e,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:09.627953 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39850) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:09.632157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-cc094cfc-5860-4761-a432-f1e640186b17 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cc7327-88a2-4f79-b8b5-3dbf0f204115']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:09.650642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-cc094cfc-5860-4761-a432-f1e640186b17 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e467e599-5061-4935-a12b-2ddac89a7708') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:09.650965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-cc094cfc-5860-4761-a432-f1e640186b17 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e467e599-5061-4935-a12b-2ddac89a7708') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:09.653147 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-83516218-d093-441a-972e-c86e74821d39 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '90efa32f-7d33-4998-84d4-30fa5bb418a5', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:09.670285 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc094cfc-5860-4761-a432-f1e640186b17 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.689469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-13597357-5fb9-4fbc-af88-8eb14a7b227b None None] Provisioning for port 1a78dfc0-f100-4ab6-a763-1e19684afb1d completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:09.695474 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83516218-d093-441a-972e-c86e74821d39 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.701408 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-13597357-5fb9-4fbc-af88-8eb14a7b227b None None] Provisioning complete for port 1a78dfc0-f100-4ab6-a763-1e19684afb1d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:09.701793 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13597357-5fb9-4fbc-af88-8eb14a7b227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.709075 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc094cfc-5860-4761-a432-f1e640186b17 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.721873 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc094cfc-5860-4761-a432-f1e640186b17 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:09.722413 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc094cfc-5860-4761-a432-f1e640186b17 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:09.726078 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:09.737967 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae3de2-8abd-4005-871d-03b370763e39 req-576189b5-c050-47c5-9926-de7a7cca5159 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:09.739545 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35ae3de2-8abd-4005-871d-03b370763e39 req-576189b5-c050-47c5-9926-de7a7cca5159 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/ports?device_id=73781834-2938-44ac-b2e9-83577dde50e6 HTTP/1.1" status: 200 len: 945 time: 0.1272073 Jul 06 12:01:09.772776 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-254a7a31-6ba6-4058-ae84-df54c86d78ca req-e009fdfb-3881-43cd-ae62-d00b4c9885fb service neutron] 10.222.0.23 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416928 Jul 06 12:01:09.792003 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83516218-d093-441a-972e-c86e74821d39 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.793370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b8fea-bfe6-4ba4-8463-101be1c5bd53 req-168c1388-155d-4121-9d62-20bd47d4b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:09.795220 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e70b8fea-bfe6-4ba4-8463-101be1c5bd53 req-168c1388-155d-4121-9d62-20bd47d4b3f9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1ab1ad31-e21f-4780-892f-88d1f52c0af3 HTTP/1.1" status: 200 len: 1096 time: 0.2889559 Jul 06 12:01:09.804000 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83516218-d093-441a-972e-c86e74821d39 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.826084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35ae3de2-8abd-4005-871d-03b370763e39 req-5e12cb1c-8803-4288-b33a-0247c08af6aa tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe7427c9-3b07-4a49-9ee6-9c188b199aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681465 Jul 06 12:01:09.830795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83516218-d093-441a-972e-c86e74821d39 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58b571d-1cce-476a-951b-7372aa351e68,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:09.838366 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 12e6871a-88ec-466e-b45f-8552d677ae4d details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:01:09.842936 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83516218-d093-441a-972e-c86e74821d39 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.844531 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-83516218-d093-441a-972e-c86e74821d39 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2150652 Jul 06 12:01:09.847583 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39852) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:09.853461 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-cd275fac-1bf4-42de-8564-de28543bc5ac tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '90efa32f-7d33-4998-84d4-30fa5bb418a5', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:09.877592 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc094cfc-5860-4761-a432-f1e640186b17 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.891966 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc094cfc-5860-4761-a432-f1e640186b17 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.894194 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cc094cfc-5860-4761-a432-f1e640186b17 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/networks/b9cc7327-88a2-4f79-b8b5-3dbf0f204115 HTTP/1.1" status: 204 len: 168 time: 0.7976358 Jul 06 12:01:09.894802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cd275fac-1bf4-42de-8564-de28543bc5ac tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.898509 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39854) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:09.923161 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc094cfc-5860-4761-a432-f1e640186b17 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Network': ['ID=b9cc7327-88a2-4f79-b8b5-3dbf0f204115,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:09.938817 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e70b8fea-bfe6-4ba4-8463-101be1c5bd53 req-7436dd7e-fe30-4465-a2fb-fd04fabf9834 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285474 Jul 06 12:01:09.961051 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13597357-5fb9-4fbc-af88-8eb14a7b227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:09.973442 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-254a7a31-6ba6-4058-ae84-df54c86d78ca req-f332913c-8da0-4535-8797-abf10e2a2f4c service neutron] 10.222.0.23 "GET /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928480 Jul 06 12:01:10.018201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6725bf1-426e-480d-a302-1b36ebeebedf tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Deleting subnet 368e12c4-cfc5-4322-9ffe-45aa6ffe8735 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:10.021028 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 12e6871a-88ec-466e-b45f-8552d677ae4d, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=12e6871a-88ec-466e-b45f-8552d677ae4d,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:10.046784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '12e6871a-88ec-466e-b45f-8552d677ae4d', 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50', 'port_id': '12e6871a-88ec-466e-b45f-8552d677ae4d', 'mac_address': 'fa:16:3e:01:2d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48440bd0-2110-4fcf-aa64-c7f0160418a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:01:10.049889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-13597357-5fb9-4fbc-af88-8eb14a7b227b None None] For port 1a78dfc0-f100-4ab6-a763-1e19684afb1d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1a78dfc0-f100-4ab6-a763-1e19684afb1d,segment=NetworkSegment(83b0d9bf-e3d3-4271-8b23-cd8f68542284),segment_id=83b0d9bf-e3d3-4271-8b23-cd8f68542284)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:10.058778 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13597357-5fb9-4fbc-af88-8eb14a7b227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.125007 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.148786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13597357-5fb9-4fbc-af88-8eb14a7b227b None None] Pushing event updated for resources: {'Port': ['ID=1a78dfc0-f100-4ab6-a763-1e19684afb1d,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:10.167256 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e6871a-88ec-466e-b45f-8552d677ae4d {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:10.192803 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 12e6871a-88ec-466e-b45f-8552d677ae4d, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=12e6871a-88ec-466e-b45f-8552d677ae4d,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:10.198655 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.262502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=12e6871a-88ec-466e-b45f-8552d677ae4d,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:10.394218 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a6725bf1-426e-480d-a302-1b36ebeebedf tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.398033 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37774b43-494f-474b-b828-c86390d1576d req-be89d516-8e70-4870-98ff-b7b6b77bfb9b tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:10.399424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-983c59be-3a8f-4314-b632-0e9120829e0c None None] Provisioning complete for port 1a78dfc0-f100-4ab6-a763-1e19684afb1d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:10.399965 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-37774b43-494f-474b-b828-c86390d1576d req-be89d516-8e70-4870-98ff-b7b6b77bfb9b tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.89 "GET /v2.0/ports?device_id=73781834-2938-44ac-b2e9-83577dde50e6 HTTP/1.1" status: 200 len: 945 time: 0.0692182 Jul 06 12:01:10.400070 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-983c59be-3a8f-4314-b632-0e9120829e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.441635 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cd275fac-1bf4-42de-8564-de28543bc5ac tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.449811 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cd275fac-1bf4-42de-8564-de28543bc5ac tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.453274 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a6725bf1-426e-480d-a302-1b36ebeebedf tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.505072 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd275fac-1bf4-42de-8564-de28543bc5ac tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb225dd3-b216-485a-a824-d3adfa55a8da,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:10.524943 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cd275fac-1bf4-42de-8564-de28543bc5ac tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.526153 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cd275fac-1bf4-42de-8564-de28543bc5ac tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6768613 Jul 06 12:01:10.528021 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['12e6871a-88ec-466e-b45f-8552d677ae4d'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:10.530823 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39862) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:10.536121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-07e64385-b692-46d5-bcf1-a3b55e46ae60 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '90efa32f-7d33-4998-84d4-30fa5bb418a5', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:10.556347 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-37774b43-494f-474b-b828-c86390d1576d req-0e300b86-4161-4f26-b2a2-3a52e42dea28 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Deleting port 74ba18b5-4da2-43d8-af34-3af39388aa4f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:10.557053 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-37774b43-494f-474b-b828-c86390d1576d req-0e300b86-4161-4f26-b2a2-3a52e42dea28 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.569419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6cb95-2ae6-4e5c-9030-4b82c6564f27 req-f9030fff-01a4-48e7-8ba5-824b4b032b06 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:10.571285 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aeb6cb95-2ae6-4e5c-9030-4b82c6564f27 req-f9030fff-01a4-48e7-8ba5-824b4b032b06 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab1ad31-e21f-4780-892f-88d1f52c0af3 HTTP/1.1" status: 200 len: 945 time: 0.5715041 Jul 06 12:01:10.638721 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1a78dfc0-f100-4ab6-a763-1e19684afb1d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:10.644548 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-07e64385-b692-46d5-bcf1-a3b55e46ae60 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Project 9b8c032e15c44a1786541e33cb5ca2c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:01:10.662011 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a6725bf1-426e-480d-a302-1b36ebeebedf tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.665483 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07e64385-b692-46d5-bcf1-a3b55e46ae60 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.692241 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-37774b43-494f-474b-b828-c86390d1576d req-0e300b86-4161-4f26-b2a2-3a52e42dea28 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] For port 74ba18b5-4da2-43d8-af34-3af39388aa4f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=74ba18b5-4da2-43d8-af34-3af39388aa4f,segment=NetworkSegment(d7be4efd-b0a0-4155-8cb1-c11bd96f5ee9),segment_id=d7be4efd-b0a0-4155-8cb1-c11bd96f5ee9)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:10.692802 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-37774b43-494f-474b-b828-c86390d1576d req-0e300b86-4161-4f26-b2a2-3a52e42dea28 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.715165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-37774b43-494f-474b-b828-c86390d1576d req-0e300b86-4161-4f26-b2a2-3a52e42dea28 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Calling delete_port for 74ba18b5-4da2-43d8-af34-3af39388aa4f owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:10.721929 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aeb6cb95-2ae6-4e5c-9030-4b82c6564f27 req-82267afb-6c83-40b2-9c5c-cde0e211bb1a tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308639 Jul 06 12:01:10.781590 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a6725bf1-426e-480d-a302-1b36ebeebedf tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.793067 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07e64385-b692-46d5-bcf1-a3b55e46ae60 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.841316 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07e64385-b692-46d5-bcf1-a3b55e46ae60 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.853292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6725bf1-426e-480d-a302-1b36ebeebedf tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Subnet': ['ID=368e12c4-cfc5-4322-9ffe-45aa6ffe8735,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:10.879883 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e64385-b692-46d5-bcf1-a3b55e46ae60 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca71f6da-2eb1-4bef-9dd2-0f59b8d1f9ed,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:10.884252 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a6725bf1-426e-480d-a302-1b36ebeebedf tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.887367 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a6725bf1-426e-480d-a302-1b36ebeebedf tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/subnets/368e12c4-cfc5-4322-9ffe-45aa6ffe8735 HTTP/1.1" status: 204 len: 168 time: 0.9868701 Jul 06 12:01:10.892295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39874) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:10.907371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a0cbec-e459-4742-adbd-71ee02bcef5d None None] Network 2e9882ea-48ea-474a-9225-ef35c2bb6415 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:10.972079 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07e64385-b692-46d5-bcf1-a3b55e46ae60 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:10.976885 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-07e64385-b692-46d5-bcf1-a3b55e46ae60 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4448082 Jul 06 12:01:10.981308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39878) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:10.987041 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-b4eb5792-0974-48e5-a650-37415963fdb9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '90efa32f-7d33-4998-84d4-30fa5bb418a5', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:11.028494 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-b4eb5792-0974-48e5-a650-37415963fdb9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Project 9b8c032e15c44a1786541e33cb5ca2c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:01:11.038429 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4eb5792-0974-48e5-a650-37415963fdb9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.051647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1a78dfc0-f100-4ab6-a763-1e19684afb1d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:11.052707 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.073926 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.185650 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4eb5792-0974-48e5-a650-37415963fdb9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.192310 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4eb5792-0974-48e5-a650-37415963fdb9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.203723 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.225523 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4eb5792-0974-48e5-a650-37415963fdb9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.235468 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b4eb5792-0974-48e5-a650-37415963fdb9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2451282 Jul 06 12:01:11.254868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb5792-0974-48e5-a650-37415963fdb9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5152b9-9a48-4f7a-818a-322066ed88ba,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:11.306853 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Deleting port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:11.307198 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.383791 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-37774b43-494f-474b-b828-c86390d1576d req-0e300b86-4161-4f26-b2a2-3a52e42dea28 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.412465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] For port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=73e4ea7f-10e4-4659-9e02-b8cc21a229e8,segment=NetworkSegment(498e814f-8392-436b-8898-3b1fea405127),segment_id=498e814f-8392-436b-8898-3b1fea405127)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:11.412988 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.430048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0375e4e5-03d2-4f8c-8871-c174042a8a72 None None] DHCP port deletion for 2e9882ea-48ea-474a-9225-ef35c2bb6415 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:01:11.444605 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Calling delete_port for 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:11.453333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e300b86-4161-4f26-b2a2-3a52e42dea28 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Pushing event deleted for resources: {'Port': ['ID=74ba18b5-4da2-43d8-af34-3af39388aa4f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:11.465986 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc542d-f2bd-48b6-be89-13c5fb12627b req-927a5b1c-b441-46d8-8209-b3d59baf775c tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:11.468644 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6cdc542d-f2bd-48b6-be89-13c5fb12627b req-927a5b1c-b441-46d8-8209-b3d59baf775c tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=5eb9cb99-80ee-4b92-acc0-feb4d40a94be HTTP/1.1" status: 200 len: 945 time: 0.2558756 Jul 06 12:01:11.494347 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-37774b43-494f-474b-b828-c86390d1576d req-0e300b86-4161-4f26-b2a2-3a52e42dea28 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] No DVR routers for this DVR port 74ba18b5-4da2-43d8-af34-3af39388aa4f on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:11.497942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-37774b43-494f-474b-b828-c86390d1576d req-0e300b86-4161-4f26-b2a2-3a52e42dea28 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.501852 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-37774b43-494f-474b-b828-c86390d1576d req-0e300b86-4161-4f26-b2a2-3a52e42dea28 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.89 "DELETE /v2.0/ports/74ba18b5-4da2-43d8-af34-3af39388aa4f HTTP/1.1" status: 204 len: 173 time: 1.0967944 Jul 06 12:01:11.502504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73781834-2938-44ac-b2e9-83577dde50e6', 'name': 'network-vif-deleted', 'tag': '74ba18b5-4da2-43d8-af34-3af39388aa4f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:11.506701 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2807690-bbb3-4667-80b8-d1d3294541ce" -d '{"events": [{"server_uuid": "73781834-2938-44ac-b2e9-83577dde50e6", "name": "network-vif-deleted", "tag": "74ba18b5-4da2-43d8-af34-3af39388aa4f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:11.507823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0375e4e5-03d2-4f8c-8871-c174042a8a72 None None] Deleting port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:11.507823 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0375e4e5-03d2-4f8c-8871-c174042a8a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.569877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 6fdd5809-a6ac-476c-9bb7-41093766c0ed details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:01:11.588738 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6cdc542d-f2bd-48b6-be89-13c5fb12627b req-9e629a82-e0cf-41a0-a15f-2774da8b2384 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103990 Jul 06 12:01:11.600207 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0375e4e5-03d2-4f8c-8871-c174042a8a72 None None] For port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=73e4ea7f-10e4-4659-9e02-b8cc21a229e8,segment=NetworkSegment(498e814f-8392-436b-8898-3b1fea405127),segment_id=498e814f-8392-436b-8898-3b1fea405127)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:11.600712 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0375e4e5-03d2-4f8c-8871-c174042a8a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.625064 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0375e4e5-03d2-4f8c-8871-c174042a8a72 None None] Calling delete_port for 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:11.628704 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.659141 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Port': ['ID=73e4ea7f-10e4-4659-9e02-b8cc21a229e8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:11.663832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] No DVR routers for this DVR port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:11.712056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['74ba18b5-4da2-43d8-af34-3af39388aa4f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:11.750717 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.761300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9882ea-48ea-474a-9225-ef35c2bb6415']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:11.774326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498e814f-8392-436b-8898-3b1fea405127') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:11.774662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498e814f-8392-436b-8898-3b1fea405127') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: from cryptography.utils import int_from_bytes Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: from cryptography.utils import int_from_bytes Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.784369 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.787958 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.787958 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.787958 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.787958 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.787958 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.787958 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.787958 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.787958 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.787958 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.787958 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.787958 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.787958 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.787958 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:01:11.787958 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:01:11.788911 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.800603 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0375e4e5-03d2-4f8c-8871-c174042a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.803009 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.811786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:11.812537 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:11.815855 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:11.836151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 12e6871a-88ec-466e-b45f-8552d677ae4d up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:11.864294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375e4e5-03d2-4f8c-8871-c174042a8a72 None None] Pushing event deleted for resources: {'Port': ['ID=73e4ea7f-10e4-4659-9e02-b8cc21a229e8,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:11.878634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375e4e5-03d2-4f8c-8871-c174042a8a72 None None] No DVR routers for this DVR port 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:11.883945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 6fdd5809-a6ac-476c-9bb7-41093766c0ed, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=6fdd5809-a6ac-476c-9bb7-41093766c0ed,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:11.896120 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.901636 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.906707 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] 10.222.0.81 "DELETE /v2.0/networks/2e9882ea-48ea-474a-9225-ef35c2bb6415 HTTP/1.1" status: 204 len: 168 time: 1.0102787 Jul 06 12:01:11.910695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '6fdd5809-a6ac-476c-9bb7-41093766c0ed', 'network_id': 'c9ba90c4-7387-46b8-81ee-2676932fbc50', 'port_id': '6fdd5809-a6ac-476c-9bb7-41093766c0ed', 'mac_address': 'fa:16:3e:88:9e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48440bd0-2110-4fcf-aa64-c7f0160418a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:01:11.921707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af74549-691d-4474-920b-2f9bd2a17880 tempest-NetworksIpV6TestAttrs-959298188 tempest-NetworksIpV6TestAttrs-959298188-project] Pushing event deleted for resources: {'Network': ['ID=2e9882ea-48ea-474a-9225-ef35c2bb6415,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:11.976917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 12e6871a-88ec-466e-b45f-8552d677ae4d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:11.983941 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 12e6871a-88ec-466e-b45f-8552d677ae4d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:11.984311 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:11.994959 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-741d3d6a-73c3-4086-9f3d-191ebf0e3f1f req-4fe67693-65ca-4868-94ed-c037bb04c345 tempest-ServersNegativeTestMultiTenantJSON-755442079 tempest-ServersNegativeTestMultiTenantJSON-755442079-project] 10.222.0.81 "GET /v2.0/ports?device_id=73781834-2938-44ac-b2e9-83577dde50e6 HTTP/1.1" status: 200 len: 210 time: 0.0419626 Jul 06 12:01:12.019799 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.037553 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fdd5809-a6ac-476c-9bb7-41093766c0ed {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:12.063758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 6fdd5809-a6ac-476c-9bb7-41093766c0ed, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=6fdd5809-a6ac-476c-9bb7-41093766c0ed,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:12.070301 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.111486 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.180582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb9cb99-80ee-4b92-acc0-feb4d40a94be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e6871a-88ec-466e-b45f-8552d677ae4d'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:12.183092 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de89f95d-1b99-49f3-afdf-21f3dbe27ad7" -d '{"events": [{"server_uuid": "5eb9cb99-80ee-4b92-acc0-feb4d40a94be", "name": "network-vif-plugged", "status": "completed", "tag": "12e6871a-88ec-466e-b45f-8552d677ae4d"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:12.201342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=6fdd5809-a6ac-476c-9bb7-41093766c0ed,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:12.209683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 12e6871a-88ec-466e-b45f-8552d677ae4d, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=12e6871a-88ec-466e-b45f-8552d677ae4d,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:12.217249 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.218174 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 98990104-96c7-40ac-824d-a28fee6c6629 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:12.229500 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-8f43f1fb-9a93-497d-845c-d3906d33c864 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1435422949&fields=id&tenant_id=9b8c032e15c44a1786541e33cb5ca2c4 HTTP/1.1" status: 200 len: 267 time: 0.0495179 Jul 06 12:01:12.277302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39912) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:12.311001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=12e6871a-88ec-466e-b45f-8552d677ae4d,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:12.352755 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.356132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['6fdd5809-a6ac-476c-9bb7-41093766c0ed'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:12.357475 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-cb17313c-3495-494c-b0e2-7c958320ec26 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:12.359148 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-cb17313c-3495-494c-b0e2-7c958320ec26 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/networks?id=d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 HTTP/1.1" status: 200 len: 797 time: 0.1231077 Jul 06 12:01:12.377095 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-ec0a811c-91c1-43bb-aab3-f3abb83c6c9b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/quotas/9b8c032e15c44a1786541e33cb5ca2c4 HTTP/1.1" status: 200 len: 375 time: 0.0102847 Jul 06 12:01:12.420943 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 98990104-96c7-40ac-824d-a28fee6c6629, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=98990104-96c7-40ac-824d-a28fee6c6629,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:12.430512 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.441868 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-077847f4-cd92-4b41-ab9b-66610069b84e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f8360427d874fdcaaad2953c3b7f606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611793 Jul 06 12:01:12.442425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39916) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:12.460279 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-70a26c90-8180-4d26-8caf-646d25c54a43 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9b8c032e15c44a1786541e33cb5ca2c4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0745122 Jul 06 12:01:12.508739 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f45b5913-d3b6-4fff-8252-a17ad8eeb953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.553672 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f45b5913-d3b6-4fff-8252-a17ad8eeb953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.592620 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-a6398ef5-a7a3-4f61-a16b-c8d12256818d service neutron] 10.222.0.81 "GET /v2.0/networks/d443f6da-eb91-4311-8dc2-fb69ca4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145139 Jul 06 12:01:12.617130 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f45b5913-d3b6-4fff-8252-a17ad8eeb953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.620461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f45b5913-d3b6-4fff-8252-a17ad8eeb953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:12.621868 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f45b5913-d3b6-4fff-8252-a17ad8eeb953 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9cd090e-fb5a-4bb1-8320-029a1de9b959 HTTP/1.1" status: 204 len: 168 time: 0.1786404 Jul 06 12:01:12.631511 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b5913-d3b6-4fff-8252-a17ad8eeb953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cd090e-fb5a-4bb1-8320-029a1de9b959,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:12.636793 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:12.679064 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:12.679450 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 73e4ea7f-10e4-4659-9e02-b8cc21a229e8 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:12.689994 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=98990104-96c7-40ac-824d-a28fee6c6629,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:12.713583 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-97f48140-a600-44b9-a02a-6f405d2baf48 service neutron] 10.222.0.81 "GET /v2.0/networks/d443f6da-eb91-4311-8dc2-fb69ca4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139615 Jul 06 12:01:12.875146 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30494cb-d1d6-49b6-a0cc-957cc4ef078d x-openstack-request-id: req-e30494cb-d1d6-49b6-a0cc-957cc4ef078d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:12.875530 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73781834-2938-44ac-b2e9-83577dde50e6", "name": "network-vif-deleted", "tag": "74ba18b5-4da2-43d8-af34-3af39388aa4f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:12.875862 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e30494cb-d1d6-49b6-a0cc-957cc4ef078d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:12.876191 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73781834-2938-44ac-b2e9-83577dde50e6', 'name': 'network-vif-deleted', 'tag': '74ba18b5-4da2-43d8-af34-3af39388aa4f', 'status': 'completed', 'code': 200} Jul 06 12:01:13.040806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6a3d1-bb47-4f25-a5aa-0b525d45e8c3 req-547023c3-ee75-4204-bf66-1f5782fb5fad tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:13.042394 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97c6a3d1-bb47-4f25-a5aa-0b525d45e8c3 req-547023c3-ee75-4204-bf66-1f5782fb5fad tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab1ad31-e21f-4780-892f-88d1f52c0af3 HTTP/1.1" status: 200 len: 945 time: 0.0769937 Jul 06 12:01:13.087699 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97c6a3d1-bb47-4f25-a5aa-0b525d45e8c3 req-4179363c-4650-4c40-8b55-bbaf6e38560d tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374675 Jul 06 12:01:13.366896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39968) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.482564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-41d6e60a-b48b-4fa7-afae-fe577a90b2ff tempest-DvrRoutersNegativeTest-1093518596 tempest-DvrRoutersNegativeTest-1093518596-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-65070438', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:13.489445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.policy [None req-41d6e60a-b48b-4fa7-afae-fe577a90b2ff tempest-DvrRoutersNegativeTest-1093518596 tempest-DvrRoutersNegativeTest-1093518596-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100428) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 06 12:01:13.490179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.policy [None req-41d6e60a-b48b-4fa7-afae-fe577a90b2ff tempest-DvrRoutersNegativeTest-1093518596 tempest-DvrRoutersNegativeTest-1093518596-project] Failed policy check for 'create_router' {{(pid=100428) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 06 12:01:13.491511 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-41d6e60a-b48b-4fa7-afae-fe577a90b2ff tempest-DvrRoutersNegativeTest-1093518596 tempest-DvrRoutersNegativeTest-1093518596-project] create failed (client error): Access was denied to this resource. Jul 06 12:01:13.499527 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-41d6e60a-b48b-4fa7-afae-fe577a90b2ff tempest-DvrRoutersNegativeTest-1093518596 tempest-DvrRoutersNegativeTest-1093518596-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1311250 Jul 06 12:01:13.596475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 6fdd5809-a6ac-476c-9bb7-41093766c0ed up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:13.663951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 6fdd5809-a6ac-476c-9bb7-41093766c0ed completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:13.668576 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 6fdd5809-a6ac-476c-9bb7-41093766c0ed triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:13.669040 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.759497 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.796539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 6fdd5809-a6ac-476c-9bb7-41093766c0ed, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=6fdd5809-a6ac-476c-9bb7-41093766c0ed,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:13.801879 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:13.851564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40002) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:13.876307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=6fdd5809-a6ac-476c-9bb7-41093766c0ed,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:13.989853 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d7d984bf-eebd-44c0-a196-5839c0616899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.005988 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c90010-dc52-4839-89fe-aaa8ed46068d x-openstack-request-id: req-e2c90010-dc52-4839-89fe-aaa8ed46068d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:14.006282 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb9cb99-80ee-4b92-acc0-feb4d40a94be", "name": "network-vif-plugged", "status": "completed", "tag": "12e6871a-88ec-466e-b45f-8552d677ae4d", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:14.006530 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2c90010-dc52-4839-89fe-aaa8ed46068d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:14.006950 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb9cb99-80ee-4b92-acc0-feb4d40a94be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e6871a-88ec-466e-b45f-8552d677ae4d', 'code': 200} Jul 06 12:01:14.131133 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d7d984bf-eebd-44c0-a196-5839c0616899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.140253 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d7d984bf-eebd-44c0-a196-5839c0616899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.158233 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-628646f2-8717-40f6-a673-71bb87a0ec22 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:14.160638 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-628646f2-8717-40f6-a673-71bb87a0ec22 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.23 "GET /v2.0/networks?id=d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 HTTP/1.1" status: 200 len: 797 time: 0.1724930 Jul 06 12:01:14.221665 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d7d984bf-eebd-44c0-a196-5839c0616899 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76d1f671f8df41f4b51a955b555d14b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3683262 Jul 06 12:01:14.225389 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40008) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.228022 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d984bf-eebd-44c0-a196-5839c0616899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e04d497-e837-4f8d-ac14-323785937c8f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:14.239050 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-cc676d20-a4e3-488e-b171-668d3bffc14e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b8c032e15c44a1786541e33cb5ca2c4 HTTP/1.1" status: 200 len: 472 time: 0.0574181 Jul 06 12:01:14.254974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-2bee030a-ffde-404e-a07b-ad11f2021239 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'port': {'device_id': '5b5f88e5-bf1d-4567-a0c9-bc8007787d12', 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8', 'admin_state_up': True, 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'security_groups': ['90efa32f-7d33-4998-84d4-30fa5bb418a5']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:14.266060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea19a1-17b0-4d7f-a5cd-9fddb8d37848 req-1372e1e3-4fd3-4d85-bac6-34c6cc33fae5 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:14.269153 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8ea19a1-17b0-4d7f-a5cd-9fddb8d37848 req-1372e1e3-4fd3-4d85-bac6-34c6cc33fae5 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=5eb9cb99-80ee-4b92-acc0-feb4d40a94be HTTP/1.1" status: 200 len: 946 time: 0.1140239 Jul 06 12:01:14.312420 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8ea19a1-17b0-4d7f-a5cd-9fddb8d37848 req-11ddeaf0-a087-46da-8b0d-81b4dd5225d2 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340996 Jul 06 12:01:14.334484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d6ee2-f64c-43d6-a3fb-b9b23419fd97 req-a7e984f1-869e-445f-831b-933c3f31b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:14.334484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a84d6ee2-f64c-43d6-a3fb-b9b23419fd97 req-a7e984f1-869e-445f-831b-933c3f31b8c7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5eb9cb99-80ee-4b92-acc0-feb4d40a94be HTTP/1.1" status: 200 len: 1097 time: 0.1966612 Jul 06 12:01:14.393407 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb605-0196-41c3-a978-2e580671976c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.418686 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a84d6ee2-f64c-43d6-a3fb-b9b23419fd97 req-6fde4ceb-3bd9-4cdc-a027-7a69145a0405 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805032 Jul 06 12:01:14.434559 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb605-0196-41c3-a978-2e580671976c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.476940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-2bee030a-ffde-404e-a07b-ad11f2021239 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Made reservation on behalf of 9b8c032e15c44a1786541e33cb5ca2c4 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:14.480627 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-2bee030a-ffde-404e-a07b-ad11f2021239 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.523980 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb605-0196-41c3-a978-2e580671976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.526475 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb605-0196-41c3-a978-2e580671976c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.527742 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7d5bb605-0196-41c3-a978-2e580671976c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e04d497-e837-4f8d-ac14-323785937c8f HTTP/1.1" status: 204 len: 168 time: 0.3011577 Jul 06 12:01:14.570966 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bb605-0196-41c3-a978-2e580671976c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e04d497-e837-4f8d-ac14-323785937c8f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:14.663826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-2bee030a-ffde-404e-a07b-ad11f2021239 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Allocated IP 172.20.0.28 (d443f6da-eb91-4311-8dc2-fb69ca4ec3d8/c764b4fb-4151-48e6-b9c1-f2a093ccc3e6/bc39c55e-e722-4f5b-a1aa-9d5749388981) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:14.760890 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d8c24d51-8043-4dab-b496-e18a734c6728 req-9c2e5d1f-69c3-43b5-99a9-82fa9b93eaed tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b5f88e5-bf1d-4567-a0c9-bc8007787d12 HTTP/1.1" status: 200 len: 210 time: 0.0455790 Jul 06 12:01:14.870998 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-2bee030a-ffde-404e-a07b-ad11f2021239 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.872751 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40020) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:14.891725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-2bee030a-ffde-404e-a07b-ad11f2021239 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Transition to ACTIVE for port object bc39c55e-e722-4f5b-a1aa-9d5749388981 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:14.935633 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-2bee030a-ffde-404e-a07b-ad11f2021239 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.941642 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afa561e-7fdc-4a0c-8bc4-7efb0b1d815c admin admin] Deleting subnet 75c5da49-e187-4cd2-829f-c58b6278625e {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:14.947091 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9afa561e-7fdc-4a0c-8bc4-7efb0b1d815c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:14.963289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-2bee030a-ffde-404e-a07b-ad11f2021239 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:14.966221 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-2bee030a-ffde-404e-a07b-ad11f2021239 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:14.990594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-2bee030a-ffde-404e-a07b-ad11f2021239 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:15.005850 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9afa561e-7fdc-4a0c-8bc4-7efb0b1d815c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.046961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee030a-ffde-404e-a07b-ad11f2021239 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Port': ['ID=bc39c55e-e722-4f5b-a1aa-9d5749388981,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:15.066814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-2bee030a-ffde-404e-a07b-ad11f2021239 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.068037 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-2bee030a-ffde-404e-a07b-ad11f2021239 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.086906 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-2bee030a-ffde-404e-a07b-ad11f2021239 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8370361 Jul 06 12:01:15.091469 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9afa561e-7fdc-4a0c-8bc4-7efb0b1d815c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.099072 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Request body: {'port': {'device_id': '5b5f88e5-bf1d-4567-a0c9-bc8007787d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:15.212951 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.230177 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7952d-d91a-4310-aa03-ca2cc9cff47e req-ecaf180d-4001-487f-bdee-d8404a6ea81c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:15.237832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61d7952d-d91a-4310-aa03-ca2cc9cff47e req-ecaf180d-4001-487f-bdee-d8404a6ea81c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab1ad31-e21f-4780-892f-88d1f52c0af3 HTTP/1.1" status: 200 len: 945 time: 0.1910651 Jul 06 12:01:15.282683 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9afa561e-7fdc-4a0c-8bc4-7efb0b1d815c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.304201 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9afa561e-7fdc-4a0c-8bc4-7efb0b1d815c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.306031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9afa561e-7fdc-4a0c-8bc4-7efb0b1d815c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/75c5da49-e187-4cd2-829f-c58b6278625e HTTP/1.1" status: 204 len: 168 time: 0.4317830 Jul 06 12:01:15.309871 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40030) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:15.349327 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa561e-7fdc-4a0c-8bc4-7efb0b1d815c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c5da49-e187-4cd2-829f-c58b6278625e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:15.388559 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6c071145-9cfa-4fe8-a46c-5981a7a69d59 None None] Provisioning for port bc39c55e-e722-4f5b-a1aa-9d5749388981 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:15.396089 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6c071145-9cfa-4fe8-a46c-5981a7a69d59 None None] Provisioning complete for port bc39c55e-e722-4f5b-a1aa-9d5749388981 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:15.396893 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6c071145-9cfa-4fe8-a46c-5981a7a69d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.451802 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6c071145-9cfa-4fe8-a46c-5981a7a69d59 None None] Port bc39c55e-e722-4f5b-a1aa-9d5749388981 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:15.480317 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61d7952d-d91a-4310-aa03-ca2cc9cff47e req-6c67f1f0-b73a-4355-9dc5-e075ec1b3eea tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242997 Jul 06 12:01:15.484021 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59c23200-23be-42be-b42b-53ce032be166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.623510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40042) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:15.655199 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59c23200-23be-42be-b42b-53ce032be166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.671578 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-59c23200-23be-42be-b42b-53ce032be166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3b1be3-2325-407b-8ad4-1dda50086070']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:15.688510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-59c23200-23be-42be-b42b-53ce032be166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7be4efd-b0a0-4155-8cb1-c11bd96f5ee9') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:15.688994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-59c23200-23be-42be-b42b-53ce032be166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7be4efd-b0a0-4155-8cb1-c11bd96f5ee9') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:15.703625 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59c23200-23be-42be-b42b-53ce032be166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.726467 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59c23200-23be-42be-b42b-53ce032be166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.741951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c23200-23be-42be-b42b-53ce032be166 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:15.742621 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59c23200-23be-42be-b42b-53ce032be166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:15.745700 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:15.765260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc39c55e-e722-4f5b-a1aa-9d5749388981 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:15.782982 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.813894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Transition to ACTIVE for port object bc39c55e-e722-4f5b-a1aa-9d5749388981 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:15.823189 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-88b56fcd-d700-4ade-b9f8-f27a5cc122bd tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group': {'name': 'tempest-secgroup--295854634'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:15.827806 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.850503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 74ba18b5-4da2-43d8-af34-3af39388aa4f no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:15.872470 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-88b56fcd-d700-4ade-b9f8-f27a5cc122bd tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:15.905376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 74ba18b5-4da2-43d8-af34-3af39388aa4f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:15.906078 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 74ba18b5-4da2-43d8-af34-3af39388aa4f not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:15.943935 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-88b56fcd-d700-4ade-b9f8-f27a5cc122bd tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.007056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Pushing event updated for resources: {'Port': ['ID=bc39c55e-e722-4f5b-a1aa-9d5749388981,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:16.008300 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b8caf1-7c82-490a-a227-fcdd8fce0d56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98990104-96c7-40ac-824d-a28fee6c6629'}, {'server_uuid': 'befba270-0dff-4273-bcfd-74366380ce31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdd5809-a6ac-476c-9bb7-41093766c0ed'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:16.010778 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f77df38-c3c7-4283-9523-38f33ff198e3" -d '{"events": [{"server_uuid": "e2b8caf1-7c82-490a-a227-fcdd8fce0d56", "name": "network-vif-unplugged", "status": "completed", "tag": "98990104-96c7-40ac-824d-a28fee6c6629"}, {"server_uuid": "befba270-0dff-4273-bcfd-74366380ce31", "name": "network-vif-plugged", "status": "completed", "tag": "6fdd5809-a6ac-476c-9bb7-41093766c0ed"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:16.050673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Attempting to bind port bc39c55e-e722-4f5b-a1aa-9d5749388981 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:16.051439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Attempting to bind port bc39c55e-e722-4f5b-a1aa-9d5749388981 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '83b0d9bf-e3d3-4271-8b23-cd8f68542284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:16.052155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Attempting to bind port bc39c55e-e722-4f5b-a1aa-9d5749388981 on network d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:16.058529 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Port bc39c55e-e722-4f5b-a1aa-9d5749388981 on network d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:01:16.059580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Attempting to bind port bc39c55e-e722-4f5b-a1aa-9d5749388981 on network d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:16.066422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:16.067322 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Checking segment: {'id': '83b0d9bf-e3d3-4271-8b23-cd8f68542284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:16.067713 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Bound using segment: {'id': '83b0d9bf-e3d3-4271-8b23-cd8f68542284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:16.068316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Bound port: bc39c55e-e722-4f5b-a1aa-9d5749388981, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83b0d9bf-e3d3-4271-8b23-cd8f68542284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:16.068683 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.082262 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59c23200-23be-42be-b42b-53ce032be166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.101001 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59c23200-23be-42be-b42b-53ce032be166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.107172 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-59c23200-23be-42be-b42b-53ce032be166 admin admin] 10.222.0.81 "DELETE /v2.0/networks/dc3b1be3-2325-407b-8ad4-1dda50086070 HTTP/1.1" status: 204 len: 168 time: 0.7922797 Jul 06 12:01:16.119188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40058) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:16.124703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c23200-23be-42be-b42b-53ce032be166 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3b1be3-2325-407b-8ad4-1dda50086070,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:16.206245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f29cb-4aca-4104-8546-02ac82cfbbf4 req-0b2ef88c-0d60-458c-bee9-5702e1344c20 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:16.209122 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-225f29cb-4aca-4104-8546-02ac82cfbbf4 req-0b2ef88c-0d60-458c-bee9-5702e1344c20 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=5eb9cb99-80ee-4b92-acc0-feb4d40a94be HTTP/1.1" status: 200 len: 946 time: 0.1659222 Jul 06 12:01:16.236049 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-46cf5a87-ea99-4297-8b48-ee34c5eb2319 admin admin] Deleting subnet 1db3d660-9329-4143-9670-fee994b1336f {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:16.240276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] For port bc39c55e-e722-4f5b-a1aa-9d5749388981, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:16.242625 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46cf5a87-ea99-4297-8b48-ee34c5eb2319 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.245556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] For port bc39c55e-e722-4f5b-a1aa-9d5749388981, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=bc39c55e-e722-4f5b-a1aa-9d5749388981,segment=NetworkSegment(83b0d9bf-e3d3-4271-8b23-cd8f68542284),segment_id=83b0d9bf-e3d3-4271-8b23-cd8f68542284)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:16.270799 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.299660 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-225f29cb-4aca-4104-8546-02ac82cfbbf4 req-09e2a1fc-c4d7-40b7-983f-a00cd1aa871a tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822275 Jul 06 12:01:16.305414 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-88b56fcd-d700-4ade-b9f8-f27a5cc122bd tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.311837 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-88b56fcd-d700-4ade-b9f8-f27a5cc122bd tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.313901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:16.314524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.316130 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] 10.222.0.23 "PUT /v2.0/ports/bc39c55e-e722-4f5b-a1aa-9d5749388981 HTTP/1.1" status: 200 len: 1092 time: 1.2215683 Jul 06 12:01:16.323649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5f88e5-bf1d-4567-a0c9-bc8007787d12', 'tag': 'bc39c55e-e722-4f5b-a1aa-9d5749388981'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:16.326362 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63735a5-7e87-48c2-aaf6-8ea40caa9d19" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5f88e5-bf1d-4567-a0c9-bc8007787d12", "tag": "bc39c55e-e722-4f5b-a1aa-9d5749388981"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:16.366607 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46cf5a87-ea99-4297-8b48-ee34c5eb2319 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.381897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b56fcd-d700-4ade-b9f8-f27a5cc122bd tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9a49a0-b832-4883-ab52-0a1185230e90,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:16.524377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cfc62-fb34-435b-a1a0-02d2755e614e service neutron] Pushing event updated for resources: {'Port': ['ID=bc39c55e-e722-4f5b-a1aa-9d5749388981,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:16.531078 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-88b56fcd-d700-4ade-b9f8-f27a5cc122bd tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.543470 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-88b56fcd-d700-4ade-b9f8-f27a5cc122bd tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.571420 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46cf5a87-ea99-4297-8b48-ee34c5eb2319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.577772 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-88b56fcd-d700-4ade-b9f8-f27a5cc122bd tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.589428 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-88b56fcd-d700-4ade-b9f8-f27a5cc122bd tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9643688 Jul 06 12:01:16.590133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40070) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:16.646438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-f012bcb3-8461-4c65-8a26-58ac379e503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:16.648717 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-f012bcb3-8461-4c65-8a26-58ac379e503e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8c032e15c44a1786541e33cb5ca2c4&device_id=5b5f88e5-bf1d-4567-a0c9-bc8007787d12 HTTP/1.1" status: 200 len: 1095 time: 0.2136154 Jul 06 12:01:16.669363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b56fcd-d700-4ade-b9f8-f27a5cc122bd tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9248ec35-5104-4232-9d35-10778a529ea0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:16.715122 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-ad87042b-a33b-4a91-8b21-74f1d572bc64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=bc39c55e-e722-4f5b-a1aa-9d5749388981 HTTP/1.1" status: 200 len: 217 time: 0.0584786 Jul 06 12:01:16.791511 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46cf5a87-ea99-4297-8b48-ee34c5eb2319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.797842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c78f62b5-103c-494e-b136-b65fd38ac222 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2052224 Jul 06 12:01:16.801280 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40074) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:16.810386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-24b50c30-328e-41f2-a6f8-efa7d71c30c5 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group': {'name': 'tempest-security--180834679', 'description': 'tempest-security-description-923809680'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:16.846246 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-24b50c30-328e-41f2-a6f8-efa7d71c30c5 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.874743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf5a87-ea99-4297-8b48-ee34c5eb2319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db3d660-9329-4143-9670-fee994b1336f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:16.888773 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46cf5a87-ea99-4297-8b48-ee34c5eb2319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.895205 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-46cf5a87-ea99-4297-8b48-ee34c5eb2319 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1db3d660-9329-4143-9670-fee994b1336f HTTP/1.1" status: 204 len: 168 time: 0.7714763 Jul 06 12:01:16.895907 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40080) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:16.908677 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-c06ca65c-1701-466e-8eb3-b1814b6cac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:16.911040 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-c06ca65c-1701-466e-8eb3-b1814b6cac8a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c764b4fb-4151-48e6-b9c1-f2a093ccc3e6 HTTP/1.1" status: 200 len: 836 time: 0.1891441 Jul 06 12:01:16.915015 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-24b50c30-328e-41f2-a6f8-efa7d71c30c5 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.919448 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-24b50c30-328e-41f2-a6f8-efa7d71c30c5 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.923018 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-24b50c30-328e-41f2-a6f8-efa7d71c30c5 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:16.928180 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-24b50c30-328e-41f2-a6f8-efa7d71c30c5 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "PUT /v2.0/security-groups/9248ec35-5104-4232-9d35-10778a529ea0 HTTP/1.1" status: 200 len: 1778 time: 0.1256151 Jul 06 12:01:16.928824 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40082) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:16.990105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b50c30-328e-41f2-a6f8-efa7d71c30c5 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9248ec35-5104-4232-9d35-10778a529ea0,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:17.021761 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-616fa919-f0e7-42ad-a48e-0a040247b134 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-groups/9248ec35-5104-4232-9d35-10778a529ea0 HTTP/1.1" status: 200 len: 1778 time: 0.0871062 Jul 06 12:01:17.024285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40088) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:17.054447 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfefecbc-789e-4b73-bbe3-e9ab19c08e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.135813 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c56f741e-ece2-4cc1-bd66-38c2999ccbef tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.172565 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfefecbc-789e-4b73-bbe3-e9ab19c08e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.185657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-88d5df90-ea84-42a5-bc67-79764c582287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:17.188288 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-88d5df90-ea84-42a5-bc67-79764c582287 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d443f6da-eb91-4311-8dc2-fb69ca4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2578275 Jul 06 12:01:17.189282 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c56f741e-ece2-4cc1-bd66-38c2999ccbef tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.195539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-cfefecbc-789e-4b73-bbe3-e9ab19c08e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971d1acb-b3fe-4ce9-ad12-d67f08d56c4c']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:17.226034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-cfefecbc-789e-4b73-bbe3-e9ab19c08e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a590aba4-35e7-47dc-a25e-c794f2be3022') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:17.226379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-cfefecbc-789e-4b73-bbe3-e9ab19c08e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a590aba4-35e7-47dc-a25e-c794f2be3022') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:17.269837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfefecbc-789e-4b73-bbe3-e9ab19c08e7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.296573 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfefecbc-789e-4b73-bbe3-e9ab19c08e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.297467 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c56f741e-ece2-4cc1-bd66-38c2999ccbef tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.304294 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c56f741e-ece2-4cc1-bd66-38c2999ccbef tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.307830 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c56f741e-ece2-4cc1-bd66-38c2999ccbef tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-groups/9248ec35-5104-4232-9d35-10778a529ea0 HTTP/1.1" status: 204 len: 168 time: 0.2817621 Jul 06 12:01:17.312527 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40092) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:17.334799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfefecbc-789e-4b73-bbe3-e9ab19c08e7e admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:17.335311 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfefecbc-789e-4b73-bbe3-e9ab19c08e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:17.338658 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:17.361319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f741e-ece2-4cc1-bd66-38c2999ccbef tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9248ec35-5104-4232-9d35-10778a529ea0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:17.468331 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e970dc7-31b9-4de8-b432-96926a13162d req-2a5e65c1-e34b-4ce0-850c-1b5afdfc3944 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:17.478680 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5e970dc7-31b9-4de8-b432-96926a13162d req-2a5e65c1-e34b-4ce0-850c-1b5afdfc3944 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b5f88e5-bf1d-4567-a0c9-bc8007787d12 HTTP/1.1" status: 200 len: 944 time: 0.1682436 Jul 06 12:01:17.512418 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-2968ddcc-1878-439e-b889-d76fe8b052b7 service neutron] 10.222.0.23 "GET /v2.0/networks/d443f6da-eb91-4311-8dc2-fb69ca4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137674 Jul 06 12:01:17.520189 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-41eec855-be57-41f2-9051-2d23c5c76b1e tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2036269 Jul 06 12:01:17.522459 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40094) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:17.522647 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfefecbc-789e-4b73-bbe3-e9ab19c08e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.558782 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-b15311e3-5804-4cd6-abe0-70ca9025a3bf tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] delete failed (client error): The resource could not be found. Jul 06 12:01:17.565932 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b15311e3-5804-4cd6-abe0-70ca9025a3bf tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-groups/9248ec35-5104-4232-9d35-10778a529ea0 HTTP/1.1" status: 404 len: 347 time: 0.0362387 Jul 06 12:01:17.566182 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfefecbc-789e-4b73-bbe3-e9ab19c08e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.570199 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cfefecbc-789e-4b73-bbe3-e9ab19c08e7e admin admin] 10.222.0.81 "DELETE /v2.0/networks/971d1acb-b3fe-4ce9-ad12-d67f08d56c4c HTTP/1.1" status: 204 len: 168 time: 0.6725099 Jul 06 12:01:17.584073 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5e970dc7-31b9-4de8-b432-96926a13162d req-deb1ecb1-cd67-40a3-8b31-df75b69d27fc tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=90efa32f-7d33-4998-84d4-30fa5bb418a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037066 Jul 06 12:01:17.586269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40096) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:17.677665 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-35866b32-9ebe-4a62-afcc-a6c844d409d4 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group': {'name': 'tempest-secgroup--142361547'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:17.695541 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefecbc-789e-4b73-bbe3-e9ab19c08e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=971d1acb-b3fe-4ce9-ad12-d67f08d56c4c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:17.756418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdc8d5-dceb-44b2-af2e-e7f9faecfa94 req-ee899a9a-cc95-425c-bc3e-a1fc16796907 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:17.759958 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5efdc8d5-dceb-44b2-af2e-e7f9faecfa94 req-ee899a9a-cc95-425c-bc3e-a1fc16796907 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2b8caf1-7c82-490a-a227-fcdd8fce0d56 HTTP/1.1" status: 200 len: 944 time: 0.4354837 Jul 06 12:01:17.827483 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35866b32-9ebe-4a62-afcc-a6c844d409d4 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:17.834782 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97f1eadb-6c2a-4bc4-83e3-664252af2cbe req-3251fbb4-ed8b-4db7-acbb-4db588bb560a service neutron] 10.222.0.23 "GET /v2.0/networks/d443f6da-eb91-4311-8dc2-fb69ca4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132522 Jul 06 12:01:17.913121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40112) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:17.918311 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11593a6b-18e3-4779-a651-33034c69844d req-467eb14d-c0a1-4e38-95cf-cbd55f37ebd8 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:17.920555 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11593a6b-18e3-4779-a651-33034c69844d req-467eb14d-c0a1-4e38-95cf-cbd55f37ebd8 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/networks?id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9 HTTP/1.1" status: 200 len: 805 time: 0.1869409 Jul 06 12:01:17.938587 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11593a6b-18e3-4779-a651-33034c69844d req-c9c91b9d-7458-4fe5-b988-15cf5a8f0c24 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/quotas/87cb56cfa1e74a05a6a9c885c45eb196 HTTP/1.1" status: 200 len: 375 time: 0.0110664 Jul 06 12:01:18.006381 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4dc25d7b-b70e-4b21-9847-2fa634276bd2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2d9a21e9df1c4a9bb368f911cfe1cb4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875812 Jul 06 12:01:18.007924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-5efdc8d5-dceb-44b2-af2e-e7f9faecfa94 req-2c392036-c53f-4753-bea9-21911199442f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Deleting port 98990104-96c7-40ac-824d-a28fee6c6629 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:18.008263 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5efdc8d5-dceb-44b2-af2e-e7f9faecfa94 req-2c392036-c53f-4753-bea9-21911199442f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.009841 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40114) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:18.021658 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11593a6b-18e3-4779-a651-33034c69844d req-7c944372-b4ca-42eb-ad5b-dcfea850ae32 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=87cb56cfa1e74a05a6a9c885c45eb196&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759561 Jul 06 12:01:18.033966 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35866b32-9ebe-4a62-afcc-a6c844d409d4 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.060127 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35866b32-9ebe-4a62-afcc-a6c844d409d4 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.096673 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35866b32-9ebe-4a62-afcc-a6c844d409d4 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.098398 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-35866b32-9ebe-4a62-afcc-a6c844d409d4 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5099952 Jul 06 12:01:18.102952 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40116) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:18.108730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-8e74f4ab-bf52-4abb-b2b1-42ed5ec38c14 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group_rule': {'security_group_id': 'ca2dfc16-df79-4d22-ae53-07bf74e99ca3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:18.117876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35866b32-9ebe-4a62-afcc-a6c844d409d4 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2dfc16-df79-4d22-ae53-07bf74e99ca3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:18.147374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5efdc8d5-dceb-44b2-af2e-e7f9faecfa94 req-2c392036-c53f-4753-bea9-21911199442f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] For port 98990104-96c7-40ac-824d-a28fee6c6629, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=98990104-96c7-40ac-824d-a28fee6c6629,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:18.147756 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5efdc8d5-dceb-44b2-af2e-e7f9faecfa94 req-2c392036-c53f-4753-bea9-21911199442f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.156396 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb9ecdbe-eb67-4b83-b027-32e46f765fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.163034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-5efdc8d5-dceb-44b2-af2e-e7f9faecfa94 req-2c392036-c53f-4753-bea9-21911199442f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Calling delete_port for 98990104-96c7-40ac-824d-a28fee6c6629 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:18.191550 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e74f4ab-bf52-4abb-b2b1-42ed5ec38c14 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.197732 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11593a6b-18e3-4779-a651-33034c69844d req-82408ef5-df59-4c4c-a299-1f4300cdcb84 service neutron] 10.222.0.81 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659434 Jul 06 12:01:18.213861 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb9ecdbe-eb67-4b83-b027-32e46f765fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.314495 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5efdc8d5-dceb-44b2-af2e-e7f9faecfa94 req-2c392036-c53f-4753-bea9-21911199442f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.348022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c392036-c53f-4753-bea9-21911199442f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Pushing event deleted for resources: {'Port': ['ID=98990104-96c7-40ac-824d-a28fee6c6629,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:18.359465 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e74f4ab-bf52-4abb-b2b1-42ed5ec38c14 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.369718 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e74f4ab-bf52-4abb-b2b1-42ed5ec38c14 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.398484 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11593a6b-18e3-4779-a651-33034c69844d req-f0f43c7b-7865-4e5a-ae73-14c0d6385e12 service neutron] 10.222.0.81 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922822 Jul 06 12:01:18.401393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74f4ab-bf52-4abb-b2b1-42ed5ec38c14 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5f7400-6464-49ef-9171-c1a59210513d,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:18.411264 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb9ecdbe-eb67-4b83-b027-32e46f765fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.412012 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efdc8d5-dceb-44b2-af2e-e7f9faecfa94 req-2c392036-c53f-4753-bea9-21911199442f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] No DVR routers for this DVR port 98990104-96c7-40ac-824d-a28fee6c6629 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:18.414385 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb9ecdbe-eb67-4b83-b027-32e46f765fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.415797 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-eb9ecdbe-eb67-4b83-b027-32e46f765fec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe7427c9-3b07-4a49-9ee6-9c188b199aef HTTP/1.1" status: 204 len: 168 time: 0.4052129 Jul 06 12:01:18.417206 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e74f4ab-bf52-4abb-b2b1-42ed5ec38c14 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.418431 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8e74f4ab-bf52-4abb-b2b1-42ed5ec38c14 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3142464 Jul 06 12:01:18.418599 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5efdc8d5-dceb-44b2-af2e-e7f9faecfa94 req-2c392036-c53f-4753-bea9-21911199442f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.420938 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5efdc8d5-dceb-44b2-af2e-e7f9faecfa94 req-2c392036-c53f-4753-bea9-21911199442f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.89 "DELETE /v2.0/ports/98990104-96c7-40ac-824d-a28fee6c6629 HTTP/1.1" status: 204 len: 173 time: 0.6402349 Jul 06 12:01:18.422878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40120) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:18.427521 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ecdbe-eb67-4b83-b027-32e46f765fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7427c9-3b07-4a49-9ee6-9c188b199aef,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:18.490204 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eef6b54f-716b-4237-8ddd-7b4f13a23eef tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.521419 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eef6b54f-716b-4237-8ddd-7b4f13a23eef tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.582356 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eef6b54f-716b-4237-8ddd-7b4f13a23eef tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.588499 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eef6b54f-716b-4237-8ddd-7b4f13a23eef tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.589850 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-eef6b54f-716b-4237-8ddd-7b4f13a23eef tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/8d5f7400-6464-49ef-9171-c1a59210513d HTTP/1.1" status: 204 len: 168 time: 0.1544487 Jul 06 12:01:18.596604 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40122) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:18.604940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6b54f-716b-4237-8ddd-7b4f13a23eef tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d5f7400-6464-49ef-9171-c1a59210513d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:18.710822 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2fcf055a-886e-42e2-8680-42e7ea77bebc tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1127627 Jul 06 12:01:18.715629 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40130) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:18.798214 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a748e3fd-602a-4162-bf04-aa0aa5940491 x-openstack-request-id: req-a748e3fd-602a-4162-bf04-aa0aa5940491 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:18.798933 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b8caf1-7c82-490a-a227-fcdd8fce0d56", "name": "network-vif-unplugged", "status": "completed", "tag": "98990104-96c7-40ac-824d-a28fee6c6629", "code": 200}, {"server_uuid": "befba270-0dff-4273-bcfd-74366380ce31", "name": "network-vif-plugged", "status": "completed", "tag": "6fdd5809-a6ac-476c-9bb7-41093766c0ed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:18.799099 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a748e3fd-602a-4162-bf04-aa0aa5940491 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:18.800293 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b8caf1-7c82-490a-a227-fcdd8fce0d56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98990104-96c7-40ac-824d-a28fee6c6629', 'code': 200} Jul 06 12:01:18.800498 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'befba270-0dff-4273-bcfd-74366380ce31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdd5809-a6ac-476c-9bb7-41093766c0ed', 'code': 200} Jul 06 12:01:18.847222 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-027a9b16-3392-4541-ab18-16a47c04e24f tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:18.911670 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8e1c7c-85df-497e-bb8b-a86120066955 x-openstack-request-id: req-ae8e1c7c-85df-497e-bb8b-a86120066955 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:18.912534 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5f88e5-bf1d-4567-a0c9-bc8007787d12", "tag": "bc39c55e-e722-4f5b-a1aa-9d5749388981", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:18.912534 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae8e1c7c-85df-497e-bb8b-a86120066955 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:18.912990 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5f88e5-bf1d-4567-a0c9-bc8007787d12', 'tag': 'bc39c55e-e722-4f5b-a1aa-9d5749388981', 'status': 'completed', 'code': 200} Jul 06 12:01:18.927458 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-027a9b16-3392-4541-ab18-16a47c04e24f tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.013701 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-027a9b16-3392-4541-ab18-16a47c04e24f tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.018147 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-027a9b16-3392-4541-ab18-16a47c04e24f tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.020063 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-027a9b16-3392-4541-ab18-16a47c04e24f tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-groups/ca2dfc16-df79-4d22-ae53-07bf74e99ca3 HTTP/1.1" status: 204 len: 168 time: 0.3032908 Jul 06 12:01:19.029381 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40138) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:19.057425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a9b16-3392-4541-ab18-16a47c04e24f tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2dfc16-df79-4d22-ae53-07bf74e99ca3,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:19.064892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63735a5-7e87-48c2-aaf6-8ea40caa9d19 req-e87eb517-d419-4ae5-bf5f-b15cd39565d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:19.066607 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b63735a5-7e87-48c2-aaf6-8ea40caa9d19 req-e87eb517-d419-4ae5-bf5f-b15cd39565d6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8c032e15c44a1786541e33cb5ca2c4&device_id=5b5f88e5-bf1d-4567-a0c9-bc8007787d12 HTTP/1.1" status: 200 len: 1095 time: 0.1039464 Jul 06 12:01:19.091885 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bfa85-d462-4bc5-89fb-a8c56f260a98 req-f2717645-9392-4021-b4e7-4395cd87725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:19.095101 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b1bfa85-d462-4bc5-89fb-a8c56f260a98 req-f2717645-9392-4021-b4e7-4395cd87725d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=befba270-0dff-4273-bcfd-74366380ce31 HTTP/1.1" status: 200 len: 1096 time: 0.1715555 Jul 06 12:01:19.107878 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40140) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:19.177904 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-edf5c7a4-b2f6-4657-86cc-dc09ff8fb39b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1466122 Jul 06 12:01:19.186917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40146) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:19.191943 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6f09c27e-bb90-41be-b773-fe3ef60fe776 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638904474'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:19.230053 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b1bfa85-d462-4bc5-89fb-a8c56f260a98 req-2722151a-941e-4975-9eb0-7b642231efe3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151111 Jul 06 12:01:19.258656 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-aa3ec9a1-69c2-472f-b7df-e93068ab5b3f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a4f1c30a6048499eaf2135104381a808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495092 Jul 06 12:01:19.261347 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40148) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:19.265306 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f09c27e-bb90-41be-b773-fe3ef60fe776 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.268568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63735a5-7e87-48c2-aaf6-8ea40caa9d19 req-211eaacb-2618-4775-b03f-84ea79d68ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:19.280937 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b63735a5-7e87-48c2-aaf6-8ea40caa9d19 req-211eaacb-2618-4775-b03f-84ea79d68ed2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 HTTP/1.1" status: 200 len: 898 time: 0.2055383 Jul 06 12:01:19.370847 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b63735a5-7e87-48c2-aaf6-8ea40caa9d19 req-15076315-f4d1-42bc-be3f-2b7d6619a4b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=bc39c55e-e722-4f5b-a1aa-9d5749388981 HTTP/1.1" status: 200 len: 217 time: 0.0767326 Jul 06 12:01:19.371980 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff38f5-4fc0-452f-99e1-a8e50550be17 req-bd541b95-0657-41ec-8be9-78d8553053b4 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:19.382020 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74ff38f5-4fc0-452f-99e1-a8e50550be17 req-bd541b95-0657-41ec-8be9-78d8553053b4 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=befba270-0dff-4273-bcfd-74366380ce31 HTTP/1.1" status: 200 len: 945 time: 0.2486434 Jul 06 12:01:19.443399 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-abc45280-1239-44ff-81cb-60d26e629cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.457349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63735a5-7e87-48c2-aaf6-8ea40caa9d19 req-472ab90f-5561-478a-af68-527ae09bc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:19.458952 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b63735a5-7e87-48c2-aaf6-8ea40caa9d19 req-472ab90f-5561-478a-af68-527ae09bc99f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c764b4fb-4151-48e6-b9c1-f2a093ccc3e6 HTTP/1.1" status: 200 len: 836 time: 0.0808907 Jul 06 12:01:19.476224 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74ff38f5-4fc0-452f-99e1-a8e50550be17 req-d2b45578-8f83-49e3-b514-c3bb88422ba4 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818017 Jul 06 12:01:19.505311 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-abc45280-1239-44ff-81cb-60d26e629cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.579845 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-abc45280-1239-44ff-81cb-60d26e629cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.582457 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-abc45280-1239-44ff-81cb-60d26e629cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.583781 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-abc45280-1239-44ff-81cb-60d26e629cee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/df1de178-cea1-47d6-850b-aa1e5f467f81 HTTP/1.1" status: 204 len: 168 time: 0.3208787 Jul 06 12:01:19.602206 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc45280-1239-44ff-81cb-60d26e629cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1de178-cea1-47d6-850b-aa1e5f467f81,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:19.651736 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f09c27e-bb90-41be-b773-fe3ef60fe776 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.682783 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f09c27e-bb90-41be-b773-fe3ef60fe776 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.758502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09c27e-bb90-41be-b773-fe3ef60fe776 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf90df82-3ca5-481a-8015-490dff6e7b2d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:19.775274 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63735a5-7e87-48c2-aaf6-8ea40caa9d19 req-37409b6e-2242-45a9-b0e6-82966bbfadde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:19.777307 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b63735a5-7e87-48c2-aaf6-8ea40caa9d19 req-37409b6e-2242-45a9-b0e6-82966bbfadde service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d443f6da-eb91-4311-8dc2-fb69ca4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3072274 Jul 06 12:01:19.778642 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f09c27e-bb90-41be-b773-fe3ef60fe776 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.783405 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40160) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:19.783626 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6f09c27e-bb90-41be-b773-fe3ef60fe776 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5956814 Jul 06 12:01:19.788603 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c463c680-1db2-4ecb-ab8a-24390d9ede9b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group_rule': {'security_group_id': 'cf90df82-3ca5-481a-8015-490dff6e7b2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:19.849996 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c463c680-1db2-4ecb-ab8a-24390d9ede9b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.930328 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b63735a5-7e87-48c2-aaf6-8ea40caa9d19 req-f704c46d-8067-45dd-a645-b35ea669d870 service neutron] 10.222.0.23 "GET /v2.0/networks/d443f6da-eb91-4311-8dc2-fb69ca4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419051 Jul 06 12:01:19.968318 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c463c680-1db2-4ecb-ab8a-24390d9ede9b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:19.993696 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c463c680-1db2-4ecb-ab8a-24390d9ede9b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.073297 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b63735a5-7e87-48c2-aaf6-8ea40caa9d19 req-5c74abf7-3fbb-4d96-9ea1-58d8c1f27978 service neutron] 10.222.0.23 "GET /v2.0/networks/d443f6da-eb91-4311-8dc2-fb69ca4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361816 Jul 06 12:01:20.096198 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c463c680-1db2-4ecb-ab8a-24390d9ede9b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.100532 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c463c680-1db2-4ecb-ab8a-24390d9ede9b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3157823 Jul 06 12:01:20.104871 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463c680-1db2-4ecb-ab8a-24390d9ede9b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534bf162-7621-4ac0-ae28-2aab071130fd,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:20.106451 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:20.116674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c33c8333-5a4e-4164-b34b-1d48bc4015a1 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group_rule': {'security_group_id': 'cf90df82-3ca5-481a-8015-490dff6e7b2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:20.160336 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c33c8333-5a4e-4164-b34b-1d48bc4015a1 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.167761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206b6a9-b45b-4e69-90c8-6e64484a364f req-4d593639-7d37-41dd-957a-ea60451e5671 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:20.169683 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c206b6a9-b45b-4e69-90c8-6e64484a364f req-4d593639-7d37-41dd-957a-ea60451e5671 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b5f88e5-bf1d-4567-a0c9-bc8007787d12 HTTP/1.1" status: 200 len: 944 time: 0.2063169 Jul 06 12:01:20.246353 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c206b6a9-b45b-4e69-90c8-6e64484a364f req-043009c8-0ce4-45fd-a0f9-16aa91c859a8 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=90efa32f-7d33-4998-84d4-30fa5bb418a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667202 Jul 06 12:01:20.258718 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c33c8333-5a4e-4164-b34b-1d48bc4015a1 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.270814 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c33c8333-5a4e-4164-b34b-1d48bc4015a1 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.322785 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c8333-5a4e-4164-b34b-1d48bc4015a1 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a222ce-91fd-4dfb-b026-08e1afe1c637,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:20.327310 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c33c8333-5a4e-4164-b34b-1d48bc4015a1 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.329761 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c33c8333-5a4e-4164-b34b-1d48bc4015a1 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2240219 Jul 06 12:01:20.332335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40178) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:20.338368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9b845f51-ff95-4015-8e86-340813560296 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group_rule': {'security_group_id': 'cf90df82-3ca5-481a-8015-490dff6e7b2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:20.368296 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b845f51-ff95-4015-8e86-340813560296 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.435000 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b845f51-ff95-4015-8e86-340813560296 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.439910 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b845f51-ff95-4015-8e86-340813560296 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.442127 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3289436b-55e5-4bb3-bdb5-383bb754690d req-dd36b35c-8891-4ba0-aedc-7fe01bb67187 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=53c16fab-4e88-4756-87ff-76296ae7a08d HTTP/1.1" status: 200 len: 210 time: 0.0414586 Jul 06 12:01:20.460802 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b845f51-ff95-4015-8e86-340813560296 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d714d8a-25c2-4845-97a3-903042e37785,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:20.469606 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b845f51-ff95-4015-8e86-340813560296 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.477892 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9b845f51-ff95-4015-8e86-340813560296 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441033 Jul 06 12:01:20.480594 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40182) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:20.487909 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-906ac416-ee7c-42dd-912d-25d3a3e5b384 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group_rule': {'security_group_id': 'cf90df82-3ca5-481a-8015-490dff6e7b2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:20.566638 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-906ac416-ee7c-42dd-912d-25d3a3e5b384 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.760627 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-906ac416-ee7c-42dd-912d-25d3a3e5b384 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.764693 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-906ac416-ee7c-42dd-912d-25d3a3e5b384 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.787017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ac416-ee7c-42dd-912d-25d3a3e5b384 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a3f388-3579-42b7-9368-6143ab6d0d37,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:20.794410 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-906ac416-ee7c-42dd-912d-25d3a3e5b384 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.800456 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-906ac416-ee7c-42dd-912d-25d3a3e5b384 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3184121 Jul 06 12:01:20.801544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40200) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:20.807770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ef5e399e-d29a-41c4-9fd2-b09a1f437173 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group_rule': {'security_group_id': 'cf90df82-3ca5-481a-8015-490dff6e7b2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:20.849029 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef5e399e-d29a-41c4-9fd2-b09a1f437173 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.913813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b8caf1-7c82-490a-a227-fcdd8fce0d56', 'name': 'network-vif-deleted', 'tag': '98990104-96c7-40ac-824d-a28fee6c6629'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:20.916144 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753d82ca-66d6-45ba-9a81-525bfb0dea98" -d '{"events": [{"server_uuid": "e2b8caf1-7c82-490a-a227-fcdd8fce0d56", "name": "network-vif-deleted", "tag": "98990104-96c7-40ac-824d-a28fee6c6629"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:20.941483 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11593a6b-18e3-4779-a651-33034c69844d req-0b54712f-b460-45d5-aeb3-b4890089c84b tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:20.943120 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-11593a6b-18e3-4779-a651-33034c69844d req-0b54712f-b460-45d5-aeb3-b4890089c84b tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.89 "GET /v2.0/networks?id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9 HTTP/1.1" status: 200 len: 805 time: 0.2292726 Jul 06 12:01:20.943640 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40210) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:20.961581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-11593a6b-18e3-4779-a651-33034c69844d req-3ae68c2f-2e50-4b54-8deb-9590459c6457 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Request body: {'port': {'device_id': '53c16fab-4e88-4756-87ff-76296ae7a08d', 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9', 'admin_state_up': True, 'tenant_id': '87cb56cfa1e74a05a6a9c885c45eb196'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:20.988332 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef5e399e-d29a-41c4-9fd2-b09a1f437173 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:20.993181 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef5e399e-d29a-41c4-9fd2-b09a1f437173 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.033617 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef5e399e-d29a-41c4-9fd2-b09a1f437173 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.048575 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ef5e399e-d29a-41c4-9fd2-b09a1f437173 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2457387 Jul 06 12:01:21.049769 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40214) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.065087 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e399e-d29a-41c4-9fd2-b09a1f437173 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19f3991-ee0a-4037-a492-36bfbe74db8c,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:21.120351 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2a7c3b2b-b8df-4990-84e0-b11a9a2e5b96 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.124677 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d2797542-fd13-4b59-85df-f946578e7e5a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1727538665-network', 'tenant_id': '91234139e97a42af9abccd4c06936428'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:21.130243 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2a7c3b2b-b8df-4990-84e0-b11a9a2e5b96 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.164082 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2a7c3b2b-b8df-4990-84e0-b11a9a2e5b96 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.175652 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2797542-fd13-4b59-85df-f946578e7e5a admin admin] Made reservation on behalf of 91234139e97a42af9abccd4c06936428 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:21.179145 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2797542-fd13-4b59-85df-f946578e7e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.182348 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2a7c3b2b-b8df-4990-84e0-b11a9a2e5b96 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.190339 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2a7c3b2b-b8df-4990-84e0-b11a9a2e5b96 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/f19f3991-ee0a-4037-a492-36bfbe74db8c HTTP/1.1" status: 204 len: 168 time: 0.1356051 Jul 06 12:01:21.194690 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40220) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.196586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c3b2b-b8df-4990-84e0-b11a9a2e5b96 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f19f3991-ee0a-4037-a492-36bfbe74db8c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:21.203464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2797542-fd13-4b59-85df-f946578e7e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.230903 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11593a6b-18e3-4779-a651-33034c69844d req-3ae68c2f-2e50-4b54-8deb-9590459c6457 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Made reservation on behalf of 87cb56cfa1e74a05a6a9c885c45eb196 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:21.234408 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-11593a6b-18e3-4779-a651-33034c69844d req-3ae68c2f-2e50-4b54-8deb-9590459c6457 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.319869 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9dd098b1-3db2-4657-9c41-92a6aa90dd1d tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1237178 Jul 06 12:01:21.326321 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40226) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.360836 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46ebe4c3-2551-4a72-8dff-d2bd64d2e5e9 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.382452 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46ebe4c3-2551-4a72-8dff-d2bd64d2e5e9 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.440271 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46ebe4c3-2551-4a72-8dff-d2bd64d2e5e9 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.448889 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46ebe4c3-2551-4a72-8dff-d2bd64d2e5e9 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.454832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-46ebe4c3-2551-4a72-8dff-d2bd64d2e5e9 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e2a3f388-3579-42b7-9368-6143ab6d0d37 HTTP/1.1" status: 204 len: 168 time: 0.1225588 Jul 06 12:01:21.456456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40228) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.457702 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebe4c3-2551-4a72-8dff-d2bd64d2e5e9 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2a3f388-3579-42b7-9368-6143ab6d0d37,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:21.472199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-11593a6b-18e3-4779-a651-33034c69844d req-3ae68c2f-2e50-4b54-8deb-9590459c6457 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Allocated IP 172.20.0.11 (e24c92a3-e9d7-4e19-b9f8-3e98811babc9/3ee698e4-5f9d-4dca-ba8c-9993e73db584/c082b73e-588d-49fe-bdf7-177f70b9822e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:21.479705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6da2a2-a8e4-4d91-94d0-da7a44297d6b req-e507d517-82cb-47c9-95a6-1dd2a0241ebd tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:21.481364 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e6da2a2-a8e4-4d91-94d0-da7a44297d6b req-e507d517-82cb-47c9-95a6-1dd2a0241ebd tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=befba270-0dff-4273-bcfd-74366380ce31 HTTP/1.1" status: 200 len: 945 time: 0.1176980 Jul 06 12:01:21.494775 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2797542-fd13-4b59-85df-f946578e7e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.503381 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2797542-fd13-4b59-85df-f946578e7e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.527580 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e6da2a2-a8e4-4d91-94d0-da7a44297d6b req-61a40982-a8a5-4b41-a636-a05d577fee4e tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/security-groups?id=6b122e7c-b0d4-443d-94d0-556e72c0715b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400324 Jul 06 12:01:21.574614 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ba948b41-b38a-4966-b0ac-657920c3aa4d tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1170390 Jul 06 12:01:21.575530 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2797542-fd13-4b59-85df-f946578e7e5a admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:21.577930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40234) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.600856 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2797542-fd13-4b59-85df-f946578e7e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8633e250-8eab-4189-81bb-eef42c0f565e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:21.608094 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2797542-fd13-4b59-85df-f946578e7e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.608432 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-d2797542-fd13-4b59-85df-f946578e7e5a admin admin] Added segment 1b6030e3-61f6-492a-8899-3e42527015d3 of type vlan for network 054c6a94-7d7f-4096-a165-ef4b17bc6f9c Jul 06 12:01:21.621086 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64770f07-12f5-46fd-a7fc-2eb917c7bb26 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.632926 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64770f07-12f5-46fd-a7fc-2eb917c7bb26 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.670569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device bc39c55e-e722-4f5b-a1aa-9d5749388981 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:01:21.710886 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64770f07-12f5-46fd-a7fc-2eb917c7bb26 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.711936 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2797542-fd13-4b59-85df-f946578e7e5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.723221 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64770f07-12f5-46fd-a7fc-2eb917c7bb26 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.727404 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-64770f07-12f5-46fd-a7fc-2eb917c7bb26 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/1d714d8a-25c2-4845-97a3-903042e37785 HTTP/1.1" status: 204 len: 168 time: 0.1445303 Jul 06 12:01:21.729855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40236) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.739289 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64770f07-12f5-46fd-a7fc-2eb917c7bb26 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d714d8a-25c2-4845-97a3-903042e37785,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:21.773224 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port bc39c55e-e722-4f5b-a1aa-9d5749388981, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=bc39c55e-e722-4f5b-a1aa-9d5749388981,segment=NetworkSegment(83b0d9bf-e3d3-4271-8b23-cd8f68542284),segment_id=83b0d9bf-e3d3-4271-8b23-cd8f68542284)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:21.781890 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a118be-56f2-4fb0-9e67-2127de6b33b2 req-f9fe71a0-69ad-43fe-a21a-933dff0c4009 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:21.784317 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a118be-56f2-4fb0-9e67-2127de6b33b2 req-f9fe71a0-69ad-43fe-a21a-933dff0c4009 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab1ad31-e21f-4780-892f-88d1f52c0af3 HTTP/1.1" status: 200 len: 945 time: 0.1253321 Jul 06 12:01:21.788838 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'bc39c55e-e722-4f5b-a1aa-9d5749388981', 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8', 'port_id': 'bc39c55e-e722-4f5b-a1aa-9d5749388981', 'mac_address': 'fa:16:3e:1e:f8:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c764b4fb-4151-48e6-b9c1-f2a093ccc3e6', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:01:21.806198 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2797542-fd13-4b59-85df-f946578e7e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.807182 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2797542-fd13-4b59-85df-f946578e7e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:21.807787 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2797542-fd13-4b59-85df-f946578e7e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.831926 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32a118be-56f2-4fb0-9e67-2127de6b33b2 req-46752045-7ee4-440e-ae0f-6cbe1b4df5f5 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391655 Jul 06 12:01:21.843274 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d7e1bbc2-9c47-43ef-a5bb-4f2a8cf380b7 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1122925 Jul 06 12:01:21.844433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40238) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.850613 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.855068 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-11593a6b-18e3-4779-a651-33034c69844d req-3ae68c2f-2e50-4b54-8deb-9590459c6457 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.871406 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc39c55e-e722-4f5b-a1aa-9d5749388981 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:21.884236 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb233abf-d378-4826-a1da-edd5697e5b42 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.898849 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d2797542-fd13-4b59-85df-f946578e7e5a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9541101 Jul 06 12:01:21.900538 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb233abf-d378-4826-a1da-edd5697e5b42 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.905616 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port bc39c55e-e722-4f5b-a1aa-9d5749388981, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=bc39c55e-e722-4f5b-a1aa-9d5749388981,segment=NetworkSegment(83b0d9bf-e3d3-4271-8b23-cd8f68542284),segment_id=83b0d9bf-e3d3-4271-8b23-cd8f68542284)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:21.909228 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:01:21.910957 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 62162b52-9136-4144-89ae-8e2ba3dc60b4 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:01:21.911122 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40242) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:21.923091 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b644654a-76f9-48d1-afb5-7b75c972561d admin admin] Request body: {'subnet': {'network_id': '054c6a94-7d7f-4096-a165-ef4b17bc6f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1727538665-subnet', 'tenant_id': '91234139e97a42af9abccd4c06936428', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:21.943012 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb233abf-d378-4826-a1da-edd5697e5b42 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.952376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2797542-fd13-4b59-85df-f946578e7e5a admin admin] Pushing event updated for resources: {'Network': ['ID=054c6a94-7d7f-4096-a165-ef4b17bc6f9c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:21.967851 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b644654a-76f9-48d1-afb5-7b75c972561d admin admin] Made reservation on behalf of 91234139e97a42af9abccd4c06936428 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:21.970732 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b644654a-76f9-48d1-afb5-7b75c972561d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.973029 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb233abf-d378-4826-a1da-edd5697e5b42 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:21.979008 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cb233abf-d378-4826-a1da-edd5697e5b42 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/a1a222ce-91fd-4dfb-b026-08e1afe1c637 HTTP/1.1" status: 204 len: 168 time: 0.1329067 Jul 06 12:01:21.980506 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb233abf-d378-4826-a1da-edd5697e5b42 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1a222ce-91fd-4dfb-b026-08e1afe1c637,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:21.989004 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40244) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:22.028420 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ef25ec-2803-4610-9b5a-87ad215f3fad x-openstack-request-id: req-54ef25ec-2803-4610-9b5a-87ad215f3fad {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:22.028719 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b8caf1-7c82-490a-a227-fcdd8fce0d56", "name": "network-vif-deleted", "tag": "98990104-96c7-40ac-824d-a28fee6c6629", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:22.028972 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54ef25ec-2803-4610-9b5a-87ad215f3fad {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:22.029366 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b8caf1-7c82-490a-a227-fcdd8fce0d56', 'name': 'network-vif-deleted', 'tag': '98990104-96c7-40ac-824d-a28fee6c6629', 'status': 'completed', 'code': 200} Jul 06 12:01:22.051036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40246) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:22.051929 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4d0d6356-6945-4320-9bff-ee51f5a63894 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0608597 Jul 06 12:01:22.057862 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 62162b52-9136-4144-89ae-8e2ba3dc60b4, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62162b52-9136-4144-89ae-8e2ba3dc60b4,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:22.070053 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-11593a6b-18e3-4779-a651-33034c69844d req-3ae68c2f-2e50-4b54-8deb-9590459c6457 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.075704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 98990104-96c7-40ac-824d-a28fee6c6629 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:22.081797 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 054c6a94-7d7f-4096-a165-ef4b17bc6f9c details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:22.084303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '62162b52-9136-4144-89ae-8e2ba3dc60b4', 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27', 'port_id': '62162b52-9136-4144-89ae-8e2ba3dc60b4', 'mac_address': 'fa:16:3e:91:39:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9849ed-0174-4a21-9147-9e29b67ec623', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:01:22.116614 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.145766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11593a6b-18e3-4779-a651-33034c69844d req-3ae68c2f-2e50-4b54-8deb-9590459c6457 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:22.151734 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-11593a6b-18e3-4779-a651-33034c69844d req-3ae68c2f-2e50-4b54-8deb-9590459c6457 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:22.154363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-11593a6b-18e3-4779-a651-33034c69844d req-3ae68c2f-2e50-4b54-8deb-9590459c6457 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:22.168066 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ff59b5d-26ab-4df3-abde-f0c6565a5002 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.172491 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 98990104-96c7-40ac-824d-a28fee6c6629 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:22.172974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 98990104-96c7-40ac-824d-a28fee6c6629 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:22.197153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598cbfa-4dfd-41f2-8eaf-520350bc2a2d req-d212f5dc-473a-43e7-9c04-80209fc7010f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:22.198478 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9598cbfa-4dfd-41f2-8eaf-520350bc2a2d req-d212f5dc-473a-43e7-9c04-80209fc7010f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 946 time: 0.0729501 Jul 06 12:01:22.216622 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ff59b5d-26ab-4df3-abde-f0c6565a5002 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.218633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae68c2f-2e50-4b54-8deb-9590459c6457 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Pushing event updated for resources: {'Port': ['ID=c082b73e-588d-49fe-bdf7-177f70b9822e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:22.252137 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9598cbfa-4dfd-41f2-8eaf-520350bc2a2d req-ceaf4bd8-e5e9-4b6c-a050-ed62057a7de8 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467091 Jul 06 12:01:22.289496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=bc39c55e-e722-4f5b-a1aa-9d5749388981,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:22.294761 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.301810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11593a6b-18e3-4779-a651-33034c69844d req-3ae68c2f-2e50-4b54-8deb-9590459c6457 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:22.302471 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-11593a6b-18e3-4779-a651-33034c69844d req-3ae68c2f-2e50-4b54-8deb-9590459c6457 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.309691 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62162b52-9136-4144-89ae-8e2ba3dc60b4 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:22.330615 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ff59b5d-26ab-4df3-abde-f0c6565a5002 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.331475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 62162b52-9136-4144-89ae-8e2ba3dc60b4, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62162b52-9136-4144-89ae-8e2ba3dc60b4,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:22.336041 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-11593a6b-18e3-4779-a651-33034c69844d req-3ae68c2f-2e50-4b54-8deb-9590459c6457 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3797269 Jul 06 12:01:22.336694 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.339171 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ff59b5d-26ab-4df3-abde-f0c6565a5002 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.342592 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4ff59b5d-26ab-4df3-abde-f0c6565a5002 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/534bf162-7621-4ac0-ae28-2aab071130fd HTTP/1.1" status: 204 len: 168 time: 0.2871618 Jul 06 12:01:22.343014 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40248) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:22.355392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Request body: {'port': {'device_id': '53c16fab-4e88-4756-87ff-76296ae7a08d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:22.360190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff59b5d-26ab-4df3-abde-f0c6565a5002 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=534bf162-7621-4ac0-ae28-2aab071130fd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:22.398709 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=62162b52-9136-4144-89ae-8e2ba3dc60b4,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:22.413643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['bc39c55e-e722-4f5b-a1aa-9d5749388981'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:22.432914 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b644654a-76f9-48d1-afb5-7b75c972561d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.450591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ac97198b-cd53-4a50-ba8b-eafcf445efef tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1039338 Jul 06 12:01:22.452488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40250) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:22.455462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['62162b52-9136-4144-89ae-8e2ba3dc60b4'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:22.506683 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc2c73-9d49-484c-8a7b-15335fce8e18 req-1454476f-da03-477c-b6f2-3f8b96b15899 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:22.514335 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17fc2c73-9d49-484c-8a7b-15335fce8e18 req-1454476f-da03-477c-b6f2-3f8b96b15899 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b5f88e5-bf1d-4567-a0c9-bc8007787d12 HTTP/1.1" status: 200 len: 945 time: 0.1335485 Jul 06 12:01:22.520715 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.540762 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644654a-76f9-48d1-afb5-7b75c972561d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09411562-c6ee-4241-8e37-400ec2bfae17,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:22.568801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b644654a-76f9-48d1-afb5-7b75c972561d admin admin] Checking segment: {'id': '1b6030e3-61f6-492a-8899-3e42527015d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '054c6a94-7d7f-4096-a165-ef4b17bc6f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:22.569250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b644654a-76f9-48d1-afb5-7b75c972561d admin admin] Network hostable DHCP agents. Network: 054c6a94-7d7f-4096-a165-ef4b17bc6f9c, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:22.579719 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17fc2c73-9d49-484c-8a7b-15335fce8e18 req-3cd102d0-ebe5-412c-bc9e-7b3e52186b7a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=90efa32f-7d33-4998-84d4-30fa5bb418a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642600 Jul 06 12:01:22.585417 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee7df72e-767a-44de-b104-f47c3f75245a tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.611422 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee7df72e-767a-44de-b104-f47c3f75245a tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.637302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b644654a-76f9-48d1-afb5-7b75c972561d admin admin] Network 054c6a94-7d7f-4096-a165-ef4b17bc6f9c is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:22.661475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b644654a-76f9-48d1-afb5-7b75c972561d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 054c6a94-7d7f-4096-a165-ef4b17bc6f9c) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:22.666848 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee7df72e-767a-44de-b104-f47c3f75245a tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.671806 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee7df72e-767a-44de-b104-f47c3f75245a tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.676358 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ee7df72e-767a-44de-b104-f47c3f75245a tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-groups/cf90df82-3ca5-481a-8015-490dff6e7b2d HTTP/1.1" status: 204 len: 168 time: 0.2225900 Jul 06 12:01:22.676969 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40252) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:22.704839 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7df72e-767a-44de-b104-f47c3f75245a tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf90df82-3ca5-481a-8015-490dff6e7b2d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:22.712842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b644654a-76f9-48d1-afb5-7b75c972561d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:22.713936 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b644654a-76f9-48d1-afb5-7b75c972561d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:22.715648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b3db6c-673b-4717-985e-0107c7026757 None None] Network 054c6a94-7d7f-4096-a165-ef4b17bc6f9c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:22.736045 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-839dac61-af48-4ca5-a503-3e548ec2812c tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0490139 Jul 06 12:01:22.742956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40254) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:22.746011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-42d7116f-408f-440a-b1b4-081085edc23b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815553457'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:22.804024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12c2a9-6b21-44d6-aa09-494de7e294dc req-a0520d6e-f235-465a-a7a7-84ef8c15bfab tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:22.805955 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db12c2a9-6b21-44d6-aa09-494de7e294dc req-a0520d6e-f235-465a-a7a7-84ef8c15bfab tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=53c16fab-4e88-4756-87ff-76296ae7a08d HTTP/1.1" status: 200 len: 932 time: 0.0688319 Jul 06 12:01:22.863955 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db12c2a9-6b21-44d6-aa09-494de7e294dc req-a953cd18-1a2d-4476-aa0a-d31e79162905 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461297 Jul 06 12:01:22.945660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f1481d-81f4-49ae-b19e-3d0d7b76bf93 None None] Network 054c6a94-7d7f-4096-a165-ef4b17bc6f9c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:23.098836 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b644654a-76f9-48d1-afb5-7b75c972561d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1720557 Jul 06 12:01:23.158353 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42d7116f-408f-440a-b1b4-081085edc23b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.316947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c082b73e-588d-49fe-bdf7-177f70b9822e {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:23.331280 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.335858 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42d7116f-408f-440a-b1b4-081085edc23b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.341378 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42d7116f-408f-440a-b1b4-081085edc23b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.368132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Transition to ACTIVE for port object c082b73e-588d-49fe-bdf7-177f70b9822e will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:23.380563 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.385701 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42d7116f-408f-440a-b1b4-081085edc23b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.386956 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-42d7116f-408f-440a-b1b4-081085edc23b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6448166 Jul 06 12:01:23.389852 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40268) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:23.393658 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7116f-408f-440a-b1b4-081085edc23b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7519bff4-3c0d-4262-9c70-3a86082e8272,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:23.396286 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-22eb3f59-7932-453e-af18-7cfd591371b1 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group_rule': {'security_group_id': '7519bff4-3c0d-4262-9c70-3a86082e8272', 'direction': 'ingress', 'protocol': 17}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:23.429877 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-22eb3f59-7932-453e-af18-7cfd591371b1 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.440350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c082b73e-588d-49fe-bdf7-177f70b9822e,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:23.485330 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-22eb3f59-7932-453e-af18-7cfd591371b1 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.489569 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-22eb3f59-7932-453e-af18-7cfd591371b1 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.510667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb3f59-7932-453e-af18-7cfd591371b1 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a3fe57-33af-4a13-aceb-0ea67ae4cc3e,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:23.519127 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-22eb3f59-7932-453e-af18-7cfd591371b1 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.520646 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-22eb3f59-7932-453e-af18-7cfd591371b1 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1280994 Jul 06 12:01:23.524477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40270) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:23.536651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Attempting to bind port c082b73e-588d-49fe-bdf7-177f70b9822e on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:23.536832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Attempting to bind port c082b73e-588d-49fe-bdf7-177f70b9822e by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:23.537157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Attempting to bind port c082b73e-588d-49fe-bdf7-177f70b9822e on network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:23.541698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Port c082b73e-588d-49fe-bdf7-177f70b9822e on network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:01:23.542019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Attempting to bind port c082b73e-588d-49fe-bdf7-177f70b9822e on network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:23.547591 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:23.547933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Checking segment: {'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:23.548310 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Bound using segment: {'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:23.548932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Bound port: c082b73e-588d-49fe-bdf7-177f70b9822e, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:23.549295 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.581342 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6981a49c-de57-4cfc-82d3-9ca9dbfde4d3 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.606939 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6981a49c-de57-4cfc-82d3-9ca9dbfde4d3 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.634493 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] For port c082b73e-588d-49fe-bdf7-177f70b9822e, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:23.638649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] For port c082b73e-588d-49fe-bdf7-177f70b9822e, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c082b73e-588d-49fe-bdf7-177f70b9822e,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:23.644713 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.671364 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6981a49c-de57-4cfc-82d3-9ca9dbfde4d3 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.678780 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:23.679013 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6981a49c-de57-4cfc-82d3-9ca9dbfde4d3 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.679517 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.680298 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6981a49c-de57-4cfc-82d3-9ca9dbfde4d3 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-groups/7519bff4-3c0d-4262-9c70-3a86082e8272 HTTP/1.1" status: 204 len: 168 time: 0.1548743 Jul 06 12:01:23.680966 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-11593a6b-18e3-4779-a651-33034c69844d req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] 10.222.0.89 "PUT /v2.0/ports/c082b73e-588d-49fe-bdf7-177f70b9822e HTTP/1.1" status: 200 len: 1092 time: 1.3308165 Jul 06 12:01:23.685678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40274) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:23.693029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981a49c-de57-4cfc-82d3-9ca9dbfde4d3 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7519bff4-3c0d-4262-9c70-3a86082e8272,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:23.767308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40278) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:23.768203 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344eaa4-60ae-451d-abde-061493dc42f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c082b73e-588d-49fe-bdf7-177f70b9822e,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:23.812592 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e8743656-b194-4145-b076-737180992ae3 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1198952 Jul 06 12:01:23.812592 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40280) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:23.819723 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-07805596-070b-4740-88f8-acec5d094675 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248890874'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:23.831349 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c6251d-60d6-48f1-bb4b-1e2f793b527a admin admin] Deleting subnet 09411562-c6ee-4241-8e37-400ec2bfae17 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:23.835261 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-29c6251d-60d6-48f1-bb4b-1e2f793b527a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.854882 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07805596-070b-4740-88f8-acec5d094675 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.871349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11593a6b-18e3-4779-a651-33034c69844d req-9cdff22c-de28-463e-b8d0-b63b978d2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:23.873142 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-11593a6b-18e3-4779-a651-33034c69844d req-9cdff22c-de28-463e-b8d0-b63b978d2f29 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87cb56cfa1e74a05a6a9c885c45eb196&device_id=53c16fab-4e88-4756-87ff-76296ae7a08d HTTP/1.1" status: 200 len: 1095 time: 0.1473908 Jul 06 12:01:23.896612 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-29c6251d-60d6-48f1-bb4b-1e2f793b527a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.901897 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 62162b52-9136-4144-89ae-8e2ba3dc60b4 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:23.921184 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-11593a6b-18e3-4779-a651-33034c69844d req-413ef508-79da-4061-befe-eee7eb175b72 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c082b73e-588d-49fe-bdf7-177f70b9822e HTTP/1.1" status: 200 len: 217 time: 0.0395012 Jul 06 12:01:23.963848 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-29c6251d-60d6-48f1-bb4b-1e2f793b527a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:23.982373 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 62162b52-9136-4144-89ae-8e2ba3dc60b4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:23.982932 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.009037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11593a6b-18e3-4779-a651-33034c69844d req-ad5aae42-1ace-4419-91a0-e655817bfed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:24.010890 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-11593a6b-18e3-4779-a651-33034c69844d req-ad5aae42-1ace-4419-91a0-e655817bfed2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3ee698e4-5f9d-4dca-ba8c-9993e73db584 HTTP/1.1" status: 200 len: 845 time: 0.0811822 Jul 06 12:01:24.018257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddef7b9-114e-4a8b-84df-633c5c31c438 req-7c20664a-615a-4611-a29f-d4d6a5a3f670 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:24.019816 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ddef7b9-114e-4a8b-84df-633c5c31c438 req-7c20664a-615a-4611-a29f-d4d6a5a3f670 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 946 time: 0.1409457 Jul 06 12:01:24.030441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c16fab-4e88-4756-87ff-76296ae7a08d', 'tag': 'c082b73e-588d-49fe-bdf7-177f70b9822e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:24.033390 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc7c362-0c77-43e6-9c04-67292014c613" -d '{"events": [{"name": "network-changed", "server_uuid": "53c16fab-4e88-4756-87ff-76296ae7a08d", "tag": "c082b73e-588d-49fe-bdf7-177f70b9822e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:24.059869 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-11593a6b-18e3-4779-a651-33034c69844d req-2d690551-8623-4ab2-822b-a93237869586 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423558 Jul 06 12:01:24.080704 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-29c6251d-60d6-48f1-bb4b-1e2f793b527a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.081308 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07805596-070b-4740-88f8-acec5d094675 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.087868 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ddef7b9-114e-4a8b-84df-633c5c31c438 req-89e6e7f5-b35d-4558-b372-e4ca4f94b990 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551422 Jul 06 12:01:24.116675 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07805596-070b-4740-88f8-acec5d094675 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.118928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6251d-60d6-48f1-bb4b-1e2f793b527a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09411562-c6ee-4241-8e37-400ec2bfae17,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:24.119389 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.126015 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-29c6251d-60d6-48f1-bb4b-1e2f793b527a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.133297 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-29c6251d-60d6-48f1-bb4b-1e2f793b527a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/09411562-c6ee-4241-8e37-400ec2bfae17 HTTP/1.1" status: 204 len: 168 time: 0.3629012 Jul 06 12:01:24.133564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40286) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:24.161033 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07805596-070b-4740-88f8-acec5d094675 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.162380 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-07805596-070b-4740-88f8-acec5d094675 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3479378 Jul 06 12:01:24.166381 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40288) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:24.182378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3eef74ab-f19c-4c52-9284-e0e497e2f1e4 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group': {'name': 'tempest-secgroup--1429992610'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:24.188911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07805596-070b-4740-88f8-acec5d094675 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be107a2-a13c-4da5-a0bf-fbfd5f450d38,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:24.222606 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-11593a6b-18e3-4779-a651-33034c69844d req-0c65c6d0-b617-488d-a45b-36c5085df0da service neutron] 10.222.0.89 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512909 Jul 06 12:01:24.230492 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3eef74ab-f19c-4c52-9284-e0e497e2f1e4 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.231126 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbfe9d8f-d44d-44aa-9739-e6de8a97ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.249331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 62162b52-9136-4144-89ae-8e2ba3dc60b4, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62162b52-9136-4144-89ae-8e2ba3dc60b4,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:24.253579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab1ad31-e21f-4780-892f-88d1f52c0af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62162b52-9136-4144-89ae-8e2ba3dc60b4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:24.275911 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0aa5633-da81-48cf-87dc-af185f0b1430" -d '{"events": [{"server_uuid": "1ab1ad31-e21f-4780-892f-88d1f52c0af3", "name": "network-vif-plugged", "status": "completed", "tag": "62162b52-9136-4144-89ae-8e2ba3dc60b4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:24.288132 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.366199 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbfe9d8f-d44d-44aa-9739-e6de8a97ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.381343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=62162b52-9136-4144-89ae-8e2ba3dc60b4,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:24.386180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-bbfe9d8f-d44d-44aa-9739-e6de8a97ce84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054c6a94-7d7f-4096-a165-ef4b17bc6f9c']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:24.395748 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:24.396479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:24.397130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:24.397787 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:24.398458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:24.399154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:24.399646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-bbfe9d8f-d44d-44aa-9739-e6de8a97ce84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6030e3-61f6-492a-8899-3e42527015d3') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:24.400175 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:24.400373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-bbfe9d8f-d44d-44aa-9739-e6de8a97ce84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6030e3-61f6-492a-8899-3e42527015d3') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:24.400690 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:24.401327 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:24.401968 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:24.402611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:24.403280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:24.413807 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbfe9d8f-d44d-44aa-9739-e6de8a97ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.434220 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbfe9d8f-d44d-44aa-9739-e6de8a97ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.445794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfe9d8f-d44d-44aa-9739-e6de8a97ce84 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:24.446271 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbfe9d8f-d44d-44aa-9739-e6de8a97ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:24.448015 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:24.450736 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-11593a6b-18e3-4779-a651-33034c69844d req-cf516067-2624-4d36-b24b-97345b863750 service neutron] 10.222.0.89 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165704 Jul 06 12:01:24.507501 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848ecfd-64ca-4403-9710-58c85cb1308c req-e380599d-cbe0-4d0b-8b49-cabdc9613743 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:24.509052 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d848ecfd-64ca-4403-9710-58c85cb1308c req-e380599d-cbe0-4d0b-8b49-cabdc9613743 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab1ad31-e21f-4780-892f-88d1f52c0af3 HTTP/1.1" status: 200 len: 945 time: 0.1836274 Jul 06 12:01:24.525194 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3eef74ab-f19c-4c52-9284-e0e497e2f1e4 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.532138 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3eef74ab-f19c-4c52-9284-e0e497e2f1e4 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.544203 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbfe9d8f-d44d-44aa-9739-e6de8a97ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.552856 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbfe9d8f-d44d-44aa-9739-e6de8a97ce84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.555463 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bbfe9d8f-d44d-44aa-9739-e6de8a97ce84 admin admin] 10.222.0.81 "DELETE /v2.0/networks/054c6a94-7d7f-4096-a165-ef4b17bc6f9c HTTP/1.1" status: 204 len: 168 time: 0.4202909 Jul 06 12:01:24.572801 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3eef74ab-f19c-4c52-9284-e0e497e2f1e4 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.574051 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3eef74ab-f19c-4c52-9284-e0e497e2f1e4 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4050908 Jul 06 12:01:24.580444 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40296) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:24.586615 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-963b3629-804b-4aca-8a70-8e4df1391a0e tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group_rule': {'security_group_id': '5be107a2-a13c-4da5-a0bf-fbfd5f450d38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a5234dfe-c0cd-4b74-b537-5381b07ad3e3', 'remote_ip_prefix': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:24.595589 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe9d8f-d44d-44aa-9739-e6de8a97ce84 admin admin] Pushing event deleted for resources: {'Network': ['ID=054c6a94-7d7f-4096-a165-ef4b17bc6f9c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:24.598502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef74ab-f19c-4c52-9284-e0e497e2f1e4 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5234dfe-c0cd-4b74-b537-5381b07ad3e3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:24.612516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d848ecfd-64ca-4403-9710-58c85cb1308c req-54ae5e71-3d5e-482e-aa1d-0d848fc6ea74 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945857 Jul 06 12:01:24.619935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3130394-7fea-4557-8fa2-89fd73e30958 req-daaaa8fc-ca7e-4812-9f77-d2e14e67931f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:24.621424 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b3130394-7fea-4557-8fa2-89fd73e30958 req-daaaa8fc-ca7e-4812-9f77-d2e14e67931f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.23 "GET /v2.0/ports?device_id=befba270-0dff-4273-bcfd-74366380ce31 HTTP/1.1" status: 200 len: 945 time: 0.1461909 Jul 06 12:01:24.671062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-963b3629-804b-4aca-8a70-8e4df1391a0e tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.740945 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40298) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:24.799795 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-963b3629-804b-4aca-8a70-8e4df1391a0e tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.806223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b3130394-7fea-4557-8fa2-89fd73e30958 req-7ccd72ef-2629-4986-bb7e-38debd28422a tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Deleting port 6fdd5809-a6ac-476c-9bb7-41093766c0ed {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:24.806565 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b3130394-7fea-4557-8fa2-89fd73e30958 req-7ccd72ef-2629-4986-bb7e-38debd28422a tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.810735 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-963b3629-804b-4aca-8a70-8e4df1391a0e tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.826257 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-58451661-004d-4f54-9351-a75962c20cf3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=91234139e97a42af9abccd4c06936428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824978 Jul 06 12:01:24.829131 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40300) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:24.873951 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b3629-804b-4aca-8a70-8e4df1391a0e tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2774a75c-fa81-4eb2-85e3-ca4e4efa0e38,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:24.881675 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51b923-0d34-4b1a-a487-2f59c74022d7 req-8bcd8967-754d-4234-bafa-5df7dfec5c5f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:24.883269 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-af51b923-0d34-4b1a-a487-2f59c74022d7 req-8bcd8967-754d-4234-bafa-5df7dfec5c5f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b5f88e5-bf1d-4567-a0c9-bc8007787d12 HTTP/1.1" status: 200 len: 945 time: 0.1180985 Jul 06 12:01:24.884203 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-963b3629-804b-4aca-8a70-8e4df1391a0e tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.889656 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-963b3629-804b-4aca-8a70-8e4df1391a0e tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3025427 Jul 06 12:01:24.890178 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40302) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:24.926986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b3130394-7fea-4557-8fa2-89fd73e30958 req-7ccd72ef-2629-4986-bb7e-38debd28422a tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] For port 6fdd5809-a6ac-476c-9bb7-41093766c0ed, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=6fdd5809-a6ac-476c-9bb7-41093766c0ed,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:24.927513 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b3130394-7fea-4557-8fa2-89fd73e30958 req-7ccd72ef-2629-4986-bb7e-38debd28422a tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.943254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b3130394-7fea-4557-8fa2-89fd73e30958 req-7ccd72ef-2629-4986-bb7e-38debd28422a tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Calling delete_port for 6fdd5809-a6ac-476c-9bb7-41093766c0ed owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:24.949863 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63065ccf-f935-41dd-ba67-f09de177cd81 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.954258 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39119840-d443-43fa-8aab-0b06ff017398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.965677 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63065ccf-f935-41dd-ba67-f09de177cd81 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:24.992445 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-af51b923-0d34-4b1a-a487-2f59c74022d7 req-87954d63-65e7-457f-958a-705599f77ea3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=90efa32f-7d33-4998-84d4-30fa5bb418a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950437 Jul 06 12:01:25.007720 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39119840-d443-43fa-8aab-0b06ff017398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.040620 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63065ccf-f935-41dd-ba67-f09de177cd81 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.053543 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63065ccf-f935-41dd-ba67-f09de177cd81 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.058338 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-63065ccf-f935-41dd-ba67-f09de177cd81 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/2774a75c-fa81-4eb2-85e3-ca4e4efa0e38 HTTP/1.1" status: 204 len: 168 time: 0.1636634 Jul 06 12:01:25.058593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40304) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:25.067636 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63065ccf-f935-41dd-ba67-f09de177cd81 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2774a75c-fa81-4eb2-85e3-ca4e4efa0e38,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:25.105567 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39119840-d443-43fa-8aab-0b06ff017398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.110992 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39119840-d443-43fa-8aab-0b06ff017398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.112967 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-39119840-d443-43fa-8aab-0b06ff017398 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8633e250-8eab-4189-81bb-eef42c0f565e HTTP/1.1" status: 204 len: 168 time: 0.2827022 Jul 06 12:01:25.124837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39119840-d443-43fa-8aab-0b06ff017398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8633e250-8eab-4189-81bb-eef42c0f565e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:25.134365 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0830896a-cc7e-49f8-8cb8-3f521aac1fa3 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0742159 Jul 06 12:01:25.139589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40308) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:25.167277 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b3130394-7fea-4557-8fa2-89fd73e30958 req-7ccd72ef-2629-4986-bb7e-38debd28422a tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.178597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['6fdd5809-a6ac-476c-9bb7-41093766c0ed'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:25.179423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cfbfa338-1bac-4289-8eb6-acff3b93cf5a req-0c0589d6-f138-41ea-8338-77f7656ca3f4 tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.81 "GET /v2.0/ports?device_id=befba270-0dff-4273-bcfd-74366380ce31 HTTP/1.1" status: 200 len: 210 time: 0.0406535 Jul 06 12:01:25.203026 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['12e6871a-88ec-466e-b45f-8552d677ae4d'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:25.215831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd72ef-2629-4986-bb7e-38debd28422a tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Pushing event deleted for resources: {'Port': ['ID=6fdd5809-a6ac-476c-9bb7-41093766c0ed,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:25.302195 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3130394-7fea-4557-8fa2-89fd73e30958 req-7ccd72ef-2629-4986-bb7e-38debd28422a tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] No DVR routers for this DVR port 6fdd5809-a6ac-476c-9bb7-41093766c0ed on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:25.324779 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b3130394-7fea-4557-8fa2-89fd73e30958 req-7ccd72ef-2629-4986-bb7e-38debd28422a tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.326936 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b3130394-7fea-4557-8fa2-89fd73e30958 req-7ccd72ef-2629-4986-bb7e-38debd28422a tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.23 "DELETE /v2.0/ports/6fdd5809-a6ac-476c-9bb7-41093766c0ed HTTP/1.1" status: 204 len: 173 time: 0.6993101 Jul 06 12:01:25.333321 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-47f4c4d0-5c70-4325-a36a-a76df11c9985 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.358377 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-47f4c4d0-5c70-4325-a36a-a76df11c9985 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.423946 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-47f4c4d0-5c70-4325-a36a-a76df11c9985 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.427207 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-47f4c4d0-5c70-4325-a36a-a76df11c9985 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.428721 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-47f4c4d0-5c70-4325-a36a-a76df11c9985 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-groups/a5234dfe-c0cd-4b74-b537-5381b07ad3e3 HTTP/1.1" status: 204 len: 168 time: 0.2881396 Jul 06 12:01:25.434483 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40314) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:25.440022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25300ace-4e9a-4fbd-b53a-76b98dc51b91 req-2957be0b-933e-47e1-97a7-072ab7bb82c0 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:25.441791 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-25300ace-4e9a-4fbd-b53a-76b98dc51b91 req-2957be0b-933e-47e1-97a7-072ab7bb82c0 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ab1ad31-e21f-4780-892f-88d1f52c0af3 HTTP/1.1" status: 200 len: 945 time: 0.1549673 Jul 06 12:01:25.461230 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4c4d0-5c70-4325-a36a-a76df11c9985 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5234dfe-c0cd-4b74-b537-5381b07ad3e3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:25.594021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-25300ace-4e9a-4fbd-b53a-76b98dc51b91 req-b596e3e0-ea57-4419-a208-55ec9c556ef7 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Deleting port 62162b52-9136-4144-89ae-8e2ba3dc60b4 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:25.594377 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-25300ace-4e9a-4fbd-b53a-76b98dc51b91 req-b596e3e0-ea57-4419-a208-55ec9c556ef7 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.648950 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73ad82-4a24-4412-936b-b0e3a2b404a6 req-e193f2f4-faca-40f6-806c-c9a89c300203 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:25.650462 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6e73ad82-4a24-4412-936b-b0e3a2b404a6 req-e193f2f4-faca-40f6-806c-c9a89c300203 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=53c16fab-4e88-4756-87ff-76296ae7a08d HTTP/1.1" status: 200 len: 944 time: 0.3123982 Jul 06 12:01:25.662749 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3e0d2a86-f124-4b4c-9d44-7c17f6044dff tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2220287 Jul 06 12:01:25.662995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40322) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:25.671897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f6933-f67d-4ca3-a72e-cff8ad495081 req-43303702-25db-468c-8141-c2384548380f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:25.673402 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f8f6933-f67d-4ca3-a72e-cff8ad495081 req-43303702-25db-468c-8141-c2384548380f tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.89 "GET /v2.0/ports?device_id=5eb9cb99-80ee-4b92-acc0-feb4d40a94be HTTP/1.1" status: 200 len: 946 time: 0.1913760 Jul 06 12:01:25.683570 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device bc39c55e-e722-4f5b-a1aa-9d5749388981 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:25.743778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-25300ace-4e9a-4fbd-b53a-76b98dc51b91 req-b596e3e0-ea57-4419-a208-55ec9c556ef7 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] For port 62162b52-9136-4144-89ae-8e2ba3dc60b4, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62162b52-9136-4144-89ae-8e2ba3dc60b4,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:25.744144 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-25300ace-4e9a-4fbd-b53a-76b98dc51b91 req-b596e3e0-ea57-4419-a208-55ec9c556ef7 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.756631 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6e73ad82-4a24-4412-936b-b0e3a2b404a6 req-5c09cac3-2ad2-428a-add9-5215782b8bc5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928829 Jul 06 12:01:25.775974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port bc39c55e-e722-4f5b-a1aa-9d5749388981 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:25.785244 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port bc39c55e-e722-4f5b-a1aa-9d5749388981 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:25.786967 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.793015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-25300ace-4e9a-4fbd-b53a-76b98dc51b91 req-b596e3e0-ea57-4419-a208-55ec9c556ef7 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Calling delete_port for 62162b52-9136-4144-89ae-8e2ba3dc60b4 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:25.851543 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-9f8f6933-f67d-4ca3-a72e-cff8ad495081 req-e63dcb0d-7f83-4b3c-b77f-c2504dc7e1ec tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Deleting port 12e6871a-88ec-466e-b45f-8552d677ae4d {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:25.852187 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f8f6933-f67d-4ca3-a72e-cff8ad495081 req-e63dcb0d-7f83-4b3c-b77f-c2504dc7e1ec tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:25.896816 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1986e6e-0b79-4c45-adf0-940af30092c5 x-openstack-request-id: req-e1986e6e-0b79-4c45-adf0-940af30092c5 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:25.897228 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab1ad31-e21f-4780-892f-88d1f52c0af3", "name": "network-vif-plugged", "status": "completed", "tag": "62162b52-9136-4144-89ae-8e2ba3dc60b4", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:25.897585 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e1986e6e-0b79-4c45-adf0-940af30092c5 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:25.901745 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab1ad31-e21f-4780-892f-88d1f52c0af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62162b52-9136-4144-89ae-8e2ba3dc60b4', 'code': 200} Jul 06 12:01:25.925469 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c76075-f347-4aae-b63b-472fb040cfc0 x-openstack-request-id: req-c5c76075-f347-4aae-b63b-472fb040cfc0 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:25.927663 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c16fab-4e88-4756-87ff-76296ae7a08d", "tag": "c082b73e-588d-49fe-bdf7-177f70b9822e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:25.927943 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5c76075-f347-4aae-b63b-472fb040cfc0 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:25.928333 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c16fab-4e88-4756-87ff-76296ae7a08d', 'tag': 'c082b73e-588d-49fe-bdf7-177f70b9822e', 'status': 'completed', 'code': 200} Jul 06 12:01:25.928998 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1c5fa00-cf6b-411e-9a17-ec09f0d9ef09 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.007895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-9f8f6933-f67d-4ca3-a72e-cff8ad495081 req-e63dcb0d-7f83-4b3c-b77f-c2504dc7e1ec tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] For port 12e6871a-88ec-466e-b45f-8552d677ae4d, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=12e6871a-88ec-466e-b45f-8552d677ae4d,segment=NetworkSegment(1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f),segment_id=1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:26.008272 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f8f6933-f67d-4ca3-a72e-cff8ad495081 req-e63dcb0d-7f83-4b3c-b77f-c2504dc7e1ec tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.032557 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.040333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-9f8f6933-f67d-4ca3-a72e-cff8ad495081 req-e63dcb0d-7f83-4b3c-b77f-c2504dc7e1ec tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Calling delete_port for 12e6871a-88ec-466e-b45f-8552d677ae4d owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:26.097809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port bc39c55e-e722-4f5b-a1aa-9d5749388981, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=bc39c55e-e722-4f5b-a1aa-9d5749388981,segment=NetworkSegment(83b0d9bf-e3d3-4271-8b23-cd8f68542284),segment_id=83b0d9bf-e3d3-4271-8b23-cd8f68542284)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:26.105434 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.119728 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1c5fa00-cf6b-411e-9a17-ec09f0d9ef09 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.213426 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-25300ace-4e9a-4fbd-b53a-76b98dc51b91 req-b596e3e0-ea57-4419-a208-55ec9c556ef7 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.228853 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['62162b52-9136-4144-89ae-8e2ba3dc60b4'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:26.232757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=bc39c55e-e722-4f5b-a1aa-9d5749388981,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:26.325263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7c362-0c77-43e6-9c04-67292014c613 req-2d08752d-17aa-462e-ab01-0e1f15154e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:26.325263 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fdc7c362-0c77-43e6-9c04-67292014c613 req-2d08752d-17aa-462e-ab01-0e1f15154e40 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87cb56cfa1e74a05a6a9c885c45eb196&device_id=53c16fab-4e88-4756-87ff-76296ae7a08d HTTP/1.1" status: 200 len: 1095 time: 0.4120998 Jul 06 12:01:26.325263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596e3e0-ea57-4419-a208-55ec9c556ef7 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Pushing event deleted for resources: {'Port': ['ID=62162b52-9136-4144-89ae-8e2ba3dc60b4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:26.344253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-25300ace-4e9a-4fbd-b53a-76b98dc51b91 req-b596e3e0-ea57-4419-a208-55ec9c556ef7 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] No DVR routers for this DVR port 62162b52-9136-4144-89ae-8e2ba3dc60b4 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:26.368322 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-25300ace-4e9a-4fbd-b53a-76b98dc51b91 req-b596e3e0-ea57-4419-a208-55ec9c556ef7 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.370150 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-25300ace-4e9a-4fbd-b53a-76b98dc51b91 req-b596e3e0-ea57-4419-a208-55ec9c556ef7 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.89 "DELETE /v2.0/ports/62162b52-9136-4144-89ae-8e2ba3dc60b4 HTTP/1.1" status: 204 len: 173 time: 0.9191546 Jul 06 12:01:26.382304 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f8f6933-f67d-4ca3-a72e-cff8ad495081 req-e63dcb0d-7f83-4b3c-b77f-c2504dc7e1ec tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.396746 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1c5fa00-cf6b-411e-9a17-ec09f0d9ef09 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.397051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['6fdd5809-a6ac-476c-9bb7-41093766c0ed'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:26.400459 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1c5fa00-cf6b-411e-9a17-ec09f0d9ef09 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.404423 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a1c5fa00-cf6b-411e-9a17-ec09f0d9ef09 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-groups/5be107a2-a13c-4da5-a0bf-fbfd5f450d38 HTTP/1.1" status: 204 len: 168 time: 0.7402632 Jul 06 12:01:26.404937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40342) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:26.438843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5fa00-cf6b-411e-9a17-ec09f0d9ef09 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be107a2-a13c-4da5-a0bf-fbfd5f450d38,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:26.449300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63dcb0d-7f83-4b3c-b77f-c2504dc7e1ec tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Pushing event deleted for resources: {'Port': ['ID=12e6871a-88ec-466e-b45f-8552d677ae4d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:26.509905 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fb700470-05de-4094-b33c-5460de837277 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0969672 Jul 06 12:01:26.511704 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40344) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:26.523305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6a97b250-b3bb-4052-a03d-1b36addb5b25 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group': {'name': 'tempest-secgroup--999985203'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:26.528359 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7c362-0c77-43e6-9c04-67292014c613 req-1a191d73-c239-4d95-885d-dbbaa4cbd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:26.529879 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fdc7c362-0c77-43e6-9c04-67292014c613 req-1a191d73-c239-4d95-885d-dbbaa4cbd392 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9 HTTP/1.1" status: 200 len: 906 time: 0.1876867 Jul 06 12:01:26.586608 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fdc7c362-0c77-43e6-9c04-67292014c613 req-39ec957a-e02c-47f2-b792-d19230a4d10a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c082b73e-588d-49fe-bdf7-177f70b9822e HTTP/1.1" status: 200 len: 217 time: 0.0491395 Jul 06 12:01:26.602548 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a97b250-b3bb-4052-a03d-1b36addb5b25 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.657549 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7c362-0c77-43e6-9c04-67292014c613 req-47abb9e5-a5d3-469c-a793-369d928ae37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:26.659017 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fdc7c362-0c77-43e6-9c04-67292014c613 req-47abb9e5-a5d3-469c-a793-369d928ae37c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3ee698e4-5f9d-4dca-ba8c-9993e73db584 HTTP/1.1" status: 200 len: 845 time: 0.0667078 Jul 06 12:01:26.702165 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fdc7c362-0c77-43e6-9c04-67292014c613 req-eb118d22-fdc8-48c4-975a-76b271b9e3ab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349216 Jul 06 12:01:26.820327 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a97b250-b3bb-4052-a03d-1b36addb5b25 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.829744 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a97b250-b3bb-4052-a03d-1b36addb5b25 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.873000 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fdc7c362-0c77-43e6-9c04-67292014c613 req-f474a1f8-dfd3-44f5-9b23-bbdf3b23c3ee service neutron] 10.222.0.89 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623921 Jul 06 12:01:26.875709 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97b250-b3bb-4052-a03d-1b36addb5b25 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=185f37ac-a08e-4ce5-93d7-47e65aaf518f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:26.878918 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a97b250-b3bb-4052-a03d-1b36addb5b25 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.882697 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6a97b250-b3bb-4052-a03d-1b36addb5b25 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3622167 Jul 06 12:01:26.888891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40348) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:26.893645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cd9b1867-c9df-4ca6-a090-37e8a61658a0 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group_rule': {'security_group_id': '185f37ac-a08e-4ce5-93d7-47e65aaf518f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:26.981242 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8f6933-f67d-4ca3-a72e-cff8ad495081 req-e63dcb0d-7f83-4b3c-b77f-c2504dc7e1ec tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] No DVR routers for this DVR port 12e6871a-88ec-466e-b45f-8552d677ae4d on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:26.983760 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1867-c9df-4ca6-a090-37e8a61658a0 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.985063 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f8f6933-f67d-4ca3-a72e-cff8ad495081 req-e63dcb0d-7f83-4b3c-b77f-c2504dc7e1ec tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:26.987207 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f8f6933-f67d-4ca3-a72e-cff8ad495081 req-e63dcb0d-7f83-4b3c-b77f-c2504dc7e1ec tempest-MultipleCreateTestJSON-632910160 tempest-MultipleCreateTestJSON-632910160-project] 10.222.0.89 "DELETE /v2.0/ports/12e6871a-88ec-466e-b45f-8552d677ae4d HTTP/1.1" status: 204 len: 173 time: 1.2977037 Jul 06 12:01:26.988064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb9cb99-80ee-4b92-acc0-feb4d40a94be', 'name': 'network-vif-deleted', 'tag': '12e6871a-88ec-466e-b45f-8552d677ae4d'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:26.990510 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2365a37b-a2cc-4586-b4de-e0a4620ae73b" -d '{"events": [{"server_uuid": "5eb9cb99-80ee-4b92-acc0-feb4d40a94be", "name": "network-vif-deleted", "tag": "12e6871a-88ec-466e-b45f-8552d677ae4d"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:27.007111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675c52b-97b5-4c4b-9f40-bca2f0dd832c req-02fc302c-d5a6-4853-be58-d5d98e786f1b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:27.014030 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5675c52b-97b5-4c4b-9f40-bca2f0dd832c req-02fc302c-d5a6-4853-be58-d5d98e786f1b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 946 time: 0.8039680 Jul 06 12:01:27.023696 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fdc7c362-0c77-43e6-9c04-67292014c613 req-33c7c3d9-caae-42b2-a6d0-f6f252f2ab31 service neutron] 10.222.0.89 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421990 Jul 06 12:01:27.058227 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1867-c9df-4ca6-a090-37e8a61658a0 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.062708 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1867-c9df-4ca6-a090-37e8a61658a0 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.078654 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5675c52b-97b5-4c4b-9f40-bca2f0dd832c req-178f1e82-f5fa-46e5-b84d-3fbf2247e58e tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634825 Jul 06 12:01:27.081915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b1867-c9df-4ca6-a090-37e8a61658a0 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6a63af-98bc-48dd-9f69-6148018a439d,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:27.093048 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1867-c9df-4ca6-a090-37e8a61658a0 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.095529 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cd9b1867-c9df-4ca6-a090-37e8a61658a0 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2052858 Jul 06 12:01:27.098828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40354) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:27.128528 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e603da9-586f-4e11-bcf9-e3a074ad82a7 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.137849 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e603da9-586f-4e11-bcf9-e3a074ad82a7 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.174062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e603da9-586f-4e11-bcf9-e3a074ad82a7 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.180718 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e603da9-586f-4e11-bcf9-e3a074ad82a7 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.181874 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2e603da9-586f-4e11-bcf9-e3a074ad82a7 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/fc6a63af-98bc-48dd-9f69-6148018a439d HTTP/1.1" status: 204 len: 168 time: 0.0819795 Jul 06 12:01:27.184790 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40356) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:27.197364 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e603da9-586f-4e11-bcf9-e3a074ad82a7 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc6a63af-98bc-48dd-9f69-6148018a439d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:27.239604 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e1da7221-0c40-4669-81e9-68548fd164ff tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0506718 Jul 06 12:01:27.240302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40358) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:27.301371 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-880360fd-0b54-4b6f-83e7-6cfa11808249 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.325979 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-880360fd-0b54-4b6f-83e7-6cfa11808249 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.355467 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4b9d50b-99ec-4153-8e9c-7241f5ee5077 req-61149d5e-e939-4928-b065-7a4b03516432 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ab1ad31-e21f-4780-892f-88d1f52c0af3 HTTP/1.1" status: 200 len: 210 time: 0.0293260 Jul 06 12:01:27.381246 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-880360fd-0b54-4b6f-83e7-6cfa11808249 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.385492 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-880360fd-0b54-4b6f-83e7-6cfa11808249 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.390625 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-880360fd-0b54-4b6f-83e7-6cfa11808249 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-groups/185f37ac-a08e-4ce5-93d7-47e65aaf518f HTTP/1.1" status: 204 len: 168 time: 0.1495199 Jul 06 12:01:27.392061 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40360) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:27.404881 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880360fd-0b54-4b6f-83e7-6cfa11808249 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=185f37ac-a08e-4ce5-93d7-47e65aaf518f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:27.454521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b87ddcef-fe57-4556-b7d9-ae9e3c6fe853 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603161 Jul 06 12:01:27.458137 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40362) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:27.463141 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-cf8c8740-031e-4143-bda5-13681b6b6f8f tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group': {'name': 'tempest-secgroup--716743616'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:27.487969 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf8c8740-031e-4143-bda5-13681b6b6f8f tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.620888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc77a0-880a-438f-9377-ca43a40e9567 req-6db5b736-d23b-4cd0-865f-1c3a7fee3c05 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:27.622418 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21bc77a0-880a-438f-9377-ca43a40e9567 req-6db5b736-d23b-4cd0-865f-1c3a7fee3c05 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b5f88e5-bf1d-4567-a0c9-bc8007787d12 HTTP/1.1" status: 200 len: 946 time: 0.1170385 Jul 06 12:01:27.663844 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf8c8740-031e-4143-bda5-13681b6b6f8f tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.676929 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf8c8740-031e-4143-bda5-13681b6b6f8f tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.745872 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf8c8740-031e-4143-bda5-13681b6b6f8f tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.747901 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cf8c8740-031e-4143-bda5-13681b6b6f8f tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2885172 Jul 06 12:01:27.751109 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40364) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:27.758618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5cf90033-5c9e-483f-83b8-8be66f15a057 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group_rule': {'security_group_id': '48ed5481-6278-4e5f-9130-c8cfe29215d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:27.760378 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21bc77a0-880a-438f-9377-ca43a40e9567 req-6da2bbb9-c883-463b-826d-67ab4cea9772 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=90efa32f-7d33-4998-84d4-30fa5bb418a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270318 Jul 06 12:01:27.761316 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c8740-031e-4143-bda5-13681b6b6f8f tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ed5481-6278-4e5f-9130-c8cfe29215d2,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:27.807960 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cf90033-5c9e-483f-83b8-8be66f15a057 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.877037 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cf90033-5c9e-483f-83b8-8be66f15a057 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.884206 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cf90033-5c9e-483f-83b8-8be66f15a057 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.903414 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5f88e5-bf1d-4567-a0c9-bc8007787d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc39c55e-e722-4f5b-a1aa-9d5749388981'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:27.905784 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d018d03f-550a-400d-9535-7cc6f275f6e6" -d '{"events": [{"server_uuid": "5b5f88e5-bf1d-4567-a0c9-bc8007787d12", "name": "network-vif-plugged", "status": "completed", "tag": "bc39c55e-e722-4f5b-a1aa-9d5749388981"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:27.911658 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf90033-5c9e-483f-83b8-8be66f15a057 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5919ad84-1b63-44a3-b6e8-82182a4e0ae0,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:27.911998 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device c082b73e-588d-49fe-bdf7-177f70b9822e details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:01:27.930988 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cf90033-5c9e-483f-83b8-8be66f15a057 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:27.935695 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40372) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:27.939823 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5cf90033-5c9e-483f-83b8-8be66f15a057 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1871071 Jul 06 12:01:27.941408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befba270-0dff-4273-bcfd-74366380ce31', 'name': 'network-vif-deleted', 'tag': '6fdd5809-a6ac-476c-9bb7-41093766c0ed'}, {'server_uuid': '1ab1ad31-e21f-4780-892f-88d1f52c0af3', 'name': 'network-vif-deleted', 'tag': '62162b52-9136-4144-89ae-8e2ba3dc60b4'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:27.943730 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2954691b-ffb6-478a-ac61-a58bcf2a7759" -d '{"events": [{"server_uuid": "befba270-0dff-4273-bcfd-74366380ce31", "name": "network-vif-deleted", "tag": "6fdd5809-a6ac-476c-9bb7-41093766c0ed"}, {"server_uuid": "1ab1ad31-e21f-4780-892f-88d1f52c0af3", "name": "network-vif-deleted", "tag": "62162b52-9136-4144-89ae-8e2ba3dc60b4"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:27.957563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40376) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:27.958207 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0121d6a5-02d7-40f3-9a0e-f62aa501e865 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules/5919ad84-1b63-44a3-b6e8-82182a4e0ae0 HTTP/1.1" status: 200 len: 763 time: 0.0209787 Jul 06 12:01:28.013307 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b60ae3c2-aa6a-4360-a67a-888204350efe tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0544121 Jul 06 12:01:28.016652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40378) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:28.082199 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ba99-6ff3-486a-b622-6dc867b36ec7 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.095860 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ba99-6ff3-486a-b622-6dc867b36ec7 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.103288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port c082b73e-588d-49fe-bdf7-177f70b9822e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c082b73e-588d-49fe-bdf7-177f70b9822e,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:28.129907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'c082b73e-588d-49fe-bdf7-177f70b9822e', 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9', 'port_id': 'c082b73e-588d-49fe-bdf7-177f70b9822e', 'mac_address': 'fa:16:3e:e8:ee:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee698e4-5f9d-4dca-ba8c-9993e73db584', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:01:28.150866 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f7f45-7963-4bfe-9f45-a0036b13d15f req-356b59ac-37b8-46d8-ab0d-33486056273c tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:28.153516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1b2f7f45-7963-4bfe-9f45-a0036b13d15f req-356b59ac-37b8-46d8-ab0d-33486056273c tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=53c16fab-4e88-4756-87ff-76296ae7a08d HTTP/1.1" status: 200 len: 944 time: 0.1259248 Jul 06 12:01:28.155587 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ba99-6ff3-486a-b622-6dc867b36ec7 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.167898 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4f0ba99-6ff3-486a-b622-6dc867b36ec7 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.169652 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a4f0ba99-6ff3-486a-b622-6dc867b36ec7 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5919ad84-1b63-44a3-b6e8-82182a4e0ae0 HTTP/1.1" status: 204 len: 168 time: 0.1518691 Jul 06 12:01:28.173385 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40384) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:28.186259 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0ba99-6ff3-486a-b622-6dc867b36ec7 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5919ad84-1b63-44a3-b6e8-82182a4e0ae0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:28.207611 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.227859 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c082b73e-588d-49fe-bdf7-177f70b9822e {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:28.243795 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-668c3ecd-13f2-4d58-8c1a-1d90ebc6f088 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0688877 Jul 06 12:01:28.246849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40386) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:28.247460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40388) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:28.251994 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1b2f7f45-7963-4bfe-9f45-a0036b13d15f req-fdd7d79e-069e-4e7d-b5a9-1c79f9718581 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758305 Jul 06 12:01:28.256300 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port c082b73e-588d-49fe-bdf7-177f70b9822e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c082b73e-588d-49fe-bdf7-177f70b9822e,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:28.258490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-805ae311-c32a-4ba8-add5-2351288fda3b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group_rule': {'security_group_id': '48ed5481-6278-4e5f-9130-c8cfe29215d2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:28.261289 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.311386 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-805ae311-c32a-4ba8-add5-2351288fda3b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.333960 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=c082b73e-588d-49fe-bdf7-177f70b9822e,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:28.337259 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77a8924-9470-4768-a2df-e6e61d118bb3 x-openstack-request-id: req-f77a8924-9470-4768-a2df-e6e61d118bb3 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:28.337534 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb9cb99-80ee-4b92-acc0-feb4d40a94be", "name": "network-vif-deleted", "tag": "12e6871a-88ec-466e-b45f-8552d677ae4d", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:28.337793 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f77a8924-9470-4768-a2df-e6e61d118bb3 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:28.338200 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb9cb99-80ee-4b92-acc0-feb4d40a94be', 'name': 'network-vif-deleted', 'tag': '12e6871a-88ec-466e-b45f-8552d677ae4d', 'status': 'completed', 'code': 200} Jul 06 12:01:28.394217 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-805ae311-c32a-4ba8-add5-2351288fda3b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.404053 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-805ae311-c32a-4ba8-add5-2351288fda3b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.417990 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79d95a38-051e-42d1-a563-1fdde9de80b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.442912 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ae311-c32a-4ba8-add5-2351288fda3b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e52d90-9981-4716-a66b-bb094c7dc064,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:28.450121 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-805ae311-c32a-4ba8-add5-2351288fda3b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.451401 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-805ae311-c32a-4ba8-add5-2351288fda3b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2025888 Jul 06 12:01:28.456089 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40394) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:28.469758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['c082b73e-588d-49fe-bdf7-177f70b9822e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:28.490636 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bf776b74-5ce7-4950-9643-2271fd30581a tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules/e6e52d90-9981-4716-a66b-bb094c7dc064 HTTP/1.1" status: 200 len: 763 time: 0.0314136 Jul 06 12:01:28.494542 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40396) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:28.598043 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-79ebebf4-cb6f-48dc-a705-418cc7985cf7 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1018522 Jul 06 12:01:28.601999 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40398) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:28.603959 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79d95a38-051e-42d1-a563-1fdde9de80b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.611915 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79d95a38-051e-42d1-a563-1fdde9de80b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.641803 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb52cc87-4bf4-427e-9f19-4497d28cc38c tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.657228 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb52cc87-4bf4-427e-9f19-4497d28cc38c tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.661662 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-79d95a38-051e-42d1-a563-1fdde9de80b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7cc66e83c32844d3bb273a9983edd50b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099140 Jul 06 12:01:28.662867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d95a38-051e-42d1-a563-1fdde9de80b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca48647c-4d99-4105-bb92-6dabd42ff505,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:28.664658 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40400) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:28.727718 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb52cc87-4bf4-427e-9f19-4497d28cc38c tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.738682 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb52cc87-4bf4-427e-9f19-4497d28cc38c tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.740093 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cb52cc87-4bf4-427e-9f19-4497d28cc38c tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e6e52d90-9981-4716-a66b-bb094c7dc064 HTTP/1.1" status: 204 len: 168 time: 0.1367276 Jul 06 12:01:28.742188 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-844614b2-e5e0-43a1-810d-5d1d163613e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.743668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40402) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:28.760012 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40404) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:28.773329 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52cc87-4bf4-427e-9f19-4497d28cc38c tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6e52d90-9981-4716-a66b-bb094c7dc064,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:28.798584 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97da36b-747d-434e-abd7-1ed0e2960c83 x-openstack-request-id: req-f97da36b-747d-434e-abd7-1ed0e2960c83 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:28.799426 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5f88e5-bf1d-4567-a0c9-bc8007787d12", "name": "network-vif-plugged", "status": "completed", "tag": "bc39c55e-e722-4f5b-a1aa-9d5749388981", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:28.800158 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f97da36b-747d-434e-abd7-1ed0e2960c83 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:28.808698 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5f88e5-bf1d-4567-a0c9-bc8007787d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc39c55e-e722-4f5b-a1aa-9d5749388981', 'code': 200} Jul 06 12:01:28.814721 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-844614b2-e5e0-43a1-810d-5d1d163613e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.830516 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-194a9bf4-b573-47e2-be5a-64e490402163 admin admin] Deleting subnet 48440bd0-2110-4fcf-aa64-c7f0160418a2 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:01:28.834971 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-194a9bf4-b573-47e2-be5a-64e490402163 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.861030 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87db77c-bff3-4218-8e58-41c024a8895e x-openstack-request-id: req-e87db77c-bff3-4218-8e58-41c024a8895e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:28.861543 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "befba270-0dff-4273-bcfd-74366380ce31", "name": "network-vif-deleted", "tag": "6fdd5809-a6ac-476c-9bb7-41093766c0ed", "status": "completed", "code": 200}, {"server_uuid": "1ab1ad31-e21f-4780-892f-88d1f52c0af3", "name": "network-vif-deleted", "tag": "62162b52-9136-4144-89ae-8e2ba3dc60b4", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:28.861968 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e87db77c-bff3-4218-8e58-41c024a8895e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:28.862646 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'befba270-0dff-4273-bcfd-74366380ce31', 'name': 'network-vif-deleted', 'tag': '6fdd5809-a6ac-476c-9bb7-41093766c0ed', 'status': 'completed', 'code': 200} Jul 06 12:01:28.863283 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab1ad31-e21f-4780-892f-88d1f52c0af3', 'name': 'network-vif-deleted', 'tag': '62162b52-9136-4144-89ae-8e2ba3dc60b4', 'status': 'completed', 'code': 200} Jul 06 12:01:28.873463 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6b4d9af6-1bf3-4a56-a7db-1c15d37782db tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1204762 Jul 06 12:01:28.873803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40408) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:28.879151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ed0b75c8-196f-467f-9761-9e54f7a19156 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Request body: {'security_group_rule': {'security_group_id': '48ed5481-6278-4e5f-9130-c8cfe29215d2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:28.897446 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-844614b2-e5e0-43a1-810d-5d1d163613e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.901091 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-194a9bf4-b573-47e2-be5a-64e490402163 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.901713 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-844614b2-e5e0-43a1-810d-5d1d163613e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:28.904041 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-844614b2-e5e0-43a1-810d-5d1d163613e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ca48647c-4d99-4105-bb92-6dabd42ff505 HTTP/1.1" status: 204 len: 168 time: 0.2373953 Jul 06 12:01:28.927454 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844614b2-e5e0-43a1-810d-5d1d163613e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca48647c-4d99-4105-bb92-6dabd42ff505,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:28.994637 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-ed0b75c8-196f-467f-9761-9e54f7a19156 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Project a7e841cbe7724a969208eff6a018ca35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:01:29.007951 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed0b75c8-196f-467f-9761-9e54f7a19156 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.010757 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-194a9bf4-b573-47e2-be5a-64e490402163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.095380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74170d9a-9ba7-497d-9513-795f60f41c5c req-fd937c79-2f08-4adb-869a-d1871cd63078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:29.096957 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74170d9a-9ba7-497d-9513-795f60f41c5c req-fd937c79-2f08-4adb-869a-d1871cd63078 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5b5f88e5-bf1d-4567-a0c9-bc8007787d12 HTTP/1.1" status: 200 len: 1097 time: 0.1686738 Jul 06 12:01:29.123612 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed0b75c8-196f-467f-9761-9e54f7a19156 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.129937 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2f282-c9d2-4f85-8f47-48fdcb49b69c req-be0c6e11-bb95-4543-b637-153c75958f9f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:29.139933 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6df2f282-c9d2-4f85-8f47-48fdcb49b69c req-be0c6e11-bb95-4543-b637-153c75958f9f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 946 time: 0.1126034 Jul 06 12:01:29.144935 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-194a9bf4-b573-47e2-be5a-64e490402163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.146587 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed0b75c8-196f-467f-9761-9e54f7a19156 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.188938 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74170d9a-9ba7-497d-9513-795f60f41c5c req-a417c3e7-3d27-42ab-a3d6-dac08302f8f4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=90efa32f-7d33-4998-84d4-30fa5bb418a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843432 Jul 06 12:01:29.196634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b75c8-196f-467f-9761-9e54f7a19156 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aab2302-92b8-491c-afc9-6434473c3b06,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:29.198946 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a9bf4-b573-47e2-be5a-64e490402163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48440bd0-2110-4fcf-aa64-c7f0160418a2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:29.208209 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6df2f282-c9d2-4f85-8f47-48fdcb49b69c req-a9dde927-e809-40ac-bf11-de14920ecb26 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688415 Jul 06 12:01:29.216011 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-194a9bf4-b573-47e2-be5a-64e490402163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.217978 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-194a9bf4-b573-47e2-be5a-64e490402163 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/48440bd0-2110-4fcf-aa64-c7f0160418a2 HTTP/1.1" status: 204 len: 168 time: 0.4562559 Jul 06 12:01:29.223443 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40420) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:29.226984 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed0b75c8-196f-467f-9761-9e54f7a19156 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.228489 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ed0b75c8-196f-467f-9761-9e54f7a19156 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3538778 Jul 06 12:01:29.242277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40422) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:29.290203 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d56bcff0-0b80-4e42-9f80-1c8b0c8cda22 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules/8aab2302-92b8-491c-afc9-6434473c3b06 HTTP/1.1" status: 200 len: 769 time: 0.0463829 Jul 06 12:01:29.293599 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40426) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:29.355572 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9c61a717-4a0d-4bf7-b21a-de96aa80aef1 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0605931 Jul 06 12:01:29.360983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40432) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:29.365376 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b21135b0-28fb-4ead-94b4-398f91969089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.409096 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49713bf1-3b8b-4921-97a7-9a12277c41b0 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.423669 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49713bf1-3b8b-4921-97a7-9a12277c41b0 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.465089 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49713bf1-3b8b-4921-97a7-9a12277c41b0 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.477544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49713bf1-3b8b-4921-97a7-9a12277c41b0 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8aab2302-92b8-491c-afc9-6434473c3b06,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:29.482185 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49713bf1-3b8b-4921-97a7-9a12277c41b0 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.487083 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-49713bf1-3b8b-4921-97a7-9a12277c41b0 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/8aab2302-92b8-491c-afc9-6434473c3b06 HTTP/1.1" status: 204 len: 168 time: 0.1213965 Jul 06 12:01:29.488121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40436) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:29.550365 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fd2226f4-f45b-4bbd-b9d9-5d759cfc3b97 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0585759 Jul 06 12:01:29.550576 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40440) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:29.601951 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b21135b0-28fb-4ead-94b4-398f91969089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.623403 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-b21135b0-28fb-4ead-94b4-398f91969089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ba90c4-7387-46b8-81ee-2676932fbc50']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:29.633183 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64c3b562-ea3b-4982-a54f-86b1a507517b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.644650 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-b21135b0-28fb-4ead-94b4-398f91969089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:29.645146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-b21135b0-28fb-4ead-94b4-398f91969089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c20f0f6-f7d8-4a04-a14a-68cb3d217b0f') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:29.669234 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64c3b562-ea3b-4982-a54f-86b1a507517b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.670952 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b21135b0-28fb-4ead-94b4-398f91969089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.688964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 6fdd5809-a6ac-476c-9bb7-41093766c0ed no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:29.702186 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc8a0a-8096-4781-9f6d-91bce11b59cf req-b9f389a3-7428-4adc-836a-c72d60062cb8 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:29.717989 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8dbc8a0a-8096-4781-9f6d-91bce11b59cf req-b9f389a3-7428-4adc-836a-c72d60062cb8 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b5f88e5-bf1d-4567-a0c9-bc8007787d12 HTTP/1.1" status: 200 len: 946 time: 0.2850983 Jul 06 12:01:29.728363 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64c3b562-ea3b-4982-a54f-86b1a507517b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.729960 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 6fdd5809-a6ac-476c-9bb7-41093766c0ed {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:29.730804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 6fdd5809-a6ac-476c-9bb7-41093766c0ed not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:29.730990 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b21135b0-28fb-4ead-94b4-398f91969089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.731278 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64c3b562-ea3b-4982-a54f-86b1a507517b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.732683 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-64c3b562-ea3b-4982-a54f-86b1a507517b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "DELETE /v2.0/security-groups/48ed5481-6278-4e5f-9130-c8cfe29215d2 HTTP/1.1" status: 204 len: 168 time: 0.1806004 Jul 06 12:01:29.738693 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40450) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:29.751168 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21135b0-28fb-4ead-94b4-398f91969089 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:01:29.752272 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b21135b0-28fb-4ead-94b4-398f91969089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:01:29.754281 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:01:29.762340 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3b562-ea3b-4982-a54f-86b1a507517b tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ed5481-6278-4e5f-9130-c8cfe29215d2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:29.813178 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7945cfdd-30e3-4926-9a2f-4542c7f36412 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0730517 Jul 06 12:01:29.819141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40454) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:29.860537 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8dbc8a0a-8096-4781-9f6d-91bce11b59cf req-dd2446d8-e6aa-4a23-968e-0a6a467fec98 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=90efa32f-7d33-4998-84d4-30fa5bb418a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409929 Jul 06 12:01:29.873744 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b21135b0-28fb-4ead-94b4-398f91969089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.876036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40456) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:29.892362 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b21135b0-28fb-4ead-94b4-398f91969089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:29.897467 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b21135b0-28fb-4ead-94b4-398f91969089 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c9ba90c4-7387-46b8-81ee-2676932fbc50 HTTP/1.1" status: 204 len: 168 time: 0.6716645 Jul 06 12:01:29.898937 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21135b0-28fb-4ead-94b4-398f91969089 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9ba90c4-7387-46b8-81ee-2676932fbc50,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:29.927645 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5da79c45-15ca-4e92-98f4-ced58c65ce34 tempest-SecGroupIPv6Test-1460227845 tempest-SecGroupIPv6Test-1460227845-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0982072 Jul 06 12:01:29.946245 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device c082b73e-588d-49fe-bdf7-177f70b9822e up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:30.004252 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port c082b73e-588d-49fe-bdf7-177f70b9822e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:30.010018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port c082b73e-588d-49fe-bdf7-177f70b9822e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:30.010731 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.063629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0257339f-faf9-491c-870a-9051505c6ba0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-884496571-network', 'tenant_id': '006d8323edb6437093d99ce511433d41'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:30.105279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0257339f-faf9-491c-870a-9051505c6ba0 admin admin] Made reservation on behalf of 006d8323edb6437093d99ce511433d41 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:30.108393 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0257339f-faf9-491c-870a-9051505c6ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.124103 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.137169 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0257339f-faf9-491c-870a-9051505c6ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.208260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd88b92-2abe-4da8-936d-09c9785af8b0 req-ce3ef16c-fd6e-4ebb-a0f6-f85334a31004 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:30.208700 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-acd88b92-2abe-4da8-936d-09c9785af8b0 req-ce3ef16c-fd6e-4ebb-a0f6-f85334a31004 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=53c16fab-4e88-4756-87ff-76296ae7a08d HTTP/1.1" status: 200 len: 945 time: 0.1863227 Jul 06 12:01:30.209895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40464) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:30.235318 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port c082b73e-588d-49fe-bdf7-177f70b9822e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c082b73e-588d-49fe-bdf7-177f70b9822e,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:30.244699 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.246455 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 62162b52-9136-4144-89ae-8e2ba3dc60b4 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:30.267586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0257339f-faf9-491c-870a-9051505c6ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.274856 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0257339f-faf9-491c-870a-9051505c6ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.302627 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0257339f-faf9-491c-870a-9051505c6ba0 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:30.322004 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257339f-faf9-491c-870a-9051505c6ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9b302d-9a21-477d-80ca-e2432b4bd7d3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:30.330087 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-acd88b92-2abe-4da8-936d-09c9785af8b0 req-cf5bb6c1-1507-40a5-9b36-1b16f142e344 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068540 Jul 06 12:01:30.337949 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9a154ecd-494a-464f-9571-539a78784289 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af2573afe7df47ea87c700ac760d6276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1240008 Jul 06 12:01:30.337949 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40470) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:30.340379 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0257339f-faf9-491c-870a-9051505c6ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.343269 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-0257339f-faf9-491c-870a-9051505c6ba0 admin admin] Added segment 52e810af-a3de-4b3b-96ba-eb70a10ace83 of type vlan for network 94bae05c-7754-47cb-8af2-746d89f9dc0f Jul 06 12:01:30.408323 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0257339f-faf9-491c-870a-9051505c6ba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.426828 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 62162b52-9136-4144-89ae-8e2ba3dc60b4 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:30.427556 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 62162b52-9136-4144-89ae-8e2ba3dc60b4 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:30.428456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 12e6871a-88ec-466e-b45f-8552d677ae4d no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:30.446691 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e3d25564-4486-4312-a4be-9c484f5fc8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.519652 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40480) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:30.535086 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 12e6871a-88ec-466e-b45f-8552d677ae4d {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:01:30.535665 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 12e6871a-88ec-466e-b45f-8552d677ae4d not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:01:30.540211 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=c082b73e-588d-49fe-bdf7-177f70b9822e,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:30.540364 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e3d25564-4486-4312-a4be-9c484f5fc8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.540911 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0257339f-faf9-491c-870a-9051505c6ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.542577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0257339f-faf9-491c-870a-9051505c6ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:30.543513 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0257339f-faf9-491c-870a-9051505c6ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.670784 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0257339f-faf9-491c-870a-9051505c6ba0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7905154 Jul 06 12:01:30.674777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40484) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:30.686246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8843a8fc-ed46-41fc-8095-7946ea078670 admin admin] Request body: {'subnet': {'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-884496571-subnet', 'tenant_id': '006d8323edb6437093d99ce511433d41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:30.727920 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257339f-faf9-491c-870a-9051505c6ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=94bae05c-7754-47cb-8af2-746d89f9dc0f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:30.740597 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-a2cf5d13-d0af-472e-b6c4-ddc6f92baf02 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:30.742152 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 94bae05c-7754-47cb-8af2-746d89f9dc0f details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:30.743923 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-a2cf5d13-d0af-472e-b6c4-ddc6f92baf02 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/networks?id=56e52248-e152-4597-ab97-7d8ed8961c27 HTTP/1.1" status: 200 len: 822 time: 0.2356150 Jul 06 12:01:30.745445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e3d25564-4486-4312-a4be-9c484f5fc8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.749337 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e3d25564-4486-4312-a4be-9c484f5fc8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.753687 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e3d25564-4486-4312-a4be-9c484f5fc8e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6b122e7c-b0d4-443d-94d0-556e72c0715b HTTP/1.1" status: 204 len: 168 time: 0.4140794 Jul 06 12:01:30.770557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8843a8fc-ed46-41fc-8095-7946ea078670 admin admin] Made reservation on behalf of 006d8323edb6437093d99ce511433d41 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:30.774140 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8843a8fc-ed46-41fc-8095-7946ea078670 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:30.775297 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d25564-4486-4312-a4be-9c484f5fc8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b122e7c-b0d4-443d-94d0-556e72c0715b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:30.782672 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d3b26f11-e116-4f63-9a87-d211727f50b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a7e841cbe7724a969208eff6a018ca35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612963 Jul 06 12:01:30.785262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40488) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:30.797668 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5bcd78ff-438d-4f86-a237-abfe987ede10 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/quotas/21948591799b45458c2715663b358cac HTTP/1.1" status: 200 len: 375 time: 0.0409997 Jul 06 12:01:30.810964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c16fab-4e88-4756-87ff-76296ae7a08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c082b73e-588d-49fe-bdf7-177f70b9822e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:30.813702 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640ba79c-d3a9-48a6-8de4-c8d36b6160e9" -d '{"events": [{"server_uuid": "53c16fab-4e88-4756-87ff-76296ae7a08d", "name": "network-vif-plugged", "status": "completed", "tag": "c082b73e-588d-49fe-bdf7-177f70b9822e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:30.912253 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-039f9a23-a9c2-4b94-b637-094d0c52692f tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=21948591799b45458c2715663b358cac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1108408 Jul 06 12:01:30.979055 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14bdda83-c637-4428-9607-2c4787fdaccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.028447 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-857181e9-e29a-4abb-9e05-942030002cf4 service neutron] 10.222.0.81 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090078 Jul 06 12:01:31.043487 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14bdda83-c637-4428-9607-2c4787fdaccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.124362 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-4872455f-4927-414b-8302-43d7e9f209bc service neutron] 10.222.0.81 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874524 Jul 06 12:01:31.211723 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14bdda83-c637-4428-9607-2c4787fdaccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.214968 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14bdda83-c637-4428-9607-2c4787fdaccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.216431 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-14bdda83-c637-4428-9607-2c4787fdaccf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5b9a49a0-b832-4883-ab52-0a1185230e90 HTTP/1.1" status: 204 len: 168 time: 0.4298902 Jul 06 12:01:31.221646 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8843a8fc-ed46-41fc-8095-7946ea078670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.234124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdda83-c637-4428-9607-2c4787fdaccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9a49a0-b832-4883-ab52-0a1185230e90,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:31.324184 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843a8fc-ed46-41fc-8095-7946ea078670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=630b344f-b40d-402b-87dd-410d7ed1ce59,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:31.340280 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8843a8fc-ed46-41fc-8095-7946ea078670 admin admin] Checking segment: {'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:31.340656 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8843a8fc-ed46-41fc-8095-7946ea078670 admin admin] Network hostable DHCP agents. Network: 94bae05c-7754-47cb-8af2-746d89f9dc0f, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:31.371021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8843a8fc-ed46-41fc-8095-7946ea078670 admin admin] Network 94bae05c-7754-47cb-8af2-746d89f9dc0f is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:31.389664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8843a8fc-ed46-41fc-8095-7946ea078670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 94bae05c-7754-47cb-8af2-746d89f9dc0f) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:31.402068 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c4abe0-40a8-4192-b8c1-f3ef39fd6710 None None] Network 94bae05c-7754-47cb-8af2-746d89f9dc0f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:31.411332 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8843a8fc-ed46-41fc-8095-7946ea078670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:31.412966 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8843a8fc-ed46-41fc-8095-7946ea078670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:31.463296 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8843a8fc-ed46-41fc-8095-7946ea078670 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7768407 Jul 06 12:01:31.658565 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105c33f2-2b0a-471b-8daf-5f5e0397bf08 None None] Network 94bae05c-7754-47cb-8af2-746d89f9dc0f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:31.972779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e2909-a1fd-4491-b4e6-dc78adf160b7 req-f3f9097e-0782-499d-9114-7e735c67c5bd tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:31.974543 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-303e2909-a1fd-4491-b4e6-dc78adf160b7 req-f3f9097e-0782-499d-9114-7e735c67c5bd tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 946 time: 0.1482859 Jul 06 12:01:32.033794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-303e2909-a1fd-4491-b4e6-dc78adf160b7 req-2048fb90-06d8-4f92-8105-5f056e2d329d tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455811 Jul 06 12:01:32.113484 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75eae4a0-d0b8-427a-b637-6db736eda9ee x-openstack-request-id: req-75eae4a0-d0b8-427a-b637-6db736eda9ee {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:32.114150 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c16fab-4e88-4756-87ff-76296ae7a08d", "name": "network-vif-plugged", "status": "completed", "tag": "c082b73e-588d-49fe-bdf7-177f70b9822e", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:32.114472 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-75eae4a0-d0b8-427a-b637-6db736eda9ee {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:32.114939 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c16fab-4e88-4756-87ff-76296ae7a08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c082b73e-588d-49fe-bdf7-177f70b9822e', 'code': 200} Jul 06 12:01:32.309328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388dc2b-93e9-4104-8cb2-00aaf1c509ae req-59fe3413-8202-4d90-b3bf-ef552420a6c1 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:32.311186 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e388dc2b-93e9-4104-8cb2-00aaf1c509ae req-59fe3413-8202-4d90-b3bf-ef552420a6c1 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b5f88e5-bf1d-4567-a0c9-bc8007787d12 HTTP/1.1" status: 200 len: 946 time: 0.0849018 Jul 06 12:01:32.361279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707417b4-0a47-47ac-83d7-8c1f99bbfa57 req-a4171a4c-5bab-43a8-acd3-200025004f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:32.363910 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-707417b4-0a47-47ac-83d7-8c1f99bbfa57 req-a4171a4c-5bab-43a8-acd3-200025004f99 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=53c16fab-4e88-4756-87ff-76296ae7a08d HTTP/1.1" status: 200 len: 1097 time: 0.0808179 Jul 06 12:01:32.375539 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e388dc2b-93e9-4104-8cb2-00aaf1c509ae req-aee7a2f1-921c-4108-b49d-930445cb66ef tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=90efa32f-7d33-4998-84d4-30fa5bb418a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527148 Jul 06 12:01:32.419364 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-707417b4-0a47-47ac-83d7-8c1f99bbfa57 req-59033d5f-327e-4f47-baee-21a8f2f3c0cd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403051 Jul 06 12:01:32.563838 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-950d7c3c-ec2d-42f4-af27-4cbe9c74f9eb req-c0bb7261-a656-4308-8c0c-e65e758682e9 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=485a9805-0700-4258-8a5b-dc0d3a157642 HTTP/1.1" status: 200 len: 210 time: 0.0552044 Jul 06 12:01:32.590234 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40558) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:32.695805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-76ca6451-29a4-4416-b124-30b24e4c8176 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078860395'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:32.720648 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76ca6451-29a4-4416-b124-30b24e4c8176 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:32.729520 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76ca6451-29a4-4416-b124-30b24e4c8176 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:32.767789 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbd849-21fc-4426-9a77-abbec14ed9fe req-53a0c6ee-4941-4ff9-b47c-b87075220645 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:32.770403 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-16dbd849-21fc-4426-9a77-abbec14ed9fe req-53a0c6ee-4941-4ff9-b47c-b87075220645 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=53c16fab-4e88-4756-87ff-76296ae7a08d HTTP/1.1" status: 200 len: 946 time: 0.0755022 Jul 06 12:01:32.830953 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-16dbd849-21fc-4426-9a77-abbec14ed9fe req-509deb97-5a78-4f56-b22a-8dbbcc972aeb tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541568 Jul 06 12:01:32.851065 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76ca6451-29a4-4416-b124-30b24e4c8176 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:32.856377 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76ca6451-29a4-4416-b124-30b24e4c8176 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:32.895122 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca6451-29a4-4416-b124-30b24e4c8176 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a8cb88-06cf-4637-b5dd-d5c2a294fdbd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:32.963089 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76ca6451-29a4-4416-b124-30b24e4c8176 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:32.968378 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76ca6451-29a4-4416-b124-30b24e4c8176 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.060455 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76ca6451-29a4-4416-b124-30b24e4c8176 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.067494 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-76ca6451-29a4-4416-b124-30b24e4c8176 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4704499 Jul 06 12:01:33.067494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca6451-29a4-4416-b124-30b24e4c8176 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab915ec-34c5-4b4c-8e0d-1f23aa790f95,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:33.068157 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40564) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:33.151741 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-455cc5bb-5112-475e-b24c-9ee9a8847e45 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0791988 Jul 06 12:01:33.151741 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40576) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:33.152092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-6ae30c19-3dd7-47cd-a4d1-95e503a5f55e tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:33.153401 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-6ae30c19-3dd7-47cd-a4d1-95e503a5f55e tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.89 "GET /v2.0/networks?id=56e52248-e152-4597-ab97-7d8ed8961c27 HTTP/1.1" status: 200 len: 822 time: 0.1665568 Jul 06 12:01:33.160138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-26f51d6d-9020-46c6-9ff8-7243f9003a9f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group': {'name': 'tempest-security--855573439', 'description': 'tempest-security-description-776505993'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:33.166468 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-42b26290-516b-41b0-9532-2b0cecf8cfe2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Request body: {'port': {'device_id': '485a9805-0700-4258-8a5b-dc0d3a157642', 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27', 'admin_state_up': True, 'tenant_id': '21948591799b45458c2715663b358cac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:33.250770 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-26f51d6d-9020-46c6-9ff8-7243f9003a9f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.314553 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-42b26290-516b-41b0-9532-2b0cecf8cfe2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Made reservation on behalf of 21948591799b45458c2715663b358cac for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:33.323130 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-42b26290-516b-41b0-9532-2b0cecf8cfe2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.325244 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-26f51d6d-9020-46c6-9ff8-7243f9003a9f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.333463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-871bb5c6-20a7-4003-85c2-9b024dd82de7 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:33.335074 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-871bb5c6-20a7-4003-85c2-9b024dd82de7 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/networks?id=94bae05c-7754-47cb-8af2-746d89f9dc0f HTTP/1.1" status: 200 len: 814 time: 0.1621573 Jul 06 12:01:33.336279 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-26f51d6d-9020-46c6-9ff8-7243f9003a9f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.338838 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-26f51d6d-9020-46c6-9ff8-7243f9003a9f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.344156 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-26f51d6d-9020-46c6-9ff8-7243f9003a9f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "PUT /v2.0/security-groups/1ab915ec-34c5-4b4c-8e0d-1f23aa790f95 HTTP/1.1" status: 200 len: 1778 time: 0.1886904 Jul 06 12:01:33.345574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40578) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:33.373623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f51d6d-9020-46c6-9ff8-7243f9003a9f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab915ec-34c5-4b4c-8e0d-1f23aa790f95,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:33.378777 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-161c9feb-9d3e-4e18-92cb-a87938c85c8d tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/quotas/006d8323edb6437093d99ce511433d41 HTTP/1.1" status: 200 len: 375 time: 0.0160005 Jul 06 12:01:33.420810 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-92437a4a-fd11-4fea-a00f-1467547baa6b tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=006d8323edb6437093d99ce511433d41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349452 Jul 06 12:01:33.442026 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-470da164-e61c-4390-8587-9ea0a85d5879 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-groups/1ab915ec-34c5-4b4c-8e0d-1f23aa790f95 HTTP/1.1" status: 200 len: 1778 time: 0.0952308 Jul 06 12:01:33.445733 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40580) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:33.560053 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-3530459b-9ee1-4941-b8d7-e3cbba2e53dd service neutron] 10.222.0.81 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369121 Jul 06 12:01:33.574282 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-130e70bc-b862-4472-8d7a-336b3c62b975 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.577210 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-42b26290-516b-41b0-9532-2b0cecf8cfe2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Allocated IP 172.20.0.14 (56e52248-e152-4597-ab97-7d8ed8961c27/6e9849ed-0174-4a21-9147-9e29b67ec623/f3b40efc-b9b6-4302-9123-a0615e622617) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:33.626746 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-130e70bc-b862-4472-8d7a-336b3c62b975 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.657319 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-81f202e8-0b12-4b73-b0ce-fe4de8bf27e9 service neutron] 10.222.0.81 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913680 Jul 06 12:01:33.815022 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-130e70bc-b862-4472-8d7a-336b3c62b975 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.817685 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-130e70bc-b862-4472-8d7a-336b3c62b975 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.818930 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-130e70bc-b862-4472-8d7a-336b3c62b975 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-groups/1ab915ec-34c5-4b4c-8e0d-1f23aa790f95 HTTP/1.1" status: 204 len: 168 time: 0.3722029 Jul 06 12:01:33.821644 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40590) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:33.838353 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e70bc-b862-4472-8d7a-336b3c62b975 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab915ec-34c5-4b4c-8e0d-1f23aa790f95,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:33.871595 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-42b26290-516b-41b0-9532-2b0cecf8cfe2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.894132 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-791a6c82-df52-47f8-8716-804714e73ebb tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0710540 Jul 06 12:01:33.894761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40594) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:33.918569 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-d8a03c00-c16c-48ce-95de-0f8db81af055 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] delete failed (client error): The resource could not be found. Jul 06 12:01:33.931468 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d8a03c00-c16c-48ce-95de-0f8db81af055 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-groups/1ab915ec-34c5-4b4c-8e0d-1f23aa790f95 HTTP/1.1" status: 404 len: 347 time: 0.0353153 Jul 06 12:01:33.932082 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40598) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:33.939976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group': {'name': 'tempest-secgroup--264345419'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:33.944771 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-42b26290-516b-41b0-9532-2b0cecf8cfe2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:33.964506 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device df8e6fad-5c5d-45ac-8009-6ba148028fe1 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:01:33.987346 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.032616 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-42b26290-516b-41b0-9532-2b0cecf8cfe2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Network 56e52248-e152-4597-ab97-7d8ed8961c27 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:34.036421 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-42b26290-516b-41b0-9532-2b0cecf8cfe2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:34.041103 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-42b26290-516b-41b0-9532-2b0cecf8cfe2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:34.081419 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b26290-516b-41b0-9532-2b0cecf8cfe2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Pushing event updated for resources: {'Port': ['ID=f3b40efc-b9b6-4302-9123-a0615e622617,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:34.115985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-42b26290-516b-41b0-9532-2b0cecf8cfe2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:34.117021 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-42b26290-516b-41b0-9532-2b0cecf8cfe2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.129662 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.132438 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port df8e6fad-5c5d-45ac-8009-6ba148028fe1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:34.143961 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-42b26290-516b-41b0-9532-2b0cecf8cfe2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9815989 Jul 06 12:01:34.153158 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.155524 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'port_id': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1', 'mac_address': 'fa:16:3e:d2:06:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:01:34.157485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Request body: {'port': {'device_id': '485a9805-0700-4258-8a5b-dc0d3a157642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:34.241879 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.246776 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.248481 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3151302 Jul 06 12:01:34.253325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40606) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:34.259340 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a2a0b9b5-ac5b-476e-ab9b-cdd7ffd9bcd6 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group_rule': {'security_group_id': '92226b66-2846-49f9-99cf-47e47b2df111', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:34.261294 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92226b66-2846-49f9-99cf-47e47b2df111,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:34.284097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:34.284846 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:34.285420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:34.286008 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:34.286585 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:34.287126 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:34.287669 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:34.288259 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:34.288809 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:34.289388 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:34.289954 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:34.290509 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5562b7f-6cfb-4818-a035-b3266facaf94 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:34.319345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b402051-2c4f-4757-b5aa-4a9b3b77751b req-cebb8208-087e-4782-b3f9-49976df422aa tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:34.338287 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b9b5-ac5b-476e-ab9b-cdd7ffd9bcd6 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.339972 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b402051-2c4f-4757-b5aa-4a9b3b77751b req-cebb8208-087e-4782-b3f9-49976df422aa tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b5f88e5-bf1d-4567-a0c9-bc8007787d12 HTTP/1.1" status: 200 len: 946 time: 0.2012098 Jul 06 12:01:34.417323 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b402051-2c4f-4757-b5aa-4a9b3b77751b req-27a13ad1-b95d-467e-84dc-4131aed44ef0 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=90efa32f-7d33-4998-84d4-30fa5bb418a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789683 Jul 06 12:01:34.538757 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b9b5-ac5b-476e-ab9b-cdd7ffd9bcd6 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.549384 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.558377 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b9b5-ac5b-476e-ab9b-cdd7ffd9bcd6 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.569442 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df8e6fad-5c5d-45ac-8009-6ba148028fe1 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:34.595617 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port df8e6fad-5c5d-45ac-8009-6ba148028fe1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:34.601607 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.631653 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0b9b5-ac5b-476e-ab9b-cdd7ffd9bcd6 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29bebaa-d5f8-4507-86b7-b0d4a59f6909,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:34.636097 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b9b5-ac5b-476e-ab9b-cdd7ffd9bcd6 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.640230 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a2a0b9b5-ac5b-476e-ab9b-cdd7ffd9bcd6 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3856244 Jul 06 12:01:34.641057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40624) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:34.676610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=df8e6fad-5c5d-45ac-8009-6ba148028fe1,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:34.686034 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['df8e6fad-5c5d-45ac-8009-6ba148028fe1'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:34.733388 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dca8d332-5b2f-456c-9df5-83ce6ace34fb tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.756192 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dca8d332-5b2f-456c-9df5-83ce6ace34fb tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.775818 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b40efc-b9b6-4302-9123-a0615e622617 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:34.795880 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.816838 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dca8d332-5b2f-456c-9df5-83ce6ace34fb tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.818277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Transition to ACTIVE for port object f3b40efc-b9b6-4302-9123-a0615e622617 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:34.824546 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.835508 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dca8d332-5b2f-456c-9df5-83ce6ace34fb tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:34.837771 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dca8d332-5b2f-456c-9df5-83ce6ace34fb tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/d29bebaa-d5f8-4507-86b7-b0d4a59f6909 HTTP/1.1" status: 204 len: 168 time: 0.1944332 Jul 06 12:01:34.841463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40630) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:34.947731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b40efc-b9b6-4302-9123-a0615e622617,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:34.960616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8d332-5b2f-456c-9df5-83ce6ace34fb tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d29bebaa-d5f8-4507-86b7-b0d4a59f6909,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:34.988361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Attempting to bind port f3b40efc-b9b6-4302-9123-a0615e622617 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:34.989002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Attempting to bind port f3b40efc-b9b6-4302-9123-a0615e622617 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:34.990013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Attempting to bind port f3b40efc-b9b6-4302-9123-a0615e622617 on network 56e52248-e152-4597-ab97-7d8ed8961c27 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:34.998333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Port f3b40efc-b9b6-4302-9123-a0615e622617 on network 56e52248-e152-4597-ab97-7d8ed8961c27 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:01:34.998945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Attempting to bind port f3b40efc-b9b6-4302-9123-a0615e622617 on network 56e52248-e152-4597-ab97-7d8ed8961c27 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:35.009960 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40634) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:35.010167 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d7f82eaa-75dc-4a63-acb1-2e66a7cf04f5 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1450107 Jul 06 12:01:35.022821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:35.023919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Checking segment: {'id': '9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:35.023919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Bound using segment: {'id': '9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:35.024576 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Bound port: f3b40efc-b9b6-4302-9123-a0615e622617, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:35.025025 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.037181 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5a248-5f5e-476c-8abc-04b57bde0b11 req-52b1885c-dfbd-41b2-8ba2-bf8e232e22bb tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:35.038813 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92f5a248-5f5e-476c-8abc-04b57bde0b11 req-52b1885c-dfbd-41b2-8ba2-bf8e232e22bb tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 945 time: 0.1959059 Jul 06 12:01:35.102000 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92f5a248-5f5e-476c-8abc-04b57bde0b11 req-945f2b33-b474-4706-85af-acb3aa0ece7c tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544815 Jul 06 12:01:35.180562 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] For port f3b40efc-b9b6-4302-9123-a0615e622617, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:35.186070 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7fb549f1-818e-464c-bb14-3358764c6c97 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.211146 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] For port f3b40efc-b9b6-4302-9123-a0615e622617, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f3b40efc-b9b6-4302-9123-a0615e622617,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:35.229218 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.238320 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7fb549f1-818e-464c-bb14-3358764c6c97 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.301042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8885c66-67f0-4d0a-833c-76d7363acf77 req-0ef6c1e7-0f7c-4cd8-902f-b622b427d455 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:35.308519 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d8885c66-67f0-4d0a-833c-76d7363acf77 req-0ef6c1e7-0f7c-4cd8-902f-b622b427d455 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=485a9805-0700-4258-8a5b-dc0d3a157642 HTTP/1.1" status: 200 len: 944 time: 0.1003172 Jul 06 12:01:35.319307 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:35.320429 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.322150 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] 10.222.0.89 "PUT /v2.0/ports/f3b40efc-b9b6-4302-9123-a0615e622617 HTTP/1.1" status: 200 len: 1092 time: 1.1705899 Jul 06 12:01:35.330882 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485a9805-0700-4258-8a5b-dc0d3a157642', 'tag': 'f3b40efc-b9b6-4302-9123-a0615e622617'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:35.334554 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9447c8ef-1c29-4108-9ecf-64037a7b9816" -d '{"events": [{"name": "network-changed", "server_uuid": "485a9805-0700-4258-8a5b-dc0d3a157642", "tag": "f3b40efc-b9b6-4302-9123-a0615e622617"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:35.340688 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.392591 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c706bf6-dec2-4a47-acd6-116bfcbd5ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b40efc-b9b6-4302-9123-a0615e622617,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:35.415578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d8885c66-67f0-4d0a-833c-76d7363acf77 req-8d5d6f04-dc15-4cb7-ab2b-c98212e87cc0 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056473 Jul 06 12:01:35.447131 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7fb549f1-818e-464c-bb14-3358764c6c97 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.447131 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7fb549f1-818e-464c-bb14-3358764c6c97 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.447131 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7fb549f1-818e-464c-bb14-3358764c6c97 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-groups/92226b66-2846-49f9-99cf-47e47b2df111 HTTP/1.1" status: 204 len: 168 time: 0.4357288 Jul 06 12:01:35.450288 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40646) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:35.477199 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e0e876d5-abbb-4af3-b200-7eb7e947d3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.488606 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb549f1-818e-464c-bb14-3358764c6c97 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92226b66-2846-49f9-99cf-47e47b2df111,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:35.525049 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-2ea843c5-234d-413a-98a2-658a508d70ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:35.531781 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-2ea843c5-234d-413a-98a2-658a508d70ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=21948591799b45458c2715663b358cac&device_id=485a9805-0700-4258-8a5b-dc0d3a157642 HTTP/1.1" status: 200 len: 1095 time: 0.1558840 Jul 06 12:01:35.567365 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-927f16df-7b5a-4982-a11f-a108331e8907 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1154671 Jul 06 12:01:35.573086 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40650) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:35.579765 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-76d6d500-9214-447b-b5f8-458628477687 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group': {'name': 'tempest-secgroup--697830969'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:35.613610 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-76d6d500-9214-447b-b5f8-458628477687 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.637039 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-be2bd43c-103f-4894-9aa8-fe706a7baf6b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3b40efc-b9b6-4302-9123-a0615e622617 HTTP/1.1" status: 200 len: 217 time: 0.0995042 Jul 06 12:01:35.744869 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eabd6f88-19f3-4ac0-9c3d-06a413c80a64 req-50cc7357-1297-47db-b0a5-a06a15a94baa tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 210 time: 0.0527387 Jul 06 12:01:35.769661 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-ce3f6c3e-d7ca-48f5-8011-187a21a47795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:35.771608 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-ce3f6c3e-d7ca-48f5-8011-187a21a47795 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6e9849ed-0174-4a21-9147-9e29b67ec623 HTTP/1.1" status: 200 len: 862 time: 0.1209142 Jul 06 12:01:35.866646 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-76d6d500-9214-447b-b5f8-458628477687 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.875794 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-76d6d500-9214-447b-b5f8-458628477687 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.888004 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-eecd7292-e822-4874-bc84-60da3ea3c157 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56e52248-e152-4597-ab97-7d8ed8961c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487392 Jul 06 12:01:35.929559 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-76d6d500-9214-447b-b5f8-458628477687 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:35.932188 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-76d6d500-9214-447b-b5f8-458628477687 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3580456 Jul 06 12:01:35.938225 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40652) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:35.943619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40654) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:35.949562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-da1544a8-337f-45b6-a66b-70bf59fd9f7a tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group_rule': {'security_group_id': '48e7aeb9-702c-4884-9b89-394f26d892f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:35.960003 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6d500-9214-447b-b5f8-458628477687 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e7aeb9-702c-4884-9b89-394f26d892f8,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:35.977527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device df8e6fad-5c5d-45ac-8009-6ba148028fe1 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:36.006827 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-da1544a8-337f-45b6-a66b-70bf59fd9f7a tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.085805 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port df8e6fad-5c5d-45ac-8009-6ba148028fe1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:36.086469 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.185582 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-da1544a8-337f-45b6-a66b-70bf59fd9f7a tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.214421 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.218850 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5c0b9-ba92-4233-bde8-a1672150677b req-efcbeb2e-837c-46b4-bba3-f7682351abae tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:36.229523 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0d5c0b9-ba92-4233-bde8-a1672150677b req-efcbeb2e-837c-46b4-bba3-f7682351abae tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=53c16fab-4e88-4756-87ff-76296ae7a08d HTTP/1.1" status: 200 len: 946 time: 0.2047746 Jul 06 12:01:36.232936 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-da1544a8-337f-45b6-a66b-70bf59fd9f7a tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.278993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1544a8-337f-45b6-a66b-70bf59fd9f7a tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b892fcd4-4d42-4936-9146-35e8b8645988,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:36.291437 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-da1544a8-337f-45b6-a66b-70bf59fd9f7a tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.293322 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-da1544a8-337f-45b6-a66b-70bf59fd9f7a tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3530481 Jul 06 12:01:36.300810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40658) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:36.308529 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-89e761f0-b0e8-4976-8cf6-811a2a2a03cd tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group_rule': {'security_group_id': '48e7aeb9-702c-4884-9b89-394f26d892f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:36.339049 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port df8e6fad-5c5d-45ac-8009-6ba148028fe1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:36.340566 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0d5c0b9-ba92-4233-bde8-a1672150677b req-15437bc6-121c-4d91-8d23-85bbd8e2145e tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095984 Jul 06 12:01:36.343844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:36.348430 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d9a5ff-20ac-4018-9632-fc2a33827242" -d '{"events": [{"server_uuid": "14639a60-b26f-469f-9e2e-8051e95b3e71", "name": "network-vif-plugged", "status": "completed", "tag": "df8e6fad-5c5d-45ac-8009-6ba148028fe1"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:36.355634 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.399350 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.417790 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89e761f0-b0e8-4976-8cf6-811a2a2a03cd tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.480168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-8d7d4385-bbdc-4954-a0b6-76894608f8c9 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:36.481737 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-8d7d4385-bbdc-4954-a0b6-76894608f8c9 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.23 "GET /v2.0/networks?id=94bae05c-7754-47cb-8af2-746d89f9dc0f HTTP/1.1" status: 200 len: 814 time: 0.8507345 Jul 06 12:01:36.493621 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94138de-7283-42d7-a7d7-14f9997a97dd x-openstack-request-id: req-e94138de-7283-42d7-a7d7-14f9997a97dd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:36.493910 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485a9805-0700-4258-8a5b-dc0d3a157642", "tag": "f3b40efc-b9b6-4302-9123-a0615e622617", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:36.494162 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e94138de-7283-42d7-a7d7-14f9997a97dd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:36.494560 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485a9805-0700-4258-8a5b-dc0d3a157642', 'tag': 'f3b40efc-b9b6-4302-9123-a0615e622617', 'status': 'completed', 'code': 200} Jul 06 12:01:36.498309 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=df8e6fad-5c5d-45ac-8009-6ba148028fe1,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:36.509896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-baf22dc8-8d51-4a99-9202-745f9b177685 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Request body: {'port': {'device_id': '868cc1b1-47e4-436b-a360-12b39edd3850', 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f', 'admin_state_up': True, 'tenant_id': '006d8323edb6437093d99ce511433d41'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:36.540966 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89e761f0-b0e8-4976-8cf6-811a2a2a03cd tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.548470 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89e761f0-b0e8-4976-8cf6-811a2a2a03cd tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.585938 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89e761f0-b0e8-4976-8cf6-811a2a2a03cd tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.588740 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-89e761f0-b0e8-4976-8cf6-811a2a2a03cd tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2863889 Jul 06 12:01:36.592541 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40670) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:36.601257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-cb4b1888-c84f-46cd-9aec-8d7678298a68 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group_rule': {'security_group_id': '48e7aeb9-702c-4884-9b89-394f26d892f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:36.610044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e761f0-b0e8-4976-8cf6-811a2a2a03cd tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9abf3edf-3f2a-4c55-a81a-7d2dd385fff4,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:36.656203 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb4b1888-c84f-46cd-9aec-8d7678298a68 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.753494 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-cad64ce9-3f77-4cd2-86f3-f03a674becc3 service neutron] 10.222.0.89 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8498614 Jul 06 12:01:36.817224 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb4b1888-c84f-46cd-9aec-8d7678298a68 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.868680 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb4b1888-c84f-46cd-9aec-8d7678298a68 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.907449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b1888-c84f-46cd-9aec-8d7678298a68 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9dc2ff-01c1-4f66-8343-d712776d16bb,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:36.955133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f4898-2bf0-4c89-8280-039ea43027e8 req-dbd6efc7-7387-4e84-8f9c-39f0747cd6e1 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:36.958151 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-631f4898-2bf0-4c89-8280-039ea43027e8 req-dbd6efc7-7387-4e84-8f9c-39f0747cd6e1 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 946 time: 0.1477048 Jul 06 12:01:36.958500 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-baf22dc8-8d51-4a99-9202-745f9b177685 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Made reservation on behalf of 006d8323edb6437093d99ce511433d41 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:36.968258 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-baf22dc8-8d51-4a99-9202-745f9b177685 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.971886 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb4b1888-c84f-46cd-9aec-8d7678298a68 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:36.976503 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cb4b1888-c84f-46cd-9aec-8d7678298a68 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3801019 Jul 06 12:01:36.977872 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40674) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:36.990592 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-95ef161f-6c92-4cd5-9fa2-c51cbb92c3f5 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group_rule': {'security_group_id': '48e7aeb9-702c-4884-9b89-394f26d892f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:37.034300 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-631f4898-2bf0-4c89-8280-039ea43027e8 req-b76655ed-8493-4774-ab97-5708f812334a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671566 Jul 06 12:01:37.104048 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a92a07c-8396-46f2-953e-7f83716f8287 x-openstack-request-id: req-2a92a07c-8396-46f2-953e-7f83716f8287 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:37.105728 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14639a60-b26f-469f-9e2e-8051e95b3e71", "name": "network-vif-plugged", "status": "completed", "tag": "df8e6fad-5c5d-45ac-8009-6ba148028fe1", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:37.106012 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a92a07c-8396-46f2-953e-7f83716f8287 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:37.106571 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1', 'code': 200} Jul 06 12:01:37.277037 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-39deed8a-5120-4e99-9149-dd6f26c979c7 req-49d95c1e-81cc-4afd-8fef-7720f123b14c service neutron] 10.222.0.89 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118366 Jul 06 12:01:37.286891 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95ef161f-6c92-4cd5-9fa2-c51cbb92c3f5 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.534889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-baf22dc8-8d51-4a99-9202-745f9b177685 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Allocated IP 172.20.0.4 (94bae05c-7754-47cb-8af2-746d89f9dc0f/630b344f-b40d-402b-87dd-410d7ed1ce59/18034f1a-7abe-4804-9ef7-9660150d58ea) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:37.583361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c01f0b-f59a-4112-8883-a0c5c2f16afc req-e6f9a1a1-e1ed-43ca-8975-9ec19a94a736 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:37.584988 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17c01f0b-f59a-4112-8883-a0c5c2f16afc req-e6f9a1a1-e1ed-43ca-8975-9ec19a94a736 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=485a9805-0700-4258-8a5b-dc0d3a157642 HTTP/1.1" status: 200 len: 944 time: 0.1170278 Jul 06 12:01:37.596287 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95ef161f-6c92-4cd5-9fa2-c51cbb92c3f5 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.615391 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95ef161f-6c92-4cd5-9fa2-c51cbb92c3f5 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.644253 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17c01f0b-f59a-4112-8883-a0c5c2f16afc req-9e5f7fd3-689b-4eed-89d2-1a4cc08d2dac tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479674 Jul 06 12:01:37.647577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447c8ef-1c29-4108-9ecf-64037a7b9816 req-f8c423c7-e8f1-4067-b9da-13cc01607349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:37.649758 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9447c8ef-1c29-4108-9ecf-64037a7b9816 req-f8c423c7-e8f1-4067-b9da-13cc01607349 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=21948591799b45458c2715663b358cac&device_id=485a9805-0700-4258-8a5b-dc0d3a157642 HTTP/1.1" status: 200 len: 1095 time: 0.3028970 Jul 06 12:01:37.732675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef161f-6c92-4cd5-9fa2-c51cbb92c3f5 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a378da-4e3c-4a2b-ba1d-a7d7693c3095,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:37.825482 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95ef161f-6c92-4cd5-9fa2-c51cbb92c3f5 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:37.826606 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-95ef161f-6c92-4cd5-9fa2-c51cbb92c3f5 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8487623 Jul 06 12:01:37.830161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40684) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:37.835266 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7714bdbf-1d23-46b5-a16b-2fd932689b49 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group_rule': {'security_group_id': '48e7aeb9-702c-4884-9b89-394f26d892f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:37.978228 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8edfaeb1-8c78-4937-be28-74a617767649 req-ae3615c5-b2a1-4af8-9ee6-3dcdae7333d2 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 210 time: 0.0976174 Jul 06 12:01:37.997737 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447c8ef-1c29-4108-9ecf-64037a7b9816 req-7d046fd2-59ac-40ba-bce3-3676d1bf31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:37.999463 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9447c8ef-1c29-4108-9ecf-64037a7b9816 req-7d046fd2-59ac-40ba-bce3-3676d1bf31a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=56e52248-e152-4597-ab97-7d8ed8961c27 HTTP/1.1" status: 200 len: 923 time: 0.3382690 Jul 06 12:01:38.005226 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.007458 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7714bdbf-1d23-46b5-a16b-2fd932689b49 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.095094 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9447c8ef-1c29-4108-9ecf-64037a7b9816 req-e5d5a858-e060-44e1-b135-ea23940ea96e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3b40efc-b9b6-4302-9123-a0615e622617 HTTP/1.1" status: 200 len: 217 time: 0.0840306 Jul 06 12:01:38.120067 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a7e4565-b4e4-4321-93d7-76e2ec0fb8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.126892 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7714bdbf-1d23-46b5-a16b-2fd932689b49 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.136592 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7714bdbf-1d23-46b5-a16b-2fd932689b49 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.181981 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.184449 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-baf22dc8-8d51-4a99-9202-745f9b177685 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.209373 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7714bdbf-1d23-46b5-a16b-2fd932689b49 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.212660 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7714bdbf-1d23-46b5-a16b-2fd932689b49 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3789046 Jul 06 12:01:38.242329 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40688) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:38.250652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714bdbf-1d23-46b5-a16b-2fd932689b49 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6d8cbc-4e97-4340-92d4-583924e63a75,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:38.272858 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447c8ef-1c29-4108-9ecf-64037a7b9816 req-45718e51-06d5-4498-8f87-338e305d0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:38.274555 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9447c8ef-1c29-4108-9ecf-64037a7b9816 req-45718e51-06d5-4498-8f87-338e305d0239 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6e9849ed-0174-4a21-9147-9e29b67ec623 HTTP/1.1" status: 200 len: 862 time: 0.1713369 Jul 06 12:01:38.317726 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-efc40cad-bac4-4316-80fc-d3906eaaf675 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.333944 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9447c8ef-1c29-4108-9ecf-64037a7b9816 req-72793481-28a1-47b8-8f20-7414d99bddd2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56e52248-e152-4597-ab97-7d8ed8961c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467172 Jul 06 12:01:38.339909 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-efc40cad-bac4-4316-80fc-d3906eaaf675 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.432250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca49e93-f170-45de-ad94-ad3685a4b464 req-5cb7f0f7-5345-4a12-af84-a03034f54b3f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:38.445617 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1ca49e93-f170-45de-ad94-ad3685a4b464 req-5cb7f0f7-5345-4a12-af84-a03034f54b3f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=53c16fab-4e88-4756-87ff-76296ae7a08d HTTP/1.1" status: 200 len: 946 time: 0.2689421 Jul 06 12:01:38.484023 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-efc40cad-bac4-4316-80fc-d3906eaaf675 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.497034 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-efc40cad-bac4-4316-80fc-d3906eaaf675 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.501264 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-efc40cad-bac4-4316-80fc-d3906eaaf675 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/4f6d8cbc-4e97-4340-92d4-583924e63a75 HTTP/1.1" status: 204 len: 168 time: 0.2540770 Jul 06 12:01:38.502561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40692) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:38.549104 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-baf22dc8-8d51-4a99-9202-745f9b177685 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.557094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc40cad-bac4-4316-80fc-d3906eaaf675 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f6d8cbc-4e97-4340-92d4-583924e63a75,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:38.572864 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1ca49e93-f170-45de-ad94-ad3685a4b464 req-3dcae389-c3ba-47df-918e-9fea9aae7616 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260529 Jul 06 12:01:38.632652 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fde9b27e-1657-4bb6-bd73-ca8c06536cd7 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1209688 Jul 06 12:01:38.635459 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40696) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:38.665113 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca2eb00d-d6d0-4d75-8e07-12203274286f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.675302 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca2eb00d-d6d0-4d75-8e07-12203274286f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.720599 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca2eb00d-d6d0-4d75-8e07-12203274286f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.726504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Allocated IP 172.20.0.17 (d443f6da-eb91-4311-8dc2-fb69ca4ec3d8/c764b4fb-4151-48e6-b9c1-f2a093ccc3e6/b12b5826-bd30-41f1-be68-65a2e4e492b2) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:38.729869 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca2eb00d-d6d0-4d75-8e07-12203274286f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.736159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ca2eb00d-d6d0-4d75-8e07-12203274286f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/51a378da-4e3c-4a2b-ba1d-a7d7693c3095 HTTP/1.1" status: 204 len: 168 time: 0.0990539 Jul 06 12:01:38.748048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40700) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:38.806940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2eb00d-d6d0-4d75-8e07-12203274286f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51a378da-4e3c-4a2b-ba1d-a7d7693c3095,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:38.844226 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6bd4272f-c669-4395-a6e4-208721276a1e tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0950305 Jul 06 12:01:38.846949 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40704) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:38.878709 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.885404 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01cb1171-56d7-4ae0-bd70-0c2ee7c9d08f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.895509 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01cb1171-56d7-4ae0-bd70-0c2ee7c9d08f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.896745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Transition to ACTIVE for port object b12b5826-bd30-41f1-be68-65a2e4e492b2 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:38.938614 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9447c8ef-1c29-4108-9ecf-64037a7b9816 req-cfdea0dc-24f7-4722-8808-2b47a23c10f6 service neutron] 10.222.0.89 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748174 Jul 06 12:01:38.964621 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01cb1171-56d7-4ae0-bd70-0c2ee7c9d08f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.983731 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.994439 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01cb1171-56d7-4ae0-bd70-0c2ee7c9d08f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:38.995608 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-01cb1171-56d7-4ae0-bd70-0c2ee7c9d08f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/eb9dc2ff-01c1-4f66-8343-d712776d16bb HTTP/1.1" status: 204 len: 168 time: 0.1471853 Jul 06 12:01:39.002891 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40708) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:39.011822 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb1171-56d7-4ae0-bd70-0c2ee7c9d08f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb9dc2ff-01c1-4f66-8343-d712776d16bb,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:39.063581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-baf22dc8-8d51-4a99-9202-745f9b177685 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Network 94bae05c-7754-47cb-8af2-746d89f9dc0f is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:39.072969 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:39.079965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:39.082102 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-baf22dc8-8d51-4a99-9202-745f9b177685 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:39.085345 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:39.088127 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf22dc8-8d51-4a99-9202-745f9b177685 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Pushing event updated for resources: {'Port': ['ID=18034f1a-7abe-4804-9ef7-9660150d58ea,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:39.111979 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4383c3d3-f9fc-4de1-bd1b-ff8239e85d0a tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1077306 Jul 06 12:01:39.113736 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40712) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:39.124249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-baf22dc8-8d51-4a99-9202-745f9b177685 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:39.166661 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe1cdc-b7cd-46de-b765-06e9c9a1435c req-23d1120c-087f-46a0-882b-3cda656949c4 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:39.175492 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eefe1cdc-b7cd-46de-b765-06e9c9a1435c req-23d1120c-087f-46a0-882b-3cda656949c4 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 946 time: 0.2240012 Jul 06 12:01:39.187552 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-007fb7d5-b07e-455e-baf6-55a4be5b0abd tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.207316 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-007fb7d5-b07e-455e-baf6-55a4be5b0abd tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.254598 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.267663 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9447c8ef-1c29-4108-9ecf-64037a7b9816 req-2997df13-8dbf-4294-9cc0-9bb26d4026ae service neutron] 10.222.0.89 "GET /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227184 Jul 06 12:01:39.286609 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.291664 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eefe1cdc-b7cd-46de-b765-06e9c9a1435c req-d1fe01d9-36e9-49ee-b92e-5a1070da691f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101975 Jul 06 12:01:39.294030 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-007fb7d5-b07e-455e-baf6-55a4be5b0abd tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.302765 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-007fb7d5-b07e-455e-baf6-55a4be5b0abd tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.314712 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-007fb7d5-b07e-455e-baf6-55a4be5b0abd tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/9abf3edf-3f2a-4c55-a81a-7d2dd385fff4 HTTP/1.1" status: 204 len: 168 time: 0.1998031 Jul 06 12:01:39.330399 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40714) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:39.364232 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fb7d5-b07e-455e-baf6-55a4be5b0abd tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9abf3edf-3f2a-4c55-a81a-7d2dd385fff4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:39.424147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Port': ['ID=b12b5826-bd30-41f1-be68-65a2e4e492b2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:39.426876 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3b084bc6-3dc0-4125-942d-5927a1594a8b tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0933521 Jul 06 12:01:39.433456 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40716) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:39.439762 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-baf22dc8-8d51-4a99-9202-745f9b177685 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:39.440424 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-baf22dc8-8d51-4a99-9202-745f9b177685 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.469762 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18d662c0-f14d-4028-a01b-766b3e3c7026 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.481299 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-baf22dc8-8d51-4a99-9202-745f9b177685 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9858344 Jul 06 12:01:39.485551 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18d662c0-f14d-4028-a01b-766b3e3c7026 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.503593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Request body: {'port': {'device_id': '868cc1b1-47e4-436b-a360-12b39edd3850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:39.506866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5dd6389e-ccf5-4a6b-a753-26af95bbd631 None None] Provisioning for port b12b5826-bd30-41f1-be68-65a2e4e492b2 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:39.510657 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.522312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5dd6389e-ccf5-4a6b-a753-26af95bbd631 None None] Provisioning complete for port b12b5826-bd30-41f1-be68-65a2e4e492b2 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:39.522906 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5dd6389e-ccf5-4a6b-a753-26af95bbd631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.549490 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18d662c0-f14d-4028-a01b-766b3e3c7026 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.555611 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18d662c0-f14d-4028-a01b-766b3e3c7026 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.559559 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-18d662c0-f14d-4028-a01b-766b3e3c7026 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/b892fcd4-4d42-4936-9146-35e8b8645988 HTTP/1.1" status: 204 len: 168 time: 0.1233695 Jul 06 12:01:39.580161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40718) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:39.582326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d662c0-f14d-4028-a01b-766b3e3c7026 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b892fcd4-4d42-4936-9146-35e8b8645988,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:39.613438 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6389e-ccf5-4a6b-a753-26af95bbd631 None None] Port b12b5826-bd30-41f1-be68-65a2e4e492b2 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:39.697832 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:39.711504 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8ea28cf9-970e-4b00-ab77-edaf6759bc69 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1172621 Jul 06 12:01:39.714139 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40724) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:39.978721 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f3b40efc-b9b6-4302-9123-a0615e622617 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:01:40.146502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f3b40efc-b9b6-4302-9123-a0615e622617, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f3b40efc-b9b6-4302-9123-a0615e622617,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:40.166301 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'f3b40efc-b9b6-4302-9123-a0615e622617', 'network_id': '56e52248-e152-4597-ab97-7d8ed8961c27', 'port_id': 'f3b40efc-b9b6-4302-9123-a0615e622617', 'mac_address': 'fa:16:3e:f4:bd:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9849ed-0174-4a21-9147-9e29b67ec623', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:01:40.243324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296211a-7483-4cec-935f-799f848b3369 req-98a00b24-1dea-4628-b9eb-1dfe355ab27c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:40.248652 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.258931 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2296211a-7483-4cec-935f-799f848b3369 req-98a00b24-1dea-4628-b9eb-1dfe355ab27c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=485a9805-0700-4258-8a5b-dc0d3a157642 HTTP/1.1" status: 200 len: 944 time: 0.1837997 Jul 06 12:01:40.318841 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b40efc-b9b6-4302-9123-a0615e622617 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:40.333606 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2296211a-7483-4cec-935f-799f848b3369 req-390976d7-2521-4340-bd01-ccc737f7861c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680211 Jul 06 12:01:40.348563 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f3b40efc-b9b6-4302-9123-a0615e622617, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f3b40efc-b9b6-4302-9123-a0615e622617,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:40.360090 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.430172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=f3b40efc-b9b6-4302-9123-a0615e622617,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:40.612204 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e8e82-5e1b-4bc2-ac2c-2fc7f0a1eec1 req-34ec4c82-f34a-4b3e-ba8a-abbc6528a898 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:40.613849 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd9e8e82-5e1b-4bc2-ac2c-2fc7f0a1eec1 req-34ec4c82-f34a-4b3e-ba8a-abbc6528a898 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 931 time: 0.1162438 Jul 06 12:01:40.622927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3b4613e7-75f1-43c5-9d7b-11507051ccdf tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.646339 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['f3b40efc-b9b6-4302-9123-a0615e622617'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:40.672565 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd9e8e82-5e1b-4bc2-ac2c-2fc7f0a1eec1 req-8e348567-af91-49f4-8b6d-bb473305cc77 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464964 Jul 06 12:01:40.809765 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3b4613e7-75f1-43c5-9d7b-11507051ccdf tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.867255 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40744) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:40.877093 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.891136 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:40.923932 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.075871 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-49c5b792-64f2-44cc-a443-c5940f0e8d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.107692 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3b4613e7-75f1-43c5-9d7b-11507051ccdf tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.112209 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3b4613e7-75f1-43c5-9d7b-11507051ccdf tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.113959 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3b4613e7-75f1-43c5-9d7b-11507051ccdf tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-groups/48e7aeb9-702c-4884-9b89-394f26d892f8 HTTP/1.1" status: 204 len: 168 time: 1.3986731 Jul 06 12:01:41.115219 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.117692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40756) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:41.173791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Port': ['ID=b12b5826-bd30-41f1-be68-65a2e4e492b2,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:41.190746 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4613e7-75f1-43c5-9d7b-11507051ccdf tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e7aeb9-702c-4884-9b89-394f26d892f8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:41.199799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18034f1a-7abe-4804-9ef7-9660150d58ea {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:41.235089 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.279333 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-49c5b792-64f2-44cc-a443-c5940f0e8d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.290415 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-49c5b792-64f2-44cc-a443-c5940f0e8d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.335483 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Transition to ACTIVE for port object 18034f1a-7abe-4804-9ef7-9660150d58ea will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:41.348308 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-49c5b792-64f2-44cc-a443-c5940f0e8d9e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=89ea8871ef8945bf8104979f5acc2109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4763570 Jul 06 12:01:41.353477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40758) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:41.353584 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f54d5b5e-b985-423a-9612-311fc8e0dc3e tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2200871 Jul 06 12:01:41.354662 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40760) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:41.365164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5598ba80-4e78-48ac-a99a-4becabcb1269 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group': {'name': 'tempest-secgroup--712126461'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:41.367951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9592648-0c2e-4685-8db3-4d2c8e758d5a req-cd5eba72-4128-4670-ae02-a1f3fb569a1d tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:41.371100 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.374841 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f9592648-0c2e-4685-8db3-4d2c8e758d5a req-cd5eba72-4128-4670-ae02-a1f3fb569a1d tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 946 time: 0.2049570 Jul 06 12:01:41.376696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5b792-64f2-44cc-a443-c5940f0e8d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01647543-339e-4936-aa2d-44fe22209a13,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:41.465370 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f9592648-0c2e-4685-8db3-4d2c8e758d5a req-d812920d-9e36-4b64-8700-ef6c90e63333 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879648 Jul 06 12:01:41.491627 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1112e4b8-54d5-4c14-9135-455c538318f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.518401 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5598ba80-4e78-48ac-a99a-4becabcb1269 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.526660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=18034f1a-7abe-4804-9ef7-9660150d58ea,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:41.542221 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1112e4b8-54d5-4c14-9135-455c538318f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.590625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:41.628705 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:41.701955 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1112e4b8-54d5-4c14-9135-455c538318f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.706073 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1112e4b8-54d5-4c14-9135-455c538318f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:41.709826 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1112e4b8-54d5-4c14-9135-455c538318f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/01647543-339e-4936-aa2d-44fe22209a13 HTTP/1.1" status: 204 len: 168 time: 0.3578937 Jul 06 12:01:41.745524 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc448326-91ea-4bf9-a8c8-021ae62caad1 req-d5c0b5b4-7cf2-476c-b02b-482c55bf4167 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:41.747212 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc448326-91ea-4bf9-a8c8-021ae62caad1 req-d5c0b5b4-7cf2-476c-b02b-482c55bf4167 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=485a9805-0700-4258-8a5b-dc0d3a157642 HTTP/1.1" status: 200 len: 945 time: 0.1360443 Jul 06 12:01:41.748463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112e4b8-54d5-4c14-9135-455c538318f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01647543-339e-4936-aa2d-44fe22209a13,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:41.850997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc448326-91ea-4bf9-a8c8-021ae62caad1 req-977a3698-097e-4661-b205-4cac1cb9b0e7 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729561 Jul 06 12:01:41.881059 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Attempting to bind port 18034f1a-7abe-4804-9ef7-9660150d58ea on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:41.881690 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Attempting to bind port 18034f1a-7abe-4804-9ef7-9660150d58ea by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:41.882183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Attempting to bind port 18034f1a-7abe-4804-9ef7-9660150d58ea on network 94bae05c-7754-47cb-8af2-746d89f9dc0f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:41.933620 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Port 18034f1a-7abe-4804-9ef7-9660150d58ea on network 94bae05c-7754-47cb-8af2-746d89f9dc0f not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:01:41.934356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Attempting to bind port 18034f1a-7abe-4804-9ef7-9660150d58ea on network 94bae05c-7754-47cb-8af2-746d89f9dc0f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:41.995782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f3b40efc-b9b6-4302-9123-a0615e622617 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:42.010034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:42.010520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Checking segment: {'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:42.011068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Bound using segment: {'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:42.011747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Bound port: 18034f1a-7abe-4804-9ef7-9660150d58ea, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:42.012270 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.194945 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5598ba80-4e78-48ac-a99a-4becabcb1269 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.221127 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5598ba80-4e78-48ac-a99a-4becabcb1269 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.223052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5d5a35d9-0e76-4d2d-a6c7-016d437e3d47 None None] Provisioning complete for port b12b5826-bd30-41f1-be68-65a2e4e492b2 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:42.225798 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d5a35d9-0e76-4d2d-a6c7-016d437e3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.285987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Router a61c8a53-43c1-4c72-b66f-6b3e240f958b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:01:42.289350 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf9711-3b56-4cac-b96d-6215efc0a8b1 req-8b54dcee-7177-4559-a25e-fbacf9cdec77 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:42.301937 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5598ba80-4e78-48ac-a99a-4becabcb1269 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.303755 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5598ba80-4e78-48ac-a99a-4becabcb1269 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9481745 Jul 06 12:01:42.307326 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5faf9711-3b56-4cac-b96d-6215efc0a8b1 req-8b54dcee-7177-4559-a25e-fbacf9cdec77 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 943 time: 0.3053086 Jul 06 12:01:42.312423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40774) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:42.325355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e1d1560a-98f1-4f26-9cd7-a27a2a4f5d77 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group_rule': {'security_group_id': 'f0e5d196-e055-412e-91f9-024a4d6b5b36', 'direction': 'ingress', 'protocol': 17}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:42.333670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] For port 18034f1a-7abe-4804-9ef7-9660150d58ea, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:42.341137 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] For port 18034f1a-7abe-4804-9ef7-9660150d58ea, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=18034f1a-7abe-4804-9ef7-9660150d58ea,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:42.347762 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598ba80-4e78-48ac-a99a-4becabcb1269 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5d196-e055-412e-91f9-024a4d6b5b36,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:42.368807 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.376440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port f3b40efc-b9b6-4302-9123-a0615e622617 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:42.389699 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port f3b40efc-b9b6-4302-9123-a0615e622617 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:42.394645 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.402306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a35d9-0e76-4d2d-a6c7-016d437e3d47 None None] Port b12b5826-bd30-41f1-be68-65a2e4e492b2 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:01:42.431423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5faf9711-3b56-4cac-b96d-6215efc0a8b1 req-dc778ed4-b751-4ec6-966f-a330679281ac tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216135 Jul 06 12:01:42.471499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:42.472425 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.474476 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] 10.222.0.23 "PUT /v2.0/ports/18034f1a-7abe-4804-9ef7-9660150d58ea HTTP/1.1" status: 200 len: 1091 time: 2.9787171 Jul 06 12:01:42.475840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868cc1b1-47e4-436b-a360-12b39edd3850', 'tag': '18034f1a-7abe-4804-9ef7-9660150d58ea'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:42.484021 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810c96d6-d5da-474f-bc20-c04ad1c74990" -d '{"events": [{"name": "network-changed", "server_uuid": "868cc1b1-47e4-436b-a360-12b39edd3850", "tag": "18034f1a-7abe-4804-9ef7-9660150d58ea"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:42.651805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:01:42.660277 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.669642 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Sync routers for ids ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:01:42.676871 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-15cf6bcb-2c13-4f07-9221-9402592560a5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "PUT /v2.0/routers/a61c8a53-43c1-4c72-b66f-6b3e240f958b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7259338 Jul 06 12:01:42.689469 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Routers {'a61c8a53-43c1-4c72-b66f-6b3e240f958b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:42.692135 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:01:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:42.704842 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e1d1560a-98f1-4f26-9cd7-a27a2a4f5d77 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.727588 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485a9805-0700-4258-8a5b-dc0d3a157642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b40efc-b9b6-4302-9123-a0615e622617'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:42.733519 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8735885d-6dd1-4f39-bbc2-ed5f92a2c08c" -d '{"events": [{"server_uuid": "485a9805-0700-4258-8a5b-dc0d3a157642", "name": "network-vif-plugged", "status": "completed", "tag": "f3b40efc-b9b6-4302-9123-a0615e622617"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:42.743901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb3b44-af1d-42df-b134-2301655cd7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=18034f1a-7abe-4804-9ef7-9660150d58ea,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:42.774151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f3b40efc-b9b6-4302-9123-a0615e622617, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f3b40efc-b9b6-4302-9123-a0615e622617,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:42.790515 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.838563 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e1d1560a-98f1-4f26-9cd7-a27a2a4f5d77 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.862575 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e1d1560a-98f1-4f26-9cd7-a27a2a4f5d77 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:42.876995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=f3b40efc-b9b6-4302-9123-a0615e622617,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:42.901271 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1560a-98f1-4f26-9cd7-a27a2a4f5d77 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28361132-ca5e-44ca-83dc-d56ed302b092,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:42.920105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-71070b5b-cbac-4fe6-aee7-c2a73dff7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:42.922260 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-71070b5b-cbac-4fe6-aee7-c2a73dff7a60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=006d8323edb6437093d99ce511433d41&device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 1094 time: 0.2496884 Jul 06 12:01:43.026971 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-f7dd24d0-7a8d-4469-aaba-7f261b6197bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18034f1a-7abe-4804-9ef7-9660150d58ea HTTP/1.1" status: 200 len: 217 time: 0.0943441 Jul 06 12:01:43.029089 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e1d1560a-98f1-4f26-9cd7-a27a2a4f5d77 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.045580 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e1d1560a-98f1-4f26-9cd7-a27a2a4f5d77 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7317083 Jul 06 12:01:43.048443 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40814) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:43.088023 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Set router a61c8a53-43c1-4c72-b66f-6b3e240f958b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:01:43.206155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-330e5fce-c1d9-4ed5-86a6-4b990f519a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:43.217054 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-330e5fce-c1d9-4ed5-86a6-4b990f519a20 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=630b344f-b40d-402b-87dd-410d7ed1ce59 HTTP/1.1" status: 200 len: 854 time: 0.1684425 Jul 06 12:01:43.289931 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-930da33c-a826-4be3-9add-a91002c9434e tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.305845 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-9f3a5dc4-d95b-4cd5-aeeb-57944e1be2de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=94bae05c-7754-47cb-8af2-746d89f9dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748606 Jul 06 12:01:43.463951 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-930da33c-a826-4be3-9add-a91002c9434e tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.533463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47776dee-8f8f-4115-be86-d21ccfb39a14 req-fa547b08-692a-4d64-81d0-ecf75c767107 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:43.543578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47776dee-8f8f-4115-be86-d21ccfb39a14 req-fa547b08-692a-4d64-81d0-ecf75c767107 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 946 time: 0.2545905 Jul 06 12:01:43.566002 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-3cd15ec4-fb56-4164-bf42-5fd7395243e4 service neutron] 10.222.0.23 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466056 Jul 06 12:01:43.619124 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47776dee-8f8f-4115-be86-d21ccfb39a14 req-ee102ba4-db92-4a62-ad04-ffac7e59214d tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742249 Jul 06 12:01:43.661471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40830) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:43.673461 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-930da33c-a826-4be3-9add-a91002c9434e tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.676754 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-930da33c-a826-4be3-9add-a91002c9434e tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.678730 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-930da33c-a826-4be3-9add-a91002c9434e tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-groups/f0e5d196-e055-412e-91f9-024a4d6b5b36 HTTP/1.1" status: 204 len: 168 time: 0.6290078 Jul 06 12:01:43.702307 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40834) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:43.710570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930da33c-a826-4be3-9add-a91002c9434e tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e5d196-e055-412e-91f9-024a4d6b5b36,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:43.729196 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b5d553-29e8-49ba-bdb7-4fc37678c4e2 x-openstack-request-id: req-b5b5d553-29e8-49ba-bdb7-4fc37678c4e2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:43.730631 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868cc1b1-47e4-436b-a360-12b39edd3850", "tag": "18034f1a-7abe-4804-9ef7-9660150d58ea", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:43.730990 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5b5d553-29e8-49ba-bdb7-4fc37678c4e2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:43.732782 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868cc1b1-47e4-436b-a360-12b39edd3850', 'tag': '18034f1a-7abe-4804-9ef7-9660150d58ea', 'status': 'completed', 'code': 200} Jul 06 12:01:43.753703 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:01:39Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'ef75a5ef-999f-4cc9-8ea4-67f0cea7b116', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'port_id': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'mac_address': 'fa:16:3e:ab:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c83026-208c-49f5-a092-459f586c466d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:00:24Z', 'updated_at': '2021-07-06T12:00:27Z', 'revision_number': 1, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12b5826-bd30-41f1-be68-65a2e4e492b2', 'name': '', 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:a3:7f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'c764b4fb-4151-48e6-b9c1-f2a093ccc3e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:38Z', 'updated_at': '2021-07-06T12:01:39Z', 'revision_number': 2, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'c764b4fb-4151-48e6-b9c1-f2a093ccc3e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c59e3-0347-441a-8b6e-973906c94550', 'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:46:1f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:00Z', 'updated_at': '2021-07-06T12:00:07Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:43.800760 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392eeb1d-d1ce-4ffa-8f10-6e156d7d479e x-openstack-request-id: req-392eeb1d-d1ce-4ffa-8f10-6e156d7d479e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:43.801536 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485a9805-0700-4258-8a5b-dc0d3a157642", "name": "network-vif-plugged", "status": "completed", "tag": "f3b40efc-b9b6-4302-9123-a0615e622617", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:43.801536 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-392eeb1d-d1ce-4ffa-8f10-6e156d7d479e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:43.801815 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485a9805-0700-4258-8a5b-dc0d3a157642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b40efc-b9b6-4302-9123-a0615e622617', 'code': 200} Jul 06 12:01:43.852209 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6c724f47-012d-4ad5-bb9a-5f0c197055a8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1451633 Jul 06 12:01:43.852865 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40842) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:43.865689 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b9b160f-ea1a-4ea7-aefc-38f716f712f2 req-033daf8d-da11-453d-b4b5-578f23518af5 service neutron] 10.222.0.23 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912037 Jul 06 12:01:43.866640 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Checking router: a61c8a53-43c1-4c72-b66f-6b3e240f958b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:01:43.867004 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Updating router a61c8a53-43c1-4c72-b66f-6b3e240f958b port b12b5826-bd30-41f1-be68-65a2e4e492b2 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:01:43.870053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f8ab98ce-a77f-42ab-a7cd-21ce80446bce tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587315998'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:43.912667 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:43.989624 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device c082b73e-588d-49fe-bdf7-177f70b9822e details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:01:43.995711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-79ca2886-eb2c-4d78-b149-550621275d3b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1320221039-network', 'tenant_id': '92b1538b76b34231894f014265f1ac67'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:44.012049 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8ab98ce-a77f-42ab-a7cd-21ce80446bce tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.097386 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f77e8e-1aa4-4d8d-82cd-259bdaa87ff1 req-dc913440-3baa-4812-a973-5dbf8435e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:44.099062 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-84f77e8e-1aa4-4d8d-82cd-259bdaa87ff1 req-dc913440-3baa-4812-a973-5dbf8435e8b4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=485a9805-0700-4258-8a5b-dc0d3a157642 HTTP/1.1" status: 200 len: 1097 time: 0.1839504 Jul 06 12:01:44.144958 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c96d6-d5da-474f-bc20-c04ad1c74990 req-5cb87e16-3a46-4332-ba8f-59a4b2ae88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:44.146561 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-810c96d6-d5da-474f-bc20-c04ad1c74990 req-5cb87e16-3a46-4332-ba8f-59a4b2ae88f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=006d8323edb6437093d99ce511433d41&device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 1094 time: 0.1331832 Jul 06 12:01:44.154230 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-84f77e8e-1aa4-4d8d-82cd-259bdaa87ff1 req-17257f21-99a6-42ae-9093-d9e0a1cf7c74 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472760 Jul 06 12:01:44.202813 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ca2886-eb2c-4d78-b149-550621275d3b admin admin] Made reservation on behalf of 92b1538b76b34231894f014265f1ac67 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:44.207022 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79ca2886-eb2c-4d78-b149-550621275d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.220696 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79ca2886-eb2c-4d78-b149-550621275d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.259465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port c082b73e-588d-49fe-bdf7-177f70b9822e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c082b73e-588d-49fe-bdf7-177f70b9822e,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:44.288030 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'c082b73e-588d-49fe-bdf7-177f70b9822e', 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9', 'port_id': 'c082b73e-588d-49fe-bdf7-177f70b9822e', 'mac_address': 'fa:16:3e:e8:ee:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee698e4-5f9d-4dca-ba8c-9993e73db584', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:01:44.333134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a0d9a-e1b1-44d0-9df6-f18b273aee73 req-33a8a62b-6062-49a1-95e6-d50c81dc589d tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:44.345029 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b36a0d9a-e1b1-44d0-9df6-f18b273aee73 req-33a8a62b-6062-49a1-95e6-d50c81dc589d tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=485a9805-0700-4258-8a5b-dc0d3a157642 HTTP/1.1" status: 200 len: 946 time: 0.2728198 Jul 06 12:01:44.394423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c96d6-d5da-474f-bc20-c04ad1c74990 req-f909a1c3-1eb7-422f-ba9e-c5de035c1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:44.401960 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-810c96d6-d5da-474f-bc20-c04ad1c74990 req-f909a1c3-1eb7-422f-ba9e-c5de035c1bab service neutron] 10.222.0.23 "GET /v2.0/networks?id=94bae05c-7754-47cb-8af2-746d89f9dc0f HTTP/1.1" status: 200 len: 915 time: 0.2467656 Jul 06 12:01:44.425132 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b36a0d9a-e1b1-44d0-9df6-f18b273aee73 req-a6a5362e-3c00-4b14-97f3-1bb82ddd9c9b tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773675 Jul 06 12:01:44.429117 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.485600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c082b73e-588d-49fe-bdf7-177f70b9822e {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:44.515684 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-810c96d6-d5da-474f-bc20-c04ad1c74990 req-2747d5ba-3932-4e01-999a-19321d515adb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18034f1a-7abe-4804-9ef7-9660150d58ea HTTP/1.1" status: 200 len: 217 time: 0.1035724 Jul 06 12:01:44.532696 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8ab98ce-a77f-42ab-a7cd-21ce80446bce tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.551274 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8ab98ce-a77f-42ab-a7cd-21ce80446bce tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.556669 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port c082b73e-588d-49fe-bdf7-177f70b9822e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c082b73e-588d-49fe-bdf7-177f70b9822e,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:44.569731 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.704587 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c96d6-d5da-474f-bc20-c04ad1c74990 req-3147614e-0318-4fac-8e2e-73d98428a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:44.706363 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-810c96d6-d5da-474f-bc20-c04ad1c74990 req-3147614e-0318-4fac-8e2e-73d98428a063 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=630b344f-b40d-402b-87dd-410d7ed1ce59 HTTP/1.1" status: 200 len: 854 time: 0.1684637 Jul 06 12:01:44.734489 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['c082b73e-588d-49fe-bdf7-177f70b9822e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:44.820819 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-810c96d6-d5da-474f-bc20-c04ad1c74990 req-f5e01b41-b7fd-4752-9d5b-f7e5f7c474ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=94bae05c-7754-47cb-8af2-746d89f9dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027856 Jul 06 12:01:44.828578 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.846657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab98ce-a77f-42ab-a7cd-21ce80446bce tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c47146-8de9-4946-83c2-12721cb0a597,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:44.865948 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Transition to ACTIVE for port object b12b5826-bd30-41f1-be68-65a2e4e492b2 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:44.879376 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:44.911643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=c082b73e-588d-49fe-bdf7-177f70b9822e,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:44.977950 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa287-5a4b-4b55-b703-89107ea93ee8 req-44adaad4-39d7-4347-a96a-3e048e225a91 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:44.989333 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-209aa287-5a4b-4b55-b703-89107ea93ee8 req-44adaad4-39d7-4347-a96a-3e048e225a91 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 943 time: 0.3088572 Jul 06 12:01:45.008770 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79ca2886-eb2c-4d78-b149-550621275d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.036132 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578112a-1446-4221-abfc-fd354bf8cb39 None None] Pushing event updated for resources: {'Port': ['ID=b12b5826-bd30-41f1-be68-65a2e4e492b2,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:45.039471 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79ca2886-eb2c-4d78-b149-550621275d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.086809 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-810c96d6-d5da-474f-bc20-c04ad1c74990 req-71813722-77dd-4111-9d66-c13d8c6e027d service neutron] 10.222.0.23 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577031 Jul 06 12:01:45.095945 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578112a-1446-4221-abfc-fd354bf8cb39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:45.096629 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578112a-1446-4221-abfc-fd354bf8cb39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:45.096991 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578112a-1446-4221-abfc-fd354bf8cb39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:45.097367 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578112a-1446-4221-abfc-fd354bf8cb39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:45.097705 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578112a-1446-4221-abfc-fd354bf8cb39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:45.099206 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578112a-1446-4221-abfc-fd354bf8cb39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:45.099206 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578112a-1446-4221-abfc-fd354bf8cb39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:45.099206 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578112a-1446-4221-abfc-fd354bf8cb39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:45.099801 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578112a-1446-4221-abfc-fd354bf8cb39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:45.100154 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578112a-1446-4221-abfc-fd354bf8cb39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:45.100532 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578112a-1446-4221-abfc-fd354bf8cb39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:45.100866 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578112a-1446-4221-abfc-fd354bf8cb39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:01:45.115681 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8ab98ce-a77f-42ab-a7cd-21ce80446bce tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.120286 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f8ab98ce-a77f-42ab-a7cd-21ce80446bce tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2637243 Jul 06 12:01:45.139973 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40852) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:45.176909 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0af3e424-8796-4d95-9817-d6af6cc2f294 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group': {'name': 'tempest-secgroup--632972220'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:45.229874 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-209aa287-5a4b-4b55-b703-89107ea93ee8 req-5459e4bc-2671-44e2-af3c-51c18d75a29e tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169960 Jul 06 12:01:45.230146 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Attempting to bind port b12b5826-bd30-41f1-be68-65a2e4e492b2 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:45.230703 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Attempting to bind port b12b5826-bd30-41f1-be68-65a2e4e492b2 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '83b0d9bf-e3d3-4271-8b23-cd8f68542284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:45.231251 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Attempting to bind port b12b5826-bd30-41f1-be68-65a2e4e492b2 on network d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:45.251976 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:45.252645 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Checking segment: {'id': '83b0d9bf-e3d3-4271-8b23-cd8f68542284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:45.253251 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.253989 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Bound using segment: {'id': '83b0d9bf-e3d3-4271-8b23-cd8f68542284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:45.254650 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Bound port: b12b5826-bd30-41f1-be68-65a2e4e492b2, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b0d9bf-e3d3-4271-8b23-cd8f68542284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:45.255545 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.301194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca2886-eb2c-4d78-b149-550621275d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7a6f34-91f6-4ab8-9ced-c048c9114fd6,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:45.329309 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ca2886-eb2c-4d78-b149-550621275d3b admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:01:45.367697 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79ca2886-eb2c-4d78-b149-550621275d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.368407 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-79ca2886-eb2c-4d78-b149-550621275d3b admin admin] Added segment e3763cc8-c94c-42b9-bf98-168be99ae091 of type vlan for network e8d04c2a-62ac-48ea-980e-594faf1c8acb Jul 06 12:01:45.401114 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0af3e424-8796-4d95-9817-d6af6cc2f294 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.411895 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] For port b12b5826-bd30-41f1-be68-65a2e4e492b2, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:45.417401 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] For port b12b5826-bd30-41f1-be68-65a2e4e492b2, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b12b5826-bd30-41f1-be68-65a2e4e492b2,segment=NetworkSegment(83b0d9bf-e3d3-4271-8b23-cd8f68542284),segment_id=83b0d9bf-e3d3-4271-8b23-cd8f68542284)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:45.427578 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.489025 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79ca2886-eb2c-4d78-b149-550621275d3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.540208 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578112a-1446-4221-abfc-fd354bf8cb39 None None] Pushing event updated for resources: {'Port': ['ID=b12b5826-bd30-41f1-be68-65a2e4e492b2,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:45.559067 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Routers {'a61c8a53-43c1-4c72-b66f-6b3e240f958b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:01:45.568524 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:01:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:45.591543 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79ca2886-eb2c-4d78-b149-550621275d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.593896 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ca2886-eb2c-4d78-b149-550621275d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:45.596255 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79ca2886-eb2c-4d78-b149-550621275d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.682865 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0af3e424-8796-4d95-9817-d6af6cc2f294 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.693089 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0af3e424-8796-4d95-9817-d6af6cc2f294 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.709308 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] Set router a61c8a53-43c1-4c72-b66f-6b3e240f958b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:01:45.733366 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-79ca2886-eb2c-4d78-b149-550621275d3b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0702677 Jul 06 12:01:45.739950 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40862) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:45.749792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-b960ab60-c960-4197-9eaf-e3133be0a6bd admin admin] Request body: {'subnet': {'network_id': 'e8d04c2a-62ac-48ea-980e-594faf1c8acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1320221039-subnet', 'tenant_id': '92b1538b76b34231894f014265f1ac67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:45.785017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca2886-eb2c-4d78-b149-550621275d3b admin admin] Pushing event updated for resources: {'Network': ['ID=e8d04c2a-62ac-48ea-980e-594faf1c8acb,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:45.812871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network e8d04c2a-62ac-48ea-980e-594faf1c8acb details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:01:45.827944 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0af3e424-8796-4d95-9817-d6af6cc2f294 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.833587 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0af3e424-8796-4d95-9817-d6af6cc2f294 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6867182 Jul 06 12:01:45.834181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40864) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:45.857170 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f8f25cf9-7078-462c-aa44-63c2856ebf29 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group_rule': {'security_group_id': 'a7c47146-8de9-4946-83c2-12721cb0a597', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e49fa00b-28e2-4c75-aa4a-c75910d6addf', 'remote_ip_prefix': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:45.877914 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b960ab60-c960-4197-9eaf-e3133be0a6bd admin admin] Made reservation on behalf of 92b1538b76b34231894f014265f1ac67 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:45.880962 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b960ab60-c960-4197-9eaf-e3133be0a6bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:45.910651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3e424-8796-4d95-9817-d6af6cc2f294 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e49fa00b-28e2-4c75-aa4a-c75910d6addf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:45.929017 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-810c96d6-d5da-474f-bc20-c04ad1c74990 req-ee4341c0-0d00-4959-b00f-54a1e4fc51d8 service neutron] 10.222.0.23 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8313420 Jul 06 12:01:45.980390 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f25cf9-7078-462c-aa44-63c2856ebf29 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.032312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device c082b73e-588d-49fe-bdf7-177f70b9822e up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:46.086198 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f25cf9-7078-462c-aa44-63c2856ebf29 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.092135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f25cf9-7078-462c-aa44-63c2856ebf29 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.122875 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f25cf9-7078-462c-aa44-63c2856ebf29 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f76df1-d8d4-4f0e-9b01-db3130c96e9b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:46.128205 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f25cf9-7078-462c-aa44-63c2856ebf29 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.129464 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f8f25cf9-7078-462c-aa44-63c2856ebf29 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2891471 Jul 06 12:01:46.132502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40866) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:46.165687 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c42065b-e374-48b0-a2d2-05b5e9719083 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.179610 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c42065b-e374-48b0-a2d2-05b5e9719083 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.212303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port c082b73e-588d-49fe-bdf7-177f70b9822e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:46.212859 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.218314 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c42065b-e374-48b0-a2d2-05b5e9719083 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.232312 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c42065b-e374-48b0-a2d2-05b5e9719083 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.235349 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1c42065b-e374-48b0-a2d2-05b5e9719083 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/96f76df1-d8d4-4f0e-9b01-db3130c96e9b HTTP/1.1" status: 204 len: 168 time: 0.1018839 Jul 06 12:01:46.237484 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:01:39Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'ef75a5ef-999f-4cc9-8ea4-67f0cea7b116', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'port_id': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'mac_address': 'fa:16:3e:ab:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c83026-208c-49f5-a092-459f586c466d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:00:24Z', 'updated_at': '2021-07-06T12:00:27Z', 'revision_number': 1, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12b5826-bd30-41f1-be68-65a2e4e492b2', 'name': '', 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:a3:7f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'c764b4fb-4151-48e6-b9c1-f2a093ccc3e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:38Z', 'updated_at': '2021-07-06T12:01:45Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'c764b4fb-4151-48e6-b9c1-f2a093ccc3e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c59e3-0347-441a-8b6e-973906c94550', 'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:46:1f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:00Z', 'updated_at': '2021-07-06T12:00:07Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:01:46.243075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40868) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:46.313773 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42065b-e374-48b0-a2d2-05b5e9719083 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96f76df1-d8d4-4f0e-9b01-db3130c96e9b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:46.321468 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58f17e6-4326-47db-a291-74b278c08d2f None None] The sync data for ids ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'] in n-d-799529-2 is: [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:01:39Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'ef75a5ef-999f-4cc9-8ea4-67f0cea7b116', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'port_id': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'mac_address': 'fa:16:3e:ab:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c83026-208c-49f5-a092-459f586c466d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:00:24Z', 'updated_at': '2021-07-06T12:00:27Z', 'revision_number': 1, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12b5826-bd30-41f1-be68-65a2e4e492b2', 'name': '', 'network_id': 'd443f6da-eb91-4311-8dc2-fb69ca4ec3d8', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:a3:7f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'c764b4fb-4151-48e6-b9c1-f2a093ccc3e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:01:38Z', 'updated_at': '2021-07-06T12:01:45Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'c764b4fb-4151-48e6-b9c1-f2a093ccc3e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f24c59e3-0347-441a-8b6e-973906c94550', 'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:46:1f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:00Z', 'updated_at': '2021-07-06T12:00:07Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:01:46.369478 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b960ab60-c960-4197-9eaf-e3133be0a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.412723 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40872) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:46.445016 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-090b7350-12de-48a0-bf99-61bec641f838 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1990762 Jul 06 12:01:46.446162 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.498814 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c16fab-4e88-4756-87ff-76296ae7a08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c082b73e-588d-49fe-bdf7-177f70b9822e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:46.518738 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb12a288-0e65-4e36-8a56-f2e0d3c1c836" -d '{"events": [{"server_uuid": "53c16fab-4e88-4756-87ff-76296ae7a08d", "name": "network-vif-plugged", "status": "completed", "tag": "c082b73e-588d-49fe-bdf7-177f70b9822e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:46.543215 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port c082b73e-588d-49fe-bdf7-177f70b9822e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c082b73e-588d-49fe-bdf7-177f70b9822e,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:46.556997 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.605735 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960ab60-c960-4197-9eaf-e3133be0a6bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1442b335-1dde-4ef4-a0bb-abd4032adea1,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:46.700325 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=c082b73e-588d-49fe-bdf7-177f70b9822e,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:46.701796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b960ab60-c960-4197-9eaf-e3133be0a6bd admin admin] Checking segment: {'id': 'e3763cc8-c94c-42b9-bf98-168be99ae091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e8d04c2a-62ac-48ea-980e-594faf1c8acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:46.707888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b960ab60-c960-4197-9eaf-e3133be0a6bd admin admin] Network hostable DHCP agents. Network: e8d04c2a-62ac-48ea-980e-594faf1c8acb, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:01:46.721149 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-849b521a-244c-46e1-ab19-b2030fe757c4 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.731263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b12b5826-bd30-41f1-be68-65a2e4e492b2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:46.764508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b960ab60-c960-4197-9eaf-e3133be0a6bd admin admin] Network e8d04c2a-62ac-48ea-980e-594faf1c8acb is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:01:46.781662 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-849b521a-244c-46e1-ab19-b2030fe757c4 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.824225 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-b960ab60-c960-4197-9eaf-e3133be0a6bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, e8d04c2a-62ac-48ea-980e-594faf1c8acb) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:46.842558 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b960ab60-c960-4197-9eaf-e3133be0a6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:46.843336 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ddec42-d03f-4c8b-b515-4468b4889d30 None None] Network e8d04c2a-62ac-48ea-980e-594faf1c8acb requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:46.856666 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b960ab60-c960-4197-9eaf-e3133be0a6bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.876187 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b960ab60-c960-4197-9eaf-e3133be0a6bd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1347868 Jul 06 12:01:46.906423 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-849b521a-244c-46e1-ab19-b2030fe757c4 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.909663 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-849b521a-244c-46e1-ab19-b2030fe757c4 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:46.911036 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-849b521a-244c-46e1-ab19-b2030fe757c4 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-groups/e49fa00b-28e2-4c75-aa4a-c75910d6addf HTTP/1.1" status: 204 len: 168 time: 0.4964712 Jul 06 12:01:46.914361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40880) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:46.937930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b521a-244c-46e1-ab19-b2030fe757c4 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49fa00b-28e2-4c75-aa4a-c75910d6addf,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:47.031056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port b12b5826-bd30-41f1-be68-65a2e4e492b2 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:47.066714 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ef76db56-d047-4796-a672-15bc35f2ae96 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1511712 Jul 06 12:01:47.069482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40882) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:47.090433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b12b5826-bd30-41f1-be68-65a2e4e492b2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:47.094180 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.240273 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-670feadd-5245-48c4-8d73-35f25e59cef4 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.299253 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-670feadd-5245-48c4-8d73-35f25e59cef4 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.313552 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b971ed76-6bde-4802-b07a-11d5db326474 None None] Network e8d04c2a-62ac-48ea-980e-594faf1c8acb requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:01:47.393059 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-670feadd-5245-48c4-8d73-35f25e59cef4 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.396845 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-670feadd-5245-48c4-8d73-35f25e59cef4 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.398470 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-670feadd-5245-48c4-8d73-35f25e59cef4 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-groups/a7c47146-8de9-4946-83c2-12721cb0a597 HTTP/1.1" status: 204 len: 168 time: 0.3277915 Jul 06 12:01:47.402317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40888) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:47.430558 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670feadd-5245-48c4-8d73-35f25e59cef4 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c47146-8de9-4946-83c2-12721cb0a597,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:47.554352 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-aa127da2-8a5b-4b9a-b604-0027b04dbcfa tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1517849 Jul 06 12:01:47.558518 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.560005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40890) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:47.564969 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7a07c64d-776d-47b7-ad02-39656b1dcbba tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group': {'name': 'tempest-secgroup--854620781'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:47.623205 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a07c64d-776d-47b7-ad02-39656b1dcbba tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.775205 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a07c64d-776d-47b7-ad02-39656b1dcbba tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.778345 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port b12b5826-bd30-41f1-be68-65a2e4e492b2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b12b5826-bd30-41f1-be68-65a2e4e492b2,segment=NetworkSegment(83b0d9bf-e3d3-4271-8b23-cd8f68542284),segment_id=83b0d9bf-e3d3-4271-8b23-cd8f68542284)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:47.784451 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a07c64d-776d-47b7-ad02-39656b1dcbba tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.788471 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.807092 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 18034f1a-7abe-4804-9ef7-9660150d58ea details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:01:47.808601 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a07c64d-776d-47b7-ad02-39656b1dcbba tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.812584 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7a07c64d-776d-47b7-ad02-39656b1dcbba tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2514760 Jul 06 12:01:47.815389 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40894) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:47.820728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-96324781-df0d-482e-9da9-32228482d3a7 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group_rule': {'security_group_id': '41dfa695-93eb-4589-83d1-3e94647d020b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:47.864732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07c64d-776d-47b7-ad02-39656b1dcbba tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41dfa695-93eb-4589-83d1-3e94647d020b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:47.882691 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96324781-df0d-482e-9da9-32228482d3a7 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.913607 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=b12b5826-bd30-41f1-be68-65a2e4e492b2,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:47.961489 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96324781-df0d-482e-9da9-32228482d3a7 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.969888 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96324781-df0d-482e-9da9-32228482d3a7 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:47.992732 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96324781-df0d-482e-9da9-32228482d3a7 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda75052-ae9e-4967-81fd-71acb542756a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:47.999959 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 18034f1a-7abe-4804-9ef7-9660150d58ea, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=18034f1a-7abe-4804-9ef7-9660150d58ea,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:48.008020 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96324781-df0d-482e-9da9-32228482d3a7 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.009614 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-96324781-df0d-482e-9da9-32228482d3a7 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1929669 Jul 06 12:01:48.013231 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40900) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:48.036399 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '18034f1a-7abe-4804-9ef7-9660150d58ea', 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f', 'port_id': '18034f1a-7abe-4804-9ef7-9660150d58ea', 'mac_address': 'fa:16:3e:4b:94:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630b344f-b40d-402b-87dd-410d7ed1ce59', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:01:48.052989 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3a8122f2-4f9e-488f-a092-95d34d94ea23 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.063926 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3a8122f2-4f9e-488f-a092-95d34d94ea23 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.118611 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.143899 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3a8122f2-4f9e-488f-a092-95d34d94ea23 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.146154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18034f1a-7abe-4804-9ef7-9660150d58ea {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:48.162255 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3a8122f2-4f9e-488f-a092-95d34d94ea23 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.165356 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3a8122f2-4f9e-488f-a092-95d34d94ea23 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/fda75052-ae9e-4967-81fd-71acb542756a HTTP/1.1" status: 204 len: 168 time: 0.1492484 Jul 06 12:01:48.166586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40902) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:48.173763 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8122f2-4f9e-488f-a092-95d34d94ea23 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fda75052-ae9e-4967-81fd-71acb542756a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:48.182034 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 18034f1a-7abe-4804-9ef7-9660150d58ea, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=18034f1a-7abe-4804-9ef7-9660150d58ea,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:48.193075 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.244264 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ddf16d64-7081-4437-80ab-2e7f43daad2d tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0732446 Jul 06 12:01:48.247540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40904) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:48.303883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=18034f1a-7abe-4804-9ef7-9660150d58ea,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:48.362048 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb2b0-1bb9-4213-bdb0-6a369f1493c8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.392513 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb2b0-1bb9-4213-bdb0-6a369f1493c8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.448369 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb2b0-1bb9-4213-bdb0-6a369f1493c8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.458462 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb2b0-1bb9-4213-bdb0-6a369f1493c8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.462020 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5e0fb2b0-1bb9-4213-bdb0-6a369f1493c8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-groups/41dfa695-93eb-4589-83d1-3e94647d020b HTTP/1.1" status: 204 len: 168 time: 0.2130287 Jul 06 12:01:48.462424 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40906) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:48.486076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fb2b0-1bb9-4213-bdb0-6a369f1493c8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dfa695-93eb-4589-83d1-3e94647d020b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:48.496815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['18034f1a-7abe-4804-9ef7-9660150d58ea'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:48.548721 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-63dc5c0a-edd3-44d9-9239-dc10698e49e2 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0810030 Jul 06 12:01:48.549473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40908) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:48.557486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-af6ebfc9-e161-4b21-a2c0-a471bec5db6e tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group': {'name': 'tempest-secgroup--681023714'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:48.623548 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af6ebfc9-e161-4b21-a2c0-a471bec5db6e tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.698550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b12b5826-bd30-41f1-be68-65a2e4e492b2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:48.840176 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af6ebfc9-e161-4b21-a2c0-a471bec5db6e tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.846487 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af6ebfc9-e161-4b21-a2c0-a471bec5db6e tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.863617 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b12b5826-bd30-41f1-be68-65a2e4e492b2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:48.864508 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.879576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ebfc9-e161-4b21-a2c0-a471bec5db6e tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdefe0d9-f15d-4054-b84a-286206b3bf83,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:48.893586 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af6ebfc9-e161-4b21-a2c0-a471bec5db6e tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:48.897858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-af6ebfc9-e161-4b21-a2c0-a471bec5db6e tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3447516 Jul 06 12:01:48.903689 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40910) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:48.908111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-b91b0f7e-2dfe-4b2a-837e-d76e27a79df7 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group_rule': {'security_group_id': 'bdefe0d9-f15d-4054-b84a-286206b3bf83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:48.978817 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b91b0f7e-2dfe-4b2a-837e-d76e27a79df7 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.101750 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b91b0f7e-2dfe-4b2a-837e-d76e27a79df7 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.107510 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b91b0f7e-2dfe-4b2a-837e-d76e27a79df7 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.143107 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b0f7e-2dfe-4b2a-837e-d76e27a79df7 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5086ad4e-3c1b-406e-ae0e-ab1cf89d0bbb,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:49.147002 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b91b0f7e-2dfe-4b2a-837e-d76e27a79df7 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.151881 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b91b0f7e-2dfe-4b2a-837e-d76e27a79df7 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2470589 Jul 06 12:01:49.152228 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40912) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:49.174349 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-50308af4-f92d-48da-b51d-b38da32c1f58 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules/5086ad4e-3c1b-406e-ae0e-ab1cf89d0bbb HTTP/1.1" status: 200 len: 763 time: 0.0179968 Jul 06 12:01:49.174695 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40914) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:49.248907 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-82d03b1e-ac25-4e87-a243-71310587895d tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0724838 Jul 06 12:01:49.252397 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40916) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:49.285306 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d0324304-9144-4635-9905-4546687f73c8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.300461 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d0324304-9144-4635-9905-4546687f73c8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.346149 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d0324304-9144-4635-9905-4546687f73c8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.352760 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d0324304-9144-4635-9905-4546687f73c8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.354147 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d0324304-9144-4635-9905-4546687f73c8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5086ad4e-3c1b-406e-ae0e-ab1cf89d0bbb HTTP/1.1" status: 204 len: 168 time: 0.1005483 Jul 06 12:01:49.356689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40918) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:49.368559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0324304-9144-4635-9905-4546687f73c8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5086ad4e-3c1b-406e-ae0e-ab1cf89d0bbb,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:49.434539 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9506220e-b952-4831-a67e-21008e935a81 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0762985 Jul 06 12:01:49.437955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40920) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:49.443636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bca2aa05-46f0-42ca-a6b1-e07cbf943f48 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group_rule': {'security_group_id': 'bdefe0d9-f15d-4054-b84a-286206b3bf83', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:49.487148 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bca2aa05-46f0-42ca-a6b1-e07cbf943f48 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.601429 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bca2aa05-46f0-42ca-a6b1-e07cbf943f48 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.607043 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bca2aa05-46f0-42ca-a6b1-e07cbf943f48 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.632850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2aa05-46f0-42ca-a6b1-e07cbf943f48 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf947e2-10ae-4f32-9c9c-8beb1537804b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:49.644896 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bca2aa05-46f0-42ca-a6b1-e07cbf943f48 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.646992 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bca2aa05-46f0-42ca-a6b1-e07cbf943f48 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2076490 Jul 06 12:01:49.649580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40924) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:49.670068 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6813847c-40f9-4ef5-bbb2-2cf729b12d9f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules/fbf947e2-10ae-4f32-9c9c-8beb1537804b HTTP/1.1" status: 200 len: 763 time: 0.0189183 Jul 06 12:01:49.675344 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40928) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:49.764324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0a1b1d45-1f98-4771-aa07-7dd9279b9ab2 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0889471 Jul 06 12:01:49.767933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40932) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:49.799930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 18034f1a-7abe-4804-9ef7-9660150d58ea up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:01:49.818095 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92650a24-ed08-4b54-a761-e15cb1c57688 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.829900 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92650a24-ed08-4b54-a761-e15cb1c57688 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.875098 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92650a24-ed08-4b54-a761-e15cb1c57688 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.896436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 18034f1a-7abe-4804-9ef7-9660150d58ea completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:01:49.899692 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92650a24-ed08-4b54-a761-e15cb1c57688 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.902135 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40936) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:49.902535 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-92650a24-ed08-4b54-a761-e15cb1c57688 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/fbf947e2-10ae-4f32-9c9c-8beb1537804b HTTP/1.1" status: 204 len: 168 time: 0.1331687 Jul 06 12:01:49.912414 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 18034f1a-7abe-4804-9ef7-9660150d58ea triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:01:49.912808 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:49.912925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92650a24-ed08-4b54-a761-e15cb1c57688 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbf947e2-10ae-4f32-9c9c-8beb1537804b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:49.982410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8a78d296-79a7-4c75-9db2-eb6406d45f93 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0768692 Jul 06 12:01:49.983278 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40938) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:49.990391 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-64118ffd-a6c8-4378-8a6c-4fa3e0cbcab0 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Request body: {'security_group_rule': {'security_group_id': 'bdefe0d9-f15d-4054-b84a-286206b3bf83', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:50.059207 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.079083 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64118ffd-a6c8-4378-8a6c-4fa3e0cbcab0 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.113240 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 18034f1a-7abe-4804-9ef7-9660150d58ea, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=18034f1a-7abe-4804-9ef7-9660150d58ea,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:50.127269 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.237513 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64118ffd-a6c8-4378-8a6c-4fa3e0cbcab0 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.240318 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=18034f1a-7abe-4804-9ef7-9660150d58ea,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:50.242092 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64118ffd-a6c8-4378-8a6c-4fa3e0cbcab0 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.288218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64118ffd-a6c8-4378-8a6c-4fa3e0cbcab0 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef67daa-98cd-410e-a1ce-ffc4a30b2e12,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:50.304457 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64118ffd-a6c8-4378-8a6c-4fa3e0cbcab0 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.306132 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-64118ffd-a6c8-4378-8a6c-4fa3e0cbcab0 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3211186 Jul 06 12:01:50.308541 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40940) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:50.361626 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c6d3085e-b959-430a-a05a-31cf9e4e314d tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules/5ef67daa-98cd-410e-a1ce-ffc4a30b2e12 HTTP/1.1" status: 200 len: 764 time: 0.0516865 Jul 06 12:01:50.365342 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40942) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:50.448318 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2f7c3010-0ac3-4919-90a7-65cdfb1b522c tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0815413 Jul 06 12:01:50.450739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40944) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:50.512680 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f3832454-098c-4cfe-af10-29f13510483f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.564280 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f3832454-098c-4cfe-af10-29f13510483f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.604534 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f3832454-098c-4cfe-af10-29f13510483f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.613880 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f3832454-098c-4cfe-af10-29f13510483f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.616072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f3832454-098c-4cfe-af10-29f13510483f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5ef67daa-98cd-410e-a1ce-ffc4a30b2e12 HTTP/1.1" status: 204 len: 168 time: 0.1641440 Jul 06 12:01:50.618628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40946) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:50.626342 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3832454-098c-4cfe-af10-29f13510483f tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ef67daa-98cd-410e-a1ce-ffc4a30b2e12,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:50.765445 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a69c4e3c-f630-4371-ad9a-4f6a065036c1 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1455772 Jul 06 12:01:50.768285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40948) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:50.855961 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f34e1a9a-3b16-457d-863e-57ca2e9a5cf8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.901488 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f34e1a9a-3b16-457d-863e-57ca2e9a5cf8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.994123 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f34e1a9a-3b16-457d-863e-57ca2e9a5cf8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.997396 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f34e1a9a-3b16-457d-863e-57ca2e9a5cf8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:50.999801 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f34e1a9a-3b16-457d-863e-57ca2e9a5cf8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "DELETE /v2.0/security-groups/bdefe0d9-f15d-4054-b84a-286206b3bf83 HTTP/1.1" status: 204 len: 168 time: 0.2291996 Jul 06 12:01:51.002295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40950) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:51.026560 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e1a9a-3b16-457d-863e-57ca2e9a5cf8 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdefe0d9-f15d-4054-b84a-286206b3bf83,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:51.064532 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-73fd273b-85cf-471d-a6cd-7aa74739a89e tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566707 Jul 06 12:01:51.064928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40952) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:51.133800 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b0da425d-5b3b-4c8a-9df0-24c8f5444369 tempest-SecGroupTest-2077486995 tempest-SecGroupTest-2077486995-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635638 Jul 06 12:01:51.457888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40958) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:51.669898 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6976e8da-a282-41d1-bae6-8a0352ec7577 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=97caed7baa004789882a8018355f87fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105343 Jul 06 12:01:51.672179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40962) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:51.746437 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0679f1ab-4829-492e-aa62-81440c7bb1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.761453 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c790133e-4016-47b3-980a-3b467be7e353 req-0150ea40-0986-4389-84ac-18c44ed19bf9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=35c83026-208c-49f5-a092-459f586c466d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0660856 Jul 06 12:01:51.781351 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0679f1ab-4829-492e-aa62-81440c7bb1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.886144 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790133e-4016-47b3-980a-3b467be7e353 req-f1fc9e48-2e99-42e3-b7f4-bbfd88018bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:51.887774 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c790133e-4016-47b3-980a-3b467be7e353 req-f1fc9e48-2e99-42e3-b7f4-bbfd88018bdb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8c032e15c44a1786541e33cb5ca2c4&device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 1097 time: 0.0992990 Jul 06 12:01:51.895705 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0679f1ab-4829-492e-aa62-81440c7bb1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.898195 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0679f1ab-4829-492e-aa62-81440c7bb1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:51.899398 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0679f1ab-4829-492e-aa62-81440c7bb1de admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/78a8cb88-06cf-4637-b5dd-d5c2a294fdbd HTTP/1.1" status: 204 len: 168 time: 0.2258582 Jul 06 12:01:51.928725 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679f1ab-4829-492e-aa62-81440c7bb1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a8cb88-06cf-4637-b5dd-d5c2a294fdbd,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:52.044454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790133e-4016-47b3-980a-3b467be7e353 req-26e59a7e-96fb-4208-87e1-ed23275d560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:52.046579 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c790133e-4016-47b3-980a-3b467be7e353 req-26e59a7e-96fb-4208-87e1-ed23275d560c service neutron] 10.222.0.23 "GET /v2.0/networks?id=29d2021a-34e4-4b41-81ec-0123d8bd5bd1 HTTP/1.1" status: 200 len: 898 time: 0.1249962 Jul 06 12:01:52.128378 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c790133e-4016-47b3-980a-3b467be7e353 req-5d381096-c57c-4fb8-bec9-18c9b0bfcd19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=683fa290-6d74-4221-b9fb-16bd46d4915c HTTP/1.1" status: 200 len: 1002 time: 0.0744104 Jul 06 12:01:52.188879 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790133e-4016-47b3-980a-3b467be7e353 req-6975ea85-cc21-468e-bdea-4b904330ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:52.190827 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c790133e-4016-47b3-980a-3b467be7e353 req-6975ea85-cc21-468e-bdea-4b904330ea87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584 HTTP/1.1" status: 200 len: 833 time: 0.0541630 Jul 06 12:01:52.302392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790133e-4016-47b3-980a-3b467be7e353 req-f16b2b48-7e09-488b-902a-59539228e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:52.304492 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c790133e-4016-47b3-980a-3b467be7e353 req-f16b2b48-7e09-488b-902a-59539228e8af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29d2021a-34e4-4b41-81ec-0123d8bd5bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050496 Jul 06 12:01:52.454057 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c790133e-4016-47b3-980a-3b467be7e353 req-de05c21b-1248-490f-9b75-81286f503d29 service neutron] 10.222.0.23 "GET /v2.0/networks/29d2021a-34e4-4b41-81ec-0123d8bd5bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411359 Jul 06 12:01:52.641823 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c790133e-4016-47b3-980a-3b467be7e353 req-a9ce47fb-6b59-447b-8db7-1b4497f9f69d service neutron] 10.222.0.23 "GET /v2.0/networks/29d2021a-34e4-4b41-81ec-0123d8bd5bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688621 Jul 06 12:01:53.237507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567a985-bd32-46d6-8d73-12ea69cdf410 req-3d6cdedd-d850-4dbc-b3f4-5c42a53377f1 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:53.245121 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0567a985-bd32-46d6-8d73-12ea69cdf410 req-3d6cdedd-d850-4dbc-b3f4-5c42a53377f1 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 946 time: 0.0815933 Jul 06 12:01:53.296946 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0567a985-bd32-46d6-8d73-12ea69cdf410 req-dd6ff0d9-fba6-4371-aff0-5275278e243a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507553 Jul 06 12:01:53.506525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135950cc-7e7b-4b6f-87a3-1b665a9599dc req-5008553b-dea7-4147-8562-3dbe84d821b7 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:53.508197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-135950cc-7e7b-4b6f-87a3-1b665a9599dc req-5008553b-dea7-4147-8562-3dbe84d821b7 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=485a9805-0700-4258-8a5b-dc0d3a157642 HTTP/1.1" status: 200 len: 946 time: 0.0953228 Jul 06 12:01:53.568099 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-135950cc-7e7b-4b6f-87a3-1b665a9599dc req-2813a768-0d15-4abb-acf3-4c2a0819f25c tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508318 Jul 06 12:01:53.662417 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8086dae-0be0-4a61-b634-f0a63a85b67f req-694231bd-8bf4-410a-839f-79749b3d18d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:53.665533 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8086dae-0be0-4a61-b634-f0a63a85b67f req-694231bd-8bf4-410a-839f-79749b3d18d1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cb4361f835974e8bb48f40231c55813a&device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 1097 time: 0.0756383 Jul 06 12:01:53.792726 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a1da2-6e2b-49d4-8123-093c99d22605 req-e4f47a94-621b-481f-8927-5f49de861d85 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:53.794250 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b9a1da2-6e2b-49d4-8123-093c99d22605 req-e4f47a94-621b-481f-8927-5f49de861d85 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 945 time: 0.0811932 Jul 06 12:01:53.815066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8086dae-0be0-4a61-b634-f0a63a85b67f req-677c4769-98c2-4649-86a0-27f9a970a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:53.817129 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8086dae-0be0-4a61-b634-f0a63a85b67f req-677c4769-98c2-4649-86a0-27f9a970a076 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 200 len: 917 time: 0.1467586 Jul 06 12:01:53.853975 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b9a1da2-6e2b-49d4-8123-093c99d22605 req-58a1261c-368a-436f-929b-228f76b36fcf tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528963 Jul 06 12:01:53.922122 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1d1335-1562-4c69-9bbe-bc0d219df502 x-openstack-request-id: req-7a1d1335-1562-4c69-9bbe-bc0d219df502 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:53.922671 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c16fab-4e88-4756-87ff-76296ae7a08d", "name": "network-vif-plugged", "status": "completed", "tag": "c082b73e-588d-49fe-bdf7-177f70b9822e", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:53.922765 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a1d1335-1562-4c69-9bbe-bc0d219df502 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:53.923155 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c16fab-4e88-4756-87ff-76296ae7a08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c082b73e-588d-49fe-bdf7-177f70b9822e', 'code': 200} Jul 06 12:01:53.929596 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8086dae-0be0-4a61-b634-f0a63a85b67f req-31f64afb-256c-4ed7-bc73-12d7bdd31d47 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1 HTTP/1.1" status: 200 len: 1002 time: 0.1032171 Jul 06 12:01:54.025891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8086dae-0be0-4a61-b634-f0a63a85b67f req-acd73dc5-afec-4a1e-a27c-3c8bdb1c430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:54.027978 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8086dae-0be0-4a61-b634-f0a63a85b67f req-acd73dc5-afec-4a1e-a27c-3c8bdb1c430a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=051eb73e-cc49-4234-bd0e-51f311b8c003 HTTP/1.1" status: 200 len: 855 time: 0.0813682 Jul 06 12:01:54.104466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8086dae-0be0-4a61-b634-f0a63a85b67f req-a4fe0ffe-38c9-4177-afdd-632111ae489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:54.106165 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8086dae-0be0-4a61-b634-f0a63a85b67f req-a4fe0ffe-38c9-4177-afdd-632111ae489a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2583a30c-12e0-47de-ab04-5597efae877a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716479 Jul 06 12:01:54.240291 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8086dae-0be0-4a61-b634-f0a63a85b67f req-1aaea182-66d7-49f2-bf47-b2f1e8012ef5 service neutron] 10.222.0.89 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267900 Jul 06 12:01:54.381848 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8086dae-0be0-4a61-b634-f0a63a85b67f req-7234774c-d7bd-4f1c-8a5b-d3b3d35c9638 service neutron] 10.222.0.89 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348372 Jul 06 12:01:54.562828 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-dccb57ff-ba2d-4925-8caf-3009b554f931 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:54.567544 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-dccb57ff-ba2d-4925-8caf-3009b554f931 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/networks?id=e8d04c2a-62ac-48ea-980e-594faf1c8acb HTTP/1.1" status: 200 len: 814 time: 0.1436830 Jul 06 12:01:54.590619 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-f0a7bf2e-f86f-433d-81eb-92b656bdf628 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/quotas/92b1538b76b34231894f014265f1ac67 HTTP/1.1" status: 200 len: 375 time: 0.0170355 Jul 06 12:01:54.635558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-7dfa91c5-2267-460b-b4c0-92f4f41a5bd9 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=92b1538b76b34231894f014265f1ac67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438242 Jul 06 12:01:54.650068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41056) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:54.734392 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-02ab2135-2815-4a43-bd25-26db3bbe4e6c service neutron] 10.222.0.81 "GET /v2.0/networks/e8d04c2a-62ac-48ea-980e-594faf1c8acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966425 Jul 06 12:01:54.799648 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4066da03-b191-4627-8d58-1e5cd885f9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.867397 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-0fefcdb2-c001-4ca5-93e0-a37fc97bac41 service neutron] 10.222.0.81 "GET /v2.0/networks/e8d04c2a-62ac-48ea-980e-594faf1c8acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263845 Jul 06 12:01:54.921472 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4066da03-b191-4627-8d58-1e5cd885f9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.926664 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4066da03-b191-4627-8d58-1e5cd885f9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:54.972055 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4066da03-b191-4627-8d58-1e5cd885f9ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c7b324773b284c26b0a0135783944cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185835 Jul 06 12:01:54.973553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41062) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:55.000259 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066da03-b191-4627-8d58-1e5cd885f9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5139da6c-e0fe-4716-b2b0-b73fc64c84a8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:55.081043 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-325881f4-a07e-4d3d-bbe0-b7bf893e8155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.111262 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-325881f4-a07e-4d3d-bbe0-b7bf893e8155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.174681 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-325881f4-a07e-4d3d-bbe0-b7bf893e8155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.178493 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-325881f4-a07e-4d3d-bbe0-b7bf893e8155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.182452 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-325881f4-a07e-4d3d-bbe0-b7bf893e8155 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5139da6c-e0fe-4716-b2b0-b73fc64c84a8 HTTP/1.1" status: 204 len: 168 time: 0.2074473 Jul 06 12:01:55.195772 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325881f4-a07e-4d3d-bbe0-b7bf893e8155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5139da6c-e0fe-4716-b2b0-b73fc64c84a8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:55.618614 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a515e-94b5-41d5-bfd1-a8b46114fd95 req-62d01d6c-7743-4b2b-a7d0-3f6595f041ce tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:55.632308 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-083a515e-94b5-41d5-bfd1-a8b46114fd95 req-62d01d6c-7743-4b2b-a7d0-3f6595f041ce tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 946 time: 0.1091616 Jul 06 12:01:55.702866 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-083a515e-94b5-41d5-bfd1-a8b46114fd95 req-368102ef-ca6d-442d-842e-9ca95fefb325 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686793 Jul 06 12:01:55.799171 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41090) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:55.824590 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44ba4119-9643-4207-94a1-c9dbb36a89cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:55.924383 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868cc1b1-47e4-436b-a360-12b39edd3850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18034f1a-7abe-4804-9ef7-9660150d58ea'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:55.926949 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1909e8da-0f77-4eaf-b240-532d8520bfc4" -d '{"events": [{"server_uuid": "868cc1b1-47e4-436b-a360-12b39edd3850", "name": "network-vif-plugged", "status": "completed", "tag": "18034f1a-7abe-4804-9ef7-9660150d58ea"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:56.008453 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1effa-294c-49b3-b20d-c9af55198574 req-eed2931f-615a-4399-b688-8245b8bee088 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:56.010002 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a6c1effa-294c-49b3-b20d-c9af55198574 req-eed2931f-615a-4399-b688-8245b8bee088 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 945 time: 0.1297078 Jul 06 12:01:56.086292 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44ba4119-9643-4207-94a1-c9dbb36a89cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.093877 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a6c1effa-294c-49b3-b20d-c9af55198574 req-8eec2510-0e57-4a74-ab18-b6eb33a76999 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755539 Jul 06 12:01:56.095875 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44ba4119-9643-4207-94a1-c9dbb36a89cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.133565 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-44ba4119-9643-4207-94a1-c9dbb36a89cb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e11b4adc5ca04ac4b5c4c8c5b91c1e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337138 Jul 06 12:01:56.136759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41094) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:56.168443 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba4119-9643-4207-94a1-c9dbb36a89cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e0b75e-c809-4d99-a107-1cb04e1a83f7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:56.248901 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c703b534-18d2-45ec-9f60-dddbff962c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.273247 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c703b534-18d2-45ec-9f60-dddbff962c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.306410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7e5f743-a036-4900-ad4f-a05c88b40f4a req-9ad30fdc-21f0-4d0d-bff5-adfee84a25f8 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/ports?device_id=c93bc794-61ee-459d-aaef-759bd7b876fd HTTP/1.1" status: 200 len: 210 time: 0.0414903 Jul 06 12:01:56.348222 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c703b534-18d2-45ec-9f60-dddbff962c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.351251 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c703b534-18d2-45ec-9f60-dddbff962c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:56.355011 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c703b534-18d2-45ec-9f60-dddbff962c6c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/69e0b75e-c809-4d99-a107-1cb04e1a83f7 HTTP/1.1" status: 204 len: 168 time: 0.2146735 Jul 06 12:01:56.366305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703b534-18d2-45ec-9f60-dddbff962c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e0b75e-c809-4d99-a107-1cb04e1a83f7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:56.660317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fb659-0883-4359-bafc-8df235a0744f req-8694422d-1dd9-46f9-91cf-0a3ee284d458 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:56.666892 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a7fb659-0883-4359-bafc-8df235a0744f req-8694422d-1dd9-46f9-91cf-0a3ee284d458 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=485a9805-0700-4258-8a5b-dc0d3a157642 HTTP/1.1" status: 200 len: 946 time: 0.0909059 Jul 06 12:01:56.719284 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a7fb659-0883-4359-bafc-8df235a0744f req-e1e7f39d-ec27-482b-af85-700738480f8d tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups?id=3087c79a-f526-4c58-b551-d695b2079c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506387 Jul 06 12:01:56.721301 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41104) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:01:56.794516 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ef3df7-8548-4ba2-92b4-886c70828440 x-openstack-request-id: req-c0ef3df7-8548-4ba2-92b4-886c70828440 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:01:56.795011 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868cc1b1-47e4-436b-a360-12b39edd3850", "name": "network-vif-plugged", "status": "completed", "tag": "18034f1a-7abe-4804-9ef7-9660150d58ea", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:01:56.795507 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c0ef3df7-8548-4ba2-92b4-886c70828440 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:01:56.796100 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868cc1b1-47e4-436b-a360-12b39edd3850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18034f1a-7abe-4804-9ef7-9660150d58ea', 'code': 200} Jul 06 12:01:57.079542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-e503e4c4-5706-453f-ae63-95c3ed1e5a06 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:57.081460 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-e503e4c4-5706-453f-ae63-95c3ed1e5a06 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.23 "GET /v2.0/networks?id=e8d04c2a-62ac-48ea-980e-594faf1c8acb HTTP/1.1" status: 200 len: 814 time: 0.4221244 Jul 06 12:01:57.136283 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-42a10d9e-2670-44a0-8e8e-5366ed1070e7 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Request body: {'port': {'device_id': 'c93bc794-61ee-459d-aaef-759bd7b876fd', 'network_id': 'e8d04c2a-62ac-48ea-980e-594faf1c8acb', 'admin_state_up': True, 'tenant_id': '92b1538b76b34231894f014265f1ac67'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:57.173199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b328953-764a-4a1d-a958-ff59b5673503 req-45572695-1cf6-4792-9231-4340459c55f2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:57.175641 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b328953-764a-4a1d-a958-ff59b5673503 req-45572695-1cf6-4792-9231-4340459c55f2 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.89 "GET /v2.0/ports?device_id=485a9805-0700-4258-8a5b-dc0d3a157642 HTTP/1.1" status: 200 len: 946 time: 0.2980893 Jul 06 12:01:57.491629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99397426-656d-4cff-8b23-8a1b147e9cca req-236f8e28-6e7f-4f16-89aa-25092b2578f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:57.493402 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-99397426-656d-4cff-8b23-8a1b147e9cca req-236f8e28-6e7f-4f16-89aa-25092b2578f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 1096 time: 0.3856645 Jul 06 12:01:57.498501 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-42a10d9e-2670-44a0-8e8e-5366ed1070e7 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Made reservation on behalf of 92b1538b76b34231894f014265f1ac67 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:01:57.503359 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-42a10d9e-2670-44a0-8e8e-5366ed1070e7 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.615477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-1b328953-764a-4a1d-a958-ff59b5673503 req-adb2a2ca-4d18-45ac-acd5-a429ee185dbc tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Deleting port f3b40efc-b9b6-4302-9123-a0615e622617 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:57.615924 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b328953-764a-4a1d-a958-ff59b5673503 req-adb2a2ca-4d18-45ac-acd5-a429ee185dbc tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.649923 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393eb54-9cc7-4b4d-8c41-335a615a85a4 req-feb7e3b1-dd6e-4ac8-998d-4bcc27b181a7 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:57.657485 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1393eb54-9cc7-4b4d-8c41-335a615a85a4 req-feb7e3b1-dd6e-4ac8-998d-4bcc27b181a7 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 946 time: 0.6018152 Jul 06 12:01:57.678510 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-99397426-656d-4cff-8b23-8a1b147e9cca req-cdf4d037-3bd7-4bff-addb-50b72f2e601a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573439 Jul 06 12:01:57.748296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-42a10d9e-2670-44a0-8e8e-5366ed1070e7 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Allocated IP 172.20.0.11 (e8d04c2a-62ac-48ea-980e-594faf1c8acb/1442b335-1dde-4ef4-a0bb-abd4032adea1/b3a78114-0c41-4620-a6cb-560fa2208cd7) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:01:57.810556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1b328953-764a-4a1d-a958-ff59b5673503 req-adb2a2ca-4d18-45ac-acd5-a429ee185dbc tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] For port f3b40efc-b9b6-4302-9123-a0615e622617, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f3b40efc-b9b6-4302-9123-a0615e622617,segment=NetworkSegment(9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83),segment_id=9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:57.810926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b328953-764a-4a1d-a958-ff59b5673503 req-adb2a2ca-4d18-45ac-acd5-a429ee185dbc tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:57.815832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1393eb54-9cc7-4b4d-8c41-335a615a85a4 req-c414f331-04de-4939-bf43-87841803d67a tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573863 Jul 06 12:01:57.857157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-1b328953-764a-4a1d-a958-ff59b5673503 req-adb2a2ca-4d18-45ac-acd5-a429ee185dbc tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Calling delete_port for f3b40efc-b9b6-4302-9123-a0615e622617 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:58.028820 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e5487f8-f1f4-4e79-bd04-a89ed2c9c07c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.101523 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device df8e6fad-5c5d-45ac-8009-6ba148028fe1 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:01:58.154368 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-42a10d9e-2670-44a0-8e8e-5366ed1070e7 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.299361 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-42a10d9e-2670-44a0-8e8e-5366ed1070e7 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.305993 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.339092 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b328953-764a-4a1d-a958-ff59b5673503 req-adb2a2ca-4d18-45ac-acd5-a429ee185dbc tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.340930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9362d5c-d511-48e9-ab69-eb43276ee3ae req-dcc6d6a1-ffee-46bf-b55a-bda9f3b2d2c9 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:58.353242 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9362d5c-d511-48e9-ab69-eb43276ee3ae req-dcc6d6a1-ffee-46bf-b55a-bda9f3b2d2c9 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 945 time: 0.3181658 Jul 06 12:01:58.397260 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['f3b40efc-b9b6-4302-9123-a0615e622617'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:01:58.399355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-42a10d9e-2670-44a0-8e8e-5366ed1070e7 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Network e8d04c2a-62ac-48ea-980e-594faf1c8acb is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:01:58.407568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-42a10d9e-2670-44a0-8e8e-5366ed1070e7 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:01:58.418182 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-42a10d9e-2670-44a0-8e8e-5366ed1070e7 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:01:58.447543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port df8e6fad-5c5d-45ac-8009-6ba148028fe1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:58.479325 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9362d5c-d511-48e9-ab69-eb43276ee3ae req-946b24bc-21e9-4bfe-874e-21cfe2ce67a0 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226332 Jul 06 12:01:58.489613 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.601322 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b328953-764a-4a1d-a958-ff59b5673503 req-adb2a2ca-4d18-45ac-acd5-a429ee185dbc tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] No DVR routers for this DVR port f3b40efc-b9b6-4302-9123-a0615e622617 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:01:58.606031 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b328953-764a-4a1d-a958-ff59b5673503 req-adb2a2ca-4d18-45ac-acd5-a429ee185dbc tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.608257 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b328953-764a-4a1d-a958-ff59b5673503 req-adb2a2ca-4d18-45ac-acd5-a429ee185dbc tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.89 "DELETE /v2.0/ports/f3b40efc-b9b6-4302-9123-a0615e622617 HTTP/1.1" status: 204 len: 173 time: 1.3904805 Jul 06 12:01:58.609307 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485a9805-0700-4258-8a5b-dc0d3a157642', 'name': 'network-vif-deleted', 'tag': 'f3b40efc-b9b6-4302-9123-a0615e622617'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:58.612296 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3987c451-b530-4c71-b15e-5252182e8c5a" -d '{"events": [{"server_uuid": "485a9805-0700-4258-8a5b-dc0d3a157642", "name": "network-vif-deleted", "tag": "f3b40efc-b9b6-4302-9123-a0615e622617"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:58.618226 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a10d9e-2670-44a0-8e8e-5366ed1070e7 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Pushing event updated for resources: {'Port': ['ID=b3a78114-0c41-4620-a6cb-560fa2208cd7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:58.650909 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-42a10d9e-2670-44a0-8e8e-5366ed1070e7 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:58.653744 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-42a10d9e-2670-44a0-8e8e-5366ed1070e7 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.718739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=df8e6fad-5c5d-45ac-8009-6ba148028fe1,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:58.725600 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2a2ca-4d18-45ac-acd5-a429ee185dbc tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Pushing event deleted for resources: {'Port': ['ID=f3b40efc-b9b6-4302-9123-a0615e622617,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:58.756072 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-42a10d9e-2670-44a0-8e8e-5366ed1070e7 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6464057 Jul 06 12:01:58.769677 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Request body: {'port': {'device_id': 'c93bc794-61ee-459d-aaef-759bd7b876fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:01:58.798827 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:01:58.801514 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d812659-c051-40c5-90e4-4a55a73eb79f" -d '{"events": [{"server_uuid": "14639a60-b26f-469f-9e2e-8051e95b3e71", "name": "network-vif-unplugged", "status": "completed", "tag": "df8e6fad-5c5d-45ac-8009-6ba148028fe1"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:01:58.874600 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:58.916166 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:01:58.949061 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407534e-fc2e-4d03-a9ce-4f1c9f2811c6 req-31030caf-5706-4305-96a1-18e928d82c38 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:58.950611 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4407534e-fc2e-4d03-a9ce-4f1c9f2811c6 req-31030caf-5706-4305-96a1-18e928d82c38 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/ports?device_id=c93bc794-61ee-459d-aaef-759bd7b876fd HTTP/1.1" status: 200 len: 932 time: 0.2360013 Jul 06 12:01:59.054793 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4407534e-fc2e-4d03-a9ce-4f1c9f2811c6 req-01ba46da-9571-41e4-a12b-77cb5e6d4240 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a7a6f34-91f6-4ab8-9ced-c048c9114fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761552 Jul 06 12:01:59.069666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6e5487f8-f1f4-4e79-bd04-a89ed2c9c07c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Deleting port b12b5826-bd30-41f1-be68-65a2e4e492b2 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:01:59.072024 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e5487f8-f1f4-4e79-bd04-a89ed2c9c07c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.293367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-6e5487f8-f1f4-4e79-bd04-a89ed2c9c07c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] For port b12b5826-bd30-41f1-be68-65a2e4e492b2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b12b5826-bd30-41f1-be68-65a2e4e492b2,segment=NetworkSegment(83b0d9bf-e3d3-4271-8b23-cd8f68542284),segment_id=83b0d9bf-e3d3-4271-8b23-cd8f68542284)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:01:59.293902 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e5487f8-f1f4-4e79-bd04-a89ed2c9c07c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.314965 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6e5487f8-f1f4-4e79-bd04-a89ed2c9c07c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Calling delete_port for b12b5826-bd30-41f1-be68-65a2e4e492b2 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:01:59.440441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a78114-0c41-4620-a6cb-560fa2208cd7 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:01:59.462700 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.499459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Transition to ACTIVE for port object b3a78114-0c41-4620-a6cb-560fa2208cd7 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:01:59.521457 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.590753 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-afa47494-1e11-4e1f-b9b2-3d8c4f646ac8 req-25084c4a-f2dd-44a3-91c5-69b3e40c3b79 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/ports?device_id=485a9805-0700-4258-8a5b-dc0d3a157642 HTTP/1.1" status: 200 len: 210 time: 0.0689275 Jul 06 12:01:59.603518 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a78114-0c41-4620-a6cb-560fa2208cd7,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:59.709163 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Attempting to bind port b3a78114-0c41-4620-a6cb-560fa2208cd7 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:01:59.709557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Attempting to bind port b3a78114-0c41-4620-a6cb-560fa2208cd7 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'e3763cc8-c94c-42b9-bf98-168be99ae091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e8d04c2a-62ac-48ea-980e-594faf1c8acb'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:01:59.710213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Attempting to bind port b3a78114-0c41-4620-a6cb-560fa2208cd7 on network e8d04c2a-62ac-48ea-980e-594faf1c8acb {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:59.716113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Port b3a78114-0c41-4620-a6cb-560fa2208cd7 on network e8d04c2a-62ac-48ea-980e-594faf1c8acb not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:01:59.716441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Attempting to bind port b3a78114-0c41-4620-a6cb-560fa2208cd7 on network e8d04c2a-62ac-48ea-980e-594faf1c8acb {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:01:59.720538 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e5487f8-f1f4-4e79-bd04-a89ed2c9c07c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.723981 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:01:59.724320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Checking segment: {'id': 'e3763cc8-c94c-42b9-bf98-168be99ae091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e8d04c2a-62ac-48ea-980e-594faf1c8acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:01:59.725082 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Bound using segment: {'id': 'e3763cc8-c94c-42b9-bf98-168be99ae091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e8d04c2a-62ac-48ea-980e-594faf1c8acb'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:01:59.725550 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Bound port: b3a78114-0c41-4620-a6cb-560fa2208cd7, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3763cc8-c94c-42b9-bf98-168be99ae091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e8d04c2a-62ac-48ea-980e-594faf1c8acb'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:01:59.725898 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.752166 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5487f8-f1f4-4e79-bd04-a89ed2c9c07c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Port': ['ID=b12b5826-bd30-41f1-be68-65a2e4e492b2,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:59.814622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] For port b3a78114-0c41-4620-a6cb-560fa2208cd7, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:01:59.819051 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] For port b3a78114-0c41-4620-a6cb-560fa2208cd7, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b3a78114-0c41-4620-a6cb-560fa2208cd7,segment=NetworkSegment(e3763cc8-c94c-42b9-bf98-168be99ae091),segment_id=e3763cc8-c94c-42b9-bf98-168be99ae091)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:01:59.824919 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.871658 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:59.872651 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.874343 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] 10.222.0.23 "PUT /v2.0/ports/b3a78114-0c41-4620-a6cb-560fa2208cd7 HTTP/1.1" status: 200 len: 1092 time: 1.1104536 Jul 06 12:01:59.903015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595f23a-a064-41ed-8f2f-defdb8e3c9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a78114-0c41-4620-a6cb-560fa2208cd7,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:01:59.994495 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e5487f8-f1f4-4e79-bd04-a89ed2c9c07c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:01:59.995520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-07b1ce03-c712-4a3a-bf9d-868003257f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:01:59.998013 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-07b1ce03-c712-4a3a-bf9d-868003257f8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92b1538b76b34231894f014265f1ac67&device_id=c93bc794-61ee-459d-aaef-759bd7b876fd HTTP/1.1" status: 200 len: 1095 time: 0.0776060 Jul 06 12:02:00.053365 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-849c5b2d-dce8-4ff2-8094-6ef167a8fb04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3a78114-0c41-4620-a6cb-560fa2208cd7 HTTP/1.1" status: 200 len: 217 time: 0.0464857 Jul 06 12:02:00.323546 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced56dff-afa4-465a-aab9-709ad262f439 x-openstack-request-id: req-ced56dff-afa4-465a-aab9-709ad262f439 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:00.324444 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14639a60-b26f-469f-9e2e-8051e95b3e71", "name": "network-vif-unplugged", "status": "failed", "tag": "df8e6fad-5c5d-45ac-8009-6ba148028fe1", "code": 422}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:00.324861 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ced56dff-afa4-465a-aab9-709ad262f439 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:00.325451 n-d-799529-2 neutron-server[100429]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1', 'code': 422} returned with failed status Jul 06 12:02:00.452312 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df01844a-beba-4f44-bf1a-f1f63baeae99 x-openstack-request-id: req-df01844a-beba-4f44-bf1a-f1f63baeae99 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:00.452872 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485a9805-0700-4258-8a5b-dc0d3a157642", "name": "network-vif-deleted", "tag": "f3b40efc-b9b6-4302-9123-a0615e622617", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:00.452872 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df01844a-beba-4f44-bf1a-f1f63baeae99 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:00.453257 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485a9805-0700-4258-8a5b-dc0d3a157642', 'name': 'network-vif-deleted', 'tag': 'f3b40efc-b9b6-4302-9123-a0615e622617', 'status': 'completed', 'code': 200} Jul 06 12:02:00.463453 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5487f8-f1f4-4e79-bd04-a89ed2c9c07c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Router a61c8a53-43c1-4c72-b66f-6b3e240f958b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:00.480630 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-d4aa5762-8395-46fa-b195-f9180c37d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:00.482594 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-d4aa5762-8395-46fa-b195-f9180c37d2b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1442b335-1dde-4ef4-a0bb-abd4032adea1 HTTP/1.1" status: 200 len: 854 time: 0.4223785 Jul 06 12:02:00.517918 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-c953dd9f-2501-489a-8331-bcddc8d2c133 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8d04c2a-62ac-48ea-980e-594faf1c8acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277565 Jul 06 12:02:00.579279 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f42ed9-f8c3-44f1-adff-2d1587780e84 req-89558154-e8bb-4d65-91ec-49cc9ad3081d tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:00.580833 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48f42ed9-f8c3-44f1-adff-2d1587780e84 req-89558154-e8bb-4d65-91ec-49cc9ad3081d tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 945 time: 0.1573617 Jul 06 12:02:00.615132 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5487f8-f1f4-4e79-bd04-a89ed2c9c07c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:00.621001 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6e5487f8-f1f4-4e79-bd04-a89ed2c9c07c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "PUT /v2.0/routers/a61c8a53-43c1-4c72-b66f-6b3e240f958b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8934095 Jul 06 12:02:00.640287 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e16bf1-e7fd-4a8c-bb6c-c17aed32acd7 None None] Sync routers for ids ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:00.641971 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-01070ec9-891f-4254-9ad8-ab11d156fd17 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d04c2a-62ac-48ea-980e-594faf1c8acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166115 Jul 06 12:02:00.650557 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48f42ed9-f8c3-44f1-adff-2d1587780e84 req-451bccae-24c4-4414-a0e2-5530a9ce5e12 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590384 Jul 06 12:02:00.651597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e16bf1-e7fd-4a8c-bb6c-c17aed32acd7 None None] Routers {'a61c8a53-43c1-4c72-b66f-6b3e240f958b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:00.652575 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-03e16bf1-e7fd-4a8c-bb6c-c17aed32acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:01:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:00.771743 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6da483b4-38e4-43a7-a4c7-d62d93c8596d req-b2b17025-deb0-4ea8-b52b-7d41b0f24663 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d04c2a-62ac-48ea-980e-594faf1c8acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211343 Jul 06 12:02:00.834962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1acad1-3da9-4b2c-9194-ea178897a217 req-bf036b87-d399-42f9-ba69-d00eade3a6c6 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:00.836966 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd1acad1-3da9-4b2c-9194-ea178897a217 req-bf036b87-d399-42f9-ba69-d00eade3a6c6 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/ports?device_id=c93bc794-61ee-459d-aaef-759bd7b876fd HTTP/1.1" status: 200 len: 944 time: 0.0877531 Jul 06 12:02:00.892032 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd1acad1-3da9-4b2c-9194-ea178897a217 req-06b3c84e-57e0-42ea-9e96-9357024a77d8 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a7a6f34-91f6-4ab8-9ced-c048c9114fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469463 Jul 06 12:02:01.002330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-03e16bf1-e7fd-4a8c-bb6c-c17aed32acd7 None None] Set router a61c8a53-43c1-4c72-b66f-6b3e240f958b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:01.262873 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-03e16bf1-e7fd-4a8c-bb6c-c17aed32acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:01:59Z', 'revision_number': 6, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'ef75a5ef-999f-4cc9-8ea4-67f0cea7b116', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'port_id': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'mac_address': 'fa:16:3e:ab:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c83026-208c-49f5-a092-459f586c466d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:00:24Z', 'updated_at': '2021-07-06T12:00:27Z', 'revision_number': 1, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24c59e3-0347-441a-8b6e-973906c94550', 'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:46:1f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:00Z', 'updated_at': '2021-07-06T12:00:07Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:01.293220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e16bf1-e7fd-4a8c-bb6c-c17aed32acd7 None None] Checking router: a61c8a53-43c1-4c72-b66f-6b3e240f958b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:02:01.302754 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e16bf1-e7fd-4a8c-bb6c-c17aed32acd7 None None] Routers {'a61c8a53-43c1-4c72-b66f-6b3e240f958b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:01.303483 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-03e16bf1-e7fd-4a8c-bb6c-c17aed32acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:01:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:01.435631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-03e16bf1-e7fd-4a8c-bb6c-c17aed32acd7 None None] Set router a61c8a53-43c1-4c72-b66f-6b3e240f958b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:01.750821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-03e16bf1-e7fd-4a8c-bb6c-c17aed32acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:01:59Z', 'revision_number': 6, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'ef75a5ef-999f-4cc9-8ea4-67f0cea7b116', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'port_id': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'mac_address': 'fa:16:3e:ab:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c83026-208c-49f5-a092-459f586c466d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:00:24Z', 'updated_at': '2021-07-06T12:00:27Z', 'revision_number': 1, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24c59e3-0347-441a-8b6e-973906c94550', 'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:46:1f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:00Z', 'updated_at': '2021-07-06T12:00:07Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:01.783507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e16bf1-e7fd-4a8c-bb6c-c17aed32acd7 None None] The sync data for ids ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'] in n-d-799529-2 is: [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:01:59Z', 'revision_number': 6, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'ef75a5ef-999f-4cc9-8ea4-67f0cea7b116', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'port_id': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'mac_address': 'fa:16:3e:ab:8b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c83026-208c-49f5-a092-459f586c466d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:00:24Z', 'updated_at': '2021-07-06T12:00:27Z', 'revision_number': 1, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24c59e3-0347-441a-8b6e-973906c94550', 'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:46:1f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:00Z', 'updated_at': '2021-07-06T12:00:07Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:02.101246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device c082b73e-588d-49fe-bdf7-177f70b9822e no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:02.224655 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.273761 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port c082b73e-588d-49fe-bdf7-177f70b9822e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c082b73e-588d-49fe-bdf7-177f70b9822e,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:02.280678 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.281529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f3b40efc-b9b6-4302-9123-a0615e622617 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:02.322127 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: f3b40efc-b9b6-4302-9123-a0615e622617 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:02.322352 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f3b40efc-b9b6-4302-9123-a0615e622617 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:02.327066 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c16fab-4e88-4756-87ff-76296ae7a08d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c082b73e-588d-49fe-bdf7-177f70b9822e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:02.329466 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c201ef-c5d7-450d-93f0-28a2264d5c4c" -d '{"events": [{"server_uuid": "53c16fab-4e88-4756-87ff-76296ae7a08d", "name": "network-vif-unplugged", "status": "completed", "tag": "c082b73e-588d-49fe-bdf7-177f70b9822e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:02.356757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=c082b73e-588d-49fe-bdf7-177f70b9822e,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:02.454042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93bc794-61ee-459d-aaef-759bd7b876fd', 'tag': 'b3a78114-0c41-4620-a6cb-560fa2208cd7'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:02.457008 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae15395-bc70-4c50-9798-3d94c8941e98" -d '{"events": [{"name": "network-changed", "server_uuid": "c93bc794-61ee-459d-aaef-759bd7b876fd", "tag": "b3a78114-0c41-4620-a6cb-560fa2208cd7"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:02.564896 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b12b5826-bd30-41f1-be68-65a2e4e492b2 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:02.588072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: b12b5826-bd30-41f1-be68-65a2e4e492b2 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:02.588453 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b12b5826-bd30-41f1-be68-65a2e4e492b2 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:02.634416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41340) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:02.736317 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79a57a12-e450-4476-82ed-5e693941cd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.835532 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79a57a12-e450-4476-82ed-5e693941cd69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:02.839639 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79a57a12-e450-4476-82ed-5e693941cd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.145515 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5aed9afe-51e8-4a97-a744-2563a0971711 req-538f54e3-3f0b-4436-aad5-323287756497 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1077788 Jul 06 12:02:03.232441 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-79a57a12-e450-4476-82ed-5e693941cd69 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=abb7c92c2dae46e68d01addae228c62f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5969303 Jul 06 12:02:03.235181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41360) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:03.250883 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a57a12-e450-4476-82ed-5e693941cd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1598a698-cbb7-433b-a1a7-6bbf5de455ce,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:03.291286 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3a0f7-403f-4fb6-a6f3-aca6428e05fa req-bf3b63fd-7212-4a99-a1d5-5e86bb5c0130 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:03.292792 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67c3a0f7-403f-4fb6-a6f3-aca6428e05fa req-bf3b63fd-7212-4a99-a1d5-5e86bb5c0130 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b5f88e5-bf1d-4567-a0c9-bc8007787d12 HTTP/1.1" status: 200 len: 946 time: 0.4166536 Jul 06 12:02:03.300341 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d00ddb33-a630-44e1-ba1e-6e62311e72d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.324252 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d00ddb33-a630-44e1-ba1e-6e62311e72d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.340609 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67c3a0f7-403f-4fb6-a6f3-aca6428e05fa req-7f8a72e2-f2d7-4682-a49e-643d77029e64 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=90efa32f-7d33-4998-84d4-30fa5bb418a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415950 Jul 06 12:02:03.432286 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b72eb6-985b-4948-bbbf-a506c484adda req-06e12fb0-7826-497b-85b6-12ef05cde56a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:03.434133 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82b72eb6-985b-4948-bbbf-a506c484adda req-06e12fb0-7826-497b-85b6-12ef05cde56a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b5f88e5-bf1d-4567-a0c9-bc8007787d12 HTTP/1.1" status: 200 len: 946 time: 0.0816364 Jul 06 12:02:03.434984 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d00ddb33-a630-44e1-ba1e-6e62311e72d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.438301 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d00ddb33-a630-44e1-ba1e-6e62311e72d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.441762 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d00ddb33-a630-44e1-ba1e-6e62311e72d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1598a698-cbb7-433b-a1a7-6bbf5de455ce HTTP/1.1" status: 204 len: 168 time: 0.2032299 Jul 06 12:02:03.457151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ddb33-a630-44e1-ba1e-6e62311e72d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1598a698-cbb7-433b-a1a7-6bbf5de455ce,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:03.531660 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21194f-f3f1-4e5d-a90f-9075ad41609b req-6f21a310-24a3-4b86-9ee9-2d026b5561f3 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:03.539666 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e21194f-f3f1-4e5d-a90f-9075ad41609b req-6f21a310-24a3-4b86-9ee9-2d026b5561f3 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/ports?device_id=c93bc794-61ee-459d-aaef-759bd7b876fd HTTP/1.1" status: 200 len: 944 time: 0.0933731 Jul 06 12:02:03.597075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-82b72eb6-985b-4948-bbbf-a506c484adda req-c8bec56f-6d06-4a1f-b48c-a8d3bc5a94af tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Deleting port bc39c55e-e722-4f5b-a1aa-9d5749388981 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:03.597655 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82b72eb6-985b-4948-bbbf-a506c484adda req-c8bec56f-6d06-4a1f-b48c-a8d3bc5a94af tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.597810 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e21194f-f3f1-4e5d-a90f-9075ad41609b req-d74ee959-25bd-47bf-861b-af2df4ba6ff4 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a7a6f34-91f6-4ab8-9ced-c048c9114fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571287 Jul 06 12:02:03.708884 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-82b72eb6-985b-4948-bbbf-a506c484adda req-c8bec56f-6d06-4a1f-b48c-a8d3bc5a94af tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] For port bc39c55e-e722-4f5b-a1aa-9d5749388981, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=bc39c55e-e722-4f5b-a1aa-9d5749388981,segment=NetworkSegment(83b0d9bf-e3d3-4271-8b23-cd8f68542284),segment_id=83b0d9bf-e3d3-4271-8b23-cd8f68542284)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:03.709761 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82b72eb6-985b-4948-bbbf-a506c484adda req-c8bec56f-6d06-4a1f-b48c-a8d3bc5a94af tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.724774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-82b72eb6-985b-4948-bbbf-a506c484adda req-c8bec56f-6d06-4a1f-b48c-a8d3bc5a94af tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Calling delete_port for bc39c55e-e722-4f5b-a1aa-9d5749388981 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:03.846626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41378) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:03.865504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b3a78114-0c41-4620-a6cb-560fa2208cd7 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:02:03.883571 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6e09bc9-868d-455c-ad43-420e224e1667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.927885 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82b72eb6-985b-4948-bbbf-a506c484adda req-c8bec56f-6d06-4a1f-b48c-a8d3bc5a94af tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:03.959223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bec56f-6d06-4a1f-b48c-a8d3bc5a94af tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Port': ['ID=bc39c55e-e722-4f5b-a1aa-9d5749388981,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:03.974815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port b3a78114-0c41-4620-a6cb-560fa2208cd7, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b3a78114-0c41-4620-a6cb-560fa2208cd7,segment=NetworkSegment(e3763cc8-c94c-42b9-bf98-168be99ae091),segment_id=e3763cc8-c94c-42b9-bf98-168be99ae091)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:03.994821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'b3a78114-0c41-4620-a6cb-560fa2208cd7', 'network_id': 'e8d04c2a-62ac-48ea-980e-594faf1c8acb', 'port_id': 'b3a78114-0c41-4620-a6cb-560fa2208cd7', 'mac_address': 'fa:16:3e:9e:55:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1442b335-1dde-4ef4-a0bb-abd4032adea1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:02:04.040863 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.044494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b72eb6-985b-4948-bbbf-a506c484adda req-c8bec56f-6d06-4a1f-b48c-a8d3bc5a94af tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] No DVR routers for this DVR port bc39c55e-e722-4f5b-a1aa-9d5749388981 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:04.045412 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0964a8d2-fad3-4bbe-b5ff-d4884824f72c x-openstack-request-id: req-0964a8d2-fad3-4bbe-b5ff-d4884824f72c {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:04.046395 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c16fab-4e88-4756-87ff-76296ae7a08d", "name": "network-vif-unplugged", "status": "completed", "tag": "c082b73e-588d-49fe-bdf7-177f70b9822e", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:04.046656 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0964a8d2-fad3-4bbe-b5ff-d4884824f72c {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:04.047075 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c16fab-4e88-4756-87ff-76296ae7a08d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c082b73e-588d-49fe-bdf7-177f70b9822e', 'code': 200} Jul 06 12:02:04.050155 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82b72eb6-985b-4948-bbbf-a506c484adda req-c8bec56f-6d06-4a1f-b48c-a8d3bc5a94af tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.052616 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82b72eb6-985b-4948-bbbf-a506c484adda req-c8bec56f-6d06-4a1f-b48c-a8d3bc5a94af tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.23 "DELETE /v2.0/ports/bc39c55e-e722-4f5b-a1aa-9d5749388981 HTTP/1.1" status: 204 len: 173 time: 0.6020708 Jul 06 12:02:04.060240 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a78114-0c41-4620-a6cb-560fa2208cd7 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:04.087282 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port b3a78114-0c41-4620-a6cb-560fa2208cd7, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b3a78114-0c41-4620-a6cb-560fa2208cd7,segment=NetworkSegment(e3763cc8-c94c-42b9-bf98-168be99ae091),segment_id=e3763cc8-c94c-42b9-bf98-168be99ae091)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:04.093430 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a63370-4ea0-43e5-87db-67ab6af53d64 x-openstack-request-id: req-c9a63370-4ea0-43e5-87db-67ab6af53d64 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:04.095083 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.095746 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93bc794-61ee-459d-aaef-759bd7b876fd", "tag": "b3a78114-0c41-4620-a6cb-560fa2208cd7", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:04.097405 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c9a63370-4ea0-43e5-87db-67ab6af53d64 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:04.098273 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93bc794-61ee-459d-aaef-759bd7b876fd', 'tag': 'b3a78114-0c41-4620-a6cb-560fa2208cd7', 'status': 'completed', 'code': 200} Jul 06 12:02:04.158690 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=b3a78114-0c41-4620-a6cb-560fa2208cd7,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:04.234829 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6e09bc9-868d-455c-ad43-420e224e1667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.244586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6e09bc9-868d-455c-ad43-420e224e1667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.291462 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f6e09bc9-868d-455c-ad43-420e224e1667 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe73b96f5d444b1d9ba9c797c6b677ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433956 Jul 06 12:02:04.294082 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41386) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:04.328552 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e09bc9-868d-455c-ad43-420e224e1667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3541fb17-b989-4b15-842d-bfecf41bd6f2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:04.341475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9afe-51e8-4a97-a744-2563a0971711 req-ca515542-ed5b-4728-bc30-758fe9007811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:04.344653 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5aed9afe-51e8-4a97-a744-2563a0971711 req-ca515542-ed5b-4728-bc30-758fe9007811 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71&tenant_id=cb4361f835974e8bb48f40231c55813a HTTP/1.1" status: 200 len: 1095 time: 0.2406149 Jul 06 12:02:04.349712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae15395-bc70-4c50-9798-3d94c8941e98 req-b780eea0-1a43-4c52-ad0b-4cdb2db19bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:04.351444 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aae15395-bc70-4c50-9798-3d94c8941e98 req-b780eea0-1a43-4c52-ad0b-4cdb2db19bd9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92b1538b76b34231894f014265f1ac67&device_id=c93bc794-61ee-459d-aaef-759bd7b876fd HTTP/1.1" status: 200 len: 1096 time: 0.1903062 Jul 06 12:02:04.368618 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a84fd3aa-9385-4d83-ba94-33b2972ccba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.395435 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['b3a78114-0c41-4620-a6cb-560fa2208cd7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:04.406908 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a84fd3aa-9385-4d83-ba94-33b2972ccba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.505263 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a84fd3aa-9385-4d83-ba94-33b2972ccba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.508381 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a84fd3aa-9385-4d83-ba94-33b2972ccba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:04.510322 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a84fd3aa-9385-4d83-ba94-33b2972ccba0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3541fb17-b989-4b15-842d-bfecf41bd6f2 HTTP/1.1" status: 204 len: 168 time: 0.2151673 Jul 06 12:02:04.529655 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fd3aa-9385-4d83-ba94-33b2972ccba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3541fb17-b989-4b15-842d-bfecf41bd6f2,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:04.628174 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9afe-51e8-4a97-a744-2563a0971711 req-0fab247c-aea6-484f-af59-7049444d9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:04.645854 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5aed9afe-51e8-4a97-a744-2563a0971711 req-0fab247c-aea6-484f-af59-7049444d9a81 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cb4361f835974e8bb48f40231c55813a&device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 1095 time: 0.2456958 Jul 06 12:02:04.770457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae15395-bc70-4c50-9798-3d94c8941e98 req-606e1cb0-a476-43d4-b3db-2cd1e7201628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:04.771979 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aae15395-bc70-4c50-9798-3d94c8941e98 req-606e1cb0-a476-43d4-b3db-2cd1e7201628 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8d04c2a-62ac-48ea-980e-594faf1c8acb HTTP/1.1" status: 200 len: 915 time: 0.4139085 Jul 06 12:02:04.819328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9181771-4bfb-41f6-8c59-e0ce7cb21193 req-6b69250b-aeb9-4b1c-99f7-1f9b041be41f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:04.820560 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9181771-4bfb-41f6-8c59-e0ce7cb21193 req-6b69250b-aeb9-4b1c-99f7-1f9b041be41f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 944 time: 0.1198881 Jul 06 12:02:04.877444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9181771-4bfb-41f6-8c59-e0ce7cb21193 req-ca6055c4-fb7b-468c-ba43-a3abdaea9643 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495467 Jul 06 12:02:04.892279 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aae15395-bc70-4c50-9798-3d94c8941e98 req-0a8af641-361d-4f96-bd6f-d073dfbe00a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3a78114-0c41-4620-a6cb-560fa2208cd7 HTTP/1.1" status: 200 len: 217 time: 0.1068263 Jul 06 12:02:04.968314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9afe-51e8-4a97-a744-2563a0971711 req-2389c0f1-8d37-461e-ad62-ca89f05ddf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:04.969808 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5aed9afe-51e8-4a97-a744-2563a0971711 req-2389c0f1-8d37-461e-ad62-ca89f05ddf2c service neutron] 10.222.0.89 "GET /v2.0/networks?id=2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 200 len: 917 time: 0.3215418 Jul 06 12:02:04.974125 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae15395-bc70-4c50-9798-3d94c8941e98 req-a5d8d9ef-5488-425b-a969-e8e2e172a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:04.975508 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aae15395-bc70-4c50-9798-3d94c8941e98 req-a5d8d9ef-5488-425b-a969-e8e2e172a222 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1442b335-1dde-4ef4-a0bb-abd4032adea1 HTTP/1.1" status: 200 len: 854 time: 0.0768030 Jul 06 12:02:05.054782 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aae15395-bc70-4c50-9798-3d94c8941e98 req-7713818a-adb9-4218-979e-2c7e5a9c18d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8d04c2a-62ac-48ea-980e-594faf1c8acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714755 Jul 06 12:02:05.076488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41406) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:05.126266 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5aed9afe-51e8-4a97-a744-2563a0971711 req-f2cd2b3d-1034-474a-b58c-7ca5b028895e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1 HTTP/1.1" status: 200 len: 1000 time: 0.1496191 Jul 06 12:02:05.179089 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f1cb5ded-ba6c-4584-af2a-9b438f6afd59 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.243518 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9afe-51e8-4a97-a744-2563a0971711 req-db5aa285-171d-41ee-b447-9487d58a96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:05.245195 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5aed9afe-51e8-4a97-a744-2563a0971711 req-db5aa285-171d-41ee-b447-9487d58a96b3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=051eb73e-cc49-4234-bd0e-51f311b8c003 HTTP/1.1" status: 200 len: 855 time: 0.1093264 Jul 06 12:02:05.248841 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aae15395-bc70-4c50-9798-3d94c8941e98 req-40a724bc-6b92-416a-b2a7-2a5c440c5ef8 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d04c2a-62ac-48ea-980e-594faf1c8acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850154 Jul 06 12:02:05.277896 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f1cb5ded-ba6c-4584-af2a-9b438f6afd59 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.321790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345e813-6e98-43bb-b304-88c2a488813b req-3ad45323-005b-40f3-8894-636e8ba79971 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:05.330584 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b345e813-6e98-43bb-b304-88c2a488813b req-3ad45323-005b-40f3-8894-636e8ba79971 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/ports?device_id=c93bc794-61ee-459d-aaef-759bd7b876fd HTTP/1.1" status: 200 len: 945 time: 0.1473494 Jul 06 12:02:05.351262 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.395289 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b345e813-6e98-43bb-b304-88c2a488813b req-6baa6b20-9ffa-4a9b-8338-c3d0adac30ea tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a7a6f34-91f6-4ab8-9ced-c048c9114fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635705 Jul 06 12:02:05.438084 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f1cb5ded-ba6c-4584-af2a-9b438f6afd59 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.442599 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f1cb5ded-ba6c-4584-af2a-9b438f6afd59 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.446316 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f1cb5ded-ba6c-4584-af2a-9b438f6afd59 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "DELETE /v2.0/security-groups/90efa32f-7d33-4998-84d4-30fa5bb418a5 HTTP/1.1" status: 204 len: 168 time: 0.3650041 Jul 06 12:02:05.465611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb5ded-ba6c-4584-af2a-9b438f6afd59 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90efa32f-7d33-4998-84d4-30fa5bb418a5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:05.500193 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-615c24eb-c58c-4ae7-b32c-7ecce9d3a4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:05.507255 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aae15395-bc70-4c50-9798-3d94c8941e98 req-6cdafef8-ee0e-4be7-add5-2471af5011a9 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d04c2a-62ac-48ea-980e-594faf1c8acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428710 Jul 06 12:02:05.531126 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9afe-51e8-4a97-a744-2563a0971711 req-5123fd89-d8a8-4714-ae60-016a07308d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:05.536766 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5aed9afe-51e8-4a97-a744-2563a0971711 req-5123fd89-d8a8-4714-ae60-016a07308d51 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2583a30c-12e0-47de-ab04-5597efae877a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2845554 Jul 06 12:02:05.623498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-66b562a2-d8b4-4d16-884a-df01c96e266c tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:05.627837 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-66b562a2-d8b4-4d16-884a-df01c96e266c tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/networks?id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9 HTTP/1.1" status: 200 len: 805 time: 0.1235995 Jul 06 12:02:05.646820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-8fff2748-8684-4263-b357-7ca3f120e4ed tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/quotas/87cb56cfa1e74a05a6a9c885c45eb196 HTTP/1.1" status: 200 len: 375 time: 0.0108795 Jul 06 12:02:05.653063 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5aed9afe-51e8-4a97-a744-2563a0971711 req-d0cd0943-3620-465b-a39a-1c4c57b670fb service neutron] 10.222.0.89 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072795 Jul 06 12:02:05.733780 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-5fbbcae5-c753-439b-853d-d6f7c24560fa tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=87cb56cfa1e74a05a6a9c885c45eb196&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0787277 Jul 06 12:02:05.768343 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5aed9afe-51e8-4a97-a744-2563a0971711 req-bdfe47b7-6163-4dc8-9105-e1c284eeb441 service neutron] 10.222.0.89 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071279 Jul 06 12:02:05.840380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-0d3440eb-cd97-4cf6-8e1b-50da78975334 service neutron] 10.222.0.81 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982130 Jul 06 12:02:05.881106 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b3a78114-0c41-4620-a6cb-560fa2208cd7 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:05.965123 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-cfc0468d-b61b-4cb3-9d2c-2240ed7b066e service neutron] 10.222.0.81 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181791 Jul 06 12:02:05.997015 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port b3a78114-0c41-4620-a6cb-560fa2208cd7 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:06.003250 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port b3a78114-0c41-4620-a6cb-560fa2208cd7 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:06.003880 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.099739 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5f88e5-bf1d-4567-a0c9-bc8007787d12', 'name': 'network-vif-deleted', 'tag': 'bc39c55e-e722-4f5b-a1aa-9d5749388981'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:06.102347 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642144b1-80b4-465e-abd4-0a474656f54c" -d '{"events": [{"server_uuid": "5b5f88e5-bf1d-4567-a0c9-bc8007787d12", "name": "network-vif-deleted", "tag": "bc39c55e-e722-4f5b-a1aa-9d5749388981"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:06.117245 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.144952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93bc794-61ee-459d-aaef-759bd7b876fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a78114-0c41-4620-a6cb-560fa2208cd7'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:06.148386 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c858a23-81dd-44a9-82d5-f36282e7950a" -d '{"events": [{"server_uuid": "c93bc794-61ee-459d-aaef-759bd7b876fd", "name": "network-vif-plugged", "status": "completed", "tag": "b3a78114-0c41-4620-a6cb-560fa2208cd7"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:06.162079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port b3a78114-0c41-4620-a6cb-560fa2208cd7, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b3a78114-0c41-4620-a6cb-560fa2208cd7,segment=NetworkSegment(e3763cc8-c94c-42b9-bf98-168be99ae091),segment_id=e3763cc8-c94c-42b9-bf98-168be99ae091)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:06.172741 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.251460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=b3a78114-0c41-4620-a6cb-560fa2208cd7,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:06.296132 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.388795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ce3d0-1329-4bfe-898d-30aab5fd9e6d req-03c3f8ec-e579-4beb-a38c-070e6c48f79f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:06.391184 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f74ce3d0-1329-4bfe-898d-30aab5fd9e6d req-03c3f8ec-e579-4beb-a38c-070e6c48f79f tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.89 "GET /v2.0/ports?device_id=53c16fab-4e88-4756-87ff-76296ae7a08d HTTP/1.1" status: 200 len: 944 time: 0.1432395 Jul 06 12:02:06.549284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-f74ce3d0-1329-4bfe-898d-30aab5fd9e6d req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Deleting port c082b73e-588d-49fe-bdf7-177f70b9822e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:06.550062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f74ce3d0-1329-4bfe-898d-30aab5fd9e6d req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.620646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41478) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:06.761466 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c101eb2-dfe7-4a47-832d-d0873315dadd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Deleting subnet c764b4fb-4151-48e6-b9c1-f2a093ccc3e6 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:02:06.767953 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f74ce3d0-1329-4bfe-898d-30aab5fd9e6d req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] For port c082b73e-588d-49fe-bdf7-177f70b9822e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=c082b73e-588d-49fe-bdf7-177f70b9822e,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:06.770354 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c101eb2-dfe7-4a47-832d-d0873315dadd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.770960 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f74ce3d0-1329-4bfe-898d-30aab5fd9e6d req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:06.808167 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-f74ce3d0-1329-4bfe-898d-30aab5fd9e6d req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Calling delete_port for c082b73e-588d-49fe-bdf7-177f70b9822e owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:06.882610 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c101eb2-dfe7-4a47-832d-d0873315dadd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.163073 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c101eb2-dfe7-4a47-832d-d0873315dadd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.207902 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f74ce3d0-1329-4bfe-898d-30aab5fd9e6d req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.267504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Pushing event deleted for resources: {'Port': ['ID=c082b73e-588d-49fe-bdf7-177f70b9822e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:07.278061 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:07.278412 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:07.278753 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:07.279102 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:07.279680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:07.280671 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:07.292418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:07.294338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:07.295786 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:07.296839 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:07.296839 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:07.297702 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:07.327927 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c101eb2-dfe7-4a47-832d-d0873315dadd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.426791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74ce3d0-1329-4bfe-898d-30aab5fd9e6d req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] No DVR routers for this DVR port c082b73e-588d-49fe-bdf7-177f70b9822e on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:07.433112 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f74ce3d0-1329-4bfe-898d-30aab5fd9e6d req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.437858 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f74ce3d0-1329-4bfe-898d-30aab5fd9e6d req-eeb2c70c-4984-486c-981d-2cc05a6ef4dc tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.89 "DELETE /v2.0/ports/c082b73e-588d-49fe-bdf7-177f70b9822e HTTP/1.1" status: 204 len: 173 time: 1.0410578 Jul 06 12:02:07.453315 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c101eb2-dfe7-4a47-832d-d0873315dadd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.456580 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7c101eb2-dfe7-4a47-832d-d0873315dadd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "DELETE /v2.0/subnets/c764b4fb-4151-48e6-b9c1-f2a093ccc3e6 HTTP/1.1" status: 204 len: 168 time: 0.8339729 Jul 06 12:02:07.457736 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c101eb2-dfe7-4a47-832d-d0873315dadd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Subnet': ['ID=c764b4fb-4151-48e6-b9c1-f2a093ccc3e6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:07.460246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41500) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:07.461056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa85f508-e9d1-4104-9504-09b352199c77 None None] Network d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:07.615163 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569ca68-cfe3-4371-888e-134ea2d46a46 req-cd9e4dab-4f99-4775-b8ab-0942c05831d4 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:07.620888 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9569ca68-cfe3-4371-888e-134ea2d46a46 req-cd9e4dab-4f99-4775-b8ab-0942c05831d4 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 944 time: 0.3031650 Jul 06 12:02:07.704180 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.708193 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9569ca68-cfe3-4371-888e-134ea2d46a46 req-88a1f1d5-f0f8-41bf-a1cb-034104472444 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766256 Jul 06 12:02:07.820096 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c47715-8a14-457a-b209-ed41ff334abb x-openstack-request-id: req-19c47715-8a14-457a-b209-ed41ff334abb {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:07.820643 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5f88e5-bf1d-4567-a0c9-bc8007787d12", "name": "network-vif-deleted", "tag": "bc39c55e-e722-4f5b-a1aa-9d5749388981", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:07.820643 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-19c47715-8a14-457a-b209-ed41ff334abb {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:07.821003 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5f88e5-bf1d-4567-a0c9-bc8007787d12', 'name': 'network-vif-deleted', 'tag': 'bc39c55e-e722-4f5b-a1aa-9d5749388981', 'status': 'completed', 'code': 200} Jul 06 12:02:07.885761 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device bc39c55e-e722-4f5b-a1aa-9d5749388981 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:07.909970 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Deleting port 1a78dfc0-f100-4ab6-a763-1e19684afb1d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:07.911465 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:07.949977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: bc39c55e-e722-4f5b-a1aa-9d5749388981 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:07.950248 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device bc39c55e-e722-4f5b-a1aa-9d5749388981 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:08.075836 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f53c6-5d7f-408e-b697-34dedb4f622a None None] DHCP port deletion for d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:02:08.109572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] For port 1a78dfc0-f100-4ab6-a763-1e19684afb1d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1a78dfc0-f100-4ab6-a763-1e19684afb1d,segment=NetworkSegment(83b0d9bf-e3d3-4271-8b23-cd8f68542284),segment_id=83b0d9bf-e3d3-4271-8b23-cd8f68542284)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:08.110353 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.112718 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e50fd3fa-74fe-4f1f-8878-11ad6d7d5328 req-254b210f-4721-437e-ae4b-fb0dd408983c tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 210 time: 0.0779560 Jul 06 12:02:08.138963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Calling delete_port for 1a78dfc0-f100-4ab6-a763-1e19684afb1d owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:08.249491 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb708fd-fef4-47fb-a9fa-f06a884af82d x-openstack-request-id: req-9fb708fd-fef4-47fb-a9fa-f06a884af82d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:08.249865 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93bc794-61ee-459d-aaef-759bd7b876fd", "name": "network-vif-plugged", "status": "completed", "tag": "b3a78114-0c41-4620-a6cb-560fa2208cd7", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:08.250040 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9fb708fd-fef4-47fb-a9fa-f06a884af82d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:08.250626 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93bc794-61ee-459d-aaef-759bd7b876fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a78114-0c41-4620-a6cb-560fa2208cd7', 'code': 200} Jul 06 12:02:08.253704 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ad44dbf-285f-4e6b-8a2f-3ffdf83ffc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.274049 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.295792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41516) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:08.299975 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.404230 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f53c6-5d7f-408e-b697-34dedb4f622a None None] Deleting port 1a78dfc0-f100-4ab6-a763-1e19684afb1d {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:08.404608 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e1f53c6-5d7f-408e-b697-34dedb4f622a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.437029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Port': ['ID=1a78dfc0-f100-4ab6-a763-1e19684afb1d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:08.451556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] No DVR routers for this DVR port 1a78dfc0-f100-4ab6-a763-1e19684afb1d on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:08.452059 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fda0941-7e87-41e5-ae76-5dfa02c30111 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.518970 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fda0941-7e87-41e5-ae76-5dfa02c30111 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.632195 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fda0941-7e87-41e5-ae76-5dfa02c30111 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.637078 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fda0941-7e87-41e5-ae76-5dfa02c30111 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.639759 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7fda0941-7e87-41e5-ae76-5dfa02c30111 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "DELETE /v2.0/security-groups/222daa31-ba03-4106-89f9-ff8f28f27c62 HTTP/1.1" status: 204 len: 168 time: 0.3414919 Jul 06 12:02:08.657290 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4e1f53c6-5d7f-408e-b697-34dedb4f622a None None] For port 1a78dfc0-f100-4ab6-a763-1e19684afb1d, host n-d-799529-2, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:08.657831 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e1f53c6-5d7f-408e-b697-34dedb4f622a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.714146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41526) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:08.755195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1a78dfc0-f100-4ab6-a763-1e19684afb1d no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:08.763279 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-6c5d9d4e-d898-4de6-ad42-d69db654a7ab tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] show failed (client error): The resource could not be found. Jul 06 12:02:08.765345 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6c5d9d4e-d898-4de6-ad42-d69db654a7ab tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "GET /v2.0/security-groups/222daa31-ba03-4106-89f9-ff8f28f27c62 HTTP/1.1" status: 404 len: 347 time: 0.0444291 Jul 06 12:02:08.768505 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda0941-7e87-41e5-ae76-5dfa02c30111 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222daa31-ba03-4106-89f9-ff8f28f27c62,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:08.771494 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41532) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:08.773517 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f53c6-5d7f-408e-b697-34dedb4f622a None None] Calling delete_port for 1a78dfc0-f100-4ab6-a763-1e19684afb1d owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:08.816617 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-4e1f53c6-5d7f-408e-b697-34dedb4f622a None None] Port 1a78dfc0-f100-4ab6-a763-1e19684afb1d was not found and therefore no delete operation was performed {{(pid=100429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:02:08.898578 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e1f53c6-5d7f-408e-b697-34dedb4f622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:08.902918 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 1a78dfc0-f100-4ab6-a763-1e19684afb1d {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:08.903301 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1a78dfc0-f100-4ab6-a763-1e19684afb1d not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:08.987157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f53c6-5d7f-408e-b697-34dedb4f622a None None] Pushing event deleted for resources: {'Port': ['ID=1a78dfc0-f100-4ab6-a763-1e19684afb1d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:08.994185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1f53c6-5d7f-408e-b697-34dedb4f622a None None] No DVR routers for this DVR port 1a78dfc0-f100-4ab6-a763-1e19684afb1d on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:08.997461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:09.044318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61314b2-e4f0-4fd8-9cd2-3fc51fa6fa89 req-6922e7da-1c42-4c07-b529-f85d30237beb tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:09.052991 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b61314b2-e4f0-4fd8-9cd2-3fc51fa6fa89 req-6922e7da-1c42-4c07-b529-f85d30237beb tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/ports?device_id=c93bc794-61ee-459d-aaef-759bd7b876fd HTTP/1.1" status: 200 len: 946 time: 0.4554353 Jul 06 12:02:09.067297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d443f6da-eb91-4311-8dc2-fb69ca4ec3d8']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:09.111809 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b61314b2-e4f0-4fd8-9cd2-3fc51fa6fa89 req-c441945c-007e-4730-89b3-f62100b9e6ca tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a7a6f34-91f6-4ab8-9ced-c048c9114fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559719 Jul 06 12:02:09.139430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b0d9bf-e3d3-4271-8b23-cd8f68542284') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:09.140220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b0d9bf-e3d3-4271-8b23-cd8f68542284') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:09.240352 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:09.242842 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8e90559b-fc7d-4d8e-856b-035b73762245 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Deleting port ea95ba65-5d77-4c6e-8296-d44868e34b41 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:09.245391 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e90559b-fc7d-4d8e-856b-035b73762245 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:09.279815 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b80aa2-1140-4a74-8813-19f18fa110b7 req-bd3b63c5-2c64-4ac4-99d2-e59e575a10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:09.283982 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-98b80aa2-1140-4a74-8813-19f18fa110b7 req-bd3b63c5-2c64-4ac4-99d2-e59e575a10a3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c93bc794-61ee-459d-aaef-759bd7b876fd HTTP/1.1" status: 200 len: 1097 time: 0.9163923 Jul 06 12:02:09.296154 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:09.360477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-1833df4a-4537-4c6f-b330-f0c174b1fd58 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:09.364829 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-1833df4a-4537-4c6f-b330-f0c174b1fd58 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.89 "GET /v2.0/networks?id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9 HTTP/1.1" status: 200 len: 805 time: 0.5426240 Jul 06 12:02:09.456436 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:09.492931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-4e267164-6a96-421b-8aa8-5cf27b571cd5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Request body: {'port': {'device_id': 'caf80cc4-8563-4bb1-b390-88bf7f18980b', 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9', 'admin_state_up': True, 'tenant_id': '87cb56cfa1e74a05a6a9c885c45eb196'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:09.524301 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e90559b-fc7d-4d8e-856b-035b73762245 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:09.524809 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e90559b-fc7d-4d8e-856b-035b73762245 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:09.556925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:02:09.557607 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:02:09.563781 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:02:09.570174 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8e90559b-fc7d-4d8e-856b-035b73762245 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Calling delete_port for ea95ba65-5d77-4c6e-8296-d44868e34b41 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:09.809339 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-98b80aa2-1140-4a74-8813-19f18fa110b7 req-be52378f-db2c-466c-8dc5-4ee59466b77d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7a7a6f34-91f6-4ab8-9ced-c048c9114fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406049 Jul 06 12:02:09.844984 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c16fab-4e88-4756-87ff-76296ae7a08d', 'name': 'network-vif-deleted', 'tag': 'c082b73e-588d-49fe-bdf7-177f70b9822e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:09.850089 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7516fe-3142-499f-852a-74d46b8f2b32" -d '{"events": [{"server_uuid": "53c16fab-4e88-4756-87ff-76296ae7a08d", "name": "network-vif-deleted", "tag": "c082b73e-588d-49fe-bdf7-177f70b9822e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:09.901483 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:09.978105 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:09.981363 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "DELETE /v2.0/networks/d443f6da-eb91-4311-8dc2-fb69ca4ec3d8 HTTP/1.1" status: 204 len: 168 time: 2.5197008 Jul 06 12:02:09.986801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41550) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:10.024739 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e963787-e15c-45a5-ad04-02b526599d52 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Network': ['ID=d443f6da-eb91-4311-8dc2-fb69ca4ec3d8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:10.068868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbac07-2703-471f-ae51-0444850a3f4b req-fd28ee1f-d5f9-4793-a00f-fcec68a9497c tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:10.070567 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ecbac07-2703-471f-ae51-0444850a3f4b req-fd28ee1f-d5f9-4793-a00f-fcec68a9497c tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 944 time: 0.3025784 Jul 06 12:02:10.125497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device c082b73e-588d-49fe-bdf7-177f70b9822e no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:10.128004 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-4e267164-6a96-421b-8aa8-5cf27b571cd5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Made reservation on behalf of 87cb56cfa1e74a05a6a9c885c45eb196 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:10.133355 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-4e267164-6a96-421b-8aa8-5cf27b571cd5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.133593 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e90559b-fc7d-4d8e-856b-035b73762245 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.177121 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ecbac07-2703-471f-ae51-0444850a3f4b req-1b0ba17c-948d-4444-8568-b8d0c48180fd tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975213 Jul 06 12:02:10.194599 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90559b-fc7d-4d8e-856b-035b73762245 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Pushing event deleted for resources: {'Port': ['ID=ea95ba65-5d77-4c6e-8296-d44868e34b41,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:10.199354 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: c082b73e-588d-49fe-bdf7-177f70b9822e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:10.199969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device c082b73e-588d-49fe-bdf7-177f70b9822e not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:10.381190 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e90559b-fc7d-4d8e-856b-035b73762245 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.384063 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e90559b-fc7d-4d8e-856b-035b73762245 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.387741 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8e90559b-fc7d-4d8e-856b-035b73762245 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] 10.222.0.81 "DELETE /v2.0/floatingips/5f8200f6-324d-4351-9f5f-09e18c050ca4 HTTP/1.1" status: 204 len: 168 time: 1.6083708 Jul 06 12:02:10.578590 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-4e267164-6a96-421b-8aa8-5cf27b571cd5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Allocated IP 172.20.0.3 (e24c92a3-e9d7-4e19-b9f8-3e98811babc9/3ee698e4-5f9d-4dca-ba8c-9993e73db584/83d71424-fa11-44e4-8d62-bd3b2b966349) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:10.598574 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0aa8bf2a-beb9-4725-9fdd-d5c8e3ccd663 req-e1791488-302d-4cf9-b999-e0afa61bdf55 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 210 time: 0.1262138 Jul 06 12:02:10.704156 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4615498e-c7d7-4770-857a-0362cc3d10dd x-openstack-request-id: req-4615498e-c7d7-4770-857a-0362cc3d10dd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:10.704444 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c16fab-4e88-4756-87ff-76296ae7a08d", "name": "network-vif-deleted", "tag": "c082b73e-588d-49fe-bdf7-177f70b9822e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:10.704801 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4615498e-c7d7-4770-857a-0362cc3d10dd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:10.705194 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c16fab-4e88-4756-87ff-76296ae7a08d', 'name': 'network-vif-deleted', 'tag': 'c082b73e-588d-49fe-bdf7-177f70b9822e', 'status': 'completed', 'code': 200} Jul 06 12:02:10.881644 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:10.954081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24932d27-2b8f-49a7-a39c-d0ab9126d1df req-96896fdf-f3b1-4e5e-a63c-6e04f2fb7dab tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:10.963098 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24932d27-2b8f-49a7-a39c-d0ab9126d1df req-96896fdf-f3b1-4e5e-a63c-6e04f2fb7dab tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/ports?device_id=c93bc794-61ee-459d-aaef-759bd7b876fd HTTP/1.1" status: 200 len: 946 time: 0.1237319 Jul 06 12:02:10.988849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-924ed45d-8e71-44c3-8384-0124a092e996 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Deleting port a48b37c9-c11d-4fc9-9ffc-d69f0d4a20fb {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:10.988849 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-924ed45d-8e71-44c3-8384-0124a092e996 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.088161 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24932d27-2b8f-49a7-a39c-d0ab9126d1df req-f87cd860-92f4-4f14-9d56-93b8bfad8f9f tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a7a6f34-91f6-4ab8-9ced-c048c9114fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127033 Jul 06 12:02:11.158219 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-4e267164-6a96-421b-8aa8-5cf27b571cd5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.247784 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-4e267164-6a96-421b-8aa8-5cf27b571cd5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.913179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd67cc-ea7a-44f2-84ea-ed637444326c req-49822fbd-6a80-4348-a414-7434dd4b6fc9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:11.923770 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fefd67cc-ea7a-44f2-84ea-ed637444326c req-49822fbd-6a80-4348-a414-7434dd4b6fc9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 944 time: 0.1044242 Jul 06 12:02:11.936597 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-924ed45d-8e71-44c3-8384-0124a092e996 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.937102 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-924ed45d-8e71-44c3-8384-0124a092e996 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:11.955653 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-4e267164-6a96-421b-8aa8-5cf27b571cd5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:11.960629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-4e267164-6a96-421b-8aa8-5cf27b571cd5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:11.967922 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-924ed45d-8e71-44c3-8384-0124a092e996 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Calling delete_port for a48b37c9-c11d-4fc9-9ffc-d69f0d4a20fb owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:11.969693 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-4e267164-6a96-421b-8aa8-5cf27b571cd5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:11.990548 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fefd67cc-ea7a-44f2-84ea-ed637444326c req-a56fb7f7-d9a3-40a7-8cde-70618bbbf03c tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624781 Jul 06 12:02:12.022844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e267164-6a96-421b-8aa8-5cf27b571cd5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Pushing event updated for resources: {'Port': ['ID=83d71424-fa11-44e4-8d62-bd3b2b966349,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:12.115505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-4e267164-6a96-421b-8aa8-5cf27b571cd5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:12.116187 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-4e267164-6a96-421b-8aa8-5cf27b571cd5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.189669 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-4e267164-6a96-421b-8aa8-5cf27b571cd5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7410331 Jul 06 12:02:12.261690 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b07e9-b7b5-4756-84d8-0a0258b4bbc5 req-6498125a-24d4-48fb-90c8-9ae5d1ffdb9b tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:12.265413 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e3b07e9-b7b5-4756-84d8-0a0258b4bbc5 req-6498125a-24d4-48fb-90c8-9ae5d1ffdb9b tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 931 time: 0.1008806 Jul 06 12:02:12.337425 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e3b07e9-b7b5-4756-84d8-0a0258b4bbc5 req-03998fd0-2224-4aae-ad63-6313455b0bd1 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669882 Jul 06 12:02:12.349247 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-924ed45d-8e71-44c3-8384-0124a092e996 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.395655 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ed45d-8e71-44c3-8384-0124a092e996 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Port': ['ID=a48b37c9-c11d-4fc9-9ffc-d69f0d4a20fb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:12.479011 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-924ed45d-8e71-44c3-8384-0124a092e996 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.479790 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-924ed45d-8e71-44c3-8384-0124a092e996 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Floating IP ef75a5ef-999f-4cc9-8ea4-67f0cea7b116 disassociated (deleted). External IP: 172.25.4.117, port: 683fa290-6d74-4221-b9fb-16bd46d4915c. Jul 06 12:02:12.641768 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41596) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:12.830751 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-165f93ee-1ad2-43bb-ad8b-7a2792744b26 admin admin] Deleting subnet 6e9849ed-0174-4a21-9147-9e29b67ec623 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:02:12.844281 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-165f93ee-1ad2-43bb-ad8b-7a2792744b26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:12.901256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924ed45d-8e71-44c3-8384-0124a092e996 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Router a61c8a53-43c1-4c72-b66f-6b3e240f958b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:12.928193 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-165f93ee-1ad2-43bb-ad8b-7a2792744b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.036717 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-165f93ee-1ad2-43bb-ad8b-7a2792744b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.075009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924ed45d-8e71-44c3-8384-0124a092e996 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:13.089051 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0fc337-00a1-460a-942f-50571f21d785 None None] Sync routers for ids ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:13.090394 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-924ed45d-8e71-44c3-8384-0124a092e996 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.108869 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0fc337-00a1-460a-942f-50571f21d785 None None] Routers {'a61c8a53-43c1-4c72-b66f-6b3e240f958b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:13.109950 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5c0fc337-00a1-460a-942f-50571f21d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:02:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:13.174980 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-165f93ee-1ad2-43bb-ad8b-7a2792744b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.202031 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-924ed45d-8e71-44c3-8384-0124a092e996 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "DELETE /v2.0/floatingips/ef75a5ef-999f-4cc9-8ea4-67f0cea7b116 HTTP/1.1" status: 204 len: 168 time: 3.2083242 Jul 06 12:02:13.203834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c83026-208c-49f5-a092-459f586c466d', 'tag': '683fa290-6d74-4221-b9fb-16bd46d4915c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:13.209113 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456ce8fb-0412-485e-a9ed-1685bfbbbae3" -d '{"events": [{"name": "network-changed", "server_uuid": "35c83026-208c-49f5-a092-459f586c466d", "tag": "683fa290-6d74-4221-b9fb-16bd46d4915c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:13.223195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f93ee-1ad2-43bb-ad8b-7a2792744b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e9849ed-0174-4a21-9147-9e29b67ec623,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:13.246130 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-165f93ee-1ad2-43bb-ad8b-7a2792744b26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.252835 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-165f93ee-1ad2-43bb-ad8b-7a2792744b26 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6e9849ed-0174-4a21-9147-9e29b67ec623 HTTP/1.1" status: 204 len: 168 time: 0.6077833 Jul 06 12:02:13.253083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41608) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:13.402603 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-089400c3-2cd0-4530-9aae-2d2ce9866250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.495179 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-5c0fc337-00a1-460a-942f-50571f21d785 None None] Set router a61c8a53-43c1-4c72-b66f-6b3e240f958b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:13.508112 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-089400c3-2cd0-4530-9aae-2d2ce9866250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.538099 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-089400c3-2cd0-4530-9aae-2d2ce9866250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e52248-e152-4597-ab97-7d8ed8961c27']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:13.555603 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-089400c3-2cd0-4530-9aae-2d2ce9866250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:13.555956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-089400c3-2cd0-4530-9aae-2d2ce9866250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdc0435-c2e1-4e7b-8ccb-ed0abc2cbd83') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:13.568224 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-089400c3-2cd0-4530-9aae-2d2ce9866250 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.589055 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-089400c3-2cd0-4530-9aae-2d2ce9866250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.596461 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089400c3-2cd0-4530-9aae-2d2ce9866250 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:02:13.597101 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-089400c3-2cd0-4530-9aae-2d2ce9866250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:02:13.599796 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:02:13.689022 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-089400c3-2cd0-4530-9aae-2d2ce9866250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.719609 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-089400c3-2cd0-4530-9aae-2d2ce9866250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:13.721544 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-089400c3-2cd0-4530-9aae-2d2ce9866250 admin admin] 10.222.0.81 "DELETE /v2.0/networks/56e52248-e152-4597-ab97-7d8ed8961c27 HTTP/1.1" status: 204 len: 168 time: 0.4675064 Jul 06 12:02:13.722488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089400c3-2cd0-4530-9aae-2d2ce9866250 admin admin] Pushing event deleted for resources: {'Network': ['ID=56e52248-e152-4597-ab97-7d8ed8961c27,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:13.856356 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f4d76-fd03-4e0c-89f9-a0ba04c6c3aa req-921bd9e0-c8d8-4a36-96fa-72eb54a02cfc tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:13.865158 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b73f4d76-fd03-4e0c-89f9-a0ba04c6c3aa req-921bd9e0-c8d8-4a36-96fa-72eb54a02cfc tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 944 time: 0.1097152 Jul 06 12:02:13.917123 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b73f4d76-fd03-4e0c-89f9-a0ba04c6c3aa req-e5bf5ecc-1e64-42ff-856b-a7b931142fbc tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503020 Jul 06 12:02:13.952476 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5c0fc337-00a1-460a-942f-50571f21d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:01:59Z', 'revision_number': 6, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f24c59e3-0347-441a-8b6e-973906c94550', 'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:46:1f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:00Z', 'updated_at': '2021-07-06T12:00:07Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:13.990894 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0fc337-00a1-460a-942f-50571f21d785 None None] Checking router: a61c8a53-43c1-4c72-b66f-6b3e240f958b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:02:13.999906 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0fc337-00a1-460a-942f-50571f21d785 None None] Routers {'a61c8a53-43c1-4c72-b66f-6b3e240f958b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:14.000516 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5c0fc337-00a1-460a-942f-50571f21d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:02:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:14.127642 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41622) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:14.227798 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-5c0fc337-00a1-460a-942f-50571f21d785 None None] Set router a61c8a53-43c1-4c72-b66f-6b3e240f958b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:14.246183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41624) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:14.254211 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6914f1d5-fa95-475f-835d-65b3c843dbb2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=21948591799b45458c2715663b358cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1253004 Jul 06 12:02:14.338911 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be9dc51d-8eff-4069-870f-ca127ba3e44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.394809 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be9dc51d-8eff-4069-870f-ca127ba3e44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.530742 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be9dc51d-8eff-4069-870f-ca127ba3e44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.534903 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be9dc51d-8eff-4069-870f-ca127ba3e44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:14.536576 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-be9dc51d-8eff-4069-870f-ca127ba3e44d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3087c79a-f526-4c58-b551-d695b2079c40 HTTP/1.1" status: 204 len: 168 time: 0.2890401 Jul 06 12:02:14.548353 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dc51d-8eff-4069-870f-ca127ba3e44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3087c79a-f526-4c58-b551-d695b2079c40,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:14.581009 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3618336-62e0-49a1-a9de-88ec89f9927b x-openstack-request-id: req-e3618336-62e0-49a1-a9de-88ec89f9927b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:14.582630 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c83026-208c-49f5-a092-459f586c466d", "tag": "683fa290-6d74-4221-b9fb-16bd46d4915c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:14.583047 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3618336-62e0-49a1-a9de-88ec89f9927b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:14.584579 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c83026-208c-49f5-a092-459f586c466d', 'tag': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'status': 'completed', 'code': 200} Jul 06 12:02:14.720266 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5c0fc337-00a1-460a-942f-50571f21d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:01:59Z', 'revision_number': 6, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f24c59e3-0347-441a-8b6e-973906c94550', 'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:46:1f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:00Z', 'updated_at': '2021-07-06T12:00:07Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:14.762040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ce8fb-0412-485e-a9ed-1685bfbbbae3 req-72a42a5e-7854-4059-b160-aa6212dea0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:14.765100 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-456ce8fb-0412-485e-a9ed-1685bfbbbae3 req-72a42a5e-7854-4059-b160-aa6212dea0ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8c032e15c44a1786541e33cb5ca2c4&device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 1097 time: 0.1784277 Jul 06 12:02:14.774799 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0fc337-00a1-460a-942f-50571f21d785 None None] The sync data for ids ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'] in n-d-799529-2 is: [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:01:59Z', 'revision_number': 6, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f24c59e3-0347-441a-8b6e-973906c94550', 'name': '', 'network_id': '29d2021a-34e4-4b41-81ec-0123d8bd5bd1', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:46:1f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:00:00Z', 'updated_at': '2021-07-06T12:00:07Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': 'a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:14.850373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b25aeb-0956-449b-bf41-7798f272e6a5 req-d66fb90b-3d87-4f6a-9424-0e7b8b5f2ab6 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:14.852000 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95b25aeb-0956-449b-bf41-7798f272e6a5 req-d66fb90b-3d87-4f6a-9424-0e7b8b5f2ab6 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 931 time: 0.1482186 Jul 06 12:02:14.966383 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95b25aeb-0956-449b-bf41-7798f272e6a5 req-24d68b78-13bf-4a77-b8a8-4f58f81713c2 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004252 Jul 06 12:02:14.998523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ce8fb-0412-485e-a9ed-1685bfbbbae3 req-5002fc0d-e1dd-458d-adf7-1aa2d2dd3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:15.000338 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-456ce8fb-0412-485e-a9ed-1685bfbbbae3 req-5002fc0d-e1dd-458d-adf7-1aa2d2dd3b8e service neutron] 10.222.0.23 "GET /v2.0/networks?id=29d2021a-34e4-4b41-81ec-0123d8bd5bd1 HTTP/1.1" status: 200 len: 898 time: 0.2285035 Jul 06 12:02:15.059339 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-456ce8fb-0412-485e-a9ed-1685bfbbbae3 req-04647173-79e1-4016-bbc7-090cc182e40c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=683fa290-6d74-4221-b9fb-16bd46d4915c HTTP/1.1" status: 200 len: 217 time: 0.0446737 Jul 06 12:02:15.128810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab158e37-2bcd-4d00-9380-bb1daa944114 req-626c4452-92ef-4dbf-b1f2-17d0a1c7876b tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:15.131283 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ab158e37-2bcd-4d00-9380-bb1daa944114 req-626c4452-92ef-4dbf-b1f2-17d0a1c7876b tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.23 "GET /v2.0/ports?device_id=c93bc794-61ee-459d-aaef-759bd7b876fd HTTP/1.1" status: 200 len: 946 time: 0.1864793 Jul 06 12:02:15.205477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ce8fb-0412-485e-a9ed-1685bfbbbae3 req-6ce2c769-471c-416d-91af-62fd56d0170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:15.207258 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-456ce8fb-0412-485e-a9ed-1685bfbbbae3 req-6ce2c769-471c-416d-91af-62fd56d0170b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584 HTTP/1.1" status: 200 len: 833 time: 0.1402149 Jul 06 12:02:15.344864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ab158e37-2bcd-4d00-9380-bb1daa944114 req-c13f2c6a-c345-4aaa-a3d0-3496ab6f80e0 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Deleting port b3a78114-0c41-4620-a6cb-560fa2208cd7 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:15.345534 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ab158e37-2bcd-4d00-9380-bb1daa944114 req-c13f2c6a-c345-4aaa-a3d0-3496ab6f80e0 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.369551 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbb98e-584a-41f9-8b9b-0be12220bca1 req-10b88f42-4114-4c7d-8ab5-8d28776f56f4 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:15.383625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2bbb98e-584a-41f9-8b9b-0be12220bca1 req-10b88f42-4114-4c7d-8ab5-8d28776f56f4 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/ports?device_id=c93bc794-61ee-459d-aaef-759bd7b876fd HTTP/1.1" status: 200 len: 946 time: 0.1595984 Jul 06 12:02:15.410743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6655ba6-3f87-42cc-b24b-a361ff938e9f None None] New status for floating IP ef75a5ef-999f-4cc9-8ea4-67f0cea7b116: DOWN {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:02:15.438155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ce8fb-0412-485e-a9ed-1685bfbbbae3 req-832b0f9c-4399-4f56-8b68-6ef1cb08edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:15.440748 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-456ce8fb-0412-485e-a9ed-1685bfbbbae3 req-832b0f9c-4399-4f56-8b68-6ef1cb08edf9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29d2021a-34e4-4b41-81ec-0123d8bd5bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899042 Jul 06 12:02:15.513733 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2bbb98e-584a-41f9-8b9b-0be12220bca1 req-58ed2542-6600-41de-a33b-8a17671e4e54 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/security-groups?id=7a7a6f34-91f6-4ab8-9ced-c048c9114fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274755 Jul 06 12:02:15.795080 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-456ce8fb-0412-485e-a9ed-1685bfbbbae3 req-cef0327b-febb-42e0-94c6-0a92deb13aad service neutron] 10.222.0.23 "GET /v2.0/networks/29d2021a-34e4-4b41-81ec-0123d8bd5bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437285 Jul 06 12:02:15.807980 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ab158e37-2bcd-4d00-9380-bb1daa944114 req-c13f2c6a-c345-4aaa-a3d0-3496ab6f80e0 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] For port b3a78114-0c41-4620-a6cb-560fa2208cd7, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b3a78114-0c41-4620-a6cb-560fa2208cd7,segment=NetworkSegment(e3763cc8-c94c-42b9-bf98-168be99ae091),segment_id=e3763cc8-c94c-42b9-bf98-168be99ae091)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:15.808483 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ab158e37-2bcd-4d00-9380-bb1daa944114 req-c13f2c6a-c345-4aaa-a3d0-3496ab6f80e0 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:15.831528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ab158e37-2bcd-4d00-9380-bb1daa944114 req-c13f2c6a-c345-4aaa-a3d0-3496ab6f80e0 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Calling delete_port for b3a78114-0c41-4620-a6cb-560fa2208cd7 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:16.018534 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Request body: {'port': {'device_id': 'caf80cc4-8563-4bb1-b390-88bf7f18980b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:16.068994 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ab158e37-2bcd-4d00-9380-bb1daa944114 req-c13f2c6a-c345-4aaa-a3d0-3496ab6f80e0 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:16.082366 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['b3a78114-0c41-4620-a6cb-560fa2208cd7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:16.160296 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8011d-e09a-48d8-ade8-90607bc8541c req-33a57235-f119-4e08-9ca1-a4fa9e5403eb tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:16.177265 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-81e8011d-e09a-48d8-ade8-90607bc8541c req-33a57235-f119-4e08-9ca1-a4fa9e5403eb tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 946 time: 0.2143843 Jul 06 12:02:16.193229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f2c6a-c345-4aaa-a3d0-3496ab6f80e0 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Pushing event deleted for resources: {'Port': ['ID=b3a78114-0c41-4620-a6cb-560fa2208cd7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:16.284204 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-81e8011d-e09a-48d8-ade8-90607bc8541c req-f26907eb-e70a-41e8-8487-4ce4d832afbe tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=8bfafd76-4cea-497c-b9ee-896a925d6a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040959 Jul 06 12:02:16.411354 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab158e37-2bcd-4d00-9380-bb1daa944114 req-c13f2c6a-c345-4aaa-a3d0-3496ab6f80e0 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] No DVR routers for this DVR port b3a78114-0c41-4620-a6cb-560fa2208cd7 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:16.468345 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ab158e37-2bcd-4d00-9380-bb1daa944114 req-c13f2c6a-c345-4aaa-a3d0-3496ab6f80e0 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:16.471333 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ab158e37-2bcd-4d00-9380-bb1daa944114 req-c13f2c6a-c345-4aaa-a3d0-3496ab6f80e0 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.23 "DELETE /v2.0/ports/b3a78114-0c41-4620-a6cb-560fa2208cd7 HTTP/1.1" status: 204 len: 173 time: 1.3334041 Jul 06 12:02:16.583730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0dc58-985a-4e56-a2c8-d417e0867e83 req-17dc2968-1f88-46c6-9b91-2506a43c1b28 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:16.593000 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8cb0dc58-985a-4e56-a2c8-d417e0867e83 req-17dc2968-1f88-46c6-9b91-2506a43c1b28 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 944 time: 0.1301217 Jul 06 12:02:16.601898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f4663-95bf-43b9-ac75-3275f3883084 req-25ba8e15-3bb6-47da-a8a8-50d9c810db79 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:16.606808 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-578f4663-95bf-43b9-ac75-3275f3883084 req-25ba8e15-3bb6-47da-a8a8-50d9c810db79 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.23 "GET /v2.0/ports?device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 946 time: 0.5846994 Jul 06 12:02:16.614542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93bc794-61ee-459d-aaef-759bd7b876fd', 'name': 'network-vif-deleted', 'tag': 'b3a78114-0c41-4620-a6cb-560fa2208cd7'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:16.624343 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd11b62-8ae9-4ac2-a424-546339ea58d1" -d '{"events": [{"server_uuid": "c93bc794-61ee-459d-aaef-759bd7b876fd", "name": "network-vif-deleted", "tag": "b3a78114-0c41-4620-a6cb-560fa2208cd7"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:16.674458 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8cb0dc58-985a-4e56-a2c8-d417e0867e83 req-1a62bb9e-73cf-40c7-baca-0a70feab2113 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803638 Jul 06 12:02:16.805877 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:16.975675 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-456ce8fb-0412-485e-a9ed-1685bfbbbae3 req-a95ef957-8b08-4417-93b2-754622e341b5 service neutron] 10.222.0.23 "GET /v2.0/networks/29d2021a-34e4-4b41-81ec-0123d8bd5bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9209640 Jul 06 12:02:17.195522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da2b22-9304-4147-baf4-815c378c7474 req-2fb9ef8e-15c8-4b22-aa11-1a9b799fb851 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:17.209685 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91da2b22-9304-4147-baf4-815c378c7474 req-2fb9ef8e-15c8-4b22-aa11-1a9b799fb851 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 931 time: 0.2122903 Jul 06 12:02:17.281580 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91da2b22-9304-4147-baf4-815c378c7474 req-59aca503-373b-496e-866c-631d77b40768 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709517 Jul 06 12:02:17.432443 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-578f4663-95bf-43b9-ac75-3275f3883084 req-e51c38bc-b7a4-4c3b-b6de-1523972791ab tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Deleting port 683fa290-6d74-4221-b9fb-16bd46d4915c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:17.433067 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-578f4663-95bf-43b9-ac75-3275f3883084 req-e51c38bc-b7a4-4c3b-b6de-1523972791ab tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:17.753846 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53a51c3b-e5de-41d1-b081-2a3eb018446a req-dacb963a-a1c8-4411-a1a0-124593f9e1a2 tempest-ServerAddressesTestJSON-100984179 tempest-ServerAddressesTestJSON-100984179-project] 10.222.0.81 "GET /v2.0/ports?device_id=c93bc794-61ee-459d-aaef-759bd7b876fd HTTP/1.1" status: 200 len: 210 time: 0.1327410 Jul 06 12:02:17.778135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-578f4663-95bf-43b9-ac75-3275f3883084 req-e51c38bc-b7a4-4c3b-b6de-1523972791ab tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] For port 683fa290-6d74-4221-b9fb-16bd46d4915c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=683fa290-6d74-4221-b9fb-16bd46d4915c,segment=NetworkSegment(8ac947f3-c435-479a-9fd4-d8f9f3f43f82),segment_id=8ac947f3-c435-479a-9fd4-d8f9f3f43f82)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:17.778502 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-578f4663-95bf-43b9-ac75-3275f3883084 req-e51c38bc-b7a4-4c3b-b6de-1523972791ab tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:17.810806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d71424-fa11-44e4-8d62-bd3b2b966349 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:17.816346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-578f4663-95bf-43b9-ac75-3275f3883084 req-e51c38bc-b7a4-4c3b-b6de-1523972791ab tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Calling delete_port for 683fa290-6d74-4221-b9fb-16bd46d4915c owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:17.824709 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:17.887069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Transition to ACTIVE for port object 83d71424-fa11-44e4-8d62-bd3b2b966349 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:17.892653 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:17.946545 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3398e878-9a07-4a26-96ec-f44800405145 x-openstack-request-id: req-3398e878-9a07-4a26-96ec-f44800405145 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:17.946851 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93bc794-61ee-459d-aaef-759bd7b876fd", "name": "network-vif-deleted", "tag": "b3a78114-0c41-4620-a6cb-560fa2208cd7", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:17.947102 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3398e878-9a07-4a26-96ec-f44800405145 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:17.947566 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93bc794-61ee-459d-aaef-759bd7b876fd', 'name': 'network-vif-deleted', 'tag': 'b3a78114-0c41-4620-a6cb-560fa2208cd7', 'status': 'completed', 'code': 200} Jul 06 12:02:17.992251 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Pushing event updated for resources: {'Port': ['ID=83d71424-fa11-44e4-8d62-bd3b2b966349,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:18.151116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Attempting to bind port 83d71424-fa11-44e4-8d62-bd3b2b966349 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:18.151551 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Attempting to bind port 83d71424-fa11-44e4-8d62-bd3b2b966349 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:18.151945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Attempting to bind port 83d71424-fa11-44e4-8d62-bd3b2b966349 on network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:18.162839 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-578f4663-95bf-43b9-ac75-3275f3883084 req-e51c38bc-b7a4-4c3b-b6de-1523972791ab tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.175095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Port 83d71424-fa11-44e4-8d62-bd3b2b966349 on network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:02:18.175528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Attempting to bind port 83d71424-fa11-44e4-8d62-bd3b2b966349 on network e24c92a3-e9d7-4e19-b9f8-3e98811babc9 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:18.209514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c38bc-b7a4-4c3b-b6de-1523972791ab tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Port': ['ID=683fa290-6d74-4221-b9fb-16bd46d4915c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:18.218161 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:18.218509 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Checking segment: {'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:18.218972 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Bound using segment: {'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:18.219523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Bound port: 83d71424-fa11-44e4-8d62-bd3b2b966349, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a8cc89-e9ad-433c-bb94-7a6c907a0100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:18.219903 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.311844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-578f4663-95bf-43b9-ac75-3275f3883084 req-e51c38bc-b7a4-4c3b-b6de-1523972791ab tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] No DVR routers for this DVR port 683fa290-6d74-4221-b9fb-16bd46d4915c on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:18.316209 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-578f4663-95bf-43b9-ac75-3275f3883084 req-e51c38bc-b7a4-4c3b-b6de-1523972791ab tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.318478 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-578f4663-95bf-43b9-ac75-3275f3883084 req-e51c38bc-b7a4-4c3b-b6de-1523972791ab tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.23 "DELETE /v2.0/ports/683fa290-6d74-4221-b9fb-16bd46d4915c HTTP/1.1" status: 204 len: 173 time: 1.6857331 Jul 06 12:02:18.385250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] For port 83d71424-fa11-44e4-8d62-bd3b2b966349, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:18.400703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] For port 83d71424-fa11-44e4-8d62-bd3b2b966349, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=83d71424-fa11-44e4-8d62-bd3b2b966349,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:18.407391 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.449628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:18.450305 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:18.451720 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] 10.222.0.89 "PUT /v2.0/ports/83d71424-fa11-44e4-8d62-bd3b2b966349 HTTP/1.1" status: 200 len: 1091 time: 2.4402401 Jul 06 12:02:18.456311 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d31be952-ed02-49b1-8339-3706ab9aaacf req-e55ceed8-3073-4762-86b3-a39cad4c0c09 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=35c83026-208c-49f5-a092-459f586c466d HTTP/1.1" status: 200 len: 210 time: 0.0773671 Jul 06 12:02:18.476915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479ba1d-470c-4429-b71c-b9744c1e1580 service neutron] Pushing event updated for resources: {'Port': ['ID=83d71424-fa11-44e4-8d62-bd3b2b966349,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:18.732388 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088a150-53ac-4935-91a8-544768c7a48c req-b68afb87-afe6-4470-8fd1-529201bb8036 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:18.734611 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d088a150-53ac-4935-91a8-544768c7a48c req-b68afb87-afe6-4470-8fd1-529201bb8036 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 944 time: 0.0935075 Jul 06 12:02:18.801574 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d088a150-53ac-4935-91a8-544768c7a48c req-4c7e5a2a-8d32-4086-b62d-cfae369d8881 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580883 Jul 06 12:02:18.997349 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682afcfd-babd-4263-94db-6be234da59dd req-48f72abb-dd0b-40fe-b60c-c40aa994dd69 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:19.008158 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-682afcfd-babd-4263-94db-6be234da59dd req-48f72abb-dd0b-40fe-b60c-c40aa994dd69 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 943 time: 0.0950933 Jul 06 12:02:19.061707 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-682afcfd-babd-4263-94db-6be234da59dd req-4c9b395c-505b-4785-ba6d-cb56322054ae tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445979 Jul 06 12:02:19.201864 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41744) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:19.256085 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-bda377fc-0a45-4b08-82e5-a1be6875b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:19.256962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-241e34b1-6c82-4bc5-b4b1-ac9bc505ccde admin admin] Deleting subnet 1442b335-1dde-4ef4-a0bb-abd4032adea1 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:02:19.257811 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-bda377fc-0a45-4b08-82e5-a1be6875b51e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87cb56cfa1e74a05a6a9c885c45eb196&device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 1094 time: 0.0695534 Jul 06 12:02:19.260255 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-241e34b1-6c82-4bc5-b4b1-ac9bc505ccde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.306763 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-29cf98af-c24f-4cdb-8e4d-e0113dfa17ee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83d71424-fa11-44e4-8d62-bd3b2b966349 HTTP/1.1" status: 200 len: 217 time: 0.0372796 Jul 06 12:02:19.347809 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-241e34b1-6c82-4bc5-b4b1-ac9bc505ccde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.362226 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-6fead72e-d3d6-4f02-a08b-aa7853926f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:19.363930 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-6fead72e-d3d6-4f02-a08b-aa7853926f54 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3ee698e4-5f9d-4dca-ba8c-9993e73db584 HTTP/1.1" status: 200 len: 845 time: 0.0481348 Jul 06 12:02:19.399283 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-565cf1b4-4889-4503-985c-b4501234d5b1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283179 Jul 06 12:02:19.417085 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-241e34b1-6c82-4bc5-b4b1-ac9bc505ccde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.461222 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-0be9e028-799c-4807-9c92-758a2aad390d tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:19.462698 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-0be9e028-799c-4807-9c92-758a2aad390d tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/networks?id=94bae05c-7754-47cb-8af2-746d89f9dc0f HTTP/1.1" status: 200 len: 814 time: 0.1826768 Jul 06 12:02:19.489304 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-cb993bae-1c21-456f-9f18-ba4dbcd5ab81 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/quotas/006d8323edb6437093d99ce511433d41 HTTP/1.1" status: 200 len: 375 time: 0.0137961 Jul 06 12:02:19.498281 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-0240be0a-6672-4119-b5c4-3bd8d981c9cf service neutron] 10.222.0.89 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924108 Jul 06 12:02:19.533887 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-241e34b1-6c82-4bc5-b4b1-ac9bc505ccde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.571948 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-241e34b1-6c82-4bc5-b4b1-ac9bc505ccde admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.574337 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-241e34b1-6c82-4bc5-b4b1-ac9bc505ccde admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1442b335-1dde-4ef4-a0bb-abd4032adea1 HTTP/1.1" status: 204 len: 168 time: 0.3714025 Jul 06 12:02:19.577316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41758) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:19.577994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e34b1-6c82-4bc5-b4b1-ac9bc505ccde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1442b335-1dde-4ef4-a0bb-abd4032adea1,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:19.614096 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-e9ca6ee0-15fd-4081-a433-d717ed5793ec tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=006d8323edb6437093d99ce511433d41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1155832 Jul 06 12:02:19.648077 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc166115-1370-4f3b-bd44-d7f524e94377 req-2c2e0935-a8e9-4235-b04d-10ac0c1243b2 service neutron] 10.222.0.89 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436684 Jul 06 12:02:19.667539 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6db6b3f5-5996-4d3e-ae08-52ead5a02823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.739769 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-8f7c12af-b55a-43e1-932e-382ddcc60bb6 service neutron] 10.222.0.81 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180623 Jul 06 12:02:19.749787 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6db6b3f5-5996-4d3e-ae08-52ead5a02823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.759509 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6db6b3f5-5996-4d3e-ae08-52ead5a02823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d04c2a-62ac-48ea-980e-594faf1c8acb']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:19.771105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6db6b3f5-5996-4d3e-ae08-52ead5a02823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3763cc8-c94c-42b9-bf98-168be99ae091') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:19.771611 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6db6b3f5-5996-4d3e-ae08-52ead5a02823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3763cc8-c94c-42b9-bf98-168be99ae091') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:19.781481 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6db6b3f5-5996-4d3e-ae08-52ead5a02823 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.797626 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6db6b3f5-5996-4d3e-ae08-52ead5a02823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.804404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db6b3f5-5996-4d3e-ae08-52ead5a02823 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:02:19.805020 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6db6b3f5-5996-4d3e-ae08-52ead5a02823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:02:19.806928 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:02:19.839459 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-7080ed6e-3933-4a26-b0d1-d3e2d3cae622 service neutron] 10.222.0.81 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898530 Jul 06 12:02:19.869758 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6db6b3f5-5996-4d3e-ae08-52ead5a02823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.885865 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6db6b3f5-5996-4d3e-ae08-52ead5a02823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:19.890647 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6db6b3f5-5996-4d3e-ae08-52ead5a02823 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e8d04c2a-62ac-48ea-980e-594faf1c8acb HTTP/1.1" status: 204 len: 168 time: 0.3095298 Jul 06 12:02:19.890647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6b3f5-5996-4d3e-ae08-52ead5a02823 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d04c2a-62ac-48ea-980e-594faf1c8acb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:19.948862 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c83026-208c-49f5-a092-459f586c466d', 'name': 'network-vif-deleted', 'tag': '683fa290-6d74-4221-b9fb-16bd46d4915c'}, {'name': 'network-changed', 'server_uuid': 'caf80cc4-8563-4bb1-b390-88bf7f18980b', 'tag': '83d71424-fa11-44e4-8d62-bd3b2b966349'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:19.952694 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f2ab94-e445-488e-bc9f-45e59448944f" -d '{"events": [{"server_uuid": "35c83026-208c-49f5-a092-459f586c466d", "name": "network-vif-deleted", "tag": "683fa290-6d74-4221-b9fb-16bd46d4915c"}, {"name": "network-changed", "server_uuid": "caf80cc4-8563-4bb1-b390-88bf7f18980b", "tag": "83d71424-fa11-44e4-8d62-bd3b2b966349"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:19.976502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 683fa290-6d74-4221-b9fb-16bd46d4915c no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:20.029521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 683fa290-6d74-4221-b9fb-16bd46d4915c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:20.031352 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 683fa290-6d74-4221-b9fb-16bd46d4915c not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:20.032548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b3a78114-0c41-4620-a6cb-560fa2208cd7 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:20.093521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: b3a78114-0c41-4620-a6cb-560fa2208cd7 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:20.097419 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b3a78114-0c41-4620-a6cb-560fa2208cd7 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:20.201502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41798) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:20.237148 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41800) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:20.252937 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bb382ea1-8481-442c-8605-b48bd7798843 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=92b1538b76b34231894f014265f1ac67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494816 Jul 06 12:02:20.255251 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41802) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:20.311721 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f76926fb-9c51-4606-a9e0-d409e01572f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.317987 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4f01f7bf-653c-45d1-bdb9-13d9c24225ca tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.337601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f76926fb-9c51-4606-a9e0-d409e01572f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.354318 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4f01f7bf-653c-45d1-bdb9-13d9c24225ca tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.397791 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f76926fb-9c51-4606-a9e0-d409e01572f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.400749 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f76926fb-9c51-4606-a9e0-d409e01572f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.402065 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f76926fb-9c51-4606-a9e0-d409e01572f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a7a6f34-91f6-4ab8-9ced-c048c9114fd6 HTTP/1.1" status: 204 len: 168 time: 0.1457191 Jul 06 12:02:20.410806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76926fb-9c51-4606-a9e0-d409e01572f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7a6f34-91f6-4ab8-9ced-c048c9114fd6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:20.499786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38df64e-25a8-4d31-8f1a-3b85c8e1e570 req-eb747658-9f31-4432-89cf-c0e766e3b132 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:20.508018 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d38df64e-25a8-4d31-8f1a-3b85c8e1e570 req-eb747658-9f31-4432-89cf-c0e766e3b132 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 944 time: 0.1103365 Jul 06 12:02:20.563833 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d38df64e-25a8-4d31-8f1a-3b85c8e1e570 req-daf5d921-da1d-4af2-8de6-6cd029147d69 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546720 Jul 06 12:02:20.565517 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4f01f7bf-653c-45d1-bdb9-13d9c24225ca tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.571650 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4f01f7bf-653c-45d1-bdb9-13d9c24225ca tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:20.574309 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4f01f7bf-653c-45d1-bdb9-13d9c24225ca tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "DELETE /v2.0/security-groups/8bfafd76-4cea-497c-b9ee-896a925d6a30 HTTP/1.1" status: 204 len: 168 time: 0.3345790 Jul 06 12:02:20.588409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01f7bf-653c-45d1-bdb9-13d9c24225ca tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfafd76-4cea-497c-b9ee-896a925d6a30,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:20.666826 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162cc031-d085-41a6-a03d-280fb28e15b1 x-openstack-request-id: req-162cc031-d085-41a6-a03d-280fb28e15b1 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:20.667505 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c83026-208c-49f5-a092-459f586c466d", "name": "network-vif-deleted", "tag": "683fa290-6d74-4221-b9fb-16bd46d4915c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "caf80cc4-8563-4bb1-b390-88bf7f18980b", "tag": "83d71424-fa11-44e4-8d62-bd3b2b966349", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:20.667757 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-162cc031-d085-41a6-a03d-280fb28e15b1 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:20.668224 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c83026-208c-49f5-a092-459f586c466d', 'name': 'network-vif-deleted', 'tag': '683fa290-6d74-4221-b9fb-16bd46d4915c', 'status': 'completed', 'code': 200} Jul 06 12:02:20.668480 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf80cc4-8563-4bb1-b390-88bf7f18980b', 'tag': '83d71424-fa11-44e4-8d62-bd3b2b966349', 'status': 'completed', 'code': 200} Jul 06 12:02:20.760006 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ab94-e445-488e-bc9f-45e59448944f req-065268d5-7d10-4a5d-b566-35a062a9917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:20.761740 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-55f2ab94-e445-488e-bc9f-45e59448944f req-065268d5-7d10-4a5d-b566-35a062a9917c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87cb56cfa1e74a05a6a9c885c45eb196&device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 1094 time: 0.0722370 Jul 06 12:02:20.844170 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d4b82bde-7ca5-4214-9d7a-7554397820c8 req-8b86be42-4b33-4aad-a114-fb5359a589a2 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=761654df-5c23-4564-9063-ef04b87d9c5b HTTP/1.1" status: 200 len: 210 time: 0.0506570 Jul 06 12:02:20.890918 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ab94-e445-488e-bc9f-45e59448944f req-cda13b40-beab-49ae-874c-587abe943f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:20.898462 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-55f2ab94-e445-488e-bc9f-45e59448944f req-cda13b40-beab-49ae-874c-587abe943f5d service neutron] 10.222.0.89 "GET /v2.0/networks?id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9 HTTP/1.1" status: 200 len: 906 time: 0.1212041 Jul 06 12:02:20.959772 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-55f2ab94-e445-488e-bc9f-45e59448944f req-c7137407-c038-4ed6-8870-1cb8d6845c19 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83d71424-fa11-44e4-8d62-bd3b2b966349 HTTP/1.1" status: 200 len: 217 time: 0.0552585 Jul 06 12:02:21.034043 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ab94-e445-488e-bc9f-45e59448944f req-8212d822-4aed-4334-b429-4b47c891c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:21.035770 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-55f2ab94-e445-488e-bc9f-45e59448944f req-8212d822-4aed-4334-b429-4b47c891c638 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3ee698e4-5f9d-4dca-ba8c-9993e73db584 HTTP/1.1" status: 200 len: 845 time: 0.0702558 Jul 06 12:02:21.069555 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-55f2ab94-e445-488e-bc9f-45e59448944f req-fdf6f90c-9fa4-4138-b649-610ccbafe239 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e24c92a3-e9d7-4e19-b9f8-3e98811babc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277212 Jul 06 12:02:21.071279 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16a3ae-3029-415c-9fcd-b10f50dc6f72 req-b24fb4f4-dcba-479c-a9ea-ddda2d537eda tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:21.072898 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec16a3ae-3029-415c-9fcd-b10f50dc6f72 req-b24fb4f4-dcba-479c-a9ea-ddda2d537eda tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 943 time: 0.1128705 Jul 06 12:02:21.117464 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec16a3ae-3029-415c-9fcd-b10f50dc6f72 req-6a664cd8-71a5-4b6a-a350-68c5f3636451 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389316 Jul 06 12:02:21.181294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41826) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:21.577286 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41844) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:21.721562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-e45d0b06-205d-4878-8ba4-0b814854bf92 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:21.724120 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-e45d0b06-205d-4878-8ba4-0b814854bf92 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.89 "GET /v2.0/networks?id=94bae05c-7754-47cb-8af2-746d89f9dc0f HTTP/1.1" status: 200 len: 814 time: 0.2742887 Jul 06 12:02:21.738945 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-52410f1f-181e-4cb7-9210-e4320ee4cf07 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Request body: {'port': {'device_id': '761654df-5c23-4564-9063-ef04b87d9c5b', 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f', 'admin_state_up': True, 'tenant_id': '006d8323edb6437093d99ce511433d41'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:21.830299 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-55f2ab94-e445-488e-bc9f-45e59448944f req-d7431833-7ed9-4955-81e1-a51a308b98ac service neutron] 10.222.0.89 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7534673 Jul 06 12:02:21.849880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a16b5bae-e72e-4fc8-be45-7a5696830150 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-230543019-network', 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:21.937030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16b5bae-e72e-4fc8-be45-7a5696830150 admin admin] Made reservation on behalf of 0f99d139f50d4a1082f8201bb4cc6c27 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:21.939582 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a16b5bae-e72e-4fc8-be45-7a5696830150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:21.964757 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a16b5bae-e72e-4fc8-be45-7a5696830150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.005157 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-52410f1f-181e-4cb7-9210-e4320ee4cf07 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Made reservation on behalf of 006d8323edb6437093d99ce511433d41 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:22.009070 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-52410f1f-181e-4cb7-9210-e4320ee4cf07 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.028486 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-55f2ab94-e445-488e-bc9f-45e59448944f req-80b561e8-28ca-42db-b1a3-07dafea2e789 service neutron] 10.222.0.89 "GET /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792617 Jul 06 12:02:22.038173 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5c732-59b1-4df3-b724-6fdbcee192c2 req-098d506d-606a-43fc-907d-4657b770572b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:22.039767 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83d5c732-59b1-4df3-b724-6fdbcee192c2 req-098d506d-606a-43fc-907d-4657b770572b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 944 time: 0.1839774 Jul 06 12:02:22.160463 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83d5c732-59b1-4df3-b724-6fdbcee192c2 req-9b63e5cb-bb11-4589-ade0-3ae00926144c tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067522 Jul 06 12:02:22.212287 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c92c3df-be47-4f9a-a535-f989e4f69e7d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.222947 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 83d71424-fa11-44e4-8d62-bd3b2b966349 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:02:22.263006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-52410f1f-181e-4cb7-9210-e4320ee4cf07 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Allocated IP 172.20.0.10 (94bae05c-7754-47cb-8af2-746d89f9dc0f/630b344f-b40d-402b-87dd-410d7ed1ce59/69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:22.385759 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 83d71424-fa11-44e4-8d62-bd3b2b966349, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=83d71424-fa11-44e4-8d62-bd3b2b966349,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:22.402006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '83d71424-fa11-44e4-8d62-bd3b2b966349', 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9', 'port_id': '83d71424-fa11-44e4-8d62-bd3b2b966349', 'mac_address': 'fa:16:3e:26:6d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee698e4-5f9d-4dca-ba8c-9993e73db584', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:02:22.432522 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1579a9d2-0624-41f7-b682-ebbcf945db27 req-1c2cf7d9-e5d4-4b0a-a201-e95f77f05d86 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=761654df-5c23-4564-9063-ef04b87d9c5b HTTP/1.1" status: 200 len: 210 time: 0.0828443 Jul 06 12:02:22.485429 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.523432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d71424-fa11-44e4-8d62-bd3b2b966349 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:22.559931 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 83d71424-fa11-44e4-8d62-bd3b2b966349, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=83d71424-fa11-44e4-8d62-bd3b2b966349,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:22.567718 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.569860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device df8e6fad-5c5d-45ac-8009-6ba148028fe1 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:02:22.639173 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a16b5bae-e72e-4fc8-be45-7a5696830150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.660875 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a16b5bae-e72e-4fc8-be45-7a5696830150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.708194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0c92c3df-be47-4f9a-a535-f989e4f69e7d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Deleting port f24c59e3-0347-441a-8b6e-973906c94550 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:22.708548 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c92c3df-be47-4f9a-a535-f989e4f69e7d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.731487 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b5bae-e72e-4fc8-be45-7a5696830150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdffff7a-34dc-4c39-ab6a-63787e2e873f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:22.744312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=83d71424-fa11-44e4-8d62-bd3b2b966349,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:22.751627 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16b5bae-e72e-4fc8-be45-7a5696830150 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:02:22.806039 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port df8e6fad-5c5d-45ac-8009-6ba148028fe1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:22.827619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'port_id': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1', 'mac_address': 'fa:16:3e:d2:06:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:02:22.837492 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a16b5bae-e72e-4fc8-be45-7a5696830150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.837846 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-a16b5bae-e72e-4fc8-be45-7a5696830150 admin admin] Added segment 5ef2dbde-5199-4d4a-b5ff-73c6a3156f21 of type vlan for network ede8b9b8-dca5-4b16-b239-976325c5f9c7 Jul 06 12:02:22.866624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-0c92c3df-be47-4f9a-a535-f989e4f69e7d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] For port f24c59e3-0347-441a-8b6e-973906c94550, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f24c59e3-0347-441a-8b6e-973906c94550,segment=NetworkSegment(8ac947f3-c435-479a-9fd4-d8f9f3f43f82),segment_id=8ac947f3-c435-479a-9fd4-d8f9f3f43f82)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:22.868134 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c92c3df-be47-4f9a-a535-f989e4f69e7d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.891617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0c92c3df-be47-4f9a-a535-f989e4f69e7d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Calling delete_port for f24c59e3-0347-441a-8b6e-973906c94550 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:22.897286 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:22.926565 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8e6fad-5c5d-45ac-8009-6ba148028fe1 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:22.952446 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port df8e6fad-5c5d-45ac-8009-6ba148028fe1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:22.960305 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.022277 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=df8e6fad-5c5d-45ac-8009-6ba148028fe1,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:23.079590 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41890) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.185225 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c92c3df-be47-4f9a-a535-f989e4f69e7d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.186721 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['83d71424-fa11-44e4-8d62-bd3b2b966349'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:23.191074 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['df8e6fad-5c5d-45ac-8009-6ba148028fe1'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:23.224006 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a16b5bae-e72e-4fc8-be45-7a5696830150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.229518 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-52410f1f-181e-4cb7-9210-e4320ee4cf07 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.252540 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92c3df-be47-4f9a-a535-f989e4f69e7d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Port': ['ID=f24c59e3-0347-441a-8b6e-973906c94550,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:23.300212 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aeac89bb-c221-46f4-a567-9d8d175b37e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.314603 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617644e-c917-4b0e-8bc8-9c40e4f9bb6f req-a9d594a3-ee19-4cff-8622-2a2158f57797 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:23.323400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7617644e-c917-4b0e-8bc8-9c40e4f9bb6f req-a9d594a3-ee19-4cff-8622-2a2158f57797 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 944 time: 0.5633512 Jul 06 12:02:23.338021 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a16b5bae-e72e-4fc8-be45-7a5696830150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.339006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16b5bae-e72e-4fc8-be45-7a5696830150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:23.339615 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a16b5bae-e72e-4fc8-be45-7a5696830150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.450928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b5bae-e72e-4fc8-be45-7a5696830150 admin admin] Pushing event updated for resources: {'Network': ['ID=ede8b9b8-dca5-4b16-b239-976325c5f9c7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:23.475644 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c92c3df-be47-4f9a-a535-f989e4f69e7d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.480103 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network ede8b9b8-dca5-4b16-b239-976325c5f9c7 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:02:23.496188 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-52410f1f-181e-4cb7-9210-e4320ee4cf07 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.530236 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['18034f1a-7abe-4804-9ef7-9660150d58ea'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:23.540623 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7617644e-c917-4b0e-8bc8-9c40e4f9bb6f req-f0a4fb2c-e6ce-4dad-9cde-b326d591a50d tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153199 Jul 06 12:02:23.575103 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52410f1f-181e-4cb7-9210-e4320ee4cf07 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Pushing event updated for resources: {'Port': ['ID=69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:23.585373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-52410f1f-181e-4cb7-9210-e4320ee4cf07 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Network 94bae05c-7754-47cb-8af2-746d89f9dc0f is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:23.590101 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-52410f1f-181e-4cb7-9210-e4320ee4cf07 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:23.599836 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-52410f1f-181e-4cb7-9210-e4320ee4cf07 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:23.610247 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aeac89bb-c221-46f4-a567-9d8d175b37e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.618570 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aeac89bb-c221-46f4-a567-9d8d175b37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.653440 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a16b5bae-e72e-4fc8-be45-7a5696830150 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0740993 Jul 06 12:02:23.659033 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac89bb-c221-46f4-a567-9d8d175b37e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8853fd-951b-4ca0-bf97-e850848ed797,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:23.659279 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41898) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.676046 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6aadd047-3994-40bb-8c05-0ba9af1ebb97 admin admin] Request body: {'subnet': {'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-230543019-subnet', 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:23.696583 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-aeac89bb-c221-46f4-a567-9d8d175b37e3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4d66cfc8d9e84f9dbfd81aff27f49ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6159017 Jul 06 12:02:23.696877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41900) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.737223 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-52410f1f-181e-4cb7-9210-e4320ee4cf07 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:23.738162 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-52410f1f-181e-4cb7-9210-e4320ee4cf07 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.753049 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aadd047-3994-40bb-8c05-0ba9af1ebb97 admin admin] Made reservation on behalf of 0f99d139f50d4a1082f8201bb4cc6c27 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:23.755859 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6aadd047-3994-40bb-8c05-0ba9af1ebb97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:23.824846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c92c3df-be47-4f9a-a535-f989e4f69e7d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Router a61c8a53-43c1-4c72-b66f-6b3e240f958b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:23.832469 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-52410f1f-181e-4cb7-9210-e4320ee4cf07 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0983748 Jul 06 12:02:23.847605 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Request body: {'port': {'device_id': '761654df-5c23-4564-9063-ef04b87d9c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:23.939734 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c92c3df-be47-4f9a-a535-f989e4f69e7d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:23.944556 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0c92c3df-be47-4f9a-a535-f989e4f69e7d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "PUT /v2.0/routers/a61c8a53-43c1-4c72-b66f-6b3e240f958b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7621350 Jul 06 12:02:23.947247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41914) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:23.949950 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93be402-1b1a-48b1-a8d7-cdbbefa7c5b8 None None] Sync routers for ids ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:23.959912 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93be402-1b1a-48b1-a8d7-cdbbefa7c5b8 None None] Routers {'a61c8a53-43c1-4c72-b66f-6b3e240f958b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:23.959912 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b93be402-1b1a-48b1-a8d7-cdbbefa7c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:02:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:23.996578 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3c5be3bd-7a61-481c-bf7d-de3636b22919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.004881 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f7f7ee-870a-42c0-93ee-8eabde33fc90 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Deleting subnet a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:02:24.008352 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f7ee-870a-42c0-93ee-8eabde33fc90 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.027021 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.049946 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f7ee-870a-42c0-93ee-8eabde33fc90 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.069108 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3c5be3bd-7a61-481c-bf7d-de3636b22919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.069523 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b93be402-1b1a-48b1-a8d7-cdbbefa7c5b8 None None] Set router a61c8a53-43c1-4c72-b66f-6b3e240f958b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:24.138869 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f7ee-870a-42c0-93ee-8eabde33fc90 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.152301 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f2b47-7f5c-4f53-80cb-cac324b52ed2 req-3d21cb15-ca95-4bb1-ab34-f904675ef67e tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:24.160265 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-458f2b47-7f5c-4f53-80cb-cac324b52ed2 req-3d21cb15-ca95-4bb1-ab34-f904675ef67e tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 945 time: 0.2733614 Jul 06 12:02:24.209318 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f7ee-870a-42c0-93ee-8eabde33fc90 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.240682 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f7ee-870a-42c0-93ee-8eabde33fc90 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.246100 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f8f7f7ee-870a-42c0-93ee-8eabde33fc90 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "DELETE /v2.0/subnets/a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584 HTTP/1.1" status: 204 len: 168 time: 0.2949471 Jul 06 12:02:24.246100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7f7ee-870a-42c0-93ee-8eabde33fc90 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Subnet': ['ID=a3fbb94a-8c41-4fe3-8903-e3a6ddfcd584,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:24.246100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41916) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:24.256597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98757320-1895-4ee6-888f-65b308efe1e7 None None] Network 29d2021a-34e4-4b41-81ec-0123d8bd5bd1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:24.271463 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b93be402-1b1a-48b1-a8d7-cdbbefa7c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:02:23Z', 'revision_number': 7, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:24.309265 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6aadd047-3994-40bb-8c05-0ba9af1ebb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.314511 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93be402-1b1a-48b1-a8d7-cdbbefa7c5b8 None None] Checking router: a61c8a53-43c1-4c72-b66f-6b3e240f958b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:02:24.325360 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93be402-1b1a-48b1-a8d7-cdbbefa7c5b8 None None] Routers {'a61c8a53-43c1-4c72-b66f-6b3e240f958b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:24.326889 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b93be402-1b1a-48b1-a8d7-cdbbefa7c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:02:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:24.335996 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-458f2b47-7f5c-4f53-80cb-cac324b52ed2 req-0242b4bc-c4ba-43f4-a8fe-9f067f9ee9eb tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747530 Jul 06 12:02:24.336690 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3c5be3bd-7a61-481c-bf7d-de3636b22919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.339302 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3c5be3bd-7a61-481c-bf7d-de3636b22919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.340417 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3c5be3bd-7a61-481c-bf7d-de3636b22919 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb8853fd-951b-4ca0-bf97-e850848ed797 HTTP/1.1" status: 204 len: 168 time: 0.6399400 Jul 06 12:02:24.362407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device df8e6fad-5c5d-45ac-8009-6ba148028fe1 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:24.429817 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c154eb6-fb1d-4fd2-8050-c5c1574d3c1f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.450120 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b93be402-1b1a-48b1-a8d7-cdbbefa7c5b8 None None] Set router a61c8a53-43c1-4c72-b66f-6b3e240f958b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:24.462705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5be3bd-7a61-481c-bf7d-de3636b22919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8853fd-951b-4ca0-bf97-e850848ed797,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:24.531793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadd047-3994-40bb-8c05-0ba9af1ebb97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bb76d0d-b306-4b30-a183-fb66b233ae5c,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:24.554043 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aadd047-3994-40bb-8c05-0ba9af1ebb97 admin admin] Checking segment: {'id': '5ef2dbde-5199-4d4a-b5ff-73c6a3156f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:24.554412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aadd047-3994-40bb-8c05-0ba9af1ebb97 admin admin] Network hostable DHCP agents. Network: ede8b9b8-dca5-4b16-b239-976325c5f9c7, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:02:24.565549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port df8e6fad-5c5d-45ac-8009-6ba148028fe1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:24.565549 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.646717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aadd047-3994-40bb-8c05-0ba9af1ebb97 admin admin] Network ede8b9b8-dca5-4b16-b239-976325c5f9c7 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:02:24.661754 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c154eb6-fb1d-4fd2-8050-c5c1574d3c1f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.675493 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-6aadd047-3994-40bb-8c05-0ba9af1ebb97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, ede8b9b8-dca5-4b16-b239-976325c5f9c7) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:24.702499 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aadd047-3994-40bb-8c05-0ba9af1ebb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:24.703110 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6aadd047-3994-40bb-8c05-0ba9af1ebb97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.755536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:24.757106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9c154eb6-fb1d-4fd2-8050-c5c1574d3c1f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Deleting port 790162f6-23f6-4b64-9bf4-1474795792a7 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:24.757458 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c154eb6-fb1d-4fd2-8050-c5c1574d3c1f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.766965 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.774149 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6aadd047-3994-40bb-8c05-0ba9af1ebb97 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1135778 Jul 06 12:02:24.785364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f79884-72c2-4be1-a5bb-826a5ee37fab req-b0b15888-9fbd-40a4-a30e-51b6de40eec5 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:24.787199 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-14f79884-72c2-4be1-a5bb-826a5ee37fab req-b0b15888-9fbd-40a4-a30e-51b6de40eec5 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=761654df-5c23-4564-9063-ef04b87d9c5b HTTP/1.1" status: 200 len: 932 time: 0.1994960 Jul 06 12:02:24.787430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41926) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:24.802442 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Transition to ACTIVE for port object 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:24.825704 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.828584 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-230543019-router', 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:24.854658 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b93be402-1b1a-48b1-a8d7-cdbbefa7c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:02:23Z', 'revision_number': 7, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:24.895516 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.896542 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:24.897330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c1ce36-c168-4ed4-a20d-2e9d209001d7 None None] Network ede8b9b8-dca5-4b16-b239-976325c5f9c7 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:24.909152 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93be402-1b1a-48b1-a8d7-cdbbefa7c5b8 None None] The sync data for ids ['a61c8a53-43c1-4c72-b66f-6b3e240f958b'] in n-d-799529-2 is: [{'id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'name': 'tempest-TestNetworkBasicOps-router-997596376', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:59:50Z', 'updated_at': '2021-07-06T12:02:23Z', 'revision_number': 7, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '790162f6-23f6-4b64-9bf4-1474795792a7', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61c8a53-43c1-4c72-b66f-6b3e240f958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:59:51Z', 'updated_at': '2021-07-06T11:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:24.935985 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41932) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:24.948249 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-14f79884-72c2-4be1-a5bb-826a5ee37fab req-727dbea4-b84b-41e9-9b70-a91214b3041a tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532917 Jul 06 12:02:25.025956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:25.057834 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.062710 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-94449ada-9d3c-468b-afc9-cdbe6325c248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.082841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-9c154eb6-fb1d-4fd2-8050-c5c1574d3c1f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] For port 790162f6-23f6-4b64-9bf4-1474795792a7, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=790162f6-23f6-4b64-9bf4-1474795792a7,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:25.083343 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c154eb6-fb1d-4fd2-8050-c5c1574d3c1f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.118245 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262f6582-c515-4dc6-b6bf-066aeea104b9 None None] Network ede8b9b8-dca5-4b16-b239-976325c5f9c7 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:25.160082 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Attempting to bind port 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:25.160840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Attempting to bind port 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:25.161839 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Attempting to bind port 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab on network 94bae05c-7754-47cb-8af2-746d89f9dc0f {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:25.172100 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.188223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9c154eb6-fb1d-4fd2-8050-c5c1574d3c1f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Calling delete_port for 790162f6-23f6-4b64-9bf4-1474795792a7 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:25.211294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:25.213602 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4e1dd8-e0f9-44b3-9b11-67e02ce2ee51" -d '{"events": [{"server_uuid": "14639a60-b26f-469f-9e2e-8051e95b3e71", "name": "network-vif-plugged", "status": "completed", "tag": "df8e6fad-5c5d-45ac-8009-6ba148028fe1"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:25.236867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port df8e6fad-5c5d-45ac-8009-6ba148028fe1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:25.241785 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Port 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab on network 94bae05c-7754-47cb-8af2-746d89f9dc0f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:02:25.243386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Attempting to bind port 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab on network 94bae05c-7754-47cb-8af2-746d89f9dc0f {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:25.244599 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.245450 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 83d71424-fa11-44e4-8d62-bd3b2b966349 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:25.287525 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.287813 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:25.287813 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Checking segment: {'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:25.291794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Bound using segment: {'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:25.292701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Bound port: 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:25.293125 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.372328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=df8e6fad-5c5d-45ac-8009-6ba148028fe1,revision_number=10']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:25.409372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:25.410138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:25.410477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:25.410820 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:25.411146 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:25.411513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:25.411895 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:25.412946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:25.413161 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:25.413390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:25.414082 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:25.414426 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:25.416449 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-94449ada-9d3c-468b-afc9-cdbe6325c248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.423512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5d31c2-e83a-4a63-b069-3836e53f0f4a None None] DHCP port deletion for 29d2021a-34e4-4b41-81ec-0123d8bd5bd1 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:02:25.462388 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-94449ada-9d3c-468b-afc9-cdbe6325c248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.505393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 83d71424-fa11-44e4-8d62-bd3b2b966349 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:25.514228 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b068f1-5b4e-487a-9ece-514d6b822fb9 req-31730978-d49c-4076-bcb2-68bf6cc2d1ae tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:25.514512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 83d71424-fa11-44e4-8d62-bd3b2b966349 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:25.514882 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.521750 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0b068f1-5b4e-487a-9ece-514d6b822fb9 req-31730978-d49c-4076-bcb2-68bf6cc2d1ae tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 944 time: 0.3547080 Jul 06 12:02:25.565043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d31c2-e83a-4a63-b069-3836e53f0f4a None None] Deleting port c98c1385-0b64-40fa-ade9-595a8c10409f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:02:25.565517 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7d5d31c2-e83a-4a63-b069-3836e53f0f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.576503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94449ada-9d3c-468b-afc9-cdbe6325c248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee81e151-1ddb-4d4f-abdd-5123a6f5d2e7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:25.585958 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-94449ada-9d3c-468b-afc9-cdbe6325c248 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b80d1a8999804c0e9dd98e777403e97b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6448226 Jul 06 12:02:25.595752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41952) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:25.633179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] For port 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:25.653795 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0b068f1-5b4e-487a-9ece-514d6b822fb9 req-260540e7-ff5c-4290-851f-3c84a18435fe tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310177 Jul 06 12:02:25.680914 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] For port 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:25.688545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7d5d31c2-e83a-4a63-b069-3836e53f0f4a None None] For port c98c1385-0b64-40fa-ade9-595a8c10409f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c98c1385-0b64-40fa-ade9-595a8c10409f,segment=NetworkSegment(8ac947f3-c435-479a-9fd4-d8f9f3f43f82),segment_id=8ac947f3-c435-479a-9fd4-d8f9f3f43f82)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:25.689147 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7d5d31c2-e83a-4a63-b069-3836e53f0f4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.703136 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.709950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d31c2-e83a-4a63-b069-3836e53f0f4a None None] Calling delete_port for c98c1385-0b64-40fa-ade9-595a8c10409f owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:02:25.712502 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.752841 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:25.752841 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.753760 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] 10.222.0.89 "PUT /v2.0/ports/69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab HTTP/1.1" status: 200 len: 1092 time: 1.9128475 Jul 06 12:02:25.759651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761654df-5c23-4564-9063-ef04b87d9c5b', 'tag': '69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:25.761914 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b29b85-62c3-483d-9f73-30dbb659d2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "761654df-5c23-4564-9063-ef04b87d9c5b", "tag": "69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:25.771147 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 83d71424-fa11-44e4-8d62-bd3b2b966349, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=83d71424-fa11-44e4-8d62-bd3b2b966349,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:25.779196 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa137200-0812-4ca6-92b1-25f34cefe874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.804240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb1ede-668c-4f94-b1b4-6eecc363a1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:25.813316 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.829982 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa137200-0812-4ca6-92b1-25f34cefe874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.891549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=83d71424-fa11-44e4-8d62-bd3b2b966349,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:25.912251 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7d5d31c2-e83a-4a63-b069-3836e53f0f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.928260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-6015c051-687c-44dd-8c09-7ce65d8c5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:25.930529 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-6015c051-687c-44dd-8c09-7ce65d8c5960 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=006d8323edb6437093d99ce511433d41&device_id=761654df-5c23-4564-9063-ef04b87d9c5b HTTP/1.1" status: 200 len: 1095 time: 0.1172986 Jul 06 12:02:25.939619 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa137200-0812-4ca6-92b1-25f34cefe874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.942715 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91678c93-32e4-4a5b-aa66-1caa0c555637 x-openstack-request-id: req-91678c93-32e4-4a5b-aa66-1caa0c555637 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:25.943199 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14639a60-b26f-469f-9e2e-8051e95b3e71", "name": "network-vif-plugged", "status": "completed", "tag": "df8e6fad-5c5d-45ac-8009-6ba148028fe1", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:25.943647 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91678c93-32e4-4a5b-aa66-1caa0c555637 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:25.943972 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa137200-0812-4ca6-92b1-25f34cefe874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:25.944351 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1', 'code': 200} Jul 06 12:02:25.945905 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d31c2-e83a-4a63-b069-3836e53f0f4a None None] Pushing event deleted for resources: {'Port': ['ID=c98c1385-0b64-40fa-ade9-595a8c10409f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:25.949693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d31c2-e83a-4a63-b069-3836e53f0f4a None None] No DVR routers for this DVR port c98c1385-0b64-40fa-ade9-595a8c10409f on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:02:25.972544 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-aa137200-0812-4ca6-92b1-25f34cefe874 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ee81e151-1ddb-4d4f-abdd-5123a6f5d2e7 HTTP/1.1" status: 204 len: 168 time: 0.3716071 Jul 06 12:02:25.983972 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c154eb6-fb1d-4fd2-8050-c5c1574d3c1f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.030491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c154eb6-fb1d-4fd2-8050-c5c1574d3c1f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Port': ['ID=790162f6-23f6-4b64-9bf4-1474795792a7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:26.046881 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-b4ac189e-f6c3-4688-9801-993590947ef7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab HTTP/1.1" status: 200 len: 217 time: 0.0739021 Jul 06 12:02:26.054065 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa137200-0812-4ca6-92b1-25f34cefe874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee81e151-1ddb-4d4f-abdd-5123a6f5d2e7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:26.168672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-4e7103dc-402a-426b-b312-37f342c369c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:26.173552 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-4e7103dc-402a-426b-b312-37f342c369c6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=630b344f-b40d-402b-87dd-410d7ed1ce59 HTTP/1.1" status: 200 len: 854 time: 0.1136441 Jul 06 12:02:26.200547 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c154eb6-fb1d-4fd2-8050-c5c1574d3c1f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.208850 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-9233504e-7f97-4b30-8e8e-04921cb939ae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=94bae05c-7754-47cb-8af2-746d89f9dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290186 Jul 06 12:02:26.276200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd6e7c-c397-46a5-9b02-b9bbff77f67c req-22192e7d-c116-41c8-b2ff-3ec2baed63db tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:26.277700 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6cbd6e7c-c397-46a5-9b02-b9bbff77f67c req-22192e7d-c116-41c8-b2ff-3ec2baed63db tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 947 time: 0.1720312 Jul 06 12:02:26.352724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41962) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:26.355141 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c154eb6-fb1d-4fd2-8050-c5c1574d3c1f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.365617 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c154eb6-fb1d-4fd2-8050-c5c1574d3c1f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.366454 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6cbd6e7c-c397-46a5-9b02-b9bbff77f67c req-6758d5a6-7f0a-4386-a2c6-e328ca6ef6af tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770569 Jul 06 12:02:26.370412 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-9e8a5be2-3de7-4af5-87e9-73ce680e32d8 service neutron] 10.222.0.89 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557491 Jul 06 12:02:26.389277 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a672f70-15dc-4cda-a9b6-d5459666c499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.427609 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.460816 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.468782 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c154eb6-fb1d-4fd2-8050-c5c1574d3c1f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.469333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c154eb6-fb1d-4fd2-8050-c5c1574d3c1f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Fanout notify agent at l3_agent the message router_deleted on router a61c8a53-43c1-4c72-b66f-6b3e240f958b {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:02:26.485067 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c154eb6-fb1d-4fd2-8050-c5c1574d3c1f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.486204 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9c154eb6-fb1d-4fd2-8050-c5c1574d3c1f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "DELETE /v2.0/routers/a61c8a53-43c1-4c72-b66f-6b3e240f958b HTTP/1.1" status: 204 len: 168 time: 2.2392268 Jul 06 12:02:26.489308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41972) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:26.496039 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbac59a-c7ed-40b5-ba08-794e9887dd93 req-8529325b-9ce9-4407-9fb7-de1e7b264933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:26.497557 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bdbac59a-c7ed-40b5-ba08-794e9887dd93 req-8529325b-9ce9-4407-9fb7-de1e7b264933 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 1098 time: 0.2988336 Jul 06 12:02:26.566191 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b799bfc4-342a-4243-b7f3-66a4ce5a4d5d x-openstack-request-id: req-b799bfc4-342a-4243-b7f3-66a4ce5a4d5d {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:26.566493 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761654df-5c23-4564-9063-ef04b87d9c5b", "tag": "69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:26.566802 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b799bfc4-342a-4243-b7f3-66a4ce5a4d5d {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:26.567148 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761654df-5c23-4564-9063-ef04b87d9c5b', 'tag': '69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab', 'status': 'completed', 'code': 200} Jul 06 12:02:26.602095 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-831cdde6-0ffd-4ec6-8b36-d870c5aa0645 req-f8d02701-d191-4e9d-a4b1-bd865108024a service neutron] 10.222.0.89 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252069 Jul 06 12:02:26.635355 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bdbac59a-c7ed-40b5-ba08-794e9887dd93 req-382b142a-60c5-474d-bad6-070d600316e2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952232 Jul 06 12:02:26.659762 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4390e45e-7635-4b60-bed6-1759f0a172e9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.774803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Allocated IP 172.25.4.37 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/33100262-c345-4ae2-acc9-133a98c7dd34) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:26.789215 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4390e45e-7635-4b60-bed6-1759f0a172e9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.802299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-4390e45e-7635-4b60-bed6-1759f0a172e9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d2021a-34e4-4b41-81ec-0123d8bd5bd1']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:26.816850 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-4390e45e-7635-4b60-bed6-1759f0a172e9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac947f3-c435-479a-9fd4-d8f9f3f43f82') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:26.817037 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-4390e45e-7635-4b60-bed6-1759f0a172e9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac947f3-c435-479a-9fd4-d8f9f3f43f82') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:26.820809 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a672f70-15dc-4cda-a9b6-d5459666c499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.832745 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4390e45e-7635-4b60-bed6-1759f0a172e9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.853753 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a672f70-15dc-4cda-a9b6-d5459666c499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.856351 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af647012-3343-48e3-98e3-f1a866b08d3b req-4e18144c-5e47-4c74-9724-37b0823dc857 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:26.857933 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-af647012-3343-48e3-98e3-f1a866b08d3b req-4e18144c-5e47-4c74-9724-37b0823dc857 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=761654df-5c23-4564-9063-ef04b87d9c5b HTTP/1.1" status: 200 len: 944 time: 0.1447885 Jul 06 12:02:26.858920 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4390e45e-7635-4b60-bed6-1759f0a172e9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.866859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4390e45e-7635-4b60-bed6-1759f0a172e9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:02:26.867294 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4390e45e-7635-4b60-bed6-1759f0a172e9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:02:26.871975 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:02:26.915915 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3a672f70-15dc-4cda-a9b6-d5459666c499 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c7dd688b9c0648079e64dd4c73ced25f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5565178 Jul 06 12:02:26.918967 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41980) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:26.924502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a672f70-15dc-4cda-a9b6-d5459666c499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef02636-80d7-4b37-84d1-e2cbd8b84457,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:26.935946 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b29b85-62c3-483d-9f73-30dbb659d2c9 req-a4144cf0-904a-4b73-a19f-254ca2c4baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:26.937660 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-17b29b85-62c3-483d-9f73-30dbb659d2c9 req-a4144cf0-904a-4b73-a19f-254ca2c4baba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=006d8323edb6437093d99ce511433d41&device_id=761654df-5c23-4564-9063-ef04b87d9c5b HTTP/1.1" status: 200 len: 1095 time: 0.2066195 Jul 06 12:02:26.984867 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4390e45e-7635-4b60-bed6-1759f0a172e9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:26.996363 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-af647012-3343-48e3-98e3-f1a866b08d3b req-af279f86-2e0d-47f5-a413-23fb3ec2bc3b tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313097 Jul 06 12:02:26.999214 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4390e45e-7635-4b60-bed6-1759f0a172e9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.004210 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4390e45e-7635-4b60-bed6-1759f0a172e9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "DELETE /v2.0/networks/29d2021a-34e4-4b41-81ec-0123d8bd5bd1 HTTP/1.1" status: 204 len: 168 time: 0.5086305 Jul 06 12:02:27.018590 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41982) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:27.021534 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390e45e-7635-4b60-bed6-1759f0a172e9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Network': ['ID=29d2021a-34e4-4b41-81ec-0123d8bd5bd1,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:27.029785 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.033093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8ee21eda-57d3-47dd-965d-39f47edd3f5d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'network': {'name': 'tempest-network-smoke--1394614598', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'port_security_enabled': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:27.046062 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-396435cb-893b-4758-be25-326bda21cfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.076600 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-396435cb-893b-4758-be25-326bda21cfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.100369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee21eda-57d3-47dd-965d-39f47edd3f5d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Made reservation on behalf of 9b8c032e15c44a1786541e33cb5ca2c4 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:27.104128 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ee21eda-57d3-47dd-965d-39f47edd3f5d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.111116 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f24c59e3-0347-441a-8b6e-973906c94550 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:27.131752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: f24c59e3-0347-441a-8b6e-973906c94550 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:27.132159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f24c59e3-0347-441a-8b6e-973906c94550 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:27.132627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c98c1385-0b64-40fa-ade9-595a8c10409f no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:27.153760 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-396435cb-893b-4758-be25-326bda21cfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.155963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b29b85-62c3-483d-9f73-30dbb659d2c9 req-6ee3126d-898b-4717-966e-ce1a0f1e9a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:27.157632 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-396435cb-893b-4758-be25-326bda21cfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.157914 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-17b29b85-62c3-483d-9f73-30dbb659d2c9 req-6ee3126d-898b-4717-966e-ce1a0f1e9a74 service neutron] 10.222.0.89 "GET /v2.0/networks?id=94bae05c-7754-47cb-8af2-746d89f9dc0f HTTP/1.1" status: 200 len: 915 time: 0.2109723 Jul 06 12:02:27.162402 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-396435cb-893b-4758-be25-326bda21cfdc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8ef02636-80d7-4b37-84d1-e2cbd8b84457 HTTP/1.1" status: 204 len: 168 time: 0.2398973 Jul 06 12:02:27.180354 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396435cb-893b-4758-be25-326bda21cfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef02636-80d7-4b37-84d1-e2cbd8b84457,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:27.182001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: c98c1385-0b64-40fa-ade9-595a8c10409f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:27.183365 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c98c1385-0b64-40fa-ade9-595a8c10409f not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:27.219048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee21eda-57d3-47dd-965d-39f47edd3f5d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:02:27.221802 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.224802 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-17b29b85-62c3-483d-9f73-30dbb659d2c9 req-1bcb8769-415a-4354-85cc-53e78a229fa7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab HTTP/1.1" status: 200 len: 217 time: 0.0534582 Jul 06 12:02:27.275587 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ee21eda-57d3-47dd-965d-39f47edd3f5d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.276041 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-8ee21eda-57d3-47dd-965d-39f47edd3f5d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Added segment 6ece6e36-9ed5-44fc-b287-30501a7e0769 of type vlan for network 40f8962f-a486-42a7-ba14-2999f7c3bddf Jul 06 12:02:27.322010 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:27.323532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:27.347419 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:27.384019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Pushing event updated for resources: {'Port': ['ID=33100262-c345-4ae2-acc9-133a98c7dd34,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:27.391761 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ee21eda-57d3-47dd-965d-39f47edd3f5d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.393722 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a832b-fd1c-4e76-8ae5-d0c987c4c2fd req-1b62c8cb-2266-4220-8ce9-976947397c16 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:27.396557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b29b85-62c3-483d-9f73-30dbb659d2c9 req-7461a08b-2619-4458-b888-3c586e44fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:27.398233 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-17b29b85-62c3-483d-9f73-30dbb659d2c9 req-7461a08b-2619-4458-b888-3c586e44fcc7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=630b344f-b40d-402b-87dd-410d7ed1ce59 HTTP/1.1" status: 200 len: 854 time: 0.1624181 Jul 06 12:02:27.400742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3c6a832b-fd1c-4e76-8ae5-d0c987c4c2fd req-1b62c8cb-2266-4220-8ce9-976947397c16 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 945 time: 0.0920410 Jul 06 12:02:27.441716 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3c6a832b-fd1c-4e76-8ae5-d0c987c4c2fd req-a4338bdf-6029-4349-84f1-f69bf4299782 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398295 Jul 06 12:02:27.453616 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-17b29b85-62c3-483d-9f73-30dbb659d2c9 req-dd99f4f3-bda1-4e98-a310-a8b7f31f2b2c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=94bae05c-7754-47cb-8af2-746d89f9dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411711 Jul 06 12:02:27.610727 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ee21eda-57d3-47dd-965d-39f47edd3f5d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.616306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee21eda-57d3-47dd-965d-39f47edd3f5d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:27.616920 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ee21eda-57d3-47dd-965d-39f47edd3f5d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.699900 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-17b29b85-62c3-483d-9f73-30dbb659d2c9 req-793e2bf0-4e1d-4d33-aab6-001c55e9f426 service neutron] 10.222.0.89 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348485 Jul 06 12:02:27.717110 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8ee21eda-57d3-47dd-965d-39f47edd3f5d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6924403 Jul 06 12:02:27.727568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42026) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:27.730842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-c8636793-2a20-4fcd-965a-c46040385d42 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=916277083dfb4f339bdb2eee8b49efd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511541 Jul 06 12:02:27.752164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1613711875', 'admin_state_up': True, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:27.799048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee21eda-57d3-47dd-965d-39f47edd3f5d tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Network': ['ID=40f8962f-a486-42a7-ba14-2999f7c3bddf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:27.816374 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 40f8962f-a486-42a7-ba14-2999f7c3bddf details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:02:27.865572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.866586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:27.943474 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-17b29b85-62c3-483d-9f73-30dbb659d2c9 req-88b327b3-031a-49cb-a56b-5e20bfa8ddac service neutron] 10.222.0.89 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293699 Jul 06 12:02:27.983709 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf80cc4-8563-4bb1-b390-88bf7f18980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d71424-fa11-44e4-8d62-bd3b2b966349'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:27.988131 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066a26dc-994f-4d0a-9f30-30120b632e8e" -d '{"events": [{"server_uuid": "caf80cc4-8563-4bb1-b390-88bf7f18980b", "name": "network-vif-plugged", "status": "completed", "tag": "83d71424-fa11-44e4-8d62-bd3b2b966349"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:27.991546 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.042580 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.080493 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-fc8c7bc6-8a70-4634-943e-9380c7a3eee3 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:28.088928 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-fc8c7bc6-8a70-4634-943e-9380c7a3eee3 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3506958 Jul 06 12:02:28.108143 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-b37e6d20-eeea-4bd3-a1c7-f3880b75197c tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/quotas/916277083dfb4f339bdb2eee8b49efd2 HTTP/1.1" status: 200 len: 375 time: 0.0182476 Jul 06 12:02:28.154082 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ae497818-3729-42e7-9807-083ddf3968b9 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=916277083dfb4f339bdb2eee8b49efd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449190 Jul 06 12:02:28.222545 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.517993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b7bbc-30b7-433c-a8c1-7f5ab9182843 req-c6c091dd-aa42-4f08-baaa-8e2191cb8e74 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:28.519714 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a3b7bbc-30b7-433c-a8c1-7f5ab9182843 req-c6c091dd-aa42-4f08-baaa-8e2191cb8e74 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 947 time: 0.0970719 Jul 06 12:02:28.551576 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:28.627564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 790162f6-23f6-4b64-9bf4-1474795792a7 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:02:28.678985 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 790162f6-23f6-4b64-9bf4-1474795792a7 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:02:28.681015 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 790162f6-23f6-4b64-9bf4-1474795792a7 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:02:28.949846 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a3b7bbc-30b7-433c-a8c1-7f5ab9182843 req-68a1b5db-a4e4-4038-babb-bf7afc8b8cb3 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4242301 Jul 06 12:02:29.005056 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b09f36b-928f-4986-8938-890b29772164 x-openstack-request-id: req-7b09f36b-928f-4986-8938-890b29772164 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:29.005371 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf80cc4-8563-4bb1-b390-88bf7f18980b", "name": "network-vif-plugged", "status": "completed", "tag": "83d71424-fa11-44e4-8d62-bd3b2b966349", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:29.005878 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b09f36b-928f-4986-8938-890b29772164 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:29.006455 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf80cc4-8563-4bb1-b390-88bf7f18980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d71424-fa11-44e4-8d62-bd3b2b966349', 'code': 200} Jul 06 12:02:29.188301 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef3645-456a-4f17-bd27-1635e25d332e req-64e2244a-8e8f-4657-b78b-05b6e1f04fa8 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:29.190718 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0fef3645-456a-4f17-bd27-1635e25d332e req-64e2244a-8e8f-4657-b78b-05b6e1f04fa8 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=761654df-5c23-4564-9063-ef04b87d9c5b HTTP/1.1" status: 200 len: 944 time: 0.0842946 Jul 06 12:02:29.196001 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.239874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.247157 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0fef3645-456a-4f17-bd27-1635e25d332e req-46778200-7855-4df7-9346-6c51e3842c9c tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503199 Jul 06 12:02:29.315969 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6101707-1fe3-4b6d-92c4-d382fd402e31 req-d881c6b6-028e-4c71-b04e-f2463e239a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:29.318757 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c6101707-1fe3-4b6d-92c4-d382fd402e31 req-d881c6b6-028e-4c71-b04e-f2463e239a6f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 1096 time: 0.1906321 Jul 06 12:02:29.324336 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Router 7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:02:29.383768 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-5ed6eb64-7408-4c52-8bc7-714612f2241e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=916277083dfb4f339bdb2eee8b49efd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246956 Jul 06 12:02:29.443624 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c6101707-1fe3-4b6d-92c4-d382fd402e31 req-cb1f9db2-77e3-443a-af49-45dda2ea321a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165113 Jul 06 12:02:29.467738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Allocated IP 172.25.4.51 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/807c57ea-5bb4-4982-9e2e-a6c8801a9968) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:29.510701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-c7e07bbd-ef8e-49b5-a186-2b0a353a7761 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:29.512516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-c7e07bbd-ef8e-49b5-a186-2b0a353a7761 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1252129 Jul 06 12:02:29.534512 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-2adfb17d-2abb-43b9-8f97-9c87e3340e49 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/quotas/916277083dfb4f339bdb2eee8b49efd2 HTTP/1.1" status: 200 len: 375 time: 0.0134118 Jul 06 12:02:29.570601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:29.587020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Sync routers for ids ['7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:29.595945 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a820d6e3-4eeb-4986-a7a8-afa4603b1b8d tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=916277083dfb4f339bdb2eee8b49efd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539737 Jul 06 12:02:29.600007 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.603976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42114) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:29.604205 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7c44ece7-7cdc-4b81-9d9d-aca9a3a4f360 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8159349 Jul 06 12:02:29.608195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Routers {'7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:29.609809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:02:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:29.684680 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.774282 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:29.884283 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Set router 7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:29.898679 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-4367e1e5-632f-4c3e-ae86-8f1ab6eb4102 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=916277083dfb4f339bdb2eee8b49efd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741022 Jul 06 12:02:29.919362 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:29.942766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:29.944683 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Port': ['ID=807c57ea-5bb4-4982-9e2e-a6c8801a9968,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:29.976333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:30.166377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'name': 'tempest-ServerRescueNegativeTestJSON-230543019-router', 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '33100262-c345-4ae2-acc9-133a98c7dd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:24Z', 'updated_at': '2021-07-06T12:02:27Z', 'revision_number': 3, 'project_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'gw_port': {'id': '33100262-c345-4ae2-acc9-133a98c7dd34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:26Z', 'updated_at': '2021-07-06T12:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:30.200067 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ccc06ad4-4add-46f7-b3d5-728401f3c715 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:30.200698 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ccc06ad4-4add-46f7-b3d5-728401f3c715 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2860882 Jul 06 12:02:30.225152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Request body: {'port': {'device_id': '47a8ccd6-3589-40b5-8bc1-95d557068b4a', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': '916277083dfb4f339bdb2eee8b49efd2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:30.260298 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Checking router: 7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:02:30.261108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Updating router 7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6 port 33100262-c345-4ae2-acc9-133a98c7dd34 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:02:30.310900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:02:30.334015 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067115b5-cadb-4670-9a13-23633890bf4f req-7ce2a76d-7c3b-4c9b-85eb-5cd9631454c2 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:30.341089 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-067115b5-cadb-4670-9a13-23633890bf4f req-7ce2a76d-7c3b-4c9b-85eb-5cd9631454c2 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 945 time: 0.3014834 Jul 06 12:02:30.393086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-067115b5-cadb-4670-9a13-23633890bf4f req-58f33c9f-cc9d-4b6c-9eb0-e58ebcafa004 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489931 Jul 06 12:02:30.590532 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:30.606446 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab', 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f', 'port_id': '69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab', 'mac_address': 'fa:16:3e:96:b3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630b344f-b40d-402b-87dd-410d7ed1ce59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:02:30.645037 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.666621 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.686090 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.715792 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.796860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:30.846963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Made reservation on behalf of 916277083dfb4f339bdb2eee8b49efd2 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:30.850528 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.855716 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:30.865278 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.867839 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:30.902326 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0151b365-7edb-459d-b093-b9ddb09dd97d req-4ce8c80a-e113-4543-859f-b934bf7dd441 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8fe4193-fd8a-41cb-b00e-9261f0f02246 HTTP/1.1" status: 200 len: 210 time: 0.0983460 Jul 06 12:02:30.933201 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:31.009432 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.085017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:31.201964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0480e7-1ae1-4685-be6c-a3569abf844b req-ed59e393-f6eb-4bb8-a502-1cd95e600a50 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:31.202234 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.204330 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f0480e7-1ae1-4685-be6c-a3569abf844b req-ed59e393-f6eb-4bb8-a502-1cd95e600a50 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 947 time: 0.1266668 Jul 06 12:02:31.211463 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.218629 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Allocated IP 172.20.0.1 (ede8b9b8-dca5-4b16-b239-976325c5f9c7/3bb76d0d-b306-4b30-a183-fb66b233ae5c/4a4ea39b-6aae-4043-9f60-e1d220088dbb) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:31.224829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Router 96702443-93e3-4e29-8e7b-200661d95edc is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:02:31.262480 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.286262 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Transition to ACTIVE for port object 33100262-c345-4ae2-acc9-133a98c7dd34 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:31.293597 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:31.299820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f0480e7-1ae1-4685-be6c-a3569abf844b req-e69e3f4a-972b-4463-81f2-8f76b35d280b tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841331 Jul 06 12:02:31.307787 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.356309 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b72868-f840-4101-88de-1f41b657d4fc None None] Pushing event updated for resources: {'Port': ['ID=33100262-c345-4ae2-acc9-133a98c7dd34,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:31.422519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Attempting to bind port 33100262-c345-4ae2-acc9-133a98c7dd34 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:31.423439 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Attempting to bind port 33100262-c345-4ae2-acc9-133a98c7dd34 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:31.423439 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Attempting to bind port 33100262-c345-4ae2-acc9-133a98c7dd34 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:31.428929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:31.429305 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:31.429715 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.430110 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:31.430577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Bound port: 33100262-c345-4ae2-acc9-133a98c7dd34, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:31.431159 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.433512 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.443248 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Allocated IP 192.168.233.86 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/d3102f36-fe0a-4349-a93c-05b70c3f6b59) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:31.455309 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:31.467316 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Sync routers for ids ['96702443-93e3-4e29-8e7b-200661d95edc'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:31.483066 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Routers {'96702443-93e3-4e29-8e7b-200661d95edc'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:31.483714 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:02:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['96702443-93e3-4e29-8e7b-200661d95edc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:31.531670 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.536124 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f35978a0-3dea-491b-9408-31f1c6a220fd tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7992539 Jul 06 12:02:31.538585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42142) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:31.539028 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] For port 33100262-c345-4ae2-acc9-133a98c7dd34, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:31.543847 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] For port 33100262-c345-4ae2-acc9-133a98c7dd34, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=33100262-c345-4ae2-acc9-133a98c7dd34,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:31.550717 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.551905 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.577746 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5bfdabd0-7b4d-4651-b56b-c9a96d26f51d tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=9b8c032e15c44a1786541e33cb5ca2c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376613 Jul 06 12:02:31.593344 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42144) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:31.627654 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-23c5e838-4306-4544-b393-1b3a296ba7ec tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=916277083dfb4f339bdb2eee8b49efd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527956 Jul 06 12:02:31.630183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Network ede8b9b8-dca5-4b16-b239-976325c5f9c7 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:31.633392 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Pushing event updated for resources: {'Port': ['ID=4a4ea39b-6aae-4043-9f60-e1d220088dbb,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:31.636600 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:31.647829 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:31.663660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Routers {'7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:31.664294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:02:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:31.713498 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Set router 96702443-93e3-4e29-8e7b-200661d95edc gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:31.721112 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af1880-dd03-40d1-b9f5-a6a252c1d8d5 req-5f1f5308-1fe7-47ae-aab4-be835b7ec6d3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:31.724604 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97af1880-dd03-40d1-b9f5-a6a252c1d8d5 req-5f1f5308-1fe7-47ae-aab4-be835b7ec6d3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=761654df-5c23-4564-9063-ef04b87d9c5b HTTP/1.1" status: 200 len: 945 time: 0.2227244 Jul 06 12:02:31.742379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b72868-f840-4101-88de-1f41b657d4fc None None] Pushing event updated for resources: {'Port': ['ID=33100262-c345-4ae2-acc9-133a98c7dd34,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:31.786375 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97af1880-dd03-40d1-b9f5-a6a252c1d8d5 req-14f54fcd-c478-4ad7-b25c-e5b9c69985c9 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511723 Jul 06 12:02:31.788918 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.860082 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] Set router 7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:31.907628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82deab6-103b-4702-8afd-34fa4f048c63 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:31.909334 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f82deab6-103b-4702-8afd-34fa4f048c63 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3147471 Jul 06 12:02:31.917267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42150) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:31.935318 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:31.965806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-e22e8de6-f0b9-4711-8864-4659ff58232e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:31.967487 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-e22e8de6-f0b9-4711-8864-4659ff58232e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3116162 Jul 06 12:02:31.996590 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-98a4b275-2d59-45cf-b734-fc73367608ac tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Request body: {'port': {'device_id': 'a8fe4193-fd8a-41cb-b00e-9261f0f02246', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': '916277083dfb4f339bdb2eee8b49efd2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:32.005306 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1206f1a7-d1b6-4618-8a50-37e7b4c2be7b tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0826552 Jul 06 12:02:32.007214 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Transition to ACTIVE for port object d3102f36-fe0a-4349-a93c-05b70c3f6b59 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:32.008932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42156) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:32.014424 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-32c5532f-7fbc-4087-a44c-e84041202867 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1521305227', 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:32.089847 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.250219 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'name': 'tempest-ServerRescueNegativeTestJSON-230543019-router', 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '33100262-c345-4ae2-acc9-133a98c7dd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:24Z', 'updated_at': '2021-07-06T12:02:27Z', 'revision_number': 3, 'project_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'gw_port': {'id': '33100262-c345-4ae2-acc9-133a98c7dd34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:26Z', 'updated_at': '2021-07-06T12:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:32.299492 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f69a7f-c018-47b4-9ce5-11a686fe42fc None None] The sync data for ids ['7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'] in n-d-799529-2 is: [{'id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'name': 'tempest-ServerRescueNegativeTestJSON-230543019-router', 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '33100262-c345-4ae2-acc9-133a98c7dd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:24Z', 'updated_at': '2021-07-06T12:02:27Z', 'revision_number': 3, 'project_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'gw_port': {'id': '33100262-c345-4ae2-acc9-133a98c7dd34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:26Z', 'updated_at': '2021-07-06T12:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:32.306545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:32.402217 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:32.412743 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.414904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:32.415311 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.417764 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96702443-93e3-4e29-8e7b-200661d95edc', 'name': 'tempest-TestNetworkBasicOps-router-1613711875', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:27Z', 'updated_at': '2021-07-06T12:02:30Z', 'revision_number': 3, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:29Z', 'updated_at': '2021-07-06T12:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:32.455710 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Checking router: 96702443-93e3-4e29-8e7b-200661d95edc for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:02:32.456951 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Updating router 96702443-93e3-4e29-8e7b-200661d95edc port 807c57ea-5bb4-4982-9e2e-a6c8801a9968 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:02:32.501942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c5532f-7fbc-4087-a44c-e84041202867 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Made reservation on behalf of 9b8c032e15c44a1786541e33cb5ca2c4 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:32.505942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32c5532f-7fbc-4087-a44c-e84041202867 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.556197 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.602949 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.632245 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.655413 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.677001 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebdaf4-761c-4418-9326-b1189510bcca req-dd0e89e8-c3dc-4f54-bedb-b29d7b88a2b6 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:32.693919 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:32.697670 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761654df-5c23-4564-9063-ef04b87d9c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:32.702718 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b82d7ab-57c1-47d4-9ec6-46b43bd4dfea" -d '{"events": [{"server_uuid": "761654df-5c23-4564-9063-ef04b87d9c5b", "name": "network-vif-plugged", "status": "completed", "tag": "69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:32.717949 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.735219 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4aebdaf4-761c-4418-9326-b1189510bcca req-dd0e89e8-c3dc-4f54-bedb-b29d7b88a2b6 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 945 time: 0.3177252 Jul 06 12:02:32.796858 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32c5532f-7fbc-4087-a44c-e84041202867 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.820278 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:32.860814 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:32.863154 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:32.870184 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:32.937960 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:32.938748 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.946040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-98a4b275-2d59-45cf-b734-fc73367608ac tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Made reservation on behalf of 916277083dfb4f339bdb2eee8b49efd2 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:32.950899 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-98a4b275-2d59-45cf-b734-fc73367608ac tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:32.961294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Pushing event updated for resources: {'Port': ['ID=d3102f36-fe0a-4349-a93c-05b70c3f6b59,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:32.977327 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Pushing event updated for resources: {'Port': ['ID=4a4ea39b-6aae-4043-9f60-e1d220088dbb,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:32.991168 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.011749 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4aebdaf4-761c-4418-9326-b1189510bcca req-b490d4b3-0fcf-47a0-972c-34e6a8c8eff7 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741160 Jul 06 12:02:33.025686 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ddea5ba2-2088-4d63-8c1b-74c47ad24d3e tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8062332 Jul 06 12:02:33.037982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5532f-7fbc-4087-a44c-e84041202867 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Subnet': ['ID=64df2cb9-364e-4f50-abca-991ff4f8bee6,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:33.048739 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Request body: {'port': {'device_id': '47a8ccd6-3589-40b5-8bc1-95d557068b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:33.130669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c5532f-7fbc-4087-a44c-e84041202867 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Checking segment: {'id': '6ece6e36-9ed5-44fc-b287-30501a7e0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:33.130954 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c5532f-7fbc-4087-a44c-e84041202867 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network hostable DHCP agents. Network: 40f8962f-a486-42a7-ba14-2999f7c3bddf, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:02:33.181351 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.208695 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Transition to ACTIVE for port object 807c57ea-5bb4-4982-9e2e-a6c8801a9968 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:33.219455 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.241016 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.252455 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Network ede8b9b8-dca5-4b16-b239-976325c5f9c7 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:33.254009 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:33.256284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c5532f-7fbc-4087-a44c-e84041202867 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network 40f8962f-a486-42a7-ba14-2999f7c3bddf is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:02:33.318246 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Attempting to bind port 807c57ea-5bb4-4982-9e2e-a6c8801a9968 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:33.318675 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Attempting to bind port 807c57ea-5bb4-4982-9e2e-a6c8801a9968 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:33.319044 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Attempting to bind port 807c57ea-5bb4-4982-9e2e-a6c8801a9968 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:33.337001 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:33.337822 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:33.338499 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.339111 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:33.339839 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Bound port: 807c57ea-5bb4-4982-9e2e-a6c8801a9968, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:33.340394 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.398236 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a9d45935-39e6-4234-a525-a0b45f485403 None None] Provisioning for port d3102f36-fe0a-4349-a93c-05b70c3f6b59 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:33.401243 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-32c5532f-7fbc-4087-a44c-e84041202867 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 40f8962f-a486-42a7-ba14-2999f7c3bddf) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:33.417917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e4b6c9-2eb2-4f9a-b5cd-bef47894ee92 None None] Network 40f8962f-a486-42a7-ba14-2999f7c3bddf requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:33.423113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a9d45935-39e6-4234-a525-a0b45f485403 None None] Provisioning complete for port d3102f36-fe0a-4349-a93c-05b70c3f6b59 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:33.430977 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c5532f-7fbc-4087-a44c-e84041202867 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:33.431608 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32c5532f-7fbc-4087-a44c-e84041202867 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.433493 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9d45935-39e6-4234-a525-a0b45f485403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.500347 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Router 7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:33.541924 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] For port 807c57ea-5bb4-4982-9e2e-a6c8801a9968, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:33.555083 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] For port 807c57ea-5bb4-4982-9e2e-a6c8801a9968, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=807c57ea-5bb4-4982-9e2e-a6c8801a9968,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:33.564923 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:33.581154 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9df42e6-53d4-4009-9b16-d35b938b0df5 req-ce782cdb-8d85-4eed-b044-ca4a1398daad tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8fe4193-fd8a-41cb-b00e-9261f0f02246 HTTP/1.1" status: 200 len: 210 time: 0.0654461 Jul 06 12:02:33.581736 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333647c9-62a4-430d-95e3-f84bbde193f4 None None] Pushing event updated for resources: {'Port': ['ID=807c57ea-5bb4-4982-9e2e-a6c8801a9968,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:33.693318 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333647c9-62a4-430d-95e3-f84bbde193f4 None None] Pushing event updated for resources: {'Port': ['ID=807c57ea-5bb4-4982-9e2e-a6c8801a9968,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:33.742431 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Routers {'96702443-93e3-4e29-8e7b-200661d95edc'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:33.745114 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:02:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['96702443-93e3-4e29-8e7b-200661d95edc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:33.955991 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] Set router 96702443-93e3-4e29-8e7b-200661d95edc gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:34.110606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:34.131428 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a5d69f13-1361-4a5d-a259-bda2323254dc admin admin] 10.222.0.81 "PUT /v2.0/routers/7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5254753 Jul 06 12:02:34.145812 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1ce288-c0ed-4e12-affa-d37a815ae877 x-openstack-request-id: req-ba1ce288-c0ed-4e12-affa-d37a815ae877 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:34.146278 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761654df-5c23-4564-9063-ef04b87d9c5b", "name": "network-vif-plugged", "status": "completed", "tag": "69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:34.146635 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba1ce288-c0ed-4e12-affa-d37a815ae877 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:34.147130 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761654df-5c23-4564-9063-ef04b87d9c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab', 'code': 200} Jul 06 12:02:34.204804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a9d45935-39e6-4234-a525-a0b45f485403 None None] Port d3102f36-fe0a-4349-a93c-05b70c3f6b59 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:34.221526 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-32c5532f-7fbc-4087-a44c-e84041202867 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2103622 Jul 06 12:02:34.227485 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42180) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:34.256028 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-40f8962f-a486-42a7-ba14-2999f7c3bddf', 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ips': [{'subnet_id': '64df2cb9-364e-4f50-abca-991ff4f8bee6'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:02:34.257222 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.265009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-98a4b275-2d59-45cf-b734-fc73367608ac tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Allocated IP 192.168.233.40 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/14a05899-8566-4666-874f-9796be66b253) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:34.399315 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96702443-93e3-4e29-8e7b-200661d95edc', 'name': 'tempest-TestNetworkBasicOps-router-1613711875', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:27Z', 'updated_at': '2021-07-06T12:02:30Z', 'revision_number': 3, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:29Z', 'updated_at': '2021-07-06T12:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:34.461511 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec48286-e93c-47dc-a88b-d1a4d636af66 None None] The sync data for ids ['96702443-93e3-4e29-8e7b-200661d95edc'] in n-d-799529-2 is: [{'id': '96702443-93e3-4e29-8e7b-200661d95edc', 'name': 'tempest-TestNetworkBasicOps-router-1613711875', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:27Z', 'updated_at': '2021-07-06T12:02:30Z', 'revision_number': 3, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:29Z', 'updated_at': '2021-07-06T12:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:34.539063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Allocated IP 172.20.0.2 (40f8962f-a486-42a7-ba14-2999f7c3bddf/64df2cb9-364e-4f50-abca-991ff4f8bee6/3bd934ff-abab-4fd3-8bb6-164c33cb484d) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:34.571767 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-98a4b275-2d59-45cf-b734-fc73367608ac tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.588515 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-98a4b275-2d59-45cf-b734-fc73367608ac tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Transition to ACTIVE for port object 14a05899-8566-4666-874f-9796be66b253 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:34.644647 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-98a4b275-2d59-45cf-b734-fc73367608ac tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.772503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-98a4b275-2d59-45cf-b734-fc73367608ac tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:34.777519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 33100262-c345-4ae2-acc9-133a98c7dd34 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:34.783298 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-98a4b275-2d59-45cf-b734-fc73367608ac tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:34.791144 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-98a4b275-2d59-45cf-b734-fc73367608ac tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:34.827804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4b275-2d59-45cf-b734-fc73367608ac tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Pushing event updated for resources: {'Port': ['ID=14a05899-8566-4666-874f-9796be66b253,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:34.865838 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.889999 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Transition to ACTIVE for port object 3bd934ff-abab-4fd3-8bb6-164c33cb484d will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:34.914463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 33100262-c345-4ae2-acc9-133a98c7dd34 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:34.922732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a8583-9c27-4073-b1a1-57364733f664 req-e3a0d7b1-2ca4-4574-ba17-aa42a3db4cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:34.929344 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 33100262-c345-4ae2-acc9-133a98c7dd34 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:34.929816 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f7a8583-9c27-4073-b1a1-57364733f664 req-e3a0d7b1-2ca4-4574-ba17-aa42a3db4cf1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=761654df-5c23-4564-9063-ef04b87d9c5b HTTP/1.1" status: 200 len: 1097 time: 1.0995679 Jul 06 12:02:34.929948 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.973657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-98a4b275-2d59-45cf-b734-fc73367608ac tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:34.974352 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-98a4b275-2d59-45cf-b734-fc73367608ac tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:34.975567 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Transition to ACTIVE for port object 3bd934ff-abab-4fd3-8bb6-164c33cb484d will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:34.987389 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.037086 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Pushing event updated for resources: {'Port': ['ID=3bd934ff-abab-4fd3-8bb6-164c33cb484d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:35.099892 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-98a4b275-2d59-45cf-b734-fc73367608ac tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1116250 Jul 06 12:02:35.108232 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Network 40f8962f-a486-42a7-ba14-2999f7c3bddf is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:35.114975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:35.125119 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:35.126220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Request body: {'port': {'device_id': 'a8fe4193-fd8a-41cb-b00e-9261f0f02246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:35.178083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0e4ce-a7d7-40de-bec3-5d8381a677e2 req-32f29c80-443b-43b6-b6f3-16fdf109b9ab tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:35.190985 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45b0e4ce-a7d7-40de-bec3-5d8381a677e2 req-32f29c80-443b-43b6-b6f3-16fdf109b9ab tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=761654df-5c23-4564-9063-ef04b87d9c5b HTTP/1.1" status: 200 len: 946 time: 1.2405181 Jul 06 12:02:35.217043 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3102f36-fe0a-4349-a93c-05b70c3f6b59 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:35.234247 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.235415 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.243811 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Attempting to bind port 3bd934ff-abab-4fd3-8bb6-164c33cb484d on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:35.244330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Attempting to bind port 3bd934ff-abab-4fd3-8bb6-164c33cb484d by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '6ece6e36-9ed5-44fc-b287-30501a7e0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:35.244854 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Attempting to bind port 3bd934ff-abab-4fd3-8bb6-164c33cb484d on network 40f8962f-a486-42a7-ba14-2999f7c3bddf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:35.254689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:35.255417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Checking segment: {'id': '6ece6e36-9ed5-44fc-b287-30501a7e0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:35.255974 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.258442 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Bound using segment: {'id': '6ece6e36-9ed5-44fc-b287-30501a7e0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:35.259070 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Bound port: 3bd934ff-abab-4fd3-8bb6-164c33cb484d, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ece6e36-9ed5-44fc-b287-30501a7e0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:35.259602 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.272445 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45b0e4ce-a7d7-40de-bec3-5d8381a677e2 req-909d44f8-24c9-4474-990b-fd52cf196ba4 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793631 Jul 06 12:02:35.277849 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f7a8583-9c27-4073-b1a1-57364733f664 req-226eaf83-d83e-43bb-a0e5-57825f414e53 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274140 Jul 06 12:02:35.304915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 33100262-c345-4ae2-acc9-133a98c7dd34, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=33100262-c345-4ae2-acc9-133a98c7dd34,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:35.310667 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f445809e-2b75-4209-b4eb-95307eebc24b None None] Provisioning for port 14a05899-8566-4666-874f-9796be66b253 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:35.334874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f445809e-2b75-4209-b4eb-95307eebc24b None None] Provisioning complete for port 14a05899-8566-4666-874f-9796be66b253 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:35.335435 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f445809e-2b75-4209-b4eb-95307eebc24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.344477 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.380019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Transition to ACTIVE for port object d3102f36-fe0a-4349-a93c-05b70c3f6b59 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:35.387222 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.455434 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.508762 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.531178 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-abb14132-b551-485f-bd49-a6c8117a8589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.551754 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f445809e-2b75-4209-b4eb-95307eebc24b None None] Port 14a05899-8566-4666-874f-9796be66b253 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:35.597356 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] For port 3bd934ff-abab-4fd3-8bb6-164c33cb484d, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:35.629222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] For port 3bd934ff-abab-4fd3-8bb6-164c33cb484d, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3bd934ff-abab-4fd3-8bb6-164c33cb484d,segment=NetworkSegment(6ece6e36-9ed5-44fc-b287-30501a7e0769),segment_id=6ece6e36-9ed5-44fc-b287-30501a7e0769)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:35.630490 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=33100262-c345-4ae2-acc9-133a98c7dd34,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:35.661179 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.717778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Pushing event updated for resources: {'Port': ['ID=d3102f36-fe0a-4349-a93c-05b70c3f6b59,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:35.785780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Sync routers for ids ['7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:35.799731 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc9297-72a5-40bf-8767-d809f07dc81a None None] Pushing event updated for resources: {'Port': ['ID=3bd934ff-abab-4fd3-8bb6-164c33cb484d,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:35.833185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Attempting to bind port d3102f36-fe0a-4349-a93c-05b70c3f6b59 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:35.833735 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Attempting to bind port d3102f36-fe0a-4349-a93c-05b70c3f6b59 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:35.834575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Attempting to bind port d3102f36-fe0a-4349-a93c-05b70c3f6b59 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:35.846628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Port d3102f36-fe0a-4349-a93c-05b70c3f6b59 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:02:35.847108 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Attempting to bind port d3102f36-fe0a-4349-a93c-05b70c3f6b59 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:35.854398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Routers {'7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:35.854989 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:02:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:35.869493 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:35.869983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:35.870599 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:35.871662 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Bound port: d3102f36-fe0a-4349-a93c-05b70c3f6b59, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:35.872536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:35.924353 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:02:36.006324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] For port d3102f36-fe0a-4349-a93c-05b70c3f6b59, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:36.010101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] For port d3102f36-fe0a-4349-a93c-05b70c3f6b59, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d3102f36-fe0a-4349-a93c-05b70c3f6b59,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:36.018948 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.055893 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.075692 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Set router 7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:36.100931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:36.102557 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.104540 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] 10.222.0.23 "PUT /v2.0/ports/d3102f36-fe0a-4349-a93c-05b70c3f6b59 HTTP/1.1" status: 200 len: 1095 time: 3.0641892 Jul 06 12:02:36.109030 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef17247-cdd7-4b19-a7e6-05da20a31980 service neutron] Pushing event updated for resources: {'Port': ['ID=d3102f36-fe0a-4349-a93c-05b70c3f6b59,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:36.114478 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a8ccd6-3589-40b5-8bc1-95d557068b4a', 'tag': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:36.118223 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774298ed-e7c4-476b-b0a3-42f469c95cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "47a8ccd6-3589-40b5-8bc1-95d557068b4a", "tag": "d3102f36-fe0a-4349-a93c-05b70c3f6b59"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:36.392733 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.427621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a05899-8566-4666-874f-9796be66b253 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:36.435982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-78276374-0a05-48a3-90d6-4bf9df6c7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:36.437719 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-78276374-0a05-48a3-90d6-4bf9df6c7bff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=916277083dfb4f339bdb2eee8b49efd2&device_id=47a8ccd6-3589-40b5-8bc1-95d557068b4a HTTP/1.1" status: 200 len: 1098 time: 0.2360306 Jul 06 12:02:36.443967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.509145 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-60151e44-40b7-49d1-9a31-2e114f8b4ec5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d3102f36-fe0a-4349-a93c-05b70c3f6b59 HTTP/1.1" status: 200 len: 217 time: 0.0621669 Jul 06 12:02:36.512055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Transition to ACTIVE for port object 14a05899-8566-4666-874f-9796be66b253 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:36.580412 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ba40325d-b583-4b77-9dba-2b6825fc10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:36.582001 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-ba40325d-b583-4b77-9dba-2b6825fc10e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0661435 Jul 06 12:02:36.582648 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.658758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Pushing event updated for resources: {'Port': ['ID=14a05899-8566-4666-874f-9796be66b253,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:36.791756 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'name': 'tempest-ServerRescueNegativeTestJSON-230543019-router', 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '33100262-c345-4ae2-acc9-133a98c7dd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:24Z', 'updated_at': '2021-07-06T12:02:32Z', 'revision_number': 4, 'project_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'gw_port': {'id': '33100262-c345-4ae2-acc9-133a98c7dd34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:26Z', 'updated_at': '2021-07-06T12:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '4a4ea39b-6aae-4043-9f60-e1d220088dbb', 'name': '', 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7', 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'mac_address': 'fa:16:3e:af:e7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '3bb76d0d-b306-4b30-a183-fb66b233ae5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:30Z', 'updated_at': '2021-07-06T12:02:32Z', 'revision_number': 2, 'project_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'subnets': [{'id': '3bb76d0d-b306-4b30-a183-fb66b233ae5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:36.834603 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Checking router: 7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:02:36.835823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Updating router 7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6 port 4a4ea39b-6aae-4043-9f60-e1d220088dbb binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:02:36.935131 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:36.968711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Attempting to bind port 14a05899-8566-4666-874f-9796be66b253 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:36.968962 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Attempting to bind port 14a05899-8566-4666-874f-9796be66b253 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:36.969290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Attempting to bind port 14a05899-8566-4666-874f-9796be66b253 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:36.999184 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Port 14a05899-8566-4666-874f-9796be66b253 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:02:36.999522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Attempting to bind port 14a05899-8566-4666-874f-9796be66b253 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:37.036124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:37.036615 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:37.036864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:37.037498 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Bound port: 14a05899-8566-4666-874f-9796be66b253, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:37.038986 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.079734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 33100262-c345-4ae2-acc9-133a98c7dd34 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:37.139764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] For port 14a05899-8566-4666-874f-9796be66b253, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:37.145379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] For port 14a05899-8566-4666-874f-9796be66b253, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=14a05899-8566-4666-874f-9796be66b253,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:37.153169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-9aa8392f-4c45-4468-a40b-ea52f03ed3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:37.158540 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-9aa8392f-4c45-4468-a40b-ea52f03ed3dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5629666 Jul 06 12:02:37.164721 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.217572 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Allocated IP 172.20.0.1 (40f8962f-a486-42a7-ba14-2999f7c3bddf/64df2cb9-364e-4f50-abca-991ff4f8bee6/f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:37.319812 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 33100262-c345-4ae2-acc9-133a98c7dd34 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:37.320441 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.384059 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-81bc8ca6-da33-4282-81d1-f85ca07d7d00 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:37.391392 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-81bc8ca6-da33-4282-81d1-f85ca07d7d00 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/networks?id=ede8b9b8-dca5-4b16-b239-976325c5f9c7 HTTP/1.1" status: 200 len: 818 time: 0.1265962 Jul 06 12:02:37.391871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Pushing event updated for resources: {'Port': ['ID=14a05899-8566-4666-874f-9796be66b253,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:37.404664 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-8035cc33-a6f3-493e-9832-8644a32b60e3 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333739 Jul 06 12:02:37.420882 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:37.422217 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.423952 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-a366f30c-e24c-490b-ae6a-5be57159c373 service neutron] 10.222.0.89 "PUT /v2.0/ports/14a05899-8566-4666-874f-9796be66b253 HTTP/1.1" status: 200 len: 1095 time: 2.3154085 Jul 06 12:02:37.452986 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-32714cd3-05a2-4fb4-aa08-ba400fd0d710 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/quotas/0f99d139f50d4a1082f8201bb4cc6c27 HTTP/1.1" status: 200 len: 375 time: 0.0605259 Jul 06 12:02:37.591880 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-e6b3399c-dfed-428a-abe3-4e4d1670dbb8 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f99d139f50d4a1082f8201bb4cc6c27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1372292 Jul 06 12:02:37.709298 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-3b76b2e7-702d-4a6e-ac35-b2b851f54fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:37.711429 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-3b76b2e7-702d-4a6e-ac35-b2b851f54fd9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=916277083dfb4f339bdb2eee8b49efd2&device_id=a8fe4193-fd8a-41cb-b00e-9261f0f02246 HTTP/1.1" status: 200 len: 1098 time: 0.1751482 Jul 06 12:02:37.801310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 807c57ea-5bb4-4982-9e2e-a6c8801a9968 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:37.810451 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-b24ae7df-09ee-4152-9e0f-282b0cffbf30 service neutron] 10.222.0.81 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006845 Jul 06 12:02:37.814613 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-0faa7463-85f6-4686-91cf-aed6dd16615a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=14a05899-8566-4666-874f-9796be66b253 HTTP/1.1" status: 200 len: 217 time: 0.0700569 Jul 06 12:02:37.822826 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-885ecf5a-103c-41b0-bed4-e62b328374b9 req-f4990428-e2fb-4e62-82ef-f3afe4218126 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978786 Jul 06 12:02:37.855414 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.918135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-7fb5ef78-0a1d-4c10-992c-58c585870167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:37.924321 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-7fb5ef78-0a1d-4c10-992c-58c585870167 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0902572 Jul 06 12:02:37.960481 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:37.976586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Transition to ACTIVE for port object f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:38.002642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Transition to ACTIVE for port object 4a4ea39b-6aae-4043-9f60-e1d220088dbb will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:38.023903 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 807c57ea-5bb4-4982-9e2e-a6c8801a9968 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:38.027200 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.070642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 807c57ea-5bb4-4982-9e2e-a6c8801a9968 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:38.072251 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.079062 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-66ab96ed-0848-456e-a864-6a75dda19f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:38.082638 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-66ab96ed-0848-456e-a864-6a75dda19f6b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1528838 Jul 06 12:02:38.098116 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42234) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:38.148909 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-da11d43e-4aed-449e-93aa-c47aec4d787f service neutron] 10.222.0.81 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225150 Jul 06 12:02:38.171991 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.208034 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a7cebe4-becb-4c67-9677-edbbbb904ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.260598 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network 40f8962f-a486-42a7-ba14-2999f7c3bddf is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:38.278076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Attempting to bind port 4a4ea39b-6aae-4043-9f60-e1d220088dbb on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:38.278428 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Attempting to bind port 4a4ea39b-6aae-4043-9f60-e1d220088dbb by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '5ef2dbde-5199-4d4a-b5ff-73c6a3156f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:38.278883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Attempting to bind port 4a4ea39b-6aae-4043-9f60-e1d220088dbb on network ede8b9b8-dca5-4b16-b239-976325c5f9c7 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:38.286610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:38.287183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Checking segment: {'id': '5ef2dbde-5199-4d4a-b5ff-73c6a3156f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:38.287415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:38.287738 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.288540 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Bound using segment: {'id': '5ef2dbde-5199-4d4a-b5ff-73c6a3156f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:38.290130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Bound port: 4a4ea39b-6aae-4043-9f60-e1d220088dbb, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef2dbde-5199-4d4a-b5ff-73c6a3156f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:38.290924 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.293485 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f273bd8-4887-498a-becb-90a4a5f13949 None None] Pushing event updated for resources: {'Port': ['ID=4a4ea39b-6aae-4043-9f60-e1d220088dbb,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:38.297706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:38.303194 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.309339 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Port': ['ID=f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:38.312939 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-249eb7fe-3305-4dc5-8dc0-ea2763ee735d service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217863 Jul 06 12:02:38.387614 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:38.387879 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:38.388333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:38.388716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:38.389062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:38.389400 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:38.389737 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:38.390097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:38.390430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:38.390763 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:38.391108 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:38.393873 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:02:38.402797 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-493ecdb4-e5eb-4670-b15e-126e11ba9269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.435414 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.487021 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] For port 4a4ea39b-6aae-4043-9f60-e1d220088dbb, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:38.494437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] For port 4a4ea39b-6aae-4043-9f60-e1d220088dbb, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4a4ea39b-6aae-4043-9f60-e1d220088dbb,segment=NetworkSegment(5ef2dbde-5199-4d4a-b5ff-73c6a3156f21),segment_id=5ef2dbde-5199-4d4a-b5ff-73c6a3156f21)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:38.506590 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9ca627-6b73-4304-9767-b1ec1166011b None None] Network 40f8962f-a486-42a7-ba14-2999f7c3bddf requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:02:38.561097 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cb832ba4-ecf8-4bf4-be9b-b00e13672ad3 req-4a5245fc-cd32-4b25-b553-8074906db578 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404296 Jul 06 12:02:38.644051 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.703523 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-493ecdb4-e5eb-4670-b15e-126e11ba9269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.710245 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.712248 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-493ecdb4-e5eb-4670-b15e-126e11ba9269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.756199 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-686aa54b-2bce-4366-8f61-684b401025ab None None] Provisioning for port 3bd934ff-abab-4fd3-8bb6-164c33cb484d completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:38.799003 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ecdb4-e5eb-4670-b15e-126e11ba9269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a3c420-b77d-4147-8545-c21409b92abd,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:38.801955 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Routers {'7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:38.811218 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:02:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:38.812459 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-493ecdb4-e5eb-4670-b15e-126e11ba9269 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d0466359a5a4a8d8fda674da0b7f89f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7132745 Jul 06 12:02:38.814402 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.815280 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42246) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:38.842462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c85c0-1362-4cb1-8846-55c950c0019b req-5ff1e47e-903e-4441-9602-480601e154e1 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:38.850151 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-235c85c0-1362-4cb1-8846-55c950c0019b req-5ff1e47e-903e-4441-9602-480601e154e1 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8fe4193-fd8a-41cb-b00e-9261f0f02246 HTTP/1.1" status: 200 len: 947 time: 0.2033904 Jul 06 12:02:38.890586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7053e9d-2b2e-44bf-9153-a45c48964796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.916686 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7053e9d-2b2e-44bf-9153-a45c48964796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:38.932995 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-235c85c0-1362-4cb1-8846-55c950c0019b req-82154550-ee47-4284-9c82-5df7657c3d79 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/security-groups?id=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805209 Jul 06 12:02:38.998944 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7053e9d-2b2e-44bf-9153-a45c48964796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.002031 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7053e9d-2b2e-44bf-9153-a45c48964796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.004215 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d7053e9d-2b2e-44bf-9153-a45c48964796 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a7a3c420-b77d-4147-8545-c21409b92abd HTTP/1.1" status: 204 len: 168 time: 0.1879265 Jul 06 12:02:39.020736 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ab8425-503b-4c09-b40c-c8039499b1a7 x-openstack-request-id: req-85ab8425-503b-4c09-b40c-c8039499b1a7 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:39.021027 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a8ccd6-3589-40b5-8bc1-95d557068b4a", "tag": "d3102f36-fe0a-4349-a93c-05b70c3f6b59", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:39.021278 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85ab8425-503b-4c09-b40c-c8039499b1a7 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:39.021678 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a8ccd6-3589-40b5-8bc1-95d557068b4a', 'tag': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59', 'status': 'completed', 'code': 200} Jul 06 12:02:39.022382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7053e9d-2b2e-44bf-9153-a45c48964796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a3c420-b77d-4147-8545-c21409b92abd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:39.172383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774298ed-e7c4-476b-b0a3-42f469c95cdf req-acd03401-2e10-4c88-9b19-abb2f0a0c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:39.173894 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-774298ed-e7c4-476b-b0a3-42f469c95cdf req-acd03401-2e10-4c88-9b19-abb2f0a0c4e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=916277083dfb4f339bdb2eee8b49efd2&device_id=47a8ccd6-3589-40b5-8bc1-95d557068b4a HTTP/1.1" status: 200 len: 1098 time: 0.1299186 Jul 06 12:02:39.223875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f273bd8-4887-498a-becb-90a4a5f13949 None None] Pushing event updated for resources: {'Port': ['ID=4a4ea39b-6aae-4043-9f60-e1d220088dbb,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:39.324908 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 807c57ea-5bb4-4982-9e2e-a6c8801a9968, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=807c57ea-5bb4-4982-9e2e-a6c8801a9968,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:39.340223 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.342109 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.349941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774298ed-e7c4-476b-b0a3-42f469c95cdf req-5d205064-bcb9-48a8-80a6-1c4c870d9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:39.352335 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-774298ed-e7c4-476b-b0a3-42f469c95cdf req-5d205064-bcb9-48a8-80a6-1c4c870d9efb service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1720004 Jul 06 12:02:39.392644 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce12a1-e023-42af-b76b-133e66a8af7c req-849aad73-dabd-49f4-b358-d8e6dc0a75fe tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:39.399486 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75ce12a1-e023-42af-b76b-133e66a8af7c req-849aad73-dabd-49f4-b358-d8e6dc0a75fe tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=761654df-5c23-4564-9063-ef04b87d9c5b HTTP/1.1" status: 200 len: 946 time: 0.1589165 Jul 06 12:02:39.410556 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.419947 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.474301 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=807c57ea-5bb4-4982-9e2e-a6c8801a9968,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:39.486547 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-774298ed-e7c4-476b-b0a3-42f469c95cdf req-3eb7c331-65b6-4d21-bb39-188545041383 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d3102f36-fe0a-4349-a93c-05b70c3f6b59 HTTP/1.1" status: 200 len: 217 time: 0.1268237 Jul 06 12:02:39.498743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] Set router 7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:39.505202 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42264) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:39.525793 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75ce12a1-e023-42af-b76b-133e66a8af7c req-55292365-4f08-492a-b827-c1165baac023 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253440 Jul 06 12:02:39.546503 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-950ee99e-b068-47c3-a69e-f86901bd7ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.549990 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Port': ['ID=f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:39.554539 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.566154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3bd934ff-abab-4fd3-8bb6-164c33cb484d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:39.568108 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774298ed-e7c4-476b-b0a3-42f469c95cdf req-5b4fc5f4-1133-4ffe-9be2-83afa5dc2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:39.570188 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-774298ed-e7c4-476b-b0a3-42f469c95cdf req-5b4fc5f4-1133-4ffe-9be2-83afa5dc2d37 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0754654 Jul 06 12:02:39.699347 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774298ed-e7c4-476b-b0a3-42f469c95cdf req-23456805-cba0-490a-91a8-7b0153fa2976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:39.701466 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-774298ed-e7c4-476b-b0a3-42f469c95cdf req-23456805-cba0-490a-91a8-7b0153fa2976 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1257048 Jul 06 12:02:39.808473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 3bd934ff-abab-4fd3-8bb6-164c33cb484d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:39.814792 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3bd934ff-abab-4fd3-8bb6-164c33cb484d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:39.815112 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.842433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network 40f8962f-a486-42a7-ba14-2999f7c3bddf is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:39.849582 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:39.875949 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-774298ed-e7c4-476b-b0a3-42f469c95cdf req-b406cc88-87f9-4a69-8cc3-eb991bfd902f service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663985 Jul 06 12:02:39.876911 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-950ee99e-b068-47c3-a69e-f86901bd7ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.883007 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-950ee99e-b068-47c3-a69e-f86901bd7ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:39.887154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'name': 'tempest-ServerRescueNegativeTestJSON-230543019-router', 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '33100262-c345-4ae2-acc9-133a98c7dd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:24Z', 'updated_at': '2021-07-06T12:02:32Z', 'revision_number': 4, 'project_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'gw_port': {'id': '33100262-c345-4ae2-acc9-133a98c7dd34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:26Z', 'updated_at': '2021-07-06T12:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '4a4ea39b-6aae-4043-9f60-e1d220088dbb', 'name': '', 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7', 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'mac_address': 'fa:16:3e:af:e7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '3bb76d0d-b306-4b30-a183-fb66b233ae5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:30Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'subnets': [{'id': '3bb76d0d-b306-4b30-a183-fb66b233ae5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:39.967494 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12884f-3e16-4a5c-8928-45df5a3c2cca None None] The sync data for ids ['7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'] in n-d-799529-2 is: [{'id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'name': 'tempest-ServerRescueNegativeTestJSON-230543019-router', 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '33100262-c345-4ae2-acc9-133a98c7dd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:24Z', 'updated_at': '2021-07-06T12:02:32Z', 'revision_number': 4, 'project_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'gw_port': {'id': '33100262-c345-4ae2-acc9-133a98c7dd34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:26Z', 'updated_at': '2021-07-06T12:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '4a4ea39b-6aae-4043-9f60-e1d220088dbb', 'name': '', 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7', 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'mac_address': 'fa:16:3e:af:e7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '3bb76d0d-b306-4b30-a183-fb66b233ae5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:30Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'subnets': [{'id': '3bb76d0d-b306-4b30-a183-fb66b233ae5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:40.010371 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-950ee99e-b068-47c3-a69e-f86901bd7ddb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db4f12e87c21484fa8355602936095c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4995267 Jul 06 12:02:40.011371 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f9b8596-1c0d-4736-8859-6ff69db436c7 req-706447a0-2876-45d0-a40e-44136ccbe0bc tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 210 time: 0.0956948 Jul 06 12:02:40.011371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42270) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:40.087081 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-774298ed-e7c4-476b-b0a3-42f469c95cdf req-feb2eac8-b771-4213-8fe4-fa2c524afba8 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040558 Jul 06 12:02:40.095468 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.118219 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-51749718-742d-47ce-90c1-d5c571042a6d None None] Provisioning complete for port 3bd934ff-abab-4fd3-8bb6-164c33cb484d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:40.118857 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51749718-742d-47ce-90c1-d5c571042a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.127034 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ee99e-b068-47c3-a69e-f86901bd7ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1801ed4b-11a9-495d-8a2c-cc96e3318f22,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:40.148475 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b3ba2efd-78d2-4cac-a02b-c35928f5206a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.186089 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b3ba2efd-78d2-4cac-a02b-c35928f5206a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.293341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 3bd934ff-abab-4fd3-8bb6-164c33cb484d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3bd934ff-abab-4fd3-8bb6-164c33cb484d,segment=NetworkSegment(6ece6e36-9ed5-44fc-b287-30501a7e0769),segment_id=6ece6e36-9ed5-44fc-b287-30501a7e0769)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:40.312491 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.409461 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 83d71424-fa11-44e4-8d62-bd3b2b966349 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:02:40.449215 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-de2b5f43-d403-44cf-933d-35294eabd7b6 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:40.456048 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-de2b5f43-d403-44cf-933d-35294eabd7b6 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.23 "GET /v2.0/networks?id=ede8b9b8-dca5-4b16-b239-976325c5f9c7 HTTP/1.1" status: 200 len: 818 time: 0.2380028 Jul 06 12:02:40.461087 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Router 96702443-93e3-4e29-8e7b-200661d95edc has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:02:40.477152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-3cf1d14a-0607-42b2-939d-9ec6086dedbd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Request body: {'port': {'device_id': '89a03512-2a6b-40c6-a517-274fe571cb77', 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7', 'admin_state_up': True, 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:40.488920 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b3ba2efd-78d2-4cac-a02b-c35928f5206a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.499200 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b3ba2efd-78d2-4cac-a02b-c35928f5206a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.504806 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b3ba2efd-78d2-4cac-a02b-c35928f5206a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1801ed4b-11a9-495d-8a2c-cc96e3318f22 HTTP/1.1" status: 204 len: 168 time: 0.4899313 Jul 06 12:02:40.566006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba2efd-78d2-4cac-a02b-c35928f5206a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1801ed4b-11a9-495d-8a2c-cc96e3318f22,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:40.789835 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.resource_extend [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 12:02:40.824547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-3cf1d14a-0607-42b2-939d-9ec6086dedbd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Made reservation on behalf of 0f99d139f50d4a1082f8201bb4cc6c27 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:40.829164 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-3cf1d14a-0607-42b2-939d-9ec6086dedbd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.890189 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=3bd934ff-abab-4fd3-8bb6-164c33cb484d,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:40.931806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-51749718-742d-47ce-90c1-d5c571042a6d None None] Provisioning for port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:40.938534 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.946895 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-51749718-742d-47ce-90c1-d5c571042a6d None None] Provisioning complete for port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:40.947391 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51749718-742d-47ce-90c1-d5c571042a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:40.993695 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:02:41.008126 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Sync routers for ids ['96702443-93e3-4e29-8e7b-200661d95edc'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:02:41.015614 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b4f2cb72-de2f-41ac-baee-2a77b90b7b6b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "PUT /v2.0/routers/96702443-93e3-4e29-8e7b-200661d95edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7841525 Jul 06 12:02:41.017982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42316) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:41.029640 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-51749718-742d-47ce-90c1-d5c571042a6d None None] Port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:41.030219 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Routers {'96702443-93e3-4e29-8e7b-200661d95edc'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:41.030874 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:02:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['96702443-93e3-4e29-8e7b-200661d95edc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:41.034857 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 83d71424-fa11-44e4-8d62-bd3b2b966349, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=83d71424-fa11-44e4-8d62-bd3b2b966349,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:41.047546 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '83d71424-fa11-44e4-8d62-bd3b2b966349', 'network_id': 'e24c92a3-e9d7-4e19-b9f8-3e98811babc9', 'port_id': '83d71424-fa11-44e4-8d62-bd3b2b966349', 'mac_address': 'fa:16:3e:26:6d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee698e4-5f9d-4dca-ba8c-9993e73db584', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:02:41.102622 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.139453 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83d71424-fa11-44e4-8d62-bd3b2b966349 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:41.221044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 83d71424-fa11-44e4-8d62-bd3b2b966349, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=83d71424-fa11-44e4-8d62-bd3b2b966349,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:41.222768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-eea14327-ac53-4637-8aa2-203e14dc40d7 None None] Provisioning complete for port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:41.229445 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eea14327-ac53-4637-8aa2-203e14dc40d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.236378 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.248963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-3cf1d14a-0607-42b2-939d-9ec6086dedbd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Allocated IP 172.20.0.6 (ede8b9b8-dca5-4b16-b239-976325c5f9c7/3bb76d0d-b306-4b30-a183-fb66b233ae5c/4716331f-e403-41a6-8d1d-c30c7e7a2898) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:41.307397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fe4193-fd8a-41cb-b00e-9261f0f02246', 'tag': '14a05899-8566-4666-874f-9796be66b253'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:41.309993 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9df04c-dab8-47af-a2f8-1bd0ab05a0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fe4193-fd8a-41cb-b00e-9261f0f02246", "tag": "14a05899-8566-4666-874f-9796be66b253"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:41.313210 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Set router 96702443-93e3-4e29-8e7b-200661d95edc gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:41.454857 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['83d71424-fa11-44e4-8d62-bd3b2b966349'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:41.553439 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-eea14327-ac53-4637-8aa2-203e14dc40d7 None None] Port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:02:41.619894 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=83d71424-fa11-44e4-8d62-bd3b2b966349,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:41.742898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4a4ea39b-6aae-4043-9f60-e1d220088dbb up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:41.744062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-3cf1d14a-0607-42b2-939d-9ec6086dedbd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.848470 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-3cf1d14a-0607-42b2-939d-9ec6086dedbd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.900433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-3cf1d14a-0607-42b2-939d-9ec6086dedbd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Network ede8b9b8-dca5-4b16-b239-976325c5f9c7 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:41.903565 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-3cf1d14a-0607-42b2-939d-9ec6086dedbd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:41.915264 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96702443-93e3-4e29-8e7b-200661d95edc', 'name': 'tempest-TestNetworkBasicOps-router-1613711875', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:27Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:29Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403', 'name': '', 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:99:22:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:36Z', 'updated_at': '2021-07-06T12:02:39Z', 'revision_number': 2, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:41.970459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-3cf1d14a-0607-42b2-939d-9ec6086dedbd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:41.979491 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 4a4ea39b-6aae-4043-9f60-e1d220088dbb completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:41.988963 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 4a4ea39b-6aae-4043-9f60-e1d220088dbb triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:41.991144 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:41.999252 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Checking router: 96702443-93e3-4e29-8e7b-200661d95edc for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:02:42.001762 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Updating router 96702443-93e3-4e29-8e7b-200661d95edc port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:02:42.055894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c52b4f-57e0-4f7e-bb54-fead04bca417 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.055894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c52b4f-57e0-4f7e-bb54-fead04bca417 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.055894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c52b4f-57e0-4f7e-bb54-fead04bca417 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.055894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c52b4f-57e0-4f7e-bb54-fead04bca417 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.056958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c52b4f-57e0-4f7e-bb54-fead04bca417 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.058142 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c52b4f-57e0-4f7e-bb54-fead04bca417 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.061722 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c52b4f-57e0-4f7e-bb54-fead04bca417 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.062388 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c52b4f-57e0-4f7e-bb54-fead04bca417 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.063112 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c52b4f-57e0-4f7e-bb54-fead04bca417 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.063604 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c52b4f-57e0-4f7e-bb54-fead04bca417 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.064073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c52b4f-57e0-4f7e-bb54-fead04bca417 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.068239 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-92c52b4f-57e0-4f7e-bb54-fead04bca417 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7770 time: 1.0486450 Jul 06 12:02:42.072147 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42340) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:42.086349 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.107222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d3102f36-fe0a-4349-a93c-05b70c3f6b59 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:02:42.134846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-3cf1d14a-0607-42b2-939d-9ec6086dedbd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.140416 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-3cf1d14a-0607-42b2-939d-9ec6086dedbd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.222841 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-3cf1d14a-0607-42b2-939d-9ec6086dedbd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7596102 Jul 06 12:02:42.223989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1d14a-0607-42b2-939d-9ec6086dedbd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Pushing event updated for resources: {'Port': ['ID=4716331f-e403-41a6-8d1d-c30c7e7a2898,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:42.246115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Request body: {'port': {'device_id': '89a03512-2a6b-40c6-a517-274fe571cb77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:42.336156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d3102f36-fe0a-4349-a93c-05b70c3f6b59, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d3102f36-fe0a-4349-a93c-05b70c3f6b59,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:42.338354 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b3972-118f-478c-a9af-8fb53054cfca tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.338908 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b3972-118f-478c-a9af-8fb53054cfca tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.339477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b3972-118f-478c-a9af-8fb53054cfca tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.339995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b3972-118f-478c-a9af-8fb53054cfca tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.342458 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b3972-118f-478c-a9af-8fb53054cfca tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.342654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b3972-118f-478c-a9af-8fb53054cfca tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.343181 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b3972-118f-478c-a9af-8fb53054cfca tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.343804 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b3972-118f-478c-a9af-8fb53054cfca tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.344329 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b3972-118f-478c-a9af-8fb53054cfca tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.344906 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b3972-118f-478c-a9af-8fb53054cfca tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.345612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b3972-118f-478c-a9af-8fb53054cfca tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.347812 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ac3b3972-118f-478c-a9af-8fb53054cfca tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7101 time: 0.2684438 Jul 06 12:02:42.350511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42342) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:42.377596 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59', 'mac_address': 'fa:16:3e:1d:f4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:02:42.431522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 14a05899-8566-4666-874f-9796be66b253 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:02:42.436377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 83d71424-fa11-44e4-8d62-bd3b2b966349 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:42.449356 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.494924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea93da8-e295-46bd-a59b-ea50a42ea1ea req-be0bc36e-8e4e-4af5-95a0-50523e40aa38 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:42.510625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bea93da8-e295-46bd-a59b-ea50a42ea1ea req-be0bc36e-8e4e-4af5-95a0-50523e40aa38 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8fe4193-fd8a-41cb-b00e-9261f0f02246 HTTP/1.1" status: 200 len: 947 time: 0.7316339 Jul 06 12:02:42.593157 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.616659 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Transition to ACTIVE for port object f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:42.636840 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.641715 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bea93da8-e295-46bd-a59b-ea50a42ea1ea req-ecbe18d3-6017-4adb-8b17-834a80c7fe8d tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/security-groups?id=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174779 Jul 06 12:02:42.698327 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.837520 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.937950 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Attempting to bind port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:42.938316 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Attempting to bind port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '6ece6e36-9ed5-44fc-b287-30501a7e0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:42.942794 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Attempting to bind port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 on network 40f8962f-a486-42a7-ba14-2999f7c3bddf {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:42.961600 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01486043-b17f-4889-ac70-f255c98d61a8 None None] Pushing event updated for resources: {'Port': ['ID=f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:42.976661 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:42.976661 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Checking segment: {'id': '6ece6e36-9ed5-44fc-b287-30501a7e0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:42.979666 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:42.980273 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Bound using segment: {'id': '6ece6e36-9ed5-44fc-b287-30501a7e0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:42.980941 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Bound port: f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ece6e36-9ed5-44fc-b287-30501a7e0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:42.983527 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.059543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 4a4ea39b-6aae-4043-9f60-e1d220088dbb, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4a4ea39b-6aae-4043-9f60-e1d220088dbb,segment=NetworkSegment(5ef2dbde-5199-4d4a-b5ff-73c6a3156f21),segment_id=5ef2dbde-5199-4d4a-b5ff-73c6a3156f21)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:43.061548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3102f36-fe0a-4349-a93c-05b70c3f6b59 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:43.098321 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6711efa8-6e3b-4f19-802b-f052d7657e2d tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3777 time: 0.7466083 Jul 06 12:02:43.129858 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.130631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3bd934ff-abab-4fd3-8bb6-164c33cb484d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:43.139530 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] For port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:43.144585 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] For port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403,segment=NetworkSegment(6ece6e36-9ed5-44fc-b287-30501a7e0769),segment_id=6ece6e36-9ed5-44fc-b287-30501a7e0769)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:43.148012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 83d71424-fa11-44e4-8d62-bd3b2b966349 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:43.148395 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.152568 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.256321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4716331f-e403-41a6-8d1d-c30c7e7a2898 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:43.269741 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.288789 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01486043-b17f-4889-ac70-f255c98d61a8 None None] Pushing event updated for resources: {'Port': ['ID=f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:43.296556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Transition to ACTIVE for port object 4716331f-e403-41a6-8d1d-c30c7e7a2898 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:43.300655 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.317545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d3102f36-fe0a-4349-a93c-05b70c3f6b59, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d3102f36-fe0a-4349-a93c-05b70c3f6b59,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:43.342064 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Routers {'96702443-93e3-4e29-8e7b-200661d95edc'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:02:43.342624 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:02:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['96702443-93e3-4e29-8e7b-200661d95edc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:43.346581 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e967fa-887a-4049-9125-8153b1373cfb req-9876c038-2846-46eb-af62-6aa4d80dbf73 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:43.366968 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e967fa-887a-4049-9125-8153b1373cfb req-9876c038-2846-46eb-af62-6aa4d80dbf73 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/networks?id=ede8b9b8-dca5-4b16-b239-976325c5f9c7 HTTP/1.1" status: 200 len: 818 time: 0.2340198 Jul 06 12:02:43.395191 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.407297 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e967fa-887a-4049-9125-8153b1373cfb req-25b7f55d-84e5-4981-9c68-76355dd53a8e tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/quotas/0f99d139f50d4a1082f8201bb4cc6c27 HTTP/1.1" status: 200 len: 375 time: 0.0393126 Jul 06 12:02:43.452201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Pushing event updated for resources: {'Port': ['ID=4716331f-e403-41a6-8d1d-c30c7e7a2898,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:43.507413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 14a05899-8566-4666-874f-9796be66b253, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=14a05899-8566-4666-874f-9796be66b253,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:43.565428 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=4a4ea39b-6aae-4043-9f60-e1d220088dbb,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:43.566881 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e967fa-887a-4049-9125-8153b1373cfb req-2bf89122-4bd7-4eab-bb27-e526aea8e14f tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f99d139f50d4a1082f8201bb4cc6c27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1585872 Jul 06 12:02:43.577313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '14a05899-8566-4666-874f-9796be66b253', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '14a05899-8566-4666-874f-9796be66b253', 'mac_address': 'fa:16:3e:ff:38:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:02:43.639878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Attempting to bind port 4716331f-e403-41a6-8d1d-c30c7e7a2898 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:43.640252 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Attempting to bind port 4716331f-e403-41a6-8d1d-c30c7e7a2898 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '5ef2dbde-5199-4d4a-b5ff-73c6a3156f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:43.640520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Attempting to bind port 4716331f-e403-41a6-8d1d-c30c7e7a2898 on network ede8b9b8-dca5-4b16-b239-976325c5f9c7 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:43.646321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Port 4716331f-e403-41a6-8d1d-c30c7e7a2898 on network ede8b9b8-dca5-4b16-b239-976325c5f9c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:02:43.646892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Attempting to bind port 4716331f-e403-41a6-8d1d-c30c7e7a2898 on network ede8b9b8-dca5-4b16-b239-976325c5f9c7 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:43.655160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:43.655746 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Checking segment: {'id': '5ef2dbde-5199-4d4a-b5ff-73c6a3156f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:43.659808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Bound using segment: {'id': '5ef2dbde-5199-4d4a-b5ff-73c6a3156f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:43.660545 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Bound port: 4716331f-e403-41a6-8d1d-c30c7e7a2898, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef2dbde-5199-4d4a-b5ff-73c6a3156f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:43.661221 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.662435 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d3102f36-fe0a-4349-a93c-05b70c3f6b59,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:43.686222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['d3102f36-fe0a-4349-a93c-05b70c3f6b59'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:43.782733 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e967fa-887a-4049-9125-8153b1373cfb req-372b2db7-adf4-4095-8f2e-bd07c3b18b06 service neutron] 10.222.0.81 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144110 Jul 06 12:02:43.820346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] For port 4716331f-e403-41a6-8d1d-c30c7e7a2898, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:43.825044 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] Set router 96702443-93e3-4e29-8e7b-200661d95edc gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:02:43.833215 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] For port 4716331f-e403-41a6-8d1d-c30c7e7a2898, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4716331f-e403-41a6-8d1d-c30c7e7a2898,segment=NetworkSegment(5ef2dbde-5199-4d4a-b5ff-73c6a3156f21),segment_id=5ef2dbde-5199-4d4a-b5ff-73c6a3156f21)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:43.838700 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.912166 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:43.915149 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:43.919613 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-16f86163-6585-4353-840e-bf61b306c670 service neutron] 10.222.0.23 "PUT /v2.0/ports/4716331f-e403-41a6-8d1d-c30c7e7a2898 HTTP/1.1" status: 200 len: 1091 time: 1.6875842 Jul 06 12:02:43.983196 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e967fa-887a-4049-9125-8153b1373cfb req-a5e5f1af-2bbc-4659-a458-5b31186abed6 service neutron] 10.222.0.81 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994154 Jul 06 12:02:43.985415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f86163-6585-4353-840e-bf61b306c670 service neutron] Pushing event updated for resources: {'Port': ['ID=4716331f-e403-41a6-8d1d-c30c7e7a2898,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:44.027077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3bd934ff-abab-4fd3-8bb6-164c33cb484d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:44.027481 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:44.110122 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:44.118206 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:44.166848 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a05899-8566-4666-874f-9796be66b253 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:44.183337 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf80cc4-8563-4bb1-b390-88bf7f18980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d71424-fa11-44e4-8d62-bd3b2b966349'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:44.186491 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dde37a-0115-468e-bd62-72cef5bc2fab" -d '{"events": [{"server_uuid": "caf80cc4-8563-4bb1-b390-88bf7f18980b", "name": "network-vif-plugged", "status": "completed", "tag": "83d71424-fa11-44e4-8d62-bd3b2b966349"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:44.210534 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-e83329d0-d8bf-400c-a78e-d0d8d7c9296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:44.214538 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-e83329d0-d8bf-400c-a78e-d0d8d7c9296e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f99d139f50d4a1082f8201bb4cc6c27&device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 1094 time: 0.2302825 Jul 06 12:02:44.229150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 83d71424-fa11-44e4-8d62-bd3b2b966349, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=83d71424-fa11-44e4-8d62-bd3b2b966349,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:44.238349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 14a05899-8566-4666-874f-9796be66b253, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=14a05899-8566-4666-874f-9796be66b253,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:44.255323 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96702443-93e3-4e29-8e7b-200661d95edc', 'name': 'tempest-TestNetworkBasicOps-router-1613711875', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:27Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:29Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403', 'name': '', 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:99:22:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:36Z', 'updated_at': '2021-07-06T12:02:43Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:02:44.264045 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:44.269415 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:44.304561 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0327cd-59d4-40e5-9526-9de9955cd0e6 None None] The sync data for ids ['96702443-93e3-4e29-8e7b-200661d95edc'] in n-d-799529-2 is: [{'id': '96702443-93e3-4e29-8e7b-200661d95edc', 'name': 'tempest-TestNetworkBasicOps-router-1613711875', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:27Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:29Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403', 'name': '', 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:99:22:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:36Z', 'updated_at': '2021-07-06T12:02:43Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:02:44.314883 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-42cf5972-e2d7-4e39-925c-2ffec61c82b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4716331f-e403-41a6-8d1d-c30c7e7a2898 HTTP/1.1" status: 200 len: 217 time: 0.0905972 Jul 06 12:02:44.341682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 807c57ea-5bb4-4982-9e2e-a6c8801a9968 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:44.448054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-4d441e90-3b4f-4deb-beca-e8e2b680992a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:44.449746 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-4d441e90-3b4f-4deb-beca-e8e2b680992a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bb76d0d-b306-4b30-a183-fb66b233ae5c HTTP/1.1" status: 200 len: 858 time: 0.1288288 Jul 06 12:02:44.504527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=83d71424-fa11-44e4-8d62-bd3b2b966349,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:44.548044 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-1f08aea7-6bc8-4e20-b116-f01ef48ef678 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ede8b9b8-dca5-4b16-b239-976325c5f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744512 Jul 06 12:02:44.599036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['14a05899-8566-4666-874f-9796be66b253'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:44.787956 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-962e23df-b180-434b-9e33-0a59f9ff74ea service neutron] 10.222.0.23 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285292 Jul 06 12:02:44.805143 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=14a05899-8566-4666-874f-9796be66b253,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:44.839325 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 807c57ea-5bb4-4982-9e2e-a6c8801a9968 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:44.845728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42406) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:44.854049 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.095364 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-890e2f13-e03d-4c26-97dc-2c5e723911f4 req-b8182439-7c41-438e-8a67-8360f2b677fe service neutron] 10.222.0.23 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037550 Jul 06 12:02:45.103584 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400549b0-0265-4ccc-a68a-d3681625ac62 x-openstack-request-id: req-400549b0-0265-4ccc-a68a-d3681625ac62 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:45.104256 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fe4193-fd8a-41cb-b00e-9261f0f02246", "tag": "14a05899-8566-4666-874f-9796be66b253", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:45.104689 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-400549b0-0265-4ccc-a68a-d3681625ac62 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:45.105370 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8fe4193-fd8a-41cb-b00e-9261f0f02246', 'tag': '14a05899-8566-4666-874f-9796be66b253', 'status': 'completed', 'code': 200} Jul 06 12:02:45.113738 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c0a0506-c2c4-4ecf-94ca-4e0235bba667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.378038 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9df04c-dab8-47af-a2f8-1bd0ab05a0b9 req-e76ebdec-c8c4-4da3-b24a-e0661366cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:45.385676 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-df9df04c-dab8-47af-a2f8-1bd0ab05a0b9 req-e76ebdec-c8c4-4da3-b24a-e0661366cab9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=916277083dfb4f339bdb2eee8b49efd2&device_id=a8fe4193-fd8a-41cb-b00e-9261f0f02246 HTTP/1.1" status: 200 len: 1099 time: 0.1866310 Jul 06 12:02:45.434041 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c0a0506-c2c4-4ecf-94ca-4e0235bba667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.440058 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c0a0506-c2c4-4ecf-94ca-4e0235bba667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.493320 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7c0a0506-c2c4-4ecf-94ca-4e0235bba667 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=878fe69e8e254e50a75080ca0f2c975e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6461754 Jul 06 12:02:45.494612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a0506-c2c4-4ecf-94ca-4e0235bba667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376cd68d-8bb0-4e20-aee6-095b3a3959a9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:45.508517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42424) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:45.599005 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7e86b2d-a2e3-4f27-b8d2-f0bba4a52040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.651435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42426) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:45.662963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1553d5f0-ef8c-4cfc-bc68-be489182c77a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-618850515', 'description': 'tempest-secgroup-smoke-618850515 description', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:45.722635 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4a4ea39b-6aae-4043-9f60-e1d220088dbb up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:45.742111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9df04c-dab8-47af-a2f8-1bd0ab05a0b9 req-aa2efeb4-fafb-4dfb-8c8d-ba050ed0f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:45.744276 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-df9df04c-dab8-47af-a2f8-1bd0ab05a0b9 req-aa2efeb4-fafb-4dfb-8c8d-ba050ed0f88e service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.3512387 Jul 06 12:02:45.752950 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7e86b2d-a2e3-4f27-b8d2-f0bba4a52040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.825143 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1553d5f0-ef8c-4cfc-bc68-be489182c77a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.837886 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 4a4ea39b-6aae-4043-9f60-e1d220088dbb triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:45.838546 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.842289 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-df9df04c-dab8-47af-a2f8-1bd0ab05a0b9 req-5b75c1e2-48fe-4e2d-b66d-47af9796c8a3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=14a05899-8566-4666-874f-9796be66b253 HTTP/1.1" status: 200 len: 217 time: 0.0912395 Jul 06 12:02:45.957777 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1553d5f0-ef8c-4cfc-bc68-be489182c77a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.979698 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1553d5f0-ef8c-4cfc-bc68-be489182c77a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:45.989054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9df04c-dab8-47af-a2f8-1bd0ab05a0b9 req-d823e901-7131-405f-b977-662ad2e367c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:45.990941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-df9df04c-dab8-47af-a2f8-1bd0ab05a0b9 req-d823e901-7131-405f-b977-662ad2e367c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1346214 Jul 06 12:02:46.058191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:46.067186 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553d5f0-ef8c-4cfc-bc68-be489182c77a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e860f8-8e2b-4e35-a959-12b21f3aa2f9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:46.082039 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1553d5f0-ef8c-4cfc-bc68-be489182c77a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.083357 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1553d5f0-ef8c-4cfc-bc68-be489182c77a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4246852 Jul 06 12:02:46.088209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42428) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:46.093766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f538e8b7-52bc-4a4b-bce8-c5bdcc147bf3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '80e860f8-8e2b-4e35-a959-12b21f3aa2f9', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:46.131311 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7e86b2d-a2e3-4f27-b8d2-f0bba4a52040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.142090 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d3102f36-fe0a-4349-a93c-05b70c3f6b59 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:46.145302 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7e86b2d-a2e3-4f27-b8d2-f0bba4a52040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.146921 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a7e86b2d-a2e3-4f27-b8d2-f0bba4a52040 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/376cd68d-8bb0-4e20-aee6-095b3a3959a9 HTTP/1.1" status: 204 len: 168 time: 0.6367006 Jul 06 12:02:46.194331 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f538e8b7-52bc-4a4b-bce8-c5bdcc147bf3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.218075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9df04c-dab8-47af-a2f8-1bd0ab05a0b9 req-55ea851b-ddb2-42ec-a164-0b91c101b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:46.218546 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e86b2d-a2e3-4f27-b8d2-f0bba4a52040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376cd68d-8bb0-4e20-aee6-095b3a3959a9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:46.219648 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-df9df04c-dab8-47af-a2f8-1bd0ab05a0b9 req-55ea851b-ddb2-42ec-a164-0b91c101b52b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2148099 Jul 06 12:02:46.281719 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:46.305988 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:46.306370 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.315966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19302cc4-9f59-4d4d-b0cc-b893e26e958f req-9866c5e3-a58a-4f44-8213-6f423a05be2c tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:46.339506 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-19302cc4-9f59-4d4d-b0cc-b893e26e958f req-9866c5e3-a58a-4f44-8213-6f423a05be2c tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8fe4193-fd8a-41cb-b00e-9261f0f02246 HTTP/1.1" status: 200 len: 948 time: 0.3785880 Jul 06 12:02:46.382036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port d3102f36-fe0a-4349-a93c-05b70c3f6b59 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:46.401893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port d3102f36-fe0a-4349-a93c-05b70c3f6b59 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:46.402266 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.473770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 14a05899-8566-4666-874f-9796be66b253 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:46.497212 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-19302cc4-9f59-4d4d-b0cc-b893e26e958f req-3d279135-ed87-4485-851b-d8a7cb353a94 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/security-groups?id=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566541 Jul 06 12:02:46.517930 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f538e8b7-52bc-4a4b-bce8-c5bdcc147bf3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.531533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f538e8b7-52bc-4a4b-bce8-c5bdcc147bf3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.611632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538e8b7-52bc-4a4b-bce8-c5bdcc147bf3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3cfbadc-247a-4611-95ef-91e2a183ff12,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:46.619411 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-df9df04c-dab8-47af-a2f8-1bd0ab05a0b9 req-fa8b6bcc-624d-4f14-80e1-6ab885ff8c1f service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824880 Jul 06 12:02:46.629331 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85c6395-d2b9-4f48-9a9d-1781b6db9e71 x-openstack-request-id: req-f85c6395-d2b9-4f48-9a9d-1781b6db9e71 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:46.629633 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf80cc4-8563-4bb1-b390-88bf7f18980b", "name": "network-vif-plugged", "status": "completed", "tag": "83d71424-fa11-44e4-8d62-bd3b2b966349", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:46.629886 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f85c6395-d2b9-4f48-9a9d-1781b6db9e71 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:46.630286 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf80cc4-8563-4bb1-b390-88bf7f18980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d71424-fa11-44e4-8d62-bd3b2b966349', 'code': 200} Jul 06 12:02:46.669819 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 14a05899-8566-4666-874f-9796be66b253 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:46.673409 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f538e8b7-52bc-4a4b-bce8-c5bdcc147bf3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.679804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 14a05899-8566-4666-874f-9796be66b253 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:46.680182 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.683018 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f538e8b7-52bc-4a4b-bce8-c5bdcc147bf3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5935283 Jul 06 12:02:46.705318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42436) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:46.722763 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d1d0e493-b2ee-4134-bab2-250bd0074731 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '80e860f8-8e2b-4e35-a959-12b21f3aa2f9', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:46.813047 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.818244 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d1d0e493-b2ee-4134-bab2-250bd0074731 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:46.841297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42438) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:46.886004 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-df9df04c-dab8-47af-a2f8-1bd0ab05a0b9 req-667ecb0e-9928-4464-9d71-3c3ab4db7ff5 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583237 Jul 06 12:02:46.888186 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d39c8630-41cc-4345-a45e-1a92cdbf995b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.020054 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403,segment=NetworkSegment(6ece6e36-9ed5-44fc-b287-30501a7e0769),segment_id=6ece6e36-9ed5-44fc-b287-30501a7e0769)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:47.031628 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.087294 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7cb27a76-3782-449f-8eb0-bee7a710878f req-b0880f63-0b16-4013-b4d8-0afe85c824cc tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 210 time: 0.1461136 Jul 06 12:02:47.096649 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d39c8630-41cc-4345-a45e-1a92cdbf995b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.102060 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d39c8630-41cc-4345-a45e-1a92cdbf995b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.113866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a03512-2a6b-40c6-a517-274fe571cb77', 'tag': '4716331f-e403-41a6-8d1d-c30c7e7a2898'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:47.119863 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e05b237-6780-43ad-985a-f819f2e2ae6b" -d '{"events": [{"name": "network-changed", "server_uuid": "89a03512-2a6b-40c6-a517-274fe571cb77", "tag": "4716331f-e403-41a6-8d1d-c30c7e7a2898"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:47.156396 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.168193 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d1d0e493-b2ee-4134-bab2-250bd0074731 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.186220 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d1d0e493-b2ee-4134-bab2-250bd0074731 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.213578 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:47.223560 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d39c8630-41cc-4345-a45e-1a92cdbf995b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1a5a81091d8142b58e3b08f51dd79167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3789203 Jul 06 12:02:47.223560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c8630-41cc-4345-a45e-1a92cdbf995b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba42628-be3e-4b01-a57c-a6e011d2001f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:47.224587 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42442) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:47.280499 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e967fa-887a-4049-9125-8153b1373cfb req-ec0c929f-d2d1-4420-9b4c-0f7869b6bad3 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:47.284598 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e967fa-887a-4049-9125-8153b1373cfb req-ec0c929f-d2d1-4420-9b4c-0f7869b6bad3 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.89 "GET /v2.0/networks?id=ede8b9b8-dca5-4b16-b239-976325c5f9c7 HTTP/1.1" status: 200 len: 818 time: 0.7158988 Jul 06 12:02:47.287701 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.290990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d3102f36-fe0a-4349-a93c-05b70c3f6b59, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d3102f36-fe0a-4349-a93c-05b70c3f6b59,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:47.301248 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.329684 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c6792a8-81c0-4d9a-bdca-d62c9216ab78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.332864 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d1d0e493-b2ee-4134-bab2-250bd0074731 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.334097 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d1d0e493-b2ee-4134-bab2-250bd0074731 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6242423 Jul 06 12:02:47.338368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42444) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:47.349312 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0e493-b2ee-4134-bab2-250bd0074731 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196fa1f9-b782-4958-bb3e-500c58c26a91,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:47.360560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f64ae859-24b9-460a-a018-3e151a69c653 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '80e860f8-8e2b-4e35-a959-12b21f3aa2f9', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:47.390480 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d3102f36-fe0a-4349-a93c-05b70c3f6b59,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:47.408214 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f64ae859-24b9-460a-a018-3e151a69c653 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.431776 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c6792a8-81c0-4d9a-bdca-d62c9216ab78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.453328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 14a05899-8566-4666-874f-9796be66b253, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=14a05899-8566-4666-874f-9796be66b253,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:47.457400 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.482503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-21e967fa-887a-4049-9125-8153b1373cfb req-4fe31656-2f93-4852-a257-506309dfa4ff tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Request body: {'port': {'device_id': 'd9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337', 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7', 'admin_state_up': True, 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:47.497310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:47.556889 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c6792a8-81c0-4d9a-bdca-d62c9216ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.562747 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c6792a8-81c0-4d9a-bdca-d62c9216ab78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.573124 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1c6792a8-81c0-4d9a-bdca-d62c9216ab78 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7ba42628-be3e-4b01-a57c-a6e011d2001f HTTP/1.1" status: 204 len: 168 time: 0.3462231 Jul 06 12:02:47.582502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=14a05899-8566-4666-874f-9796be66b253,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:47.601849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6792a8-81c0-4d9a-bdca-d62c9216ab78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba42628-be3e-4b01-a57c-a6e011d2001f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:47.620921 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f64ae859-24b9-460a-a018-3e151a69c653 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.627753 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f64ae859-24b9-460a-a018-3e151a69c653 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.652942 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:47.654123 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.680356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ae859-24b9-460a-a018-3e151a69c653 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d4f249-7c23-49c2-af45-06d86efc90b9,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:47.713104 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f64ae859-24b9-460a-a018-3e151a69c653 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.717500 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f64ae859-24b9-460a-a018-3e151a69c653 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3709641 Jul 06 12:02:47.717753 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42454) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:47.723901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a2b6f904-9b6c-45f8-a0e8-ea604d50ea54 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '80e860f8-8e2b-4e35-a959-12b21f3aa2f9', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:47.775869 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f904-9b6c-45f8-a0e8-ea604d50ea54 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.778350 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ae230-45a2-4ba5-a9a8-47300278f228 req-09069827-a404-4b5b-a365-4fcb67962369 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:47.782471 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e02ae230-45a2-4ba5-a9a8-47300278f228 req-09069827-a404-4b5b-a365-4fcb67962369 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 945 time: 0.4930694 Jul 06 12:02:47.887632 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f904-9b6c-45f8-a0e8-ea604d50ea54 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.892601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f904-9b6c-45f8-a0e8-ea604d50ea54 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.922606 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e02ae230-45a2-4ba5-a9a8-47300278f228 req-fe110fd2-de4f-4e78-ba34-005cecc5b7cf tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301119 Jul 06 12:02:47.923475 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e967fa-887a-4049-9125-8153b1373cfb req-4fe31656-2f93-4852-a257-506309dfa4ff tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Made reservation on behalf of 0f99d139f50d4a1082f8201bb4cc6c27 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:02:47.929773 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-21e967fa-887a-4049-9125-8153b1373cfb req-4fe31656-2f93-4852-a257-506309dfa4ff tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.935660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6f904-9b6c-45f8-a0e8-ea604d50ea54 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9165de91-6b6a-4ff4-959c-c439cff4532b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:47.953736 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f904-9b6c-45f8-a0e8-ea604d50ea54 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:47.953736 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a2b6f904-9b6c-45f8-a0e8-ea604d50ea54 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2346404 Jul 06 12:02:47.956269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42460) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:47.968978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e9e806be-cdb6-45c7-9166-9c82f7608e12 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '80e860f8-8e2b-4e35-a959-12b21f3aa2f9', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:48.012568 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-e9e806be-cdb6-45c7-9166-9c82f7608e12 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Project 9b8c032e15c44a1786541e33cb5ca2c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:02:48.022286 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e806be-cdb6-45c7-9166-9c82f7608e12 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.152431 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 4716331f-e403-41a6-8d1d-c30c7e7a2898 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:02:48.210575 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e806be-cdb6-45c7-9166-9c82f7608e12 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.217495 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e806be-cdb6-45c7-9166-9c82f7608e12 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.253570 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d29396b-a3ae-4667-a1e5-880751b396f3 x-openstack-request-id: req-7d29396b-a3ae-4667-a1e5-880751b396f3 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:48.253871 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a03512-2a6b-40c6-a517-274fe571cb77", "tag": "4716331f-e403-41a6-8d1d-c30c7e7a2898", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:48.254124 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d29396b-a3ae-4667-a1e5-880751b396f3 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:48.254523 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a03512-2a6b-40c6-a517-274fe571cb77', 'tag': '4716331f-e403-41a6-8d1d-c30c7e7a2898', 'status': 'completed', 'code': 200} Jul 06 12:02:48.301651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-21e967fa-887a-4049-9125-8153b1373cfb req-4fe31656-2f93-4852-a257-506309dfa4ff tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Allocated IP 172.20.0.13 (ede8b9b8-dca5-4b16-b239-976325c5f9c7/3bb76d0d-b306-4b30-a183-fb66b233ae5c/6438d86a-e481-4a24-9315-678caacf8abf) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:02:48.380878 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e806be-cdb6-45c7-9166-9c82f7608e12 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.383732 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e9e806be-cdb6-45c7-9166-9c82f7608e12 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4262280 Jul 06 12:02:48.391077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42470) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:02:48.400068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e806be-cdb6-45c7-9166-9c82f7608e12 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073fab2b-dcb4-4bd5-8b00-273f76149272,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:48.411429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-887c8a25-01d0-45a3-bce3-86c5ff37ec7e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'security_group_rule': {'security_group_id': '80e860f8-8e2b-4e35-a959-12b21f3aa2f9', 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:48.412154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 4716331f-e403-41a6-8d1d-c30c7e7a2898, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4716331f-e403-41a6-8d1d-c30c7e7a2898,segment=NetworkSegment(5ef2dbde-5199-4d4a-b5ff-73c6a3156f21),segment_id=5ef2dbde-5199-4d4a-b5ff-73c6a3156f21)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:48.458976 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-887c8a25-01d0-45a3-bce3-86c5ff37ec7e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Project 9b8c032e15c44a1786541e33cb5ca2c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:02:48.468692 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-887c8a25-01d0-45a3-bce3-86c5ff37ec7e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.469655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '4716331f-e403-41a6-8d1d-c30c7e7a2898', 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7', 'port_id': '4716331f-e403-41a6-8d1d-c30c7e7a2898', 'mac_address': 'fa:16:3e:55:ac:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bb76d0d-b306-4b30-a183-fb66b233ae5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:02:48.474706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05b237-6780-43ad-985a-f819f2e2ae6b req-747faa56-2434-4973-b4c5-00622f3f9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:48.476679 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0e05b237-6780-43ad-985a-f819f2e2ae6b req-747faa56-2434-4973-b4c5-00622f3f9964 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f99d139f50d4a1082f8201bb4cc6c27&device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 1094 time: 0.2156315 Jul 06 12:02:48.595953 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.633966 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4716331f-e403-41a6-8d1d-c30c7e7a2898 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:48.677817 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 4716331f-e403-41a6-8d1d-c30c7e7a2898, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4716331f-e403-41a6-8d1d-c30c7e7a2898,segment=NetworkSegment(5ef2dbde-5199-4d4a-b5ff-73c6a3156f21),segment_id=5ef2dbde-5199-4d4a-b5ff-73c6a3156f21)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:48.684400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a8ccd6-3589-40b5-8bc1-95d557068b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59'}, {'server_uuid': 'a8fe4193-fd8a-41cb-b00e-9261f0f02246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a05899-8566-4666-874f-9796be66b253'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:48.692364 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba94238e-888a-4bd9-a706-d882b7773c54" -d '{"events": [{"server_uuid": "47a8ccd6-3589-40b5-8bc1-95d557068b4a", "name": "network-vif-plugged", "status": "completed", "tag": "d3102f36-fe0a-4349-a93c-05b70c3f6b59"}, {"server_uuid": "a8fe4193-fd8a-41cb-b00e-9261f0f02246", "name": "network-vif-plugged", "status": "completed", "tag": "14a05899-8566-4666-874f-9796be66b253"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:48.699064 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.786927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-887c8a25-01d0-45a3-bce3-86c5ff37ec7e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.798217 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-887c8a25-01d0-45a3-bce3-86c5ff37ec7e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.814495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=4716331f-e403-41a6-8d1d-c30c7e7a2898,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:48.838988 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-21e967fa-887a-4049-9125-8153b1373cfb req-4fe31656-2f93-4852-a257-506309dfa4ff tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.859387 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05b237-6780-43ad-985a-f819f2e2ae6b req-6c471b51-8949-4f0b-a123-8b6e787ee2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:48.861295 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0e05b237-6780-43ad-985a-f819f2e2ae6b req-6c471b51-8949-4f0b-a123-8b6e787ee2be service neutron] 10.222.0.23 "GET /v2.0/networks?id=ede8b9b8-dca5-4b16-b239-976325c5f9c7 HTTP/1.1" status: 200 len: 919 time: 0.3738663 Jul 06 12:02:48.867924 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-887c8a25-01d0-45a3-bce3-86c5ff37ec7e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:48.877230 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-887c8a25-01d0-45a3-bce3-86c5ff37ec7e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4634681 Jul 06 12:02:48.908364 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c8a25-01d0-45a3-bce3-86c5ff37ec7e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be16077-756d-4938-9ffc-f95d7c1f9c95,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:48.928790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bebd4-8df9-4ff1-9a38-04cffd663fac req-269ecf7c-2616-4fe1-a8e0-a2344563c852 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:48.940994 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5a4bebd4-8df9-4ff1-9a38-04cffd663fac req-269ecf7c-2616-4fe1-a8e0-a2344563c852 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8fe4193-fd8a-41cb-b00e-9261f0f02246 HTTP/1.1" status: 200 len: 949 time: 0.3789732 Jul 06 12:02:48.993381 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0e05b237-6780-43ad-985a-f819f2e2ae6b req-ad3171f5-08ad-421e-b63e-aa925c3efac6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4716331f-e403-41a6-8d1d-c30c7e7a2898 HTTP/1.1" status: 200 len: 217 time: 0.1224875 Jul 06 12:02:49.001009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['4716331f-e403-41a6-8d1d-c30c7e7a2898'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:49.030267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5a4bebd4-8df9-4ff1-9a38-04cffd663fac req-386c6e02-50c8-4461-ba94-d03a15e2a39d tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/security-groups?id=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867233 Jul 06 12:02:49.089487 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-21e967fa-887a-4049-9125-8153b1373cfb req-4fe31656-2f93-4852-a257-506309dfa4ff tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.123532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05b237-6780-43ad-985a-f819f2e2ae6b req-eee2bf19-12b3-4cb3-9781-23af133733ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:49.125024 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0e05b237-6780-43ad-985a-f819f2e2ae6b req-eee2bf19-12b3-4cb3-9781-23af133733ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bb76d0d-b306-4b30-a183-fb66b233ae5c HTTP/1.1" status: 200 len: 858 time: 0.1248946 Jul 06 12:02:49.218317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e967fa-887a-4049-9125-8153b1373cfb req-4fe31656-2f93-4852-a257-506309dfa4ff tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Network ede8b9b8-dca5-4b16-b239-976325c5f9c7 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:02:49.224190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-21e967fa-887a-4049-9125-8153b1373cfb req-4fe31656-2f93-4852-a257-506309dfa4ff tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:02:49.226980 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0e05b237-6780-43ad-985a-f819f2e2ae6b req-959f9304-4141-435e-811a-fa28523c038c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ede8b9b8-dca5-4b16-b239-976325c5f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913777 Jul 06 12:02:49.235062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e967fa-887a-4049-9125-8153b1373cfb req-4fe31656-2f93-4852-a257-506309dfa4ff tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:02:49.295756 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e967fa-887a-4049-9125-8153b1373cfb req-4fe31656-2f93-4852-a257-506309dfa4ff tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:49.296694 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-21e967fa-887a-4049-9125-8153b1373cfb req-4fe31656-2f93-4852-a257-506309dfa4ff tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.333348 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe31656-2f93-4852-a257-506309dfa4ff tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Pushing event updated for resources: {'Port': ['ID=6438d86a-e481-4a24-9315-678caacf8abf,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:49.350248 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e967fa-887a-4049-9125-8153b1373cfb req-4fe31656-2f93-4852-a257-506309dfa4ff tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0059495 Jul 06 12:02:49.391064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Request body: {'port': {'device_id': 'd9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:02:49.453266 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0e05b237-6780-43ad-985a-f819f2e2ae6b req-15d5f02e-731c-44ad-8a12-a9e1eec2f6e8 service neutron] 10.222.0.23 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202177 Jul 06 12:02:49.569133 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0e05b237-6780-43ad-985a-f819f2e2ae6b req-13e4a494-e057-44dd-8824-eb5d912dbe96 service neutron] 10.222.0.23 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064806 Jul 06 12:02:49.615410 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319891b-a3b1-4bdc-aaee-9432d13bc75c req-4226ab1f-d088-4dc6-8bf3-7c28776ac205 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:49.617032 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7319891b-a3b1-4bdc-aaee-9432d13bc75c req-4226ab1f-d088-4dc6-8bf3-7c28776ac205 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 932 time: 0.2950819 Jul 06 12:02:49.646115 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:49.949139 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7319891b-a3b1-4bdc-aaee-9432d13bc75c req-ecbdd4cd-e802-4dfe-bbc3-58252f97d2f3 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137293 Jul 06 12:02:49.982450 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['4716331f-e403-41a6-8d1d-c30c7e7a2898'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:50.108272 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf90a67-98b7-44c9-a8b9-d5039dd4330b x-openstack-request-id: req-4cf90a67-98b7-44c9-a8b9-d5039dd4330b {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:50.108948 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a8ccd6-3589-40b5-8bc1-95d557068b4a", "name": "network-vif-plugged", "status": "completed", "tag": "d3102f36-fe0a-4349-a93c-05b70c3f6b59", "code": 200}, {"server_uuid": "a8fe4193-fd8a-41cb-b00e-9261f0f02246", "name": "network-vif-plugged", "status": "completed", "tag": "14a05899-8566-4666-874f-9796be66b253", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:50.109216 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4cf90a67-98b7-44c9-a8b9-d5039dd4330b {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:50.109704 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8ccd6-3589-40b5-8bc1-95d557068b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59', 'code': 200} Jul 06 12:02:50.109959 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fe4193-fd8a-41cb-b00e-9261f0f02246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a05899-8566-4666-874f-9796be66b253', 'code': 200} Jul 06 12:02:50.167586 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 4716331f-e403-41a6-8d1d-c30c7e7a2898 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:50.220892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6438d86a-e481-4a24-9315-678caacf8abf {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:50.232622 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.253898 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Transition to ACTIVE for port object 6438d86a-e481-4a24-9315-678caacf8abf will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:02:50.273604 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.355305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f4715-976f-41ed-b547-e00eb2ae7f49 req-169d7f17-1a89-4253-8b9f-a9cd679b2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:50.355305 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e44f4715-976f-41ed-b547-e00eb2ae7f49 req-169d7f17-1a89-4253-8b9f-a9cd679b2225 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47a8ccd6-3589-40b5-8bc1-95d557068b4a HTTP/1.1" status: 200 len: 1100 time: 0.1918695 Jul 06 12:02:50.364384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73979de-e73f-420d-afc0-e440ecc337c9 req-c7d3f3b4-c788-4e56-b75d-a5ea00a731e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:50.366681 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f73979de-e73f-420d-afc0-e440ecc337c9 req-c7d3f3b4-c788-4e56-b75d-a5ea00a731e4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a8fe4193-fd8a-41cb-b00e-9261f0f02246 HTTP/1.1" status: 200 len: 1100 time: 0.1994071 Jul 06 12:02:50.452161 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 4716331f-e403-41a6-8d1d-c30c7e7a2898 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:50.482364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fc9fd-fc5e-4abb-9a68-cd340cf1e99a req-e0a081be-1cb2-42ed-835e-189c5a1b6889 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:50.484173 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-852fc9fd-fc5e-4abb-9a68-cd340cf1e99a req-e0a081be-1cb2-42ed-835e-189c5a1b6889 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 945 time: 0.3419025 Jul 06 12:02:50.494001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 4716331f-e403-41a6-8d1d-c30c7e7a2898 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:50.494495 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.509067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6438d86a-e481-4a24-9315-678caacf8abf,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:50.535186 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e44f4715-976f-41ed-b547-e00eb2ae7f49 req-aa6fc637-598e-493e-ba51-81fca4508ce1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725528 Jul 06 12:02:50.541161 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f73979de-e73f-420d-afc0-e440ecc337c9 req-1510f4f7-57d5-49d0-9cd5-b364cf71dcc4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283431 Jul 06 12:02:50.616359 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-852fc9fd-fc5e-4abb-9a68-cd340cf1e99a req-e0b4be75-b0c8-4a4b-8196-cf1888eab371 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160030 Jul 06 12:02:50.735394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Attempting to bind port 6438d86a-e481-4a24-9315-678caacf8abf on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:02:50.735998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Attempting to bind port 6438d86a-e481-4a24-9315-678caacf8abf by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '5ef2dbde-5199-4d4a-b5ff-73c6a3156f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:02:50.736532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Attempting to bind port 6438d86a-e481-4a24-9315-678caacf8abf on network ede8b9b8-dca5-4b16-b239-976325c5f9c7 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:50.742447 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Port 6438d86a-e481-4a24-9315-678caacf8abf on network ede8b9b8-dca5-4b16-b239-976325c5f9c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:02:50.743663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Attempting to bind port 6438d86a-e481-4a24-9315-678caacf8abf on network ede8b9b8-dca5-4b16-b239-976325c5f9c7 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:02:50.750794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:02:50.751382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Checking segment: {'id': '5ef2dbde-5199-4d4a-b5ff-73c6a3156f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:02:50.752042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Bound using segment: {'id': '5ef2dbde-5199-4d4a-b5ff-73c6a3156f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:02:50.752798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Bound port: 6438d86a-e481-4a24-9315-678caacf8abf, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef2dbde-5199-4d4a-b5ff-73c6a3156f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:02:50.753332 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.754781 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.843347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 4716331f-e403-41a6-8d1d-c30c7e7a2898, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4716331f-e403-41a6-8d1d-c30c7e7a2898,segment=NetworkSegment(5ef2dbde-5199-4d4a-b5ff-73c6a3156f21),segment_id=5ef2dbde-5199-4d4a-b5ff-73c6a3156f21)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:50.849553 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.925829 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] For port 6438d86a-e481-4a24-9315-678caacf8abf, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:02:50.933083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] For port 6438d86a-e481-4a24-9315-678caacf8abf, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=6438d86a-e481-4a24-9315-678caacf8abf,segment=NetworkSegment(5ef2dbde-5199-4d4a-b5ff-73c6a3156f21),segment_id=5ef2dbde-5199-4d4a-b5ff-73c6a3156f21)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:02:50.941498 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:50.967699 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=4716331f-e403-41a6-8d1d-c30c7e7a2898,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:51.006264 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:51.007058 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:51.008614 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e967fa-887a-4049-9125-8153b1373cfb req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] 10.222.0.89 "PUT /v2.0/ports/6438d86a-e481-4a24-9315-678caacf8abf HTTP/1.1" status: 200 len: 1092 time: 1.6312051 Jul 06 12:02:51.009172 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337', 'tag': '6438d86a-e481-4a24-9315-678caacf8abf'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:51.013340 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c77ee0d-64af-4936-9c56-0f6709b9c4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337", "tag": "6438d86a-e481-4a24-9315-678caacf8abf"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:51.077915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362855a-f2f3-44c6-af3f-9b316924a3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6438d86a-e481-4a24-9315-678caacf8abf,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:51.146668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e967fa-887a-4049-9125-8153b1373cfb req-454216ad-3807-499c-9059-8e0856582186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:51.153244 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e967fa-887a-4049-9125-8153b1373cfb req-454216ad-3807-499c-9059-8e0856582186 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0f99d139f50d4a1082f8201bb4cc6c27&device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 1095 time: 0.0880783 Jul 06 12:02:51.272015 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e967fa-887a-4049-9125-8153b1373cfb req-b3bdbbac-9bb2-4aea-9e6c-40824931f1cf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6438d86a-e481-4a24-9315-678caacf8abf HTTP/1.1" status: 200 len: 217 time: 0.1029317 Jul 06 12:02:51.357442 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e967fa-887a-4049-9125-8153b1373cfb req-54790a2d-7cd6-4fc6-aa38-195eb5607068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:51.359918 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e967fa-887a-4049-9125-8153b1373cfb req-54790a2d-7cd6-4fc6-aa38-195eb5607068 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3bb76d0d-b306-4b30-a183-fb66b233ae5c HTTP/1.1" status: 200 len: 858 time: 0.0667992 Jul 06 12:02:51.458381 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e967fa-887a-4049-9125-8153b1373cfb req-e664c7c2-b0c8-46b5-bb29-742381b497b7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ede8b9b8-dca5-4b16-b239-976325c5f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890093 Jul 06 12:02:51.688584 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e967fa-887a-4049-9125-8153b1373cfb req-6f460c39-04a0-423a-b48e-11fa06b3d3e1 service neutron] 10.222.0.89 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201021 Jul 06 12:02:51.806862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e967fa-887a-4049-9125-8153b1373cfb req-be06c8b7-8475-44a3-95e1-c546b9200c18 service neutron] 10.222.0.89 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075311 Jul 06 12:02:51.992657 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a91eae8-aac3-4491-91b7-559f6ffe966b req-9045f867-2fa8-4a33-8d95-efb05c59ac09 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787666 Jul 06 12:02:52.111697 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a03512-2a6b-40c6-a517-274fe571cb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4716331f-e403-41a6-8d1d-c30c7e7a2898'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:02:52.114219 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325b68ae-f252-43a8-b775-c7964abb2826" -d '{"events": [{"server_uuid": "89a03512-2a6b-40c6-a517-274fe571cb77", "name": "network-vif-plugged", "status": "completed", "tag": "4716331f-e403-41a6-8d1d-c30c7e7a2898"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:02:52.152534 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91eae8-aac3-4491-91b7-559f6ffe966b req-46b2c3fd-f178-4a4b-979b-bde52316355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:52.154680 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a91eae8-aac3-4491-91b7-559f6ffe966b req-46b2c3fd-f178-4a4b-979b-bde52316355c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cb4361f835974e8bb48f40231c55813a&device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 1098 time: 0.0960407 Jul 06 12:02:52.355771 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91eae8-aac3-4491-91b7-559f6ffe966b req-7a8312ea-ee6c-43cb-935a-386921631db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:52.358577 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a91eae8-aac3-4491-91b7-559f6ffe966b req-7a8312ea-ee6c-43cb-935a-386921631db3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 200 len: 917 time: 0.1558840 Jul 06 12:02:52.489130 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a91eae8-aac3-4491-91b7-559f6ffe966b req-1b3356cb-7c41-4a0a-945e-c90756521e83 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1 HTTP/1.1" status: 200 len: 1002 time: 0.1227572 Jul 06 12:02:52.561565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91eae8-aac3-4491-91b7-559f6ffe966b req-6eb5e503-830d-4a38-90d1-006aec590798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:52.563610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a91eae8-aac3-4491-91b7-559f6ffe966b req-6eb5e503-830d-4a38-90d1-006aec590798 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=051eb73e-cc49-4234-bd0e-51f311b8c003 HTTP/1.1" status: 200 len: 855 time: 0.0610533 Jul 06 12:02:52.710299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91eae8-aac3-4491-91b7-559f6ffe966b req-465aecf0-9f3a-49a3-8173-a0044fa84849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:52.711911 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a91eae8-aac3-4491-91b7-559f6ffe966b req-465aecf0-9f3a-49a3-8173-a0044fa84849 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2583a30c-12e0-47de-ab04-5597efae877a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379287 Jul 06 12:02:52.839814 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a91eae8-aac3-4491-91b7-559f6ffe966b req-144e2815-6f2c-49de-ae21-e8f4cead796a service neutron] 10.222.0.89 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117728 Jul 06 12:02:53.299842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a91eae8-aac3-4491-91b7-559f6ffe966b req-814e6a28-d0d5-406c-b4d2-95a69df031ed service neutron] 10.222.0.89 "GET /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491963 Jul 06 12:02:54.472037 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 6438d86a-e481-4a24-9315-678caacf8abf details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:02:54.586317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 6438d86a-e481-4a24-9315-678caacf8abf, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=6438d86a-e481-4a24-9315-678caacf8abf,segment=NetworkSegment(5ef2dbde-5199-4d4a-b5ff-73c6a3156f21),segment_id=5ef2dbde-5199-4d4a-b5ff-73c6a3156f21)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:54.600411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '6438d86a-e481-4a24-9315-678caacf8abf', 'network_id': 'ede8b9b8-dca5-4b16-b239-976325c5f9c7', 'port_id': '6438d86a-e481-4a24-9315-678caacf8abf', 'mac_address': 'fa:16:3e:13:3e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bb76d0d-b306-4b30-a183-fb66b233ae5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:02:54.648996 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.666227 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6438d86a-e481-4a24-9315-678caacf8abf {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:02:54.695925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 6438d86a-e481-4a24-9315-678caacf8abf, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=6438d86a-e481-4a24-9315-678caacf8abf,segment=NetworkSegment(5ef2dbde-5199-4d4a-b5ff-73c6a3156f21),segment_id=5ef2dbde-5199-4d4a-b5ff-73c6a3156f21)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:54.705520 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:54.763062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=6438d86a-e481-4a24-9315-678caacf8abf,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:55.041808 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['6438d86a-e481-4a24-9315-678caacf8abf'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:02:56.478691 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 6438d86a-e481-4a24-9315-678caacf8abf up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:02:56.561169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 6438d86a-e481-4a24-9315-678caacf8abf completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:02:56.566424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 6438d86a-e481-4a24-9315-678caacf8abf triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:02:56.566796 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.680273 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.735958 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 6438d86a-e481-4a24-9315-678caacf8abf, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=6438d86a-e481-4a24-9315-678caacf8abf,segment=NetworkSegment(5ef2dbde-5199-4d4a-b5ff-73c6a3156f21),segment_id=5ef2dbde-5199-4d4a-b5ff-73c6a3156f21)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:02:56.741083 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:02:56.813407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=6438d86a-e481-4a24-9315-678caacf8abf,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:02:58.662504 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-991b021b-8d2d-479c-ab49-cd15081b153f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-618850515&fields=id&tenant_id=9b8c032e15c44a1786541e33cb5ca2c4 HTTP/1.1" status: 200 len: 267 time: 0.0366535 Jul 06 12:02:58.775408 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-eebe4f62-1ac4-4043-a6b0-17e0a7f1b7fc tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:58.776934 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-eebe4f62-1ac4-4043-a6b0-17e0a7f1b7fc tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/networks?id=40f8962f-a486-42a7-ba14-2999f7c3bddf HTTP/1.1" status: 200 len: 797 time: 0.1069081 Jul 06 12:02:58.792157 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-e5522af4-beb2-46f8-af5f-5564f490baa1 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/quotas/9b8c032e15c44a1786541e33cb5ca2c4 HTTP/1.1" status: 200 len: 375 time: 0.0093052 Jul 06 12:02:58.866992 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-6c510ddc-0a72-4252-8669-919d9deff2db tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9b8c032e15c44a1786541e33cb5ca2c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688643 Jul 06 12:02:58.988013 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-4b350870-4681-4731-9f9b-d2039dfe3d23 service neutron] 10.222.0.81 "GET /v2.0/networks/40f8962f-a486-42a7-ba14-2999f7c3bddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057737 Jul 06 12:02:59.084708 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-6173e04b-f86e-433a-ba0a-1753ae24f528 service neutron] 10.222.0.81 "GET /v2.0/networks/40f8962f-a486-42a7-ba14-2999f7c3bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946419 Jul 06 12:02:59.482781 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574c596-1bca-4585-9afd-d50e9110bc25 req-d81cfe1d-cd1d-4917-8119-416650189263 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:59.484956 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9574c596-1bca-4585-9afd-d50e9110bc25 req-d81cfe1d-cd1d-4917-8119-416650189263 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8fe4193-fd8a-41cb-b00e-9261f0f02246 HTTP/1.1" status: 200 len: 949 time: 0.0712671 Jul 06 12:02:59.527649 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9574c596-1bca-4585-9afd-d50e9110bc25 req-60800a16-7c51-40ce-b8a1-b2458ef4ad7d tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/security-groups?id=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361936 Jul 06 12:02:59.720564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0798f6-bcba-46ff-800d-2243e0ff60a8 req-005d0868-4472-4300-88ec-14fb1a3990df tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:02:59.722390 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef0798f6-bcba-46ff-800d-2243e0ff60a8 req-005d0868-4472-4300-88ec-14fb1a3990df tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.0811768 Jul 06 12:02:59.769856 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef0798f6-bcba-46ff-800d-2243e0ff60a8 req-06b1425d-d958-4f7c-a29d-4536848576a1 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401161 Jul 06 12:02:59.846599 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db7b364-c6e6-4238-9c0a-d53e0ec37a52 x-openstack-request-id: req-6db7b364-c6e6-4238-9c0a-d53e0ec37a52 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:02:59.846904 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337", "tag": "6438d86a-e481-4a24-9315-678caacf8abf", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:02:59.847149 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6db7b364-c6e6-4238-9c0a-d53e0ec37a52 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:02:59.847582 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337', 'tag': '6438d86a-e481-4a24-9315-678caacf8abf', 'status': 'completed', 'code': 200} Jul 06 12:02:59.999401 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77ee0d-64af-4936-9c56-0f6709b9c4ed req-ac077d9f-f1d2-4007-a522-e20836d86ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:00.001040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c77ee0d-64af-4936-9c56-0f6709b9c4ed req-ac077d9f-f1d2-4007-a522-e20836d86ad4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0f99d139f50d4a1082f8201bb4cc6c27&device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 1097 time: 0.1114335 Jul 06 12:03:00.102189 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294313e0-4cb8-4e11-aa57-9a35d1df98cb req-02fbda95-81cf-46bc-8a5c-86cd0165cce3 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:00.103641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-294313e0-4cb8-4e11-aa57-9a35d1df98cb req-02fbda95-81cf-46bc-8a5c-86cd0165cce3 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 945 time: 0.1450391 Jul 06 12:03:00.154637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77ee0d-64af-4936-9c56-0f6709b9c4ed req-6fe77663-e3e7-4899-8052-593e5742c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:00.156196 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c77ee0d-64af-4936-9c56-0f6709b9c4ed req-6fe77663-e3e7-4899-8052-593e5742c1aa service neutron] 10.222.0.89 "GET /v2.0/networks?id=ede8b9b8-dca5-4b16-b239-976325c5f9c7 HTTP/1.1" status: 200 len: 919 time: 0.1438751 Jul 06 12:03:00.165247 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-294313e0-4cb8-4e11-aa57-9a35d1df98cb req-9b5eca54-95f5-40c0-881e-d46d6fea677c tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/security-groups?id=121937d6-48c7-45e4-b42f-5c9ca7211c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511181 Jul 06 12:03:00.201762 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c77ee0d-64af-4936-9c56-0f6709b9c4ed req-b7eccbdb-8311-4619-bd68-4f6d667e9fd9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6438d86a-e481-4a24-9315-678caacf8abf HTTP/1.1" status: 200 len: 217 time: 0.0354822 Jul 06 12:03:00.224110 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dac344d-2cb0-4540-8049-74b652df6065 x-openstack-request-id: req-6dac344d-2cb0-4540-8049-74b652df6065 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:00.224674 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a03512-2a6b-40c6-a517-274fe571cb77", "name": "network-vif-plugged", "status": "completed", "tag": "4716331f-e403-41a6-8d1d-c30c7e7a2898", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:00.224674 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6dac344d-2cb0-4540-8049-74b652df6065 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:00.225040 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a03512-2a6b-40c6-a517-274fe571cb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4716331f-e403-41a6-8d1d-c30c7e7a2898', 'code': 200} Jul 06 12:03:00.267554 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77ee0d-64af-4936-9c56-0f6709b9c4ed req-68f21061-be92-4b12-8fb3-3a96c25c6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:00.269650 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c77ee0d-64af-4936-9c56-0f6709b9c4ed req-68f21061-be92-4b12-8fb3-3a96c25c6515 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3bb76d0d-b306-4b30-a183-fb66b233ae5c HTTP/1.1" status: 200 len: 858 time: 0.0606377 Jul 06 12:03:00.320529 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c77ee0d-64af-4936-9c56-0f6709b9c4ed req-5eaa2ca2-6aad-4db0-b705-f7f282069ca5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ede8b9b8-dca5-4b16-b239-976325c5f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395749 Jul 06 12:03:00.523423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c77ee0d-64af-4936-9c56-0f6709b9c4ed req-113701d9-9388-43b1-aeff-6dc2195f2807 service neutron] 10.222.0.89 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956663 Jul 06 12:03:00.533431 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-a1d93e87-5891-41d6-bc32-3a8dbc1d90e2 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:00.534993 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-a1d93e87-5891-41d6-bc32-3a8dbc1d90e2 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/networks?id=94bae05c-7754-47cb-8af2-746d89f9dc0f HTTP/1.1" status: 200 len: 814 time: 0.1959174 Jul 06 12:03:00.617014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96309135-f916-4973-b81b-d6c3ff0a66a1 req-d018d383-17a3-4014-9e52-a52df949ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:00.619529 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-96309135-f916-4973-b81b-d6c3ff0a66a1 req-d018d383-17a3-4014-9e52-a52df949ed5d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 1096 time: 0.2111094 Jul 06 12:03:00.624638 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-3cc87c16-1259-43d2-8bf1-f5268b65aaba tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/quotas/006d8323edb6437093d99ce511433d41 HTTP/1.1" status: 200 len: 375 time: 0.0194523 Jul 06 12:03:00.642706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-09a357a6-50b1-46ae-8749-93098da24c99 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:00.644833 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-09a357a6-50b1-46ae-8749-93098da24c99 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.23 "GET /v2.0/networks?id=40f8962f-a486-42a7-ba14-2999f7c3bddf HTTP/1.1" status: 200 len: 797 time: 0.2254136 Jul 06 12:03:00.694579 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c77ee0d-64af-4936-9c56-0f6709b9c4ed req-8a4e8ac2-9fe8-49f7-9231-ad8531d6b91f service neutron] 10.222.0.89 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585598 Jul 06 12:03:00.705919 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-96309135-f916-4973-b81b-d6c3ff0a66a1 req-f448f069-e157-4fd7-be8d-3bb935b91bb2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797608 Jul 06 12:03:00.731992 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-6f479173-e73d-42dd-b8c0-14440edc7e9a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b8c032e15c44a1786541e33cb5ca2c4 HTTP/1.1" status: 200 len: 379 time: 0.0720348 Jul 06 12:03:00.737676 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-68362831-28ec-48eb-8437-86bd82d14286 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=006d8323edb6437093d99ce511433d41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026700 Jul 06 12:03:00.764368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-20e42967-a13e-48d0-9a61-db87fd37d9c5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'port': {'device_id': '92f167ef-1656-4045-831c-62d1cae9d071', 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf', 'admin_state_up': True, 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'security_groups': ['80e860f8-8e2b-4e35-a959-12b21f3aa2f9']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:00.856691 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-c3ce1f53-3130-4c9d-b141-1787e5d4ddd8 service neutron] 10.222.0.81 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108611 Jul 06 12:03:00.923544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-20e42967-a13e-48d0-9a61-db87fd37d9c5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Made reservation on behalf of 9b8c032e15c44a1786541e33cb5ca2c4 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:00.929968 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-20e42967-a13e-48d0-9a61-db87fd37d9c5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:00.968058 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-e4adf1c3-a5b3-4ccd-ba07-1b2d8c0934c8 service neutron] 10.222.0.81 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102016 Jul 06 12:03:01.072373 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-20e42967-a13e-48d0-9a61-db87fd37d9c5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Allocated IP 172.20.0.11 (40f8962f-a486-42a7-ba14-2999f7c3bddf/64df2cb9-364e-4f50-abca-991ff4f8bee6/31bf96c4-0dcb-4c9c-8e66-29ed3b26a275) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:01.238319 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a2847ea-edd7-4848-b963-2e9cf5f3660e req-89f48c51-1ddf-4bbc-9fec-6378dc707366 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 210 time: 0.0346358 Jul 06 12:03:01.465871 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3a71d-18e1-402d-bf33-f0e1b37eb538 req-9c88a262-f1a0-4c0e-a0b1-10c398c257a2 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:01.468046 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a8b3a71d-18e1-402d-bf33-f0e1b37eb538 req-9c88a262-f1a0-4c0e-a0b1-10c398c257a2 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?device_id=47a8ccd6-3589-40b5-8bc1-95d557068b4a HTTP/1.1" status: 200 len: 949 time: 0.0896511 Jul 06 12:03:01.528874 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a8b3a71d-18e1-402d-bf33-f0e1b37eb538 req-af647976-ee25-46cf-814a-1a291e0cab08 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/security-groups?id=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523028 Jul 06 12:03:01.738896 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-20e42967-a13e-48d0-9a61-db87fd37d9c5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.756954 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-20e42967-a13e-48d0-9a61-db87fd37d9c5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Transition to ACTIVE for port object 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:01.805979 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-20e42967-a13e-48d0-9a61-db87fd37d9c5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.865910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-20e42967-a13e-48d0-9a61-db87fd37d9c5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network 40f8962f-a486-42a7-ba14-2999f7c3bddf is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:01.889020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e42967-a13e-48d0-9a61-db87fd37d9c5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Port': ['ID=31bf96c4-0dcb-4c9c-8e66-29ed3b26a275,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:01.898983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-20e42967-a13e-48d0-9a61-db87fd37d9c5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:01.902248 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-20e42967-a13e-48d0-9a61-db87fd37d9c5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:01.966241 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-20e42967-a13e-48d0-9a61-db87fd37d9c5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:01.966934 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-20e42967-a13e-48d0-9a61-db87fd37d9c5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:01.990085 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-20e42967-a13e-48d0-9a61-db87fd37d9c5 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2313387 Jul 06 12:03:02.004411 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Request body: {'port': {'device_id': '92f167ef-1656-4045-831c-62d1cae9d071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:02.094802 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.221421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6da07-90ee-48ed-9d61-87d9c2f68220 req-29634bee-e676-4b69-b436-62a8edbc67f7 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:02.223072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0bb6da07-90ee-48ed-9d61-87d9c2f68220 req-29634bee-e676-4b69-b436-62a8edbc67f7 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.1073387 Jul 06 12:03:02.226637 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6438d86a-e481-4a24-9315-678caacf8abf'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:02.228951 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26adc52-03a5-4487-a5f8-10dfaf143e48" -d '{"events": [{"server_uuid": "d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337", "name": "network-vif-plugged", "status": "completed", "tag": "6438d86a-e481-4a24-9315-678caacf8abf"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:02.260410 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-abffb21c-dc9e-4897-ad88-03c165e3dbd6 None None] Provisioning for port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:02.267938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-abffb21c-dc9e-4897-ad88-03c165e3dbd6 None None] Provisioning complete for port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:02.268567 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-abffb21c-dc9e-4897-ad88-03c165e3dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.286805 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0bb6da07-90ee-48ed-9d61-87d9c2f68220 req-c1e55120-037d-4021-8d27-695b7233d9a3 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570543 Jul 06 12:03:02.312195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-abffb21c-dc9e-4897-ad88-03c165e3dbd6 None None] Port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:03:02.441585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:03:02.448720 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9da60400-db0c-4e6e-8bf3-9a2b8c382573 req-99d95ce2-ccbd-4517-adb8-eddf0c5405e4 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8bc390-67c7-4533-b4a6-99584c684a77 HTTP/1.1" status: 200 len: 210 time: 0.0347424 Jul 06 12:03:02.449940 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.462765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Transition to ACTIVE for port object 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:02.476403 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.481799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 83d71424-fa11-44e4-8d62-bd3b2b966349 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:02.524735 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Pushing event updated for resources: {'Port': ['ID=31bf96c4-0dcb-4c9c-8e66-29ed3b26a275,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:02.595445 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.658236 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Attempting to bind port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:02.658576 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Attempting to bind port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '6ece6e36-9ed5-44fc-b287-30501a7e0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:02.659058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Attempting to bind port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 on network 40f8962f-a486-42a7-ba14-2999f7c3bddf {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:02.668119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 on network 40f8962f-a486-42a7-ba14-2999f7c3bddf not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:03:02.668498 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Attempting to bind port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 on network 40f8962f-a486-42a7-ba14-2999f7c3bddf {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:02.675263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:02.675638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Checking segment: {'id': '6ece6e36-9ed5-44fc-b287-30501a7e0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:02.676080 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Bound using segment: {'id': '6ece6e36-9ed5-44fc-b287-30501a7e0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:02.676528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Bound port: 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ece6e36-9ed5-44fc-b287-30501a7e0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:02.677011 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.694434 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 83d71424-fa11-44e4-8d62-bd3b2b966349, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=83d71424-fa11-44e4-8d62-bd3b2b966349,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:02.699264 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.787969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=83d71424-fa11-44e4-8d62-bd3b2b966349,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:02.796304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] For port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:02.800456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] For port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=31bf96c4-0dcb-4c9c-8e66-29ed3b26a275,segment=NetworkSegment(6ece6e36-9ed5-44fc-b287-30501a7e0769),segment_id=6ece6e36-9ed5-44fc-b287-30501a7e0769)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:02.813100 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.834052 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:02.834948 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:02.836749 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] 10.222.0.23 "PUT /v2.0/ports/31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 HTTP/1.1" status: 200 len: 1092 time: 0.8370993 Jul 06 12:03:02.839894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f167ef-1656-4045-831c-62d1cae9d071', 'tag': '31bf96c4-0dcb-4c9c-8e66-29ed3b26a275'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:02.845468 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cbf9e1-52b4-4423-8fd8-52c1f20b46de" -d '{"events": [{"name": "network-changed", "server_uuid": "92f167ef-1656-4045-831c-62d1cae9d071", "tag": "31bf96c4-0dcb-4c9c-8e66-29ed3b26a275"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:02.964945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8b378-2e51-43e2-b1af-c578b6b64f43 service neutron] Pushing event updated for resources: {'Port': ['ID=31bf96c4-0dcb-4c9c-8e66-29ed3b26a275,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:03.033160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-91c06634-d9ae-46f8-9c1e-a0dfeb38669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:03.035088 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-91c06634-d9ae-46f8-9c1e-a0dfeb38669a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8c032e15c44a1786541e33cb5ca2c4&device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 1095 time: 0.1320655 Jul 06 12:03:03.048472 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-ae4eecfb-4bcc-4d9e-b9c4-689e603a3581 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:03.050037 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-ae4eecfb-4bcc-4d9e-b9c4-689e603a3581 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.89 "GET /v2.0/networks?id=94bae05c-7754-47cb-8af2-746d89f9dc0f HTTP/1.1" status: 200 len: 814 time: 0.1909387 Jul 06 12:03:03.083356 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-98b18367-f2d7-4453-8a64-47c977ce59ce tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Request body: {'port': {'device_id': '4b8bc390-67c7-4533-b4a6-99584c684a77', 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f', 'admin_state_up': True, 'tenant_id': '006d8323edb6437093d99ce511433d41'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:03.120188 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-02f8d6cc-a99f-4f7c-89b1-7ed66c81061a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 HTTP/1.1" status: 200 len: 217 time: 0.0753281 Jul 06 12:03:03.221581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-0b65aa5e-bf33-47a7-84c1-7e4902f194f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:03.223135 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-0b65aa5e-bf33-47a7-84c1-7e4902f194f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=64df2cb9-364e-4f50-abca-991ff4f8bee6 HTTP/1.1" status: 200 len: 835 time: 0.0941606 Jul 06 12:03:03.244473 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aba672-d89d-4616-8520-5a7e43ede141 x-openstack-request-id: req-59aba672-d89d-4616-8520-5a7e43ede141 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:03.245248 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337", "name": "network-vif-plugged", "status": "completed", "tag": "6438d86a-e481-4a24-9315-678caacf8abf", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:03.245248 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-59aba672-d89d-4616-8520-5a7e43ede141 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:03.245559 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6438d86a-e481-4a24-9315-678caacf8abf', 'code': 200} Jul 06 12:03:03.275975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-98b18367-f2d7-4453-8a64-47c977ce59ce tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Made reservation on behalf of 006d8323edb6437093d99ce511433d41 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:03.282303 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-98b18367-f2d7-4453-8a64-47c977ce59ce tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:03.320777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-437fbb58-921c-4e57-be37-db9852b48776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:03.322499 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-437fbb58-921c-4e57-be37-db9852b48776 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40f8962f-a486-42a7-ba14-2999f7c3bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899775 Jul 06 12:03:03.464554 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-3d8b47da-d35f-40e9-8404-20f41ec5a59f service neutron] 10.222.0.23 "GET /v2.0/networks/40f8962f-a486-42a7-ba14-2999f7c3bddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346288 Jul 06 12:03:03.515586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-98b18367-f2d7-4453-8a64-47c977ce59ce tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Allocated IP 172.20.0.5 (94bae05c-7754-47cb-8af2-746d89f9dc0f/630b344f-b40d-402b-87dd-410d7ed1ce59/f8dfbcbb-272d-47c9-a1c5-c48d45a9314b) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:03.567488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8daf3c-9031-4eed-bfca-03a872b4842a req-ddc07692-9da2-42e3-a602-b87cdc78f4f0 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:03.569667 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f8daf3c-9031-4eed-bfca-03a872b4842a req-ddc07692-9da2-42e3-a602-b87cdc78f4f0 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 944 time: 0.1177421 Jul 06 12:03:03.597296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13602d-ceb8-453e-9c9a-b02468f718d4 req-a997367c-9163-4fb5-8b35-3f44fa635dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:03.598818 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4c13602d-ceb8-453e-9c9a-b02468f718d4 req-a997367c-9163-4fb5-8b35-3f44fa635dca service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 1097 time: 0.1461310 Jul 06 12:03:03.601012 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b4f4da99-f300-4014-bbfe-d15d953551ab req-428a2417-5187-4ff3-9cef-dcd9df6d8339 service neutron] 10.222.0.23 "GET /v2.0/networks/40f8962f-a486-42a7-ba14-2999f7c3bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158881 Jul 06 12:03:03.655633 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4c13602d-ceb8-453e-9c9a-b02468f718d4 req-ee2defb9-30bb-4afd-ae04-5cee7424d06e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407138 Jul 06 12:03:03.673038 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f8daf3c-9031-4eed-bfca-03a872b4842a req-7325cc23-0555-46ee-bf5d-f64de2ad88b1 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e860f8-8e2b-4e35-a959-12b21f3aa2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965157 Jul 06 12:03:03.720271 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552434b4-76b9-4052-a26c-81903468afd2 x-openstack-request-id: req-552434b4-76b9-4052-a26c-81903468afd2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:03.720562 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f167ef-1656-4045-831c-62d1cae9d071", "tag": "31bf96c4-0dcb-4c9c-8e66-29ed3b26a275", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:03.720810 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-552434b4-76b9-4052-a26c-81903468afd2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:03.721210 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f167ef-1656-4045-831c-62d1cae9d071', 'tag': '31bf96c4-0dcb-4c9c-8e66-29ed3b26a275', 'status': 'completed', 'code': 200} Jul 06 12:03:03.757886 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-98b18367-f2d7-4453-8a64-47c977ce59ce tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:03.802621 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-98b18367-f2d7-4453-8a64-47c977ce59ce tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:03.815647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbf9e1-52b4-4423-8fd8-52c1f20b46de req-68ed47d8-15f2-4a7c-a25b-a08d6b0ec9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:03.816704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['18034f1a-7abe-4804-9ef7-9660150d58ea'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:03:03.817561 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75cbf9e1-52b4-4423-8fd8-52c1f20b46de req-68ed47d8-15f2-4a7c-a25b-a08d6b0ec9fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8c032e15c44a1786541e33cb5ca2c4&device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 1095 time: 0.0716307 Jul 06 12:03:03.864372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:03:03.878457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b18367-f2d7-4453-8a64-47c977ce59ce tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Pushing event updated for resources: {'Port': ['ID=f8dfbcbb-272d-47c9-a1c5-c48d45a9314b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:03.890381 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-98b18367-f2d7-4453-8a64-47c977ce59ce tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Network 94bae05c-7754-47cb-8af2-746d89f9dc0f is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:03.891919 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-98b18367-f2d7-4453-8a64-47c977ce59ce tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:03.895581 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-98b18367-f2d7-4453-8a64-47c977ce59ce tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:04.021708 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbf9e1-52b4-4423-8fd8-52c1f20b46de req-74b954fe-67d7-49a3-b039-5a9b2a026be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:04.023013 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75cbf9e1-52b4-4423-8fd8-52c1f20b46de req-74b954fe-67d7-49a3-b039-5a9b2a026be8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=40f8962f-a486-42a7-ba14-2999f7c3bddf HTTP/1.1" status: 200 len: 898 time: 0.1920877 Jul 06 12:03:04.029058 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-98b18367-f2d7-4453-8a64-47c977ce59ce tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:04.029789 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-98b18367-f2d7-4453-8a64-47c977ce59ce tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.046723 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-98b18367-f2d7-4453-8a64-47c977ce59ce tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9837270 Jul 06 12:03:04.061373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Request body: {'port': {'device_id': '4b8bc390-67c7-4533-b4a6-99584c684a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:04.114415 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75cbf9e1-52b4-4423-8fd8-52c1f20b46de req-50e78e1c-5a37-4592-b56a-7f633f6dc0c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 HTTP/1.1" status: 200 len: 217 time: 0.0647197 Jul 06 12:03:04.158468 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.214582 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162ca03-5ff4-4667-bfce-d0f8cadacbd1 req-01a5928f-0440-4a59-84e0-8417d9e770b8 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:04.216797 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7162ca03-5ff4-4667-bfce-d0f8cadacbd1 req-01a5928f-0440-4a59-84e0-8417d9e770b8 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.89 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 943 time: 0.2833056 Jul 06 12:03:04.219008 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbf9e1-52b4-4423-8fd8-52c1f20b46de req-108ccfd3-4a0a-474e-8d0f-0d31df1ff03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:04.220393 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75cbf9e1-52b4-4423-8fd8-52c1f20b46de req-108ccfd3-4a0a-474e-8d0f-0d31df1ff03f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=64df2cb9-364e-4f50-abca-991ff4f8bee6 HTTP/1.1" status: 200 len: 835 time: 0.0936933 Jul 06 12:03:04.364503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbf9e1-52b4-4423-8fd8-52c1f20b46de req-1e37b5c7-ae2c-400f-9180-39c219ef6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:04.366138 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75cbf9e1-52b4-4423-8fd8-52c1f20b46de req-1e37b5c7-ae2c-400f-9180-39c219ef6cd2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40f8962f-a486-42a7-ba14-2999f7c3bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070905 Jul 06 12:03:04.374813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-7162ca03-5ff4-4667-bfce-d0f8cadacbd1 req-4660a7fc-cb2d-48ad-8602-0c1c2e99c6fb tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Deleting port 83d71424-fa11-44e4-8d62-bd3b2b966349 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:04.375152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7162ca03-5ff4-4667-bfce-d0f8cadacbd1 req-4660a7fc-cb2d-48ad-8602-0c1c2e99c6fb tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.503241 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c2890-4907-4338-9d6c-26023891f189 req-9d4514ab-1a70-4c39-b41e-058d72ac807d tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:04.504756 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-965c2890-4907-4338-9d6c-26023891f189 req-9d4514ab-1a70-4c39-b41e-058d72ac807d tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.1435084 Jul 06 12:03:04.542756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7162ca03-5ff4-4667-bfce-d0f8cadacbd1 req-4660a7fc-cb2d-48ad-8602-0c1c2e99c6fb tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] For port 83d71424-fa11-44e4-8d62-bd3b2b966349, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=83d71424-fa11-44e4-8d62-bd3b2b966349,segment=NetworkSegment(00a8cc89-e9ad-433c-bb94-7a6c907a0100),segment_id=00a8cc89-e9ad-433c-bb94-7a6c907a0100)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:04.543059 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7162ca03-5ff4-4667-bfce-d0f8cadacbd1 req-4660a7fc-cb2d-48ad-8602-0c1c2e99c6fb tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.563694 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75cbf9e1-52b4-4423-8fd8-52c1f20b46de req-4d57c3dc-cf59-4490-8cdc-87915bd672d1 service neutron] 10.222.0.23 "GET /v2.0/networks/40f8962f-a486-42a7-ba14-2999f7c3bddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855650 Jul 06 12:03:04.568564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-7162ca03-5ff4-4667-bfce-d0f8cadacbd1 req-4660a7fc-cb2d-48ad-8602-0c1c2e99c6fb tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Calling delete_port for 83d71424-fa11-44e4-8d62-bd3b2b966349 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:04.578750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8dfbcbb-272d-47c9-a1c5-c48d45a9314b {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:03:04.591675 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.611869 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-965c2890-4907-4338-9d6c-26023891f189 req-9ab0b20f-5d6f-447d-b5e7-4657406a975f tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909798 Jul 06 12:03:04.614414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Transition to ACTIVE for port object f8dfbcbb-272d-47c9-a1c5-c48d45a9314b will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:04.625013 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.718530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8dfbcbb-272d-47c9-a1c5-c48d45a9314b,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:04.788086 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75cbf9e1-52b4-4423-8fd8-52c1f20b46de req-1e3d10c7-1091-48c1-8ad8-365ab5419a27 service neutron] 10.222.0.23 "GET /v2.0/networks/40f8962f-a486-42a7-ba14-2999f7c3bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149785 Jul 06 12:03:04.849879 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7162ca03-5ff4-4667-bfce-d0f8cadacbd1 req-4660a7fc-cb2d-48ad-8602-0c1c2e99c6fb tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.866883 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Attempting to bind port f8dfbcbb-272d-47c9-a1c5-c48d45a9314b on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:04.867250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Attempting to bind port f8dfbcbb-272d-47c9-a1c5-c48d45a9314b by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:04.867567 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Attempting to bind port f8dfbcbb-272d-47c9-a1c5-c48d45a9314b on network 94bae05c-7754-47cb-8af2-746d89f9dc0f {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:04.877623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Port f8dfbcbb-272d-47c9-a1c5-c48d45a9314b on network 94bae05c-7754-47cb-8af2-746d89f9dc0f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:03:04.877948 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Attempting to bind port f8dfbcbb-272d-47c9-a1c5-c48d45a9314b on network 94bae05c-7754-47cb-8af2-746d89f9dc0f {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:04.889983 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:04.890378 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Checking segment: {'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:04.890716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Bound using segment: {'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:04.891156 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Bound port: f8dfbcbb-272d-47c9-a1c5-c48d45a9314b, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:04.891545 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.897212 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660a7fc-cb2d-48ad-8602-0c1c2e99c6fb tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Pushing event deleted for resources: {'Port': ['ID=83d71424-fa11-44e4-8d62-bd3b2b966349,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:04.925274 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88648e0-026f-4a0c-917f-3f80b2788834 req-d121e21e-7cb8-4602-914d-92dc301506bf tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:04.927467 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c88648e0-026f-4a0c-917f-3f80b2788834 req-d121e21e-7cb8-4602-914d-92dc301506bf tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8bc390-67c7-4533-b4a6-99584c684a77 HTTP/1.1" status: 200 len: 943 time: 0.1363723 Jul 06 12:03:04.950097 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7162ca03-5ff4-4667-bfce-d0f8cadacbd1 req-4660a7fc-cb2d-48ad-8602-0c1c2e99c6fb tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] No DVR routers for this DVR port 83d71424-fa11-44e4-8d62-bd3b2b966349 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:04.952988 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7162ca03-5ff4-4667-bfce-d0f8cadacbd1 req-4660a7fc-cb2d-48ad-8602-0c1c2e99c6fb tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:04.955504 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7162ca03-5ff4-4667-bfce-d0f8cadacbd1 req-4660a7fc-cb2d-48ad-8602-0c1c2e99c6fb tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.89 "DELETE /v2.0/ports/83d71424-fa11-44e4-8d62-bd3b2b966349 HTTP/1.1" status: 204 len: 173 time: 0.7308652 Jul 06 12:03:05.016432 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c88648e0-026f-4a0c-917f-3f80b2788834 req-54984d48-9cc6-454c-bbd9-4e4320808061 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578871 Jul 06 12:03:05.026333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] For port f8dfbcbb-272d-47c9-a1c5-c48d45a9314b, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:05.032089 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] For port f8dfbcbb-272d-47c9-a1c5-c48d45a9314b, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f8dfbcbb-272d-47c9-a1c5-c48d45a9314b,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:05.037859 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.111605 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8dfbcbb-272d-47c9-a1c5-c48d45a9314b,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:05.124143 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:05.124846 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.126639 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-8b6cd2d9-2cf3-4d57-a870-e40e5a46bdc2 service neutron] 10.222.0.89 "PUT /v2.0/ports/f8dfbcbb-272d-47c9-a1c5-c48d45a9314b HTTP/1.1" status: 200 len: 1091 time: 1.0706813 Jul 06 12:03:05.127208 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8bc390-67c7-4533-b4a6-99584c684a77', 'tag': 'f8dfbcbb-272d-47c9-a1c5-c48d45a9314b'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:05.129516 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a1e9cf-fc31-4b48-bbde-a1b37fd6f088" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8bc390-67c7-4533-b4a6-99584c684a77", "tag": "f8dfbcbb-272d-47c9-a1c5-c48d45a9314b"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:05.217101 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8fc01cfd-3543-4437-86c4-d8581f1647c6 req-97f739aa-47ae-46ea-9438-9cba6dd0cee5 tempest-ImagesTestJSON-1333027754 tempest-ImagesTestJSON-1333027754-project] 10.222.0.81 "GET /v2.0/ports?device_id=caf80cc4-8563-4bb1-b390-88bf7f18980b HTTP/1.1" status: 200 len: 210 time: 0.0381126 Jul 06 12:03:05.247882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf80cc4-8563-4bb1-b390-88bf7f18980b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83d71424-fa11-44e4-8d62-bd3b2b966349'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:05.250855 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8af956-a20d-4bb4-a659-56eb4532e482" -d '{"events": [{"server_uuid": "caf80cc4-8563-4bb1-b390-88bf7f18980b", "name": "network-vif-unplugged", "status": "completed", "tag": "83d71424-fa11-44e4-8d62-bd3b2b966349"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:05.271064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-cee4811c-daea-414a-ada2-bf561035a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:05.272963 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-cee4811c-daea-414a-ada2-bf561035a541 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=006d8323edb6437093d99ce511433d41&device_id=4b8bc390-67c7-4533-b4a6-99584c684a77 HTTP/1.1" status: 200 len: 1094 time: 0.0826819 Jul 06 12:03:05.318226 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-e65ce47c-b406-4a3a-8f4d-f97cff0837c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8dfbcbb-272d-47c9-a1c5-c48d45a9314b HTTP/1.1" status: 200 len: 217 time: 0.0366929 Jul 06 12:03:05.354920 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.405421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-63ff896b-f244-4943-abf0-f88a54af11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:05.406957 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-63ff896b-f244-4943-abf0-f88a54af11c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=630b344f-b40d-402b-87dd-410d7ed1ce59 HTTP/1.1" status: 200 len: 854 time: 0.0820277 Jul 06 12:03:05.446862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-ef45825a-279e-41f0-8eac-0fa30c575367 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=94bae05c-7754-47cb-8af2-746d89f9dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328960 Jul 06 12:03:05.458293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598f7fa-c033-47f7-9306-5dba06f44d34 req-833b7121-0638-4a0c-a174-7d07cd25881c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:05.459812 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7598f7fa-c033-47f7-9306-5dba06f44d34 req-833b7121-0638-4a0c-a174-7d07cd25881c tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 944 time: 0.1264486 Jul 06 12:03:05.484825 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a27cbb09-1e51-430c-9a86-684297fc6329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:05.569204 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7598f7fa-c033-47f7-9306-5dba06f44d34 req-bf963211-cbb1-430b-85e0-765c0283eb77 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e860f8-8e2b-4e35-a959-12b21f3aa2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999491 Jul 06 12:03:05.610970 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-6c65e48c-9f36-4519-92f8-d8c067e5c4ff service neutron] 10.222.0.89 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491132 Jul 06 12:03:05.706720 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f81ebdf-e7e1-4755-8b66-c3ad1675fed0 req-e26ecd87-41f5-4572-859e-b391e1187914 service neutron] 10.222.0.89 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898883 Jul 06 12:03:05.722803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf80cc4-8563-4bb1-b390-88bf7f18980b', 'name': 'network-vif-deleted', 'tag': '83d71424-fa11-44e4-8d62-bd3b2b966349'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:05.726774 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f41ae7-9137-4337-b8ff-7364280cc5a5" -d '{"events": [{"server_uuid": "caf80cc4-8563-4bb1-b390-88bf7f18980b", "name": "network-vif-deleted", "tag": "83d71424-fa11-44e4-8d62-bd3b2b966349"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:05.813613 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a142911-d1cb-4e61-bb36-512c0347fe7c x-openstack-request-id: req-4a142911-d1cb-4e61-bb36-512c0347fe7c {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:05.813906 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8bc390-67c7-4533-b4a6-99584c684a77", "tag": "f8dfbcbb-272d-47c9-a1c5-c48d45a9314b", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:05.814161 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a142911-d1cb-4e61-bb36-512c0347fe7c {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:05.814570 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8bc390-67c7-4533-b4a6-99584c684a77', 'tag': 'f8dfbcbb-272d-47c9-a1c5-c48d45a9314b', 'status': 'completed', 'code': 200} Jul 06 12:03:05.846286 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106866dd-9ea9-4a57-b2b8-02b3503ba122 x-openstack-request-id: req-106866dd-9ea9-4a57-b2b8-02b3503ba122 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:05.846581 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf80cc4-8563-4bb1-b390-88bf7f18980b", "name": "network-vif-unplugged", "status": "completed", "tag": "83d71424-fa11-44e4-8d62-bd3b2b966349", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:05.846844 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-106866dd-9ea9-4a57-b2b8-02b3503ba122 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:05.847249 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf80cc4-8563-4bb1-b390-88bf7f18980b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83d71424-fa11-44e4-8d62-bd3b2b966349', 'code': 200} Jul 06 12:03:05.922389 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1e9cf-fc31-4b48-bbde-a1b37fd6f088 req-82301ce1-76f6-41c8-b6bf-2dafe61e0e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:05.924900 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2a1e9cf-fc31-4b48-bbde-a1b37fd6f088 req-82301ce1-76f6-41c8-b6bf-2dafe61e0e8b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=006d8323edb6437093d99ce511433d41&device_id=4b8bc390-67c7-4533-b4a6-99584c684a77 HTTP/1.1" status: 200 len: 1094 time: 0.0646098 Jul 06 12:03:06.068687 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1e9cf-fc31-4b48-bbde-a1b37fd6f088 req-16ebefa8-877b-414c-bffd-fb3db19a17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:06.070183 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2a1e9cf-fc31-4b48-bbde-a1b37fd6f088 req-16ebefa8-877b-414c-bffd-fb3db19a17d3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=94bae05c-7754-47cb-8af2-746d89f9dc0f HTTP/1.1" status: 200 len: 915 time: 0.1332843 Jul 06 12:03:06.083163 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03174ec6-c2ec-44f7-b9d8-44e70121edfb req-4ad67e97-fcf8-4bc1-a237-a6599be07485 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:06.084706 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03174ec6-c2ec-44f7-b9d8-44e70121edfb req-4ad67e97-fcf8-4bc1-a237-a6599be07485 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.1395614 Jul 06 12:03:06.130024 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2a1e9cf-fc31-4b48-bbde-a1b37fd6f088 req-b2f90cfa-2d6e-43dd-95fe-e63bde52960c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8dfbcbb-272d-47c9-a1c5-c48d45a9314b HTTP/1.1" status: 200 len: 217 time: 0.0436649 Jul 06 12:03:06.189689 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03174ec6-c2ec-44f7-b9d8-44e70121edfb req-06d49075-f0af-4433-93c1-23a7accbff72 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974164 Jul 06 12:03:06.195414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1e9cf-fc31-4b48-bbde-a1b37fd6f088 req-873bfa84-b9d3-45fd-9fba-825e59b4fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:06.196695 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2a1e9cf-fc31-4b48-bbde-a1b37fd6f088 req-873bfa84-b9d3-45fd-9fba-825e59b4fe3e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=630b344f-b40d-402b-87dd-410d7ed1ce59 HTTP/1.1" status: 200 len: 854 time: 0.0603449 Jul 06 12:03:06.237708 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2a1e9cf-fc31-4b48-bbde-a1b37fd6f088 req-9f683a61-605e-4aeb-9820-815f79cbf653 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=94bae05c-7754-47cb-8af2-746d89f9dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318286 Jul 06 12:03:06.240373 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432289fb-0210-4544-8d00-14c6a0046159 x-openstack-request-id: req-432289fb-0210-4544-8d00-14c6a0046159 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:06.240800 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf80cc4-8563-4bb1-b390-88bf7f18980b", "name": "network-vif-deleted", "tag": "83d71424-fa11-44e4-8d62-bd3b2b966349", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:06.240800 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-432289fb-0210-4544-8d00-14c6a0046159 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:06.241310 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf80cc4-8563-4bb1-b390-88bf7f18980b', 'name': 'network-vif-deleted', 'tag': '83d71424-fa11-44e4-8d62-bd3b2b966349', 'status': 'completed', 'code': 200} Jul 06 12:03:06.273989 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d3102f36-fe0a-4349-a93c-05b70c3f6b59 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:03:06.304070 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.357813 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2a1e9cf-fc31-4b48-bbde-a1b37fd6f088 req-e0a755d0-7847-47fd-8f0e-1bac4399d92f service neutron] 10.222.0.89 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088369 Jul 06 12:03:06.407936 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d3102f36-fe0a-4349-a93c-05b70c3f6b59, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d3102f36-fe0a-4349-a93c-05b70c3f6b59,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:06.420176 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59', 'mac_address': 'fa:16:3e:1d:f4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:03:06.466758 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.485331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3102f36-fe0a-4349-a93c-05b70c3f6b59 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:03:06.492915 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2a1e9cf-fc31-4b48-bbde-a1b37fd6f088 req-0614ea3b-1de5-4a9c-956f-e6836d4b2d96 service neutron] 10.222.0.89 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194572 Jul 06 12:03:06.503356 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ac3d2-bf21-4258-a2a0-427fdfa3f9bc req-faaf0da5-f068-4771-a70e-6232da93b434 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:06.505250 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c32ac3d2-bf21-4258-a2a0-427fdfa3f9bc req-faaf0da5-f068-4771-a70e-6232da93b434 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8bc390-67c7-4533-b4a6-99584c684a77 HTTP/1.1" status: 200 len: 943 time: 0.1430602 Jul 06 12:03:06.557570 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d3102f36-fe0a-4349-a93c-05b70c3f6b59, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d3102f36-fe0a-4349-a93c-05b70c3f6b59,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:06.565599 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.566714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:03:06.577241 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c32ac3d2-bf21-4258-a2a0-427fdfa3f9bc req-754a8c53-dd31-4432-9aea-eb86bd618d68 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612655 Jul 06 12:03:06.734656 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d3102f36-fe0a-4349-a93c-05b70c3f6b59,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:06.774592 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=31bf96c4-0dcb-4c9c-8e66-29ed3b26a275,segment=NetworkSegment(6ece6e36-9ed5-44fc-b287-30501a7e0769),segment_id=6ece6e36-9ed5-44fc-b287-30501a7e0769)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:06.787810 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '31bf96c4-0dcb-4c9c-8e66-29ed3b26a275', 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf', 'port_id': '31bf96c4-0dcb-4c9c-8e66-29ed3b26a275', 'mac_address': 'fa:16:3e:ad:76:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:03:06.832459 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.857403 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:03:06.889258 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=31bf96c4-0dcb-4c9c-8e66-29ed3b26a275,segment=NetworkSegment(6ece6e36-9ed5-44fc-b287-30501a7e0769),segment_id=6ece6e36-9ed5-44fc-b287-30501a7e0769)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:06.895571 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:06.988340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=31bf96c4-0dcb-4c9c-8e66-29ed3b26a275,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:07.000073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109a82f-9880-4a98-bea8-b88b634fa761 req-73c922c6-37f9-4b35-ae3c-064e3ee99bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:07.004166 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e109a82f-9880-4a98-bea8-b88b634fa761 req-73c922c6-37f9-4b35-ae3c-064e3ee99bdb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0f99d139f50d4a1082f8201bb4cc6c27&device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 1097 time: 0.0932713 Jul 06 12:03:07.044383 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['d3102f36-fe0a-4349-a93c-05b70c3f6b59'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:03:07.164218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109a82f-9880-4a98-bea8-b88b634fa761 req-ede4249f-a5e1-44c1-a932-6b852cb4c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:07.166177 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e109a82f-9880-4a98-bea8-b88b634fa761 req-ede4249f-a5e1-44c1-a932-6b852cb4c592 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ede8b9b8-dca5-4b16-b239-976325c5f9c7 HTTP/1.1" status: 200 len: 919 time: 0.1537843 Jul 06 12:03:07.243466 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e109a82f-9880-4a98-bea8-b88b634fa761 req-f2954f15-e300-45f6-8c9c-11d7f92d65a6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6438d86a-e481-4a24-9315-678caacf8abf HTTP/1.1" status: 200 len: 217 time: 0.0662055 Jul 06 12:03:07.257473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f7f8f-9404-4340-9d42-37dc060b9dbd req-d0b3d091-21a6-4fa2-9001-b3323e819e5a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:07.259610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-630f7f8f-9404-4340-9d42-37dc060b9dbd req-d0b3d091-21a6-4fa2-9001-b3323e819e5a tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 945 time: 0.1643379 Jul 06 12:03:07.310622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109a82f-9880-4a98-bea8-b88b634fa761 req-ac0c2a69-ee4e-452f-a0fe-39c3e51e00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:07.312159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e109a82f-9880-4a98-bea8-b88b634fa761 req-ac0c2a69-ee4e-452f-a0fe-39c3e51e00b1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3bb76d0d-b306-4b30-a183-fb66b233ae5c HTTP/1.1" status: 200 len: 858 time: 0.0513525 Jul 06 12:03:07.353779 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-630f7f8f-9404-4340-9d42-37dc060b9dbd req-1c289eb1-b4f2-429d-b69d-9b8ff13e6dd3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e860f8-8e2b-4e35-a959-12b21f3aa2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402815 Jul 06 12:03:07.381135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e109a82f-9880-4a98-bea8-b88b634fa761 req-73139c59-0bd5-476f-ae6f-c7cb5735c9df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ede8b9b8-dca5-4b16-b239-976325c5f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308545 Jul 06 12:03:07.468445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['31bf96c4-0dcb-4c9c-8e66-29ed3b26a275'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:03:07.972551 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e109a82f-9880-4a98-bea8-b88b634fa761 req-eb63bade-c34f-44f8-ba03-0ecb35fb0d3a service neutron] 10.222.0.89 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839298 Jul 06 12:03:08.088698 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdfcae-dcaf-4377-b365-a6db73a4b6b1 req-f359707c-2c0f-4e0e-82e9-365c661167cd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:08.098119 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8fdfcae-dcaf-4377-b365-a6db73a4b6b1 req-f359707c-2c0f-4e0e-82e9-365c661167cd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.2018330 Jul 06 12:03:08.134275 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6ddde101-6a2b-489c-8632-61681545d5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.202489 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8fdfcae-dcaf-4377-b365-a6db73a4b6b1 req-609a8dd3-9e68-405c-853c-5f0bb34ebed2 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007895 Jul 06 12:03:08.212071 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.272049 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e109a82f-9880-4a98-bea8-b88b634fa761 req-3d1c633a-88a6-45c7-bd6b-4b3cf1639763 service neutron] 10.222.0.89 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897656 Jul 06 12:03:08.284875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d3102f36-fe0a-4349-a93c-05b70c3f6b59 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:08.400460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port d3102f36-fe0a-4349-a93c-05b70c3f6b59 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:08.402521 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.541476 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f8dfbcbb-272d-47c9-a1c5-c48d45a9314b details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:03:08.545031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 83d71424-fa11-44e4-8d62-bd3b2b966349 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:08.631291 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 83d71424-fa11-44e4-8d62-bd3b2b966349 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:08.631654 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 83d71424-fa11-44e4-8d62-bd3b2b966349 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:08.656219 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.672680 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51530e5-a33f-42a5-9fe8-f819b8e7caf3 req-5a389340-77d4-48c5-8f54-0442efadd094 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:08.679929 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f51530e5-a33f-42a5-9fe8-f819b8e7caf3 req-5a389340-77d4-48c5-8f54-0442efadd094 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8bc390-67c7-4533-b4a6-99584c684a77 HTTP/1.1" status: 200 len: 943 time: 0.1169960 Jul 06 12:03:08.744782 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f51530e5-a33f-42a5-9fe8-f819b8e7caf3 req-0615178c-be6b-4a58-b33b-8501a30afc28 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621872 Jul 06 12:03:08.829925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a8ccd6-3589-40b5-8bc1-95d557068b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:08.835327 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6ae30a-ca77-4f1a-99b6-b0370b2bbe2c" -d '{"events": [{"server_uuid": "47a8ccd6-3589-40b5-8bc1-95d557068b4a", "name": "network-vif-plugged", "status": "completed", "tag": "d3102f36-fe0a-4349-a93c-05b70c3f6b59"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:08.866632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d3102f36-fe0a-4349-a93c-05b70c3f6b59, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d3102f36-fe0a-4349-a93c-05b70c3f6b59,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:08.876054 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:08.962479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f8dfbcbb-272d-47c9-a1c5-c48d45a9314b, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f8dfbcbb-272d-47c9-a1c5-c48d45a9314b,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:08.987500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'f8dfbcbb-272d-47c9-a1c5-c48d45a9314b', 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f', 'port_id': 'f8dfbcbb-272d-47c9-a1c5-c48d45a9314b', 'mac_address': 'fa:16:3e:14:ec:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630b344f-b40d-402b-87dd-410d7ed1ce59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:03:09.038539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d3102f36-fe0a-4349-a93c-05b70c3f6b59,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:09.043856 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.060163 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8dfbcbb-272d-47c9-a1c5-c48d45a9314b {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:03:09.080063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f8dfbcbb-272d-47c9-a1c5-c48d45a9314b, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f8dfbcbb-272d-47c9-a1c5-c48d45a9314b,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:09.080951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a1e2a-b319-4fdd-b6bb-c8d69e299fa9 req-425cf7d3-5c19-4202-ba3c-af84b9b1f1ef tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:09.083657 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e73a1e2a-b319-4fdd-b6bb-c8d69e299fa9 req-425cf7d3-5c19-4202-ba3c-af84b9b1f1ef tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 945 time: 0.0939248 Jul 06 12:03:09.085225 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.151593 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e73a1e2a-b319-4fdd-b6bb-c8d69e299fa9 req-fb603658-348e-4394-bdaa-2fd536715cb0 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e860f8-8e2b-4e35-a959-12b21f3aa2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565870 Jul 06 12:03:09.177516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=f8dfbcbb-272d-47c9-a1c5-c48d45a9314b,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:09.295896 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:09.388643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['f8dfbcbb-272d-47c9-a1c5-c48d45a9314b'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:03:09.497856 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8070378e-9eb8-4bf2-a2bf-963505ec7e26 x-openstack-request-id: req-8070378e-9eb8-4bf2-a2bf-963505ec7e26 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:09.498369 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a8ccd6-3589-40b5-8bc1-95d557068b4a", "name": "network-vif-plugged", "status": "completed", "tag": "d3102f36-fe0a-4349-a93c-05b70c3f6b59", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:09.498887 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8070378e-9eb8-4bf2-a2bf-963505ec7e26 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:09.499469 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8ccd6-3589-40b5-8bc1-95d557068b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59', 'code': 200} Jul 06 12:03:09.787655 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a8447-0707-4b2f-953e-91530c6c671e req-72e9608b-6c89-4fbb-93f0-3e849d4a5652 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:09.797748 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f3a8447-0707-4b2f-953e-91530c6c671e req-72e9608b-6c89-4fbb-93f0-3e849d4a5652 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.0902808 Jul 06 12:03:09.837731 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f3a8447-0707-4b2f-953e-91530c6c671e req-af380844-e696-4717-ad83-a7a6f2961ce2 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387132 Jul 06 12:03:10.051695 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbb6f8-544c-46e4-90d4-35723b58e734 req-b80ab002-4f7b-4f3e-ac12-731b97156ee6 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:10.055418 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40fbb6f8-544c-46e4-90d4-35723b58e734 req-b80ab002-4f7b-4f3e-ac12-731b97156ee6 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8bc390-67c7-4533-b4a6-99584c684a77 HTTP/1.1" status: 200 len: 944 time: 0.0730033 Jul 06 12:03:10.096166 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40fbb6f8-544c-46e4-90d4-35723b58e734 req-d01ec3b9-f932-4586-ac75-884c1bef5002 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365696 Jul 06 12:03:10.280064 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:10.343680 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:10.349836 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:10.350662 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.463091 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.504600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=31bf96c4-0dcb-4c9c-8e66-29ed3b26a275,segment=NetworkSegment(6ece6e36-9ed5-44fc-b287-30501a7e0769),segment_id=6ece6e36-9ed5-44fc-b287-30501a7e0769)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:10.510103 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.541377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f8dfbcbb-272d-47c9-a1c5-c48d45a9314b up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:10.599407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=31bf96c4-0dcb-4c9c-8e66-29ed3b26a275,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:10.653675 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port f8dfbcbb-272d-47c9-a1c5-c48d45a9314b completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:10.661321 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d743a-e289-4a28-856e-2d3a40880848 req-e27f5ad9-1a58-4a9c-bfd1-30da8e6d131f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:10.666683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port f8dfbcbb-272d-47c9-a1c5-c48d45a9314b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:10.667132 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.669040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-557d743a-e289-4a28-856e-2d3a40880848 req-e27f5ad9-1a58-4a9c-bfd1-30da8e6d131f tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 946 time: 0.1193805 Jul 06 12:03:10.728870 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-557d743a-e289-4a28-856e-2d3a40880848 req-9983a72b-56e6-44e1-8503-9a68a62523d7 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e860f8-8e2b-4e35-a959-12b21f3aa2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554292 Jul 06 12:03:10.766204 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.806804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f8dfbcbb-272d-47c9-a1c5-c48d45a9314b, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f8dfbcbb-272d-47c9-a1c5-c48d45a9314b,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:10.812924 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.888014 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:10.891694 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=f8dfbcbb-272d-47c9-a1c5-c48d45a9314b,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:11.273843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b93556-d6b2-401b-9cb9-1ab9af5902fd req-3ed6160c-bf89-489a-ad5a-1cb1a1f824b0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:11.276012 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9b93556-d6b2-401b-9cb9-1ab9af5902fd req-3ed6160c-bf89-489a-ad5a-1cb1a1f824b0 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 947 time: 0.0871534 Jul 06 12:03:11.326547 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9b93556-d6b2-401b-9cb9-1ab9af5902fd req-2b31f2c4-fcc8-43de-9c41-5b47a9b1ea62 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375531 Jul 06 12:03:11.501345 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f167ef-1656-4045-831c-62d1cae9d071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bf96c4-0dcb-4c9c-8e66-29ed3b26a275'}, {'server_uuid': '4b8bc390-67c7-4533-b4a6-99584c684a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8dfbcbb-272d-47c9-a1c5-c48d45a9314b'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:11.503730 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f0dbee-760d-464b-8909-6f1711f954d4" -d '{"events": [{"server_uuid": "92f167ef-1656-4045-831c-62d1cae9d071", "name": "network-vif-plugged", "status": "completed", "tag": "31bf96c4-0dcb-4c9c-8e66-29ed3b26a275"}, {"server_uuid": "4b8bc390-67c7-4533-b4a6-99584c684a77", "name": "network-vif-plugged", "status": "completed", "tag": "f8dfbcbb-272d-47c9-a1c5-c48d45a9314b"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:11.592959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b94834-be5b-4004-a854-4ded47912bf3 req-da230a62-4013-4375-9fcf-5feee9291c87 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:11.595384 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-60b94834-be5b-4004-a854-4ded47912bf3 req-da230a62-4013-4375-9fcf-5feee9291c87 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.1025407 Jul 06 12:03:11.643141 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-60b94834-be5b-4004-a854-4ded47912bf3 req-804d6d00-e83a-4d94-971d-dcf29d9273c5 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422087 Jul 06 12:03:11.879093 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121f734-4b0f-4cd3-a2cd-1e759542883c req-7305a0e0-62fd-485f-bb8e-8fd5ab49a6a8 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:11.887056 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b121f734-4b0f-4cd3-a2cd-1e759542883c req-7305a0e0-62fd-485f-bb8e-8fd5ab49a6a8 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8bc390-67c7-4533-b4a6-99584c684a77 HTTP/1.1" status: 200 len: 945 time: 0.1138818 Jul 06 12:03:11.938884 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b121f734-4b0f-4cd3-a2cd-1e759542883c req-808341b0-a8cc-4b1d-b662-0defc95f5501 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501289 Jul 06 12:03:12.075111 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723af749-52e9-4836-98fa-79103f71c6dc x-openstack-request-id: req-723af749-52e9-4836-98fa-79103f71c6dc {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:12.076005 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f167ef-1656-4045-831c-62d1cae9d071", "name": "network-vif-plugged", "status": "completed", "tag": "31bf96c4-0dcb-4c9c-8e66-29ed3b26a275", "code": 200}, {"server_uuid": "4b8bc390-67c7-4533-b4a6-99584c684a77", "name": "network-vif-plugged", "status": "completed", "tag": "f8dfbcbb-272d-47c9-a1c5-c48d45a9314b", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:12.076498 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-723af749-52e9-4836-98fa-79103f71c6dc {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:12.077214 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f167ef-1656-4045-831c-62d1cae9d071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bf96c4-0dcb-4c9c-8e66-29ed3b26a275', 'code': 200} Jul 06 12:03:12.077675 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8bc390-67c7-4533-b4a6-99584c684a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8dfbcbb-272d-47c9-a1c5-c48d45a9314b', 'code': 200} Jul 06 12:03:12.327584 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464f1ba-d634-4265-abd4-f9550b8da000 req-73bc5604-8843-4daa-bb56-800708e17324 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:12.329865 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6464f1ba-d634-4265-abd4-f9550b8da000 req-73bc5604-8843-4daa-bb56-800708e17324 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.89 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 947 time: 0.2333646 Jul 06 12:03:12.338578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc38ca8-2de4-42f9-8c1f-95ca49c76e3c req-637bba43-4133-4aed-a660-bef9c2d4b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:12.343563 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0dc38ca8-2de4-42f9-8c1f-95ca49c76e3c req-637bba43-4133-4aed-a660-bef9c2d4b59b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 1097 time: 0.1284986 Jul 06 12:03:12.441976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159b20b-f992-47d6-ae80-d380075949de req-c8a13a5b-4a52-4b40-aebf-411d2ac2c874 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:12.446564 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0dc38ca8-2de4-42f9-8c1f-95ca49c76e3c req-6b82da12-98ac-4e87-8caa-b533f1a7828d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=80e860f8-8e2b-4e35-a959-12b21f3aa2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926619 Jul 06 12:03:12.449902 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5159b20b-f992-47d6-ae80-d380075949de req-c8a13a5b-4a52-4b40-aebf-411d2ac2c874 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 946 time: 0.2306881 Jul 06 12:03:12.468183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77b5e0-260c-4d4d-8132-3e1212d7feb8 req-dbdaf6fb-7d25-4e54-9a86-68da607ef6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:12.470176 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef77b5e0-260c-4d4d-8132-3e1212d7feb8 req-dbdaf6fb-7d25-4e54-9a86-68da607ef6fa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4b8bc390-67c7-4533-b4a6-99584c684a77 HTTP/1.1" status: 200 len: 1096 time: 0.2736831 Jul 06 12:03:12.497004 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5159b20b-f992-47d6-ae80-d380075949de req-c53bf283-88b1-486c-9538-f164f31bbeef tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e860f8-8e2b-4e35-a959-12b21f3aa2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455482 Jul 06 12:03:12.533310 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef77b5e0-260c-4d4d-8132-3e1212d7feb8 req-4abf23bc-2bbf-426f-b073-31a8c151023c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557811 Jul 06 12:03:12.538350 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-6464f1ba-d634-4265-abd4-f9550b8da000 req-ef3d2b19-b56d-4fd9-a1ab-91ae4630aaf9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Deleting port df8e6fad-5c5d-45ac-8009-6ba148028fe1 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:12.538803 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6464f1ba-d634-4265-abd4-f9550b8da000 req-ef3d2b19-b56d-4fd9-a1ab-91ae4630aaf9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:12.693961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-6464f1ba-d634-4265-abd4-f9550b8da000 req-ef3d2b19-b56d-4fd9-a1ab-91ae4630aaf9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] For port df8e6fad-5c5d-45ac-8009-6ba148028fe1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=df8e6fad-5c5d-45ac-8009-6ba148028fe1,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:12.695080 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6464f1ba-d634-4265-abd4-f9550b8da000 req-ef3d2b19-b56d-4fd9-a1ab-91ae4630aaf9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:12.744634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42990) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:12.798875 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Deleting subnet 3ee698e4-5f9d-4dca-ba8c-9993e73db584 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:03:12.805235 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:12.869379 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:12.916552 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:03:12.938849 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.067683 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.141104 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.145795 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3ee698e4-5f9d-4dca-ba8c-9993e73db584 HTTP/1.1" status: 204 len: 168 time: 0.3972228 Jul 06 12:03:13.145795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ee698e4-5f9d-4dca-ba8c-9993e73db584,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:13.147582 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43002) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:13.158510 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6464f1ba-d634-4265-abd4-f9550b8da000 req-ef3d2b19-b56d-4fd9-a1ab-91ae4630aaf9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.158976 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6464f1ba-d634-4265-abd4-f9550b8da000 req-ef3d2b19-b56d-4fd9-a1ab-91ae4630aaf9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.159715 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [req-6464f1ba-d634-4265-abd4-f9550b8da000 req-ef3d2b19-b56d-4fd9-a1ab-91ae4630aaf9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Floating IP 724ea513-7e63-4a37-9f13-b7f93c0c4b23 disassociated. External IP: 172.25.4.157, port: df8e6fad-5c5d-45ac-8009-6ba148028fe1. Jul 06 12:03:13.160161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-6464f1ba-d634-4265-abd4-f9550b8da000 req-ef3d2b19-b56d-4fd9-a1ab-91ae4630aaf9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Calling delete_port for df8e6fad-5c5d-45ac-8009-6ba148028fe1 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:13.170704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373263d-9efa-4ea9-9c63-e682086ad46a req-5e62bc78-2f8f-445d-a415-a05cf4b90225 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:13.172967 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:13.173439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:13.173974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:13.174450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:13.174871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:13.175331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:13.175765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:13.176196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:13.176623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:13.177046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:13.177470 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:13.177912 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f880537-ade1-4ef9-8840-598bf53687be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:13.180991 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c373263d-9efa-4ea9-9c63-e682086ad46a req-5e62bc78-2f8f-445d-a415-a05cf4b90225 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/ports?device_id=14639a60-b26f-469f-9e2e-8051e95b3e71 HTTP/1.1" status: 200 len: 947 time: 0.1125159 Jul 06 12:03:13.254057 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cb5ea79-08f1-44e5-be24-a69f5b333e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.271646 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c373263d-9efa-4ea9-9c63-e682086ad46a req-9f1cc2d6-1fe4-4404-8bd5-7b40b306a35d tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups?id=b2a159b0-aba6-404e-8acb-7e8b37c37c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896766 Jul 06 12:03:13.365522 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cb5ea79-08f1-44e5-be24-a69f5b333e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.376864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-1cb5ea79-08f1-44e5-be24-a69f5b333e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24c92a3-e9d7-4e19-b9f8-3e98811babc9']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:13.387916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-1cb5ea79-08f1-44e5-be24-a69f5b333e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a8cc89-e9ad-433c-bb94-7a6c907a0100') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:13.388205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-1cb5ea79-08f1-44e5-be24-a69f5b333e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a8cc89-e9ad-433c-bb94-7a6c907a0100') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:13.398050 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cb5ea79-08f1-44e5-be24-a69f5b333e40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.413494 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cb5ea79-08f1-44e5-be24-a69f5b333e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.420371 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb5ea79-08f1-44e5-be24-a69f5b333e40 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:03:13.421017 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cb5ea79-08f1-44e5-be24-a69f5b333e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:03:13.486437 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:03:13.493164 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cb5ea79-08f1-44e5-be24-a69f5b333e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.512976 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cb5ea79-08f1-44e5-be24-a69f5b333e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.515311 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1cb5ea79-08f1-44e5-be24-a69f5b333e40 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e24c92a3-e9d7-4e19-b9f8-3e98811babc9 HTTP/1.1" status: 204 len: 168 time: 0.3658321 Jul 06 12:03:13.516383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5ea79-08f1-44e5-be24-a69f5b333e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=e24c92a3-e9d7-4e19-b9f8-3e98811babc9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:13.556645 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6464f1ba-d634-4265-abd4-f9550b8da000 req-ef3d2b19-b56d-4fd9-a1ab-91ae4630aaf9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:13.657287 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d2b19-b56d-4fd9-a1ab-91ae4630aaf9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event deleted for resources: {'Port': ['ID=df8e6fad-5c5d-45ac-8009-6ba148028fe1,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:13.854376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ab55e-70f3-417c-b6e5-a85982c6b708 req-a24ee5a8-bc7f-4691-8e02-35edebd00795 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:13.867566 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e83ab55e-70f3-417c-b6e5-a85982c6b708 req-a24ee5a8-bc7f-4691-8e02-35edebd00795 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.2885058 Jul 06 12:03:13.897099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43018) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:13.954435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6464f1ba-d634-4265-abd4-f9550b8da000 req-ef3d2b19-b56d-4fd9-a1ab-91ae4630aaf9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:13.972636 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c2d38bd6-14b9-4f65-8a3d-1dc93fb90449 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=87cb56cfa1e74a05a6a9c885c45eb196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737987 Jul 06 12:03:13.973382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43020) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:13.988951 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e83ab55e-70f3-417c-b6e5-a85982c6b708 req-d2a82f3f-642c-4f90-a200-e4a434c3d604 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203873 Jul 06 12:03:13.998890 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43022) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:14.054992 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b11a1ac-8838-4c51-bd22-123577ea3c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:14.148254 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b11a1ac-8838-4c51-bd22-123577ea3c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:14.273720 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b11a1ac-8838-4c51-bd22-123577ea3c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:14.288608 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b11a1ac-8838-4c51-bd22-123577ea3c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:14.289751 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d7d963c-21dd-4ace-9be6-2248d1bf342a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:14.299890 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7b11a1ac-8838-4c51-bd22-123577ea3c0e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/121937d6-48c7-45e4-b42f-5c9ca7211c3a HTTP/1.1" status: 204 len: 168 time: 0.3243821 Jul 06 12:03:14.335175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11a1ac-8838-4c51-bd22-123577ea3c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121937d6-48c7-45e4-b42f-5c9ca7211c3a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:14.381917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6464f1ba-d634-4265-abd4-f9550b8da000 req-ef3d2b19-b56d-4fd9-a1ab-91ae4630aaf9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:14.398944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4ff64-260c-4c88-8249-074afc20e644 None None] Sync routers for ids ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:14.428094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4ff64-260c-4c88-8249-074afc20e644 None None] Routers {'733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:14.432761 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-7ac4ff64-260c-4c88-8249-074afc20e644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:03:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:14.462389 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-6464f1ba-d634-4265-abd4-f9550b8da000 req-ef3d2b19-b56d-4fd9-a1ab-91ae4630aaf9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] No DVR routers for this DVR port df8e6fad-5c5d-45ac-8009-6ba148028fe1 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:14.471460 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6464f1ba-d634-4265-abd4-f9550b8da000 req-ef3d2b19-b56d-4fd9-a1ab-91ae4630aaf9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:14.477600 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6464f1ba-d634-4265-abd4-f9550b8da000 req-ef3d2b19-b56d-4fd9-a1ab-91ae4630aaf9 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.89 "DELETE /v2.0/ports/df8e6fad-5c5d-45ac-8009-6ba148028fe1 HTTP/1.1" status: 204 len: 173 time: 2.1421969 Jul 06 12:03:14.478100 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'name': 'network-vif-deleted', 'tag': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:14.480512 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ffe00d-a065-45d8-87ee-60e12b55d916" -d '{"events": [{"server_uuid": "14639a60-b26f-469f-9e2e-8051e95b3e71", "name": "network-vif-deleted", "tag": "df8e6fad-5c5d-45ac-8009-6ba148028fe1"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:14.494849 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c38ef9-0124-4399-9b5a-eff4bafc9dd7 req-0aad49d5-aa9d-4222-b0ab-f0925eeba2b4 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:14.514029 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93c38ef9-0124-4399-9b5a-eff4bafc9dd7 req-0aad49d5-aa9d-4222-b0ab-f0925eeba2b4 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8bc390-67c7-4533-b4a6-99584c684a77 HTTP/1.1" status: 200 len: 945 time: 0.2253199 Jul 06 12:03:14.662615 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93c38ef9-0124-4399-9b5a-eff4bafc9dd7 req-6599b09c-88d2-41b2-817c-b458cee2f9d3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476126 Jul 06 12:03:14.726573 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d7d963c-21dd-4ace-9be6-2248d1bf342a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:14.733043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-7ac4ff64-260c-4c88-8249-074afc20e644 None None] Set router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:14.735099 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d7d963c-21dd-4ace-9be6-2248d1bf342a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:14.765796 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8d7d963c-21dd-4ace-9be6-2248d1bf342a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b8d2c3dae424c639de9449f44283a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7658494 Jul 06 12:03:14.768625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43038) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:14.806937 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d963c-21dd-4ace-9be6-2248d1bf342a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00081f1b-5b4d-431f-8143-304eca9298be,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:14.929728 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00608144-11b0-4079-bcc2-47ddb3bc8860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:15.030948 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00608144-11b0-4079-bcc2-47ddb3bc8860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:15.091821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff6889-91a1-4692-9f50-3f4fd6a66c57 req-7a855abb-0503-46e6-86e6-78963de2c8c1 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:15.103763 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-26ff6889-91a1-4692-9f50-3f4fd6a66c57 req-7a855abb-0503-46e6-86e6-78963de2c8c1 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 946 time: 0.2085528 Jul 06 12:03:15.127788 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00608144-11b0-4079-bcc2-47ddb3bc8860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:15.130449 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00608144-11b0-4079-bcc2-47ddb3bc8860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:15.132531 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-00608144-11b0-4079-bcc2-47ddb3bc8860 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00081f1b-5b4d-431f-8143-304eca9298be HTTP/1.1" status: 204 len: 168 time: 0.3622756 Jul 06 12:03:15.162068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00608144-11b0-4079-bcc2-47ddb3bc8860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00081f1b-5b4d-431f-8143-304eca9298be,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:15.227480 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-7ac4ff64-260c-4c88-8249-074afc20e644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b2e0fbbe-adcd-4482-882c-dab5a387b157', 'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'mac_address': 'fa:16:3e:a7:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:19Z', 'updated_at': '2021-07-06T11:54:31Z', 'revision_number': 5, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'subnets': [{'id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:15.276961 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-26ff6889-91a1-4692-9f50-3f4fd6a66c57 req-3c86ada0-0e31-40ed-b86e-a5efb4f5371e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e860f8-8e2b-4e35-a959-12b21f3aa2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702752 Jul 06 12:03:15.372358 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4ff64-260c-4c88-8249-074afc20e644 None None] Checking router: 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:15.414552 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4ff64-260c-4c88-8249-074afc20e644 None None] Routers {'733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:15.415545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-7ac4ff64-260c-4c88-8249-074afc20e644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:03:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:15.665771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-7ac4ff64-260c-4c88-8249-074afc20e644 None None] Set router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:15.913064 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f1029c-e55c-4402-a594-f8ce7535b811 x-openstack-request-id: req-71f1029c-e55c-4402-a594-f8ce7535b811 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:15.913991 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14639a60-b26f-469f-9e2e-8051e95b3e71", "name": "network-vif-deleted", "tag": "df8e6fad-5c5d-45ac-8009-6ba148028fe1", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:15.914478 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71f1029c-e55c-4402-a594-f8ce7535b811 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:15.915096 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14639a60-b26f-469f-9e2e-8051e95b3e71', 'name': 'network-vif-deleted', 'tag': 'df8e6fad-5c5d-45ac-8009-6ba148028fe1', 'status': 'completed', 'code': 200} Jul 06 12:03:15.970484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43086) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:16.099050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-7ac4ff64-260c-4c88-8249-074afc20e644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b2e0fbbe-adcd-4482-882c-dab5a387b157', 'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'mac_address': 'fa:16:3e:a7:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:19Z', 'updated_at': '2021-07-06T11:54:31Z', 'revision_number': 5, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'subnets': [{'id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:16.110548 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8033fbf-c54b-4387-a974-3df786dcd280 req-c6a6b88b-00de-4a93-9217-c702afa5484a tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:16.112070 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d8033fbf-c54b-4387-a974-3df786dcd280 req-c6a6b88b-00de-4a93-9217-c702afa5484a tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.0897224 Jul 06 12:03:16.176396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4ff64-260c-4c88-8249-074afc20e644 None None] The sync data for ids ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'] in n-d-799529-2 is: [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b2e0fbbe-adcd-4482-882c-dab5a387b157', 'name': '', 'network_id': '2583a30c-12e0-47de-ab04-5597efae877a', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'mac_address': 'fa:16:3e:a7:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:19Z', 'updated_at': '2021-07-06T11:54:31Z', 'revision_number': 5, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'subnets': [{'id': '051eb73e-cc49-4234-bd0e-51f311b8c003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:16.234658 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d8033fbf-c54b-4387-a974-3df786dcd280 req-59b5d846-581a-4ef2-b6d3-5ab55a3affe3 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136734 Jul 06 12:03:16.364985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-830cc4ea-ff76-4bee-a7bb-adcbd1a2bb4e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1055653640-network', 'tenant_id': '5fc4bc39c64547dfa701c3f9725782da'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:16.456085 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830cc4ea-ff76-4bee-a7bb-adcbd1a2bb4e admin admin] Made reservation on behalf of 5fc4bc39c64547dfa701c3f9725782da for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:16.459969 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-830cc4ea-ff76-4bee-a7bb-adcbd1a2bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.485422 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-830cc4ea-ff76-4bee-a7bb-adcbd1a2bb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.578270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device df8e6fad-5c5d-45ac-8009-6ba148028fe1 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:16.628929 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-830cc4ea-ff76-4bee-a7bb-adcbd1a2bb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.634942 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: df8e6fad-5c5d-45ac-8009-6ba148028fe1 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:16.635888 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-830cc4ea-ff76-4bee-a7bb-adcbd1a2bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.636042 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device df8e6fad-5c5d-45ac-8009-6ba148028fe1 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:16.671569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cc4ea-ff76-4bee-a7bb-adcbd1a2bb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edff2791-18d0-4278-bbff-0eb42f82351c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:16.677298 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830cc4ea-ff76-4bee-a7bb-adcbd1a2bb4e admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:03:16.700541 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f28514-e6cb-4524-8b99-3b7c78601d10 req-acb61a5a-9e0b-43aa-b81a-438e082520ac tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:16.701691 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2f28514-e6cb-4524-8b99-3b7c78601d10 req-acb61a5a-9e0b-43aa-b81a-438e082520ac tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 946 time: 0.2077155 Jul 06 12:03:16.702586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-830cc4ea-ff76-4bee-a7bb-adcbd1a2bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.702940 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-830cc4ea-ff76-4bee-a7bb-adcbd1a2bb4e admin admin] Added segment c2a1e912-969e-4bdc-b35f-385769d4cbcc of type vlan for network 42da8745-180d-42eb-97e1-53b6946a31b3 Jul 06 12:03:16.709951 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d1811e-578c-4a66-a9fe-7e138c83c81b None None] New status for floating IP 724ea513-7e63-4a37-9f13-b7f93c0c4b23: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:03:16.772002 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2f28514-e6cb-4524-8b99-3b7c78601d10 req-9e79e920-444e-4231-a4a2-767ec99dcfe9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e860f8-8e2b-4e35-a959-12b21f3aa2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635860 Jul 06 12:03:16.784907 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43106) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:16.822250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43110) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:16.873713 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-830cc4ea-ff76-4bee-a7bb-adcbd1a2bb4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.929179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271fd178-731f-4df4-a3af-01d863b5c253 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:16.931031 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-271fd178-731f-4df4-a3af-01d863b5c253 tempest-TestNetworkBasicOps-1250446574 tempest-TestNetworkBasicOps-1250446574-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 1092 time: 0.1451373 Jul 06 12:03:16.932535 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-830cc4ea-ff76-4bee-a7bb-adcbd1a2bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.934555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830cc4ea-ff76-4bee-a7bb-adcbd1a2bb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:16.935415 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-830cc4ea-ff76-4bee-a7bb-adcbd1a2bb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:16.938390 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43112) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:16.961711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '31bf96c4-0dcb-4c9c-8e66-29ed3b26a275', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:17.001064 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.040972 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-830cc4ea-ff76-4bee-a7bb-adcbd1a2bb4e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0692489 Jul 06 12:03:17.041667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43114) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:17.051253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cc4ea-ff76-4bee-a7bb-adcbd1a2bb4e admin admin] Pushing event updated for resources: {'Network': ['ID=42da8745-180d-42eb-97e1-53b6946a31b3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:17.063067 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d81c55c0-bde9-476a-a42d-3029a6338f24 admin admin] Request body: {'subnet': {'network_id': '42da8745-180d-42eb-97e1-53b6946a31b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1055653640-subnet', 'tenant_id': '5fc4bc39c64547dfa701c3f9725782da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:17.070392 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 42da8745-180d-42eb-97e1-53b6946a31b3 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:03:17.075807 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-893264df-dd89-426e-901b-948a46656d9f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.103993 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81c55c0-bde9-476a-a42d-3029a6338f24 admin admin] Made reservation on behalf of 5fc4bc39c64547dfa701c3f9725782da for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:17.107130 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-893264df-dd89-426e-901b-948a46656d9f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.108916 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d81c55c0-bde9-476a-a42d-3029a6338f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.252707 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-893264df-dd89-426e-901b-948a46656d9f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.257206 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-893264df-dd89-426e-901b-948a46656d9f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.261025 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-893264df-dd89-426e-901b-948a46656d9f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "DELETE /v2.0/security-groups/b2a159b0-aba6-404e-8acb-7e8b37c37c67 HTTP/1.1" status: 204 len: 168 time: 0.4350750 Jul 06 12:03:17.266130 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43126) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:17.275752 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.293093 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-0390cb69-7102-478a-b50b-dd01dc6a15a8 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] show failed (client error): The resource could not be found. Jul 06 12:03:17.294202 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0390cb69-7102-478a-b50b-dd01dc6a15a8 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "GET /v2.0/security-groups/b2a159b0-aba6-404e-8acb-7e8b37c37c67 HTTP/1.1" status: 404 len: 347 time: 0.0267558 Jul 06 12:03:17.320554 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43132) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:17.447289 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Allocated IP 172.25.4.63 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/e7292a99-8b8b-4287-9327-8c8de5277bd7) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:17.544213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893264df-dd89-426e-901b-948a46656d9f tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a159b0-aba6-404e-8acb-7e8b37c37c67,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:17.571654 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d81c55c0-bde9-476a-a42d-3029a6338f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.609556 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.623029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-886b23aa-a9b0-4ea5-bb3c-32eb3c346648 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Deleting port 3f36c815-5ce7-4b65-b7da-213ad00385e5 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:17.623675 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-886b23aa-a9b0-4ea5-bb3c-32eb3c346648 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.651278 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768ee6d-bde0-4666-a20c-c7d35355f887 req-91aeb6f6-9c8c-4e75-8624-80d662a4c8d1 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:17.652979 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5768ee6d-bde0-4666-a20c-c7d35355f887 req-91aeb6f6-9c8c-4e75-8624-80d662a4c8d1 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.1130190 Jul 06 12:03:17.712015 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5768ee6d-bde0-4666-a20c-c7d35355f887 req-9ba17b96-22b9-4c34-bdfe-e902a250c7e8 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528090 Jul 06 12:03:17.721113 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.766241 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c55c0-bde9-476a-a42d-3029a6338f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df4f6a01-76a5-4f78-986b-22daf763aaf4,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:17.809133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81c55c0-bde9-476a-a42d-3029a6338f24 admin admin] Checking segment: {'id': 'c2a1e912-969e-4bdc-b35f-385769d4cbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '42da8745-180d-42eb-97e1-53b6946a31b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:17.809648 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81c55c0-bde9-476a-a42d-3029a6338f24 admin admin] Network hostable DHCP agents. Network: 42da8745-180d-42eb-97e1-53b6946a31b3, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:03:17.810858 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Port': ['ID=e7292a99-8b8b-4287-9327-8c8de5277bd7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:17.815671 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-886b23aa-a9b0-4ea5-bb3c-32eb3c346648 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.816337 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-886b23aa-a9b0-4ea5-bb3c-32eb3c346648 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.839586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-886b23aa-a9b0-4ea5-bb3c-32eb3c346648 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Calling delete_port for 3f36c815-5ce7-4b65-b7da-213ad00385e5 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:17.842247 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:17.843964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:17.854051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:17.857583 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81c55c0-bde9-476a-a42d-3029a6338f24 admin admin] Network 42da8745-180d-42eb-97e1-53b6946a31b3 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:03:17.906888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d81c55c0-bde9-476a-a42d-3029a6338f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 42da8745-180d-42eb-97e1-53b6946a31b3) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:17.920821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df055147-8967-40e0-969d-de7034361807 None None] Network 42da8745-180d-42eb-97e1-53b6946a31b3 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:17.939935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c55c0-bde9-476a-a42d-3029a6338f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:17.948104 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d81c55c0-bde9-476a-a42d-3029a6338f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:17.985398 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d81c55c0-bde9-476a-a42d-3029a6338f24 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9394269 Jul 06 12:03:18.166037 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-886b23aa-a9b0-4ea5-bb3c-32eb3c346648 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:18.250065 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b23aa-a9b0-4ea5-bb3c-32eb3c346648 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Pushing event deleted for resources: {'Port': ['ID=3f36c815-5ce7-4b65-b7da-213ad00385e5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:18.346665 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f767ef82-1a0d-4ede-ba14-eff99cd7359e None None] Network 42da8745-180d-42eb-97e1-53b6946a31b3 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:18.451121 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-886b23aa-a9b0-4ea5-bb3c-32eb3c346648 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:18.456653 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-886b23aa-a9b0-4ea5-bb3c-32eb3c346648 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:18.458143 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-886b23aa-a9b0-4ea5-bb3c-32eb3c346648 tempest-AttachVolumeShelveTestJSON-1404222387 tempest-AttachVolumeShelveTestJSON-1404222387-project] 10.222.0.81 "DELETE /v2.0/floatingips/724ea513-7e63-4a37-9f13-b7f93c0c4b23 HTTP/1.1" status: 204 len: 168 time: 1.1364598 Jul 06 12:03:19.419924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-abab45cb-c36f-4453-9533-70e4c283d25a req-e7645145-8019-44b5-a228-c309133faf1c tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1757278539', 'description': 'tempest-description-376115460'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:19.485095 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-abab45cb-c36f-4453-9533-70e4c283d25a req-e7645145-8019-44b5-a228-c309133faf1c tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:19.500087 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:19.692984 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:19.762339 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-abab45cb-c36f-4453-9533-70e4c283d25a req-e7645145-8019-44b5-a228-c309133faf1c tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:19.774033 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-abab45cb-c36f-4453-9533-70e4c283d25a req-e7645145-8019-44b5-a228-c309133faf1c tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:19.820382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7645145-8019-44b5-a228-c309133faf1c tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8230a263-2771-4c87-be66-9508d70b3ca0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:19.899721 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-abab45cb-c36f-4453-9533-70e4c283d25a req-e7645145-8019-44b5-a228-c309133faf1c tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:19.924551 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-abab45cb-c36f-4453-9533-70e4c283d25a req-e7645145-8019-44b5-a228-c309133faf1c tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5228882 Jul 06 12:03:20.089031 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:20.095959 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:20.283636 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:20.394847 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event updated for resources: {'Port': ['ID=e7292a99-8b8b-4287-9327-8c8de5277bd7,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:20.435134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a7926-83dd-49b9-bacc-014037865c58 req-12a8c8af-b19d-4300-b000-e91c6c51083e tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:20.442907 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-493a7926-83dd-49b9-bacc-014037865c58 req-12a8c8af-b19d-4300-b000-e91c6c51083e tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.2618480 Jul 06 12:03:20.445473 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Floating IP a1ad48d8-f9fc-42bb-98c6-90ad46583563 associated. External IP: 172.25.4.63, port: 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275. Jul 06 12:03:20.543492 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-493a7926-83dd-49b9-bacc-014037865c58 req-119048ae-fee4-48b9-8626-a4eb8397a40d tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994081 Jul 06 12:03:20.891723 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-988a8f1f-a3fa-4ef9-98c1-77b35d18a8c0 req-359325d8-56f2-442c-96c1-93107c8050d2 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/8230a263-2771-4c87-be66-9508d70b3ca0 HTTP/1.1" status: 200 len: 1806 time: 0.1497934 Jul 06 12:03:20.899321 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-988a8f1f-a3fa-4ef9-98c1-77b35d18a8c0 req-b47c1441-1f81-4f21-85da-ec67205447e7 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8230a263-2771-4c87-be66-9508d70b3ca0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:20.899995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-988a8f1f-a3fa-4ef9-98c1-77b35d18a8c0 req-b47c1441-1f81-4f21-85da-ec67205447e7 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8230a263-2771-4c87-be66-9508d70b3ca0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:21.065618 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-988a8f1f-a3fa-4ef9-98c1-77b35d18a8c0 req-b47c1441-1f81-4f21-85da-ec67205447e7 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:21.090134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Router 96702443-93e3-4e29-8e7b-200661d95edc has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:21.113367 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-988a8f1f-a3fa-4ef9-98c1-77b35d18a8c0 req-b47c1441-1f81-4f21-85da-ec67205447e7 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:21.119905 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-988a8f1f-a3fa-4ef9-98c1-77b35d18a8c0 req-b47c1441-1f81-4f21-85da-ec67205447e7 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:21.188542 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c1441-1f81-4f21-85da-ec67205447e7 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7f4b63-99c0-4da7-a3ac-c35851d1f775,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:21.220234 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-988a8f1f-a3fa-4ef9-98c1-77b35d18a8c0 req-b47c1441-1f81-4f21-85da-ec67205447e7 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:21.236476 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-988a8f1f-a3fa-4ef9-98c1-77b35d18a8c0 req-b47c1441-1f81-4f21-85da-ec67205447e7 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3429804 Jul 06 12:03:21.364190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-7aef13b1-bf1c-47ac-9a93-9132fdd1db36 req-e5989fac-e416-4f18-bb80-84d5c85543de tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-847609322', 'description': 'tempest-description-106974308'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:21.396863 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:21.411941 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b37f3-1f26-4e2d-a923-12120e0a3efc None None] Sync routers for ids ['96702443-93e3-4e29-8e7b-200661d95edc'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:21.430984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b37f3-1f26-4e2d-a923-12120e0a3efc None None] Routers {'96702443-93e3-4e29-8e7b-200661d95edc'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:21.436188 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-dc2b37f3-1f26-4e2d-a923-12120e0a3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:03:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['96702443-93e3-4e29-8e7b-200661d95edc'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:21.453376 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7aef13b1-bf1c-47ac-9a93-9132fdd1db36 req-e5989fac-e416-4f18-bb80-84d5c85543de tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:21.457474 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:21.548060 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6b7b803f-c8f2-4475-8921-f6402bb4e038 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6082921 Jul 06 12:03:21.550953 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f167ef-1656-4045-831c-62d1cae9d071', 'tag': '31bf96c4-0dcb-4c9c-8e66-29ed3b26a275'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:21.551288 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43244) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:21.553857 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef92d4c-2b8e-4c81-8fbc-0e810c82ed7b" -d '{"events": [{"name": "network-changed", "server_uuid": "92f167ef-1656-4045-831c-62d1cae9d071", "tag": "31bf96c4-0dcb-4c9c-8e66-29ed3b26a275"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:21.676350 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3322d7bc-3f68-4edd-b833-1b2c3fee02a3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/floatingips/a1ad48d8-f9fc-42bb-98c6-90ad46583563 HTTP/1.1" status: 200 len: 991 time: 0.1236556 Jul 06 12:03:21.710651 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7aef13b1-bf1c-47ac-9a93-9132fdd1db36 req-e5989fac-e416-4f18-bb80-84d5c85543de tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:21.715835 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7aef13b1-bf1c-47ac-9a93-9132fdd1db36 req-e5989fac-e416-4f18-bb80-84d5c85543de tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:21.750446 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7aef13b1-bf1c-47ac-9a93-9132fdd1db36 req-e5989fac-e416-4f18-bb80-84d5c85543de tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:21.757411 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7aef13b1-bf1c-47ac-9a93-9132fdd1db36 req-e5989fac-e416-4f18-bb80-84d5c85543de tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4196978 Jul 06 12:03:21.788051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5989fac-e416-4f18-bb80-84d5c85543de tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455d7764-768e-437a-b006-ee1deae99906,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:21.837629 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-dc2b37f3-1f26-4e2d-a923-12120e0a3efc None None] Set router 96702443-93e3-4e29-8e7b-200661d95edc gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:21.852948 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a49575a-c0c9-42a4-9978-e68bedf434a2 x-openstack-request-id: req-2a49575a-c0c9-42a4-9978-e68bedf434a2 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:21.853250 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f167ef-1656-4045-831c-62d1cae9d071", "tag": "31bf96c4-0dcb-4c9c-8e66-29ed3b26a275", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:21.853510 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a49575a-c0c9-42a4-9978-e68bedf434a2 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:21.853918 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f167ef-1656-4045-831c-62d1cae9d071', 'tag': '31bf96c4-0dcb-4c9c-8e66-29ed3b26a275', 'status': 'completed', 'code': 200} Jul 06 12:03:21.973020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef92d4c-2b8e-4c81-8fbc-0e810c82ed7b req-97fd7044-d1aa-4009-a5a5-f139ab9f6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:21.974633 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ef92d4c-2b8e-4c81-8fbc-0e810c82ed7b req-97fd7044-d1aa-4009-a5a5-f139ab9f6e14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8c032e15c44a1786541e33cb5ca2c4&device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 1097 time: 0.0896258 Jul 06 12:03:22.195770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31673c51-1e4c-4dce-bd34-f2389bf234db req-bed65f79-0c7e-468c-b68c-544aa2a5310b tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:22.205676 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31673c51-1e4c-4dce-bd34-f2389bf234db req-bed65f79-0c7e-468c-b68c-544aa2a5310b tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.1623883 Jul 06 12:03:22.250929 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef92d4c-2b8e-4c81-8fbc-0e810c82ed7b req-fafaa3d4-4fd2-4a48-8fb6-d151ea25f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:22.257720 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ef92d4c-2b8e-4c81-8fbc-0e810c82ed7b req-fafaa3d4-4fd2-4a48-8fb6-d151ea25f73d service neutron] 10.222.0.23 "GET /v2.0/networks?id=40f8962f-a486-42a7-ba14-2999f7c3bddf HTTP/1.1" status: 200 len: 898 time: 0.2734592 Jul 06 12:03:22.277031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31673c51-1e4c-4dce-bd34-f2389bf234db req-0a40a8e2-5507-46f9-b8fe-2a126c8875d8 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701315 Jul 06 12:03:22.352164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-dc2b37f3-1f26-4e2d-a923-12120e0a3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96702443-93e3-4e29-8e7b-200661d95edc', 'name': 'tempest-TestNetworkBasicOps-router-1613711875', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:27Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:29Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'a1ad48d8-f9fc-42bb-98c6-90ad46583563', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'port_id': '31bf96c4-0dcb-4c9c-8e66-29ed3b26a275', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf', 'mac_address': 'fa:16:3e:ad:76:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f167ef-1656-4045-831c-62d1cae9d071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:03:18Z', 'updated_at': '2021-07-06T12:03:18Z', 'revision_number': 0, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403', 'name': '', 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:99:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:36Z', 'updated_at': '2021-07-06T12:02:46Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:22.397159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b37f3-1f26-4e2d-a923-12120e0a3efc None None] Checking router: 96702443-93e3-4e29-8e7b-200661d95edc for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:22.420423 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b37f3-1f26-4e2d-a923-12120e0a3efc None None] Routers {'96702443-93e3-4e29-8e7b-200661d95edc'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:22.422013 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-dc2b37f3-1f26-4e2d-a923-12120e0a3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:03:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['96702443-93e3-4e29-8e7b-200661d95edc'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:22.450435 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ef92d4c-2b8e-4c81-8fbc-0e810c82ed7b req-9027cde0-308e-46cd-a95e-03e55c4c8afb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 HTTP/1.1" status: 200 len: 999 time: 0.1831982 Jul 06 12:03:22.565704 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef92d4c-2b8e-4c81-8fbc-0e810c82ed7b req-94257795-8230-44d4-ac37-cc5eca41a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:22.567245 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ef92d4c-2b8e-4c81-8fbc-0e810c82ed7b req-94257795-8230-44d4-ac37-cc5eca41a3d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=64df2cb9-364e-4f50-abca-991ff4f8bee6 HTTP/1.1" status: 200 len: 835 time: 0.1086798 Jul 06 12:03:22.637042 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-dc2b37f3-1f26-4e2d-a923-12120e0a3efc None None] Set router 96702443-93e3-4e29-8e7b-200661d95edc gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:22.668895 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fda248de-2c57-46e8-918c-46e22f15c4de req-dfc5b9cb-a687-4c0c-8566-3d3b31ae5bf3 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/455d7764-768e-437a-b006-ee1deae99906 HTTP/1.1" status: 200 len: 1805 time: 0.1062737 Jul 06 12:03:22.680634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-fda248de-2c57-46e8-918c-46e22f15c4de req-2a64571f-6bc3-407c-994a-1b47e319afef tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '455d7764-768e-437a-b006-ee1deae99906', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:22.681110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-fda248de-2c57-46e8-918c-46e22f15c4de req-2a64571f-6bc3-407c-994a-1b47e319afef tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '455d7764-768e-437a-b006-ee1deae99906', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:22.681390 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43268) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:22.818788 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9c6417b8-6a59-4677-8406-e4016e6835c3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/floatingips/a1ad48d8-f9fc-42bb-98c6-90ad46583563 HTTP/1.1" status: 200 len: 991 time: 0.1352906 Jul 06 12:03:22.852696 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef92d4c-2b8e-4c81-8fbc-0e810c82ed7b req-7074b3e0-190d-4d35-b5d0-fca7e10b68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:22.854190 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ef92d4c-2b8e-4c81-8fbc-0e810c82ed7b req-7074b3e0-190d-4d35-b5d0-fca7e10b68e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40f8962f-a486-42a7-ba14-2999f7c3bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2786801 Jul 06 12:03:22.930116 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fda248de-2c57-46e8-918c-46e22f15c4de req-2a64571f-6bc3-407c-994a-1b47e319afef tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:22.993945 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fda248de-2c57-46e8-918c-46e22f15c4de req-2a64571f-6bc3-407c-994a-1b47e319afef tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:22.999492 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fda248de-2c57-46e8-918c-46e22f15c4de req-2a64571f-6bc3-407c-994a-1b47e319afef tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:23.026845 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ef92d4c-2b8e-4c81-8fbc-0e810c82ed7b req-a85dc2f3-0a54-4643-8f8c-ffcf62c966dd service neutron] 10.222.0.23 "GET /v2.0/networks/40f8962f-a486-42a7-ba14-2999f7c3bddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623940 Jul 06 12:03:23.096208 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fda248de-2c57-46e8-918c-46e22f15c4de req-2a64571f-6bc3-407c-994a-1b47e319afef tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:23.112567 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fda248de-2c57-46e8-918c-46e22f15c4de req-2a64571f-6bc3-407c-994a-1b47e319afef tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4360192 Jul 06 12:03:23.129733 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64571f-6bc3-407c-994a-1b47e319afef tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9564e1-0def-4856-a168-5d9aa2bfc812,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:23.179433 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4ef92d4c-2b8e-4c81-8fbc-0e810c82ed7b req-7357c20e-4184-4f15-a50e-55e16a68962b service neutron] 10.222.0.23 "GET /v2.0/networks/40f8962f-a486-42a7-ba14-2999f7c3bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347744 Jul 06 12:03:23.369882 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-666cc390-5b05-44fb-8d39-0904bf5d860b req-31ad3b27-e2e9-4573-a924-57eebf213704 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1818282271', 'description': 'tempest-description-430615142'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:23.391291 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-dc2b37f3-1f26-4e2d-a923-12120e0a3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96702443-93e3-4e29-8e7b-200661d95edc', 'name': 'tempest-TestNetworkBasicOps-router-1613711875', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:27Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:29Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'a1ad48d8-f9fc-42bb-98c6-90ad46583563', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'port_id': '31bf96c4-0dcb-4c9c-8e66-29ed3b26a275', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf', 'mac_address': 'fa:16:3e:ad:76:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f167ef-1656-4045-831c-62d1cae9d071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:03:18Z', 'updated_at': '2021-07-06T12:03:18Z', 'revision_number': 0, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403', 'name': '', 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:99:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:36Z', 'updated_at': '2021-07-06T12:02:46Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:23.403555 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-666cc390-5b05-44fb-8d39-0904bf5d860b req-31ad3b27-e2e9-4573-a924-57eebf213704 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:23.432012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b37f3-1f26-4e2d-a923-12120e0a3efc None None] The sync data for ids ['96702443-93e3-4e29-8e7b-200661d95edc'] in n-d-799529-2 is: [{'id': '96702443-93e3-4e29-8e7b-200661d95edc', 'name': 'tempest-TestNetworkBasicOps-router-1613711875', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:27Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:29Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'a1ad48d8-f9fc-42bb-98c6-90ad46583563', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'port_id': '31bf96c4-0dcb-4c9c-8e66-29ed3b26a275', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf', 'mac_address': 'fa:16:3e:ad:76:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f167ef-1656-4045-831c-62d1cae9d071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:03:18Z', 'updated_at': '2021-07-06T12:03:18Z', 'revision_number': 0, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403', 'name': '', 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:99:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:36Z', 'updated_at': '2021-07-06T12:02:46Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:23.638826 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-666cc390-5b05-44fb-8d39-0904bf5d860b req-31ad3b27-e2e9-4573-a924-57eebf213704 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:23.646233 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-666cc390-5b05-44fb-8d39-0904bf5d860b req-31ad3b27-e2e9-4573-a924-57eebf213704 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:23.710525 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-666cc390-5b05-44fb-8d39-0904bf5d860b req-31ad3b27-e2e9-4573-a924-57eebf213704 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:23.714451 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-666cc390-5b05-44fb-8d39-0904bf5d860b req-31ad3b27-e2e9-4573-a924-57eebf213704 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3579416 Jul 06 12:03:23.733155 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad3b27-e2e9-4573-a924-57eebf213704 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a3b543-c342-4d6c-8e91-a133dee76bd5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:23.821038 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43298) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:23.837627 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda365c3-69f5-49d6-9c5f-5f2a2efd4bbd None None] New status for floating IP a1ad48d8-f9fc-42bb-98c6-90ad46583563: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:03:23.977563 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b55038-135d-4851-a2c0-3c9d001e518f req-3381763d-09f7-4f04-a402-5a7f9af0fc22 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:23.979467 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76b55038-135d-4851-a2c0-3c9d001e518f req-3381763d-09f7-4f04-a402-5a7f9af0fc22 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.0946822 Jul 06 12:03:23.990250 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9a1c89e4-35d9-42f1-b9d3-223697c230aa tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/floatingips/a1ad48d8-f9fc-42bb-98c6-90ad46583563 HTTP/1.1" status: 200 len: 991 time: 0.1679597 Jul 06 12:03:24.052244 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76b55038-135d-4851-a2c0-3c9d001e518f req-030daa47-9aba-40ba-9dc3-2a68fe04d287 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618272 Jul 06 12:03:24.505412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-64ecdcc7-d393-421c-9a32-eb2f593a6c5e req-67cbe869-caee-4e27-9c5f-56819ad2c4d9 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-409802342', 'description': 'tempest-description-234384650'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:24.529845 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-64ecdcc7-d393-421c-9a32-eb2f593a6c5e req-67cbe869-caee-4e27-9c5f-56819ad2c4d9 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:24.691853 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-64ecdcc7-d393-421c-9a32-eb2f593a6c5e req-67cbe869-caee-4e27-9c5f-56819ad2c4d9 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:24.741224 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-64ecdcc7-d393-421c-9a32-eb2f593a6c5e req-67cbe869-caee-4e27-9c5f-56819ad2c4d9 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:24.786859 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-64ecdcc7-d393-421c-9a32-eb2f593a6c5e req-67cbe869-caee-4e27-9c5f-56819ad2c4d9 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:24.788197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64ecdcc7-d393-421c-9a32-eb2f593a6c5e req-67cbe869-caee-4e27-9c5f-56819ad2c4d9 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2940862 Jul 06 12:03:24.794253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbe869-caee-4e27-9c5f-56819ad2c4d9 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da6f42b-e781-4dbe-8dec-b4e6ebd6b479,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:24.941151 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4dfac6b4-e729-4810-a54e-df894da41e40 req-00c6ba83-f162-410e-9982-0513aa35c879 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/99a3b543-c342-4d6c-8e91-a133dee76bd5 HTTP/1.1" status: 200 len: 1806 time: 0.0569315 Jul 06 12:03:24.992996 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43324) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:25.005987 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4dfac6b4-e729-4810-a54e-df894da41e40 req-d143e72c-2b12-43cd-8712-cd1600b013f5 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/8da6f42b-e781-4dbe-8dec-b4e6ebd6b479 HTTP/1.1" status: 200 len: 1805 time: 0.0586793 Jul 06 12:03:25.016428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-4dfac6b4-e729-4810-a54e-df894da41e40 req-f5f4e017-9fde-4922-a3fc-1b61937090b6 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '99a3b543-c342-4d6c-8e91-a133dee76bd5', 'remote_group_id': '8da6f42b-e781-4dbe-8dec-b4e6ebd6b479', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:25.016746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-4dfac6b4-e729-4810-a54e-df894da41e40 req-f5f4e017-9fde-4922-a3fc-1b61937090b6 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '99a3b543-c342-4d6c-8e91-a133dee76bd5', 'remote_group_id': '8da6f42b-e781-4dbe-8dec-b4e6ebd6b479', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:25.110722 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4dfac6b4-e729-4810-a54e-df894da41e40 req-f5f4e017-9fde-4922-a3fc-1b61937090b6 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:25.113871 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5a02e08a-f93b-45b6-82d4-9830a929c5e6 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/floatingips/a1ad48d8-f9fc-42bb-98c6-90ad46583563 HTTP/1.1" status: 200 len: 993 time: 0.1195891 Jul 06 12:03:25.181856 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4dfac6b4-e729-4810-a54e-df894da41e40 req-f5f4e017-9fde-4922-a3fc-1b61937090b6 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:25.188122 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4dfac6b4-e729-4810-a54e-df894da41e40 req-f5f4e017-9fde-4922-a3fc-1b61937090b6 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:25.208615 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4e017-9fde-4922-a3fc-1b61937090b6 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adfdd0c-6718-4cb1-97b0-b865ce4157b4,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:25.236660 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4dfac6b4-e729-4810-a54e-df894da41e40 req-f5f4e017-9fde-4922-a3fc-1b61937090b6 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:25.237899 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4dfac6b4-e729-4810-a54e-df894da41e40 req-f5f4e017-9fde-4922-a3fc-1b61937090b6 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2256029 Jul 06 12:03:25.476701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a9182-a36b-4e90-bf54-712242218f4f req-8c47521c-d719-4153-8bc0-fb88c1e9be47 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:25.478278 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f15a9182-a36b-4e90-bf54-712242218f4f req-8c47521c-d719-4153-8bc0-fb88c1e9be47 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.0971789 Jul 06 12:03:25.526232 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f15a9182-a36b-4e90-bf54-712242218f4f req-ae8b130c-87e4-4dbb-8b20-3188ad78acc4 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363338 Jul 06 12:03:25.560325 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-ddd3ed43-013b-4dd4-9782-c5afd27579d2 req-7a79d68f-d27c-4408-8a9d-d6052c6a6928 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-206992814', 'description': 'tempest-description-1397489000'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:25.594572 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ddd3ed43-013b-4dd4-9782-c5afd27579d2 req-7a79d68f-d27c-4408-8a9d-d6052c6a6928 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:25.698611 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ddd3ed43-013b-4dd4-9782-c5afd27579d2 req-7a79d68f-d27c-4408-8a9d-d6052c6a6928 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:25.703063 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ddd3ed43-013b-4dd4-9782-c5afd27579d2 req-7a79d68f-d27c-4408-8a9d-d6052c6a6928 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:25.732770 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ddd3ed43-013b-4dd4-9782-c5afd27579d2 req-7a79d68f-d27c-4408-8a9d-d6052c6a6928 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:25.743771 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ddd3ed43-013b-4dd4-9782-c5afd27579d2 req-7a79d68f-d27c-4408-8a9d-d6052c6a6928 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1896634 Jul 06 12:03:25.747363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79d68f-d27c-4408-8a9d-d6052c6a6928 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a00561c5-f974-4d31-884f-b6a90d868f92,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:25.907285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-e79ae0c9-5e16-430f-9df5-6219e118636b req-58bd4c66-ee0a-4e9e-ada6-5ea6cf16d2f8 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-41148408', 'description': 'tempest-description-885185520'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:25.934314 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e79ae0c9-5e16-430f-9df5-6219e118636b req-58bd4c66-ee0a-4e9e-ada6-5ea6cf16d2f8 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.047845 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e79ae0c9-5e16-430f-9df5-6219e118636b req-58bd4c66-ee0a-4e9e-ada6-5ea6cf16d2f8 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.053185 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e79ae0c9-5e16-430f-9df5-6219e118636b req-58bd4c66-ee0a-4e9e-ada6-5ea6cf16d2f8 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.085887 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e79ae0c9-5e16-430f-9df5-6219e118636b req-58bd4c66-ee0a-4e9e-ada6-5ea6cf16d2f8 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.087325 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e79ae0c9-5e16-430f-9df5-6219e118636b req-58bd4c66-ee0a-4e9e-ada6-5ea6cf16d2f8 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1865222 Jul 06 12:03:26.098124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd4c66-ee0a-4e9e-ada6-5ea6cf16d2f8 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e836955-6742-4bea-ab02-884e4ddc36bc,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:26.218332 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75db03cf-70a7-4f71-9576-824b1db235b2 req-5e60b8f2-2909-463e-b10b-a8e2df7701c1 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/a00561c5-f974-4d31-884f-b6a90d868f92 HTTP/1.1" status: 200 len: 1806 time: 0.0432773 Jul 06 12:03:26.264125 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75db03cf-70a7-4f71-9576-824b1db235b2 req-2dc451e5-1163-4eb4-a057-515535594e71 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/8e836955-6742-4bea-ab02-884e4ddc36bc HTTP/1.1" status: 200 len: 1804 time: 0.0389860 Jul 06 12:03:26.274566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-75db03cf-70a7-4f71-9576-824b1db235b2 req-eb3d65fe-bc00-4efa-a748-497351185380 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a00561c5-f974-4d31-884f-b6a90d868f92', 'remote_group_id': '8e836955-6742-4bea-ab02-884e4ddc36bc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:26.274942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-75db03cf-70a7-4f71-9576-824b1db235b2 req-eb3d65fe-bc00-4efa-a748-497351185380 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a00561c5-f974-4d31-884f-b6a90d868f92', 'remote_group_id': '8e836955-6742-4bea-ab02-884e4ddc36bc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:26.343593 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-75db03cf-70a7-4f71-9576-824b1db235b2 req-eb3d65fe-bc00-4efa-a748-497351185380 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.400540 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-75db03cf-70a7-4f71-9576-824b1db235b2 req-eb3d65fe-bc00-4efa-a748-497351185380 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.405714 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-75db03cf-70a7-4f71-9576-824b1db235b2 req-eb3d65fe-bc00-4efa-a748-497351185380 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.426420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d65fe-bc00-4efa-a748-497351185380 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33162e48-d2e1-466d-8ae2-c4889e0f20e7,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:26.432940 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-75db03cf-70a7-4f71-9576-824b1db235b2 req-eb3d65fe-bc00-4efa-a748-497351185380 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.435135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75db03cf-70a7-4f71-9576-824b1db235b2 req-eb3d65fe-bc00-4efa-a748-497351185380 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1646574 Jul 06 12:03:26.573770 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-13f320eb-801f-45a4-9476-9369e3750ddd req-2eab9cf6-ea89-4f20-9ffa-0fadef67fd1c tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/8e836955-6742-4bea-ab02-884e4ddc36bc HTTP/1.1" status: 200 len: 1804 time: 0.0613387 Jul 06 12:03:26.650376 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-13f320eb-801f-45a4-9476-9369e3750ddd req-99be3eff-4ca0-4b7f-9222-9e1f0b239d62 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.695786 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-13f320eb-801f-45a4-9476-9369e3750ddd req-99be3eff-4ca0-4b7f-9222-9e1f0b239d62 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.772904 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-13f320eb-801f-45a4-9476-9369e3750ddd req-99be3eff-4ca0-4b7f-9222-9e1f0b239d62 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.775938 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-13f320eb-801f-45a4-9476-9369e3750ddd req-99be3eff-4ca0-4b7f-9222-9e1f0b239d62 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:26.777655 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-13f320eb-801f-45a4-9476-9369e3750ddd req-99be3eff-4ca0-4b7f-9222-9e1f0b239d62 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "DELETE /v2.0/security-groups/8e836955-6742-4bea-ab02-884e4ddc36bc HTTP/1.1" status: 204 len: 173 time: 0.1967964 Jul 06 12:03:26.791007 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be3eff-4ca0-4b7f-9222-9e1f0b239d62 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e836955-6742-4bea-ab02-884e4ddc36bc,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:26.964192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece0b97-3d3a-42e0-a706-74bfc12a0bae req-9559141a-6ceb-4d3c-9f48-0b30cc738973 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:26.966425 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7ece0b97-3d3a-42e0-a706-74bfc12a0bae req-9559141a-6ceb-4d3c-9f48-0b30cc738973 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?device_id=47a8ccd6-3589-40b5-8bc1-95d557068b4a HTTP/1.1" status: 200 len: 949 time: 0.0762541 Jul 06 12:03:27.006912 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7ece0b97-3d3a-42e0-a706-74bfc12a0bae req-1f2b421d-e523-41ed-92b0-693f56f5697b tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/security-groups?id=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342655 Jul 06 12:03:27.183953 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5434d-d87f-4e51-8fe8-2257f600b0e4 req-26f115e4-1153-43cf-a2ec-aef2d60ccfd5 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:27.187872 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73b5434d-d87f-4e51-8fe8-2257f600b0e4 req-26f115e4-1153-43cf-a2ec-aef2d60ccfd5 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.0766845 Jul 06 12:03:27.229517 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73b5434d-d87f-4e51-8fe8-2257f600b0e4 req-c9b0d0e0-6f0d-4454-8fd3-93174f775bf0 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382986 Jul 06 12:03:27.297765 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8a89296b-fe5c-4a37-8b3e-5fb3c6d36a21 req-c0713c75-6fbd-4ba5-8b38-e18949a95f21 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/a00561c5-f974-4d31-884f-b6a90d868f92 HTTP/1.1" status: 200 len: 1806 time: 0.0430982 Jul 06 12:03:27.814508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-2c0997af-5198-4003-813f-031800fc58bc req-46f5fe16-22ac-4e8d-a7d1-c79ff0f5971f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1379751451', 'description': 'tempest-description-1731362348'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:27.838211 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2c0997af-5198-4003-813f-031800fc58bc req-46f5fe16-22ac-4e8d-a7d1-c79ff0f5971f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:27.994679 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2c0997af-5198-4003-813f-031800fc58bc req-46f5fe16-22ac-4e8d-a7d1-c79ff0f5971f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.004471 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2c0997af-5198-4003-813f-031800fc58bc req-46f5fe16-22ac-4e8d-a7d1-c79ff0f5971f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.040641 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2c0997af-5198-4003-813f-031800fc58bc req-46f5fe16-22ac-4e8d-a7d1-c79ff0f5971f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.042601 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c0997af-5198-4003-813f-031800fc58bc req-46f5fe16-22ac-4e8d-a7d1-c79ff0f5971f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2326159 Jul 06 12:03:28.044570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5fe16-22ac-4e8d-a7d1-c79ff0f5971f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b18758-bb1d-4f06-a176-7b6302f54ab7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:28.179806 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f00b0ce-4b88-4e78-a2c0-9d5682c8b50d req-6ba6c064-d290-456a-b078-3fb36401f1e8 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/38b18758-bb1d-4f06-a176-7b6302f54ab7 HTTP/1.1" status: 200 len: 1807 time: 0.0460982 Jul 06 12:03:28.193175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-3f00b0ce-4b88-4e78-a2c0-9d5682c8b50d req-d91fc8c4-deb7-436e-a30e-a0a4eb056819 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '38b18758-bb1d-4f06-a176-7b6302f54ab7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:28.193494 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-3f00b0ce-4b88-4e78-a2c0-9d5682c8b50d req-d91fc8c4-deb7-436e-a30e-a0a4eb056819 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '38b18758-bb1d-4f06-a176-7b6302f54ab7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:28.260696 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3f00b0ce-4b88-4e78-a2c0-9d5682c8b50d req-d91fc8c4-deb7-436e-a30e-a0a4eb056819 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.290176 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3f00b0ce-4b88-4e78-a2c0-9d5682c8b50d req-d91fc8c4-deb7-436e-a30e-a0a4eb056819 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.295109 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3f00b0ce-4b88-4e78-a2c0-9d5682c8b50d req-d91fc8c4-deb7-436e-a30e-a0a4eb056819 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.313825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fc8c4-deb7-436e-a30e-a0a4eb056819 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f879bc-3b48-45a5-81f4-b964444cab0e,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:28.321844 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-3f00b0ce-4b88-4e78-a2c0-9d5682c8b50d req-d91fc8c4-deb7-436e-a30e-a0a4eb056819 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.324143 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f00b0ce-4b88-4e78-a2c0-9d5682c8b50d req-d91fc8c4-deb7-436e-a30e-a0a4eb056819 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1375833 Jul 06 12:03:28.501073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821b4eb-a327-406e-b089-113707db94f3 req-2170d7ec-6abd-460b-a25c-1c46e6425544 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:28.502825 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e821b4eb-a327-406e-b089-113707db94f3 req-2170d7ec-6abd-460b-a25c-1c46e6425544 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.0716114 Jul 06 12:03:28.543375 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e821b4eb-a327-406e-b089-113707db94f3 req-f0cc1ce6-9a92-4322-8ee2-3a610c6926ca tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334735 Jul 06 12:03:28.617384 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a0f33fb-42bb-4e20-b372-efe29474f1a4 req-127468af-2b8e-4643-9f08-4afc36f030f8 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/38b18758-bb1d-4f06-a176-7b6302f54ab7 HTTP/1.1" status: 200 len: 2401 time: 0.0472543 Jul 06 12:03:28.628102 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-2a0f33fb-42bb-4e20-b372-efe29474f1a4 req-cf85eb01-610d-4313-870e-b76b4bc8a7af tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '38b18758-bb1d-4f06-a176-7b6302f54ab7', 'remote_group_id': None}]} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:28.628731 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-2a0f33fb-42bb-4e20-b372-efe29474f1a4 req-cf85eb01-610d-4313-870e-b76b4bc8a7af tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '38b18758-bb1d-4f06-a176-7b6302f54ab7', 'remote_group_id': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:28.690485 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2a0f33fb-42bb-4e20-b372-efe29474f1a4 req-cf85eb01-610d-4313-870e-b76b4bc8a7af tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.725074 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2a0f33fb-42bb-4e20-b372-efe29474f1a4 req-cf85eb01-610d-4313-870e-b76b4bc8a7af tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.730878 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2a0f33fb-42bb-4e20-b372-efe29474f1a4 req-cf85eb01-610d-4313-870e-b76b4bc8a7af tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.755702 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85eb01-610d-4313-870e-b76b4bc8a7af tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec3a934-a709-4969-bfa9-cbc0d4b34776,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:28.761905 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2a0f33fb-42bb-4e20-b372-efe29474f1a4 req-cf85eb01-610d-4313-870e-b76b4bc8a7af tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:28.763157 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a0f33fb-42bb-4e20-b372-efe29474f1a4 req-cf85eb01-610d-4313-870e-b76b4bc8a7af tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1390800 Jul 06 12:03:28.931670 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c48789a6-a3e3-40d7-9f9f-5ffd870a09f3 req-f90a7f76-c4a1-45ae-9018-a2e6f9585255 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/38b18758-bb1d-4f06-a176-7b6302f54ab7 HTTP/1.1" status: 200 len: 3000 time: 0.0425961 Jul 06 12:03:29.049742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21b2e91a-f4c6-477e-bdc6-9c659a611524 req-6d8faa4e-029a-4859-a740-e3f9abb4d089 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-group-rules/6ec3a934-a709-4969-bfa9-cbc0d4b34776 HTTP/1.1" status: 200 len: 783 time: 0.0232596 Jul 06 12:03:29.104931 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21b2e91a-f4c6-477e-bdc6-9c659a611524 req-7e292a4d-f60e-4ed4-ada7-77e739b7bf4a tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/38b18758-bb1d-4f06-a176-7b6302f54ab7 HTTP/1.1" status: 200 len: 3000 time: 0.0490258 Jul 06 12:03:29.133396 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-21b2e91a-f4c6-477e-bdc6-9c659a611524 req-5fc84a24-cd80-4065-a0f2-57711fc8e041 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.141656 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-21b2e91a-f4c6-477e-bdc6-9c659a611524 req-5fc84a24-cd80-4065-a0f2-57711fc8e041 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.170206 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-21b2e91a-f4c6-477e-bdc6-9c659a611524 req-5fc84a24-cd80-4065-a0f2-57711fc8e041 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.176293 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-21b2e91a-f4c6-477e-bdc6-9c659a611524 req-5fc84a24-cd80-4065-a0f2-57711fc8e041 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.177437 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21b2e91a-f4c6-477e-bdc6-9c659a611524 req-5fc84a24-cd80-4065-a0f2-57711fc8e041 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/6ec3a934-a709-4969-bfa9-cbc0d4b34776 HTTP/1.1" status: 204 len: 173 time: 0.0672736 Jul 06 12:03:29.193413 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc84a24-cd80-4065-a0f2-57711fc8e041 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ec3a934-a709-4969-bfa9-cbc0d4b34776,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:29.271795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43466) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:29.393403 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-711488fd-71c6-4a5b-a787-5fe275571038 req-b2e2b74d-3633-4d5c-8c36-0081f7b2f186 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/38b18758-bb1d-4f06-a176-7b6302f54ab7 HTTP/1.1" status: 200 len: 2401 time: 0.0443764 Jul 06 12:03:29.489323 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-711488fd-71c6-4a5b-a787-5fe275571038 req-98f6a293-42e3-4f04-885c-8a1d30a011f3 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.552106 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-711488fd-71c6-4a5b-a787-5fe275571038 req-98f6a293-42e3-4f04-885c-8a1d30a011f3 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.652113 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-711488fd-71c6-4a5b-a787-5fe275571038 req-98f6a293-42e3-4f04-885c-8a1d30a011f3 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.654854 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-711488fd-71c6-4a5b-a787-5fe275571038 req-98f6a293-42e3-4f04-885c-8a1d30a011f3 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:29.656025 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-711488fd-71c6-4a5b-a787-5fe275571038 req-98f6a293-42e3-4f04-885c-8a1d30a011f3 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "DELETE /v2.0/security-groups/38b18758-bb1d-4f06-a176-7b6302f54ab7 HTTP/1.1" status: 204 len: 173 time: 0.2571554 Jul 06 12:03:29.693339 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6a293-42e3-4f04-885c-8a1d30a011f3 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b18758-bb1d-4f06-a176-7b6302f54ab7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:29.862854 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a848922-5326-4681-b4ce-fd71c5ca9597 req-03dffe54-b5a7-4425-8f40-d9d743324240 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:29.864381 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a848922-5326-4681-b4ce-fd71c5ca9597 req-03dffe54-b5a7-4425-8f40-d9d743324240 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.1073549 Jul 06 12:03:29.932455 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a848922-5326-4681-b4ce-fd71c5ca9597 req-dbb97dcf-2e59-4a8d-926a-e3a75293a2fe tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606351 Jul 06 12:03:29.968193 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a437-1a2b-4514-ae1f-3ef2d71d0596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.008997 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-488979a5-1aa6-4a5c-875b-8fa3e2d70d40 req-ad5d199b-7ac3-4181-b894-084b6b3aba69 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] show failed (client error): The resource could not be found. Jul 06 12:03:30.009951 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-488979a5-1aa6-4a5c-875b-8fa3e2d70d40 req-ad5d199b-7ac3-4181-b894-084b6b3aba69 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/8e836955-6742-4bea-ab02-884e4ddc36bc HTTP/1.1" status: 404 len: 352 time: 0.0516105 Jul 06 12:03:30.204707 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f8555c3-16f6-479d-8761-a5a2194b7293 req-e43f9130-ec3c-46b4-bf92-e92fcd6f351a tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/a00561c5-f974-4d31-884f-b6a90d868f92 HTTP/1.1" status: 200 len: 1806 time: 0.0511611 Jul 06 12:03:30.316835 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f8555c3-16f6-479d-8761-a5a2194b7293 req-ed320f3f-2020-42bd-8111-f24a7ab18668 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.346283 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f8555c3-16f6-479d-8761-a5a2194b7293 req-ed320f3f-2020-42bd-8111-f24a7ab18668 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.365568 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ecc0a437-1a2b-4514-ae1f-3ef2d71d0596 admin admin] Deleting port b2e0fbbe-adcd-4482-882c-dab5a387b157 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:30.365982 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a437-1a2b-4514-ae1f-3ef2d71d0596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.436225 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d3102f36-fe0a-4349-a93c-05b70c3f6b59 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:30.448590 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f8555c3-16f6-479d-8761-a5a2194b7293 req-ed320f3f-2020-42bd-8111-f24a7ab18668 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.451173 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9f8555c3-16f6-479d-8761-a5a2194b7293 req-ed320f3f-2020-42bd-8111-f24a7ab18668 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.452645 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f8555c3-16f6-479d-8761-a5a2194b7293 req-ed320f3f-2020-42bd-8111-f24a7ab18668 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "DELETE /v2.0/security-groups/a00561c5-f974-4d31-884f-b6a90d868f92 HTTP/1.1" status: 204 len: 173 time: 0.2400377 Jul 06 12:03:30.496684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed320f3f-2020-42bd-8111-f24a7ab18668 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00561c5-f974-4d31-884f-b6a90d868f92,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:30.509067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-ecc0a437-1a2b-4514-ae1f-3ef2d71d0596 admin admin] For port b2e0fbbe-adcd-4482-882c-dab5a387b157, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b2e0fbbe-adcd-4482-882c-dab5a387b157,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:30.509660 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a437-1a2b-4514-ae1f-3ef2d71d0596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.525128 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ecc0a437-1a2b-4514-ae1f-3ef2d71d0596 admin admin] Calling delete_port for b2e0fbbe-adcd-4482-882c-dab5a387b157 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:30.570643 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.606997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a8ccd6-3589-40b5-8bc1-95d557068b4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:30.610217 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec5669e-7b97-452f-855a-809d35197c64" -d '{"events": [{"server_uuid": "47a8ccd6-3589-40b5-8bc1-95d557068b4a", "name": "network-vif-unplugged", "status": "completed", "tag": "d3102f36-fe0a-4349-a93c-05b70c3f6b59"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:30.615969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d3102f36-fe0a-4349-a93c-05b70c3f6b59, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d3102f36-fe0a-4349-a93c-05b70c3f6b59,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:30.621122 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.672959 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d3102f36-fe0a-4349-a93c-05b70c3f6b59,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:30.680793 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.681424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.682002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.682278 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.682621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.682941 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.684031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.684533 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.684860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.685186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.685510 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.685832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:30.698222 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f9f8b208-5d0b-41df-b71e-e6020f379c92 req-3f0da429-3dc6-41ad-8de6-addeaa917c29 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/8da6f42b-e781-4dbe-8dec-b4e6ebd6b479 HTTP/1.1" status: 200 len: 1805 time: 0.0828936 Jul 06 12:03:30.732302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43514) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:30.810852 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f9f8b208-5d0b-41df-b71e-e6020f379c92 req-38ac31a7-524d-4f7a-a31e-9d325fe6915f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.841329 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f9f8b208-5d0b-41df-b71e-e6020f379c92 req-38ac31a7-524d-4f7a-a31e-9d325fe6915f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.847962 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb2d9-b89e-4508-b820-1f1b8a6aabbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.849847 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a437-1a2b-4514-ae1f-3ef2d71d0596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.892010 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0a437-1a2b-4514-ae1f-3ef2d71d0596 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e0fbbe-adcd-4482-882c-dab5a387b157,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:30.944388 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb2d9-b89e-4508-b820-1f1b8a6aabbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.949008 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb2d9-b89e-4508-b820-1f1b8a6aabbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:30.996261 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5c2cb2d9-b89e-4508-b820-1f1b8a6aabbf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cabc9373746f48178c0433ee3c313657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615972 Jul 06 12:03:30.997363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cb2d9-b89e-4508-b820-1f1b8a6aabbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fb634c-2350-4ef3-ab6c-a9b8a45fc4b7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:31.000090 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43520) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:31.010478 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f9f8b208-5d0b-41df-b71e-e6020f379c92 req-38ac31a7-524d-4f7a-a31e-9d325fe6915f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.013173 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f9f8b208-5d0b-41df-b71e-e6020f379c92 req-38ac31a7-524d-4f7a-a31e-9d325fe6915f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.014352 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f9f8b208-5d0b-41df-b71e-e6020f379c92 req-38ac31a7-524d-4f7a-a31e-9d325fe6915f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "DELETE /v2.0/security-groups/8da6f42b-e781-4dbe-8dec-b4e6ebd6b479 HTTP/1.1" status: 204 len: 173 time: 0.3068957 Jul 06 12:03:31.030899 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac31a7-524d-4f7a-a31e-9d325fe6915f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da6f42b-e781-4dbe-8dec-b4e6ebd6b479,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:31.064308 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e707f358-870d-4a43-8016-49847d695d9b x-openstack-request-id: req-e707f358-870d-4a43-8016-49847d695d9b {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:31.064606 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a8ccd6-3589-40b5-8bc1-95d557068b4a", "name": "network-vif-unplugged", "status": "completed", "tag": "d3102f36-fe0a-4349-a93c-05b70c3f6b59", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:31.064862 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e707f358-870d-4a43-8016-49847d695d9b {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:31.065286 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8ccd6-3589-40b5-8bc1-95d557068b4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59', 'code': 200} Jul 06 12:03:31.077765 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5dfcf1c0-9a01-4051-a492-b73a11f6c729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.102321 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5dfcf1c0-9a01-4051-a492-b73a11f6c729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.109962 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a437-1a2b-4514-ae1f-3ef2d71d0596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.173146 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5dfcf1c0-9a01-4051-a492-b73a11f6c729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.176358 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5dfcf1c0-9a01-4051-a492-b73a11f6c729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.180344 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5dfcf1c0-9a01-4051-a492-b73a11f6c729 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46fb634c-2350-4ef3-ab6c-a9b8a45fc4b7 HTTP/1.1" status: 204 len: 168 time: 0.1767302 Jul 06 12:03:31.187086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcf1c0-9a01-4051-a492-b73a11f6c729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fb634c-2350-4ef3-ab6c-a9b8a45fc4b7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:31.470172 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43532) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:31.488935 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-968e6bfb-5f16-47a5-93ea-b7b9f25796a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.586156 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-968e6bfb-5f16-47a5-93ea-b7b9f25796a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.590557 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-968e6bfb-5f16-47a5-93ea-b7b9f25796a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.628183 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-968e6bfb-5f16-47a5-93ea-b7b9f25796a5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2cb7e01255cf459c99de33b185f3900c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563292 Jul 06 12:03:31.630016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e6bfb-5f16-47a5-93ea-b7b9f25796a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f4760d-b3b3-4f76-8a99-0c8152d8d1ad,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:31.632275 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43536) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:31.658533 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bee2e-f35a-47d4-90f5-a92fe4746a5a req-75dd9628-70c8-4003-91df-b1f08c1d95ce tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:31.659999 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df1bee2e-f35a-47d4-90f5-a92fe4746a5a req-75dd9628-70c8-4003-91df-b1f08c1d95ce tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.4788833 Jul 06 12:03:31.684972 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-673891e9-496d-4889-b516-1176a6010977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.705938 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-673891e9-496d-4889-b516-1176a6010977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.742641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df1bee2e-f35a-47d4-90f5-a92fe4746a5a req-84db695d-76ce-4e17-8f5a-7d723e90e147 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764713 Jul 06 12:03:31.759060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc0a437-1a2b-4514-ae1f-3ef2d71d0596 admin admin] Router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:31.771845 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-673891e9-496d-4889-b516-1176a6010977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.771845 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-673891e9-496d-4889-b516-1176a6010977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.771845 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-673891e9-496d-4889-b516-1176a6010977 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44f4760d-b3b3-4f76-8a99-0c8152d8d1ad HTTP/1.1" status: 204 len: 168 time: 0.1350317 Jul 06 12:03:31.779085 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673891e9-496d-4889-b516-1176a6010977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f4760d-b3b3-4f76-8a99-0c8152d8d1ad,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:31.893641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dd1b0900-8bdc-4128-8540-97f53b632d08 req-06fefe59-3e59-44d8-a0fe-7fe1a64501a4 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/99a3b543-c342-4d6c-8e91-a133dee76bd5 HTTP/1.1" status: 200 len: 1806 time: 0.0889544 Jul 06 12:03:31.912449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc0a437-1a2b-4514-ae1f-3ef2d71d0596 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:31.924784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ecc0a437-1a2b-4514-ae1f-3ef2d71d0596 admin admin] 10.222.0.81 "PUT /v2.0/routers/733b33f7-18ef-4e7a-aa18-17e9a4c85cd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6493742 Jul 06 12:03:31.924980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a69f48-046f-4be2-9c3a-a6ef79e92988 None None] Sync routers for ids ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:31.925606 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43540) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:31.943448 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a69f48-046f-4be2-9c3a-a6ef79e92988 None None] Routers {'733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:31.944283 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-29a69f48-046f-4be2-9c3a-a6ef79e92988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:03:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:31.971382 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-dd1b0900-8bdc-4128-8540-97f53b632d08 req-2d93baca-df4a-4f32-810d-05b7069dccc5 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:31.998997 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-dd1b0900-8bdc-4128-8540-97f53b632d08 req-2d93baca-df4a-4f32-810d-05b7069dccc5 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.050756 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11ebd9da-c800-4856-b42b-6724140b6709 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.056456 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-dd1b0900-8bdc-4128-8540-97f53b632d08 req-2d93baca-df4a-4f32-810d-05b7069dccc5 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.060141 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-dd1b0900-8bdc-4128-8540-97f53b632d08 req-2d93baca-df4a-4f32-810d-05b7069dccc5 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.061508 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dd1b0900-8bdc-4128-8540-97f53b632d08 req-2d93baca-df4a-4f32-810d-05b7069dccc5 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "DELETE /v2.0/security-groups/99a3b543-c342-4d6c-8e91-a133dee76bd5 HTTP/1.1" status: 204 len: 173 time: 0.1587977 Jul 06 12:03:32.086363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93baca-df4a-4f32-810d-05b7069dccc5 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a3b543-c342-4d6c-8e91-a133dee76bd5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:32.111129 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-29a69f48-046f-4be2-9c3a-a6ef79e92988 None None] Set router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:32.171397 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11ebd9da-c800-4856-b42b-6724140b6709 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.234642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-11ebd9da-c800-4856-b42b-6724140b6709 admin admin] Deleting port 61629e21-257e-4e62-8e16-4d206f477179 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:32.234889 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11ebd9da-c800-4856-b42b-6724140b6709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.258515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43552) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:32.294927 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b673abff-e9eb-4740-a098-e0de8650e491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.346766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-11ebd9da-c800-4856-b42b-6724140b6709 admin admin] For port 61629e21-257e-4e62-8e16-4d206f477179, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=61629e21-257e-4e62-8e16-4d206f477179,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:32.347124 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11ebd9da-c800-4856-b42b-6724140b6709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.359675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-11ebd9da-c800-4856-b42b-6724140b6709 admin admin] Calling delete_port for 61629e21-257e-4e62-8e16-4d206f477179 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:32.400306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-29a69f48-046f-4be2-9c3a-a6ef79e92988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '61629e21-257e-4e62-8e16-4d206f477179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T12:03:30Z', 'revision_number': 5, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port': {'id': '61629e21-257e-4e62-8e16-4d206f477179', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:54:13Z', 'updated_at': '2021-07-06T11:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:32.409462 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-01ba6d6e-cf18-4447-bc81-20a7013e9f55 req-36f89ba3-ef7a-43d9-8bfa-b1dc3ebfb5aa tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/455d7764-768e-437a-b006-ee1deae99906 HTTP/1.1" status: 200 len: 2405 time: 0.0785306 Jul 06 12:03:32.449241 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a69f48-046f-4be2-9c3a-a6ef79e92988 None None] Checking router: 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:32.458842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a69f48-046f-4be2-9c3a-a6ef79e92988 None None] Routers {'733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:32.459754 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-29a69f48-046f-4be2-9c3a-a6ef79e92988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:03:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:32.522400 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-01ba6d6e-cf18-4447-bc81-20a7013e9f55 req-18837893-e71c-4a54-a7a1-57ae5f1fa740 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.551985 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b673abff-e9eb-4740-a098-e0de8650e491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.563360 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b673abff-e9eb-4740-a098-e0de8650e491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.571978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-29a69f48-046f-4be2-9c3a-a6ef79e92988 None None] Set router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:32.572220 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-01ba6d6e-cf18-4447-bc81-20a7013e9f55 req-18837893-e71c-4a54-a7a1-57ae5f1fa740 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.584961 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11ebd9da-c800-4856-b42b-6724140b6709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.624971 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebd9da-c800-4856-b42b-6724140b6709 admin admin] Pushing event deleted for resources: {'Port': ['ID=61629e21-257e-4e62-8e16-4d206f477179,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:32.641619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-29a69f48-046f-4be2-9c3a-a6ef79e92988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T12:03:32Z', 'revision_number': 6, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:32.665978 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b673abff-e9eb-4740-a098-e0de8650e491 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f286bcb6169c404e847b266e54317999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4056628 Jul 06 12:03:32.666854 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43574) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:32.667857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673abff-e9eb-4740-a098-e0de8650e491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac08a431-b4ae-4c88-a10f-1216d9791ca4,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:32.681645 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 14a05899-8566-4666-874f-9796be66b253 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:03:32.697092 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a69f48-046f-4be2-9c3a-a6ef79e92988 None None] The sync data for ids ['733b33f7-18ef-4e7a-aa18-17e9a4c85cd3'] in n-d-799529-2 is: [{'id': '733b33f7-18ef-4e7a-aa18-17e9a4c85cd3', 'name': 'tempest-AttachVolumeShelveTestJSON-102841963-router', 'tenant_id': 'cb4361f835974e8bb48f40231c55813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:54:11Z', 'updated_at': '2021-07-06T12:03:32Z', 'revision_number': 6, 'project_id': 'cb4361f835974e8bb48f40231c55813a', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:32.709489 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11ebd9da-c800-4856-b42b-6724140b6709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.716164 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-01ba6d6e-cf18-4447-bc81-20a7013e9f55 req-18837893-e71c-4a54-a7a1-57ae5f1fa740 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.718938 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-01ba6d6e-cf18-4447-bc81-20a7013e9f55 req-18837893-e71c-4a54-a7a1-57ae5f1fa740 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.732215 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-01ba6d6e-cf18-4447-bc81-20a7013e9f55 req-18837893-e71c-4a54-a7a1-57ae5f1fa740 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "DELETE /v2.0/security-groups/455d7764-768e-437a-b006-ee1deae99906 HTTP/1.1" status: 204 len: 173 time: 0.3150847 Jul 06 12:03:32.763064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18837893-e71c-4a54-a7a1-57ae5f1fa740 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455d7764-768e-437a-b006-ee1deae99906,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:32.802421 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-76da955d-63e0-481c-ad32-7a59c8afdd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.828469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 14a05899-8566-4666-874f-9796be66b253, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=14a05899-8566-4666-874f-9796be66b253,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:32.831088 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11ebd9da-c800-4856-b42b-6724140b6709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.835168 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11ebd9da-c800-4856-b42b-6724140b6709 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.848014 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-76da955d-63e0-481c-ad32-7a59c8afdd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.861578 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '14a05899-8566-4666-874f-9796be66b253', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '14a05899-8566-4666-874f-9796be66b253', 'mac_address': 'fa:16:3e:ff:38:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:03:32.909507 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11ebd9da-c800-4856-b42b-6724140b6709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.910065 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ebd9da-c800-4856-b42b-6724140b6709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:03:32.914186 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-76da955d-63e0-481c-ad32-7a59c8afdd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.915627 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11ebd9da-c800-4856-b42b-6724140b6709 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.917340 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-11ebd9da-c800-4856-b42b-6724140b6709 admin admin] 10.222.0.81 "DELETE /v2.0/routers/733b33f7-18ef-4e7a-aa18-17e9a4c85cd3 HTTP/1.1" status: 204 len: 168 time: 0.9902294 Jul 06 12:03:32.919578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43586) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:32.920644 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-76da955d-63e0-481c-ad32-7a59c8afdd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.923824 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-76da955d-63e0-481c-ad32-7a59c8afdd12 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ac08a431-b4ae-4c88-a10f-1216d9791ca4 HTTP/1.1" status: 204 len: 168 time: 0.2515116 Jul 06 12:03:32.940550 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:32.956017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da955d-63e0-481c-ad32-7a59c8afdd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac08a431-b4ae-4c88-a10f-1216d9791ca4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:32.961969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14a05899-8566-4666-874f-9796be66b253 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:03:32.989795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-8470705a-a1b2-4d90-9b33-fffbc013b19b admin admin] Deleting subnet 051eb73e-cc49-4234-bd0e-51f311b8c003 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:03:32.999062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8470705a-a1b2-4d90-9b33-fffbc013b19b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.009558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 14a05899-8566-4666-874f-9796be66b253, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=14a05899-8566-4666-874f-9796be66b253,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:33.022013 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.060121 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8470705a-a1b2-4d90-9b33-fffbc013b19b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.118274 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-596eca4a-e7d5-4ba4-bbe4-b02a5eab0d8d req-3fda17e7-12c6-4db2-9841-4e14cc04c7c8 tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "GET /v2.0/security-groups/8230a263-2771-4c87-be66-9508d70b3ca0 HTTP/1.1" status: 200 len: 2400 time: 0.1207228 Jul 06 12:03:33.181857 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['14a05899-8566-4666-874f-9796be66b253'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:03:33.234263 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-596eca4a-e7d5-4ba4-bbe4-b02a5eab0d8d req-3dd3de9c-01df-4200-b66a-6e932f02c62f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.234479 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8470705a-a1b2-4d90-9b33-fffbc013b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.268079 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-596eca4a-e7d5-4ba4-bbe4-b02a5eab0d8d req-3dd3de9c-01df-4200-b66a-6e932f02c62f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.269599 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=14a05899-8566-4666-874f-9796be66b253,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:33.348878 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8470705a-a1b2-4d90-9b33-fffbc013b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.361178 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-596eca4a-e7d5-4ba4-bbe4-b02a5eab0d8d req-3dd3de9c-01df-4200-b66a-6e932f02c62f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.365596 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-596eca4a-e7d5-4ba4-bbe4-b02a5eab0d8d req-3dd3de9c-01df-4200-b66a-6e932f02c62f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.369039 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-596eca4a-e7d5-4ba4-bbe4-b02a5eab0d8d req-3dd3de9c-01df-4200-b66a-6e932f02c62f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] 10.222.0.81 "DELETE /v2.0/security-groups/8230a263-2771-4c87-be66-9508d70b3ca0 HTTP/1.1" status: 204 len: 173 time: 0.2435086 Jul 06 12:03:33.376084 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43604) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:33.389997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470705a-a1b2-4d90-9b33-fffbc013b19b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=051eb73e-cc49-4234-bd0e-51f311b8c003,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:33.399282 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02b5ef2-c714-4144-9b6a-1b82944c03bc None None] Network 2583a30c-12e0-47de-ab04-5597efae877a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:33.404070 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8470705a-a1b2-4d90-9b33-fffbc013b19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.406462 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8470705a-a1b2-4d90-9b33-fffbc013b19b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/051eb73e-cc49-4234-bd0e-51f311b8c003 HTTP/1.1" status: 204 len: 168 time: 0.4857607 Jul 06 12:03:33.408985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43606) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:33.421697 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3de9c-01df-4200-b66a-6e932f02c62f tempest-SecurityGroupRulesTestJSON-525408326 tempest-SecurityGroupRulesTestJSON-525408326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8230a263-2771-4c87-be66-9508d70b3ca0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:33.443064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-d342ae7e-8f3e-4f23-b39f-3af48252971e admin admin] Deleting subnet df4f6a01-76a5-4f78-986b-22daf763aaf4 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:03:33.447357 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d342ae7e-8f3e-4f23-b39f-3af48252971e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.515555 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d342ae7e-8f3e-4f23-b39f-3af48252971e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.552665 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.661336 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d342ae7e-8f3e-4f23-b39f-3af48252971e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.758932 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b2e0fbbe-adcd-4482-882c-dab5a387b157 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:33.773290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1b73c-5201-4f26-a12a-7eeb551ecbc1 req-791ce685-cf6b-4ddb-8cc5-4bea33c34d9e tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:33.788836 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cea1b73c-5201-4f26-a12a-7eeb551ecbc1 req-791ce685-cf6b-4ddb-8cc5-4bea33c34d9e tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.2209258 Jul 06 12:03:33.829654 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d342ae7e-8f3e-4f23-b39f-3af48252971e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.848539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: b2e0fbbe-adcd-4482-882c-dab5a387b157 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:33.850561 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b2e0fbbe-adcd-4482-882c-dab5a387b157 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:33.851074 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 61629e21-257e-4e62-8e16-4d206f477179 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:33.860786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11a7941-5ac2-42e2-abb9-03a730003c47 None None] DHCP port deletion for 2583a30c-12e0-47de-ab04-5597efae877a request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:03:33.894138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 61629e21-257e-4e62-8e16-4d206f477179 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:33.894583 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 61629e21-257e-4e62-8e16-4d206f477179 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:33.898179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342ae7e-8f3e-4f23-b39f-3af48252971e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df4f6a01-76a5-4f78-986b-22daf763aaf4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:33.900713 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d342ae7e-8f3e-4f23-b39f-3af48252971e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:33.905593 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d342ae7e-8f3e-4f23-b39f-3af48252971e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/df4f6a01-76a5-4f78-986b-22daf763aaf4 HTTP/1.1" status: 204 len: 168 time: 0.5245359 Jul 06 12:03:33.907895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43616) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:33.962644 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f11a7941-5ac2-42e2-abb9-03a730003c47 None None] Deleting port 56b05460-ffa0-4e5f-94b3-cf7987a7d202 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:33.963763 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f11a7941-5ac2-42e2-abb9-03a730003c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.013871 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cea1b73c-5201-4f26-a12a-7eeb551ecbc1 req-12bf5304-0cf3-4489-9206-c742a8165825 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125094 Jul 06 12:03:34.116445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-057f5d88-d730-4a00-8db7-c291421faec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.154233 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f11a7941-5ac2-42e2-abb9-03a730003c47 None None] For port 56b05460-ffa0-4e5f-94b3-cf7987a7d202, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=56b05460-ffa0-4e5f-94b3-cf7987a7d202,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:34.154707 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f11a7941-5ac2-42e2-abb9-03a730003c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.185223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] Deleting port 56b05460-ffa0-4e5f-94b3-cf7987a7d202 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:34.185223 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.200518 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f11a7941-5ac2-42e2-abb9-03a730003c47 None None] Calling delete_port for 56b05460-ffa0-4e5f-94b3-cf7987a7d202 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:34.341213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] For port 56b05460-ffa0-4e5f-94b3-cf7987a7d202, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=56b05460-ffa0-4e5f-94b3-cf7987a7d202,segment=NetworkSegment(e234c5aa-b463-4259-a10a-fd6d3293cbc2),segment_id=e234c5aa-b463-4259-a10a-fd6d3293cbc2)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:34.341689 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.355443 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-057f5d88-d730-4a00-8db7-c291421faec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.359978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] Calling delete_port for 56b05460-ffa0-4e5f-94b3-cf7987a7d202 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:34.372670 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-057f5d88-d730-4a00-8db7-c291421faec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42da8745-180d-42eb-97e1-53b6946a31b3']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:34.395073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-057f5d88-d730-4a00-8db7-c291421faec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a1e912-969e-4bdc-b35f-385769d4cbcc') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:34.395553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-057f5d88-d730-4a00-8db7-c291421faec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a1e912-969e-4bdc-b35f-385769d4cbcc') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:34.401368 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f11a7941-5ac2-42e2-abb9-03a730003c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.436351 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-057f5d88-d730-4a00-8db7-c291421faec7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.467971 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-057f5d88-d730-4a00-8db7-c291421faec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.468555 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a7941-5ac2-42e2-abb9-03a730003c47 None None] Pushing event deleted for resources: {'Port': ['ID=56b05460-ffa0-4e5f-94b3-cf7987a7d202,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:34.474807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a7941-5ac2-42e2-abb9-03a730003c47 None None] No DVR routers for this DVR port 56b05460-ffa0-4e5f-94b3-cf7987a7d202 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:34.484488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057f5d88-d730-4a00-8db7-c291421faec7 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:03:34.485019 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-057f5d88-d730-4a00-8db7-c291421faec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:03:34.487025 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:03:34.564588 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.591581 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-057f5d88-d730-4a00-8db7-c291421faec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.632297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] No DVR routers for this DVR port 56b05460-ffa0-4e5f-94b3-cf7987a7d202 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:03:34.637757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b05460-ffa0-4e5f-94b3-cf7987a7d202,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:34.657789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 14a05899-8566-4666-874f-9796be66b253 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:34.673807 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-057f5d88-d730-4a00-8db7-c291421faec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.679593 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-057f5d88-d730-4a00-8db7-c291421faec7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/42da8745-180d-42eb-97e1-53b6946a31b3 HTTP/1.1" status: 204 len: 168 time: 0.7668450 Jul 06 12:03:34.682110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f5d88-d730-4a00-8db7-c291421faec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=42da8745-180d-42eb-97e1-53b6946a31b3,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:34.815662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 14a05899-8566-4666-874f-9796be66b253 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:34.815863 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.887123 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:34.924218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2583a30c-12e0-47de-ab04-5597efae877a']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:34.960461 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e234c5aa-b463-4259-a10a-fd6d3293cbc2') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:34.960909 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e234c5aa-b463-4259-a10a-fd6d3293cbc2') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:34.981466 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.000500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43644) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:35.009358 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.010390 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.017569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:03:35.018385 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:03:35.020747 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:03:35.071149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fe4193-fd8a-41cb-b00e-9261f0f02246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a05899-8566-4666-874f-9796be66b253'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:35.074059 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b696a012-7d79-4a2a-b068-86b9a0027c3f" -d '{"events": [{"server_uuid": "a8fe4193-fd8a-41cb-b00e-9261f0f02246", "name": "network-vif-plugged", "status": "completed", "tag": "14a05899-8566-4666-874f-9796be66b253"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:35.097418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 14a05899-8566-4666-874f-9796be66b253, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=14a05899-8566-4666-874f-9796be66b253,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:35.097695 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43660) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:35.100903 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f0405f80-69c5-4968-9e3c-b216c9c42c2d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5fc4bc39c64547dfa701c3f9725782da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983486 Jul 06 12:03:35.103049 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.107135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.121706 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.123900 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2583a30c-12e0-47de-ab04-5597efae877a HTTP/1.1" status: 204 len: 168 time: 1.7135015 Jul 06 12:03:35.151939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392fabc-d7eb-4455-aef3-3f3286722f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=2583a30c-12e0-47de-ab04-5597efae877a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:35.243662 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae831eec-5baf-4875-b47f-5ed12ff16bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.288771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=14a05899-8566-4666-874f-9796be66b253,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:35.293668 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae831eec-5baf-4875-b47f-5ed12ff16bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.419818 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.420178 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae831eec-5baf-4875-b47f-5ed12ff16bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.422995 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae831eec-5baf-4875-b47f-5ed12ff16bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.434164 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ae831eec-5baf-4875-b47f-5ed12ff16bc4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/edff2791-18d0-4278-bbff-0eb42f82351c HTTP/1.1" status: 204 len: 168 time: 0.3296139 Jul 06 12:03:35.444025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 56b05460-ffa0-4e5f-94b3-cf7987a7d202 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:35.463511 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae831eec-5baf-4875-b47f-5ed12ff16bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edff2791-18d0-4278-bbff-0eb42f82351c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:35.492503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 56b05460-ffa0-4e5f-94b3-cf7987a7d202 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:03:35.492875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 56b05460-ffa0-4e5f-94b3-cf7987a7d202 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:03:35.554976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43694) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:35.580361 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8803e61-3922-4873-918a-43ab19b3d7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.620130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73215dab-e420-4500-9f45-abe6ab270363 req-508ee340-83fa-4e5a-9af7-674ab15e65ab tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:35.634031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73215dab-e420-4500-9f45-abe6ab270363 req-508ee340-83fa-4e5a-9af7-674ab15e65ab tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.2604895 Jul 06 12:03:35.643766 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0b5416d5-04e3-4f11-a1ae-b56578668b6d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb4361f835974e8bb48f40231c55813a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858769 Jul 06 12:03:35.644229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43696) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:35.711809 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73215dab-e420-4500-9f45-abe6ab270363 req-7152568a-7295-4a06-a3c5-47e6ead78a70 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742190 Jul 06 12:03:35.753030 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e093683-3c57-45ea-91f0-b3fa31a7ae5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.802831 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee97a44-7981-471d-a117-a6414a942517 x-openstack-request-id: req-cee97a44-7981-471d-a117-a6414a942517 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:03:35.803415 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fe4193-fd8a-41cb-b00e-9261f0f02246", "name": "network-vif-plugged", "status": "completed", "tag": "14a05899-8566-4666-874f-9796be66b253", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:03:35.803892 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cee97a44-7981-471d-a117-a6414a942517 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:03:35.804505 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fe4193-fd8a-41cb-b00e-9261f0f02246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a05899-8566-4666-874f-9796be66b253', 'code': 200} Jul 06 12:03:35.862317 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e093683-3c57-45ea-91f0-b3fa31a7ae5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.991800 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e093683-3c57-45ea-91f0-b3fa31a7ae5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:35.997495 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e093683-3c57-45ea-91f0-b3fa31a7ae5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:36.007583 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7e093683-3c57-45ea-91f0-b3fa31a7ae5d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d038a65f-8933-41ed-b593-388e47f69859 HTTP/1.1" status: 204 len: 168 time: 0.3600481 Jul 06 12:03:36.025427 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e093683-3c57-45ea-91f0-b3fa31a7ae5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d038a65f-8933-41ed-b593-388e47f69859,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:36.316183 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.069654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af08b6-9e1e-4e53-b38d-fbddc1aeffda req-8f17b95a-6a01-4673-86cf-99e798b8cd0a tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:37.071278 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50af08b6-9e1e-4e53-b38d-fbddc1aeffda req-8f17b95a-6a01-4673-86cf-99e798b8cd0a tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.1686695 Jul 06 12:03:37.105469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43780) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:37.209096 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50af08b6-9e1e-4e53-b38d-fbddc1aeffda req-e805444f-53dc-427b-9169-2f3fbe3d3c78 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248562 Jul 06 12:03:37.369939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e56ffe07-2975-4d3e-ac81-01e6331a8c4a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-574789567-network', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:37.430735 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56ffe07-2975-4d3e-ac81-01e6331a8c4a admin admin] Made reservation on behalf of 2e51f6968cb54be9a671639601bdf4bd for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:37.436215 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e56ffe07-2975-4d3e-ac81-01e6331a8c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.450421 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e56ffe07-2975-4d3e-ac81-01e6331a8c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.595690 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e56ffe07-2975-4d3e-ac81-01e6331a8c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.601155 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e56ffe07-2975-4d3e-ac81-01e6331a8c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.674158 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ffe07-2975-4d3e-ac81-01e6331a8c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:37.690546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56ffe07-2975-4d3e-ac81-01e6331a8c4a admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:03:37.709899 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e56ffe07-2975-4d3e-ac81-01e6331a8c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.709899 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-e56ffe07-2975-4d3e-ac81-01e6331a8c4a admin admin] Added segment 111b6f8b-9c71-4ca6-b2fb-455a8364adda of type vlan for network e155bfca-ff82-4ba8-aaaa-46b7984f6b46 Jul 06 12:03:37.774680 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e56ffe07-2975-4d3e-ac81-01e6331a8c4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.829430 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e56ffe07-2975-4d3e-ac81-01e6331a8c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.830431 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56ffe07-2975-4d3e-ac81-01e6331a8c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:37.831017 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e56ffe07-2975-4d3e-ac81-01e6331a8c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:37.951452 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e56ffe07-2975-4d3e-ac81-01e6331a8c4a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8446562 Jul 06 12:03:37.954341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43806) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:37.959349 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Request body: {'subnet': {'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-574789567-subnet', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:37.974946 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ffe07-2975-4d3e-ac81-01e6331a8c4a admin admin] Pushing event updated for resources: {'Network': ['ID=e155bfca-ff82-4ba8-aaaa-46b7984f6b46,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:37.988042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Made reservation on behalf of 2e51f6968cb54be9a671639601bdf4bd for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:37.988483 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network e155bfca-ff82-4ba8-aaaa-46b7984f6b46 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:03:37.991126 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.176056 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e8e3eb7-6b80-42e6-b727-e0cf79128f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.178970 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.465587 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.544524 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19cb1b0-56e0-4d55-af26-5ec14e7184b8,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:38.554865 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:38.555539 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:38.556042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:38.556538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:38.557056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:38.558089 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:38.558835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:38.559483 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:38.559974 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:38.560463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:38.560985 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:38.561712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:38.583703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Checking segment: {'id': '111b6f8b-9c71-4ca6-b2fb-455a8364adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:38.584360 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Network hostable DHCP agents. Network: e155bfca-ff82-4ba8-aaaa-46b7984f6b46, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:03:38.616078 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Network e155bfca-ff82-4ba8-aaaa-46b7984f6b46 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:03:38.632237 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, e155bfca-ff82-4ba8-aaaa-46b7984f6b46) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:38.642771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b66978d-c7e6-4e51-a5d5-0ce78e8d54b3 None None] Network e155bfca-ff82-4ba8-aaaa-46b7984f6b46 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:38.645224 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:38.645941 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.693160 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0c5f580b-c71d-458c-94a8-9daf9b33d1e7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7372730 Jul 06 12:03:38.695609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43826) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:38.700866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-574789567-router', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:38.743773 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.744705 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.876263 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:38.978789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'fixed_ips': [{'subnet_id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:03:38.980248 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.139636 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.294714 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.314143 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Allocated IP 172.20.0.2 (e155bfca-ff82-4ba8-aaaa-46b7984f6b46/f19cb1b0-56e0-4d55-af26-5ec14e7184b8/52ea05d3-be95-4f3c-95c6-7f05cdc094e9) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:39.517352 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.608156 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.906292 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:39.920743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Transition to ACTIVE for port object 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:39.932469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Allocated IP 172.25.4.248 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/577a07b7-9974-421a-b074-d15c366b8f30) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:39.966655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Transition to ACTIVE for port object 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:39.975281 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.001150 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc10ea2-b0d8-4447-9caa-38b63806fed4 req-3b65c076-9e55-4eee-aa08-137eade47f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:40.003404 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cbc10ea2-b0d8-4447-9caa-38b63806fed4 req-3b65c076-9e55-4eee-aa08-137eade47f50 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 1097 time: 0.1401513 Jul 06 12:03:40.061429 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cbc10ea2-b0d8-4447-9caa-38b63806fed4 req-dfbe132a-266d-4a35-93c3-91435955e22c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492079 Jul 06 12:03:40.092663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Network e155bfca-ff82-4ba8-aaaa-46b7984f6b46 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:40.102317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:40.110750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:40.135253 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Pushing event updated for resources: {'Port': ['ID=52ea05d3-be95-4f3c-95c6-7f05cdc094e9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:40.150957 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.234072 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.264614 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Attempting to bind port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:40.265030 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Attempting to bind port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '111b6f8b-9c71-4ca6-b2fb-455a8364adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:40.265389 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Attempting to bind port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 on network e155bfca-ff82-4ba8-aaaa-46b7984f6b46 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:40.274846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:40.275247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Checking segment: {'id': '111b6f8b-9c71-4ca6-b2fb-455a8364adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:40.275658 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.276058 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Bound using segment: {'id': '111b6f8b-9c71-4ca6-b2fb-455a8364adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:40.276560 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Bound port: 52ea05d3-be95-4f3c-95c6-7f05cdc094e9, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111b6f8b-9c71-4ca6-b2fb-455a8364adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:40.277370 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.330456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:40.335065 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:40.344159 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:40.411873 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] For port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:40.417227 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] For port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=52ea05d3-be95-4f3c-95c6-7f05cdc094e9,segment=NetworkSegment(111b6f8b-9c71-4ca6-b2fb-455a8364adda),segment_id=111b6f8b-9c71-4ca6-b2fb-455a8364adda)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:40.434985 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:40.480504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=577a07b7-9974-421a-b074-d15c366b8f30,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:40.503362 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb823e-4d92-4111-ad1d-22858ce21a86 None None] Pushing event updated for resources: {'Port': ['ID=52ea05d3-be95-4f3c-95c6-7f05cdc094e9,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:40.884805 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:41.126601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:41.493023 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:41.545207 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:41.728136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:41.812589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:03:42.002769 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:42.015423 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Sync routers for ids ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:42.032877 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:42.035246 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a9853ec9-3260-47e9-8735-6dd622b10cb0 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3378065 Jul 06 12:03:42.037802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43880) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:42.038346 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Routers {'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:42.038573 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:42.289561 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Set router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:42.380698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b49999f-57a8-4178-882a-375e3eff93d0 None None] Network e155bfca-ff82-4ba8-aaaa-46b7984f6b46 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:03:42.739445 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'name': 'tempest-TaggedBootDevicesTest_v242-574789567-router', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '577a07b7-9974-421a-b074-d15c366b8f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:40Z', 'revision_number': 3, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'gw_port': {'id': '577a07b7-9974-421a-b074-d15c366b8f30', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:39Z', 'updated_at': '2021-07-06T12:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:42.768646 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5e8a9cc3-d17e-4722-b104-6b2e7578a7a1 None None] Provisioning for port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:42.791025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5e8a9cc3-d17e-4722-b104-6b2e7578a7a1 None None] Provisioning complete for port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:42.791421 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e8a9cc3-d17e-4722-b104-6b2e7578a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:42.820395 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Checking router: dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:42.821861 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Updating router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb port 577a07b7-9974-421a-b074-d15c366b8f30 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:03:42.907328 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.096252 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e8a9cc3-d17e-4722-b104-6b2e7578a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.141620 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.204183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5e8a9cc3-d17e-4722-b104-6b2e7578a7a1 None None] For port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=52ea05d3-be95-4f3c-95c6-7f05cdc094e9,segment=NetworkSegment(111b6f8b-9c71-4ca6-b2fb-455a8364adda),segment_id=111b6f8b-9c71-4ca6-b2fb-455a8364adda)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:43.216725 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e8a9cc3-d17e-4722-b104-6b2e7578a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.378868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a9cc3-d17e-4722-b104-6b2e7578a7a1 None None] Pushing event updated for resources: {'Port': ['ID=52ea05d3-be95-4f3c-95c6-7f05cdc094e9,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:43.561209 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9947e136-7427-4265-b365-c0b9f31d531e None None] Provisioning complete for port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:43.562365 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9947e136-7427-4265-b365-c0b9f31d531e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.646732 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.653769 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Allocated IP 172.20.0.1 (e155bfca-ff82-4ba8-aaaa-46b7984f6b46/f19cb1b0-56e0-4d55-af26-5ec14e7184b8/3a32f648-23f7-4aac-b345-c7bd7da0d1d6) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:43.660403 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Transition to ACTIVE for port object 577a07b7-9974-421a-b074-d15c366b8f30 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:43.667394 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.716584 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e5ae0-dc1c-499d-95f0-ac129241b7a7 None None] Pushing event updated for resources: {'Port': ['ID=577a07b7-9974-421a-b074-d15c366b8f30,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:43.731326 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e5ae0-dc1c-499d-95f0-ac129241b7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:43.731665 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e5ae0-dc1c-499d-95f0-ac129241b7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:43.732056 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e5ae0-dc1c-499d-95f0-ac129241b7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:43.732471 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e5ae0-dc1c-499d-95f0-ac129241b7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:43.732819 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e5ae0-dc1c-499d-95f0-ac129241b7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:43.733149 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e5ae0-dc1c-499d-95f0-ac129241b7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:43.733554 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e5ae0-dc1c-499d-95f0-ac129241b7a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:43.733833 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e5ae0-dc1c-499d-95f0-ac129241b7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:43.734157 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e5ae0-dc1c-499d-95f0-ac129241b7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:43.734476 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e5ae0-dc1c-499d-95f0-ac129241b7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:43.734799 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e5ae0-dc1c-499d-95f0-ac129241b7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:43.735165 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e5ae0-dc1c-499d-95f0-ac129241b7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:03:43.773304 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Attempting to bind port 577a07b7-9974-421a-b074-d15c366b8f30 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:43.774004 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Attempting to bind port 577a07b7-9974-421a-b074-d15c366b8f30 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:43.774533 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Attempting to bind port 577a07b7-9974-421a-b074-d15c366b8f30 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:43.790121 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:43.790801 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:43.793991 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.794649 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:43.795437 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Bound port: 577a07b7-9974-421a-b074-d15c366b8f30, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:43.796002 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.908357 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.921196 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] For port 577a07b7-9974-421a-b074-d15c366b8f30, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:43.931400 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] For port 577a07b7-9974-421a-b074-d15c366b8f30, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=577a07b7-9974-421a-b074-d15c366b8f30,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:43.939950 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:43.942583 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Transition to ACTIVE for port object 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:44.016962 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.048871 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Routers {'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:44.050621 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:44.172596 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Pushing event updated for resources: {'Port': ['ID=3a32f648-23f7-4aac-b345-c7bd7da0d1d6,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:44.211296 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Network e155bfca-ff82-4ba8-aaaa-46b7984f6b46 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:44.215869 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e5ae0-dc1c-499d-95f0-ac129241b7a7 None None] Pushing event updated for resources: {'Port': ['ID=577a07b7-9974-421a-b074-d15c366b8f30,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:44.217518 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:44.228849 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:03:44.301054 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.590474 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] Set router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:44.623607 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.757306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-24da6290-0792-48f2-9250-35ab00f950e5 None None] Provisioning for port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:44.762476 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-24da6290-0792-48f2-9250-35ab00f950e5 None None] Provisioning complete for port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:44.763673 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-24da6290-0792-48f2-9250-35ab00f950e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.833196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-24da6290-0792-48f2-9250-35ab00f950e5 None None] Port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:03:44.928940 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'name': 'tempest-TaggedBootDevicesTest_v242-574789567-router', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '577a07b7-9974-421a-b074-d15c366b8f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:40Z', 'revision_number': 3, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'gw_port': {'id': '577a07b7-9974-421a-b074-d15c366b8f30', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:39Z', 'updated_at': '2021-07-06T12:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:44.948260 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:44.956374 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:45.000439 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf4f711-d495-4126-8b1a-601ce88974e3 None None] The sync data for ids ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'] in n-d-799529-2 is: [{'id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'name': 'tempest-TaggedBootDevicesTest_v242-574789567-router', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '577a07b7-9974-421a-b074-d15c366b8f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:40Z', 'revision_number': 3, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'gw_port': {'id': '577a07b7-9974-421a-b074-d15c366b8f30', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:39Z', 'updated_at': '2021-07-06T12:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:45.019601 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:45.135336 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Pushing event updated for resources: {'Port': ['ID=3a32f648-23f7-4aac-b345-c7bd7da0d1d6,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:45.242538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Network e155bfca-ff82-4ba8-aaaa-46b7984f6b46 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:03:45.243088 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:03:45.503996 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:03:45.518268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:45.650780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:45.651521 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:45.805320 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:03:45.828973 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e58b8c8b-c74f-4ce7-8bd4-243d687c957d admin admin] 10.222.0.81 "PUT /v2.0/routers/dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7880569 Jul 06 12:03:45.980160 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ae2b648d-24b8-4aeb-9cb8-2ffa4525a234 None None] Provisioning complete for port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:45.980707 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ae2b648d-24b8-4aeb-9cb8-2ffa4525a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:46.097369 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b648d-24b8-4aeb-9cb8-2ffa4525a234 None None] Port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:03:47.619838 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Sync routers for ids ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:03:47.632618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Routers {'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:47.633564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:47.671035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 577a07b7-9974-421a-b074-d15c366b8f30 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:47.776974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 577a07b7-9974-421a-b074-d15c366b8f30 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:47.785065 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 577a07b7-9974-421a-b074-d15c366b8f30 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:47.785790 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:47.836196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Set router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:48.034092 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43968) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:48.056346 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.092151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 577a07b7-9974-421a-b074-d15c366b8f30, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=577a07b7-9974-421a-b074-d15c366b8f30,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:48.118032 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.189270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'name': 'tempest-TaggedBootDevicesTest_v242-574789567-router', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '577a07b7-9974-421a-b074-d15c366b8f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:44Z', 'revision_number': 4, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'gw_port': {'id': '577a07b7-9974-421a-b074-d15c366b8f30', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:39Z', 'updated_at': '2021-07-06T12:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3a32f648-23f7-4aac-b345-c7bd7da0d1d6', 'name': '', 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'mac_address': 'fa:16:3e:4c:95:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:43Z', 'updated_at': '2021-07-06T12:03:44Z', 'revision_number': 2, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'subnets': [{'id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:48.224323 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Checking router: dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:03:48.224686 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Updating router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:03:48.225026 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b11a057e-1c7a-483f-bd7b-d5bf42488dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.250739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=577a07b7-9974-421a-b074-d15c366b8f30,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:48.279899 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.379385 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b11a057e-1c7a-483f-bd7b-d5bf42488dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.390806 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b11a057e-1c7a-483f-bd7b-d5bf42488dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.442175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43972) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:48.474510 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b11a057e-1c7a-483f-bd7b-d5bf42488dd3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a1413ef60e724bb48f776f7b1afcc346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4384496 Jul 06 12:03:48.478950 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a057e-1c7a-483f-bd7b-d5bf42488dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0a5230-5ab3-4e9c-b7a7-1ba2cdafc9c3,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:48.588348 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51f8ea25-f06f-4a4b-8901-b31db7fef8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.643678 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51f8ea25-f06f-4a4b-8901-b31db7fef8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.729773 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.758204 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51f8ea25-f06f-4a4b-8901-b31db7fef8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.761157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Transition to ACTIVE for port object 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:03:48.762491 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51f8ea25-f06f-4a4b-8901-b31db7fef8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.766872 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-51f8ea25-f06f-4a4b-8901-b31db7fef8db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb0a5230-5ab3-4e9c-b7a7-1ba2cdafc9c3 HTTP/1.1" status: 204 len: 168 time: 0.3229046 Jul 06 12:03:48.770551 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.778639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8ea25-f06f-4a4b-8901-b31db7fef8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0a5230-5ab3-4e9c-b7a7-1ba2cdafc9c3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:48.956555 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fa10b-a1ff-45ba-8774-e165f451405f None None] Pushing event updated for resources: {'Port': ['ID=3a32f648-23f7-4aac-b345-c7bd7da0d1d6,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:48.976302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Attempting to bind port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:03:48.976687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Attempting to bind port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '111b6f8b-9c71-4ca6-b2fb-455a8364adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:03:48.977055 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Attempting to bind port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 on network e155bfca-ff82-4ba8-aaaa-46b7984f6b46 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:03:48.984169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:03:48.984911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Checking segment: {'id': '111b6f8b-9c71-4ca6-b2fb-455a8364adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:03:48.985359 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:48.985831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Bound using segment: {'id': '111b6f8b-9c71-4ca6-b2fb-455a8364adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:03:48.986377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Bound port: 3a32f648-23f7-4aac-b345-c7bd7da0d1d6, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111b6f8b-9c71-4ca6-b2fb-455a8364adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:03:48.986707 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.095844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] For port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:03:49.099108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] For port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3a32f648-23f7-4aac-b345-c7bd7da0d1d6,segment=NetworkSegment(111b6f8b-9c71-4ca6-b2fb-455a8364adda),segment_id=111b6f8b-9c71-4ca6-b2fb-455a8364adda)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:03:49.107274 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.210892 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Routers {'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:03:49.211644 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:49.258301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43980) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:49.282144 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fa10b-a1ff-45ba-8774-e165f451405f None None] Pushing event updated for resources: {'Port': ['ID=3a32f648-23f7-4aac-b345-c7bd7da0d1d6,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:49.293239 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59eea42e-a258-424b-af1c-92749dafc2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.463558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] Set router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:03:49.511630 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59eea42e-a258-424b-af1c-92749dafc2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.519199 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59eea42e-a258-424b-af1c-92749dafc2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.569582 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-59eea42e-a258-424b-af1c-92749dafc2b0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0c6693e787241dfb0a288c3a672219d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078272 Jul 06 12:03:49.571377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eea42e-a258-424b-af1c-92749dafc2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbda55ba-1478-4ac1-a196-93959a7c8feb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:49.572317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43984) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:49.671245 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79b7c7aa-6922-48b8-9cd2-c1294ece2c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.700616 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 577a07b7-9974-421a-b074-d15c366b8f30 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:49.714660 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79b7c7aa-6922-48b8-9cd2-c1294ece2c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.791375 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79b7c7aa-6922-48b8-9cd2-c1294ece2c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.802492 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79b7c7aa-6922-48b8-9cd2-c1294ece2c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:49.804489 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-79b7c7aa-6922-48b8-9cd2-c1294ece2c1c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bbda55ba-1478-4ac1-a196-93959a7c8feb HTTP/1.1" status: 204 len: 168 time: 0.2310243 Jul 06 12:03:49.831555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7c7aa-6922-48b8-9cd2-c1294ece2c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbda55ba-1478-4ac1-a196-93959a7c8feb,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:49.922017 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:03:49.951608 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 577a07b7-9974-421a-b074-d15c366b8f30 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:49.952202 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:50.045851 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'name': 'tempest-TaggedBootDevicesTest_v242-574789567-router', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '577a07b7-9974-421a-b074-d15c366b8f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:44Z', 'revision_number': 4, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'gw_port': {'id': '577a07b7-9974-421a-b074-d15c366b8f30', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:39Z', 'updated_at': '2021-07-06T12:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3a32f648-23f7-4aac-b345-c7bd7da0d1d6', 'name': '', 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'mac_address': 'fa:16:3e:4c:95:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:43Z', 'updated_at': '2021-07-06T12:03:49Z', 'revision_number': 4, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'subnets': [{'id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:03:50.130247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59c9e59-3d7a-4bf9-940b-7df7fe4ad52f None None] The sync data for ids ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'] in n-d-799529-2 is: [{'id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'name': 'tempest-TaggedBootDevicesTest_v242-574789567-router', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '577a07b7-9974-421a-b074-d15c366b8f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:44Z', 'revision_number': 4, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'gw_port': {'id': '577a07b7-9974-421a-b074-d15c366b8f30', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:39Z', 'updated_at': '2021-07-06T12:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3a32f648-23f7-4aac-b345-c7bd7da0d1d6', 'name': '', 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'mac_address': 'fa:16:3e:4c:95:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:43Z', 'updated_at': '2021-07-06T12:03:49Z', 'revision_number': 4, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'subnets': [{'id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:03:51.523539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:51.628067 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:03:51.639387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:51.640033 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:51.834623 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:51.923573 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3a32f648-23f7-4aac-b345-c7bd7da0d1d6,segment=NetworkSegment(111b6f8b-9c71-4ca6-b2fb-455a8364adda),segment_id=111b6f8b-9c71-4ca6-b2fb-455a8364adda)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:51.929666 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:52.054983 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=3a32f648-23f7-4aac-b345-c7bd7da0d1d6,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:52.264892 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22fe5886-29e6-4c84-9c78-ce0e919a9ae4 req-31576dc2-ce2b-412b-8320-33168ee2e014 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=761654df-5c23-4564-9063-ef04b87d9c5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1090884 Jul 06 12:03:52.359351 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe5886-29e6-4c84-9c78-ce0e919a9ae4 req-7f503c6e-4813-4952-9efc-4e0e2daf7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:52.361144 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22fe5886-29e6-4c84-9c78-ce0e919a9ae4 req-7f503c6e-4813-4952-9efc-4e0e2daf7872 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=006d8323edb6437093d99ce511433d41&device_id=761654df-5c23-4564-9063-ef04b87d9c5b HTTP/1.1" status: 200 len: 1097 time: 0.0646334 Jul 06 12:03:52.525402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe5886-29e6-4c84-9c78-ce0e919a9ae4 req-c37cb94f-2f60-42ec-a374-c7000027e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:52.528332 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22fe5886-29e6-4c84-9c78-ce0e919a9ae4 req-c37cb94f-2f60-42ec-a374-c7000027e5c0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=94bae05c-7754-47cb-8af2-746d89f9dc0f HTTP/1.1" status: 200 len: 915 time: 0.1446583 Jul 06 12:03:52.612034 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22fe5886-29e6-4c84-9c78-ce0e919a9ae4 req-922f2935-3fe9-4200-ba64-98116d322d8f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab HTTP/1.1" status: 200 len: 217 time: 0.0757065 Jul 06 12:03:52.670435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe5886-29e6-4c84-9c78-ce0e919a9ae4 req-552fae29-8164-48c4-af6f-fe8a11ba52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:52.679566 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22fe5886-29e6-4c84-9c78-ce0e919a9ae4 req-552fae29-8164-48c4-af6f-fe8a11ba52c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=630b344f-b40d-402b-87dd-410d7ed1ce59 HTTP/1.1" status: 200 len: 854 time: 0.0597961 Jul 06 12:03:52.779158 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22fe5886-29e6-4c84-9c78-ce0e919a9ae4 req-7a2bdab6-4ea2-481b-b5ab-89d416cb4665 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=94bae05c-7754-47cb-8af2-746d89f9dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797298 Jul 06 12:03:52.894431 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-7f23ac05-d944-451d-b65b-c51fe887d5c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2791057 Jul 06 12:03:52.991489 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22fe5886-29e6-4c84-9c78-ce0e919a9ae4 req-41caaecd-dbf7-48ed-b28d-006c36b3a377 service neutron] 10.222.0.89 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066259 Jul 06 12:03:53.074737 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-31eee9a2-7fde-4856-b420-cf6d99b3a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:53.075216 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-31eee9a2-7fde-4856-b420-cf6d99b3a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:53.075785 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-31eee9a2-7fde-4856-b420-cf6d99b3a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:53.076328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-31eee9a2-7fde-4856-b420-cf6d99b3a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:53.076872 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-31eee9a2-7fde-4856-b420-cf6d99b3a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:53.077419 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-31eee9a2-7fde-4856-b420-cf6d99b3a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:53.077959 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-31eee9a2-7fde-4856-b420-cf6d99b3a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:53.080684 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-31eee9a2-7fde-4856-b420-cf6d99b3a265 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 6489 time: 0.1142914 Jul 06 12:03:53.220079 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22fe5886-29e6-4c84-9c78-ce0e919a9ae4 req-be2e916a-923f-4603-8cfc-dce307125871 service neutron] 10.222.0.89 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142835 Jul 06 12:03:53.227590 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-1f55221b-d629-401a-a492-2e1c401e022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:53.228565 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-1f55221b-d629-401a-a492-2e1c401e022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:53.229769 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-1f55221b-d629-401a-a492-2e1c401e022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:53.231670 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-1f55221b-d629-401a-a492-2e1c401e022b service neutron] 10.222.0.23 "GET /v2.0/networks?id=3c4d0281-eee8-4d4b-a216-a3ed774363fa&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=65aaa158-a2b5-4ac1-912d-793053707b69&id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2 HTTP/1.1" status: 200 len: 2293 time: 0.1257715 Jul 06 12:03:53.342541 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-d8d13569-4aaf-4001-8170-1ec535459421 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dce447e7-7a12-4ee8-a022-2834977328a9 HTTP/1.1" status: 200 len: 1001 time: 0.1040993 Jul 06 12:03:53.443806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-21dd3911-78b6-430b-81d1-d036f191e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:53.445496 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-21dd3911-78b6-430b-81d1-d036f191e8c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=67067b5c-0dd9-4b86-a514-c39f91aea1db HTTP/1.1" status: 200 len: 851 time: 0.0965953 Jul 06 12:03:53.461666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:03:53.561546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-de6bf7da-e174-4735-91cb-0de61d15ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:53.563855 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-de6bf7da-e174-4735-91cb-0de61d15ac6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3c4d0281-eee8-4d4b-a216-a3ed774363fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120536 Jul 06 12:03:53.569973 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:03:53.570354 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:53.633653 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44062) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:53.728716 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-a8f6b376-c6c4-4f1d-90e7-b6572a61bfa5 service neutron] 10.222.0.23 "GET /v2.0/networks/3c4d0281-eee8-4d4b-a216-a3ed774363fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583264 Jul 06 12:03:53.804150 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8a6ade72-d65b-4dcc-a9bb-0e6665cafbbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:53.867417 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-8d7dab09-9921-4485-86e7-d832fd93f6c8 service neutron] 10.222.0.23 "GET /v2.0/networks/3c4d0281-eee8-4d4b-a216-a3ed774363fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326671 Jul 06 12:03:53.957904 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-84a0ca45-423f-476c-ae88-9ec5d2aeceab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=5c926004-ecc9-4a7a-b30f-a52cce25963f HTTP/1.1" status: 200 len: 217 time: 0.0828917 Jul 06 12:03:54.023490 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8a6ade72-d65b-4dcc-a9bb-0e6665cafbbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.024131 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-f8fe3ffe-1fbf-4ea4-963b-88c006488ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:54.026829 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-f8fe3ffe-1fbf-4ea4-963b-88c006488ab0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 200 len: 797 time: 0.0627534 Jul 06 12:03:54.037149 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8a6ade72-d65b-4dcc-a9bb-0e6665cafbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.095896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-f5d9576a-ff8e-4314-a25a-7e4be5c15214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:54.097518 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-f5d9576a-ff8e-4314-a25a-7e4be5c15214 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65aaa158-a2b5-4ac1-912d-793053707b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0643003 Jul 06 12:03:54.098370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44106) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:54.098512 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8a6ade72-d65b-4dcc-a9bb-0e6665cafbbf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4d40b3601a844b9692298eaebbe069d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4631550 Jul 06 12:03:54.103068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ade72-d65b-4dcc-a9bb-0e6665cafbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b078f4-6119-4bb9-a593-e75fac6090fb,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:54.127632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c9e31-69fb-44bd-a450-6354b081881f req-e5d74b21-1a95-4031-98ff-3b6509cf4d57 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:54.134644 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b30c9e31-69fb-44bd-a450-6354b081881f req-e5d74b21-1a95-4031-98ff-3b6509cf4d57 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.1800075 Jul 06 12:03:54.188206 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b30c9e31-69fb-44bd-a450-6354b081881f req-eb030d4f-3fd2-4707-9d93-f01bf32baf34 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523782 Jul 06 12:03:54.295927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-414620af-5413-4c91-987f-a739ff74f8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.307707 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-cd97fe59-c3b7-4dfc-b7ab-828a58a12c09 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395566 Jul 06 12:03:54.383135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-414620af-5413-4c91-987f-a739ff74f8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.500914 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-37354fbd-3222-45d2-b3cd-6df6edf17ec5 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866367 Jul 06 12:03:54.502219 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-414620af-5413-4c91-987f-a739ff74f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.506969 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-414620af-5413-4c91-987f-a739ff74f8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:54.511383 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-414620af-5413-4c91-987f-a739ff74f8ff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97b078f4-6119-4bb9-a593-e75fac6090fb HTTP/1.1" status: 204 len: 168 time: 0.4087842 Jul 06 12:03:54.524617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414620af-5413-4c91-987f-a739ff74f8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b078f4-6119-4bb9-a593-e75fac6090fb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:54.567312 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-1faae052-839c-42ae-8830-5656455b6786 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=7d5a2066-089d-4629-bb08-ed4c7c24ba4d HTTP/1.1" status: 200 len: 217 time: 0.0576899 Jul 06 12:03:54.631903 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-ee3d6147-f46e-4b67-a1ec-16d301610a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:54.633432 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-ee3d6147-f46e-4b67-a1ec-16d301610a46 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 200 len: 797 time: 0.0607297 Jul 06 12:03:54.696500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-d2724fd3-1f1f-4877-88df-453c2a4bae73 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:54.698818 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-d2724fd3-1f1f-4877-88df-453c2a4bae73 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/networks?id=94bae05c-7754-47cb-8af2-746d89f9dc0f HTTP/1.1" status: 200 len: 814 time: 0.1433983 Jul 06 12:03:54.709027 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44140) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:54.716401 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-587ad8d1-fe88-4471-8f6f-39cf1288ba20 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/quotas/006d8323edb6437093d99ce511433d41 HTTP/1.1" status: 200 len: 375 time: 0.0120690 Jul 06 12:03:54.763392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-d0ebebde-1afb-41b1-bf0c-ed54be9f6f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:54.765413 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-d0ebebde-1afb-41b1-bf0c-ed54be9f6f09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65aaa158-a2b5-4ac1-912d-793053707b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1259222 Jul 06 12:03:54.819376 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-32b49300-d95f-498b-a085-a9c625d4bd49 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=006d8323edb6437093d99ce511433d41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0966411 Jul 06 12:03:54.847402 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7545c92e-e9bb-418f-b4ad-3af68a60e415 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/floatingips/a1ad48d8-f9fc-42bb-98c6-90ad46583563 HTTP/1.1" status: 200 len: 993 time: 0.1363804 Jul 06 12:03:54.920183 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-69ccb353-cbb4-4f37-91fb-a5a4d616b168 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461809 Jul 06 12:03:55.022715 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44164) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:55.057032 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd124413-1c0d-4b69-bc70-0c60108f425c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.084644 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-a3247fc4-7d16-4fb8-805c-a24a77e479b7 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544509 Jul 06 12:03:55.176540 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-f9ff0c65-9cc0-45e9-9234-ca70187c3826 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=09651e64-7c60-4395-8efa-e0c5bc0a7e29 HTTP/1.1" status: 200 len: 217 time: 0.0514941 Jul 06 12:03:55.254024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-77c3598b-4284-4f36-85d8-e535088df2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:55.255654 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-77c3598b-4284-4f36-85d8-e535088df2fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 200 len: 797 time: 0.0710857 Jul 06 12:03:55.279669 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd124413-1c0d-4b69-bc70-0c60108f425c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.296577 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd124413-1c0d-4b69-bc70-0c60108f425c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.361013 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-60dbeff2-cc88-4e9b-a2a1-f4a9287b4c29 service neutron] 10.222.0.81 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407369 Jul 06 12:03:55.363417 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cd124413-1c0d-4b69-bc70-0c60108f425c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=94be50eef1a64b399b0bbcc67ae4b5d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3396137 Jul 06 12:03:55.365902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd124413-1c0d-4b69-bc70-0c60108f425c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1595230-1192-48c5-9ab0-fa077db3a092,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:55.368537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:55.422050 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-01092111-3f77-4dcc-aaff-ff5ec4a69b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:55.423709 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-01092111-3f77-4dcc-aaff-ff5ec4a69b85 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65aaa158-a2b5-4ac1-912d-793053707b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1576688 Jul 06 12:03:55.468606 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bccbd73-9639-49ba-8d6d-8191b9b9a7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.491071 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-684a9e39-f317-4590-b62a-6f212ef54b4a service neutron] 10.222.0.81 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240547 Jul 06 12:03:55.531904 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bccbd73-9639-49ba-8d6d-8191b9b9a7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:55.602510 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-02c32ff4-4772-4f1b-994c-ef3c0753200f service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668801 Jul 06 12:03:56.106114 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bccbd73-9639-49ba-8d6d-8191b9b9a7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.109654 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bccbd73-9639-49ba-8d6d-8191b9b9a7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:56.110837 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2bccbd73-9639-49ba-8d6d-8191b9b9a7c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e1595230-1192-48c5-9ab0-fa077db3a092 HTTP/1.1" status: 204 len: 168 time: 0.7406015 Jul 06 12:03:56.125700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccbd73-9639-49ba-8d6d-8191b9b9a7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1595230-1192-48c5-9ab0-fa077db3a092,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:56.215167 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-b5bfe32f-4db0-4412-baeb-3b0b8e225adf service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059842 Jul 06 12:03:56.293361 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-3e9d80f5-7b1a-4d0d-9626-a4f6dc74f0c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=279e4d0d-b167-4d48-bfc2-7382c5a4141c HTTP/1.1" status: 200 len: 217 time: 0.0686848 Jul 06 12:03:56.373739 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-91115336-1a80-4343-9a81-c1c315c563f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:56.375637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cb316-07c6-4dfa-8738-25674ec7bc1f req-1d7da021-a2cf-4d46-8f1e-fd4734eebec7 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:56.376734 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-91115336-1a80-4343-9a81-c1c315c563f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 200 len: 797 time: 0.0771277 Jul 06 12:03:56.382947 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-004cb316-07c6-4dfa-8738-25674ec7bc1f req-1d7da021-a2cf-4d46-8f1e-fd4734eebec7 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1672783 Jul 06 12:03:56.513043 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-004cb316-07c6-4dfa-8738-25674ec7bc1f req-3b6c2cb6-c84c-458c-9e1b-9e91064e747c tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284890 Jul 06 12:03:56.513993 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-869ad902-c99d-48c8-afaf-e5e966b7f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:56.515765 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-869ad902-c99d-48c8-afaf-e5e966b7f419 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=65aaa158-a2b5-4ac1-912d-793053707b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1323447 Jul 06 12:03:56.794504 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-b9200e90-5e8d-4695-a696-828e0ddc47cf service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665682 Jul 06 12:03:56.897294 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44220) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:03:57.085981 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-30ac225b-6916-43cc-9020-41c5236e7074 service neutron] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854154 Jul 06 12:03:57.171272 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-fa9c70f8-7cf9-427f-9ffb-23d7786b1040 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c HTTP/1.1" status: 200 len: 217 time: 0.0761652 Jul 06 12:03:57.227820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41e4d5dd-da3d-44c4-b03f-509bcc51ddd3 req-24c1cda4-ec68-4f2b-9acc-221dfa6d0d15 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=db94ca06-e9d5-4ce4-92e3-88741c866f4b HTTP/1.1" status: 200 len: 210 time: 0.0390050 Jul 06 12:03:57.259073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bec9e9ec-dfab-4a82-a239-ea2b61b38a96 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Deleting port e7292a99-8b8b-4287-9327-8c8de5277bd7 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:03:57.259679 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bec9e9ec-dfab-4a82-a239-ea2b61b38a96 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.310838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-1772a65d-74a1-4bcc-bf16-609906f400ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:57.314941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-1772a65d-74a1-4bcc-bf16-609906f400ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eada84dd-e830-4fe1-9808-ee4fae7db735 HTTP/1.1" status: 200 len: 797 time: 0.1384506 Jul 06 12:03:57.458337 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-7ad6e8f6-8256-48d7-9e28-231f2a7a8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:57.475820 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-7ad6e8f6-8256-48d7-9e28-231f2a7a8ce9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1539364 Jul 06 12:03:57.500395 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bec9e9ec-dfab-4a82-a239-ea2b61b38a96 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.501029 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bec9e9ec-dfab-4a82-a239-ea2b61b38a96 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:57.553269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bec9e9ec-dfab-4a82-a239-ea2b61b38a96 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Calling delete_port for e7292a99-8b8b-4287-9327-8c8de5277bd7 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:03:57.622984 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-07def4a4-7628-46e5-b724-9e225e9dd490 service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373651 Jul 06 12:03:57.726006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4dd0db-918a-4d5c-9c49-359fbca71f3f req-b45d63a1-1699-45c4-a89f-aba72c7368fb tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:57.736710 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db4dd0db-918a-4d5c-9c49-359fbca71f3f req-b45d63a1-1699-45c4-a89f-aba72c7368fb tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8fe4193-fd8a-41cb-b00e-9261f0f02246 HTTP/1.1" status: 200 len: 949 time: 0.2625573 Jul 06 12:03:57.805421 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-5167853f-119c-4040-ad1e-9f71e6bfac5e service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682177 Jul 06 12:03:57.830315 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db4dd0db-918a-4d5c-9c49-359fbca71f3f req-02e14c7a-fc54-48e8-b9ac-bf8e26853570 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/security-groups?id=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926127 Jul 06 12:03:57.903941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-076c8c5d-8624-4991-ad4b-934622015886 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c7fc74d-9666-479f-9b98-8e225535a1d6 HTTP/1.1" status: 200 len: 217 time: 0.0921206 Jul 06 12:03:58.056895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-8b69f0da-912d-41f3-af7f-517aa08e55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:58.061919 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-8b69f0da-912d-41f3-af7f-517aa08e55b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eada84dd-e830-4fe1-9808-ee4fae7db735 HTTP/1.1" status: 200 len: 797 time: 0.1504793 Jul 06 12:03:58.159894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-a6402a67-febb-42b3-a261-6bf4a713edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:58.161605 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-a6402a67-febb-42b3-a261-6bf4a713edc8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d14c2ba-362c-4184-a6d8-7231abf5a6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0935886 Jul 06 12:03:58.173373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-0536670f-f7ce-4601-9357-03e2cd77e1cb tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:03:58.174920 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-0536670f-f7ce-4601-9357-03e2cd77e1cb tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.89 "GET /v2.0/networks?id=94bae05c-7754-47cb-8af2-746d89f9dc0f HTTP/1.1" status: 200 len: 814 time: 0.1737032 Jul 06 12:03:58.214472 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-ee1d3c2f-9940-4b0e-86e8-fa8f7bab7af3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Request body: {'port': {'device_id': 'db94ca06-e9d5-4ce4-92e3-88741c866f4b', 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f', 'admin_state_up': True, 'tenant_id': '006d8323edb6437093d99ce511433d41'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:03:58.278506 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-0327831a-5564-40ee-a742-cabb292bfcb0 service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093063 Jul 06 12:03:58.331919 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bec9e9ec-dfab-4a82-a239-ea2b61b38a96 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.388944 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9e9ec-dfab-4a82-a239-ea2b61b38a96 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Port': ['ID=e7292a99-8b8b-4287-9327-8c8de5277bd7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:58.531240 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d66912a0-ab24-4e1a-9ff5-4527287af46f req-77061f40-1ea9-43f0-93de-f436b4442122 service neutron] 10.222.0.23 "GET /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428439 Jul 06 12:03:58.721859 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bec9e9ec-dfab-4a82-a239-ea2b61b38a96 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:58.722655 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-bec9e9ec-dfab-4a82-a239-ea2b61b38a96 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Floating IP a1ad48d8-f9fc-42bb-98c6-90ad46583563 disassociated (deleted). External IP: 172.25.4.63, port: 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275. Jul 06 12:03:58.782122 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 14a05899-8566-4666-874f-9796be66b253 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:03:58.952565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-ee1d3c2f-9940-4b0e-86e8-fa8f7bab7af3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Made reservation on behalf of 006d8323edb6437093d99ce511433d41 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:03:58.952565 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-ee1d3c2f-9940-4b0e-86e8-fa8f7bab7af3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:59.092751 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:59.178327 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 14a05899-8566-4666-874f-9796be66b253, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=14a05899-8566-4666-874f-9796be66b253,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:03:59.183698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fe4193-fd8a-41cb-b00e-9261f0f02246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a05899-8566-4666-874f-9796be66b253'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:03:59.188145 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ff6db7-de18-48aa-bb96-1aa0ba2d0a1d" -d '{"events": [{"server_uuid": "a8fe4193-fd8a-41cb-b00e-9261f0f02246", "name": "network-vif-unplugged", "status": "completed", "tag": "14a05899-8566-4666-874f-9796be66b253"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:03:59.193001 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:03:59.323512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=14a05899-8566-4666-874f-9796be66b253,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:03:59.592648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-ee1d3c2f-9940-4b0e-86e8-fa8f7bab7af3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Allocated IP 172.20.0.8 (94bae05c-7754-47cb-8af2-746d89f9dc0f/630b344f-b40d-402b-87dd-410d7ed1ce59/79779ca8-101e-4bb4-8632-841bba1f3e55) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:03:59.718244 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-620da1ae-1722-4176-a294-aba58745bffc req-dbbc69c7-b169-4649-ad33-2483eff1d975 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=db94ca06-e9d5-4ce4-92e3-88741c866f4b HTTP/1.1" status: 200 len: 210 time: 0.1810832 Jul 06 12:03:59.797344 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec9e9ec-dfab-4a82-a239-ea2b61b38a96 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Router 96702443-93e3-4e29-8e7b-200661d95edc has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:04:00.070365 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-ee1d3c2f-9940-4b0e-86e8-fa8f7bab7af3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:00.124708 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec9e9ec-dfab-4a82-a239-ea2b61b38a96 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:04:00.135660 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bec9e9ec-dfab-4a82-a239-ea2b61b38a96 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:00.142250 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3c07d-8ee0-456c-9bb9-f1e5228a69a7 None None] Sync routers for ids ['96702443-93e3-4e29-8e7b-200661d95edc'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:04:00.160148 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3c07d-8ee0-456c-9bb9-f1e5228a69a7 None None] Routers {'96702443-93e3-4e29-8e7b-200661d95edc'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:00.160447 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5fd3c07d-8ee0-456c-9bb9-f1e5228a69a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['96702443-93e3-4e29-8e7b-200661d95edc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:00.190297 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058be7a-d27d-4c9e-9ed8-b9a049798277 req-313e9f3f-88b5-42c8-abf0-a42034f4043e tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:00.192005 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1058be7a-d27d-4c9e-9ed8-b9a049798277 req-313e9f3f-88b5-42c8-abf0-a42034f4043e tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.2428968 Jul 06 12:04:00.213408 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-ee1d3c2f-9940-4b0e-86e8-fa8f7bab7af3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:00.223485 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bec9e9ec-dfab-4a82-a239-ea2b61b38a96 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "DELETE /v2.0/floatingips/a1ad48d8-f9fc-42bb-98c6-90ad46583563 HTTP/1.1" status: 204 len: 168 time: 3.3240926 Jul 06 12:04:00.227539 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f167ef-1656-4045-831c-62d1cae9d071', 'tag': '31bf96c4-0dcb-4c9c-8e66-29ed3b26a275'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:00.229721 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab', 'f8dfbcbb-272d-47c9-a1c5-c48d45a9314b'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:04:00.230374 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f4c040-6b65-4852-8844-e73d1adb7a07" -d '{"events": [{"name": "network-changed", "server_uuid": "92f167ef-1656-4045-831c-62d1cae9d071", "tag": "31bf96c4-0dcb-4c9c-8e66-29ed3b26a275"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:00.234186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['18034f1a-7abe-4804-9ef7-9660150d58ea'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:04:00.296193 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1058be7a-d27d-4c9e-9ed8-b9a049798277 req-6bfb5fa6-4c88-48f4-82d7-67697c9fa33a tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936434 Jul 06 12:04:00.301831 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-ee1d3c2f-9940-4b0e-86e8-fa8f7bab7af3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Network 94bae05c-7754-47cb-8af2-746d89f9dc0f is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:00.324984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-ee1d3c2f-9940-4b0e-86e8-fa8f7bab7af3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:00.335536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-ee1d3c2f-9940-4b0e-86e8-fa8f7bab7af3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:00.398415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d3c2f-9940-4b0e-86e8-fa8f7bab7af3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Pushing event updated for resources: {'Port': ['ID=79779ca8-101e-4bb4-8632-841bba1f3e55,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:00.453412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-ee1d3c2f-9940-4b0e-86e8-fa8f7bab7af3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:00.454089 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-ee1d3c2f-9940-4b0e-86e8-fa8f7bab7af3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:00.495250 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-ee1d3c2f-9940-4b0e-86e8-fa8f7bab7af3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2923660 Jul 06 12:04:00.502235 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-5fd3c07d-8ee0-456c-9bb9-f1e5228a69a7 None None] Set router 96702443-93e3-4e29-8e7b-200661d95edc gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:00.506879 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Request body: {'port': {'device_id': 'db94ca06-e9d5-4ce4-92e3-88741c866f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:00.623990 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44326) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:00.762399 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:00.957656 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4672b420-03d0-456b-a522-497b1f05aa83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.006864 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf682c6-ae4c-4ff7-be85-ecbbb4c388fc x-openstack-request-id: req-edf682c6-ae4c-4ff7-be85-ecbbb4c388fc {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:01.007284 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fe4193-fd8a-41cb-b00e-9261f0f02246", "name": "network-vif-unplugged", "status": "completed", "tag": "14a05899-8566-4666-874f-9796be66b253", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:01.007701 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-edf682c6-ae4c-4ff7-be85-ecbbb4c388fc {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:01.008269 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fe4193-fd8a-41cb-b00e-9261f0f02246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a05899-8566-4666-874f-9796be66b253', 'code': 200} Jul 06 12:04:01.033498 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5fd3c07d-8ee0-456c-9bb9-f1e5228a69a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96702443-93e3-4e29-8e7b-200661d95edc', 'name': 'tempest-TestNetworkBasicOps-router-1613711875', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:27Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:29Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403', 'name': '', 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:99:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:36Z', 'updated_at': '2021-07-06T12:02:46Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:01.077157 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3c07d-8ee0-456c-9bb9-f1e5228a69a7 None None] Checking router: 96702443-93e3-4e29-8e7b-200661d95edc for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:04:01.106681 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3c07d-8ee0-456c-9bb9-f1e5228a69a7 None None] Routers {'96702443-93e3-4e29-8e7b-200661d95edc'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:01.107333 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5fd3c07d-8ee0-456c-9bb9-f1e5228a69a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['96702443-93e3-4e29-8e7b-200661d95edc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:01.251447 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4672b420-03d0-456b-a522-497b1f05aa83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.264439 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4672b420-03d0-456b-a522-497b1f05aa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.339484 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-5fd3c07d-8ee0-456c-9bb9-f1e5228a69a7 None None] Set router 96702443-93e3-4e29-8e7b-200661d95edc gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:01.353822 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4672b420-03d0-456b-a522-497b1f05aa83 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae14fe7da912427aa390efb72f6751da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7282953 Jul 06 12:04:01.355657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672b420-03d0-456b-a522-497b1f05aa83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a505ce47-0562-4cc8-adc3-991b9b2abadb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:01.361882 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44338) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:01.506137 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68fd869e-e0bf-4926-ae39-aec82c61a4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.545340 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79779ca8-101e-4bb4-8632-841bba1f3e55 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:01.567033 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68fd869e-e0bf-4926-ae39-aec82c61a4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.592022 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.631704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Transition to ACTIVE for port object 79779ca8-101e-4bb4-8632-841bba1f3e55 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:01.637894 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.671176 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68fd869e-e0bf-4926-ae39-aec82c61a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.676346 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68fd869e-e0bf-4926-ae39-aec82c61a4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:01.681790 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-68fd869e-e0bf-4926-ae39-aec82c61a4bd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a505ce47-0562-4cc8-adc3-991b9b2abadb HTTP/1.1" status: 204 len: 168 time: 0.3171697 Jul 06 12:04:01.702669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd869e-e0bf-4926-ae39-aec82c61a4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a505ce47-0562-4cc8-adc3-991b9b2abadb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:01.829512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Pushing event updated for resources: {'Port': ['ID=79779ca8-101e-4bb4-8632-841bba1f3e55,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:01.936270 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5fd3c07d-8ee0-456c-9bb9-f1e5228a69a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96702443-93e3-4e29-8e7b-200661d95edc', 'name': 'tempest-TestNetworkBasicOps-router-1613711875', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:27Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:29Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403', 'name': '', 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:99:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:36Z', 'updated_at': '2021-07-06T12:02:46Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:01.960227 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505db0ed-bfc2-461d-b78f-409b6642d7f4 x-openstack-request-id: req-505db0ed-bfc2-461d-b78f-409b6642d7f4 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:01.960747 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f167ef-1656-4045-831c-62d1cae9d071", "tag": "31bf96c4-0dcb-4c9c-8e66-29ed3b26a275", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:01.961148 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-505db0ed-bfc2-461d-b78f-409b6642d7f4 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:01.962073 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f167ef-1656-4045-831c-62d1cae9d071', 'tag': '31bf96c4-0dcb-4c9c-8e66-29ed3b26a275', 'status': 'completed', 'code': 200} Jul 06 12:04:02.038185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4c040-6b65-4852-8844-e73d1adb7a07 req-aea7473e-6a42-4d7d-a7b1-cdfe2e609239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:02.039813 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-59f4c040-6b65-4852-8844-e73d1adb7a07 req-aea7473e-6a42-4d7d-a7b1-cdfe2e609239 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8c032e15c44a1786541e33cb5ca2c4&device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 1097 time: 0.1437390 Jul 06 12:04:02.060243 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3c07d-8ee0-456c-9bb9-f1e5228a69a7 None None] The sync data for ids ['96702443-93e3-4e29-8e7b-200661d95edc'] in n-d-799529-2 is: [{'id': '96702443-93e3-4e29-8e7b-200661d95edc', 'name': 'tempest-TestNetworkBasicOps-router-1613711875', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:27Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:29Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403', 'name': '', 'network_id': '40f8962f-a486-42a7-ba14-2999f7c3bddf', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'mac_address': 'fa:16:3e:99:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:36Z', 'updated_at': '2021-07-06T12:02:46Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'subnets': [{'id': '64df2cb9-364e-4f50-abca-991ff4f8bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:04:02.096690 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Attempting to bind port 79779ca8-101e-4bb4-8632-841bba1f3e55 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:02.097224 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Attempting to bind port 79779ca8-101e-4bb4-8632-841bba1f3e55 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:02.097735 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Attempting to bind port 79779ca8-101e-4bb4-8632-841bba1f3e55 on network 94bae05c-7754-47cb-8af2-746d89f9dc0f {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:02.114897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Port 79779ca8-101e-4bb4-8632-841bba1f3e55 on network 94bae05c-7754-47cb-8af2-746d89f9dc0f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:04:02.117876 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Attempting to bind port 79779ca8-101e-4bb4-8632-841bba1f3e55 on network 94bae05c-7754-47cb-8af2-746d89f9dc0f {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:02.139589 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:02.140134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Checking segment: {'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:02.140991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Bound using segment: {'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:02.142705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Bound port: 79779ca8-101e-4bb4-8632-841bba1f3e55, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e810af-a3de-4b3b-96ba-eb70a10ace83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:02.143356 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.197456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4c040-6b65-4852-8844-e73d1adb7a07 req-8755694a-398d-449b-805e-e978a681c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:02.209897 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-59f4c040-6b65-4852-8844-e73d1adb7a07 req-8755694a-398d-449b-805e-e978a681c21b service neutron] 10.222.0.23 "GET /v2.0/networks?id=40f8962f-a486-42a7-ba14-2999f7c3bddf HTTP/1.1" status: 200 len: 898 time: 0.1564355 Jul 06 12:04:02.349431 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-59f4c040-6b65-4852-8844-e73d1adb7a07 req-24f6a7ae-ed6b-49a7-88d8-f997b92ce4b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 HTTP/1.1" status: 200 len: 217 time: 0.1335762 Jul 06 12:04:02.438913 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] For port 79779ca8-101e-4bb4-8632-841bba1f3e55, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:02.446876 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] For port 79779ca8-101e-4bb4-8632-841bba1f3e55, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=79779ca8-101e-4bb4-8632-841bba1f3e55,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:02.453928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44354) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:02.467749 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.517738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4c040-6b65-4852-8844-e73d1adb7a07 req-6c186e8d-f888-4fd1-9c4b-9df94a43eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:02.519371 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-59f4c040-6b65-4852-8844-e73d1adb7a07 req-6c186e8d-f888-4fd1-9c4b-9df94a43eafb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=64df2cb9-364e-4f50-abca-991ff4f8bee6 HTTP/1.1" status: 200 len: 835 time: 0.1612782 Jul 06 12:04:02.563279 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Pushing event updated for resources: {'Port': ['ID=79779ca8-101e-4bb4-8632-841bba1f3e55,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:02.564886 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d3102f36-fe0a-4349-a93c-05b70c3f6b59 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:04:02.568300 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d60bfc4f-5865-4806-9943-ade7f5e06523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.592943 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:02.593588 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.595043 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-6b0c63ad-cd8a-4608-8be0-632086c47f79 service neutron] 10.222.0.89 "PUT /v2.0/ports/79779ca8-101e-4bb4-8632-841bba1f3e55 HTTP/1.1" status: 200 len: 1091 time: 2.0925901 Jul 06 12:04:02.731789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4c040-6b65-4852-8844-e73d1adb7a07 req-a55a88eb-cf8a-4240-b3b3-6fd9f1697abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:02.735268 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-59f4c040-6b65-4852-8844-e73d1adb7a07 req-a55a88eb-cf8a-4240-b3b3-6fd9f1697abd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=40f8962f-a486-42a7-ba14-2999f7c3bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2051506 Jul 06 12:04:02.753443 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc99d8-2fcd-43be-a64a-52f203b9cf26 req-0b88c0b1-b000-45b6-ad99-6fcd3434e138 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:02.762233 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45bc99d8-2fcd-43be-a64a-52f203b9cf26 req-0b88c0b1-b000-45b6-ad99-6fcd3434e138 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=db94ca06-e9d5-4ce4-92e3-88741c866f4b HTTP/1.1" status: 200 len: 943 time: 0.1348853 Jul 06 12:04:02.770032 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf411b-0f43-421b-85b7-0e58002a213d None None] New status for floating IP a1ad48d8-f9fc-42bb-98c6-90ad46583563: DOWN {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:04:02.831168 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45bc99d8-2fcd-43be-a64a-52f203b9cf26 req-de2e927e-14d5-4306-ad04-c7bd4abeb91c tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678728 Jul 06 12:04:02.895665 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d60bfc4f-5865-4806-9943-ade7f5e06523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.923181 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d60bfc4f-5865-4806-9943-ade7f5e06523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:02.987057 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d60bfc4f-5865-4806-9943-ade7f5e06523 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f213bdbf71bf4382bb4c0e5a298a96fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5281072 Jul 06 12:04:02.988315 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44366) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:03.000554 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-59f4c040-6b65-4852-8844-e73d1adb7a07 req-ec50aaf0-c094-4f21-b767-0b668b8b08e1 service neutron] 10.222.0.23 "GET /v2.0/networks/40f8962f-a486-42a7-ba14-2999f7c3bddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524309 Jul 06 12:04:03.128148 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bfc4f-5865-4806-9943-ade7f5e06523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b10e628-3e8e-4bd9-bf8b-e0d1e12f1800,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:03.145379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-3f867bc8-446b-42a8-9bfd-9eeee8e56e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:03.147740 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-3f867bc8-446b-42a8-9bfd-9eeee8e56e2f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=006d8323edb6437093d99ce511433d41&device_id=db94ca06-e9d5-4ce4-92e3-88741c866f4b HTTP/1.1" status: 200 len: 1094 time: 0.2720444 Jul 06 12:04:03.208270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d3102f36-fe0a-4349-a93c-05b70c3f6b59, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d3102f36-fe0a-4349-a93c-05b70c3f6b59,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:03.211733 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-ff4affab-2f0a-405b-90c2-bb9c64761aa0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79779ca8-101e-4bb4-8632-841bba1f3e55 HTTP/1.1" status: 200 len: 217 time: 0.0523837 Jul 06 12:04:03.235594 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59', 'mac_address': 'fa:16:3e:1d:f4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:04:03.262733 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b998790a-8ac1-4da7-928d-b904b82743bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.291650 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b998790a-8ac1-4da7-928d-b904b82743bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.336783 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.364416 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b998790a-8ac1-4da7-928d-b904b82743bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.368200 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b998790a-8ac1-4da7-928d-b904b82743bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.370500 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b998790a-8ac1-4da7-928d-b904b82743bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5b10e628-3e8e-4bd9-bf8b-e0d1e12f1800 HTTP/1.1" status: 204 len: 168 time: 0.3818417 Jul 06 12:04:03.398426 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3102f36-fe0a-4349-a93c-05b70c3f6b59 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:03.418971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998790a-8ac1-4da7-928d-b904b82743bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b10e628-3e8e-4bd9-bf8b-e0d1e12f1800,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:03.434056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-36c8ec93-8c1c-4ddf-84e7-942754129e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:03.436325 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-36c8ec93-8c1c-4ddf-84e7-942754129e6a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=630b344f-b40d-402b-87dd-410d7ed1ce59 HTTP/1.1" status: 200 len: 854 time: 0.2136471 Jul 06 12:04:03.473956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d3102f36-fe0a-4349-a93c-05b70c3f6b59, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d3102f36-fe0a-4349-a93c-05b70c3f6b59,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:03.496022 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:03.502105 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-59f4c040-6b65-4852-8844-e73d1adb7a07 req-b2a6bcd2-4fb1-4497-81ee-cd0b0ec5ebcf service neutron] 10.222.0.23 "GET /v2.0/networks/40f8962f-a486-42a7-ba14-2999f7c3bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983211 Jul 06 12:04:03.515814 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-99f90bd5-7c7e-40cc-8743-90792639fbb0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=94bae05c-7754-47cb-8af2-746d89f9dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717378 Jul 06 12:04:03.583199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae38f8-4b65-4e09-acbe-1afbbbd94e32 req-e39cef27-2bd9-4114-b4f0-96220a9bf5f9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:03.584791 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-beae38f8-4b65-4e09-acbe-1afbbbd94e32 req-e39cef27-2bd9-4114-b4f0-96220a9bf5f9 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.23 "GET /v2.0/ports?device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 946 time: 0.3440843 Jul 06 12:04:03.589024 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d3102f36-fe0a-4349-a93c-05b70c3f6b59,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:03.626503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['d3102f36-fe0a-4349-a93c-05b70c3f6b59'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:04:03.710274 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-50131c54-7199-4f98-b267-9e9cd7bd74d2 service neutron] 10.222.0.89 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851671 Jul 06 12:04:03.894202 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-beae38f8-4b65-4e09-acbe-1afbbbd94e32 req-8f68e585-26ba-4f73-a46c-4fbeac280514 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Deleting port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:04:03.894202 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-beae38f8-4b65-4e09-acbe-1afbbbd94e32 req-8f68e585-26ba-4f73-a46c-4fbeac280514 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:04.006297 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db94ca06-e9d5-4ce4-92e3-88741c866f4b', 'tag': '79779ca8-101e-4bb4-8632-841bba1f3e55'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:04.010971 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e28b1c7-1223-47ff-9909-9b1846bc6e64" -d '{"events": [{"name": "network-changed", "server_uuid": "db94ca06-e9d5-4ce4-92e3-88741c866f4b", "tag": "79779ca8-101e-4bb4-8632-841bba1f3e55"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:04.018106 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-706af382-bd0a-40a2-be30-9ba7dbe7359d req-46553a1e-7ff4-4205-a0d3-4303b8ecf4c8 service neutron] 10.222.0.89 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936094 Jul 06 12:04:04.159852 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd3e49-3924-4543-a53a-ef0eaee7722d req-adab684e-f8c4-4c79-a370-b39aa4f89cfb tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:04.173386 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-beae38f8-4b65-4e09-acbe-1afbbbd94e32 req-8f68e585-26ba-4f73-a46c-4fbeac280514 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] For port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=31bf96c4-0dcb-4c9c-8e66-29ed3b26a275,segment=NetworkSegment(6ece6e36-9ed5-44fc-b287-30501a7e0769),segment_id=6ece6e36-9ed5-44fc-b287-30501a7e0769)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:04.173963 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-beae38f8-4b65-4e09-acbe-1afbbbd94e32 req-8f68e585-26ba-4f73-a46c-4fbeac280514 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:04.188076 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0cfd3e49-3924-4543-a53a-ef0eaee7722d req-adab684e-f8c4-4c79-a370-b39aa4f89cfb tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/ports?device_id=92f167ef-1656-4045-831c-62d1cae9d071 HTTP/1.1" status: 200 len: 946 time: 0.4758353 Jul 06 12:04:04.206089 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-beae38f8-4b65-4e09-acbe-1afbbbd94e32 req-8f68e585-26ba-4f73-a46c-4fbeac280514 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Calling delete_port for 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:04:04.297993 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0cfd3e49-3924-4543-a53a-ef0eaee7722d req-f04ac5f6-434e-4a60-acdf-5f671082090b tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "GET /v2.0/security-groups?id=80e860f8-8e2b-4e35-a959-12b21f3aa2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050823 Jul 06 12:04:04.496621 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-beae38f8-4b65-4e09-acbe-1afbbbd94e32 req-8f68e585-26ba-4f73-a46c-4fbeac280514 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:04.585403 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:04:04.633323 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:04:04.634197 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:04:04.677635 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68e585-26ba-4f73-a46c-4fbeac280514 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Port': ['ID=31bf96c4-0dcb-4c9c-8e66-29ed3b26a275,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:04.774907 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-beae38f8-4b65-4e09-acbe-1afbbbd94e32 req-8f68e585-26ba-4f73-a46c-4fbeac280514 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] No DVR routers for this DVR port 31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:04:04.792558 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-beae38f8-4b65-4e09-acbe-1afbbbd94e32 req-8f68e585-26ba-4f73-a46c-4fbeac280514 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:04.797683 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-beae38f8-4b65-4e09-acbe-1afbbbd94e32 req-8f68e585-26ba-4f73-a46c-4fbeac280514 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.23 "DELETE /v2.0/ports/31bf96c4-0dcb-4c9c-8e66-29ed3b26a275 HTTP/1.1" status: 204 len: 173 time: 1.1927388 Jul 06 12:04:04.798555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f167ef-1656-4045-831c-62d1cae9d071', 'name': 'network-vif-deleted', 'tag': '31bf96c4-0dcb-4c9c-8e66-29ed3b26a275'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:04.801527 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7e7101-fd11-4fdc-9ebe-841323ab59ed" -d '{"events": [{"server_uuid": "92f167ef-1656-4045-831c-62d1cae9d071", "name": "network-vif-deleted", "tag": "31bf96c4-0dcb-4c9c-8e66-29ed3b26a275"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:05.405278 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:05.519834 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba6c946b-9690-4a53-80f5-d8b22a2cddbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:06.060488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092882d-d111-42e0-98cd-5ca04b6b2ef1 req-a4ad1496-bb8d-4c09-82d3-034ebcb3edc5 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:06.070395 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5092882d-d111-42e0-98cd-5ca04b6b2ef1 req-a4ad1496-bb8d-4c09-82d3-034ebcb3edc5 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=db94ca06-e9d5-4ce4-92e3-88741c866f4b HTTP/1.1" status: 200 len: 943 time: 0.2115784 Jul 06 12:04:06.173426 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5092882d-d111-42e0-98cd-5ca04b6b2ef1 req-819ec3bf-9bdf-4218-8435-55c77e301b95 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018412 Jul 06 12:04:06.289497 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67bd242-3911-4424-9034-1c413a84d7fa x-openstack-request-id: req-c67bd242-3911-4424-9034-1c413a84d7fa {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:06.289803 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db94ca06-e9d5-4ce4-92e3-88741c866f4b", "tag": "79779ca8-101e-4bb4-8632-841bba1f3e55", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:06.290471 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c67bd242-3911-4424-9034-1c413a84d7fa {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:06.291037 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db94ca06-e9d5-4ce4-92e3-88741c866f4b', 'tag': '79779ca8-101e-4bb4-8632-841bba1f3e55', 'status': 'completed', 'code': 200} Jul 06 12:04:06.371869 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:06.432316 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28b1c7-1223-47ff-9909-9b1846bc6e64 req-a1ee3b2f-f790-4cfd-ad3e-d73a8ed7deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:06.434545 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e28b1c7-1223-47ff-9909-9b1846bc6e64 req-a1ee3b2f-f790-4cfd-ad3e-d73a8ed7deb3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=006d8323edb6437093d99ce511433d41&device_id=db94ca06-e9d5-4ce4-92e3-88741c866f4b HTTP/1.1" status: 200 len: 1094 time: 0.1104865 Jul 06 12:04:06.562234 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28b1c7-1223-47ff-9909-9b1846bc6e64 req-a9aa5252-dbda-4d26-a1e7-50ac6d6efb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:06.564845 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e28b1c7-1223-47ff-9909-9b1846bc6e64 req-a9aa5252-dbda-4d26-a1e7-50ac6d6efb11 service neutron] 10.222.0.89 "GET /v2.0/networks?id=94bae05c-7754-47cb-8af2-746d89f9dc0f HTTP/1.1" status: 200 len: 915 time: 0.1232233 Jul 06 12:04:06.601643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d3102f36-fe0a-4349-a93c-05b70c3f6b59 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:06.616871 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e28b1c7-1223-47ff-9909-9b1846bc6e64 req-28a858db-034e-4c46-ac2f-b7102d28a974 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79779ca8-101e-4bb4-8632-841bba1f3e55 HTTP/1.1" status: 200 len: 217 time: 0.0445702 Jul 06 12:04:06.701203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28b1c7-1223-47ff-9909-9b1846bc6e64 req-d77d6b4d-14c1-48cf-a3f9-4ba034eacf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:06.703332 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e28b1c7-1223-47ff-9909-9b1846bc6e64 req-d77d6b4d-14c1-48cf-a3f9-4ba034eacf3c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=630b344f-b40d-402b-87dd-410d7ed1ce59 HTTP/1.1" status: 200 len: 854 time: 0.0791433 Jul 06 12:04:06.727019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port d3102f36-fe0a-4349-a93c-05b70c3f6b59 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:06.727329 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:06.767529 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e28b1c7-1223-47ff-9909-9b1846bc6e64 req-6717319d-b887-422e-b916-4bfd96cd1f48 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=94bae05c-7754-47cb-8af2-746d89f9dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558686 Jul 06 12:04:06.858957 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 79779ca8-101e-4bb4-8632-841bba1f3e55 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:04:06.966651 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e28b1c7-1223-47ff-9909-9b1846bc6e64 req-967c930d-3c78-4d8b-ac3b-49a6da3013d4 service neutron] 10.222.0.89 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921742 Jul 06 12:04:07.071736 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.110805 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 79779ca8-101e-4bb4-8632-841bba1f3e55, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=79779ca8-101e-4bb4-8632-841bba1f3e55,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:07.132153 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '79779ca8-101e-4bb4-8632-841bba1f3e55', 'network_id': '94bae05c-7754-47cb-8af2-746d89f9dc0f', 'port_id': '79779ca8-101e-4bb4-8632-841bba1f3e55', 'mac_address': 'fa:16:3e:c1:3e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630b344f-b40d-402b-87dd-410d7ed1ce59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:04:07.141878 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e28b1c7-1223-47ff-9909-9b1846bc6e64 req-285d9556-470f-4066-84e9-5053f17a834d service neutron] 10.222.0.89 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685228 Jul 06 12:04:07.212715 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a8ccd6-3589-40b5-8bc1-95d557068b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:07.214744 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f192b761-2971-4d03-8f0d-605db2f58d08" -d '{"events": [{"server_uuid": "47a8ccd6-3589-40b5-8bc1-95d557068b4a", "name": "network-vif-plugged", "status": "completed", "tag": "d3102f36-fe0a-4349-a93c-05b70c3f6b59"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:07.219203 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.235596 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d3102f36-fe0a-4349-a93c-05b70c3f6b59, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d3102f36-fe0a-4349-a93c-05b70c3f6b59,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:07.241352 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79779ca8-101e-4bb4-8632-841bba1f3e55 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:07.247906 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.301276 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 79779ca8-101e-4bb4-8632-841bba1f3e55, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=79779ca8-101e-4bb4-8632-841bba1f3e55,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:07.311882 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:07.330845 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d3102f36-fe0a-4349-a93c-05b70c3f6b59,revision_number=10']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:07.413678 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=79779ca8-101e-4bb4-8632-841bba1f3e55,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:07.578292 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['79779ca8-101e-4bb4-8632-841bba1f3e55'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:04:08.126658 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8065ec5b-c8a4-4581-873d-0455aa534bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.193351 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.493847 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44490) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:08.652430 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3715263-51e1-4909-be27-9289cb7222e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.816981 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3715263-51e1-4909-be27-9289cb7222e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.823359 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3715263-51e1-4909-be27-9289cb7222e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.844781 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 79779ca8-101e-4bb4-8632-841bba1f3e55 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:08.874558 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3715263-51e1-4909-be27-9289cb7222e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b4569d-0b37-4f93-a113-4c8a03bad43d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:08.882498 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44494) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:08.883083 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c3715263-51e1-4909-be27-9289cb7222e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8dd339c54df46589393209d28f70d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870699 Jul 06 12:04:08.946597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 79779ca8-101e-4bb4-8632-841bba1f3e55 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:08.953159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 79779ca8-101e-4bb4-8632-841bba1f3e55 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:08.953666 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:08.994008 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d58abef-1ea9-4ed7-8aa4-c9158d2c2df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.042680 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d58abef-1ea9-4ed7-8aa4-c9158d2c2df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.055385 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.105707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 79779ca8-101e-4bb4-8632-841bba1f3e55, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=79779ca8-101e-4bb4-8632-841bba1f3e55,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:09.114125 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.130192 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d58abef-1ea9-4ed7-8aa4-c9158d2c2df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.143198 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d58abef-1ea9-4ed7-8aa4-c9158d2c2df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.147534 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9d58abef-1ea9-4ed7-8aa4-c9158d2c2df6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/26b4569d-0b37-4f93-a113-4c8a03bad43d HTTP/1.1" status: 204 len: 168 time: 0.2606766 Jul 06 12:04:09.257404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58abef-1ea9-4ed7-8aa4-c9158d2c2df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b4569d-0b37-4f93-a113-4c8a03bad43d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:09.343857 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=79779ca8-101e-4bb4-8632-841bba1f3e55,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:09.352071 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.737148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44504) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:09.754250 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-387dd204-76f6-447c-9197-8f4699d8d4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.874848 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-387dd204-76f6-447c-9197-8f4699d8d4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.882310 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-387dd204-76f6-447c-9197-8f4699d8d4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:09.971300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387dd204-76f6-447c-9197-8f4699d8d4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574364af-69fd-4332-8ecf-17fbbf4a887d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:09.971300 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-387dd204-76f6-447c-9197-8f4699d8d4df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ec90dc42c7d4f07bc720b44992e0101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2009609 Jul 06 12:04:09.985093 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44506) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:10.028101 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-33cf5457-cd51-4bd1-8e65-5a212f4e2a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:10.052068 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-33cf5457-cd51-4bd1-8e65-5a212f4e2a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:10.119284 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-33cf5457-cd51-4bd1-8e65-5a212f4e2a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:10.119284 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-33cf5457-cd51-4bd1-8e65-5a212f4e2a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:10.119284 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-33cf5457-cd51-4bd1-8e65-5a212f4e2a6a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/574364af-69fd-4332-8ecf-17fbbf4a887d HTTP/1.1" status: 204 len: 168 time: 0.1769557 Jul 06 12:04:10.127333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf5457-cd51-4bd1-8e65-5a212f4e2a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574364af-69fd-4332-8ecf-17fbbf4a887d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:10.880408 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:16.246062 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a415103-1d23-4e82-b666-1f6483774652 x-openstack-request-id: req-9a415103-1d23-4e82-b666-1f6483774652 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:16.247053 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f167ef-1656-4045-831c-62d1cae9d071", "name": "network-vif-deleted", "tag": "31bf96c4-0dcb-4c9c-8e66-29ed3b26a275", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:16.247406 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a415103-1d23-4e82-b666-1f6483774652 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:16.247879 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f167ef-1656-4045-831c-62d1cae9d071', 'name': 'network-vif-deleted', 'tag': '31bf96c4-0dcb-4c9c-8e66-29ed3b26a275', 'status': 'completed', 'code': 200} Jul 06 12:04:16.484664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbfc8b-ca41-4905-98c9-4dcdb692b337 req-1a6b5280-28f0-4a1c-bbe6-1ca0a1b2c348 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:16.486970 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77bbfc8b-ca41-4905-98c9-4dcdb692b337 req-1a6b5280-28f0-4a1c-bbe6-1ca0a1b2c348 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1115165 Jul 06 12:04:16.566520 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77bbfc8b-ca41-4905-98c9-4dcdb692b337 req-bd1754ff-ddf4-43f8-aef9-8f6a48cc875b tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738347 Jul 06 12:04:16.770464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44624) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:16.925182 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:16.972400 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:17.051313 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:17.056598 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:17.060252 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "DELETE /v2.0/security-groups/80e860f8-8e2b-4e35-a959-12b21f3aa2f9 HTTP/1.1" status: 204 len: 168 time: 0.2884533 Jul 06 12:04:17.088832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e860f8-8e2b-4e35-a959-12b21f3aa2f9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:17.121086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:17.126760 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:17.128035 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:17.129857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:17.130450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:17.130985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:17.132267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:17.132675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:17.133808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:17.134212 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:17.139694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:17.140129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43165ef9-f1c0-400a-a392-330c1c47b887 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:17.268682 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363bfe8-54e1-4be8-a15f-1da1bc7b8f43 req-81fa136b-1276-431d-aca1-bffcaa75d0a6 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:17.278071 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e363bfe8-54e1-4be8-a15f-1da1bc7b8f43 req-81fa136b-1276-431d-aca1-bffcaa75d0a6 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=db94ca06-e9d5-4ce4-92e3-88741c866f4b HTTP/1.1" status: 200 len: 945 time: 0.1172051 Jul 06 12:04:17.347289 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e363bfe8-54e1-4be8-a15f-1da1bc7b8f43 req-db2283c6-1cb0-44be-89ad-42727b71cc72 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569174 Jul 06 12:04:17.380787 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd04aa0f-0f8a-44c7-90b4-e0a459547d4c x-openstack-request-id: req-dd04aa0f-0f8a-44c7-90b4-e0a459547d4c {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:17.381349 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a8ccd6-3589-40b5-8bc1-95d557068b4a", "name": "network-vif-plugged", "status": "completed", "tag": "d3102f36-fe0a-4349-a93c-05b70c3f6b59", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:17.381349 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd04aa0f-0f8a-44c7-90b4-e0a459547d4c {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:17.381695 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8ccd6-3589-40b5-8bc1-95d557068b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59', 'code': 200} Jul 06 12:04:17.482792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44652) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:18.233740 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-701b671d-238f-45fc-8e97-516d7175fdd3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:18.939984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cb762-d526-4fcb-a38b-d1c50241d40d req-fd3f6e98-6292-45fe-a841-ae9ff9fd4f68 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:18.943939 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-773cb762-d526-4fcb-a38b-d1c50241d40d req-fd3f6e98-6292-45fe-a841-ae9ff9fd4f68 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=db94ca06-e9d5-4ce4-92e3-88741c866f4b HTTP/1.1" status: 200 len: 945 time: 0.1766696 Jul 06 12:04:19.066960 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-773cb762-d526-4fcb-a38b-d1c50241d40d req-b57470d2-26e1-45fd-9959-37b82ecbe5a2 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140714 Jul 06 12:04:19.264470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-701b671d-238f-45fc-8e97-516d7175fdd3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Deleting port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:04:19.267290 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-701b671d-238f-45fc-8e97-516d7175fdd3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:19.383352 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db94ca06-e9d5-4ce4-92e3-88741c866f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79779ca8-101e-4bb4-8632-841bba1f3e55'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:19.386210 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7fced8-2095-4a79-aaa6-d21f0fcb0987" -d '{"events": [{"server_uuid": "db94ca06-e9d5-4ce4-92e3-88741c866f4b", "name": "network-vif-plugged", "status": "completed", "tag": "79779ca8-101e-4bb4-8632-841bba1f3e55"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:19.389582 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-701b671d-238f-45fc-8e97-516d7175fdd3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] For port f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403,segment=NetworkSegment(6ece6e36-9ed5-44fc-b287-30501a7e0769),segment_id=6ece6e36-9ed5-44fc-b287-30501a7e0769)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:19.390265 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-701b671d-238f-45fc-8e97-516d7175fdd3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:19.406521 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-701b671d-238f-45fc-8e97-516d7175fdd3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Calling delete_port for f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:04:19.611966 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-701b671d-238f-45fc-8e97-516d7175fdd3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:19.652928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b671d-238f-45fc-8e97-516d7175fdd3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Port': ['ID=f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:19.772183 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c9cfd7-f077-4196-8c17-b87f66574474 x-openstack-request-id: req-07c9cfd7-f077-4196-8c17-b87f66574474 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:19.772470 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db94ca06-e9d5-4ce4-92e3-88741c866f4b", "name": "network-vif-plugged", "status": "completed", "tag": "79779ca8-101e-4bb4-8632-841bba1f3e55", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:19.772722 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07c9cfd7-f077-4196-8c17-b87f66574474 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:19.773140 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db94ca06-e9d5-4ce4-92e3-88741c866f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79779ca8-101e-4bb4-8632-841bba1f3e55', 'code': 200} Jul 06 12:04:19.875924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a9cad-c081-4e80-bc48-96b54c386559 req-5453e012-781d-4b2a-bd36-410b35398bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:19.878502 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-656a9cad-c081-4e80-bc48-96b54c386559 req-5453e012-781d-4b2a-bd36-410b35398bfe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f99d139f50d4a1082f8201bb4cc6c27&device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 1096 time: 0.1244671 Jul 06 12:04:19.992754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a9cad-c081-4e80-bc48-96b54c386559 req-aeb02348-2058-4756-a357-d9fd9b0863ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:19.994369 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-656a9cad-c081-4e80-bc48-96b54c386559 req-aeb02348-2058-4756-a357-d9fd9b0863ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=ede8b9b8-dca5-4b16-b239-976325c5f9c7 HTTP/1.1" status: 200 len: 919 time: 0.1084366 Jul 06 12:04:20.042929 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-656a9cad-c081-4e80-bc48-96b54c386559 req-cb4ce86c-b070-49c2-9f09-3a45aa996183 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4716331f-e403-41a6-8d1d-c30c7e7a2898 HTTP/1.1" status: 200 len: 217 time: 0.0420504 Jul 06 12:04:20.068887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3799a-e353-4a6f-ab00-7b1703970e5d req-4c644f7f-8a11-409d-a1a5-29153e010dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:20.070403 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39a3799a-e353-4a6f-ab00-7b1703970e5d req-4c644f7f-8a11-409d-a1a5-29153e010dce service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db94ca06-e9d5-4ce4-92e3-88741c866f4b HTTP/1.1" status: 200 len: 1096 time: 0.1881800 Jul 06 12:04:20.077851 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e47eb0-63b3-4ea0-8c8b-c38c0e3fadaa req-2b68628c-4c1f-49a7-affa-ed41bd3ddc55 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:20.079254 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4e47eb0-63b3-4ea0-8c8b-c38c0e3fadaa req-2b68628c-4c1f-49a7-affa-ed41bd3ddc55 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1441591 Jul 06 12:04:20.087023 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-701b671d-238f-45fc-8e97-516d7175fdd3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:20.108427 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a9cad-c081-4e80-bc48-96b54c386559 req-743d5090-c780-49c6-9a15-3b15b12dc30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:20.110504 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-656a9cad-c081-4e80-bc48-96b54c386559 req-743d5090-c780-49c6-9a15-3b15b12dc30b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bb76d0d-b306-4b30-a183-fb66b233ae5c HTTP/1.1" status: 200 len: 858 time: 0.0615013 Jul 06 12:04:20.132749 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39a3799a-e353-4a6f-ab00-7b1703970e5d req-39c1be50-4ab8-4f1e-b138-81ea3973c308 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523331 Jul 06 12:04:20.156648 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-656a9cad-c081-4e80-bc48-96b54c386559 req-b409d1c6-d684-4882-b0c2-3a55e5eabf3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ede8b9b8-dca5-4b16-b239-976325c5f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388992 Jul 06 12:04:20.201713 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4e47eb0-63b3-4ea0-8c8b-c38c0e3fadaa req-279209bd-ecc0-4095-b998-d643d4ce56e4 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154714 Jul 06 12:04:20.318702 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-656a9cad-c081-4e80-bc48-96b54c386559 req-4228116c-8664-4293-9e09-edfa4ddcf4fd service neutron] 10.222.0.23 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555412 Jul 06 12:04:20.457314 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-656a9cad-c081-4e80-bc48-96b54c386559 req-0e96adb6-9871-4b36-b999-5cf765e36853 service neutron] 10.222.0.23 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325645 Jul 06 12:04:20.522509 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701b671d-238f-45fc-8e97-516d7175fdd3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Router 96702443-93e3-4e29-8e7b-200661d95edc has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:04:20.606625 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a25353-a88e-4076-b661-3bacf024e303 req-8ce5b2f7-32e7-4736-a1cc-5a2760d9ff8a tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:20.608538 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7a25353-a88e-4076-b661-3bacf024e303 req-8ce5b2f7-32e7-4736-a1cc-5a2760d9ff8a tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=db94ca06-e9d5-4ce4-92e3-88741c866f4b HTTP/1.1" status: 200 len: 945 time: 0.1546676 Jul 06 12:04:20.686451 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7a25353-a88e-4076-b661-3bacf024e303 req-db4ea2ee-93f4-489f-a5b3-edaa913691ab tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459409 Jul 06 12:04:20.689178 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701b671d-238f-45fc-8e97-516d7175fdd3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:04:20.694893 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-701b671d-238f-45fc-8e97-516d7175fdd3 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "PUT /v2.0/routers/96702443-93e3-4e29-8e7b-200661d95edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2104645 Jul 06 12:04:20.697243 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44744) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:20.701269 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98b9bf-7a5a-4371-83d3-130118a34564 None None] Sync routers for ids ['96702443-93e3-4e29-8e7b-200661d95edc'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:04:20.724580 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98b9bf-7a5a-4371-83d3-130118a34564 None None] Routers {'96702443-93e3-4e29-8e7b-200661d95edc'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:20.725384 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fa98b9bf-7a5a-4371-83d3-130118a34564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:04:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['96702443-93e3-4e29-8e7b-200661d95edc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:20.763368 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e24c3d8-c5b4-4de3-be84-dd064d105a06 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Deleting subnet 64df2cb9-364e-4f50-abca-991ff4f8bee6 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:04:20.766935 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e24c3d8-c5b4-4de3-be84-dd064d105a06 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:20.820139 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e24c3d8-c5b4-4de3-be84-dd064d105a06 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:20.883086 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-fa98b9bf-7a5a-4371-83d3-130118a34564 None None] Set router 96702443-93e3-4e29-8e7b-200661d95edc gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:20.929873 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e24c3d8-c5b4-4de3-be84-dd064d105a06 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:21.031478 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e24c3d8-c5b4-4de3-be84-dd064d105a06 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:21.070256 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24c3d8-c5b4-4de3-be84-dd064d105a06 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Subnet': ['ID=64df2cb9-364e-4f50-abca-991ff4f8bee6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:21.078828 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e24c3d8-c5b4-4de3-be84-dd064d105a06 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:21.082084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1e24c3d8-c5b4-4de3-be84-dd064d105a06 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "DELETE /v2.0/subnets/64df2cb9-364e-4f50-abca-991ff4f8bee6 HTTP/1.1" status: 204 len: 168 time: 0.3829100 Jul 06 12:04:21.085025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44766) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:21.088961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be86cd9-1cbc-4e94-8dfd-764d7dbac4b9 None None] Network 40f8962f-a486-42a7-ba14-2999f7c3bddf requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:04:21.115807 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fa98b9bf-7a5a-4371-83d3-130118a34564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96702443-93e3-4e29-8e7b-200661d95edc', 'name': 'tempest-TestNetworkBasicOps-router-1613711875', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:27Z', 'updated_at': '2021-07-06T12:04:19Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:29Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:21.156259 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98b9bf-7a5a-4371-83d3-130118a34564 None None] Checking router: 96702443-93e3-4e29-8e7b-200661d95edc for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:04:21.198323 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98b9bf-7a5a-4371-83d3-130118a34564 None None] Routers {'96702443-93e3-4e29-8e7b-200661d95edc'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:21.199107 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fa98b9bf-7a5a-4371-83d3-130118a34564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:04:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['96702443-93e3-4e29-8e7b-200661d95edc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:21.279350 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d356476-b9c7-463f-be07-4c94e63dc182 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:21.356112 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3451e-b817-4d85-a54b-0657f4f1a085 req-72a6ce8e-5c60-429e-a760-8ee4ec5fb459 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:21.366314 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-00d3451e-b817-4d85-a54b-0657f4f1a085 req-72a6ce8e-5c60-429e-a760-8ee4ec5fb459 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?device_id=47a8ccd6-3589-40b5-8bc1-95d557068b4a HTTP/1.1" status: 200 len: 950 time: 0.1862824 Jul 06 12:04:21.455664 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-fa98b9bf-7a5a-4371-83d3-130118a34564 None None] Set router 96702443-93e3-4e29-8e7b-200661d95edc gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:21.463463 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-00d3451e-b817-4d85-a54b-0657f4f1a085 req-b978178d-3da4-40b2-9945-e873692c9bc1 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/security-groups?id=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952706 Jul 06 12:04:21.533078 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d356476-b9c7-463f-be07-4c94e63dc182 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:21.627115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1d356476-b9c7-463f-be07-4c94e63dc182 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Deleting port 807c57ea-5bb4-4982-9e2e-a6c8801a9968 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:04:21.627686 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d356476-b9c7-463f-be07-4c94e63dc182 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:21.724429 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60ed991-673c-4129-abe5-0806ad05ba4d None None] DHCP port deletion for 40f8962f-a486-42a7-ba14-2999f7c3bddf request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:04:21.795437 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-1d356476-b9c7-463f-be07-4c94e63dc182 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] For port 807c57ea-5bb4-4982-9e2e-a6c8801a9968, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=807c57ea-5bb4-4982-9e2e-a6c8801a9968,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:21.795946 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d356476-b9c7-463f-be07-4c94e63dc182 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:21.811255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c60ed991-673c-4129-abe5-0806ad05ba4d None None] Deleting port 3bd934ff-abab-4fd3-8bb6-164c33cb484d {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:04:21.812747 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c60ed991-673c-4129-abe5-0806ad05ba4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:21.822526 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1d356476-b9c7-463f-be07-4c94e63dc182 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Calling delete_port for 807c57ea-5bb4-4982-9e2e-a6c8801a9968 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:04:21.857498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b0a17-fe96-453e-b1d2-545c7b4ead79 req-4179d3a7-97d8-4ceb-9f58-3bd1fecc1f59 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:21.875294 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c56b0a17-fe96-453e-b1d2-545c7b4ead79 req-4179d3a7-97d8-4ceb-9f58-3bd1fecc1f59 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1473472 Jul 06 12:04:21.921373 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c60ed991-673c-4129-abe5-0806ad05ba4d None None] For port 3bd934ff-abab-4fd3-8bb6-164c33cb484d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3bd934ff-abab-4fd3-8bb6-164c33cb484d,segment=NetworkSegment(6ece6e36-9ed5-44fc-b287-30501a7e0769),segment_id=6ece6e36-9ed5-44fc-b287-30501a7e0769)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:21.922541 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c60ed991-673c-4129-abe5-0806ad05ba4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:21.951766 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c56b0a17-fe96-453e-b1d2-545c7b4ead79 req-41f3742a-7b6f-4ede-9c3c-f84dc3f12aa4 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753255 Jul 06 12:04:21.953131 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c60ed991-673c-4129-abe5-0806ad05ba4d None None] Calling delete_port for 3bd934ff-abab-4fd3-8bb6-164c33cb484d owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:04:22.198253 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c60ed991-673c-4129-abe5-0806ad05ba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:22.229845 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d356476-b9c7-463f-be07-4c94e63dc182 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:22.261084 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fa98b9bf-7a5a-4371-83d3-130118a34564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96702443-93e3-4e29-8e7b-200661d95edc', 'name': 'tempest-TestNetworkBasicOps-router-1613711875', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:27Z', 'updated_at': '2021-07-06T12:04:19Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:29Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:22.267707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ed991-673c-4129-abe5-0806ad05ba4d None None] Pushing event deleted for resources: {'Port': ['ID=3bd934ff-abab-4fd3-8bb6-164c33cb484d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:22.284006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ed991-673c-4129-abe5-0806ad05ba4d None None] No DVR routers for this DVR port 3bd934ff-abab-4fd3-8bb6-164c33cb484d on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:04:22.290179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d356476-b9c7-463f-be07-4c94e63dc182 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Port': ['ID=807c57ea-5bb4-4982-9e2e-a6c8801a9968,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:22.315148 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98b9bf-7a5a-4371-83d3-130118a34564 None None] The sync data for ids ['96702443-93e3-4e29-8e7b-200661d95edc'] in n-d-799529-2 is: [{'id': '96702443-93e3-4e29-8e7b-200661d95edc', 'name': 'tempest-TestNetworkBasicOps-router-1613711875', 'tenant_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:27Z', 'updated_at': '2021-07-06T12:04:19Z', 'revision_number': 5, 'project_id': '9b8c032e15c44a1786541e33cb5ca2c4', 'gw_port': {'id': '807c57ea-5bb4-4982-9e2e-a6c8801a9968', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96702443-93e3-4e29-8e7b-200661d95edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:29Z', 'updated_at': '2021-07-06T12:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:04:22.389267 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d356476-b9c7-463f-be07-4c94e63dc182 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:22.473935 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41117d00-ab4e-465a-8b17-b03c1bc6470e req-3515b79c-f5a1-4b93-bd46-8d9a4e8c234a tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:22.484044 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41117d00-ab4e-465a-8b17-b03c1bc6470e req-3515b79c-f5a1-4b93-bd46-8d9a4e8c234a tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=db94ca06-e9d5-4ce4-92e3-88741c866f4b HTTP/1.1" status: 200 len: 945 time: 0.1255603 Jul 06 12:04:22.507504 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d356476-b9c7-463f-be07-4c94e63dc182 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:22.510277 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d356476-b9c7-463f-be07-4c94e63dc182 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:22.542072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41117d00-ab4e-465a-8b17-b03c1bc6470e req-2c7cc0ac-d5fa-4fa8-9fe3-a67ec99218d9 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571308 Jul 06 12:04:22.571697 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d356476-b9c7-463f-be07-4c94e63dc182 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:22.572640 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d356476-b9c7-463f-be07-4c94e63dc182 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Fanout notify agent at l3_agent the message router_deleted on router 96702443-93e3-4e29-8e7b-200661d95edc {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:04:22.581091 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d356476-b9c7-463f-be07-4c94e63dc182 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:22.585137 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44800) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:22.586441 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1d356476-b9c7-463f-be07-4c94e63dc182 tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "DELETE /v2.0/routers/96702443-93e3-4e29-8e7b-200661d95edc HTTP/1.1" status: 204 len: 168 time: 1.4997993 Jul 06 12:04:22.664036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d3102f36-fe0a-4349-a93c-05b70c3f6b59 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:04:22.732613 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-73542c6b-a68f-4020-a1d1-bc1feceb7b1e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:22.848643 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:22.866931 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-73542c6b-a68f-4020-a1d1-bc1feceb7b1e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:22.893979 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-73542c6b-a68f-4020-a1d1-bc1feceb7b1e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f8962f-a486-42a7-ba14-2999f7c3bddf']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:22.927553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-73542c6b-a68f-4020-a1d1-bc1feceb7b1e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ece6e36-9ed5-44fc-b287-30501a7e0769') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:22.927976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-73542c6b-a68f-4020-a1d1-bc1feceb7b1e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ece6e36-9ed5-44fc-b287-30501a7e0769') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:22.929329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a8ccd6-3589-40b5-8bc1-95d557068b4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:22.932204 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e238caa9-8844-47db-8dd4-20a51c62008c" -d '{"events": [{"server_uuid": "47a8ccd6-3589-40b5-8bc1-95d557068b4a", "name": "network-vif-unplugged", "status": "completed", "tag": "d3102f36-fe0a-4349-a93c-05b70c3f6b59"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:22.967910 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d3102f36-fe0a-4349-a93c-05b70c3f6b59, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d3102f36-fe0a-4349-a93c-05b70c3f6b59,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:22.968171 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-73542c6b-a68f-4020-a1d1-bc1feceb7b1e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:22.976851 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:23.000742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-73542c6b-a68f-4020-a1d1-bc1feceb7b1e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:23.012537 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73542c6b-a68f-4020-a1d1-bc1feceb7b1e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:04:23.013479 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-73542c6b-a68f-4020-a1d1-bc1feceb7b1e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:04:23.019831 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:04:23.106996 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-73542c6b-a68f-4020-a1d1-bc1feceb7b1e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:23.108525 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d3102f36-fe0a-4349-a93c-05b70c3f6b59,revision_number=11']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:23.113575 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-73542c6b-a68f-4020-a1d1-bc1feceb7b1e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:23.119564 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-73542c6b-a68f-4020-a1d1-bc1feceb7b1e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] 10.222.0.81 "DELETE /v2.0/networks/40f8962f-a486-42a7-ba14-2999f7c3bddf HTTP/1.1" status: 204 len: 168 time: 0.5333164 Jul 06 12:04:23.142744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73542c6b-a68f-4020-a1d1-bc1feceb7b1e tempest-TestNetworkBasicOps-1853530441 tempest-TestNetworkBasicOps-1853530441-project] Pushing event deleted for resources: {'Network': ['ID=40f8962f-a486-42a7-ba14-2999f7c3bddf,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:23.167410 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3ec4a2-465a-4295-b99d-6a3106f8afed x-openstack-request-id: req-6a3ec4a2-465a-4295-b99d-6a3106f8afed {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:23.167703 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a8ccd6-3589-40b5-8bc1-95d557068b4a", "name": "network-vif-unplugged", "status": "completed", "tag": "d3102f36-fe0a-4349-a93c-05b70c3f6b59", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:23.167962 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a3ec4a2-465a-4295-b99d-6a3106f8afed {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:23.168403 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8ccd6-3589-40b5-8bc1-95d557068b4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59', 'code': 200} Jul 06 12:04:23.377291 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6b72e-5594-438c-ab65-ecbddb0f328a req-36f3836e-50c6-41a2-b25c-f578edda08e1 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:23.385104 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23a6b72e-5594-438c-ab65-ecbddb0f328a req-36f3836e-50c6-41a2-b25c-f578edda08e1 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.0879929 Jul 06 12:04:23.442287 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23a6b72e-5594-438c-ab65-ecbddb0f328a req-b41f8d01-7ecc-4225-8bac-7fc784054970 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561273 Jul 06 12:04:23.510842 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44850) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:23.811372 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a4c653dd-840a-4795-989a-51bbac383e08 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b8c032e15c44a1786541e33cb5ca2c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2991779 Jul 06 12:04:23.815199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44880) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:23.855130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:04:23.916627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:04:23.917535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f786b8a0-d9ab-48b4-bf95-2e3ec6d6f403 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:04:23.919148 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3bd934ff-abab-4fd3-8bb6-164c33cb484d no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:04:23.941612 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28762919-ca42-4b61-88cf-7df68cae92b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:23.975740 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 3bd934ff-abab-4fd3-8bb6-164c33cb484d {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:04:23.976577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3bd934ff-abab-4fd3-8bb6-164c33cb484d not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:04:23.977322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 807c57ea-5bb4-4982-9e2e-a6c8801a9968 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:04:23.982128 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28762919-ca42-4b61-88cf-7df68cae92b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:24.024433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 807c57ea-5bb4-4982-9e2e-a6c8801a9968 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:04:24.024789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 807c57ea-5bb4-4982-9e2e-a6c8801a9968 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:04:24.101108 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28762919-ca42-4b61-88cf-7df68cae92b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:24.106239 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28762919-ca42-4b61-88cf-7df68cae92b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:24.111860 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-28762919-ca42-4b61-88cf-7df68cae92b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5225bd8-f424-497c-9d26-e6ffa7f03dd0 HTTP/1.1" status: 204 len: 168 time: 0.2953861 Jul 06 12:04:24.139136 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28762919-ca42-4b61-88cf-7df68cae92b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5225bd8-f424-497c-9d26-e6ffa7f03dd0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:24.448486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f5964-adb2-43b2-87e3-4af9dce2d618 req-df581d74-bffb-4b1b-8118-dd9600aa6d46 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:24.454998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f5964-adb2-43b2-87e3-4af9dce2d618 req-df581d74-bffb-4b1b-8118-dd9600aa6d46 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:24.463035 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f5964-adb2-43b2-87e3-4af9dce2d618 req-df581d74-bffb-4b1b-8118-dd9600aa6d46 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:24.470354 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f5964-adb2-43b2-87e3-4af9dce2d618 req-df581d74-bffb-4b1b-8118-dd9600aa6d46 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:24.484208 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f5964-adb2-43b2-87e3-4af9dce2d618 req-df581d74-bffb-4b1b-8118-dd9600aa6d46 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:24.488307 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f5964-adb2-43b2-87e3-4af9dce2d618 req-df581d74-bffb-4b1b-8118-dd9600aa6d46 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:24.494838 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f5964-adb2-43b2-87e3-4af9dce2d618 req-df581d74-bffb-4b1b-8118-dd9600aa6d46 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:24.500532 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fa8f5964-adb2-43b2-87e3-4af9dce2d618 req-df581d74-bffb-4b1b-8118-dd9600aa6d46 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5432 time: 0.1275251 Jul 06 12:04:24.500646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44910) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:24.528696 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-978d67cf-a3d1-4233-b149-d6b24915d8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:24.573614 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fa8f5964-adb2-43b2-87e3-4af9dce2d618 req-ddc0542f-1988-48d9-bbbf-ee6e0de1d0d1 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703971 Jul 06 12:04:24.700383 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-978d67cf-a3d1-4233-b149-d6b24915d8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:24.706552 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-978d67cf-a3d1-4233-b149-d6b24915d8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:24.771107 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-978d67cf-a3d1-4233-b149-d6b24915d8b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d0687dca55f4193bf5160e0cd703bb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694142 Jul 06 12:04:24.774089 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44932) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:24.787099 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d67cf-a3d1-4233-b149-d6b24915d8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db5e740-f53e-42d1-96a7-2af7a68c1a47,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:24.895022 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57caba15-ae10-45c2-9fe3-d13d47875a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:24.934760 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57caba15-ae10-45c2-9fe3-d13d47875a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:24.997048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f56d28-d943-41f6-ab97-2d4d9ffde9d4 req-415b55e4-440f-4506-9aa2-a0c3ae1c6811 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:25.008354 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e1f56d28-d943-41f6-ab97-2d4d9ffde9d4 req-415b55e4-440f-4506-9aa2-a0c3ae1c6811 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1387589 Jul 06 12:04:25.047662 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57caba15-ae10-45c2-9fe3-d13d47875a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:25.050294 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57caba15-ae10-45c2-9fe3-d13d47875a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:25.051500 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-57caba15-ae10-45c2-9fe3-d13d47875a95 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9db5e740-f53e-42d1-96a7-2af7a68c1a47 HTTP/1.1" status: 204 len: 168 time: 0.2764227 Jul 06 12:04:25.069838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57caba15-ae10-45c2-9fe3-d13d47875a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db5e740-f53e-42d1-96a7-2af7a68c1a47,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:25.089507 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e1f56d28-d943-41f6-ab97-2d4d9ffde9d4 req-f77acf46-8daa-41f2-9287-7d5d99a4eb39 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798283 Jul 06 12:04:25.324408 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03ea48-c08d-4f8e-802d-a21fb00fd0e4 req-b3b5af5f-f8d8-493f-b118-bb85f18fb165 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:25.330672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03ea48-c08d-4f8e-802d-a21fb00fd0e4 req-b3b5af5f-f8d8-493f-b118-bb85f18fb165 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:25.338713 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03ea48-c08d-4f8e-802d-a21fb00fd0e4 req-b3b5af5f-f8d8-493f-b118-bb85f18fb165 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:25.346688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03ea48-c08d-4f8e-802d-a21fb00fd0e4 req-b3b5af5f-f8d8-493f-b118-bb85f18fb165 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:25.354561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03ea48-c08d-4f8e-802d-a21fb00fd0e4 req-b3b5af5f-f8d8-493f-b118-bb85f18fb165 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:25.360636 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03ea48-c08d-4f8e-802d-a21fb00fd0e4 req-b3b5af5f-f8d8-493f-b118-bb85f18fb165 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:25.366748 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03ea48-c08d-4f8e-802d-a21fb00fd0e4 req-b3b5af5f-f8d8-493f-b118-bb85f18fb165 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:25.368932 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ae03ea48-c08d-4f8e-802d-a21fb00fd0e4 req-b3b5af5f-f8d8-493f-b118-bb85f18fb165 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5432 time: 0.1816545 Jul 06 12:04:26.348553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babac3a-88af-4bc8-b5ae-e80e2a86fff8 req-48a20886-07f0-4856-86b9-6e57365223b8 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:26.355729 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1babac3a-88af-4bc8-b5ae-e80e2a86fff8 req-48a20886-07f0-4856-86b9-6e57365223b8 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1047759 Jul 06 12:04:26.418347 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1babac3a-88af-4bc8-b5ae-e80e2a86fff8 req-b58d8798-39e2-43a9-a408-dbd2a2413969 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579259 Jul 06 12:04:26.834586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45056) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:26.849950 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d6c6d083-af30-498a-ac9f-7d556881675d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1226355176'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:26.883506 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c6d083-af30-498a-ac9f-7d556881675d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Made reservation on behalf of 2e51f6968cb54be9a671639601bdf4bd for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:26.889652 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d083-af30-498a-ac9f-7d556881675d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:26.922250 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:04:26.935346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c6d083-af30-498a-ac9f-7d556881675d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:04:26.983663 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d083-af30-498a-ac9f-7d556881675d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:26.984005 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-d6c6d083-af30-498a-ac9f-7d556881675d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Added segment 6de6151e-e2a5-4f30-ab8e-43d09734411a of type vlan for network d0165372-ba81-46c2-af71-bdb38d5dbedc Jul 06 12:04:27.056567 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d083-af30-498a-ac9f-7d556881675d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:27.127756 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d083-af30-498a-ac9f-7d556881675d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:27.146114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c6d083-af30-498a-ac9f-7d556881675d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:27.148063 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d083-af30-498a-ac9f-7d556881675d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:27.291982 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d6c6d083-af30-498a-ac9f-7d556881675d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4548633 Jul 06 12:04:27.294446 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45106) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:27.300011 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ec96610f-b3fc-4d45-8b24-637ef08637c6 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-384078981'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:27.304674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6d083-af30-498a-ac9f-7d556881675d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event updated for resources: {'Network': ['ID=d0165372-ba81-46c2-af71-bdb38d5dbedc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:27.343449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network d0165372-ba81-46c2-af71-bdb38d5dbedc details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:04:27.346160 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec96610f-b3fc-4d45-8b24-637ef08637c6 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Made reservation on behalf of 2e51f6968cb54be9a671639601bdf4bd for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:27.349971 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ec96610f-b3fc-4d45-8b24-637ef08637c6 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:27.404488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec96610f-b3fc-4d45-8b24-637ef08637c6 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:04:27.433371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45112) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:27.439050 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ec96610f-b3fc-4d45-8b24-637ef08637c6 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:27.439756 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-ec96610f-b3fc-4d45-8b24-637ef08637c6 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Added segment e65f28e5-e44b-4d60-96d5-d5f7323ca0b1 of type vlan for network 66f7ceaa-0f04-4369-8441-7edae42f76db Jul 06 12:04:27.572742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ec96610f-b3fc-4d45-8b24-637ef08637c6 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:27.624538 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ec96610f-b3fc-4d45-8b24-637ef08637c6 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:27.656881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec96610f-b3fc-4d45-8b24-637ef08637c6 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:27.661867 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ec96610f-b3fc-4d45-8b24-637ef08637c6 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:27.815287 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20120200-aa73-486e-a364-d0450be88067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:27.827806 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ec96610f-b3fc-4d45-8b24-637ef08637c6 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5322199 Jul 06 12:04:27.830528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45136) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:27.836111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d0f1fa05-0cae-4ce7-8279-9d3433d8b023 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Request body: {'subnet': {'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:27.861468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96610f-b3fc-4d45-8b24-637ef08637c6 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event updated for resources: {'Network': ['ID=66f7ceaa-0f04-4369-8441-7edae42f76db,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:27.879122 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 66f7ceaa-0f04-4369-8441-7edae42f76db details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:04:28.040775 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20120200-aa73-486e-a364-d0450be88067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:28.046671 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20120200-aa73-486e-a364-d0450be88067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:28.068818 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f1fa05-0cae-4ce7-8279-9d3433d8b023 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Made reservation on behalf of 2e51f6968cb54be9a671639601bdf4bd for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:28.073009 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0f1fa05-0cae-4ce7-8279-9d3433d8b023 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:28.112506 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-20120200-aa73-486e-a364-d0450be88067 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc4d3670dac04892b0563b48b36c5a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6776829 Jul 06 12:04:28.116751 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45160) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:28.119097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45162) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:28.119825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20120200-aa73-486e-a364-d0450be88067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e051820-6a27-4d29-a550-d77ec69ffb68,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:28.211975 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c13a0a90-b95f-4664-abbb-2cee9dfa4a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:28.257978 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c13a0a90-b95f-4664-abbb-2cee9dfa4a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:28.373561 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0f1fa05-0cae-4ce7-8279-9d3433d8b023 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:28.416186 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094610e-1153-43a1-89bf-9f3d977ab5b5 req-5486e3c1-f509-4ba8-b955-153c62cf5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:28.416732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094610e-1153-43a1-89bf-9f3d977ab5b5 req-5486e3c1-f509-4ba8-b955-153c62cf5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:28.417129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094610e-1153-43a1-89bf-9f3d977ab5b5 req-5486e3c1-f509-4ba8-b955-153c62cf5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:28.419865 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094610e-1153-43a1-89bf-9f3d977ab5b5 req-5486e3c1-f509-4ba8-b955-153c62cf5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:28.420355 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094610e-1153-43a1-89bf-9f3d977ab5b5 req-5486e3c1-f509-4ba8-b955-153c62cf5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:28.420915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094610e-1153-43a1-89bf-9f3d977ab5b5 req-5486e3c1-f509-4ba8-b955-153c62cf5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:28.421732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094610e-1153-43a1-89bf-9f3d977ab5b5 req-5486e3c1-f509-4ba8-b955-153c62cf5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:28.432076 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2094610e-1153-43a1-89bf-9f3d977ab5b5 req-5486e3c1-f509-4ba8-b955-153c62cf5798 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 6489 time: 0.3084629 Jul 06 12:04:28.448289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1fa05-0cae-4ce7-8279-9d3433d8b023 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event updated for resources: {'Subnet': ['ID=0576e630-24fe-429e-8d8a-79c4b89d1bc8,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:28.451987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1fa05-0cae-4ce7-8279-9d3433d8b023 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Checking segment: {'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:28.452570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f1fa05-0cae-4ce7-8279-9d3433d8b023 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Network hostable DHCP agents. Network: d0165372-ba81-46c2-af71-bdb38d5dbedc, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:04:28.461500 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c13a0a90-b95f-4664-abbb-2cee9dfa4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:28.465547 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c13a0a90-b95f-4664-abbb-2cee9dfa4a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:28.466785 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c13a0a90-b95f-4664-abbb-2cee9dfa4a42 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8e051820-6a27-4d29-a550-d77ec69ffb68 HTTP/1.1" status: 204 len: 168 time: 0.3490798 Jul 06 12:04:28.480432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f1fa05-0cae-4ce7-8279-9d3433d8b023 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Network d0165372-ba81-46c2-af71-bdb38d5dbedc is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:04:28.493156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d0f1fa05-0cae-4ce7-8279-9d3433d8b023 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, d0165372-ba81-46c2-af71-bdb38d5dbedc) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:28.497364 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2094610e-1153-43a1-89bf-9f3d977ab5b5 req-bbc237c1-743f-45f2-adef-df29cf1d50b6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2e0ae606-8a07-46de-88a6-49f4622c3644&id=8e78d8ca-f164-4045-873d-e0f50395fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643837 Jul 06 12:04:28.502724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c3bca7-2d27-4c22-83d5-fa5c8119b717 None None] Network d0165372-ba81-46c2-af71-bdb38d5dbedc requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:04:28.508306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f1fa05-0cae-4ce7-8279-9d3433d8b023 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:28.508916 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0f1fa05-0cae-4ce7-8279-9d3433d8b023 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:28.520865 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a0a90-b95f-4664-abbb-2cee9dfa4a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e051820-6a27-4d29-a550-d77ec69ffb68,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:28.531810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45182) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:28.538989 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d0f1fa05-0cae-4ce7-8279-9d3433d8b023 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7069063 Jul 06 12:04:28.542201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1ebe9e8b-df0a-4538-957f-f6f87608591a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Request body: {'subnet': {'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:28.746384 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037157a7-4fe8-44a6-9ba3-d7fd3c71e678 req-4fbf717c-c7b7-49dc-89d6-e5feff505cb7 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:28.752802 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-d0165372-ba81-46c2-af71-bdb38d5dbedc', 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'fixed_ips': [{'subnet_id': '0576e630-24fe-429e-8d8a-79c4b89d1bc8'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:04:28.753699 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:28.754400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-037157a7-4fe8-44a6-9ba3-d7fd3c71e678 req-4fbf717c-c7b7-49dc-89d6-e5feff505cb7 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1374412 Jul 06 12:04:28.764394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebe9e8b-df0a-4538-957f-f6f87608591a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Made reservation on behalf of 2e51f6968cb54be9a671639601bdf4bd for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:28.768003 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1ebe9e8b-df0a-4538-957f-f6f87608591a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:28.863011 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-037157a7-4fe8-44a6-9ba3-d7fd3c71e678 req-64d3e0e1-fa05-41af-9f43-06d787e20e73 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079316 Jul 06 12:04:28.985742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Allocated IP 10.1.1.2 (d0165372-ba81-46c2-af71-bdb38d5dbedc/0576e630-24fe-429e-8d8a-79c4b89d1bc8/fb54d93f-f155-4205-8c2e-8dad98e57159) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:29.038232 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1ebe9e8b-df0a-4538-957f-f6f87608591a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.118314 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe9e8b-df0a-4538-957f-f6f87608591a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Checking segment: {'id': 'e65f28e5-e44b-4d60-96d5-d5f7323ca0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:29.119786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebe9e8b-df0a-4538-957f-f6f87608591a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Network hostable DHCP agents. Network: 66f7ceaa-0f04-4369-8441-7edae42f76db, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:04:29.134728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe9e8b-df0a-4538-957f-f6f87608591a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event updated for resources: {'Subnet': ['ID=31da2619-e3fd-4bf0-b098-b53a3480fd99,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:29.148663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebe9e8b-df0a-4538-957f-f6f87608591a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Network 66f7ceaa-0f04-4369-8441-7edae42f76db is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:04:29.166932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-1ebe9e8b-df0a-4538-957f-f6f87608591a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 66f7ceaa-0f04-4369-8441-7edae42f76db) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:29.177397 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7741feb8-4671-40fa-818a-7a331000a5a4 None None] Network 66f7ceaa-0f04-4369-8441-7edae42f76db requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:04:29.183495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe9e8b-df0a-4538-957f-f6f87608591a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:29.184256 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1ebe9e8b-df0a-4538-957f-f6f87608591a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.208466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45198) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:29.209016 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1ebe9e8b-df0a-4538-957f-f6f87608591a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6752365 Jul 06 12:04:29.216669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bc648f89-8bb7-4739-a0fe-cbdfc060bd6d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Request body: {'port': {'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc', 'name': 'tempest-TaggedBootDevicesTest_v242-1544090718', 'fixed_ips': [{'subnet_id': '0576e630-24fe-429e-8d8a-79c4b89d1bc8'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:29.272090 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.303858 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Transition to ACTIVE for port object fb54d93f-f155-4205-8c2e-8dad98e57159 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:29.330618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Transition to ACTIVE for port object fb54d93f-f155-4205-8c2e-8dad98e57159 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:29.376440 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.468842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc648f89-8bb7-4739-a0fe-cbdfc060bd6d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Made reservation on behalf of 2e51f6968cb54be9a671639601bdf4bd for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:29.527490 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45210) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:29.535725 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-b159aaf1-3d21-40a1-bbea-c1212a1b7b7d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Request body: {'network': {'name': 'tempest-network-smoke--154953653', 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'port_security_enabled': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:29.541336 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Pushing event updated for resources: {'Port': ['ID=fb54d93f-f155-4205-8c2e-8dad98e57159,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:29.570424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Network d0165372-ba81-46c2-af71-bdb38d5dbedc is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:29.589253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b159aaf1-3d21-40a1-bbea-c1212a1b7b7d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Made reservation on behalf of 7b44276911cc4b91aafd86e95f47cd84 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:29.595161 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b159aaf1-3d21-40a1-bbea-c1212a1b7b7d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.610661 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b159aaf1-3d21-40a1-bbea-c1212a1b7b7d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.611156 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc648f89-8bb7-4739-a0fe-cbdfc060bd6d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.612914 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:29.619603 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:29.651963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-bc648f89-8bb7-4739-a0fe-cbdfc060bd6d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] device_id is not set on port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:04:29.689621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-66f7ceaa-0f04-4369-8441-7edae42f76db', 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'fixed_ips': [{'subnet_id': '31da2619-e3fd-4bf0-b098-b53a3480fd99'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:04:29.690480 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.717476 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Attempting to bind port fb54d93f-f155-4205-8c2e-8dad98e57159 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:29.718126 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Attempting to bind port fb54d93f-f155-4205-8c2e-8dad98e57159 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:29.718651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Attempting to bind port fb54d93f-f155-4205-8c2e-8dad98e57159 on network d0165372-ba81-46c2-af71-bdb38d5dbedc {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:29.727343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:29.728201 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Checking segment: {'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:29.728846 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.729453 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Bound using segment: {'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:29.730139 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Bound port: fb54d93f-f155-4205-8c2e-8dad98e57159, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:29.730768 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.761071 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b159aaf1-3d21-40a1-bbea-c1212a1b7b7d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.766899 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b159aaf1-3d21-40a1-bbea-c1212a1b7b7d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.788106 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b159aaf1-3d21-40a1-bbea-c1212a1b7b7d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:04:29.802257 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b159aaf1-3d21-40a1-bbea-c1212a1b7b7d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.802617 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-b159aaf1-3d21-40a1-bbea-c1212a1b7b7d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Added segment 109dfca8-0a4a-4c41-9bd5-2df21aed6ef9 of type vlan for network 7f554e12-ea01-4fe1-af43-7332f080c228 Jul 06 12:04:29.871290 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b159aaf1-3d21-40a1-bbea-c1212a1b7b7d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.879512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Allocated IP 10.2.2.2 (66f7ceaa-0f04-4369-8441-7edae42f76db/31da2619-e3fd-4bf0-b098-b53a3480fd99/bdbe78ff-163c-4a4b-a111-8e9a2cc257b6) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:29.916684 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b159aaf1-3d21-40a1-bbea-c1212a1b7b7d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.924096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b159aaf1-3d21-40a1-bbea-c1212a1b7b7d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:29.924778 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b159aaf1-3d21-40a1-bbea-c1212a1b7b7d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:29.970916 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b159aaf1-3d21-40a1-bbea-c1212a1b7b7d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4397917 Jul 06 12:04:29.974495 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45230) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:29.988197 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1330107900', 'admin_state_up': True, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:30.050887 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.051040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159aaf1-3d21-40a1-bbea-c1212a1b7b7d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a94308c-58ef-4f89-bd87-fc9243f7e4c5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:30.062783 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Transition to ACTIVE for port object bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:30.082142 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Transition to ACTIVE for port object bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:30.091414 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.102194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-bc648f89-8bb7-4739-a0fe-cbdfc060bd6d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Allocated IP 10.1.1.83 (d0165372-ba81-46c2-af71-bdb38d5dbedc/0576e630-24fe-429e-8d8a-79c4b89d1bc8/5c4fb5a3-a50a-4a36-8855-85dc7f08dc70) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:30.103260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159aaf1-3d21-40a1-bbea-c1212a1b7b7d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'Network': ['ID=7f554e12-ea01-4fe1-af43-7332f080c228,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:30.105912 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.107097 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.126176 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 7f554e12-ea01-4fe1-af43-7332f080c228 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:04:30.220246 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.231559 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Network 66f7ceaa-0f04-4369-8441-7edae42f76db is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:30.237193 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:30.244719 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:30.331870 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Attempting to bind port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:30.332369 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Attempting to bind port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e65f28e5-e44b-4d60-96d5-d5f7323ca0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:30.332830 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Attempting to bind port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 on network 66f7ceaa-0f04-4369-8441-7edae42f76db {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:30.334872 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Pushing event updated for resources: {'Port': ['ID=bdbe78ff-163c-4a4b-a111-8e9a2cc257b6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:30.348295 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:30.348993 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Checking segment: {'id': 'e65f28e5-e44b-4d60-96d5-d5f7323ca0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:30.349598 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.350149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Bound using segment: {'id': 'e65f28e5-e44b-4d60-96d5-d5f7323ca0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:30.350786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Bound port: bdbe78ff-163c-4a4b-a111-8e9a2cc257b6, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65f28e5-e44b-4d60-96d5-d5f7323ca0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:30.351391 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.406661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] For port fb54d93f-f155-4205-8c2e-8dad98e57159, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:30.424942 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] For port fb54d93f-f155-4205-8c2e-8dad98e57159, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=fb54d93f-f155-4205-8c2e-8dad98e57159,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:30.430700 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.516758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06811cd6-b46f-4920-a35a-a3ba2efb6c13 None None] Pushing event updated for resources: {'Port': ['ID=fb54d93f-f155-4205-8c2e-8dad98e57159,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:30.561263 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc648f89-8bb7-4739-a0fe-cbdfc060bd6d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.583893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] For port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:30.590056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] For port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bdbe78ff-163c-4a4b-a111-8e9a2cc257b6,segment=NetworkSegment(e65f28e5-e44b-4d60-96d5-d5f7323ca0b1),segment_id=e65f28e5-e44b-4d60-96d5-d5f7323ca0b1)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:30.602097 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.610166 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.616544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-bc648f89-8bb7-4739-a0fe-cbdfc060bd6d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Transition to ACTIVE for port object 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:30.765422 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc648f89-8bb7-4739-a0fe-cbdfc060bd6d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:30.803742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Pushing event updated for resources: {'Port': ['ID=bdbe78ff-163c-4a4b-a111-8e9a2cc257b6,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:30.832561 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:30.832916 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:30.833263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:30.834918 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc648f89-8bb7-4739-a0fe-cbdfc060bd6d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Network d0165372-ba81-46c2-af71-bdb38d5dbedc is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:30.837431 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:30.838153 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:30.839420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-bc648f89-8bb7-4739-a0fe-cbdfc060bd6d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:30.839710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:30.840063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:30.840412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:30.840752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:30.841088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:30.850480 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc648f89-8bb7-4739-a0fe-cbdfc060bd6d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:30.860001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:30.860379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a05d50-5ad6-48b3-941e-07276d3b29ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:30.948270 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc648f89-8bb7-4739-a0fe-cbdfc060bd6d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event updated for resources: {'Port': ['ID=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:30.982132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc648f89-8bb7-4739-a0fe-cbdfc060bd6d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:30.982880 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc648f89-8bb7-4739-a0fe-cbdfc060bd6d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.044518 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b98ee-d823-4c0d-b3c4-1d9eaa9d5b7c req-2076d456-1f6d-496a-8a99-2b5a6d34389b tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:31.046332 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-129b98ee-d823-4c0d-b3c4-1d9eaa9d5b7c req-2076d456-1f6d-496a-8a99-2b5a6d34389b tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1994205 Jul 06 12:04:31.075322 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bc648f89-8bb7-4739-a0fe-cbdfc060bd6d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8622661 Jul 06 12:04:31.076154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45272) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:31.083649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-48c33451-84d7-4f2f-96bf-904baed06199 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Request body: {'port': {'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc', 'name': 'tempest-TaggedBootDevicesTest_v242-1652095175', 'fixed_ips': [{'subnet_id': '0576e630-24fe-429e-8d8a-79c4b89d1bc8'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:31.205462 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.231898 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-129b98ee-d823-4c0d-b3c4-1d9eaa9d5b7c req-69d6110c-387f-4c41-b83a-12921d1b3d64 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762545 Jul 06 12:04:31.237174 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.331199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c33451-84d7-4f2f-96bf-904baed06199 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Made reservation on behalf of 2e51f6968cb54be9a671639601bdf4bd for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:31.423283 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Allocated IP 172.25.4.8 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/1deccf17-0778-4194-b8a4-d5c76229533d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:31.593954 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-48c33451-84d7-4f2f-96bf-904baed06199 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.631296 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.679114 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-48c33451-84d7-4f2f-96bf-904baed06199 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] device_id is not set on port d89e1771-286c-47d4-a06c-d0d0c9d87682 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:04:31.703700 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:31.818449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:31.880137 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'Port': ['ID=1deccf17-0778-4194-b8a4-d5c76229533d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:31.900284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:31.902801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:31.914537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:32.007904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:32.016023 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device fb54d93f-f155-4205-8c2e-8dad98e57159 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:32.149498 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port fb54d93f-f155-4205-8c2e-8dad98e57159 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:32.276719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-48c33451-84d7-4f2f-96bf-904baed06199 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Allocated IP 10.1.1.34 (d0165372-ba81-46c2-af71-bdb38d5dbedc/0576e630-24fe-429e-8d8a-79c4b89d1bc8/d89e1771-286c-47d4-a06c-d0d0c9d87682) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:32.439763 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d083ab3-0ef2-4152-beb4-8a2a3ee621c9 None None] Network d0165372-ba81-46c2-af71-bdb38d5dbedc requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:04:32.572769 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cb81c036-6324-4a15-a6a2-e02c7ae0e9d4 None None] Provisioning for port fb54d93f-f155-4205-8c2e-8dad98e57159 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:32.581402 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cb81c036-6324-4a15-a6a2-e02c7ae0e9d4 None None] Provisioning complete for port fb54d93f-f155-4205-8c2e-8dad98e57159 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:32.581724 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb81c036-6324-4a15-a6a2-e02c7ae0e9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.588943 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-48c33451-84d7-4f2f-96bf-904baed06199 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.634240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-48c33451-84d7-4f2f-96bf-904baed06199 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Transition to ACTIVE for port object d89e1771-286c-47d4-a06c-d0d0c9d87682 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:32.718198 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-48c33451-84d7-4f2f-96bf-904baed06199 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.799707 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.817817 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c33451-84d7-4f2f-96bf-904baed06199 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Network d0165372-ba81-46c2-af71-bdb38d5dbedc is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:32.824165 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-48c33451-84d7-4f2f-96bf-904baed06199 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:32.839621 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c33451-84d7-4f2f-96bf-904baed06199 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:32.866174 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2694b689-1eaf-4858-bf2e-cfdec5395989 None None] Network 66f7ceaa-0f04-4369-8441-7edae42f76db requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:04:32.889277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c33451-84d7-4f2f-96bf-904baed06199 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event updated for resources: {'Port': ['ID=d89e1771-286c-47d4-a06c-d0d0c9d87682,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:32.923839 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b57338-b4ce-46ca-b446-f9986ce59c01 req-17b22e59-9cb2-42ca-9b08-940e92956542 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:32.925399 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c1b57338-b4ce-46ca-b446-f9986ce59c01 req-17b22e59-9cb2-42ca-9b08-940e92956542 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.2112081 Jul 06 12:04:32.931718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c33451-84d7-4f2f-96bf-904baed06199 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:32.932899 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-48c33451-84d7-4f2f-96bf-904baed06199 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:32.974237 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-48c33451-84d7-4f2f-96bf-904baed06199 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8971572 Jul 06 12:04:32.982866 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c1b57338-b4ce-46ca-b446-f9986ce59c01 req-13ce9200-5589-4f73-8856-b3c57150f99e tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471902 Jul 06 12:04:32.992873 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb81c036-6324-4a15-a6a2-e02c7ae0e9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:33.047411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-cb81c036-6324-4a15-a6a2-e02c7ae0e9d4 None None] For port fb54d93f-f155-4205-8c2e-8dad98e57159, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=fb54d93f-f155-4205-8c2e-8dad98e57159,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:33.054428 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb81c036-6324-4a15-a6a2-e02c7ae0e9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:33.162441 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:33.253898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81c036-6324-4a15-a6a2-e02c7ae0e9d4 None None] Pushing event updated for resources: {'Port': ['ID=fb54d93f-f155-4205-8c2e-8dad98e57159,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:33.256811 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ebe53ead-3949-4d21-b8ff-8bc33e688eb1 None None] Provisioning for port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:33.286396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ebe53ead-3949-4d21-b8ff-8bc33e688eb1 None None] Provisioning complete for port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:33.286770 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebe53ead-3949-4d21-b8ff-8bc33e688eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:33.348794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2268460-beda-4843-816c-0963d0aa74d0 req-2268325d-599d-4e5a-a53c-13d5a656ac5b tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:33.351278 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2268460-beda-4843-816c-0963d0aa74d0 req-2268325d-599d-4e5a-a53c-13d5a656ac5b tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8fe4193-fd8a-41cb-b00e-9261f0f02246 HTTP/1.1" status: 200 len: 947 time: 0.1532390 Jul 06 12:04:33.373496 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Router db32500e-859f-4110-9fe4-1bac4c91ec6f is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:04:33.435017 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2268460-beda-4843-816c-0963d0aa74d0 req-7aba031f-dd84-4682-b7cd-ab9b741f5e33 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/security-groups?id=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769525 Jul 06 12:04:33.444756 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebe53ead-3949-4d21-b8ff-8bc33e688eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:33.517769 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ebe53ead-3949-4d21-b8ff-8bc33e688eb1 None None] For port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bdbe78ff-163c-4a4b-a111-8e9a2cc257b6,segment=NetworkSegment(e65f28e5-e44b-4d60-96d5-d5f7323ca0b1),segment_id=e65f28e5-e44b-4d60-96d5-d5f7323ca0b1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:33.525140 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebe53ead-3949-4d21-b8ff-8bc33e688eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:33.587990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device fb54d93f-f155-4205-8c2e-8dad98e57159 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:33.588331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:04:33.617008 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:33.622556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45346) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:33.635954 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ec64747f-1c8e-4463-bd23-f701ac94642b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.6593993 Jul 06 12:04:33.641916 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Sync routers for ids ['db32500e-859f-4110-9fe4-1bac4c91ec6f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:04:33.689408 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Routers {'db32500e-859f-4110-9fe4-1bac4c91ec6f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:33.689408 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:04:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['db32500e-859f-4110-9fe4-1bac4c91ec6f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:33.740332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe53ead-3949-4d21-b8ff-8bc33e688eb1 None None] Pushing event updated for resources: {'Port': ['ID=bdbe78ff-163c-4a4b-a111-8e9a2cc257b6,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:33.866150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port fb54d93f-f155-4205-8c2e-8dad98e57159 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:33.866524 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:33.896170 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45354) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:33.896787 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b49032c7-8e24-420d-981f-40c961fd9084 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=7b44276911cc4b91aafd86e95f47cd84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2726057 Jul 06 12:04:33.991351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a9f74c43-0c5e-49e9-8470-1cb0c801f0e1 None None] Provisioning complete for port fb54d93f-f155-4205-8c2e-8dad98e57159 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:33.992035 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9f74c43-0c5e-49e9-8470-1cb0c801f0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.020742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Set router db32500e-859f-4110-9fe4-1bac4c91ec6f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:34.046258 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd92769e-9502-4cdd-9506-746a4934dc40 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:34.049795 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dd92769e-9502-4cdd-9506-746a4934dc40 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1512022 Jul 06 12:04:34.060812 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45358) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:34.103395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45362) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:34.103993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45364) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:34.109397 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-8f90ea98-bb34-4722-9ae6-e028dbacf940 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-241553150', 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228', 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:34.114712 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-035c162e-c1f2-4d22-ac40-75dfae015c4c tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524716 Jul 06 12:04:34.121383 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-3507efda-4f8f-45e8-96be-f4815004445e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1718192907', 'description': 'tempest-description--1568333997'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:34.165366 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3507efda-4f8f-45e8-96be-f4815004445e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.335506 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a9f74c43-0c5e-49e9-8470-1cb0c801f0e1 None None] Provisioning for port d89e1771-286c-47d4-a06c-d0d0c9d87682 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:34.353901 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3507efda-4f8f-45e8-96be-f4815004445e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.363465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a9f74c43-0c5e-49e9-8470-1cb0c801f0e1 None None] Provisioning complete for port d89e1771-286c-47d4-a06c-d0d0c9d87682 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:34.364027 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9f74c43-0c5e-49e9-8470-1cb0c801f0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.380058 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3507efda-4f8f-45e8-96be-f4815004445e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.416787 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a9f74c43-0c5e-49e9-8470-1cb0c801f0e1 None None] Port d89e1771-286c-47d4-a06c-d0d0c9d87682 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:34.439278 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a9f74c43-0c5e-49e9-8470-1cb0c801f0e1 None None] Provisioning for port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:34.445381 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a9f74c43-0c5e-49e9-8470-1cb0c801f0e1 None None] Provisioning complete for port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:34.445760 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9f74c43-0c5e-49e9-8470-1cb0c801f0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.473726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330107900', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:04:30Z', 'updated_at': '2021-07-06T12:04:32Z', 'revision_number': 3, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:38:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:31Z', 'updated_at': '2021-07-06T12:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:34.502616 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Checking router: db32500e-859f-4110-9fe4-1bac4c91ec6f for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:04:34.503095 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Updating router db32500e-859f-4110-9fe4-1bac4c91ec6f port 1deccf17-0778-4194-b8a4-d5c76229533d binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:04:34.534554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a9f74c43-0c5e-49e9-8470-1cb0c801f0e1 None None] Port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:34.534963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f90ea98-bb34-4722-9ae6-e028dbacf940 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Made reservation on behalf of 7b44276911cc4b91aafd86e95f47cd84 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:34.538695 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8f90ea98-bb34-4722-9ae6-e028dbacf940 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.545132 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.565639 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3507efda-4f8f-45e8-96be-f4815004445e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.566905 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3507efda-4f8f-45e8-96be-f4815004445e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4516723 Jul 06 12:04:34.570628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45376) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:34.577947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f21ef088-86c1-4c85-8bf4-8833fc8b6fc0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Request body: {'security_group_rule': {'security_group_id': '759b2288-b69a-4532-9bc9-70346e142776', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:34.611885 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f21ef088-86c1-4c85-8bf4-8833fc8b6fc0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.624993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507efda-4f8f-45e8-96be-f4815004445e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759b2288-b69a-4532-9bc9-70346e142776,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:34.680951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7a71115f-52e1-4253-aeb0-e1897d7926e5 None None] Provisioning complete for port d89e1771-286c-47d4-a06c-d0d0c9d87682 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:34.681854 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a71115f-52e1-4253-aeb0-e1897d7926e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.699421 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f21ef088-86c1-4c85-8bf4-8833fc8b6fc0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.706392 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f21ef088-86c1-4c85-8bf4-8833fc8b6fc0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.714699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52b558-80e7-4ba9-abab-3a20e1075c88 req-7cdf6cc2-f791-49af-9107-541e66c67ccc tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:34.722669 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d52b558-80e7-4ba9-abab-3a20e1075c88 req-7cdf6cc2-f791-49af-9107-541e66c67ccc tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.3654342 Jul 06 12:04:34.733007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ef088-86c1-4c85-8bf4-8833fc8b6fc0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3b8f80-f6b9-4c26-9893-390724f0bc56,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:34.743442 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cd48f-1156-418e-a9d1-0a68b36decc7 req-2d7f9026-3652-41be-ace6-9d44dd9fb3c1 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:34.743647 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f21ef088-86c1-4c85-8bf4-8833fc8b6fc0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.745519 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f21ef088-86c1-4c85-8bf4-8833fc8b6fc0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1717932 Jul 06 12:04:34.747008 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e91cd48f-1156-418e-a9d1-0a68b36decc7 req-2d7f9026-3652-41be-ace6-9d44dd9fb3c1 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8fe4193-fd8a-41cb-b00e-9261f0f02246 HTTP/1.1" status: 200 len: 947 time: 0.3902831 Jul 06 12:04:34.748053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45378) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:34.754092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5d364e7a-e451-4bd4-843e-9ccf28d4ce5b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Request body: {'security_group_rule': {'security_group_id': '759b2288-b69a-4532-9bc9-70346e142776', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:34.797726 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d364e7a-e451-4bd4-843e-9ccf28d4ce5b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.805483 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7a71115f-52e1-4253-aeb0-e1897d7926e5 None None] Port d89e1771-286c-47d4-a06c-d0d0c9d87682 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:34.856964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7a71115f-52e1-4253-aeb0-e1897d7926e5 None None] Provisioning complete for port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:34.857388 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a71115f-52e1-4253-aeb0-e1897d7926e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.880598 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d52b558-80e7-4ba9-abab-3a20e1075c88 req-b253a3cd-8f36-4506-b2dc-bfaf026a8c55 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569664 Jul 06 12:04:34.881641 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d364e7a-e451-4bd4-843e-9ccf28d4ce5b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.886467 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d364e7a-e451-4bd4-843e-9ccf28d4ce5b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.919590 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d364e7a-e451-4bd4-843e-9ccf28d4ce5b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1507f6d9-de30-4168-8744-00733670c9bb,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:34.927106 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d364e7a-e451-4bd4-843e-9ccf28d4ce5b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:34.929891 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5d364e7a-e451-4bd4-843e-9ccf28d4ce5b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1805151 Jul 06 12:04:34.933666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45380) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:34.939297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:34.965989 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.023764 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.050157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Transition to ACTIVE for port object 1deccf17-0778-4194-b8a4-d5c76229533d will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:35.067523 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.093184 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8f90ea98-bb34-4722-9ae6-e028dbacf940 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.096139 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.108673 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7a71115f-52e1-4253-aeb0-e1897d7926e5 None None] Provisioning complete for port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:35.109058 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a71115f-52e1-4253-aeb0-e1897d7926e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.126873 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Attempting to bind port 1deccf17-0778-4194-b8a4-d5c76229533d on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:35.127311 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Attempting to bind port 1deccf17-0778-4194-b8a4-d5c76229533d by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:35.127852 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Attempting to bind port 1deccf17-0778-4194-b8a4-d5c76229533d on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:35.155862 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:35.156240 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:35.156691 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.157094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:35.158473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Bound port: 1deccf17-0778-4194-b8a4-d5c76229533d, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:35.158865 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.212002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf54da-159a-4789-a129-a3d440b9f570 None None] Pushing event updated for resources: {'Port': ['ID=1deccf17-0778-4194-b8a4-d5c76229533d,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:35.221869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7a71115f-52e1-4253-aeb0-e1897d7926e5 None None] Port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:35.261969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] For port 1deccf17-0778-4194-b8a4-d5c76229533d, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:35.267807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] For port 1deccf17-0778-4194-b8a4-d5c76229533d, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1deccf17-0778-4194-b8a4-d5c76229533d,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:35.276357 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.283150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Allocated IP 172.25.4.145 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/125fb3cd-330e-4f5c-ad39-7b448ea004f0) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:35.380883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Routers {'db32500e-859f-4110-9fe4-1bac4c91ec6f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:35.381300 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:04:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['db32500e-859f-4110-9fe4-1bac4c91ec6f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:35.490621 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.495430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] Set router db32500e-859f-4110-9fe4-1bac4c91ec6f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:35.562943 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.590776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-e91cd48f-1156-418e-a9d1-0a68b36decc7 req-a5028dd8-7cf0-44db-85e6-4831266d9f65 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Deleting port 14a05899-8566-4666-874f-9796be66b253 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:04:35.591381 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e91cd48f-1156-418e-a9d1-0a68b36decc7 req-a5028dd8-7cf0-44db-85e6-4831266d9f65 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.592104 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:35.593873 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf54da-159a-4789-a129-a3d440b9f570 None None] Pushing event updated for resources: {'Port': ['ID=1deccf17-0778-4194-b8a4-d5c76229533d,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:35.597290 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.623496 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:35.629094 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:35.632995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:35.639467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event updated for resources: {'Port': ['ID=125fb3cd-330e-4f5c-ad39-7b448ea004f0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:35.703416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90ea98-bb34-4722-9ae6-e028dbacf940 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'Subnet': ['ID=af5944d1-523a-4de1-821d-1d6e0c9e5446,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:35.761909 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b667eb-00c4-4bfa-8e05-84f0c65e79d3 req-d800aba8-df50-400e-a435-d48c8d8a6a5d tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:35.763521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61b667eb-00c4-4bfa-8e05-84f0c65e79d3 req-d800aba8-df50-400e-a435-d48c8d8a6a5d tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8fe4193-fd8a-41cb-b00e-9261f0f02246 HTTP/1.1" status: 200 len: 947 time: 0.7208331 Jul 06 12:04:35.765857 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.778960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f90ea98-bb34-4722-9ae6-e028dbacf940 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Checking segment: {'id': '109dfca8-0a4a-4c41-9bd5-2df21aed6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:35.779337 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f90ea98-bb34-4722-9ae6-e028dbacf940 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Network hostable DHCP agents. Network: 7f554e12-ea01-4fe1-af43-7332f080c228, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:04:35.820517 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.833281 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-e91cd48f-1156-418e-a9d1-0a68b36decc7 req-a5028dd8-7cf0-44db-85e6-4831266d9f65 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] For port 14a05899-8566-4666-874f-9796be66b253, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=14a05899-8566-4666-874f-9796be66b253,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:35.833693 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e91cd48f-1156-418e-a9d1-0a68b36decc7 req-a5028dd8-7cf0-44db-85e6-4831266d9f65 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.847007 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f90ea98-bb34-4722-9ae6-e028dbacf940 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Network 7f554e12-ea01-4fe1-af43-7332f080c228 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:04:35.861042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-e91cd48f-1156-418e-a9d1-0a68b36decc7 req-a5028dd8-7cf0-44db-85e6-4831266d9f65 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Calling delete_port for 14a05899-8566-4666-874f-9796be66b253 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:04:35.870688 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61b667eb-00c4-4bfa-8e05-84f0c65e79d3 req-8bcdb42e-1e32-483a-81bf-1835a55fc2b1 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/security-groups?id=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928571 Jul 06 12:04:35.881239 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-8f90ea98-bb34-4722-9ae6-e028dbacf940 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 7f554e12-ea01-4fe1-af43-7332f080c228) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:35.889807 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f90ea98-bb34-4722-9ae6-e028dbacf940 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:35.890684 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8f90ea98-bb34-4722-9ae6-e028dbacf940 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:35.952956 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8f90ea98-bb34-4722-9ae6-e028dbacf940 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8477733 Jul 06 12:04:35.957856 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45400) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:35.986441 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd7554d-ab0a-4b24-9686-4a6d39d2cf10 None None] Network 7f554e12-ea01-4fe1-af43-7332f080c228 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:04:35.988753 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0b4137de-0260-4d5e-bb83-e091baa05cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.034211 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.039953 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.093470 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event updated for resources: {'Port': ['ID=125fb3cd-330e-4f5c-ad39-7b448ea004f0,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:36.094889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:36.095949 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.155293 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.185025 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.198102 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5e3950f6-989c-47c3-a287-90dc9b37bf36 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2544200 Jul 06 12:04:36.311290 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e91cd48f-1156-418e-a9d1-0a68b36decc7 req-a5028dd8-7cf0-44db-85e6-4831266d9f65 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.376285 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-7f554e12-ea01-4fe1-af43-7332f080c228', 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'fixed_ips': [{'subnet_id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:04:36.377297 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.394515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5028dd8-7cf0-44db-85e6-4831266d9f65 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Pushing event deleted for resources: {'Port': ['ID=14a05899-8566-4666-874f-9796be66b253,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:36.460753 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.471514 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a46ef-08e7-46ab-8150-a587f047fc88 req-316da68e-fc24-4223-8f94-e7ece154429a tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:36.479253 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c75a46ef-08e7-46ab-8150-a587f047fc88 req-316da68e-fc24-4223-8f94-e7ece154429a tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.3437757 Jul 06 12:04:36.496938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330107900', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:04:30Z', 'updated_at': '2021-07-06T12:04:32Z', 'revision_number': 3, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:38:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:31Z', 'updated_at': '2021-07-06T12:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:36.527210 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91cd48f-1156-418e-a9d1-0a68b36decc7 req-a5028dd8-7cf0-44db-85e6-4831266d9f65 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] No DVR routers for this DVR port 14a05899-8566-4666-874f-9796be66b253 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:04:36.528484 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aef6ed2-0fc0-4861-a48e-4677b11118f6 None None] The sync data for ids ['db32500e-859f-4110-9fe4-1bac4c91ec6f'] in n-d-799529-2 is: [{'id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330107900', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:04:30Z', 'updated_at': '2021-07-06T12:04:32Z', 'revision_number': 3, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:38:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:31Z', 'updated_at': '2021-07-06T12:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:04:36.532506 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e91cd48f-1156-418e-a9d1-0a68b36decc7 req-a5028dd8-7cf0-44db-85e6-4831266d9f65 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.534388 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e91cd48f-1156-418e-a9d1-0a68b36decc7 req-a5028dd8-7cf0-44db-85e6-4831266d9f65 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.89 "DELETE /v2.0/ports/14a05899-8566-4666-874f-9796be66b253 HTTP/1.1" status: 204 len: 173 time: 1.7775602 Jul 06 12:04:36.538705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fe4193-fd8a-41cb-b00e-9261f0f02246', 'name': 'network-vif-deleted', 'tag': '14a05899-8566-4666-874f-9796be66b253'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:36.541774 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b9b54c-e0dd-426b-a0ec-af2816baea5f" -d '{"events": [{"server_uuid": "a8fe4193-fd8a-41cb-b00e-9261f0f02246", "name": "network-vif-deleted", "tag": "14a05899-8566-4666-874f-9796be66b253"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:36.603908 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Allocated IP 172.20.0.2 (7f554e12-ea01-4fe1-af43-7332f080c228/af5944d1-523a-4de1-821d-1d6e0c9e5446/a2e1e8fe-1659-4eae-bab7-2084ac4213cf) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:36.670773 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c75a46ef-08e7-46ab-8150-a587f047fc88 req-7d8db133-3271-4f0d-9990-72c7ad14b7d2 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904821 Jul 06 12:04:36.926817 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:36.971444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Transition to ACTIVE for port object a2e1e8fe-1659-4eae-bab7-2084ac4213cf will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:37.006887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Transition to ACTIVE for port object a2e1e8fe-1659-4eae-bab7-2084ac4213cf will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:37.015751 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.036273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Network 7f554e12-ea01-4fe1-af43-7332f080c228 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:37.039437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:37.044360 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:37.077451 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-f6197178-4da8-444e-a1f0-c142da5d4aad tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1718192907&fields=id&tenant_id=2e51f6968cb54be9a671639601bdf4bd HTTP/1.1" status: 200 len: 267 time: 0.2064786 Jul 06 12:04:37.151086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45438) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:37.224277 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Pushing event updated for resources: {'Port': ['ID=a2e1e8fe-1659-4eae-bab7-2084ac4213cf,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:37.243122 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-e1aa3123-319c-4fdf-8bbb-93236137acac tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:37.249093 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Attempting to bind port a2e1e8fe-1659-4eae-bab7-2084ac4213cf on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:37.249577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Attempting to bind port a2e1e8fe-1659-4eae-bab7-2084ac4213cf by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '109dfca8-0a4a-4c41-9bd5-2df21aed6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:37.249945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Attempting to bind port a2e1e8fe-1659-4eae-bab7-2084ac4213cf on network 7f554e12-ea01-4fe1-af43-7332f080c228 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:37.252915 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-e1aa3123-319c-4fdf-8bbb-93236137acac tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports/5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 HTTP/1.1" status: 200 len: 936 time: 0.1745055 Jul 06 12:04:37.257737 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:37.258118 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Checking segment: {'id': '109dfca8-0a4a-4c41-9bd5-2df21aed6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:37.258543 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.259930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Bound using segment: {'id': '109dfca8-0a4a-4c41-9bd5-2df21aed6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:37.260433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Bound port: a2e1e8fe-1659-4eae-bab7-2084ac4213cf, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109dfca8-0a4a-4c41-9bd5-2df21aed6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:37.260821 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.304516 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.376922 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] For port a2e1e8fe-1659-4eae-bab7-2084ac4213cf, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:37.380328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] For port a2e1e8fe-1659-4eae-bab7-2084ac4213cf, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a2e1e8fe-1659-4eae-bab7-2084ac4213cf,segment=NetworkSegment(109dfca8-0a4a-4c41-9bd5-2df21aed6ef9),segment_id=109dfca8-0a4a-4c41-9bd5-2df21aed6ef9)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:37.390159 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.401320 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0d741e5-7a30-47ad-8745-7e503ad121c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.476505 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46863fe-450d-41bb-be4b-fef225303e13 None None] Pushing event updated for resources: {'Port': ['ID=a2e1e8fe-1659-4eae-bab7-2084ac4213cf,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:37.503591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-0fef37a8-b0c1-4eee-89cb-aeae971ab67a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:37.514777 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-0fef37a8-b0c1-4eee-89cb-aeae971ab67a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports/d89e1771-286c-47d4-a06c-d0d0c9d87682 HTTP/1.1" status: 200 len: 936 time: 0.2608323 Jul 06 12:04:37.662127 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-5ca338e3-665a-4a09-bfe5-2dc8c7c3ddfe tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?network_id=66f7ceaa-0f04-4369-8441-7edae42f76db&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1462796 Jul 06 12:04:37.683907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1deccf17-0778-4194-b8a4-d5c76229533d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:37.694874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0d741e5-7a30-47ad-8745-7e503ad121c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.705535 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0d741e5-7a30-47ad-8745-7e503ad121c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.748171 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-fd7e63ac-6d9e-4e2c-a673-b76289e3194b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?network_id=66f7ceaa-0f04-4369-8441-7edae42f76db&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0850480 Jul 06 12:04:37.765082 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e0d741e5-7a30-47ad-8745-7e503ad121c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d7469a812848424abd68d0c4d85e494e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6105447 Jul 06 12:04:37.765915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d741e5-7a30-47ad-8745-7e503ad121c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000b177d-92a0-499e-a6b8-78b810874ecb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:37.768367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45450) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:37.792917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 1deccf17-0778-4194-b8a4-d5c76229533d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:37.800539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1deccf17-0778-4194-b8a4-d5c76229533d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:37.802813 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.895273 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afc05cbe-fa68-42ad-b901-013d8bc61431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.927809 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afc05cbe-fa68-42ad-b901-013d8bc61431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:37.984372 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:38.019800 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 1deccf17-0778-4194-b8a4-d5c76229533d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1deccf17-0778-4194-b8a4-d5c76229533d,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:38.028493 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:38.030375 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afc05cbe-fa68-42ad-b901-013d8bc61431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:38.036122 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afc05cbe-fa68-42ad-b901-013d8bc61431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:38.042906 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-afc05cbe-fa68-42ad-b901-013d8bc61431 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/000b177d-92a0-499e-a6b8-78b810874ecb HTTP/1.1" status: 204 len: 168 time: 0.2579343 Jul 06 12:04:38.059382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc05cbe-fa68-42ad-b901-013d8bc61431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000b177d-92a0-499e-a6b8-78b810874ecb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:38.073682 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Allocated IP 172.20.0.1 (7f554e12-ea01-4fe1-af43-7332f080c228/af5944d1-523a-4de1-821d-1d6e0c9e5446/d7680ae2-0417-4c93-b06c-3c2136570ab0) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:38.163969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=1deccf17-0778-4194-b8a4-d5c76229533d,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:38.189410 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0b1be2f2-eaa7-43dc-986f-81f0bc571f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:38.194976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-970120c5-f4a8-4326-8fa9-825c97eb7a8f tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:38.202361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-970120c5-f4a8-4326-8fa9-825c97eb7a8f tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:38.205603 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:38.209771 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-970120c5-f4a8-4326-8fa9-825c97eb7a8f tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:38.211468 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-970120c5-f4a8-4326-8fa9-825c97eb7a8f tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/networks?id=e155bfca-ff82-4ba8-aaaa-46b7984f6b46&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=66f7ceaa-0f04-4369-8441-7edae42f76db&id=66f7ceaa-0f04-4369-8441-7edae42f76db HTTP/1.1" status: 200 len: 1994 time: 0.4624803 Jul 06 12:04:38.246901 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-5142a24b-ae08-434a-b1e2-c5a5352fca86 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/quotas/2e51f6968cb54be9a671639601bdf4bd HTTP/1.1" status: 200 len: 375 time: 0.0213568 Jul 06 12:04:38.307596 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:38.325154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Transition to ACTIVE for port object d7680ae2-0417-4c93-b06c-3c2136570ab0 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:38.389124 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a2d4c604-dec6-49e4-a725-93635586ed17 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e51f6968cb54be9a671639601bdf4bd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1321285 Jul 06 12:04:38.397768 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:38.454511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Network 7f554e12-ea01-4fe1-af43-7332f080c228 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:38.457749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:38.460215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:38.491997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'Port': ['ID=d7680ae2-0417-4c93-b06c-3c2136570ab0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:38.522594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:38.783421 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:38.862846 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-e95c3b43-7d56-4854-8c93-1ffe8135008b service neutron] 10.222.0.81 "GET /v2.0/networks/e155bfca-ff82-4ba8-aaaa-46b7984f6b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581716 Jul 06 12:04:39.003714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 14a05899-8566-4666-874f-9796be66b253 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:04:39.055145 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 14a05899-8566-4666-874f-9796be66b253 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:04:39.067467 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-21e8b320-809b-4e2a-837d-0875dd8c6988 service neutron] 10.222.0.81 "GET /v2.0/networks/e155bfca-ff82-4ba8-aaaa-46b7984f6b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628797 Jul 06 12:04:39.068981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 14a05899-8566-4666-874f-9796be66b253 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:04:39.209378 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-6c71137b-3f14-4861-96a2-88a6decfd86b service neutron] 10.222.0.81 "GET /v2.0/ports/5c4fb5a3-a50a-4a36-8855-85dc7f08dc70?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1211274 Jul 06 12:04:39.286775 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:39.351825 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:39.390503 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-28d50913-9073-4493-bcfa-60a71e75e740 service neutron] 10.222.0.81 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703024 Jul 06 12:04:39.396085 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:39.641236 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1deccf17-0778-4194-b8a4-d5c76229533d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:39.732222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1deccf17-0778-4194-b8a4-d5c76229533d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:39.733056 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:39.784833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff670ecd-80aa-4157-997c-5ef0bc939cb3 None None] Network 7f554e12-ea01-4fe1-af43-7332f080c228 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:04:39.923209 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3e7dd008-71c3-4180-8f22-8e361412a552 None None] Provisioning for port a2e1e8fe-1659-4eae-bab7-2084ac4213cf completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:39.975776 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a2e1e8fe-1659-4eae-bab7-2084ac4213cf up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:39.981440 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'Port': ['ID=d7680ae2-0417-4c93-b06c-3c2136570ab0,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:40.000549 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:40.000905 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:40.001247 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:40.001582 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:40.002171 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:40.002671 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:40.003486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:40.003872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:40.004396 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:40.004736 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:40.005066 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:40.005418 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:04:40.015536 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:40.079128 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-5bca7593-b844-40c9-b12b-5ef36d220d7a service neutron] 10.222.0.81 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6795795 Jul 06 12:04:40.080869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port a2e1e8fe-1659-4eae-bab7-2084ac4213cf completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:40.086171 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port a2e1e8fe-1659-4eae-bab7-2084ac4213cf triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:40.086542 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:40.144355 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Network 7f554e12-ea01-4fe1-af43-7332f080c228 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:40.181193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:40.251489 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:40.300236 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port a2e1e8fe-1659-4eae-bab7-2084ac4213cf, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a2e1e8fe-1659-4eae-bab7-2084ac4213cf,segment=NetworkSegment(109dfca8-0a4a-4c41-9bd5-2df21aed6ef9),segment_id=109dfca8-0a4a-4c41-9bd5-2df21aed6ef9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:40.304947 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:40.336593 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-e35d6f80-62d5-4f4a-b075-35d57b924d0b service neutron] 10.222.0.81 "GET /v2.0/ports/d89e1771-286c-47d4-a06c-d0d0c9d87682?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2093647 Jul 06 12:04:40.346791 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Router db32500e-859f-4110-9fe4-1bac4c91ec6f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:04:40.414141 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=a2e1e8fe-1659-4eae-bab7-2084ac4213cf,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:40.555137 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-d0136324-dd64-416c-9fde-2cae0cdd877e service neutron] 10.222.0.81 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064581 Jul 06 12:04:40.615627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f5a80fb8-9111-4650-848e-dead937c47d4 None None] Provisioning for port d7680ae2-0417-4c93-b06c-3c2136570ab0 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:40.620316 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f5a80fb8-9111-4650-848e-dead937c47d4 None None] Provisioning complete for port d7680ae2-0417-4c93-b06c-3c2136570ab0 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:40.620678 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5a80fb8-9111-4650-848e-dead937c47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:40.636740 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:04:40.647730 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cb2fd7a6-226b-4134-83b0-d315725c1b3a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "PUT /v2.0/routers/db32500e-859f-4110-9fe4-1bac4c91ec6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6859119 Jul 06 12:04:40.651295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45584) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:40.661915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fb1174f2-75a6-448f-85a8-c02255c26a0a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1295384530', 'description': 'tempest-secgroup_access--1295384530 description', 'project_id': '7b44276911cc4b91aafd86e95f47cd84'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:40.673845 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f5a80fb8-9111-4650-848e-dead937c47d4 None None] Port d7680ae2-0417-4c93-b06c-3c2136570ab0 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:40.686729 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f5a80fb8-9111-4650-848e-dead937c47d4 None None] Provisioning complete for port a2e1e8fe-1659-4eae-bab7-2084ac4213cf triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:40.687029 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Sync routers for ids ['db32500e-859f-4110-9fe4-1bac4c91ec6f'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:04:40.687551 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5a80fb8-9111-4650-848e-dead937c47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:40.701673 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Routers {'db32500e-859f-4110-9fe4-1bac4c91ec6f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:40.704500 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:04:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['db32500e-859f-4110-9fe4-1bac4c91ec6f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:40.715305 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb1174f2-75a6-448f-85a8-c02255c26a0a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:40.764165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-9026d70a-addf-49b4-8d0e-1f680e7b8ec2 service neutron] 10.222.0.81 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934831 Jul 06 12:04:40.910371 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:40.930179 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb1174f2-75a6-448f-85a8-c02255c26a0a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:40.936077 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb1174f2-75a6-448f-85a8-c02255c26a0a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:40.945720 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Set router db32500e-859f-4110-9fe4-1bac4c91ec6f gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:40.976112 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb1174f2-75a6-448f-85a8-c02255c26a0a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:40.978197 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fb1174f2-75a6-448f-85a8-c02255c26a0a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3232076 Jul 06 12:04:40.985791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45588) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:40.995817 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-6effeab6-0ff0-487f-b41c-221257762226 service neutron] 10.222.0.81 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261572 Jul 06 12:04:40.997894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cb092689-7534-4513-b8b7-b16c798bcda8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1874796777', 'description': 'tempest-secgroup_general--1874796777 description', 'project_id': '7b44276911cc4b91aafd86e95f47cd84'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:41.027906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1174f2-75a6-448f-85a8-c02255c26a0a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644e263a-0eb4-4455-b8df-dbd1821616f5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:41.031350 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb092689-7534-4513-b8b7-b16c798bcda8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.044885 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5c5549df-a5fd-4307-a959-b2919778f239 None None] Provisioning complete for port d7680ae2-0417-4c93-b06c-3c2136570ab0 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:41.045384 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c5549df-a5fd-4307-a959-b2919778f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.138418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5c5549df-a5fd-4307-a959-b2919778f239 None None] Port d7680ae2-0417-4c93-b06c-3c2136570ab0 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:41.185306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45592) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:41.197457 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb092689-7534-4513-b8b7-b16c798bcda8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.204525 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb092689-7534-4513-b8b7-b16c798bcda8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.228725 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-63c351e3-572c-4732-bd92-584608d0ad9e service neutron] 10.222.0.81 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178795 Jul 06 12:04:41.242046 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb092689-7534-4513-b8b7-b16c798bcda8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.249459 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cb092689-7534-4513-b8b7-b16c798bcda8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2571652 Jul 06 12:04:41.257182 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45596) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:41.263125 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-76de6ab7-585a-4e37-b8f8-190fa3a2bfc6 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Request body: {'security_group_rule': {'security_group_id': '644e263a-0eb4-4455-b8df-dbd1821616f5', 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:41.267687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb092689-7534-4513-b8b7-b16c798bcda8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4725da7f-6c74-4d06-9b88-6cad2fa22321,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:41.302706 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76de6ab7-585a-4e37-b8f8-190fa3a2bfc6 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.371379 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330107900', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:04:30Z', 'updated_at': '2021-07-06T12:04:38Z', 'revision_number': 4, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:31Z', 'updated_at': '2021-07-06T12:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'd7680ae2-0417-4c93-b06c-3c2136570ab0', 'name': '', 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'mac_address': 'fa:16:3e:96:79:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:37Z', 'updated_at': '2021-07-06T12:04:39Z', 'revision_number': 2, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'subnets': [{'id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:41.371985 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-615d31ac-4af3-418a-9767-a0f79d1cd729 None None] Provisioning complete for port d7680ae2-0417-4c93-b06c-3c2136570ab0 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:41.372611 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-615d31ac-4af3-418a-9767-a0f79d1cd729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.401563 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a7a79ca2-4b6a-4484-afde-2ef55690291f service neutron] 10.222.0.81 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648393 Jul 06 12:04:41.429413 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76de6ab7-585a-4e37-b8f8-190fa3a2bfc6 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.435786 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Checking router: db32500e-859f-4110-9fe4-1bac4c91ec6f for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:04:41.437165 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Updating router db32500e-859f-4110-9fe4-1bac4c91ec6f port d7680ae2-0417-4c93-b06c-3c2136570ab0 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:04:41.448559 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76de6ab7-585a-4e37-b8f8-190fa3a2bfc6 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.452726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-615d31ac-4af3-418a-9767-a0f79d1cd729 None None] Port d7680ae2-0417-4c93-b06c-3c2136570ab0 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:41.485421 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f783e969-17d4-41b0-98ef-8f94a43532cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.504411 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.516935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de6ab7-585a-4e37-b8f8-190fa3a2bfc6 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ef537a-046b-4fd5-b856-0c09a000f864,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:41.561763 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76de6ab7-585a-4e37-b8f8-190fa3a2bfc6 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.570713 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-76de6ab7-585a-4e37-b8f8-190fa3a2bfc6 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046901 Jul 06 12:04:41.583572 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-ee07b918-9d1b-4ea1-90ea-91c5c386dad0 service neutron] 10.222.0.81 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753523 Jul 06 12:04:41.613702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a2e1e8fe-1659-4eae-bab7-2084ac4213cf up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:41.703441 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f783e969-17d4-41b0-98ef-8f94a43532cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.710485 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f783e969-17d4-41b0-98ef-8f94a43532cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.715301 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port a2e1e8fe-1659-4eae-bab7-2084ac4213cf triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:41.716216 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.747887 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-302602df-c4e1-4d4b-be02-bc1abf919fc9 service neutron] 10.222.0.81 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570740 Jul 06 12:04:41.790979 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f783e969-17d4-41b0-98ef-8f94a43532cd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7dbba90750c545ab93bdaeb949c0145f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6012077 Jul 06 12:04:41.801924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45602) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:41.821974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783e969-17d4-41b0-98ef-8f94a43532cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37481002-167a-4c0a-9cb3-df6272b15ea4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:41.889250 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-2d7f99c5-0ac7-4049-b069-36fe00f44f12 service neutron] 10.222.0.81 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338866 Jul 06 12:04:41.904416 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e9c1030-2d16-43a7-9450-9be50363197c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.939849 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e9c1030-2d16-43a7-9450-9be50363197c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:41.997636 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e9c1030-2d16-43a7-9450-9be50363197c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.000288 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e9c1030-2d16-43a7-9450-9be50363197c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.004526 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6e9c1030-2d16-43a7-9450-9be50363197c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/37481002-167a-4c0a-9cb3-df6272b15ea4 HTTP/1.1" status: 204 len: 168 time: 0.1987493 Jul 06 12:04:42.028966 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c1030-2d16-43a7-9450-9be50363197c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37481002-167a-4c0a-9cb3-df6272b15ea4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:42.064246 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.065727 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-24aacc03-4ba8-4a5e-8d20-3626e56f16a7 service neutron] 10.222.0.81 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705604 Jul 06 12:04:42.080347 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Transition to ACTIVE for port object d7680ae2-0417-4c93-b06c-3c2136570ab0 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:42.088525 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.187153 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-3ddc5c2c-2ff6-4d7b-8398-5a9b41c7b48b service neutron] 10.222.0.81 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196136 Jul 06 12:04:42.193909 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11daf5bb-23d7-401f-bbc8-298757cc9f34 None None] Pushing event updated for resources: {'Port': ['ID=d7680ae2-0417-4c93-b06c-3c2136570ab0,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:42.284540 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Attempting to bind port d7680ae2-0417-4c93-b06c-3c2136570ab0 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:42.285213 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Attempting to bind port d7680ae2-0417-4c93-b06c-3c2136570ab0 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '109dfca8-0a4a-4c41-9bd5-2df21aed6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:42.285765 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Attempting to bind port d7680ae2-0417-4c93-b06c-3c2136570ab0 on network 7f554e12-ea01-4fe1-af43-7332f080c228 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:42.291602 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:42.292295 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Checking segment: {'id': '109dfca8-0a4a-4c41-9bd5-2df21aed6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:42.292899 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.293462 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Bound using segment: {'id': '109dfca8-0a4a-4c41-9bd5-2df21aed6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:42.294439 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Bound port: d7680ae2-0417-4c93-b06c-3c2136570ab0, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109dfca8-0a4a-4c41-9bd5-2df21aed6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:42.295168 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.417926 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] For port d7680ae2-0417-4c93-b06c-3c2136570ab0, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:42.422248 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] For port d7680ae2-0417-4c93-b06c-3c2136570ab0, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d7680ae2-0417-4c93-b06c-3c2136570ab0,segment=NetworkSegment(109dfca8-0a4a-4c41-9bd5-2df21aed6ef9),segment_id=109dfca8-0a4a-4c41-9bd5-2df21aed6ef9)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:42.427688 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.519672 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Routers {'db32500e-859f-4110-9fe4-1bac4c91ec6f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:04:42.520299 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:04:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['db32500e-859f-4110-9fe4-1bac4c91ec6f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:42.525902 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11daf5bb-23d7-401f-bbc8-298757cc9f34 None None] Pushing event updated for resources: {'Port': ['ID=d7680ae2-0417-4c93-b06c-3c2136570ab0,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:42.566444 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45616) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:42.582899 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5adc4012-6adf-498d-bd1f-e81e2dde66f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.757554 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] Set router db32500e-859f-4110-9fe4-1bac4c91ec6f gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:04:42.974583 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5adc4012-6adf-498d-bd1f-e81e2dde66f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:42.980876 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5adc4012-6adf-498d-bd1f-e81e2dde66f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:43.061057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45632) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:43.062660 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5adc4012-6adf-498d-bd1f-e81e2dde66f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c166830e585e412bac9f3bec7a61ae9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4938438 Jul 06 12:04:43.064660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc4012-6adf-498d-bd1f-e81e2dde66f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32be9499-610f-461f-9c01-7e71fd2200a9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:43.134842 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330107900', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:04:30Z', 'updated_at': '2021-07-06T12:04:38Z', 'revision_number': 4, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:31Z', 'updated_at': '2021-07-06T12:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'd7680ae2-0417-4c93-b06c-3c2136570ab0', 'name': '', 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'mac_address': 'fa:16:3e:96:79:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:37Z', 'updated_at': '2021-07-06T12:04:42Z', 'revision_number': 4, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'subnets': [{'id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:04:43.145072 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd99b20d-79f7-44b9-b20c-8f30fbd50dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:43.174522 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18a5ae-19ea-4f99-859f-4e7a5a8f11c2 None None] The sync data for ids ['db32500e-859f-4110-9fe4-1bac4c91ec6f'] in n-d-799529-2 is: [{'id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330107900', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:04:30Z', 'updated_at': '2021-07-06T12:04:38Z', 'revision_number': 4, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:31Z', 'updated_at': '2021-07-06T12:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'd7680ae2-0417-4c93-b06c-3c2136570ab0', 'name': '', 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'mac_address': 'fa:16:3e:96:79:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:37Z', 'updated_at': '2021-07-06T12:04:42Z', 'revision_number': 4, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'subnets': [{'id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:04:43.187563 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd99b20d-79f7-44b9-b20c-8f30fbd50dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:43.276639 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd99b20d-79f7-44b9-b20c-8f30fbd50dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:43.285207 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd99b20d-79f7-44b9-b20c-8f30fbd50dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:43.288863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dd99b20d-79f7-44b9-b20c-8f30fbd50dd6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/32be9499-610f-461f-9c01-7e71fd2200a9 HTTP/1.1" status: 204 len: 168 time: 0.2240746 Jul 06 12:04:43.297251 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99b20d-79f7-44b9-b20c-8f30fbd50dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32be9499-610f-461f-9c01-7e71fd2200a9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:43.351393 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8551c1b1-ff30-4d14-9197-0de93998cb59 x-openstack-request-id: req-8551c1b1-ff30-4d14-9197-0de93998cb59 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:43.351917 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fe4193-fd8a-41cb-b00e-9261f0f02246", "name": "network-vif-deleted", "tag": "14a05899-8566-4666-874f-9796be66b253", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:43.352385 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8551c1b1-ff30-4d14-9197-0de93998cb59 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:43.353047 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8fe4193-fd8a-41cb-b00e-9261f0f02246', 'name': 'network-vif-deleted', 'tag': '14a05899-8566-4666-874f-9796be66b253', 'status': 'completed', 'code': 200} Jul 06 12:04:43.662557 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d7680ae2-0417-4c93-b06c-3c2136570ab0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:43.672935 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffa8d7-e0f2-4103-b575-28b0cc53c38d req-147db755-2ed4-4150-a51a-f9a5d0fb52fd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:43.674676 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3ffa8d7-e0f2-4103-b575-28b0cc53c38d req-147db755-2ed4-4150-a51a-f9a5d0fb52fd tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.0966461 Jul 06 12:04:43.732952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port d7680ae2-0417-4c93-b06c-3c2136570ab0 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:43.741654 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3ffa8d7-e0f2-4103-b575-28b0cc53c38d req-a5755612-269c-4bc7-82ff-b85d11c69809 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589478 Jul 06 12:04:43.750631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port d7680ae2-0417-4c93-b06c-3c2136570ab0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:43.751216 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:43.906519 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:43.948632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port d7680ae2-0417-4c93-b06c-3c2136570ab0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d7680ae2-0417-4c93-b06c-3c2136570ab0,segment=NetworkSegment(109dfca8-0a4a-4c41-9bd5-2df21aed6ef9),segment_id=109dfca8-0a4a-4c41-9bd5-2df21aed6ef9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:43.954676 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:44.034427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=d7680ae2-0417-4c93-b06c-3c2136570ab0,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:44.440462 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-97ac09ab-f1d3-4258-8e94-bba1efa234ce tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_access--1295384530&fields=id&tenant_id=7b44276911cc4b91aafd86e95f47cd84 HTTP/1.1" status: 200 len: 267 time: 0.1038580 Jul 06 12:04:44.518549 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-3a9cfb66-3ea5-47e1-b50a-dfdb26ac2479 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_general--1874796777&fields=id&tenant_id=7b44276911cc4b91aafd86e95f47cd84 HTTP/1.1" status: 200 len: 267 time: 0.0768223 Jul 06 12:04:44.759978 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-51aca380-a29d-4e3f-8bda-45fe920bd295 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:44.768340 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-51aca380-a29d-4e3f-8bda-45fe920bd295 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/networks?id=7f554e12-ea01-4fe1-af43-7332f080c228 HTTP/1.1" status: 200 len: 796 time: 0.2487454 Jul 06 12:04:44.807755 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-b6c1691c-e106-4a62-9cd6-bded7a7edbe6 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/quotas/7b44276911cc4b91aafd86e95f47cd84 HTTP/1.1" status: 200 len: 375 time: 0.0300441 Jul 06 12:04:44.975974 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-53968fc4-21db-494e-b200-3210a041402b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7b44276911cc4b91aafd86e95f47cd84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1664453 Jul 06 12:04:45.213311 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-465ba4dd-cdcd-4f63-8618-5554a685688a service neutron] 10.222.0.81 "GET /v2.0/networks/7f554e12-ea01-4fe1-af43-7332f080c228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346075 Jul 06 12:04:45.421937 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-64d2176c-4de6-4f4b-895d-619fd5347d5d service neutron] 10.222.0.81 "GET /v2.0/networks/7f554e12-ea01-4fe1-af43-7332f080c228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023051 Jul 06 12:04:45.442005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-82aecbff-0e15-4814-84b4-7a00153d8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:45.448835 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-82aecbff-0e15-4814-84b4-7a00153d8432 service neutron] 10.222.0.23 "GET /v2.0/ports/5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 HTTP/1.1" status: 200 len: 1032 time: 0.1750484 Jul 06 12:04:45.630913 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-2a8419f3-a0e9-4b55-9ec4-5ceb0ab7f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:45.635884 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-2a8419f3-a0e9-4b55-9ec4-5ceb0ab7f79b service neutron] 10.222.0.23 "GET /v2.0/ports/d89e1771-286c-47d4-a06c-d0d0c9d87682 HTTP/1.1" status: 200 len: 1032 time: 0.1799245 Jul 06 12:04:45.696835 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d7680ae2-0417-4c93-b06c-3c2136570ab0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:45.866458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port d7680ae2-0417-4c93-b06c-3c2136570ab0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:45.867603 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:46.018208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-37eda5bd-c86e-4fe0-8ed9-11836d85ba56 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:46.039643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-37eda5bd-c86e-4fe0-8ed9-11836d85ba56 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:46.064748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-37eda5bd-c86e-4fe0-8ed9-11836d85ba56 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:46.078281 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-37eda5bd-c86e-4fe0-8ed9-11836d85ba56 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.23 "GET /v2.0/networks?id=e155bfca-ff82-4ba8-aaaa-46b7984f6b46&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=66f7ceaa-0f04-4369-8441-7edae42f76db&id=66f7ceaa-0f04-4369-8441-7edae42f76db HTTP/1.1" status: 200 len: 1994 time: 0.4346170 Jul 06 12:04:46.109049 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7bdaf9b5-010e-475c-b21a-d4f45bb36556 req-68a66c59-e900-4c64-95bf-ab39e117dbcc tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 210 time: 0.0864441 Jul 06 12:04:46.203654 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-794aee96-15ba-46bb-a8b1-6ac9ed60341c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e51f6968cb54be9a671639601bdf4bd HTTP/1.1" status: 200 len: 380 time: 0.1129832 Jul 06 12:04:46.217789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-28e14eeb-2fdf-4b16-b3b9-f54279753df8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Request body: {'port': {'device_id': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'admin_state_up': True, 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'security_groups': ['759b2288-b69a-4532-9bc9-70346e142776']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:46.525187 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-28e14eeb-2fdf-4b16-b3b9-f54279753df8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Made reservation on behalf of 2e51f6968cb54be9a671639601bdf4bd for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:46.549182 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-28e14eeb-2fdf-4b16-b3b9-f54279753df8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:46.962116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-28e14eeb-2fdf-4b16-b3b9-f54279753df8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Allocated IP 172.20.0.11 (e155bfca-ff82-4ba8-aaaa-46b7984f6b46/f19cb1b0-56e0-4d55-af26-5ec14e7184b8/d7ac9807-0748-4db2-bb20-30cecc0ca562) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:47.232908 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80be4a-6d81-418d-bbfe-fc6623f4b1bd req-20d96401-9602-41bd-ba57-384e2de4d689 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:47.234515 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c80be4a-6d81-418d-bbfe-fc6623f4b1bd req-20d96401-9602-41bd-ba57-384e2de4d689 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.2050912 Jul 06 12:04:47.304977 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c80be4a-6d81-418d-bbfe-fc6623f4b1bd req-e969d06c-2fcc-4bbe-ac72-f123d4d816ba tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646210 Jul 06 12:04:47.325992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4496ec-99e7-4ce8-ada3-471ad418f117 req-39cc039b-ab47-4dc0-bebf-ffccd8826406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:47.336126 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f4496ec-99e7-4ce8-ada3-471ad418f117 req-39cc039b-ab47-4dc0-bebf-ffccd8826406 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 1096 time: 0.2525351 Jul 06 12:04:47.408791 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-28e14eeb-2fdf-4b16-b3b9-f54279753df8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:47.455579 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f4496ec-99e7-4ce8-ada3-471ad418f117 req-cb809d13-d700-4290-9ead-560332c932cc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176264 Jul 06 12:04:47.458948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-28e14eeb-2fdf-4b16-b3b9-f54279753df8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Transition to ACTIVE for port object d7ac9807-0748-4db2-bb20-30cecc0ca562 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:47.549323 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-28e14eeb-2fdf-4b16-b3b9-f54279753df8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:47.588839 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-abaea68d-9113-4828-b463-20cf30d228a3 req-6d87ad22-9bfa-41f6-94cf-ee99dc2b49a8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 210 time: 0.0797780 Jul 06 12:04:47.668390 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-28e14eeb-2fdf-4b16-b3b9-f54279753df8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Network e155bfca-ff82-4ba8-aaaa-46b7984f6b46 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:47.672758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-28e14eeb-2fdf-4b16-b3b9-f54279753df8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:47.685566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e14eeb-2fdf-4b16-b3b9-f54279753df8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event updated for resources: {'Port': ['ID=d7ac9807-0748-4db2-bb20-30cecc0ca562,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:47.689125 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-28e14eeb-2fdf-4b16-b3b9-f54279753df8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:47.815645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-28e14eeb-2fdf-4b16-b3b9-f54279753df8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:47.816739 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-28e14eeb-2fdf-4b16-b3b9-f54279753df8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:47.847593 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-28e14eeb-2fdf-4b16-b3b9-f54279753df8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6397579 Jul 06 12:04:47.858600 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-0e8da5b1-e6ec-4183-b517-8d51d1107891 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Request body: {'port': {'device_id': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc', 'admin_state_up': True, 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'security_groups': ['759b2288-b69a-4532-9bc9-70346e142776']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:47.926821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289069d-8792-4333-8987-533f9189ce0e req-8e02a45d-1473-44f8-9e08-4109db0bf01a tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:47.935841 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d289069d-8792-4333-8987-533f9189ce0e req-8e02a45d-1473-44f8-9e08-4109db0bf01a tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?device_id=47a8ccd6-3589-40b5-8bc1-95d557068b4a HTTP/1.1" status: 200 len: 948 time: 0.1230090 Jul 06 12:04:48.021983 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d289069d-8792-4333-8987-533f9189ce0e req-dd349311-6434-43d2-992a-0c3f2bbb994c tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/security-groups?id=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849769 Jul 06 12:04:48.061752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8f5427a3-4bd6-4331-af9f-65122b39c8de None None] Provisioning for port d7ac9807-0748-4db2-bb20-30cecc0ca562 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:48.070380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8f5427a3-4bd6-4331-af9f-65122b39c8de None None] Provisioning complete for port d7ac9807-0748-4db2-bb20-30cecc0ca562 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:48.071290 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f5427a3-4bd6-4331-af9f-65122b39c8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.092513 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-0e8da5b1-e6ec-4183-b517-8d51d1107891 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Made reservation on behalf of 2e51f6968cb54be9a671639601bdf4bd for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:48.097156 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-0e8da5b1-e6ec-4183-b517-8d51d1107891 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.157804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8f5427a3-4bd6-4331-af9f-65122b39c8de None None] Port d7ac9807-0748-4db2-bb20-30cecc0ca562 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:48.333185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-0e8da5b1-e6ec-4183-b517-8d51d1107891 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Allocated IP 10.1.1.216 (d0165372-ba81-46c2-af71-bdb38d5dbedc/0576e630-24fe-429e-8d8a-79c4b89d1bc8/fd11db21-7b96-4dca-820d-6f2614d3aabf) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:48.537264 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdea27-45d8-4488-a5ba-207a831ab917 req-d995c8fd-6127-4fc6-8e75-29d8af95627e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:48.540099 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f9fdea27-45d8-4488-a5ba-207a831ab917 req-d995c8fd-6127-4fc6-8e75-29d8af95627e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 932 time: 0.3494298 Jul 06 12:04:48.549082 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-2d6f8d51-713a-44ba-ba8f-d904a799d860 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:48.571942 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-2d6f8d51-713a-44ba-ba8f-d904a799d860 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.89 "GET /v2.0/networks?id=7f554e12-ea01-4fe1-af43-7332f080c228 HTTP/1.1" status: 200 len: 796 time: 0.3106115 Jul 06 12:04:48.578064 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-0e8da5b1-e6ec-4183-b517-8d51d1107891 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.601519 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-0e8da5b1-e6ec-4183-b517-8d51d1107891 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Transition to ACTIVE for port object fd11db21-7b96-4dca-820d-6f2614d3aabf will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:48.672569 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-0e8da5b1-e6ec-4183-b517-8d51d1107891 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.731938 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f9fdea27-45d8-4488-a5ba-207a831ab917 req-26338aeb-56a2-4c45-9e6d-f478db8ca821 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545029 Jul 06 12:04:48.737725 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-de4b1e26-07f8-482c-9d38-abac71d1219f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b44276911cc4b91aafd86e95f47cd84 HTTP/1.1" status: 200 len: 478 time: 0.1646938 Jul 06 12:04:48.748161 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-0e8da5b1-e6ec-4183-b517-8d51d1107891 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Network d0165372-ba81-46c2-af71-bdb38d5dbedc is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:48.759035 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-e3b5573f-c55d-4427-9c81-381fff77248f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Request body: {'port': {'device_id': '48020f21-41e5-4bc4-b047-d9ea1d5532fa', 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228', 'admin_state_up': True, 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'security_groups': ['644e263a-0eb4-4455-b8df-dbd1821616f5', '4725da7f-6c74-4d06-9b88-6cad2fa22321']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:48.774466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-0e8da5b1-e6ec-4183-b517-8d51d1107891 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:48.817308 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-0e8da5b1-e6ec-4183-b517-8d51d1107891 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:48.891642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8da5b1-e6ec-4183-b517-8d51d1107891 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event updated for resources: {'Port': ['ID=fd11db21-7b96-4dca-820d-6f2614d3aabf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:48.923187 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-0e8da5b1-e6ec-4183-b517-8d51d1107891 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:48.924012 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-0e8da5b1-e6ec-4183-b517-8d51d1107891 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:48.982292 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ff2c6-cb82-4726-961a-2fe674d82e38 req-c2181b8d-ccbe-4810-a9a0-e5375112bc27 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:48.995222 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b28ff2c6-cb82-4726-961a-2fe674d82e38 req-c2181b8d-ccbe-4810-a9a0-e5375112bc27 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.23 "GET /v2.0/ports?device_id=47a8ccd6-3589-40b5-8bc1-95d557068b4a HTTP/1.1" status: 200 len: 948 time: 0.2433672 Jul 06 12:04:48.997620 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-0e8da5b1-e6ec-4183-b517-8d51d1107891 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1431367 Jul 06 12:04:49.014239 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-ff852990-7981-4c9a-87f8-3219fddb48ce tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Request body: {'port': {'device_id': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc', 'admin_state_up': True, 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'security_groups': ['759b2288-b69a-4532-9bc9-70346e142776']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:49.061615 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-e3b5573f-c55d-4427-9c81-381fff77248f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Made reservation on behalf of 7b44276911cc4b91aafd86e95f47cd84 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:49.066095 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-e3b5573f-c55d-4427-9c81-381fff77248f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:49.107971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28794de9-c8fb-48b1-be46-2c09a5609894 req-2eeb6ee5-6034-480e-be2b-c73bfcc22679 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:49.115502 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28794de9-c8fb-48b1-be46-2c09a5609894 req-2eeb6ee5-6034-480e-be2b-c73bfcc22679 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1421723 Jul 06 12:04:49.256764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28794de9-c8fb-48b1-be46-2c09a5609894 req-e79ebc3f-bb99-4445-8966-ad8c4a285cb2 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402419 Jul 06 12:04:49.297507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b054f0d8-5caa-4981-8e83-f3af140882bf None None] Provisioning for port fd11db21-7b96-4dca-820d-6f2614d3aabf completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:49.314494 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b054f0d8-5caa-4981-8e83-f3af140882bf None None] Provisioning complete for port fd11db21-7b96-4dca-820d-6f2614d3aabf triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:49.315843 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b054f0d8-5caa-4981-8e83-f3af140882bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:49.320169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b28ff2c6-cb82-4726-961a-2fe674d82e38 req-f57b3083-3eb9-484d-ac50-c1c3eb7db700 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Deleting port d3102f36-fe0a-4349-a93c-05b70c3f6b59 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:04:49.322308 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b28ff2c6-cb82-4726-961a-2fe674d82e38 req-f57b3083-3eb9-484d-ac50-c1c3eb7db700 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:49.333362 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-ff852990-7981-4c9a-87f8-3219fddb48ce tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Made reservation on behalf of 2e51f6968cb54be9a671639601bdf4bd for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:49.341793 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-ff852990-7981-4c9a-87f8-3219fddb48ce tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:49.372332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b054f0d8-5caa-4981-8e83-f3af140882bf None None] Port fd11db21-7b96-4dca-820d-6f2614d3aabf cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:49.413656 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-e3b5573f-c55d-4427-9c81-381fff77248f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Allocated IP 172.20.0.8 (7f554e12-ea01-4fe1-af43-7332f080c228/af5944d1-523a-4de1-821d-1d6e0c9e5446/ab1dca37-70b7-4367-9de8-6c61cbc2fe0f) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:49.468258 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-047a20b7-74ce-427d-9565-4f289e773bf7 req-f74e881b-b38a-44b5-b3c4-d56c99412996 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 210 time: 0.0566249 Jul 06 12:04:49.614712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45866) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:49.648917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-ff852990-7981-4c9a-87f8-3219fddb48ce tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Allocated IP 10.1.1.187 (d0165372-ba81-46c2-af71-bdb38d5dbedc/0576e630-24fe-429e-8d8a-79c4b89d1bc8/49fbf984-87c5-49a6-8ea3-a0446eb038a0) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:49.762230 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-618aa252-40de-4957-b2e5-dd2bbbf1de2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:49.767584 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-e3b5573f-c55d-4427-9c81-381fff77248f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:49.804547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b28ff2c6-cb82-4726-961a-2fe674d82e38 req-f57b3083-3eb9-484d-ac50-c1c3eb7db700 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] For port d3102f36-fe0a-4349-a93c-05b70c3f6b59, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d3102f36-fe0a-4349-a93c-05b70c3f6b59,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:49.804957 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b28ff2c6-cb82-4726-961a-2fe674d82e38 req-f57b3083-3eb9-484d-ac50-c1c3eb7db700 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:49.828698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b28ff2c6-cb82-4726-961a-2fe674d82e38 req-f57b3083-3eb9-484d-ac50-c1c3eb7db700 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Calling delete_port for d3102f36-fe0a-4349-a93c-05b70c3f6b59 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:04:49.832051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a1008-c74e-44cd-b908-b2f15b0deaef req-9c7190d3-e2b6-4fe9-8b92-0fe27cc8b562 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:49.834086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a6a1008-c74e-44cd-b908-b2f15b0deaef req-9c7190d3-e2b6-4fe9-8b92-0fe27cc8b562 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/ports?device_id=47a8ccd6-3589-40b5-8bc1-95d557068b4a HTTP/1.1" status: 200 len: 948 time: 0.1911695 Jul 06 12:04:49.839332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-e3b5573f-c55d-4427-9c81-381fff77248f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Transition to ACTIVE for port object ab1dca37-70b7-4367-9de8-6c61cbc2fe0f will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:49.848033 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-ff852990-7981-4c9a-87f8-3219fddb48ce tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:49.896931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-ff852990-7981-4c9a-87f8-3219fddb48ce tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Transition to ACTIVE for port object 49fbf984-87c5-49a6-8ea3-a0446eb038a0 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:49.907531 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a6a1008-c74e-44cd-b908-b2f15b0deaef req-fc98e3a2-7284-492a-a7b9-cca3060aad26 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.81 "GET /v2.0/security-groups?id=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651817 Jul 06 12:04:49.954320 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-e3b5573f-c55d-4427-9c81-381fff77248f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:49.985516 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-ff852990-7981-4c9a-87f8-3219fddb48ce tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.000849 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-618aa252-40de-4957-b2e5-dd2bbbf1de2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.013941 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-618aa252-40de-4957-b2e5-dd2bbbf1de2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.030698 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-e3b5573f-c55d-4427-9c81-381fff77248f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Network 7f554e12-ea01-4fe1-af43-7332f080c228 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:50.052517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-ff852990-7981-4c9a-87f8-3219fddb48ce tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Network d0165372-ba81-46c2-af71-bdb38d5dbedc is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:50.053876 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-e3b5573f-c55d-4427-9c81-381fff77248f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:50.062631 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-ff852990-7981-4c9a-87f8-3219fddb48ce tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:50.065618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-ff852990-7981-4c9a-87f8-3219fddb48ce tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:50.073038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-e3b5573f-c55d-4427-9c81-381fff77248f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:50.097417 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff852990-7981-4c9a-87f8-3219fddb48ce tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event updated for resources: {'Port': ['ID=49fbf984-87c5-49a6-8ea3-a0446eb038a0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:50.112046 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b28ff2c6-cb82-4726-961a-2fe674d82e38 req-f57b3083-3eb9-484d-ac50-c1c3eb7db700 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.123157 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5573f-c55d-4427-9c81-381fff77248f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'Port': ['ID=ab1dca37-70b7-4367-9de8-6c61cbc2fe0f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:50.134698 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-618aa252-40de-4957-b2e5-dd2bbbf1de2a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6896432d9ad4a90a7d0706c51ebe27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5179818 Jul 06 12:04:50.138583 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45874) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:50.141342 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618aa252-40de-4957-b2e5-dd2bbbf1de2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10ee6d7-c4f0-472a-92d2-e326cbbae839,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:50.191051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-e3b5573f-c55d-4427-9c81-381fff77248f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:50.191904 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-e3b5573f-c55d-4427-9c81-381fff77248f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.213538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b3083-3eb9-484d-ac50-c1c3eb7db700 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Pushing event deleted for resources: {'Port': ['ID=d3102f36-fe0a-4349-a93c-05b70c3f6b59,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:50.220283 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-e3b5573f-c55d-4427-9c81-381fff77248f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.4683621 Jul 06 12:04:50.238714 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Request body: {'port': {'device_id': '48020f21-41e5-4bc4-b047-d9ea1d5532fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:50.251868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-ff852990-7981-4c9a-87f8-3219fddb48ce tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:50.252529 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-ff852990-7981-4c9a-87f8-3219fddb48ce tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.257720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28ff2c6-cb82-4726-961a-2fe674d82e38 req-f57b3083-3eb9-484d-ac50-c1c3eb7db700 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] No DVR routers for this DVR port d3102f36-fe0a-4349-a93c-05b70c3f6b59 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:04:50.260407 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b28ff2c6-cb82-4726-961a-2fe674d82e38 req-f57b3083-3eb9-484d-ac50-c1c3eb7db700 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.263082 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b28ff2c6-cb82-4726-961a-2fe674d82e38 req-f57b3083-3eb9-484d-ac50-c1c3eb7db700 tempest-ListImageFiltersTestJSON-374784695 tempest-ListImageFiltersTestJSON-374784695-project] 10.222.0.23 "DELETE /v2.0/ports/d3102f36-fe0a-4349-a93c-05b70c3f6b59 HTTP/1.1" status: 204 len: 173 time: 1.2558620 Jul 06 12:04:50.269349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a8ccd6-3589-40b5-8bc1-95d557068b4a', 'name': 'network-vif-deleted', 'tag': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:50.271759 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218ea5c9-8c84-4726-b4b0-cbbd1b349d55" -d '{"events": [{"server_uuid": "47a8ccd6-3589-40b5-8bc1-95d557068b4a", "name": "network-vif-deleted", "tag": "d3102f36-fe0a-4349-a93c-05b70c3f6b59"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:50.321343 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-ff852990-7981-4c9a-87f8-3219fddb48ce tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3129060 Jul 06 12:04:50.340583 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-99c8e20b-483f-46a7-a657-b828a95badc3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Request body: {'port': {'device_id': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db', 'admin_state_up': True, 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'security_groups': ['759b2288-b69a-4532-9bc9-70346e142776']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:50.371374 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75a2771f-9dcc-4b15-bea1-5b8bd4fe1b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.444590 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75a2771f-9dcc-4b15-bea1-5b8bd4fe1b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.542178 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.567208 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4a0bfd89-277d-4c1e-b245-f075a620e09a None None] Provisioning for port 49fbf984-87c5-49a6-8ea3-a0446eb038a0 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:50.574622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4a0bfd89-277d-4c1e-b245-f075a620e09a None None] Provisioning complete for port 49fbf984-87c5-49a6-8ea3-a0446eb038a0 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:50.575168 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfd89-277d-4c1e-b245-f075a620e09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.580357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a45e4f-ae1c-40e2-9f86-224d23c15ccc req-0d0c83a1-011a-4466-9443-9e294bd301c6 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:50.583987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-99c8e20b-483f-46a7-a657-b828a95badc3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Made reservation on behalf of 2e51f6968cb54be9a671639601bdf4bd for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:50.588095 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a45e4f-ae1c-40e2-9f86-224d23c15ccc req-0d0c83a1-011a-4466-9443-9e294bd301c6 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:50.595394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a45e4f-ae1c-40e2-9f86-224d23c15ccc req-0d0c83a1-011a-4466-9443-9e294bd301c6 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:50.597489 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74a45e4f-ae1c-40e2-9f86-224d23c15ccc req-0d0c83a1-011a-4466-9443-9e294bd301c6 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 2375 time: 0.2522478 Jul 06 12:04:50.656498 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bfd89-277d-4c1e-b245-f075a620e09a None None] Port 49fbf984-87c5-49a6-8ea3-a0446eb038a0 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:50.659536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75a2771f-9dcc-4b15-bea1-5b8bd4fe1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.662399 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75a2771f-9dcc-4b15-bea1-5b8bd4fe1b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.667136 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-75a2771f-9dcc-4b15-bea1-5b8bd4fe1b1a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f10ee6d7-c4f0-472a-92d2-e326cbbae839 HTTP/1.1" status: 204 len: 168 time: 0.5227392 Jul 06 12:04:50.686610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4a0bfd89-277d-4c1e-b245-f075a620e09a None None] Provisioning for port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:50.694977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4a0bfd89-277d-4c1e-b245-f075a620e09a None None] Provisioning complete for port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:50.695397 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a0bfd89-277d-4c1e-b245-f075a620e09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.703070 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2771f-9dcc-4b15-bea1-5b8bd4fe1b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10ee6d7-c4f0-472a-92d2-e326cbbae839,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:50.749206 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-99c8e20b-483f-46a7-a657-b828a95badc3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:50.794280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bfd89-277d-4c1e-b245-f075a620e09a None None] Port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:50.813212 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74a45e4f-ae1c-40e2-9f86-224d23c15ccc req-e6ec0a27-d947-4931-b2e8-3236af6d1175 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898465 Jul 06 12:04:51.029105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-99c8e20b-483f-46a7-a657-b828a95badc3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Allocated IP 10.2.2.100 (66f7ceaa-0f04-4369-8441-7edae42f76db/31da2619-e3fd-4bf0-b098-b53a3480fd99/f0dc445d-142f-4e58-9152-40dd8ee1572f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:51.193538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45888) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:51.196332 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7955a05-5ad3-4231-8544-e565cb8a48cb x-openstack-request-id: req-f7955a05-5ad3-4231-8544-e565cb8a48cb {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:51.196880 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a8ccd6-3589-40b5-8bc1-95d557068b4a", "name": "network-vif-deleted", "tag": "d3102f36-fe0a-4349-a93c-05b70c3f6b59", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:51.197961 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f7955a05-5ad3-4231-8544-e565cb8a48cb {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:51.198604 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8ccd6-3589-40b5-8bc1-95d557068b4a', 'name': 'network-vif-deleted', 'tag': 'd3102f36-fe0a-4349-a93c-05b70c3f6b59', 'status': 'completed', 'code': 200} Jul 06 12:04:51.236721 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2851786c-6726-4929-aa65-512ee1d1b181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.242118 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1dca37-70b7-4367-9de8-6c61cbc2fe0f {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:51.242620 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-99c8e20b-483f-46a7-a657-b828a95badc3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.259968 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.264931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-99c8e20b-483f-46a7-a657-b828a95badc3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Transition to ACTIVE for port object f0dc445d-142f-4e58-9152-40dd8ee1572f will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:51.283108 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Transition to ACTIVE for port object ab1dca37-70b7-4367-9de8-6c61cbc2fe0f will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:51.288939 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.332314 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-99c8e20b-483f-46a7-a657-b828a95badc3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.388809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8e20b-483f-46a7-a657-b828a95badc3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event updated for resources: {'Port': ['ID=f0dc445d-142f-4e58-9152-40dd8ee1572f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:51.413779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-99c8e20b-483f-46a7-a657-b828a95badc3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Network 66f7ceaa-0f04-4369-8441-7edae42f76db is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:51.416935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-99c8e20b-483f-46a7-a657-b828a95badc3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:51.420070 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-99c8e20b-483f-46a7-a657-b828a95badc3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:51.433768 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1dca37-70b7-4367-9de8-6c61cbc2fe0f,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:51.488691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffb993-6d76-46fd-9e37-2ab6aa745028 req-50b1ca65-d511-412d-b1b0-c11f32a03fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:51.491063 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86ffb993-6d76-46fd-9e37-2ab6aa745028 req-50b1ca65-d511-412d-b1b0-c11f32a03fbb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f99d139f50d4a1082f8201bb4cc6c27&device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 1096 time: 0.2913709 Jul 06 12:04:51.513720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-99c8e20b-483f-46a7-a657-b828a95badc3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:51.514734 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-99c8e20b-483f-46a7-a657-b828a95badc3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.550184 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Attempting to bind port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:51.550796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Attempting to bind port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '109dfca8-0a4a-4c41-9bd5-2df21aed6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:51.551427 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Attempting to bind port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f on network 7f554e12-ea01-4fe1-af43-7332f080c228 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:51.590663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f on network 7f554e12-ea01-4fe1-af43-7332f080c228 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:04:51.591175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Attempting to bind port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f on network 7f554e12-ea01-4fe1-af43-7332f080c228 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:51.610662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a029f8-b8d2-40a4-827f-aa6817aecc2f req-3c1228b3-53d3-4732-8811-7b8eeb3ac718 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:51.640556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a8a029f8-b8d2-40a4-827f-aa6817aecc2f req-3c1228b3-53d3-4732-8811-7b8eeb3ac718 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 982 time: 0.3373570 Jul 06 12:04:51.670498 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffb993-6d76-46fd-9e37-2ab6aa745028 req-ce31a596-096d-48ea-8d99-919e0f5eb773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:51.673184 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86ffb993-6d76-46fd-9e37-2ab6aa745028 req-ce31a596-096d-48ea-8d99-919e0f5eb773 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ede8b9b8-dca5-4b16-b239-976325c5f9c7 HTTP/1.1" status: 200 len: 919 time: 0.1445644 Jul 06 12:04:51.680858 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:51.680858 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Checking segment: {'id': '109dfca8-0a4a-4c41-9bd5-2df21aed6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:51.680858 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Bound using segment: {'id': '109dfca8-0a4a-4c41-9bd5-2df21aed6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:51.681446 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Bound port: ab1dca37-70b7-4367-9de8-6c61cbc2fe0f, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109dfca8-0a4a-4c41-9bd5-2df21aed6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:51.681612 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.729627 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86ffb993-6d76-46fd-9e37-2ab6aa745028 req-d34b92a5-294a-47f2-9422-42a97f9f4b60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4716331f-e403-41a6-8d1d-c30c7e7a2898 HTTP/1.1" status: 200 len: 217 time: 0.0456107 Jul 06 12:04:51.753938 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2851786c-6726-4929-aa65-512ee1d1b181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.767869 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2851786c-6726-4929-aa65-512ee1d1b181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.798787 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-99c8e20b-483f-46a7-a657-b828a95badc3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4705453 Jul 06 12:04:51.803506 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffb993-6d76-46fd-9e37-2ab6aa745028 req-c830492f-2b9a-4aeb-a6b6-74cd9356be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:51.804875 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86ffb993-6d76-46fd-9e37-2ab6aa745028 req-c830492f-2b9a-4aeb-a6b6-74cd9356be56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bb76d0d-b306-4b30-a183-fb66b233ae5c HTTP/1.1" status: 200 len: 858 time: 0.0674403 Jul 06 12:04:51.812414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-2e2143bf-cdd0-41f5-af38-e33c3c0fffaa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Request body: {'port': {'device_id': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db', 'admin_state_up': True, 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'security_groups': ['759b2288-b69a-4532-9bc9-70346e142776']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:51.847154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a5843bd6-cd83-49b7-a8a6-e9973bdc04b7 None None] Provisioning for port f0dc445d-142f-4e58-9152-40dd8ee1572f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:51.857839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a5843bd6-cd83-49b7-a8a6-e9973bdc04b7 None None] Provisioning complete for port f0dc445d-142f-4e58-9152-40dd8ee1572f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:51.859365 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5843bd6-cd83-49b7-a8a6-e9973bdc04b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:51.880189 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a8a029f8-b8d2-40a4-827f-aa6817aecc2f req-addc5160-fb68-4fe2-a869-d38383381ea2 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/security-groups?id=644e263a-0eb4-4455-b8df-dbd1821616f5&id=4725da7f-6c74-4d06-9b88-6cad2fa22321&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2350185 Jul 06 12:04:51.886650 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851786c-6726-4929-aa65-512ee1d1b181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c124345-d2b2-4c9c-953a-79b513e05295,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:51.891141 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2851786c-6726-4929-aa65-512ee1d1b181 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c1b8779a6d424d608e431aac39869d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6930664 Jul 06 12:04:51.894475 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45898) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:51.934663 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86ffb993-6d76-46fd-9e37-2ab6aa745028 req-dd6877b5-827b-4ed8-9e43-3534040ab066 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ede8b9b8-dca5-4b16-b239-976325c5f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049967 Jul 06 12:04:51.952545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a5843bd6-cd83-49b7-a8a6-e9973bdc04b7 None None] Port f0dc445d-142f-4e58-9152-40dd8ee1572f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:51.981497 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] For port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:52.024255 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] For port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ab1dca37-70b7-4367-9de8-6c61cbc2fe0f,segment=NetworkSegment(109dfca8-0a4a-4c41-9bd5-2df21aed6ef9),segment_id=109dfca8-0a4a-4c41-9bd5-2df21aed6ef9)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:52.053547 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:52.065153 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86ffb993-6d76-46fd-9e37-2ab6aa745028 req-d30b415a-40f6-4d12-981d-e617e35a69af service neutron] 10.222.0.23 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198916 Jul 06 12:04:52.128439 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:52.129403 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:52.131216 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] 10.222.0.89 "PUT /v2.0/ports/ab1dca37-70b7-4367-9de8-6c61cbc2fe0f HTTP/1.1" status: 200 len: 1130 time: 1.9020414 Jul 06 12:04:52.131932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48020f21-41e5-4bc4-b047-d9ea1d5532fa', 'tag': 'ab1dca37-70b7-4367-9de8-6c61cbc2fe0f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:52.134578 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affe9a58-5a28-491b-b56c-b87d65975c07" -d '{"events": [{"name": "network-changed", "server_uuid": "48020f21-41e5-4bc4-b047-d9ea1d5532fa", "tag": "ab1dca37-70b7-4367-9de8-6c61cbc2fe0f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:52.158342 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11ccc542-db47-4fe7-8fcd-927ee58f2795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:52.259368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-2e2143bf-cdd0-41f5-af38-e33c3c0fffaa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Made reservation on behalf of 2e51f6968cb54be9a671639601bdf4bd for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:04:52.264592 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-2e2143bf-cdd0-41f5-af38-e33c3c0fffaa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:52.279473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d45959-a403-4e3d-b505-d218355d0072 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1dca37-70b7-4367-9de8-6c61cbc2fe0f,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:52.286728 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11ccc542-db47-4fe7-8fcd-927ee58f2795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:52.300885 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86ffb993-6d76-46fd-9e37-2ab6aa745028 req-0601e4a1-5b40-4bfa-bef0-7fd09887b89d service neutron] 10.222.0.23 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285509 Jul 06 12:04:52.391075 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-0bb96cc2-acd9-4880-b58b-e93d1d85aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:52.393314 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-0bb96cc2-acd9-4880-b58b-e93d1d85aeaf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b44276911cc4b91aafd86e95f47cd84&device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 1133 time: 0.2169220 Jul 06 12:04:52.403959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d40e7f-bc38-41d8-8d66-96f78c53ad8c req-fdffbec4-0678-4f7e-8bc4-52c836cdb738 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:52.406011 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97d40e7f-bc38-41d8-8d66-96f78c53ad8c req-fdffbec4-0678-4f7e-8bc4-52c836cdb738 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1822956 Jul 06 12:04:52.452677 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-1853f0ac-788d-4a21-8ff9-2396d4382998 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab1dca37-70b7-4367-9de8-6c61cbc2fe0f HTTP/1.1" status: 200 len: 217 time: 0.0451310 Jul 06 12:04:52.484984 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11ccc542-db47-4fe7-8fcd-927ee58f2795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:52.487489 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11ccc542-db47-4fe7-8fcd-927ee58f2795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:52.488659 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-11ccc542-db47-4fe7-8fcd-927ee58f2795 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c124345-d2b2-4c9c-953a-79b513e05295 HTTP/1.1" status: 204 len: 168 time: 0.5779526 Jul 06 12:04:52.544380 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccc542-db47-4fe7-8fcd-927ee58f2795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c124345-d2b2-4c9c-953a-79b513e05295,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:52.561363 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97d40e7f-bc38-41d8-8d66-96f78c53ad8c req-a64a012a-419e-4818-b960-4b19b3db6d41 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109583 Jul 06 12:04:52.607009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-2e2143bf-cdd0-41f5-af38-e33c3c0fffaa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Allocated IP 10.2.2.200 (66f7ceaa-0f04-4369-8441-7edae42f76db/31da2619-e3fd-4bf0-b098-b53a3480fd99/1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:04:52.615023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-5b2f2ce4-4855-49fb-aaf6-e0826d7da41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:52.619018 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-5b2f2ce4-4855-49fb-aaf6-e0826d7da41e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af5944d1-523a-4de1-821d-1d6e0c9e5446 HTTP/1.1" status: 200 len: 834 time: 0.1435118 Jul 06 12:04:52.741342 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-988a6296-5a4f-4a68-a723-91ea640deb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:52.744141 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-988a6296-5a4f-4a68-a723-91ea640deb3f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f554e12-ea01-4fe1-af43-7332f080c228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181793 Jul 06 12:04:52.912018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d3102f36-fe0a-4349-a93c-05b70c3f6b59 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:04:52.956282 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: d3102f36-fe0a-4349-a93c-05b70c3f6b59 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:04:52.956627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d3102f36-fe0a-4349-a93c-05b70c3f6b59 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:04:52.974145 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabbb05-8489-4947-9421-dcf7c82dc7e8 req-498cc275-639a-47d9-b113-488cd00d0978 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:52.987715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabbb05-8489-4947-9421-dcf7c82dc7e8 req-498cc275-639a-47d9-b113-488cd00d0978 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:52.994530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabbb05-8489-4947-9421-dcf7c82dc7e8 req-498cc275-639a-47d9-b113-488cd00d0978 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:53.000783 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabbb05-8489-4947-9421-dcf7c82dc7e8 req-498cc275-639a-47d9-b113-488cd00d0978 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:53.002607 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2eabbb05-8489-4947-9421-dcf7c82dc7e8 req-498cc275-639a-47d9-b113-488cd00d0978 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 3096 time: 0.2199380 Jul 06 12:04:53.018046 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-3571bd45-b1f4-456c-8eca-39c0c68a4a91 service neutron] 10.222.0.89 "GET /v2.0/networks/7f554e12-ea01-4fe1-af43-7332f080c228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660635 Jul 06 12:04:53.116210 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2eabbb05-8489-4947-9421-dcf7c82dc7e8 req-9b111392-8f23-4bd0-b1a8-fa5aee9ae7b5 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970094 Jul 06 12:04:53.193831 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c87cdb44-c8c8-4b11-9ec0-8eb81c218fe1 req-507911a1-9072-4c07-b0c1-ee1fcfbb97a2 service neutron] 10.222.0.89 "GET /v2.0/networks/7f554e12-ea01-4fe1-af43-7332f080c228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674559 Jul 06 12:04:53.401702 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ca1a18f6-d25d-42a3-be3a-1d8e3d0e8929 req-4913b418-b63e-4b5a-9703-c06bde6e12ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=868cc1b1-47e4-436b-a360-12b39edd3850&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0927389 Jul 06 12:04:53.499180 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-2e2143bf-cdd0-41f5-af38-e33c3c0fffaa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:53.534297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-2e2143bf-cdd0-41f5-af38-e33c3c0fffaa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Transition to ACTIVE for port object 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:53.545497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a18f6-d25d-42a3-be3a-1d8e3d0e8929 req-777e364f-09e9-4e66-a199-2466b663bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:53.547060 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ca1a18f6-d25d-42a3-be3a-1d8e3d0e8929 req-777e364f-09e9-4e66-a199-2466b663bff1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=006d8323edb6437093d99ce511433d41&device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 1096 time: 0.1070659 Jul 06 12:04:53.755101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a18f6-d25d-42a3-be3a-1d8e3d0e8929 req-7cbf46ff-a608-4a1a-95e0-4e584bd446a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:53.757110 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ca1a18f6-d25d-42a3-be3a-1d8e3d0e8929 req-7cbf46ff-a608-4a1a-95e0-4e584bd446a0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=94bae05c-7754-47cb-8af2-746d89f9dc0f HTTP/1.1" status: 200 len: 915 time: 0.1648521 Jul 06 12:04:53.815408 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2271203a-0549-46d3-a962-79a84bceee4b x-openstack-request-id: req-2271203a-0549-46d3-a962-79a84bceee4b {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:53.815903 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48020f21-41e5-4bc4-b047-d9ea1d5532fa", "tag": "ab1dca37-70b7-4367-9de8-6c61cbc2fe0f", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:53.816348 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2271203a-0549-46d3-a962-79a84bceee4b {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:53.817743 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48020f21-41e5-4bc4-b047-d9ea1d5532fa', 'tag': 'ab1dca37-70b7-4367-9de8-6c61cbc2fe0f', 'status': 'completed', 'code': 200} Jul 06 12:04:53.822642 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ca1a18f6-d25d-42a3-be3a-1d8e3d0e8929 req-ca58307f-a939-4855-a97e-783775823e31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18034f1a-7abe-4804-9ef7-9660150d58ea HTTP/1.1" status: 200 len: 217 time: 0.0572023 Jul 06 12:04:53.824005 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-2e2143bf-cdd0-41f5-af38-e33c3c0fffaa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:53.990826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-2e2143bf-cdd0-41f5-af38-e33c3c0fffaa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Network 66f7ceaa-0f04-4369-8441-7edae42f76db is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:04:53.998054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-2e2143bf-cdd0-41f5-af38-e33c3c0fffaa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:04:53.999155 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe9a58-5a28-491b-b56c-b87d65975c07 req-7105ef1f-0e0b-4030-9e77-0a5658cc4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:54.001516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-affe9a58-5a28-491b-b56c-b87d65975c07 req-7105ef1f-0e0b-4030-9e77-0a5658cc4d0f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b44276911cc4b91aafd86e95f47cd84&device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 1133 time: 0.1286311 Jul 06 12:04:54.002155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2143bf-cdd0-41f5-af38-e33c3c0fffaa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event updated for resources: {'Port': ['ID=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:54.004643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-2e2143bf-cdd0-41f5-af38-e33c3c0fffaa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:04:54.057205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a18f6-d25d-42a3-be3a-1d8e3d0e8929 req-9e882450-4e94-45a9-b409-5e27f6b13075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:54.063868 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ca1a18f6-d25d-42a3-be3a-1d8e3d0e8929 req-9e882450-4e94-45a9-b409-5e27f6b13075 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=630b344f-b40d-402b-87dd-410d7ed1ce59 HTTP/1.1" status: 200 len: 854 time: 0.2292562 Jul 06 12:04:54.118629 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ca1a18f6-d25d-42a3-be3a-1d8e3d0e8929 req-ce17b615-6306-4505-af5a-ff2132da6335 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=94bae05c-7754-47cb-8af2-746d89f9dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466232 Jul 06 12:04:54.130942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-2e2143bf-cdd0-41f5-af38-e33c3c0fffaa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:54.131800 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-2e2143bf-cdd0-41f5-af38-e33c3c0fffaa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:54.257491 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147691-8561-46b5-9911-16748ada33fb req-5f1fccea-fffa-4d89-9816-7ddbf59d07ae tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:54.276709 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e147691-8561-46b5-9911-16748ada33fb req-5f1fccea-fffa-4d89-9816-7ddbf59d07ae tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 982 time: 0.2911186 Jul 06 12:04:54.311906 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe9a58-5a28-491b-b56c-b87d65975c07 req-936013e0-8dd7-4f93-8979-71735081b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:54.322015 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-affe9a58-5a28-491b-b56c-b87d65975c07 req-936013e0-8dd7-4f93-8979-71735081b96f service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f554e12-ea01-4fe1-af43-7332f080c228 HTTP/1.1" status: 200 len: 897 time: 0.2918313 Jul 06 12:04:54.339199 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-2e2143bf-cdd0-41f5-af38-e33c3c0fffaa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5315673 Jul 06 12:04:54.412093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Request body: {'port': {'device_id': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:54.504868 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-affe9a58-5a28-491b-b56c-b87d65975c07 req-b2fda3a7-4d5e-4c08-ac32-1eeeec68e575 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab1dca37-70b7-4367-9de8-6c61cbc2fe0f HTTP/1.1" status: 200 len: 217 time: 0.1216042 Jul 06 12:04:54.519682 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:54.550609 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9efb72fb-b66f-4321-9ef4-9d57f3094b6d None None] Provisioning for port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:54.552263 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e147691-8561-46b5-9911-16748ada33fb req-e19d7c8e-f094-4a7b-8733-6eceda3f4863 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/security-groups?id=644e263a-0eb4-4455-b8df-dbd1821616f5&id=4725da7f-6c74-4d06-9b88-6cad2fa22321&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2743917 Jul 06 12:04:54.567110 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9efb72fb-b66f-4321-9ef4-9d57f3094b6d None None] Provisioning complete for port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:54.567553 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9efb72fb-b66f-4321-9ef4-9d57f3094b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:54.594359 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ca1a18f6-d25d-42a3-be3a-1d8e3d0e8929 req-fa8c11f8-f7d0-4be2-b5e0-1816ab9ab68a service neutron] 10.222.0.23 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561400 Jul 06 12:04:54.676430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9efb72fb-b66f-4321-9ef4-9d57f3094b6d None None] Port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:04:54.677049 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe9a58-5a28-491b-b56c-b87d65975c07 req-3c42f3ba-f0da-4926-88e9-8a42f15b62b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:54.684823 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-affe9a58-5a28-491b-b56c-b87d65975c07 req-3c42f3ba-f0da-4926-88e9-8a42f15b62b4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af5944d1-523a-4de1-821d-1d6e0c9e5446 HTTP/1.1" status: 200 len: 834 time: 0.1677747 Jul 06 12:04:54.784078 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe9a58-5a28-491b-b56c-b87d65975c07 req-928af162-c68f-422f-85cc-a0e4e5c13bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:54.785560 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-affe9a58-5a28-491b-b56c-b87d65975c07 req-928af162-c68f-422f-85cc-a0e4e5c13bdb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f554e12-ea01-4fe1-af43-7332f080c228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963585 Jul 06 12:04:54.866160 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ca1a18f6-d25d-42a3-be3a-1d8e3d0e8929 req-950bc8ae-80dd-4ea7-9d67-cffb776f4f2f service neutron] 10.222.0.23 "GET /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634044 Jul 06 12:04:54.926985 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46006) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:54.973372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ac9807-0748-4db2-bb20-30cecc0ca562 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:54.982745 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:54.995707 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Transition to ACTIVE for port object d7ac9807-0748-4db2-bb20-30cecc0ca562 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:54.999870 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:55.030721 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21374110-b1d1-41c9-8896-6f89e7e0ee92 req-d70e6894-e738-4809-976d-b9e5404e8e44 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:55.039029 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21374110-b1d1-41c9-8896-6f89e7e0ee92 req-d70e6894-e738-4809-976d-b9e5404e8e44 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.2351787 Jul 06 12:04:55.068966 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-affe9a58-5a28-491b-b56c-b87d65975c07 req-93654aa1-cff6-4ffa-bb0c-513d472f6a3f service neutron] 10.222.0.89 "GET /v2.0/networks/7f554e12-ea01-4fe1-af43-7332f080c228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751541 Jul 06 12:04:55.069270 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Pushing event updated for resources: {'Port': ['ID=d7ac9807-0748-4db2-bb20-30cecc0ca562,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:55.091899 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ab1dca37-70b7-4367-9de8-6c61cbc2fe0f details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:04:55.181182 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Attempting to bind port d7ac9807-0748-4db2-bb20-30cecc0ca562 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:55.181537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Attempting to bind port d7ac9807-0748-4db2-bb20-30cecc0ca562 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '111b6f8b-9c71-4ca6-b2fb-455a8364adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:55.182045 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Attempting to bind port d7ac9807-0748-4db2-bb20-30cecc0ca562 on network e155bfca-ff82-4ba8-aaaa-46b7984f6b46 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:55.187542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Port d7ac9807-0748-4db2-bb20-30cecc0ca562 on network e155bfca-ff82-4ba8-aaaa-46b7984f6b46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:04:55.187922 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Attempting to bind port d7ac9807-0748-4db2-bb20-30cecc0ca562 on network e155bfca-ff82-4ba8-aaaa-46b7984f6b46 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:55.193804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:55.194141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Checking segment: {'id': '111b6f8b-9c71-4ca6-b2fb-455a8364adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:55.194531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Bound using segment: {'id': '111b6f8b-9c71-4ca6-b2fb-455a8364adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:55.194969 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Bound port: d7ac9807-0748-4db2-bb20-30cecc0ca562, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111b6f8b-9c71-4ca6-b2fb-455a8364adda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:55.195358 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:55.256427 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21374110-b1d1-41c9-8896-6f89e7e0ee92 req-e7b5fe9f-e32a-44ad-823b-e5dec61954cc tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129374 Jul 06 12:04:55.257346 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-975bcd53-19ed-4765-867d-224fd6ddd9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:55.351706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] For port d7ac9807-0748-4db2-bb20-30cecc0ca562, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:55.362623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] For port d7ac9807-0748-4db2-bb20-30cecc0ca562, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d7ac9807-0748-4db2-bb20-30cecc0ca562,segment=NetworkSegment(111b6f8b-9c71-4ca6-b2fb-455a8364adda),segment_id=111b6f8b-9c71-4ca6-b2fb-455a8364adda)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:55.376445 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:55.421788 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ab1dca37-70b7-4367-9de8-6c61cbc2fe0f,segment=NetworkSegment(109dfca8-0a4a-4c41-9bd5-2df21aed6ef9),segment_id=109dfca8-0a4a-4c41-9bd5-2df21aed6ef9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:55.452773 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'ab1dca37-70b7-4367-9de8-6c61cbc2fe0f', 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228', 'port_id': 'ab1dca37-70b7-4367-9de8-6c61cbc2fe0f', 'mac_address': 'fa:16:3e:6b:30:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:04:55.497655 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:55.500159 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:55.518289 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] 10.222.0.23 "PUT /v2.0/ports/d7ac9807-0748-4db2-bb20-30cecc0ca562 HTTP/1.1" status: 200 len: 1092 time: 1.1186814 Jul 06 12:04:55.533805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'tag': 'd7ac9807-0748-4db2-bb20-30cecc0ca562'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:55.549303 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-affe9a58-5a28-491b-b56c-b87d65975c07 req-bc12c1af-8855-47f6-b836-97cfb8b07d55 service neutron] 10.222.0.89 "GET /v2.0/networks/7f554e12-ea01-4fe1-af43-7332f080c228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507740 Jul 06 12:04:55.553144 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9187a784-ce85-4e37-8087-1fae26fad8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "tag": "d7ac9807-0748-4db2-bb20-30cecc0ca562"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:55.594601 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-975bcd53-19ed-4765-867d-224fd6ddd9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:55.599376 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-975bcd53-19ed-4765-867d-224fd6ddd9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:55.657276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Request body: {'port': {'device_id': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:55.659271 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:55.686158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1dca37-70b7-4367-9de8-6c61cbc2fe0f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:55.705274 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-975bcd53-19ed-4765-867d-224fd6ddd9ef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dff93fea36de4210bb9289a87324bb2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7768447 Jul 06 12:04:55.710197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46030) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:55.721613 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bcd53-19ed-4765-867d-224fd6ddd9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7889d0cc-e532-4d6b-ac54-5b3c238a63e3,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:55.746049 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ab1dca37-70b7-4367-9de8-6c61cbc2fe0f,segment=NetworkSegment(109dfca8-0a4a-4c41-9bd5-2df21aed6ef9),segment_id=109dfca8-0a4a-4c41-9bd5-2df21aed6ef9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:55.751218 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:55.763536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066132c-6835-47ba-8625-ce713dac88fc service neutron] Pushing event updated for resources: {'Port': ['ID=d7ac9807-0748-4db2-bb20-30cecc0ca562,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:55.856951 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf166-3e39-445e-8404-0f22e7444ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:55.936746 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf166-3e39-445e-8404-0f22e7444ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:55.948449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=ab1dca37-70b7-4367-9de8-6c61cbc2fe0f,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:55.996980 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:56.041993 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['ab1dca37-70b7-4367-9de8-6c61cbc2fe0f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:04:56.104605 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf166-3e39-445e-8404-0f22e7444ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:56.107536 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf166-3e39-445e-8404-0f22e7444ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:56.110995 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6b0cf166-3e39-445e-8404-0f22e7444ccd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7889d0cc-e532-4d6b-ac54-5b3c238a63e3 HTTP/1.1" status: 204 len: 168 time: 0.3956273 Jul 06 12:04:56.147662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cf166-3e39-445e-8404-0f22e7444ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7889d0cc-e532-4d6b-ac54-5b3c238a63e3,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:56.417913 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46054) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:56.700073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16f1c5-a5a8-4555-824a-e9cda65505ad req-c42ca180-e93d-4270-a34b-69b729061e39 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:56.720568 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16f1c5-a5a8-4555-824a-e9cda65505ad req-c42ca180-e93d-4270-a34b-69b729061e39 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:56.748986 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16f1c5-a5a8-4555-824a-e9cda65505ad req-c42ca180-e93d-4270-a34b-69b729061e39 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:56.770503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16f1c5-a5a8-4555-824a-e9cda65505ad req-c42ca180-e93d-4270-a34b-69b729061e39 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:56.801122 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16f1c5-a5a8-4555-824a-e9cda65505ad req-c42ca180-e93d-4270-a34b-69b729061e39 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:56.816823 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc16f1c5-a5a8-4555-824a-e9cda65505ad req-c42ca180-e93d-4270-a34b-69b729061e39 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 3829 time: 0.3639035 Jul 06 12:04:56.879207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:56.899792 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:56.921598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Transition to ACTIVE for port object 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:56.921809 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc16f1c5-a5a8-4555-824a-e9cda65505ad req-279ba632-2b3a-4704-ac59-899d7ff72682 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032443 Jul 06 12:04:56.929639 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:56.930955 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5be9607d-2e6f-45e6-aa9c-bb380edd8cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.108135 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ab1dca37-70b7-4367-9de8-6c61cbc2fe0f up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:04:57.296213 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5be9607d-2e6f-45e6-aa9c-bb380edd8cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.310916 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:04:57.324879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:04:57.325630 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.401207 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5be9607d-2e6f-45e6-aa9c-bb380edd8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.438117 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:57.548669 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9607d-2e6f-45e6-aa9c-bb380edd8cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72f0781-f8bf-47f1-84ae-959a769b60a1,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:57.567738 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5be9607d-2e6f-45e6-aa9c-bb380edd8cd1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b3a83161c06f40cabb85fd5e3051cc8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1449111 Jul 06 12:04:57.568371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46072) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:57.569921 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.574705 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Attempting to bind port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:57.575080 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Attempting to bind port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:57.575474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Attempting to bind port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 on network d0165372-ba81-46c2-af71-bdb38d5dbedc {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:57.591022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 on network d0165372-ba81-46c2-af71-bdb38d5dbedc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:04:57.591395 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Attempting to bind port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 on network d0165372-ba81-46c2-af71-bdb38d5dbedc {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:57.606022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:57.606386 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Checking segment: {'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:57.606804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Bound using segment: {'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:57.607311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Bound port: 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:57.607704 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.649883 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24219449-be71-4f45-b21e-01d7e6a7c6dd req-9eba576a-a7b3-41ea-8bbf-f6400708080d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:57.654185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24219449-be71-4f45-b21e-01d7e6a7c6dd req-9eba576a-a7b3-41ea-8bbf-f6400708080d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 983 time: 0.3581662 Jul 06 12:04:57.661572 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ab1dca37-70b7-4367-9de8-6c61cbc2fe0f,segment=NetworkSegment(109dfca8-0a4a-4c41-9bd5-2df21aed6ef9),segment_id=109dfca8-0a4a-4c41-9bd5-2df21aed6ef9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:04:57.663039 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48020f21-41e5-4bc4-b047-d9ea1d5532fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1dca37-70b7-4367-9de8-6c61cbc2fe0f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:57.675643 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a2e8b7-289e-41d0-8752-0e8bd15bffb5" -d '{"events": [{"server_uuid": "48020f21-41e5-4bc4-b047-d9ea1d5532fa", "name": "network-vif-plugged", "status": "completed", "tag": "ab1dca37-70b7-4367-9de8-6c61cbc2fe0f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:04:57.679054 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.700816 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5201cd1-2b04-4ce8-bf21-3bb91c8546d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.722888 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5201cd1-2b04-4ce8-bf21-3bb91c8546d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.762531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] For port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:57.769539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] For port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:57.783174 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24219449-be71-4f45-b21e-01d7e6a7c6dd req-5306d7c2-46dc-49dc-810d-a650acd690ac tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/security-groups?id=644e263a-0eb4-4455-b8df-dbd1821616f5&id=4725da7f-6c74-4d06-9b88-6cad2fa22321&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1153376 Jul 06 12:04:57.787659 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.787832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=ab1dca37-70b7-4367-9de8-6c61cbc2fe0f,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:57.810429 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5201cd1-2b04-4ce8-bf21-3bb91c8546d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.816786 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5201cd1-2b04-4ce8-bf21-3bb91c8546d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.820037 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c5201cd1-2b04-4ce8-bf21-3bb91c8546d6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a72f0781-f8bf-47f1-84ae-959a769b60a1 HTTP/1.1" status: 204 len: 168 time: 0.2461832 Jul 06 12:04:57.835252 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5201cd1-2b04-4ce8-bf21-3bb91c8546d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72f0781-f8bf-47f1-84ae-959a769b60a1,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:57.871472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:57.871920 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:57.873330 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] 10.222.0.23 "PUT /v2.0/ports/5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 HTTP/1.1" status: 200 len: 1135 time: 2.2414694 Jul 06 12:04:57.913918 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Request body: {'port': {'device_id': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:57.968450 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3b090b-4a0d-4f47-a66f-69d7e55d40e4 x-openstack-request-id: req-0e3b090b-4a0d-4f47-a66f-69d7e55d40e4 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:57.968746 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "tag": "d7ac9807-0748-4db2-bb20-30cecc0ca562", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:57.969003 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e3b090b-4a0d-4f47-a66f-69d7e55d40e4 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:57.969427 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'tag': 'd7ac9807-0748-4db2-bb20-30cecc0ca562', 'status': 'completed', 'code': 200} Jul 06 12:04:58.031464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cbf0b-974a-4678-88f7-8f1ee7640ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:58.121745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187a784-ce85-4e37-8087-1fae26fad8d0 req-166400d9-99f7-40f8-adba-80efedd9eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:58.123188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187a784-ce85-4e37-8087-1fae26fad8d0 req-166400d9-99f7-40f8-adba-80efedd9eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:58.123727 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187a784-ce85-4e37-8087-1fae26fad8d0 req-166400d9-99f7-40f8-adba-80efedd9eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:58.124495 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187a784-ce85-4e37-8087-1fae26fad8d0 req-166400d9-99f7-40f8-adba-80efedd9eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:58.124975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187a784-ce85-4e37-8087-1fae26fad8d0 req-166400d9-99f7-40f8-adba-80efedd9eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:58.125468 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187a784-ce85-4e37-8087-1fae26fad8d0 req-166400d9-99f7-40f8-adba-80efedd9eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:58.129321 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9187a784-ce85-4e37-8087-1fae26fad8d0 req-166400d9-99f7-40f8-adba-80efedd9eba4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e51f6968cb54be9a671639601bdf4bd&device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5292 time: 0.1486387 Jul 06 12:04:58.177966 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.364061 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187a784-ce85-4e37-8087-1fae26fad8d0 req-f9301865-5573-48c4-b3fa-795b8fc7feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:58.365280 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187a784-ce85-4e37-8087-1fae26fad8d0 req-f9301865-5573-48c4-b3fa-795b8fc7feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:58.365794 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187a784-ce85-4e37-8087-1fae26fad8d0 req-f9301865-5573-48c4-b3fa-795b8fc7feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:58.368645 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9187a784-ce85-4e37-8087-1fae26fad8d0 req-f9301865-5573-48c4-b3fa-795b8fc7feda service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2e51f6968cb54be9a671639601bdf4bd&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2139549 Jul 06 12:04:58.796257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187a784-ce85-4e37-8087-1fae26fad8d0 req-1a3d33b9-44cb-4939-8fa9-b12fa465de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:58.797897 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9187a784-ce85-4e37-8087-1fae26fad8d0 req-1a3d33b9-44cb-4939-8fa9-b12fa465de58 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3794706 Jul 06 12:04:58.904828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89e1771-286c-47d4-a06c-d0d0c9d87682 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:04:58.913447 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:58.917187 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e380b2-3d47-4373-865c-6ce817a8e421 x-openstack-request-id: req-54e380b2-3d47-4373-865c-6ce817a8e421 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:04:58.918928 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48020f21-41e5-4bc4-b047-d9ea1d5532fa", "name": "network-vif-plugged", "status": "completed", "tag": "ab1dca37-70b7-4367-9de8-6c61cbc2fe0f", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:04:58.919566 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54e380b2-3d47-4373-865c-6ce817a8e421 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:04:58.920533 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48020f21-41e5-4bc4-b047-d9ea1d5532fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1dca37-70b7-4367-9de8-6c61cbc2fe0f', 'code': 200} Jul 06 12:04:58.933338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Transition to ACTIVE for port object d89e1771-286c-47d4-a06c-d0d0c9d87682 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:04:58.949959 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:59.111532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d89e1771-286c-47d4-a06c-d0d0c9d87682,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:59.134611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7848d4-ea3a-4ee0-ab56-51918ddddc53 req-13948a44-7274-425b-b3ec-5a345f291216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.147291 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9d7848d4-ea3a-4ee0-ab56-51918ddddc53 req-13948a44-7274-425b-b3ec-5a345f291216 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 1135 time: 0.1508479 Jul 06 12:04:59.153891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Attempting to bind port d89e1771-286c-47d4-a06c-d0d0c9d87682 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:04:59.154236 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Attempting to bind port d89e1771-286c-47d4-a06c-d0d0c9d87682 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:04:59.154570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Attempting to bind port d89e1771-286c-47d4-a06c-d0d0c9d87682 on network d0165372-ba81-46c2-af71-bdb38d5dbedc {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:59.171399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Port d89e1771-286c-47d4-a06c-d0d0c9d87682 on network d0165372-ba81-46c2-af71-bdb38d5dbedc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:04:59.171733 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Attempting to bind port d89e1771-286c-47d4-a06c-d0d0c9d87682 on network d0165372-ba81-46c2-af71-bdb38d5dbedc {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:04:59.184153 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:04:59.184503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Checking segment: {'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:04:59.185032 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Bound using segment: {'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:04:59.186038 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Bound port: d89e1771-286c-47d4-a06c-d0d0c9d87682, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:04:59.186424 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:59.241918 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9d7848d4-ea3a-4ee0-ab56-51918ddddc53 req-0582801b-5d33-4121-9090-41754346e6f8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=644e263a-0eb4-4455-b8df-dbd1821616f5&id=4725da7f-6c74-4d06-9b88-6cad2fa22321&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0864105 Jul 06 12:04:59.331687 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb5bf7-268d-44c3-bfbb-2cfc496384fa req-382b6b4f-1833-4dbc-bfbd-76dfb95c71a0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.353270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb5bf7-268d-44c3-bfbb-2cfc496384fa req-382b6b4f-1833-4dbc-bfbd-76dfb95c71a0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.365910 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb5bf7-268d-44c3-bfbb-2cfc496384fa req-382b6b4f-1833-4dbc-bfbd-76dfb95c71a0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.382102 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb5bf7-268d-44c3-bfbb-2cfc496384fa req-382b6b4f-1833-4dbc-bfbd-76dfb95c71a0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.389069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] For port d89e1771-286c-47d4-a06c-d0d0c9d87682, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:04:59.392370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] For port d89e1771-286c-47d4-a06c-d0d0c9d87682, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d89e1771-286c-47d4-a06c-d0d0c9d87682,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:04:59.393464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46154) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:59.397489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb5bf7-268d-44c3-bfbb-2cfc496384fa req-382b6b4f-1833-4dbc-bfbd-76dfb95c71a0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.402792 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:59.414090 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb5bf7-268d-44c3-bfbb-2cfc496384fa req-382b6b4f-1833-4dbc-bfbd-76dfb95c71a0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.433465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb5bf7-268d-44c3-bfbb-2cfc496384fa req-382b6b4f-1833-4dbc-bfbd-76dfb95c71a0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.439472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.440220 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:59.441800 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] 10.222.0.23 "PUT /v2.0/ports/d89e1771-286c-47d4-a06c-d0d0c9d87682 HTTP/1.1" status: 200 len: 1135 time: 1.5343709 Jul 06 12:04:59.442022 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aebb5bf7-268d-44c3-bfbb-2cfc496384fa req-382b6b4f-1833-4dbc-bfbd-76dfb95c71a0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5383 time: 0.2633617 Jul 06 12:04:59.482474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Request body: {'port': {'device_id': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:04:59.522195 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aebb5bf7-268d-44c3-bfbb-2cfc496384fa req-d21e5f12-e569-466b-91d2-4affe97101ee tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792203 Jul 06 12:04:59.609740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a4ba0-273f-461e-831d-6cc8ecf938c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d89e1771-286c-47d4-a06c-d0d0c9d87682,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:04:59.700384 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:59.751860 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8eb35b41-acc1-45d9-a236-c86ba85a9aa6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=916277083dfb4f339bdb2eee8b49efd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548362 Jul 06 12:04:59.752996 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46162) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:59.765252 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46164) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:04:59.856356 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb3caa-e52d-474b-ac77-d56f49511133 req-7e14e3f8-9415-4024-8dc8-da0e01bb6e31 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:04:59.871707 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-96fb3caa-e52d-474b-ac77-d56f49511133 req-7e14e3f8-9415-4024-8dc8-da0e01bb6e31 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.2014763 Jul 06 12:04:59.924936 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef5aa87a-d068-478b-90c3-93509d6107b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:59.951631 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef5aa87a-d068-478b-90c3-93509d6107b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:04:59.970950 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'tag': '5c4fb5a3-a50a-4a36-8855-85dc7f08dc70'}, {'name': 'network-changed', 'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'tag': 'd89e1771-286c-47d4-a06c-d0d0c9d87682'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:04:59.974125 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0399f175-7e24-4313-a5ca-9a6c6e5715f0" -d '{"events": [{"name": "network-changed", "server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "tag": "5c4fb5a3-a50a-4a36-8855-85dc7f08dc70"}, {"name": "network-changed", "server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "tag": "d89e1771-286c-47d4-a06c-d0d0c9d87682"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:00.009483 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb080a19-b954-4a1a-9259-108856ea43d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.025327 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-96fb3caa-e52d-474b-ac77-d56f49511133 req-0bf3862b-62fc-4f4f-868f-6cc98ba7d675 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523812 Jul 06 12:05:00.078668 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef5aa87a-d068-478b-90c3-93509d6107b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.081744 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef5aa87a-d068-478b-90c3-93509d6107b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.084551 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ef5aa87a-d068-478b-90c3-93509d6107b7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432 HTTP/1.1" status: 204 len: 168 time: 0.3304195 Jul 06 12:05:00.121079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd11db21-7b96-4dca-820d-6f2614d3aabf {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:00.125794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5aa87a-d068-478b-90c3-93509d6107b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d5bcbb-5cc8-43ea-ba8f-51c20d5e8432,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:00.133950 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.164147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Transition to ACTIVE for port object fd11db21-7b96-4dca-820d-6f2614d3aabf will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:00.171208 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.277730 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb080a19-b954-4a1a-9259-108856ea43d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.295951 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb080a19-b954-4a1a-9259-108856ea43d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.317158 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Pushing event updated for resources: {'Port': ['ID=fd11db21-7b96-4dca-820d-6f2614d3aabf,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:00.387017 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-eb080a19-b954-4a1a-9259-108856ea43d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a8476c7dfcb4af1bb0d7bef35b050f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6166685 Jul 06 12:05:00.387017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb080a19-b954-4a1a-9259-108856ea43d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862f62b0-9b12-4f71-ba22-ad3d64b9f52d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:00.388235 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46176) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:00.448026 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426927d0-e16d-493e-8d87-31ec4e6ab6ec req-b41876eb-c530-496a-ab70-cd2422334bef tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.456936 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-426927d0-e16d-493e-8d87-31ec4e6ab6ec req-b41876eb-c530-496a-ab70-cd2422334bef tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 984 time: 0.1917377 Jul 06 12:05:00.494888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Attempting to bind port fd11db21-7b96-4dca-820d-6f2614d3aabf on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:00.496208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Attempting to bind port fd11db21-7b96-4dca-820d-6f2614d3aabf by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:00.496552 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Attempting to bind port fd11db21-7b96-4dca-820d-6f2614d3aabf on network d0165372-ba81-46c2-af71-bdb38d5dbedc {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:00.521922 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Port fd11db21-7b96-4dca-820d-6f2614d3aabf on network d0165372-ba81-46c2-af71-bdb38d5dbedc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:05:00.522253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Attempting to bind port fd11db21-7b96-4dca-820d-6f2614d3aabf on network d0165372-ba81-46c2-af71-bdb38d5dbedc {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:00.539171 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-426927d0-e16d-493e-8d87-31ec4e6ab6ec req-5a7bada1-2c30-48c5-9770-fc095b377ab4 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/security-groups?id=644e263a-0eb4-4455-b8df-dbd1821616f5&id=4725da7f-6c74-4d06-9b88-6cad2fa22321&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0808954 Jul 06 12:05:00.541477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:00.541816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Checking segment: {'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:00.542197 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Bound using segment: {'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:00.542716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Bound port: fd11db21-7b96-4dca-820d-6f2614d3aabf, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:00.546395 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.570989 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2667ec4-6a64-45c5-ae6a-cf95cd03259d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.611764 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 12:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238c7d20-fb8f-45ab-b9dd-fb0316e25eb9 x-openstack-request-id: req-238c7d20-fb8f-45ab-b9dd-fb0316e25eb9 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:00.612057 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "tag": "5c4fb5a3-a50a-4a36-8855-85dc7f08dc70", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "tag": "d89e1771-286c-47d4-a06c-d0d0c9d87682", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:00.612311 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-238c7d20-fb8f-45ab-b9dd-fb0316e25eb9 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:00.613168 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'tag': '5c4fb5a3-a50a-4a36-8855-85dc7f08dc70', 'status': 'completed', 'code': 200} Jul 06 12:05:00.613430 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'tag': 'd89e1771-286c-47d4-a06c-d0d0c9d87682', 'status': 'completed', 'code': 200} Jul 06 12:05:00.632673 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2667ec4-6a64-45c5-ae6a-cf95cd03259d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.760369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] For port fd11db21-7b96-4dca-820d-6f2614d3aabf, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:00.764374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] For port fd11db21-7b96-4dca-820d-6f2614d3aabf, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fd11db21-7b96-4dca-820d-6f2614d3aabf,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:00.772514 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.830370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.830992 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.832461 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] 10.222.0.23 "PUT /v2.0/ports/fd11db21-7b96-4dca-820d-6f2614d3aabf HTTP/1.1" status: 200 len: 1091 time: 1.3545663 Jul 06 12:05:00.834300 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2667ec4-6a64-45c5-ae6a-cf95cd03259d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.837768 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2667ec4-6a64-45c5-ae6a-cf95cd03259d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:00.841203 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e2667ec4-6a64-45c5-ae6a-cf95cd03259d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/862f62b0-9b12-4f71-ba22-ad3d64b9f52d HTTP/1.1" status: 204 len: 168 time: 0.4446442 Jul 06 12:05:00.880171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-8f44f97d-4bde-4ed9-8bbc-0f42e32bc713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.880585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-8f44f97d-4bde-4ed9-8bbc-0f42e32bc713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.881064 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-8f44f97d-4bde-4ed9-8bbc-0f42e32bc713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.881520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-8f44f97d-4bde-4ed9-8bbc-0f42e32bc713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.882025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-8f44f97d-4bde-4ed9-8bbc-0f42e32bc713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.882462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-8f44f97d-4bde-4ed9-8bbc-0f42e32bc713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.882885 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-8f44f97d-4bde-4ed9-8bbc-0f42e32bc713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:00.885521 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-8f44f97d-4bde-4ed9-8bbc-0f42e32bc713 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e51f6968cb54be9a671639601bdf4bd&device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 6245 time: 0.2283309 Jul 06 12:05:00.889637 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Request body: {'port': {'device_id': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:00.931048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65887a-8fa4-4008-b4d7-a7abb586bbec service neutron] Pushing event updated for resources: {'Port': ['ID=fd11db21-7b96-4dca-820d-6f2614d3aabf,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:01.107781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2667ec4-6a64-45c5-ae6a-cf95cd03259d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862f62b0-9b12-4f71-ba22-ad3d64b9f52d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:01.242252 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-8138ac63-95c1-415d-bd2e-286b3bbf3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.248591 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-8138ac63-95c1-415d-bd2e-286b3bbf3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.248939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-8138ac63-95c1-415d-bd2e-286b3bbf3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.250637 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-8138ac63-95c1-415d-bd2e-286b3bbf3492 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2e51f6968cb54be9a671639601bdf4bd&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3428061 Jul 06 12:05:01.378393 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:01.521838 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcabf56-dc64-4c57-be92-284aa1db46b6 req-96a55e53-2cae-43f3-833f-f54de018d7f8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.547353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcabf56-dc64-4c57-be92-284aa1db46b6 req-96a55e53-2cae-43f3-833f-f54de018d7f8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.562427 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcabf56-dc64-4c57-be92-284aa1db46b6 req-96a55e53-2cae-43f3-833f-f54de018d7f8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.589827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcabf56-dc64-4c57-be92-284aa1db46b6 req-96a55e53-2cae-43f3-833f-f54de018d7f8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.610971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcabf56-dc64-4c57-be92-284aa1db46b6 req-96a55e53-2cae-43f3-833f-f54de018d7f8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.626213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcabf56-dc64-4c57-be92-284aa1db46b6 req-96a55e53-2cae-43f3-833f-f54de018d7f8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.636364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcabf56-dc64-4c57-be92-284aa1db46b6 req-96a55e53-2cae-43f3-833f-f54de018d7f8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.639548 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8bcabf56-dc64-4c57-be92-284aa1db46b6 req-96a55e53-2cae-43f3-833f-f54de018d7f8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5395 time: 0.2830834 Jul 06 12:05:01.664899 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46218) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:01.716820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-627677d7-79da-40e0-9c58-e6fb593d71ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.718324 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-627677d7-79da-40e0-9c58-e6fb593d71ba service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4558589 Jul 06 12:05:01.721903 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8bcabf56-dc64-4c57-be92-284aa1db46b6 req-4fcc5ec7-de44-4c6c-9742-e06747f485ac tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762527 Jul 06 12:05:01.898855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-97248e4f-fd2b-4ac7-9e24-63db961975c5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1336400828-network', 'tenant_id': '12756f74e7924b5d9eebab02454b8b4b'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:01.933469 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97248e4f-fd2b-4ac7-9e24-63db961975c5 admin admin] Made reservation on behalf of 12756f74e7924b5d9eebab02454b8b4b for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:01.937200 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97248e4f-fd2b-4ac7-9e24-63db961975c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:01.967598 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97248e4f-fd2b-4ac7-9e24-63db961975c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:01.991748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-de96b813-6688-41da-9632-772ac51adec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.992463 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-de96b813-6688-41da-9632-772ac51adec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.993113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-de96b813-6688-41da-9632-772ac51adec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.994231 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-de96b813-6688-41da-9632-772ac51adec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.995405 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-de96b813-6688-41da-9632-772ac51adec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.996053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-de96b813-6688-41da-9632-772ac51adec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.996697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-de96b813-6688-41da-9632-772ac51adec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:01.998928 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-de96b813-6688-41da-9632-772ac51adec6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e51f6968cb54be9a671639601bdf4bd&device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 6287 time: 0.2320075 Jul 06 12:05:02.128231 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97248e4f-fd2b-4ac7-9e24-63db961975c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:02.134320 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97248e4f-fd2b-4ac7-9e24-63db961975c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:02.159380 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97248e4f-fd2b-4ac7-9e24-63db961975c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:05:02.176992 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97248e4f-fd2b-4ac7-9e24-63db961975c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:02.177745 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-97248e4f-fd2b-4ac7-9e24-63db961975c5 admin admin] Added segment f9c80358-4067-4998-a6cf-ff6b655ef8f3 of type vlan for network ad3ccdf0-ab2a-4988-a1d6-8cceb7629f6a Jul 06 12:05:02.255333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97248e4f-fd2b-4ac7-9e24-63db961975c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ee1966-abe7-4f99-bae2-64d19dc6ba42,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:02.318154 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97248e4f-fd2b-4ac7-9e24-63db961975c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:02.338364 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-12dfa9b2-3d9a-40da-9cbc-89750be8024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:02.339916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-12dfa9b2-3d9a-40da-9cbc-89750be8024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:02.340857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-12dfa9b2-3d9a-40da-9cbc-89750be8024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:02.342722 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-12dfa9b2-3d9a-40da-9cbc-89750be8024c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2e51f6968cb54be9a671639601bdf4bd&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3305957 Jul 06 12:05:02.370182 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97248e4f-fd2b-4ac7-9e24-63db961975c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:02.371208 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97248e4f-fd2b-4ac7-9e24-63db961975c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:02.371912 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97248e4f-fd2b-4ac7-9e24-63db961975c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:02.455794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-97248e4f-fd2b-4ac7-9e24-63db961975c5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7895780 Jul 06 12:05:02.475006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46244) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:02.485487 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-465c91b0-30b7-46d0-96cf-fa5a0b5082b6 admin admin] Request body: {'subnet': {'network_id': 'ad3ccdf0-ab2a-4988-a1d6-8cceb7629f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1336400828-subnet', 'tenant_id': '12756f74e7924b5d9eebab02454b8b4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:02.493090 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97248e4f-fd2b-4ac7-9e24-63db961975c5 admin admin] Pushing event updated for resources: {'Network': ['ID=ad3ccdf0-ab2a-4988-a1d6-8cceb7629f6a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:02.504238 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network ad3ccdf0-ab2a-4988-a1d6-8cceb7629f6a details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:05:02.521564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-686d92e0-3fcc-4859-bb6e-0d1ddcc32097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:02.528135 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0399f175-7e24-4313-a5ca-9a6c6e5715f0 req-686d92e0-3fcc-4859-bb6e-0d1ddcc32097 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1761911 Jul 06 12:05:02.548163 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fbf984-87c5-49a6-8ea3-a0446eb038a0 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:02.552736 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465c91b0-30b7-46d0-96cf-fa5a0b5082b6 admin admin] Made reservation on behalf of 12756f74e7924b5d9eebab02454b8b4b for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:02.555777 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-465c91b0-30b7-46d0-96cf-fa5a0b5082b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:02.570300 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:02.599830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Transition to ACTIVE for port object 49fbf984-87c5-49a6-8ea3-a0446eb038a0 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:02.605096 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:02.627547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'tag': 'fd11db21-7b96-4dca-820d-6f2614d3aabf'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:02.629939 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ec32e6-4aff-4ac8-aaf1-a7b717c208cf" -d '{"events": [{"name": "network-changed", "server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "tag": "fd11db21-7b96-4dca-820d-6f2614d3aabf"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:02.653334 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46250) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:02.676543 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bfc90-ddf3-492d-9cb3-18da5b9b7b49 req-c105dfe4-3ff9-4b4f-94a6-b548d02c879d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:02.685453 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-760bfc90-ddf3-492d-9cb3-18da5b9b7b49 req-c105dfe4-3ff9-4b4f-94a6-b548d02c879d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 984 time: 0.2523370 Jul 06 12:05:02.697913 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Pushing event updated for resources: {'Port': ['ID=49fbf984-87c5-49a6-8ea3-a0446eb038a0,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:02.791799 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-760bfc90-ddf3-492d-9cb3-18da5b9b7b49 req-921a7459-d81c-45b1-835a-ad85163624c5 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/security-groups?id=644e263a-0eb4-4455-b8df-dbd1821616f5&id=4725da7f-6c74-4d06-9b88-6cad2fa22321&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1053021 Jul 06 12:05:02.828670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Attempting to bind port 49fbf984-87c5-49a6-8ea3-a0446eb038a0 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:02.828929 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Attempting to bind port 49fbf984-87c5-49a6-8ea3-a0446eb038a0 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:02.829272 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Attempting to bind port 49fbf984-87c5-49a6-8ea3-a0446eb038a0 on network d0165372-ba81-46c2-af71-bdb38d5dbedc {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:02.835831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Port 49fbf984-87c5-49a6-8ea3-a0446eb038a0 on network d0165372-ba81-46c2-af71-bdb38d5dbedc not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:05:02.836209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Attempting to bind port 49fbf984-87c5-49a6-8ea3-a0446eb038a0 on network d0165372-ba81-46c2-af71-bdb38d5dbedc {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:02.841548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:02.841885 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Checking segment: {'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:02.842268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Bound using segment: {'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:02.842700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Bound port: 49fbf984-87c5-49a6-8ea3-a0446eb038a0, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de6151e-e2a5-4f30-ab8e-43d09734411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:02.843062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:02.872426 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a37337c-f393-43e6-8b8b-87f18c0e609f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:02.934139 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] For port 49fbf984-87c5-49a6-8ea3-a0446eb038a0, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:02.940439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] For port 49fbf984-87c5-49a6-8ea3-a0446eb038a0, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=49fbf984-87c5-49a6-8ea3-a0446eb038a0,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:02.947100 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:02.998812 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:02.999556 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:03.001240 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] 10.222.0.23 "PUT /v2.0/ports/49fbf984-87c5-49a6-8ea3-a0446eb038a0 HTTP/1.1" status: 200 len: 1091 time: 2.1354241 Jul 06 12:05:03.034859 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Request body: {'port': {'device_id': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:03.059917 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-465c91b0-30b7-46d0-96cf-fa5a0b5082b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:03.085897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56661578-d0ba-4e9e-b3b9-cc911894a528 service neutron] Pushing event updated for resources: {'Port': ['ID=49fbf984-87c5-49a6-8ea3-a0446eb038a0,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:03.143472 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:03.459022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0dc445d-142f-4e58-9152-40dd8ee1572f {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:03.468601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:03.481614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Transition to ACTIVE for port object f0dc445d-142f-4e58-9152-40dd8ee1572f will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:03.486985 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:03.516120 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c91b0-30b7-46d0-96cf-fa5a0b5082b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b1b5b25-4d66-4b6b-8176-6975726f4ec7,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:03.562877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf9db3-6327-4f50-b8b9-b0106a183579 req-59371ff4-54ed-4e2a-a626-41e56f3100f4 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:03.564486 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dfcf9db3-6327-4f50-b8b9-b0106a183579 req-59371ff4-54ed-4e2a-a626-41e56f3100f4 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=db94ca06-e9d5-4ce4-92e3-88741c866f4b HTTP/1.1" status: 200 len: 945 time: 0.5781870 Jul 06 12:05:03.565473 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Pushing event updated for resources: {'Port': ['ID=f0dc445d-142f-4e58-9152-40dd8ee1572f,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:03.573719 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a37337c-f393-43e6-8b8b-87f18c0e609f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:03.575013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465c91b0-30b7-46d0-96cf-fa5a0b5082b6 admin admin] Checking segment: {'id': 'f9c80358-4067-4998-a6cf-ff6b655ef8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ad3ccdf0-ab2a-4988-a1d6-8cceb7629f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:03.575543 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465c91b0-30b7-46d0-96cf-fa5a0b5082b6 admin admin] Network hostable DHCP agents. Network: ad3ccdf0-ab2a-4988-a1d6-8cceb7629f6a, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:05:03.587861 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a37337c-f393-43e6-8b8b-87f18c0e609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:03.662183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465c91b0-30b7-46d0-96cf-fa5a0b5082b6 admin admin] Network ad3ccdf0-ab2a-4988-a1d6-8cceb7629f6a is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:05:03.670095 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37337c-f393-43e6-8b8b-87f18c0e609f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0239df86-ba08-4a62-b9d2-cc00df3cb25f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:03.675894 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7a37337c-f393-43e6-8b8b-87f18c0e609f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a469ed3568448e9afe98fdccb1742b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0200739 Jul 06 12:05:03.681913 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dfcf9db3-6327-4f50-b8b9-b0106a183579 req-1bcf857a-cbbc-411f-aa6c-8f4fa4d646e4 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034589 Jul 06 12:05:03.684044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46258) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:03.693143 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-465c91b0-30b7-46d0-96cf-fa5a0b5082b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, ad3ccdf0-ab2a-4988-a1d6-8cceb7629f6a) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:03.704521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf16437e-5526-46c4-a1d6-4ed39edf35ff None None] Network ad3ccdf0-ab2a-4988-a1d6-8cceb7629f6a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:03.705342 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465c91b0-30b7-46d0-96cf-fa5a0b5082b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:03.706193 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-465c91b0-30b7-46d0-96cf-fa5a0b5082b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:03.725977 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Attempting to bind port f0dc445d-142f-4e58-9152-40dd8ee1572f on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:03.726801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Attempting to bind port f0dc445d-142f-4e58-9152-40dd8ee1572f by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'e65f28e5-e44b-4d60-96d5-d5f7323ca0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:03.727352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Attempting to bind port f0dc445d-142f-4e58-9152-40dd8ee1572f on network 66f7ceaa-0f04-4369-8441-7edae42f76db {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:03.733949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Port f0dc445d-142f-4e58-9152-40dd8ee1572f on network 66f7ceaa-0f04-4369-8441-7edae42f76db not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:05:03.734499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Attempting to bind port f0dc445d-142f-4e58-9152-40dd8ee1572f on network 66f7ceaa-0f04-4369-8441-7edae42f76db {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:03.744424 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:03.745070 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Checking segment: {'id': 'e65f28e5-e44b-4d60-96d5-d5f7323ca0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:03.745636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Bound using segment: {'id': 'e65f28e5-e44b-4d60-96d5-d5f7323ca0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:03.746253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Bound port: f0dc445d-142f-4e58-9152-40dd8ee1572f, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65f28e5-e44b-4d60-96d5-d5f7323ca0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:03.746791 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:03.770470 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-465c91b0-30b7-46d0-96cf-fa5a0b5082b6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2940879 Jul 06 12:05:03.813774 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99828b2e-4769-41f5-8fd4-8cd4652e9956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:03.836419 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9ce946-c8b9-41af-9a95-c5c4394a5108 x-openstack-request-id: req-3c9ce946-c8b9-41af-9a95-c5c4394a5108 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:03.837144 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "tag": "fd11db21-7b96-4dca-820d-6f2614d3aabf", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:03.849953 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c9ce946-c8b9-41af-9a95-c5c4394a5108 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:03.850514 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'tag': 'fd11db21-7b96-4dca-820d-6f2614d3aabf', 'status': 'completed', 'code': 200} Jul 06 12:05:03.878301 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b55b49-95dd-4a94-a48e-3b8ffc17f368 req-860569d6-a1e7-4277-ba4c-a609da9a2ac6 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:03.880209 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50b55b49-95dd-4a94-a48e-3b8ffc17f368 req-860569d6-a1e7-4277-ba4c-a609da9a2ac6 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.89 "GET /v2.0/ports?device_id=db94ca06-e9d5-4ce4-92e3-88741c866f4b HTTP/1.1" status: 200 len: 945 time: 0.1674304 Jul 06 12:05:03.898018 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99828b2e-4769-41f5-8fd4-8cd4652e9956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:03.926626 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:05:04.017214 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] For port f0dc445d-142f-4e58-9152-40dd8ee1572f, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:04.024852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] For port f0dc445d-142f-4e58-9152-40dd8ee1572f, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f0dc445d-142f-4e58-9152-40dd8ee1572f,segment=NetworkSegment(e65f28e5-e44b-4d60-96d5-d5f7323ca0b1),segment_id=e65f28e5-e44b-4d60-96d5-d5f7323ca0b1)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:04.055018 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:04.111826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.112447 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:04.113887 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] 10.222.0.23 "PUT /v2.0/ports/f0dc445d-142f-4e58-9152-40dd8ee1572f HTTP/1.1" status: 200 len: 1091 time: 1.0854170 Jul 06 12:05:04.136770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec32e6-4aff-4ac8-aaf1-a7b717c208cf req-d2c715bf-78b2-4a39-8147-cc29a5b1e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.137267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec32e6-4aff-4ac8-aaf1-a7b717c208cf req-d2c715bf-78b2-4a39-8147-cc29a5b1e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.137830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec32e6-4aff-4ac8-aaf1-a7b717c208cf req-d2c715bf-78b2-4a39-8147-cc29a5b1e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.138372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec32e6-4aff-4ac8-aaf1-a7b717c208cf req-d2c715bf-78b2-4a39-8147-cc29a5b1e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.138932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec32e6-4aff-4ac8-aaf1-a7b717c208cf req-d2c715bf-78b2-4a39-8147-cc29a5b1e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.139468 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec32e6-4aff-4ac8-aaf1-a7b717c208cf req-d2c715bf-78b2-4a39-8147-cc29a5b1e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.140078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec32e6-4aff-4ac8-aaf1-a7b717c208cf req-d2c715bf-78b2-4a39-8147-cc29a5b1e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.142207 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c7ec32e6-4aff-4ac8-aaf1-a7b717c208cf req-d2c715bf-78b2-4a39-8147-cc29a5b1e124 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e51f6968cb54be9a671639601bdf4bd&device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 6379 time: 0.2721765 Jul 06 12:05:04.155257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Request body: {'port': {'device_id': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:04.184845 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99828b2e-4769-41f5-8fd4-8cd4652e9956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:04.189387 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99828b2e-4769-41f5-8fd4-8cd4652e9956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:04.199529 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-99828b2e-4769-41f5-8fd4-8cd4652e9956 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0239df86-ba08-4a62-b9d2-cc00df3cb25f HTTP/1.1" status: 204 len: 168 time: 0.5058429 Jul 06 12:05:04.209071 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27096671-0b67-4a5c-98d0-34b11f6b5220 None None] Network ad3ccdf0-ab2a-4988-a1d6-8cceb7629f6a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:04.248960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-50b55b49-95dd-4a94-a48e-3b8ffc17f368 req-8a3a7992-ef06-42cd-a687-63cc01de5585 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Deleting port 79779ca8-101e-4bb4-8632-841bba1f3e55 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:04.249308 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-50b55b49-95dd-4a94-a48e-3b8ffc17f368 req-8a3a7992-ef06-42cd-a687-63cc01de5585 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:04.268346 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99828b2e-4769-41f5-8fd4-8cd4652e9956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0239df86-ba08-4a62-b9d2-cc00df3cb25f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:04.361314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1129c9b-b190-4f58-b90a-df6e16102d54 service neutron] Pushing event updated for resources: {'Port': ['ID=f0dc445d-142f-4e58-9152-40dd8ee1572f,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:04.401989 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:04.442323 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af4c7d-ed71-4f2f-a152-a83f98081691 req-e5ff76a1-4bfa-42dd-a247-8f8855c1b5b9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.452074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af4c7d-ed71-4f2f-a152-a83f98081691 req-e5ff76a1-4bfa-42dd-a247-8f8855c1b5b9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.458005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af4c7d-ed71-4f2f-a152-a83f98081691 req-e5ff76a1-4bfa-42dd-a247-8f8855c1b5b9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.464180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af4c7d-ed71-4f2f-a152-a83f98081691 req-e5ff76a1-4bfa-42dd-a247-8f8855c1b5b9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.476055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af4c7d-ed71-4f2f-a152-a83f98081691 req-e5ff76a1-4bfa-42dd-a247-8f8855c1b5b9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.483881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af4c7d-ed71-4f2f-a152-a83f98081691 req-e5ff76a1-4bfa-42dd-a247-8f8855c1b5b9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.491427 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af4c7d-ed71-4f2f-a152-a83f98081691 req-e5ff76a1-4bfa-42dd-a247-8f8855c1b5b9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.495373 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-20af4c7d-ed71-4f2f-a152-a83f98081691 req-e5ff76a1-4bfa-42dd-a247-8f8855c1b5b9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5419 time: 0.4004626 Jul 06 12:05:04.496781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec32e6-4aff-4ac8-aaf1-a7b717c208cf req-7870aa02-d274-4fa7-9206-9dcfb3a73e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.497524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec32e6-4aff-4ac8-aaf1-a7b717c208cf req-7870aa02-d274-4fa7-9206-9dcfb3a73e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.498423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec32e6-4aff-4ac8-aaf1-a7b717c208cf req-7870aa02-d274-4fa7-9206-9dcfb3a73e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.500163 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c7ec32e6-4aff-4ac8-aaf1-a7b717c208cf req-7870aa02-d274-4fa7-9206-9dcfb3a73e09 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2e51f6968cb54be9a671639601bdf4bd&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2857845 Jul 06 12:05:04.576124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-50b55b49-95dd-4a94-a48e-3b8ffc17f368 req-8a3a7992-ef06-42cd-a687-63cc01de5585 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] For port 79779ca8-101e-4bb4-8632-841bba1f3e55, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=79779ca8-101e-4bb4-8632-841bba1f3e55,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:04.577247 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-50b55b49-95dd-4a94-a48e-3b8ffc17f368 req-8a3a7992-ef06-42cd-a687-63cc01de5585 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:04.584600 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-20af4c7d-ed71-4f2f-a152-a83f98081691 req-bf206802-b40d-4d63-88fd-30ae583fe5a8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703514 Jul 06 12:05:04.613013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-50b55b49-95dd-4a94-a48e-3b8ffc17f368 req-8a3a7992-ef06-42cd-a687-63cc01de5585 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Calling delete_port for 79779ca8-101e-4bb4-8632-841bba1f3e55 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:04.725056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec32e6-4aff-4ac8-aaf1-a7b717c208cf req-47d21a61-61c1-4cf9-b944-afb415dbf3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.726435 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c7ec32e6-4aff-4ac8-aaf1-a7b717c208cf req-47d21a61-61c1-4cf9-b944-afb415dbf3ac service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2194467 Jul 06 12:05:04.843037 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-50b55b49-95dd-4a94-a48e-3b8ffc17f368 req-8a3a7992-ef06-42cd-a687-63cc01de5585 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:04.856092 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['18034f1a-7abe-4804-9ef7-9660150d58ea'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:04.873613 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a7992-ef06-42cd-a687-63cc01de5585 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Pushing event deleted for resources: {'Port': ['ID=79779ca8-101e-4bb4-8632-841bba1f3e55,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:04.936456 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b55b49-95dd-4a94-a48e-3b8ffc17f368 req-8a3a7992-ef06-42cd-a687-63cc01de5585 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] No DVR routers for this DVR port 79779ca8-101e-4bb4-8632-841bba1f3e55 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:04.938469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab', 'f8dfbcbb-272d-47c9-a1c5-c48d45a9314b', '79779ca8-101e-4bb4-8632-841bba1f3e55'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:04.943675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:04.947023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711f26e-10c2-44d1-9bcb-317f3124bfcf req-7029205b-2ae7-40c6-93a5-f41394e7c6c3 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:04.949224 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0711f26e-10c2-44d1-9bcb-317f3124bfcf req-7029205b-2ae7-40c6-93a5-f41394e7c6c3 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 984 time: 0.1868310 Jul 06 12:05:04.950790 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-50b55b49-95dd-4a94-a48e-3b8ffc17f368 req-8a3a7992-ef06-42cd-a687-63cc01de5585 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:04.953308 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50b55b49-95dd-4a94-a48e-3b8ffc17f368 req-8a3a7992-ef06-42cd-a687-63cc01de5585 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.89 "DELETE /v2.0/ports/79779ca8-101e-4bb4-8632-841bba1f3e55 HTTP/1.1" status: 204 len: 173 time: 1.0584252 Jul 06 12:05:04.953791 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db94ca06-e9d5-4ce4-92e3-88741c866f4b', 'name': 'network-vif-deleted', 'tag': '79779ca8-101e-4bb4-8632-841bba1f3e55'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:04.956379 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb18b6b-1edf-4f5a-a9c0-44bc09eda56c" -d '{"events": [{"server_uuid": "db94ca06-e9d5-4ce4-92e3-88741c866f4b", "name": "network-vif-deleted", "tag": "79779ca8-101e-4bb4-8632-841bba1f3e55"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:04.974842 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:04.991991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Transition to ACTIVE for port object 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:04.998650 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:05.008902 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0711f26e-10c2-44d1-9bcb-317f3124bfcf req-933e0a37-d102-4350-87e2-2f40fa289aff tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/security-groups?id=644e263a-0eb4-4455-b8df-dbd1821616f5&id=4725da7f-6c74-4d06-9b88-6cad2fa22321&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0482411 Jul 06 12:05:05.090369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:05.411151 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:05.608238 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-25822111-bb69-4f03-adab-6ef61ab33f08 req-073e1ef7-6fd8-4681-9a5b-c6e9689ab6b1 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1078870289', 'description': 'tempest-description-809848800'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:05.634078 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5cb66cd9-1c7b-4fa9-a84e-b15d11a3677d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:05.657803 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-25822111-bb69-4f03-adab-6ef61ab33f08 req-073e1ef7-6fd8-4681-9a5b-c6e9689ab6b1 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:05.728246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Attempting to bind port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:05.729197 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Attempting to bind port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'e65f28e5-e44b-4d60-96d5-d5f7323ca0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:05.730354 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Attempting to bind port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 on network 66f7ceaa-0f04-4369-8441-7edae42f76db {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:05.740479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 on network 66f7ceaa-0f04-4369-8441-7edae42f76db not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:05:05.741025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Attempting to bind port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 on network 66f7ceaa-0f04-4369-8441-7edae42f76db {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:05.749185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:05.754300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Checking segment: {'id': 'e65f28e5-e44b-4d60-96d5-d5f7323ca0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:05.754900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Bound using segment: {'id': 'e65f28e5-e44b-4d60-96d5-d5f7323ca0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:05.755680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Bound port: 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65f28e5-e44b-4d60-96d5-d5f7323ca0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:05.758883 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:05.762689 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-25822111-bb69-4f03-adab-6ef61ab33f08 req-073e1ef7-6fd8-4681-9a5b-c6e9689ab6b1 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:05.767760 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-25822111-bb69-4f03-adab-6ef61ab33f08 req-073e1ef7-6fd8-4681-9a5b-c6e9689ab6b1 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:05.803957 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-25822111-bb69-4f03-adab-6ef61ab33f08 req-073e1ef7-6fd8-4681-9a5b-c6e9689ab6b1 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:05.805737 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-25822111-bb69-4f03-adab-6ef61ab33f08 req-073e1ef7-6fd8-4681-9a5b-c6e9689ab6b1 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2026043 Jul 06 12:05:05.814872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e1ef7-6fd8-4681-9a5b-c6e9689ab6b1 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34bf3858-8b4d-44b4-b2eb-9e22a066e22d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:05.872947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'tag': '49fbf984-87c5-49a6-8ea3-a0446eb038a0'}, {'name': 'network-changed', 'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'tag': 'f0dc445d-142f-4e58-9152-40dd8ee1572f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:05.875093 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b990b5-1c8f-4332-9373-98e329f3b8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "tag": "49fbf984-87c5-49a6-8ea3-a0446eb038a0"}, {"name": "network-changed", "server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "tag": "f0dc445d-142f-4e58-9152-40dd8ee1572f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:05.909612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] For port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:05.916516 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] For port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68,segment=NetworkSegment(e65f28e5-e44b-4d60-96d5-d5f7323ca0b1),segment_id=e65f28e5-e44b-4d60-96d5-d5f7323ca0b1)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:05.922501 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:05.959435 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d2c951-30e8-48d8-916a-5032ca2d67ad x-openstack-request-id: req-99d2c951-30e8-48d8-916a-5032ca2d67ad {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:05.959725 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db94ca06-e9d5-4ce4-92e3-88741c866f4b", "name": "network-vif-deleted", "tag": "79779ca8-101e-4bb4-8632-841bba1f3e55", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:05.959977 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99d2c951-30e8-48d8-916a-5032ca2d67ad {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:05.960416 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db94ca06-e9d5-4ce4-92e3-88741c866f4b', 'name': 'network-vif-deleted', 'tag': '79779ca8-101e-4bb4-8632-841bba1f3e55', 'status': 'completed', 'code': 200} Jul 06 12:05:05.993679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:06.011542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.015819 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:06.017265 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c51872af-b4cc-4793-b418-32a58cde7743 service neutron] 10.222.0.23 "PUT /v2.0/ports/1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 HTTP/1.1" status: 200 len: 1091 time: 1.8740075 Jul 06 12:05:06.134379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-f5a06588-ca10-45a4-8d65-4f63eb2b17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.134774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-f5a06588-ca10-45a4-8d65-4f63eb2b17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.135400 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-f5a06588-ca10-45a4-8d65-4f63eb2b17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.135876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-f5a06588-ca10-45a4-8d65-4f63eb2b17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.136346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-f5a06588-ca10-45a4-8d65-4f63eb2b17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.136809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-f5a06588-ca10-45a4-8d65-4f63eb2b17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.137271 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-f5a06588-ca10-45a4-8d65-4f63eb2b17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.139449 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-f5a06588-ca10-45a4-8d65-4f63eb2b17aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e51f6968cb54be9a671639601bdf4bd&device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 6488 time: 0.0820186 Jul 06 12:05:06.198684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821139a-90d4-46fb-9960-1c04c3d31157 req-69a85d0d-4a4b-4e38-9809-74c29aef6714 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.202144 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b821139a-90d4-46fb-9960-1c04c3d31157 req-69a85d0d-4a4b-4e38-9809-74c29aef6714 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 1135 time: 0.1314685 Jul 06 12:05:06.231099 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-e59db560-419b-4d04-8784-c3981b54decc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7ac9807-0748-4db2-bb20-30cecc0ca562 HTTP/1.1" status: 200 len: 217 time: 0.0830243 Jul 06 12:05:06.234010 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b821139a-90d4-46fb-9960-1c04c3d31157 req-6e4df34b-d9c0-4701-97f5-f100ff7612c1 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:06.296700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8d45aebe-8d6f-4f80-8f49-3f7bfc29ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.298334 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-8d45aebe-8d6f-4f80-8f49-3f7bfc29ddda service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f19cb1b0-56e0-4d55-af26-5ec14e7184b8 HTTP/1.1" status: 200 len: 855 time: 0.0625477 Jul 06 12:05:06.361112 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:06.361809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46314) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:06.383910 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b821139a-90d4-46fb-9960-1c04c3d31157 req-6e4df34b-d9c0-4701-97f5-f100ff7612c1 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:06.384672 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-263a9714-7806-40a0-a358-b7169784279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.386152 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-263a9714-7806-40a0-a358-b7169784279f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e155bfca-ff82-4ba8-aaaa-46b7984f6b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800016 Jul 06 12:05:06.392339 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b821139a-90d4-46fb-9960-1c04c3d31157 req-6e4df34b-d9c0-4701-97f5-f100ff7612c1 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:06.434344 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b821139a-90d4-46fb-9960-1c04c3d31157 req-6e4df34b-d9c0-4701-97f5-f100ff7612c1 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=644e263a-0eb4-4455-b8df-dbd1821616f5&id=4725da7f-6c74-4d06-9b88-6cad2fa22321&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2258589 Jul 06 12:05:06.447348 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4df34b-d9c0-4701-97f5-f100ff7612c1 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f9722f-a28a-4cf6-8e66-6248f9d3ae14,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:06.463624 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46318) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:06.501986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-290351787', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:06.549440 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-f615fc28-eac9-4a5f-b467-f34b10965b20 service neutron] 10.222.0.23 "GET /v2.0/networks/e155bfca-ff82-4ba8-aaaa-46b7984f6b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558931 Jul 06 12:05:06.551072 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Made reservation on behalf of c58ee6b6bea84b19bb5a24fb83daff70 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:06.554184 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:06.563868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bab80e6-26b9-40db-8cf5-3d56b9420200 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.568463 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5bab80e6-26b9-40db-8cf5-3d56b9420200 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 1130 time: 0.1036415 Jul 06 12:05:06.571124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46320) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:06.578462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': 'ab1dca37-70b7-4367-9de8-6c61cbc2fe0f', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:06.621407 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:06.641369 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:06.704297 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-f02a8054-ee9d-46f7-acec-b007f72a810f service neutron] 10.222.0.23 "GET /v2.0/networks/e155bfca-ff82-4ba8-aaaa-46b7984f6b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455293 Jul 06 12:05:06.725560 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01584525-2240-4572-854b-8e859f1f0bfc req-8b3ad07e-a9bf-4601-ad26-7fb303345d69 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.731490 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01584525-2240-4572-854b-8e859f1f0bfc req-8b3ad07e-a9bf-4601-ad26-7fb303345d69 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.737302 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01584525-2240-4572-854b-8e859f1f0bfc req-8b3ad07e-a9bf-4601-ad26-7fb303345d69 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.743141 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01584525-2240-4572-854b-8e859f1f0bfc req-8b3ad07e-a9bf-4601-ad26-7fb303345d69 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.748975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01584525-2240-4572-854b-8e859f1f0bfc req-8b3ad07e-a9bf-4601-ad26-7fb303345d69 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.754818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01584525-2240-4572-854b-8e859f1f0bfc req-8b3ad07e-a9bf-4601-ad26-7fb303345d69 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.755106 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-ecf6c8e6-1828-4cf2-940a-c675b95ecc35 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 HTTP/1.1" status: 200 len: 217 time: 0.0430975 Jul 06 12:05:06.761195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01584525-2240-4572-854b-8e859f1f0bfc req-8b3ad07e-a9bf-4601-ad26-7fb303345d69 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.763135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-01584525-2240-4572-854b-8e859f1f0bfc req-8b3ad07e-a9bf-4601-ad26-7fb303345d69 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.1730149 Jul 06 12:05:06.826263 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-01584525-2240-4572-854b-8e859f1f0bfc req-f46c3e9a-cb97-4a8a-8820-3c0ef31f248e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532341 Jul 06 12:05:06.836829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-5b28c9bf-6712-47ac-81f3-bb585886039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.839167 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-5b28c9bf-6712-47ac-81f3-bb585886039b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.0761364 Jul 06 12:05:06.841253 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:06.844098 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:06.859083 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:06.882109 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] device_id is not set on port 52c0261d-0eb2-4c4d-baa3-6a7b11a74c68 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:05:06.962502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc2f443-be39-4a04-9891-9cc9dbed44d7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:06.969644 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b0c1b744-ee1c-4ce6-97f7-d38defe67b5d req-663c95b3-72a4-4b88-93d3-e68a45412a06 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "GET /v2.0/security-groups/34bf3858-8b4d-44b4-b2eb-9e22a066e22d HTTP/1.1" status: 200 len: 1814 time: 0.0817447 Jul 06 12:05:06.987417 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a724e0e6-cafb-4d7a-a451-2b52f2c9eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:06.989353 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a724e0e6-cafb-4d7a-a451-2b52f2c9eeb8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1433156 Jul 06 12:05:06.997116 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Allocated IP 172.25.4.21 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/9b4e7a26-7b24-4007-a58b-b6d702315444) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:07.004148 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-b0c1b744-ee1c-4ce6-97f7-d38defe67b5d req-c58298cb-6b2d-473c-ac47-42b65047a1a4 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34bf3858-8b4d-44b4-b2eb-9e22a066e22d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:07.004467 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-b0c1b744-ee1c-4ce6-97f7-d38defe67b5d req-c58298cb-6b2d-473c-ac47-42b65047a1a4 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34bf3858-8b4d-44b4-b2eb-9e22a066e22d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:07.090892 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-dcd909f2-bc91-4595-b633-0ff3fe30c425 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926142 Jul 06 12:05:07.130184 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b0c1b744-ee1c-4ce6-97f7-d38defe67b5d req-c58298cb-6b2d-473c-ac47-42b65047a1a4 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.154750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 79779ca8-101e-4bb4-8632-841bba1f3e55 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:07.155218 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.163003 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b0c1b744-ee1c-4ce6-97f7-d38defe67b5d req-c58298cb-6b2d-473c-ac47-42b65047a1a4 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.168565 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b0c1b744-ee1c-4ce6-97f7-d38defe67b5d req-c58298cb-6b2d-473c-ac47-42b65047a1a4 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.196075 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58298cb-6b2d-473c-ac47-42b65047a1a4 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3202b6a2-fa4c-4d4b-a95e-daea094466f8,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:07.201511 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b0c1b744-ee1c-4ce6-97f7-d38defe67b5d req-c58298cb-6b2d-473c-ac47-42b65047a1a4 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.202720 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b0c1b744-ee1c-4ce6-97f7-d38defe67b5d req-c58298cb-6b2d-473c-ac47-42b65047a1a4 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2070694 Jul 06 12:05:07.221582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 79779ca8-101e-4bb4-8632-841bba1f3e55 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:07.222070 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-80b26e67-1dad-4177-8462-7efc8fbcef8e service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245360 Jul 06 12:05:07.223507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 79779ca8-101e-4bb4-8632-841bba1f3e55 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:07.236678 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.271431 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d80c7c-7537-42d1-b21b-d4d5267fe508 x-openstack-request-id: req-c6d80c7c-7537-42d1-b21b-d4d5267fe508 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:07.271636 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "tag": "49fbf984-87c5-49a6-8ea3-a0446eb038a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "tag": "f0dc445d-142f-4e58-9152-40dd8ee1572f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:07.271832 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6d80c7c-7537-42d1-b21b-d4d5267fe508 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:07.272229 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'tag': '49fbf984-87c5-49a6-8ea3-a0446eb038a0', 'status': 'completed', 'code': 200} Jul 06 12:05:07.272486 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'tag': 'f0dc445d-142f-4e58-9152-40dd8ee1572f', 'status': 'completed', 'code': 200} Jul 06 12:05:07.279482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:07.282622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:07.292479 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:07.293411 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-81f92f5b-be0c-4023-8882-beaa67c6ff3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=d89e1771-286c-47d4-a06c-d0d0c9d87682 HTTP/1.1" status: 200 len: 217 time: 0.0643589 Jul 06 12:05:07.333053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'Port': ['ID=9b4e7a26-7b24-4007-a58b-b6d702315444,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:07.363094 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Allocated IP 172.25.4.231 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/52c0261d-0eb2-4c4d-baa3-6a7b11a74c68) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:07.373333 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55e05169-5ef9-483e-9c9e-c67df1cf938a req-1b9882e4-9585-4024-ad3a-97a9f07e22f8 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "GET /v2.0/security-groups/34bf3858-8b4d-44b4-b2eb-9e22a066e22d HTTP/1.1" status: 200 len: 2408 time: 0.0868917 Jul 06 12:05:07.380024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c085fa6f-c497-4212-960c-4fc5c8b28b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:07.381602 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c085fa6f-c497-4212-960c-4fc5c8b28b14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.0804145 Jul 06 12:05:07.461210 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7531f5e7-97e5-46ac-a81a-531b02f0aef4 req-90307d7e-4921-4c1a-8fd0-570ae011a079 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "GET /v2.0/security-group-rules/3202b6a2-fa4c-4d4b-a95e-daea094466f8 HTTP/1.1" status: 200 len: 778 time: 0.0407078 Jul 06 12:05:07.527342 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-5b11cceb-0082-4b5d-81ca-b11da6c09a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:07.528943 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-5b11cceb-0082-4b5d-81ca-b11da6c09a86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1410439 Jul 06 12:05:07.565664 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7531f5e7-97e5-46ac-a81a-531b02f0aef4 req-fe225e8c-bcf1-4d2b-96e0-9862bb619a2e tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "GET /v2.0/security-groups/34bf3858-8b4d-44b4-b2eb-9e22a066e22d HTTP/1.1" status: 200 len: 2408 time: 0.0914917 Jul 06 12:05:07.621758 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.638519 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7531f5e7-97e5-46ac-a81a-531b02f0aef4 req-91f02a5e-eef2-4c8d-bb7f-7774bc022a50 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.654519 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7531f5e7-97e5-46ac-a81a-531b02f0aef4 req-91f02a5e-eef2-4c8d-bb7f-7774bc022a50 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.669058 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c9c68050-dc40-4a2d-a1a3-7972fb4085f9 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310658 Jul 06 12:05:07.725618 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7531f5e7-97e5-46ac-a81a-531b02f0aef4 req-91f02a5e-eef2-4c8d-bb7f-7774bc022a50 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.736273 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7531f5e7-97e5-46ac-a81a-531b02f0aef4 req-91f02a5e-eef2-4c8d-bb7f-7774bc022a50 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.737470 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7531f5e7-97e5-46ac-a81a-531b02f0aef4 req-91f02a5e-eef2-4c8d-bb7f-7774bc022a50 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/3202b6a2-fa4c-4d4b-a95e-daea094466f8 HTTP/1.1" status: 204 len: 173 time: 0.1391943 Jul 06 12:05:07.764288 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.781793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-2c58855b-ac51-408e-b370-f63de401b0ed req-224b7f85-1ab1-48aa-8de1-f4e52588c196 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-721371671', 'description': 'tempest-description-287983976'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:07.786411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f02a5e-eef2-4c8d-bb7f-7774bc022a50 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3202b6a2-fa4c-4d4b-a95e-daea094466f8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:07.836881 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-876f1345-d913-4e0b-9938-2726fe036c43 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569464 Jul 06 12:05:07.838572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:07.842773 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2c58855b-ac51-408e-b370-f63de401b0ed req-224b7f85-1ab1-48aa-8de1-f4e52588c196 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.845672 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:07.852438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:07.856005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Pushing event updated for resources: {'Port': ['ID=52c0261d-0eb2-4c4d-baa3-6a7b11a74c68,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:07.882960 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.910115 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-f2cf0ef3-578b-40e6-9476-f71e5f48e2ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=fd11db21-7b96-4dca-820d-6f2614d3aabf HTTP/1.1" status: 200 len: 217 time: 0.0656626 Jul 06 12:05:07.962230 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:07.962758 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:07.976218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-d33deefa-a4f4-443d-bf69-8ec6fd4892b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:07.978138 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-d33deefa-a4f4-443d-bf69-8ec6fd4892b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.0616045 Jul 06 12:05:08.010972 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.041115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-6f0c23eb-14e3-475e-95d2-4980f0be201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:08.043715 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-6f0c23eb-14e3-475e-95d2-4980f0be201c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575957 Jul 06 12:05:08.045097 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2c58855b-ac51-408e-b370-f63de401b0ed req-224b7f85-1ab1-48aa-8de1-f4e52588c196 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.054911 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2c58855b-ac51-408e-b370-f63de401b0ed req-224b7f85-1ab1-48aa-8de1-f4e52588c196 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.097454 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-2c58855b-ac51-408e-b370-f63de401b0ed req-224b7f85-1ab1-48aa-8de1-f4e52588c196 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.098693 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c58855b-ac51-408e-b370-f63de401b0ed req-224b7f85-1ab1-48aa-8de1-f4e52588c196 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3229589 Jul 06 12:05:08.138710 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ecb4f74-d57c-4a39-a5a5-953a0d684a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.153405 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b7f85-1ab1-48aa-8de1-f4e52588c196 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c258ea-ca4c-410a-98c7-e406b0a78af7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:08.153639 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-dd70bdcc-2473-4c6a-8eb4-981fc2b1f241 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017683 Jul 06 12:05:08.155492 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-588e1390-30f7-4a7b-8960-5fbe29d2ee1d tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.7927043 Jul 06 12:05:08.158585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46332) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:08.165105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f4723b24-4699-4161-a1bd-91fa2e47f02b tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.231'}]}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:08.181414 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.246306 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.250954 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4723b24-4699-4161-a1bd-91fa2e47f02b tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.252108 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4723b24-4699-4161-a1bd-91fa2e47f02b tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.252393 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.305895 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-4ff0d735-aeb7-49c9-967a-048e1ddd0476 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346598 Jul 06 12:05:08.339508 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4723b24-4699-4161-a1bd-91fa2e47f02b tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.368676 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-aa6c1749-167c-4d88-bcbb-78718530ee67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=49fbf984-87c5-49a6-8ea3-a0446eb038a0 HTTP/1.1" status: 200 len: 217 time: 0.0385950 Jul 06 12:05:08.371997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'Port': ['ID=9b4e7a26-7b24-4007-a58b-b6d702315444,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:08.382009 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.487377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011be6b-2ca7-4d7c-9e1b-02e954d482a5 req-7e22b5e0-9b4f-4365-a7d2-207208ce7cac tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:08.494365 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011be6b-2ca7-4d7c-9e1b-02e954d482a5 req-7e22b5e0-9b4f-4365-a7d2-207208ce7cac tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:08.500395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011be6b-2ca7-4d7c-9e1b-02e954d482a5 req-7e22b5e0-9b4f-4365-a7d2-207208ce7cac tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:08.506272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011be6b-2ca7-4d7c-9e1b-02e954d482a5 req-7e22b5e0-9b4f-4365-a7d2-207208ce7cac tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:08.512796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011be6b-2ca7-4d7c-9e1b-02e954d482a5 req-7e22b5e0-9b4f-4365-a7d2-207208ce7cac tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:08.518722 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011be6b-2ca7-4d7c-9e1b-02e954d482a5 req-7e22b5e0-9b4f-4365-a7d2-207208ce7cac tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:08.525203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011be6b-2ca7-4d7c-9e1b-02e954d482a5 req-7e22b5e0-9b4f-4365-a7d2-207208ce7cac tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:08.527133 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5011be6b-2ca7-4d7c-9e1b-02e954d482a5 req-7e22b5e0-9b4f-4365-a7d2-207208ce7cac tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.2377737 Jul 06 12:05:08.544407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-23b91340-b85d-48ef-8156-207ff616f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:08.546222 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-23b91340-b85d-48ef-8156-207ff616f936 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.1351433 Jul 06 12:05:08.548093 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4723b24-4699-4161-a1bd-91fa2e47f02b tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.566309 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Floating IP c8152139-bbed-40c8-a090-e87281a6d477 associated. External IP: 172.25.4.21, port: ab1dca37-70b7-4367-9de8-6c61cbc2fe0f. Jul 06 12:05:08.621810 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5011be6b-2ca7-4d7c-9e1b-02e954d482a5 req-5d8cd09e-ed1d-432a-8ae0-45d6070c2d43 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792842 Jul 06 12:05:08.688261 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-792d4507-8a06-47f1-8989-18df45a6cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:08.690082 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-792d4507-8a06-47f1-8989-18df45a6cb6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1365862 Jul 06 12:05:08.731671 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d1011246-2faa-4f9b-b834-0681c394886a req-986dd8a5-4391-41e7-828f-c3ea889f0d93 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "GET /v2.0/security-groups/43c258ea-ca4c-410a-98c7-e406b0a78af7 HTTP/1.1" status: 200 len: 1813 time: 0.0580590 Jul 06 12:05:08.787119 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-27ee1f77-115e-4b0d-910a-f842c14e9d9f req-e24e20f8-ba5f-4d7a-a2ba-dbc76c4f0ad8 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-227180843', 'description': 'tempest-description-1088284148'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:08.849635 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c396f4c8-b504-47e2-ada7-57e89a08d961 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480172 Jul 06 12:05:08.855154 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-27ee1f77-115e-4b0d-910a-f842c14e9d9f req-e24e20f8-ba5f-4d7a-a2ba-dbc76c4f0ad8 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:08.874857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Router db32500e-859f-4110-9fe4-1bac4c91ec6f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:09.038802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-27ee1f77-115e-4b0d-910a-f842c14e9d9f req-e24e20f8-ba5f-4d7a-a2ba-dbc76c4f0ad8 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.044646 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-27ee1f77-115e-4b0d-910a-f842c14e9d9f req-e24e20f8-ba5f-4d7a-a2ba-dbc76c4f0ad8 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.049522 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a8750ef6-4055-484a-9497-ef57fb2292d6 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957633 Jul 06 12:05:09.057156 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:09.067090 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd938a-9557-4dc7-990e-809799e03e6d None None] Sync routers for ids ['db32500e-859f-4110-9fe4-1bac4c91ec6f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:09.076463 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4723b24-4699-4161-a1bd-91fa2e47f02b tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.081994 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd938a-9557-4dc7-990e-809799e03e6d None None] Routers {'db32500e-859f-4110-9fe4-1bac4c91ec6f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:09.082918 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c4cd938a-9557-4dc7-990e-809799e03e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['db32500e-859f-4110-9fe4-1bac4c91ec6f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:09.093430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e20f8-ba5f-4d7a-a2ba-dbc76c4f0ad8 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd2be4c-46a2-4b22-8df4-fbccf7b3aa27,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:09.097500 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-27ee1f77-115e-4b0d-910a-f842c14e9d9f req-e24e20f8-ba5f-4d7a-a2ba-dbc76c4f0ad8 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.102219 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27ee1f77-115e-4b0d-910a-f842c14e9d9f req-e24e20f8-ba5f-4d7a-a2ba-dbc76c4f0ad8 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3208756 Jul 06 12:05:09.103554 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.145949 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-934d81e2-2643-412e-9a83-72276dfb4442 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0dc445d-142f-4e58-9152-40dd8ee1572f HTTP/1.1" status: 200 len: 217 time: 0.0851121 Jul 06 12:05:09.147527 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4723b24-4699-4161-a1bd-91fa2e47f02b tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.186625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c3356163-a69d-4921-aa6e-672d45b84972 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6141241 Jul 06 12:05:09.190203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48020f21-41e5-4bc4-b047-d9ea1d5532fa', 'tag': 'ab1dca37-70b7-4367-9de8-6c61cbc2fe0f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:09.192582 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41818abd-4d07-440f-8584-2515276efb7b" -d '{"events": [{"name": "network-changed", "server_uuid": "48020f21-41e5-4bc4-b047-d9ea1d5532fa", "tag": "ab1dca37-70b7-4367-9de8-6c61cbc2fe0f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:09.195153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46340) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:09.247535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-c4cd938a-9557-4dc7-990e-809799e03e6d None None] Set router db32500e-859f-4110-9fe4-1bac4c91ec6f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:09.267595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-5df042b3-4dd8-4f8c-84f3-c1d2556bb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.276070 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-5df042b3-4dd8-4f8c-84f3-c1d2556bb02c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31da2619-e3fd-4bf0-b098-b53a3480fd99 HTTP/1.1" status: 200 len: 797 time: 0.1191690 Jul 06 12:05:09.277074 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e20665f0-2c24-4744-ada9-4084573f3683 req-ac8535f2-60bb-4bcf-aa69-5ef68b7542d6 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "GET /v2.0/security-groups/3cd2be4c-46a2-4b22-8df4-fbccf7b3aa27 HTTP/1.1" status: 200 len: 1814 time: 0.1389344 Jul 06 12:05:09.280818 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'tag': '1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:09.284148 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c082717-e8ed-4128-9a6b-903a78a2ea75" -d '{"events": [{"name": "network-changed", "server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "tag": "1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:09.327777 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.357805 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de94e2f-5e52-4a92-a484-472fd1363fb6 x-openstack-request-id: req-1de94e2f-5e52-4a92-a484-472fd1363fb6 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:09.358099 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48020f21-41e5-4bc4-b047-d9ea1d5532fa", "tag": "ab1dca37-70b7-4367-9de8-6c61cbc2fe0f", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:09.358354 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1de94e2f-5e52-4a92-a484-472fd1363fb6 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:09.358752 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48020f21-41e5-4bc4-b047-d9ea1d5532fa', 'tag': 'ab1dca37-70b7-4367-9de8-6c61cbc2fe0f', 'status': 'completed', 'code': 200} Jul 06 12:05:09.407076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-0a210995-3eaa-45ec-8c0f-f50f2fc73fdd req-1d1c8c6e-e321-4310-bb51-664cc2235936 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1042157158', 'description': 'tempest-description-1253702218'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:09.443220 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b392b-98a5-4c68-a4b9-604c234de304 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.443743 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b392b-98a5-4c68-a4b9-604c234de304 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.444269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b392b-98a5-4c68-a4b9-604c234de304 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.444745 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b392b-98a5-4c68-a4b9-604c234de304 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.446594 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b392b-98a5-4c68-a4b9-604c234de304 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.447087 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b392b-98a5-4c68-a4b9-604c234de304 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.447652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b392b-98a5-4c68-a4b9-604c234de304 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.448125 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b392b-98a5-4c68-a4b9-604c234de304 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.448592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b392b-98a5-4c68-a4b9-604c234de304 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.449055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b392b-98a5-4c68-a4b9-604c234de304 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.449576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b392b-98a5-4c68-a4b9-604c234de304 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.450122 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b392b-98a5-4c68-a4b9-604c234de304 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.453367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b392b-98a5-4c68-a4b9-604c234de304 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.455710 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c14b392b-98a5-4c68-a4b9-604c234de304 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9168 time: 0.2585301 Jul 06 12:05:09.460690 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46350) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:09.501388 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0a210995-3eaa-45ec-8c0f-f50f2fc73fdd req-1d1c8c6e-e321-4310-bb51-664cc2235936 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.535656 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4723b24-4699-4161-a1bd-91fa2e47f02b tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:09.710550 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c6979217-d824-4991-8277-6707ff2534c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.712927 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-c6979217-d824-4991-8277-6707ff2534c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66f7ceaa-0f04-4369-8441-7edae42f76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4254506 Jul 06 12:05:09.737015 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c4cd938a-9557-4dc7-990e-809799e03e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330107900', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:04:30Z', 'updated_at': '2021-07-06T12:04:38Z', 'revision_number': 4, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:31Z', 'updated_at': '2021-07-06T12:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'c8152139-bbed-40c8-a090-e87281a6d477', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'port_id': 'ab1dca37-70b7-4367-9de8-6c61cbc2fe0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228', 'mac_address': 'fa:16:3e:6b:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48020f21-41e5-4bc4-b047-d9ea1d5532fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:05:07Z', 'updated_at': '2021-07-06T12:05:07Z', 'revision_number': 0, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7680ae2-0417-4c93-b06c-3c2136570ab0', 'name': '', 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'mac_address': 'fa:16:3e:96:79:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:37Z', 'updated_at': '2021-07-06T12:04:43Z', 'revision_number': 5, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'subnets': [{'id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:09.782806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd938a-9557-4dc7-990e-809799e03e6d None None] Checking router: db32500e-859f-4110-9fe4-1bac4c91ec6f for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:09.793249 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd938a-9557-4dc7-990e-809799e03e6d None None] Routers {'db32500e-859f-4110-9fe4-1bac4c91ec6f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:09.793904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c4cd938a-9557-4dc7-990e-809799e03e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['db32500e-859f-4110-9fe4-1bac4c91ec6f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:09.882092 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-05da2b18-d954-497f-8d5f-921e23a7e781 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331990 Jul 06 12:05:09.970265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-c4cd938a-9557-4dc7-990e-809799e03e6d None None] Set router db32500e-859f-4110-9fe4-1bac4c91ec6f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:09.994177 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb4094-2308-49d3-997d-e928fb07b87f tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.994778 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb4094-2308-49d3-997d-e928fb07b87f tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.995749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb4094-2308-49d3-997d-e928fb07b87f tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:09.999507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb4094-2308-49d3-997d-e928fb07b87f tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.002791 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb4094-2308-49d3-997d-e928fb07b87f tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.003281 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb4094-2308-49d3-997d-e928fb07b87f tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.003752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb4094-2308-49d3-997d-e928fb07b87f tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.004213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb4094-2308-49d3-997d-e928fb07b87f tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.004665 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb4094-2308-49d3-997d-e928fb07b87f tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.005122 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb4094-2308-49d3-997d-e928fb07b87f tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.005571 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb4094-2308-49d3-997d-e928fb07b87f tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.006018 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb4094-2308-49d3-997d-e928fb07b87f tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.006462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb4094-2308-49d3-997d-e928fb07b87f tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.012703 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-68eb4094-2308-49d3-997d-e928fb07b87f tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8290 time: 0.5508831 Jul 06 12:05:10.016758 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46356) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:10.020618 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41818abd-4d07-440f-8584-2515276efb7b req-4e27209f-d9db-494e-854d-e3536038c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.022093 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41818abd-4d07-440f-8584-2515276efb7b req-4e27209f-d9db-494e-854d-e3536038c3ee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b44276911cc4b91aafd86e95f47cd84&device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 1135 time: 0.6624629 Jul 06 12:05:10.056732 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-58c9fe2c-81ce-4e40-8661-6895c7beb671 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403644 Jul 06 12:05:10.063008 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4723b24-4699-4161-a1bd-91fa2e47f02b tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:10.072573 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4723b24-4699-4161-a1bd-91fa2e47f02b tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:10.112044 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-92dfb2f2-a7cc-44b2-be19-47058af0e214 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 HTTP/1.1" status: 200 len: 217 time: 0.0462425 Jul 06 12:05:10.201968 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41818abd-4d07-440f-8584-2515276efb7b req-8bea0a26-3ea5-438b-ae6e-4e7f31d7de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.203423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41818abd-4d07-440f-8584-2515276efb7b req-8bea0a26-3ea5-438b-ae6e-4e7f31d7de80 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f554e12-ea01-4fe1-af43-7332f080c228 HTTP/1.1" status: 200 len: 897 time: 0.1373186 Jul 06 12:05:10.282724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-bfaddc46-fb8a-4255-a2d7-8f0b2067ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.285649 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-bfaddc46-fb8a-4255-a2d7-8f0b2067ec89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31da2619-e3fd-4bf0-b098-b53a3480fd99 HTTP/1.1" status: 200 len: 797 time: 0.1651545 Jul 06 12:05:10.287361 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4723b24-4699-4161-a1bd-91fa2e47f02b tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:10.288129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4723b24-4699-4161-a1bd-91fa2e47f02b tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fab02af3-fe5a-44a8-bd7d-2d36ca2f8b67 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:05:10.308656 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c4cd938a-9557-4dc7-990e-809799e03e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330107900', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:04:30Z', 'updated_at': '2021-07-06T12:04:38Z', 'revision_number': 4, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:31Z', 'updated_at': '2021-07-06T12:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'c8152139-bbed-40c8-a090-e87281a6d477', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'port_id': 'ab1dca37-70b7-4367-9de8-6c61cbc2fe0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228', 'mac_address': 'fa:16:3e:6b:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48020f21-41e5-4bc4-b047-d9ea1d5532fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:05:07Z', 'updated_at': '2021-07-06T12:05:07Z', 'revision_number': 0, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7680ae2-0417-4c93-b06c-3c2136570ab0', 'name': '', 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'mac_address': 'fa:16:3e:96:79:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:37Z', 'updated_at': '2021-07-06T12:04:43Z', 'revision_number': 5, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'subnets': [{'id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:10.357663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd938a-9557-4dc7-990e-809799e03e6d None None] The sync data for ids ['db32500e-859f-4110-9fe4-1bac4c91ec6f'] in n-d-799529-2 is: [{'id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330107900', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:04:30Z', 'updated_at': '2021-07-06T12:04:38Z', 'revision_number': 4, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:31Z', 'updated_at': '2021-07-06T12:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'c8152139-bbed-40c8-a090-e87281a6d477', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'port_id': 'ab1dca37-70b7-4367-9de8-6c61cbc2fe0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228', 'mac_address': 'fa:16:3e:6b:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48020f21-41e5-4bc4-b047-d9ea1d5532fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:05:07Z', 'updated_at': '2021-07-06T12:05:07Z', 'revision_number': 0, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7680ae2-0417-4c93-b06c-3c2136570ab0', 'name': '', 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'mac_address': 'fa:16:3e:96:79:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:37Z', 'updated_at': '2021-07-06T12:04:43Z', 'revision_number': 5, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'subnets': [{'id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:10.379052 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-e4d7ae38-3e1c-41ce-9ee9-6cbf5121cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.380765 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-e4d7ae38-3e1c-41ce-9ee9-6cbf5121cd3c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66f7ceaa-0f04-4369-8441-7edae42f76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0831501 Jul 06 12:05:10.413815 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0a210995-3eaa-45ec-8c0f-f50f2fc73fdd req-1d1c8c6e-e321-4310-bb51-664cc2235936 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:10.435307 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0a210995-3eaa-45ec-8c0f-f50f2fc73fdd req-1d1c8c6e-e321-4310-bb51-664cc2235936 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:10.449894 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41818abd-4d07-440f-8584-2515276efb7b req-90e21444-05b0-4102-ba24-a11a0232cd18 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab1dca37-70b7-4367-9de8-6c61cbc2fe0f HTTP/1.1" status: 200 len: 998 time: 0.2393761 Jul 06 12:05:10.464851 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-f4723b24-4699-4161-a1bd-91fa2e47f02b tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 06 12:05:10.465960 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f4723b24-4699-4161-a1bd-91fa2e47f02b tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3062124 Jul 06 12:05:10.480758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46358) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:10.533826 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0a210995-3eaa-45ec-8c0f-f50f2fc73fdd req-1d1c8c6e-e321-4310-bb51-664cc2235936 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:10.541220 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a210995-3eaa-45ec-8c0f-f50f2fc73fdd req-1d1c8c6e-e321-4310-bb51-664cc2235936 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.1464477 Jul 06 12:05:10.548429 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c8c6e-e321-4310-bb51-664cc2235936 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7647e4e0-b6cd-4a97-b3c2-cac6d7000a73,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:10.576763 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a0540537-b2a5-485a-9da2-bfdf39e503b2 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885185 Jul 06 12:05:10.581854 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41818abd-4d07-440f-8584-2515276efb7b req-3291bb8a-b092-4782-a067-b5e2a88b5162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.584255 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41818abd-4d07-440f-8584-2515276efb7b req-3291bb8a-b092-4782-a067-b5e2a88b5162 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af5944d1-523a-4de1-821d-1d6e0c9e5446 HTTP/1.1" status: 200 len: 834 time: 0.0991156 Jul 06 12:05:10.591403 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-de5322e0-1045-4f34-8b6b-ec2b8404a3f7 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4271 time: 0.5731969 Jul 06 12:05:10.602559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46364) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:10.629244 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0a3453-8263-4bd7-8448-2c3a800ec7e2 x-openstack-request-id: req-ce0a3453-8263-4bd7-8448-2c3a800ec7e2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:10.629685 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "tag": "1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:10.630032 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce0a3453-8263-4bd7-8448-2c3a800ec7e2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:10.630527 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'tag': '1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68', 'status': 'completed', 'code': 200} Jul 06 12:05:10.710900 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0829c27c-da6d-4887-848d-fe0893747775 None None] New status for floating IP c8152139-bbed-40c8-a090-e87281a6d477: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:05:10.715631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41818abd-4d07-440f-8584-2515276efb7b req-1be31472-fbd6-47ad-9d1d-67e463e27e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.717380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41818abd-4d07-440f-8584-2515276efb7b req-1be31472-fbd6-47ad-9d1d-67e463e27e52 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f554e12-ea01-4fe1-af43-7332f080c228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246090 Jul 06 12:05:10.872819 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:10.930277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a04ef7-5a75-40e4-acc0-d12f0c38200c req-34bbfde3-63db-4b34-aa2a-1cdf2cbfe94b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.937795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a04ef7-5a75-40e4-acc0-d12f0c38200c req-34bbfde3-63db-4b34-aa2a-1cdf2cbfe94b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.944781 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a04ef7-5a75-40e4-acc0-d12f0c38200c req-34bbfde3-63db-4b34-aa2a-1cdf2cbfe94b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.951858 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a04ef7-5a75-40e4-acc0-d12f0c38200c req-34bbfde3-63db-4b34-aa2a-1cdf2cbfe94b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.958760 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a04ef7-5a75-40e4-acc0-d12f0c38200c req-34bbfde3-63db-4b34-aa2a-1cdf2cbfe94b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.965779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a04ef7-5a75-40e4-acc0-d12f0c38200c req-34bbfde3-63db-4b34-aa2a-1cdf2cbfe94b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.972194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a04ef7-5a75-40e4-acc0-d12f0c38200c req-34bbfde3-63db-4b34-aa2a-1cdf2cbfe94b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:10.974989 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a04ef7-5a75-40e4-acc0-d12f0c38200c req-34bbfde3-63db-4b34-aa2a-1cdf2cbfe94b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.1788309 Jul 06 12:05:11.034427 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41818abd-4d07-440f-8584-2515276efb7b req-cf94f134-7375-45a3-982a-e9a3c56949dd service neutron] 10.222.0.89 "GET /v2.0/networks/7f554e12-ea01-4fe1-af43-7332f080c228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089674 Jul 06 12:05:11.045405 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95a04ef7-5a75-40e4-acc0-d12f0c38200c req-cd7bbbbd-d119-4070-8e99-05e4de72534d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549302 Jul 06 12:05:11.161085 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0e9e6b8-4bcd-469e-beeb-05fb080b1325 req-a8371ee9-1158-4678-a890-092c2ab88ee4 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573370 Jul 06 12:05:11.166750 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbee967f-efb1-4dfb-a1f5-f32983dff1c6 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:11.167286 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbee967f-efb1-4dfb-a1f5-f32983dff1c6 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:11.171726 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-734a7193-bc52-491a-86b0-985d7133464e req-6ae06a43-71cb-4a26-8c69-cacef6000052 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "GET /v2.0/security-groups/7647e4e0-b6cd-4a97-b3c2-cac6d7000a73 HTTP/1.1" status: 200 len: 1815 time: 0.0744517 Jul 06 12:05:11.172621 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dbee967f-efb1-4dfb-a1f5-f32983dff1c6 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=db32500e-859f-4110-9fe4-1bac4c91ec6f HTTP/1.1" status: 200 len: 1988 time: 0.5677378 Jul 06 12:05:11.174865 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41818abd-4d07-440f-8584-2515276efb7b req-060ee623-70e8-4646-8a46-555568f2db9e service neutron] 10.222.0.89 "GET /v2.0/networks/7f554e12-ea01-4fe1-af43-7332f080c228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284168 Jul 06 12:05:11.192861 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7a12e4d1-2662-431e-a384-1c206a1e4339 tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Deleting port 52c0261d-0eb2-4c4d-baa3-6a7b11a74c68 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:11.193207 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a12e4d1-2662-431e-a384-1c206a1e4339 tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.205813 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-a465d99a-55b6-454c-8e77-05156c5685f6 req-040b86d2-ede9-4244-9690-b2a4596b7ec5 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-884766104', 'description': 'tempest-description-458768117'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:11.233048 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a465d99a-55b6-454c-8e77-05156c5685f6 req-040b86d2-ede9-4244-9690-b2a4596b7ec5 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.325221 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a12e4d1-2662-431e-a384-1c206a1e4339 tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.333840 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a465d99a-55b6-454c-8e77-05156c5685f6 req-040b86d2-ede9-4244-9690-b2a4596b7ec5 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.338577 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a465d99a-55b6-454c-8e77-05156c5685f6 req-040b86d2-ede9-4244-9690-b2a4596b7ec5 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.339884 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7a12e4d1-2662-431e-a384-1c206a1e4339 tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Calling delete_port for 52c0261d-0eb2-4c4d-baa3-6a7b11a74c68 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:11.350279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-c13261c8-c694-4288-91f1-0612f296847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:11.350776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-c13261c8-c694-4288-91f1-0612f296847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:11.351260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-c13261c8-c694-4288-91f1-0612f296847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:11.352381 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-c13261c8-c694-4288-91f1-0612f296847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:11.352736 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-c13261c8-c694-4288-91f1-0612f296847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:11.353691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-c13261c8-c694-4288-91f1-0612f296847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:11.353691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-c13261c8-c694-4288-91f1-0612f296847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:11.355662 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-c13261c8-c694-4288-91f1-0612f296847e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e51f6968cb54be9a671639601bdf4bd&device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 6488 time: 0.1159384 Jul 06 12:05:11.370523 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a465d99a-55b6-454c-8e77-05156c5685f6 req-040b86d2-ede9-4244-9690-b2a4596b7ec5 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.377095 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a465d99a-55b6-454c-8e77-05156c5685f6 req-040b86d2-ede9-4244-9690-b2a4596b7ec5 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1757729 Jul 06 12:05:11.393696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b86d2-ede9-4244-9690-b2a4596b7ec5 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9d94a9-21f2-4b42-9a3a-345e552a3db4,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:11.460619 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17bf4a2c-ca1c-4187-9f02-514b608e16dd req-318432d2-aeee-405a-90bf-6749e5babcd4 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "GET /v2.0/security-groups/3b9d94a9-21f2-4b42-9a3a-345e552a3db4 HTTP/1.1" status: 200 len: 1813 time: 0.0594501 Jul 06 12:05:11.501730 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-086cb200-95d3-4bf1-8c39-13f4a232375f req-ec5220bf-43fd-464c-b5d8-92b48457893b tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] show failed (client error): The resource could not be found. Jul 06 12:05:11.503516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-086cb200-95d3-4bf1-8c39-13f4a232375f req-ec5220bf-43fd-464c-b5d8-92b48457893b tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "GET /v2.0/security-groups/dfd018bf-2f61-4c36-86c9-f18750641eeb HTTP/1.1" status: 404 len: 352 time: 0.0190680 Jul 06 12:05:11.547201 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-40745d68-2e95-4178-ad42-05c267cf0f02 req-365f29e8-9e04-47b9-b6fb-ccf002f62e20 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] show failed (client error): The resource could not be found. Jul 06 12:05:11.548820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40745d68-2e95-4178-ad42-05c267cf0f02 req-365f29e8-9e04-47b9-b6fb-ccf002f62e20 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "GET /v2.0/security-group-rules/f3bd89f0-f084-469a-b4d5-e10344b2df80 HTTP/1.1" status: 404 len: 361 time: 0.0155237 Jul 06 12:05:11.552664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-5a4abd63-14f9-4c3b-92c3-e4dc87a69a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:11.554146 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-5a4abd63-14f9-4c3b-92c3-e4dc87a69a52 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d0165372-ba81-46c2-af71-bdb38d5dbedc HTTP/1.1" status: 200 len: 903 time: 0.1901407 Jul 06 12:05:11.615610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50e37873-0bf6-449e-b098-69c783fe05e5 req-8f75068c-8b14-4929-ab7d-15746dc81c9e tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "GET /v2.0/security-groups/3b9d94a9-21f2-4b42-9a3a-345e552a3db4 HTTP/1.1" status: 200 len: 1813 time: 0.0384092 Jul 06 12:05:11.629323 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-09a96398-daf0-4ab1-9b95-e6fa282b33cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=49fbf984-87c5-49a6-8ea3-a0446eb038a0 HTTP/1.1" status: 200 len: 217 time: 0.0600927 Jul 06 12:05:11.677129 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-50e37873-0bf6-449e-b098-69c783fe05e5 req-49caa5db-758a-4cea-9b9e-cfd27588b8f3 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.689733 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a12e4d1-2662-431e-a384-1c206a1e4339 tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.699125 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-feb05aa5-9cb5-4e3e-b4bc-608e69feb336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:11.700732 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-feb05aa5-9cb5-4e3e-b4bc-608e69feb336 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.0631883 Jul 06 12:05:11.707743 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-50e37873-0bf6-449e-b098-69c783fe05e5 req-49caa5db-758a-4cea-9b9e-cfd27588b8f3 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.731416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12e4d1-2662-431e-a384-1c206a1e4339 tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Pushing event deleted for resources: {'Port': ['ID=52c0261d-0eb2-4c4d-baa3-6a7b11a74c68,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:11.765024 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-50e37873-0bf6-449e-b098-69c783fe05e5 req-49caa5db-758a-4cea-9b9e-cfd27588b8f3 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.768644 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-50e37873-0bf6-449e-b098-69c783fe05e5 req-49caa5db-758a-4cea-9b9e-cfd27588b8f3 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.770769 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50e37873-0bf6-449e-b098-69c783fe05e5 req-49caa5db-758a-4cea-9b9e-cfd27588b8f3 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "DELETE /v2.0/security-groups/3b9d94a9-21f2-4b42-9a3a-345e552a3db4 HTTP/1.1" status: 204 len: 173 time: 0.1486509 Jul 06 12:05:11.784250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caa5db-758a-4cea-9b9e-cfd27588b8f3 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9d94a9-21f2-4b42-9a3a-345e552a3db4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:11.835042 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a12e4d1-2662-431e-a384-1c206a1e4339 tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.837619 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7a12e4d1-2662-431e-a384-1c206a1e4339 tempest-RoutersAdminNegativeIpV6Test-1679954016 tempest-RoutersAdminNegativeIpV6Test-1679954016-project-admin] 10.222.0.81 "DELETE /v2.0/ports/52c0261d-0eb2-4c4d-baa3-6a7b11a74c68 HTTP/1.1" status: 204 len: 168 time: 1.3561673 Jul 06 12:05:11.846521 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-ffa161e4-ba63-4eb0-ba49-68231832ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:11.848281 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-ffa161e4-ba63-4eb0-ba49-68231832ec6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1270032 Jul 06 12:05:11.849706 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9c8e8d1-2519-4999-9c43-a63f15ea824d req-0f6fc181-c078-4c50-9c8c-9ff15fa51e26 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "GET /v2.0/security-groups/7647e4e0-b6cd-4a97-b3c2-cac6d7000a73 HTTP/1.1" status: 200 len: 1815 time: 0.0494704 Jul 06 12:05:11.928242 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c9c8e8d1-2519-4999-9c43-a63f15ea824d req-e560be69-0ca4-48e9-b83e-36eab0e84a73 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.953314 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c9c8e8d1-2519-4999-9c43-a63f15ea824d req-e560be69-0ca4-48e9-b83e-36eab0e84a73 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:11.960715 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-d6076812-2ff6-4761-ae20-1114d1380488 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042857 Jul 06 12:05:12.002665 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c9c8e8d1-2519-4999-9c43-a63f15ea824d req-e560be69-0ca4-48e9-b83e-36eab0e84a73 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:12.006840 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c9c8e8d1-2519-4999-9c43-a63f15ea824d req-e560be69-0ca4-48e9-b83e-36eab0e84a73 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:12.009176 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9c8e8d1-2519-4999-9c43-a63f15ea824d req-e560be69-0ca4-48e9-b83e-36eab0e84a73 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "DELETE /v2.0/security-groups/7647e4e0-b6cd-4a97-b3c2-cac6d7000a73 HTTP/1.1" status: 204 len: 173 time: 0.1538165 Jul 06 12:05:12.020858 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560be69-0ca4-48e9-b83e-36eab0e84a73 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7647e4e0-b6cd-4a97-b3c2-cac6d7000a73,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:12.088393 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06a2009e-3de9-4dfb-a411-6dd8491cfaaf req-1d0fdb7f-974c-41b7-a6a7-dbc465c63878 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "GET /v2.0/security-groups/3cd2be4c-46a2-4b22-8df4-fbccf7b3aa27 HTTP/1.1" status: 200 len: 1814 time: 0.0522556 Jul 06 12:05:12.098097 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-4fdcbdac-cc87-4380-a9ab-776956d3bc10 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260817 Jul 06 12:05:12.164752 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-06a2009e-3de9-4dfb-a411-6dd8491cfaaf req-b680de80-4d62-4e1b-814e-fc841d1c79c0 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:12.225010 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46390) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:12.257333 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-06a2009e-3de9-4dfb-a411-6dd8491cfaaf req-b680de80-4d62-4e1b-814e-fc841d1c79c0 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:12.259180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-27358dc3-ee73-4886-b3db-9ab9c3d43ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.260193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-27358dc3-ee73-4886-b3db-9ab9c3d43ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.260830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-27358dc3-ee73-4886-b3db-9ab9c3d43ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.261459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-27358dc3-ee73-4886-b3db-9ab9c3d43ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.262116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-27358dc3-ee73-4886-b3db-9ab9c3d43ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.262740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-27358dc3-ee73-4886-b3db-9ab9c3d43ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.263512 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-27358dc3-ee73-4886-b3db-9ab9c3d43ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.265801 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-27358dc3-ee73-4886-b3db-9ab9c3d43ec1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e51f6968cb54be9a671639601bdf4bd&device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 6488 time: 0.0978754 Jul 06 12:05:12.333329 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-06a2009e-3de9-4dfb-a411-6dd8491cfaaf req-b680de80-4d62-4e1b-814e-fc841d1c79c0 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:12.339418 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-06a2009e-3de9-4dfb-a411-6dd8491cfaaf req-b680de80-4d62-4e1b-814e-fc841d1c79c0 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:12.345582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06a2009e-3de9-4dfb-a411-6dd8491cfaaf req-b680de80-4d62-4e1b-814e-fc841d1c79c0 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "DELETE /v2.0/security-groups/3cd2be4c-46a2-4b22-8df4-fbccf7b3aa27 HTTP/1.1" status: 204 len: 173 time: 0.2449222 Jul 06 12:05:12.377929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680de80-4d62-4e1b-814e-fc841d1c79c0 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd2be4c-46a2-4b22-8df4-fbccf7b3aa27,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:12.443519 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-e8181c5b-320a-41ca-99d2-b79a6686878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.445730 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-e8181c5b-320a-41ca-99d2-b79a6686878c service neutron] 10.222.0.23 "GET /v2.0/networks?id=66f7ceaa-0f04-4369-8441-7edae42f76db HTTP/1.1" status: 200 len: 902 time: 0.1726215 Jul 06 12:05:12.470452 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e77e3cfe-fd09-4f0c-8556-ee4859a8cc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:12.492827 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-bbbca6cb-7bfd-4bc7-84b8-e9296cf6a509 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0dc445d-142f-4e58-9152-40dd8ee1572f HTTP/1.1" status: 200 len: 217 time: 0.0395260 Jul 06 12:05:12.605872 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-b845b405-7ef9-4471-9e69-60a5adb9930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.607532 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-b845b405-7ef9-4471-9e69-60a5adb9930e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31da2619-e3fd-4bf0-b098-b53a3480fd99 HTTP/1.1" status: 200 len: 797 time: 0.1081426 Jul 06 12:05:12.696586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-bfb4cf5e-d55f-47a3-b99e-1b423a18cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.698643 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-bfb4cf5e-d55f-47a3-b99e-1b423a18cd66 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66f7ceaa-0f04-4369-8441-7edae42f76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0846398 Jul 06 12:05:12.701876 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce436c4b-c244-4206-bf05-6f229cdce596 req-87e88e4f-0da6-42ab-a0ba-6615a58ba06e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.708165 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce436c4b-c244-4206-bf05-6f229cdce596 req-87e88e4f-0da6-42ab-a0ba-6615a58ba06e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.728528 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce436c4b-c244-4206-bf05-6f229cdce596 req-87e88e4f-0da6-42ab-a0ba-6615a58ba06e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.735059 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce436c4b-c244-4206-bf05-6f229cdce596 req-87e88e4f-0da6-42ab-a0ba-6615a58ba06e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.741318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce436c4b-c244-4206-bf05-6f229cdce596 req-87e88e4f-0da6-42ab-a0ba-6615a58ba06e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.748064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce436c4b-c244-4206-bf05-6f229cdce596 req-87e88e4f-0da6-42ab-a0ba-6615a58ba06e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.754051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce436c4b-c244-4206-bf05-6f229cdce596 req-87e88e4f-0da6-42ab-a0ba-6615a58ba06e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:12.756299 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce436c4b-c244-4206-bf05-6f229cdce596 req-87e88e4f-0da6-42ab-a0ba-6615a58ba06e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.2125890 Jul 06 12:05:12.788348 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e77e3cfe-fd09-4f0c-8556-ee4859a8cc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:12.801179 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e77e3cfe-fd09-4f0c-8556-ee4859a8cc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:12.822842 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-7596a75b-2ca4-4b13-94bb-34431272e08e service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164582 Jul 06 12:05:12.852328 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e77e3cfe-fd09-4f0c-8556-ee4859a8cc41 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2705284ac3704b3c85a2493d80a9a69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6258600 Jul 06 12:05:12.858796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46400) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:12.915634 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce436c4b-c244-4206-bf05-6f229cdce596 req-95d810a2-4e53-4a3f-aa3e-8203298832cb tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1389902 Jul 06 12:05:12.920097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e3cfe-fd09-4f0c-8556-ee4859a8cc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdcec01-4317-4431-a71e-c6f4feb1d290,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:12.973062 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71b990b5-1c8f-4332-9373-98e329f3b8e6 req-3c8c5d80-e580-4b2a-909f-3d14125334b1 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394699 Jul 06 12:05:13.015022 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80f5177f-75a2-4aef-bc42-4d16b7d18147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.027806 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39bbf5ff-767f-4230-9349-66a3ee9a9084 req-8bcb256c-1a88-455d-99f7-0f0136ba31f2 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "GET /v2.0/security-groups/43c258ea-ca4c-410a-98c7-e406b0a78af7 HTTP/1.1" status: 200 len: 1813 time: 0.0715342 Jul 06 12:05:13.064368 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80f5177f-75a2-4aef-bc42-4d16b7d18147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.099484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-1206cef7-200c-4fe0-8707-b043a4be2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:13.100368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-1206cef7-200c-4fe0-8707-b043a4be2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:13.101164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-1206cef7-200c-4fe0-8707-b043a4be2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:13.101738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-1206cef7-200c-4fe0-8707-b043a4be2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:13.102269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-1206cef7-200c-4fe0-8707-b043a4be2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:13.102799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-1206cef7-200c-4fe0-8707-b043a4be2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:13.103497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-1206cef7-200c-4fe0-8707-b043a4be2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:13.106163 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-1206cef7-200c-4fe0-8707-b043a4be2d5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e51f6968cb54be9a671639601bdf4bd&device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 6488 time: 0.0722060 Jul 06 12:05:13.149718 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80f5177f-75a2-4aef-bc42-4d16b7d18147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.152863 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80f5177f-75a2-4aef-bc42-4d16b7d18147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.156661 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-80f5177f-75a2-4aef-bc42-4d16b7d18147 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7fdcec01-4317-4431-a71e-c6f4feb1d290 HTTP/1.1" status: 204 len: 168 time: 0.2937016 Jul 06 12:05:13.166277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5177f-75a2-4aef-bc42-4d16b7d18147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdcec01-4317-4431-a71e-c6f4feb1d290,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:13.168564 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-39bbf5ff-767f-4230-9349-66a3ee9a9084 req-439a14ed-4636-4b0d-b6a1-3533844139cd tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.198342 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-39bbf5ff-767f-4230-9349-66a3ee9a9084 req-439a14ed-4636-4b0d-b6a1-3533844139cd tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.250714 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-39bbf5ff-767f-4230-9349-66a3ee9a9084 req-439a14ed-4636-4b0d-b6a1-3533844139cd tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.254039 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-39bbf5ff-767f-4230-9349-66a3ee9a9084 req-439a14ed-4636-4b0d-b6a1-3533844139cd tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.259779 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39bbf5ff-767f-4230-9349-66a3ee9a9084 req-439a14ed-4636-4b0d-b6a1-3533844139cd tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "DELETE /v2.0/security-groups/43c258ea-ca4c-410a-98c7-e406b0a78af7 HTTP/1.1" status: 204 len: 173 time: 0.2238071 Jul 06 12:05:13.291102 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a14ed-4636-4b0d-b6a1-3533844139cd tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c258ea-ca4c-410a-98c7-e406b0a78af7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:13.294943 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-5a20938d-2166-49bf-bb95-007e05761a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:13.296768 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-5a20938d-2166-49bf-bb95-007e05761a65 service neutron] 10.222.0.23 "GET /v2.0/networks?id=66f7ceaa-0f04-4369-8441-7edae42f76db HTTP/1.1" status: 200 len: 902 time: 0.1815195 Jul 06 12:05:13.378697 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32258a4e-e146-441a-89b6-2a5ab1fc3bce req-99e64514-4194-4694-a110-889c663d9324 tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "GET /v2.0/security-groups/34bf3858-8b4d-44b4-b2eb-9e22a066e22d HTTP/1.1" status: 200 len: 1814 time: 0.0897450 Jul 06 12:05:13.378953 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-242bb278-a8cd-4461-a92e-b48832121c2f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 HTTP/1.1" status: 200 len: 217 time: 0.0718670 Jul 06 12:05:13.448117 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32258a4e-e146-441a-89b6-2a5ab1fc3bce req-a1363dc8-76a4-4bac-bd25-120fe40e671d tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.473932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-3b4a344d-9d45-4bff-8d29-8b2d6d5f1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:13.477173 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-3b4a344d-9d45-4bff-8d29-8b2d6d5f1671 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31da2619-e3fd-4bf0-b098-b53a3480fd99 HTTP/1.1" status: 200 len: 797 time: 0.0930700 Jul 06 12:05:13.483659 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32258a4e-e146-441a-89b6-2a5ab1fc3bce req-a1363dc8-76a4-4bac-bd25-120fe40e671d tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.542118 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32258a4e-e146-441a-89b6-2a5ab1fc3bce req-a1363dc8-76a4-4bac-bd25-120fe40e671d tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.544738 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-32258a4e-e146-441a-89b6-2a5ab1fc3bce req-a1363dc8-76a4-4bac-bd25-120fe40e671d tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.546342 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32258a4e-e146-441a-89b6-2a5ab1fc3bce req-a1363dc8-76a4-4bac-bd25-120fe40e671d tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] 10.222.0.81 "DELETE /v2.0/security-groups/34bf3858-8b4d-44b4-b2eb-9e22a066e22d HTTP/1.1" status: 204 len: 173 time: 0.1606901 Jul 06 12:05:13.551840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46408) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:13.561317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1363dc8-76a4-4bac-bd25-120fe40e671d tempest-SecurityGroupRulesNegativeTestJSON-406855879 tempest-SecurityGroupRulesNegativeTestJSON-406855879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bf3858-8b4d-44b4-b2eb-9e22a066e22d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:13.638396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-5d91e844-0aaa-4c14-bcd4-ccb92289a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:13.640126 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-5d91e844-0aaa-4c14-bcd4-ccb92289a13f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66f7ceaa-0f04-4369-8441-7edae42f76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1551991 Jul 06 12:05:13.647991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d021101c-f131-4141-8e0f-21ca0a8c8d6d admin admin] Deleting subnet 6b1b5b25-4d66-4b6b-8176-6975726f4ec7 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:05:13.661833 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d021101c-f131-4141-8e0f-21ca0a8c8d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.668759 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46412) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:13.724149 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d021101c-f131-4141-8e0f-21ca0a8c8d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.725684 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-327ddc4e-1aae-444f-93b3-dc1441dd9892 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c58ee6b6bea84b19bb5a24fb83daff70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549185 Jul 06 12:05:13.729073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46416) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:13.804758 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d021101c-f131-4141-8e0f-21ca0a8c8d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.807388 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67edcc5a-c005-4abf-9d16-5f80de189906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.834770 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67edcc5a-c005-4abf-9d16-5f80de189906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.878735 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-d7370bd7-e073-4db6-8333-ad071aa5799e service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265007 Jul 06 12:05:13.896865 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67edcc5a-c005-4abf-9d16-5f80de189906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.900165 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67edcc5a-c005-4abf-9d16-5f80de189906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.901400 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d021101c-f131-4141-8e0f-21ca0a8c8d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:13.918437 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-67edcc5a-c005-4abf-9d16-5f80de189906 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3bc2f443-be39-4a04-9891-9cc9dbed44d7 HTTP/1.1" status: 204 len: 168 time: 0.1880176 Jul 06 12:05:13.933983 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edcc5a-c005-4abf-9d16-5f80de189906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc2f443-be39-4a04-9891-9cc9dbed44d7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:14.001448 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021101c-f131-4141-8e0f-21ca0a8c8d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b1b5b25-4d66-4b6b-8176-6975726f4ec7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:14.005172 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d021101c-f131-4141-8e0f-21ca0a8c8d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.007408 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d021101c-f131-4141-8e0f-21ca0a8c8d6d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6b1b5b25-4d66-4b6b-8176-6975726f4ec7 HTTP/1.1" status: 204 len: 168 time: 0.4545684 Jul 06 12:05:14.010696 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46422) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:14.083259 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-845f7f91-1cc6-41cd-8bbc-7c7e69b41d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.146271 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c082717-e8ed-4128-9a6b-903a78a2ea75 req-5be98761-5fac-4202-907d-9350fb5fbc8f service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555361 Jul 06 12:05:14.166751 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408ef2-4b1e-464d-bf42-7e89344d2485 req-8c1f1c5f-d6e7-4b74-bace-14aff223028c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:14.173645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408ef2-4b1e-464d-bf42-7e89344d2485 req-8c1f1c5f-d6e7-4b74-bace-14aff223028c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:14.186755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408ef2-4b1e-464d-bf42-7e89344d2485 req-8c1f1c5f-d6e7-4b74-bace-14aff223028c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:14.193798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408ef2-4b1e-464d-bf42-7e89344d2485 req-8c1f1c5f-d6e7-4b74-bace-14aff223028c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:14.202094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408ef2-4b1e-464d-bf42-7e89344d2485 req-8c1f1c5f-d6e7-4b74-bace-14aff223028c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:14.212749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408ef2-4b1e-464d-bf42-7e89344d2485 req-8c1f1c5f-d6e7-4b74-bace-14aff223028c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:14.213897 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-845f7f91-1cc6-41cd-8bbc-7c7e69b41d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.222052 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db408ef2-4b1e-464d-bf42-7e89344d2485 req-8c1f1c5f-d6e7-4b74-bace-14aff223028c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:14.225443 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db408ef2-4b1e-464d-bf42-7e89344d2485 req-8c1f1c5f-d6e7-4b74-bace-14aff223028c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.1569211 Jul 06 12:05:14.227066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-845f7f91-1cc6-41cd-8bbc-7c7e69b41d35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3ccdf0-ab2a-4988-a1d6-8cceb7629f6a']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:14.242692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-845f7f91-1cc6-41cd-8bbc-7c7e69b41d35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c80358-4067-4998-a6cf-ff6b655ef8f3') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:14.242692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-845f7f91-1cc6-41cd-8bbc-7c7e69b41d35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c80358-4067-4998-a6cf-ff6b655ef8f3') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:14.258925 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-845f7f91-1cc6-41cd-8bbc-7c7e69b41d35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.275417 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-845f7f91-1cc6-41cd-8bbc-7c7e69b41d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.278608 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db408ef2-4b1e-464d-bf42-7e89344d2485 req-55736095-b9e4-409b-8f05-ca7c4bf85e86 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467632 Jul 06 12:05:14.284737 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845f7f91-1cc6-41cd-8bbc-7c7e69b41d35 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:05:14.285666 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-845f7f91-1cc6-41cd-8bbc-7c7e69b41d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:05:14.348527 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:05:14.369181 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-845f7f91-1cc6-41cd-8bbc-7c7e69b41d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.399952 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-845f7f91-1cc6-41cd-8bbc-7c7e69b41d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.402066 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-845f7f91-1cc6-41cd-8bbc-7c7e69b41d35 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ad3ccdf0-ab2a-4988-a1d6-8cceb7629f6a HTTP/1.1" status: 204 len: 168 time: 0.3903141 Jul 06 12:05:14.405867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f7f91-1cc6-41cd-8bbc-7c7e69b41d35 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad3ccdf0-ab2a-4988-a1d6-8cceb7629f6a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:14.534269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46436) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:14.599649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46438) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:14.599934 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-150c9232-3f15-4c48-b229-cd8332d94d81 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12756f74e7924b5d9eebab02454b8b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643816 Jul 06 12:05:14.660791 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6aaf062e-ff61-46a8-9fda-ad205d36e18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.714503 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6aaf062e-ff61-46a8-9fda-ad205d36e18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.799720 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6aaf062e-ff61-46a8-9fda-ad205d36e18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.802693 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6aaf062e-ff61-46a8-9fda-ad205d36e18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:14.804066 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6aaf062e-ff61-46a8-9fda-ad205d36e18d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09ee1966-abe7-4f99-bae2-64d19dc6ba42 HTTP/1.1" status: 204 len: 168 time: 0.2033751 Jul 06 12:05:14.836194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf062e-ff61-46a8-9fda-ad205d36e18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ee1966-abe7-4f99-bae2-64d19dc6ba42,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:15.335152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338c36a-ea61-4c03-9fdd-6c02d1d4a67c req-a0cfdeb3-884f-4f14-b26b-885656c1df91 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:15.338398 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a338c36a-ea61-4c03-9fdd-6c02d1d4a67c req-a0cfdeb3-884f-4f14-b26b-885656c1df91 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8bc390-67c7-4533-b4a6-99584c684a77 HTTP/1.1" status: 200 len: 945 time: 0.1050651 Jul 06 12:05:15.401376 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a338c36a-ea61-4c03-9fdd-6c02d1d4a67c req-ac2d4682-5e07-4306-a89a-6fa80a910976 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533905 Jul 06 12:05:15.635212 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532aaa6-b24d-460b-9cc9-093dcf97da64 req-74b0031d-d65d-41b8-9ec6-ff1255d08110 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:15.642694 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532aaa6-b24d-460b-9cc9-093dcf97da64 req-74b0031d-d65d-41b8-9ec6-ff1255d08110 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:15.649561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532aaa6-b24d-460b-9cc9-093dcf97da64 req-74b0031d-d65d-41b8-9ec6-ff1255d08110 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:15.655442 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532aaa6-b24d-460b-9cc9-093dcf97da64 req-74b0031d-d65d-41b8-9ec6-ff1255d08110 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:15.665218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532aaa6-b24d-460b-9cc9-093dcf97da64 req-74b0031d-d65d-41b8-9ec6-ff1255d08110 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:15.675559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532aaa6-b24d-460b-9cc9-093dcf97da64 req-74b0031d-d65d-41b8-9ec6-ff1255d08110 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:15.701734 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532aaa6-b24d-460b-9cc9-093dcf97da64 req-74b0031d-d65d-41b8-9ec6-ff1255d08110 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:15.704287 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b532aaa6-b24d-460b-9cc9-093dcf97da64 req-74b0031d-d65d-41b8-9ec6-ff1255d08110 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.1635818 Jul 06 12:05:15.755380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b532aaa6-b24d-460b-9cc9-093dcf97da64 req-123e8d7a-21a3-46c5-93fa-bec493f6c0da tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448177 Jul 06 12:05:15.837067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46494) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:15.878677 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46498) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:15.954812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-83fd75e7-f91e-41fe-a4a1-2ba06c0ec04d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-403225202-network', 'tenant_id': '0c2c1f7685c4495ab3ba01772bd76cf8'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:15.982994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1059681789', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:15.999149 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fd75e7-f91e-41fe-a4a1-2ba06c0ec04d admin admin] Made reservation on behalf of 0c2c1f7685c4495ab3ba01772bd76cf8 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:16.001621 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83fd75e7-f91e-41fe-a4a1-2ba06c0ec04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:16.014757 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83fd75e7-f91e-41fe-a4a1-2ba06c0ec04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:16.030616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Made reservation on behalf of 48762dd139d545968b9449ae6ec789d4 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:16.032982 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:16.046786 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:16.129911 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83fd75e7-f91e-41fe-a4a1-2ba06c0ec04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:16.137806 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83fd75e7-f91e-41fe-a4a1-2ba06c0ec04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:16.172675 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83fd75e7-f91e-41fe-a4a1-2ba06c0ec04d admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:05:16.201886 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83fd75e7-f91e-41fe-a4a1-2ba06c0ec04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:16.202182 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-83fd75e7-f91e-41fe-a4a1-2ba06c0ec04d admin admin] Added segment 83c7b50b-edb6-4a7e-8288-6c96f75ae60e of type vlan for network 3f9123ed-7853-42b8-abe4-43ec57d1f828 Jul 06 12:05:16.223570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd75e7-f91e-41fe-a4a1-2ba06c0ec04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f27e8e4-f10b-4a1e-99e0-17b7b1c0ae52,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:16.276312 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83fd75e7-f91e-41fe-a4a1-2ba06c0ec04d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:16.331435 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83fd75e7-f91e-41fe-a4a1-2ba06c0ec04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:16.332474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fd75e7-f91e-41fe-a4a1-2ba06c0ec04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:16.333101 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83fd75e7-f91e-41fe-a4a1-2ba06c0ec04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:16.336731 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:16.345711 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:16.389228 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] device_id is not set on port adbaf53c-4ac0-4234-9299-a3783ca518eb yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:05:16.412528 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-83fd75e7-f91e-41fe-a4a1-2ba06c0ec04d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5743186 Jul 06 12:05:16.416886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46502) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:16.425373 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d426cbe6-4c8d-458f-8284-eecd0a356e55 admin admin] Request body: {'subnet': {'network_id': '3f9123ed-7853-42b8-abe4-43ec57d1f828', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-403225202-subnet', 'tenant_id': '0c2c1f7685c4495ab3ba01772bd76cf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:16.450415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d426cbe6-4c8d-458f-8284-eecd0a356e55 admin admin] Made reservation on behalf of 0c2c1f7685c4495ab3ba01772bd76cf8 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:16.453760 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d426cbe6-4c8d-458f-8284-eecd0a356e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:16.469553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7524daf7-f933-4c52-b677-a65e85643613,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:16.486225 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd75e7-f91e-41fe-a4a1-2ba06c0ec04d admin admin] Pushing event updated for resources: {'Network': ['ID=3f9123ed-7853-42b8-abe4-43ec57d1f828,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:16.501168 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 3f9123ed-7853-42b8-abe4-43ec57d1f828 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:05:16.571115 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Allocated IP 172.25.4.131 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/adbaf53c-4ac0-4234-9299-a3783ca518eb) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:16.692710 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d426cbe6-4c8d-458f-8284-eecd0a356e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:16.757097 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426cbe6-4c8d-458f-8284-eecd0a356e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08eb250b-6432-4b0c-85eb-42abcaa88d9a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:16.767621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d426cbe6-4c8d-458f-8284-eecd0a356e55 admin admin] Checking segment: {'id': '83c7b50b-edb6-4a7e-8288-6c96f75ae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f9123ed-7853-42b8-abe4-43ec57d1f828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:16.767979 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d426cbe6-4c8d-458f-8284-eecd0a356e55 admin admin] Network hostable DHCP agents. Network: 3f9123ed-7853-42b8-abe4-43ec57d1f828, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:05:16.780017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19bc7f-99ea-4bc5-8f80-a55a94443d23 req-824ed09f-f9ce-4928-a178-9ce167ec723b tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:16.781623 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed19bc7f-99ea-4bc5-8f80-a55a94443d23 req-824ed09f-f9ce-4928-a178-9ce167ec723b tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8bc390-67c7-4533-b4a6-99584c684a77 HTTP/1.1" status: 200 len: 945 time: 0.1943641 Jul 06 12:05:16.787594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d426cbe6-4c8d-458f-8284-eecd0a356e55 admin admin] Network 3f9123ed-7853-42b8-abe4-43ec57d1f828 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:05:16.798432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d426cbe6-4c8d-458f-8284-eecd0a356e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 3f9123ed-7853-42b8-abe4-43ec57d1f828) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:16.806182 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d426cbe6-4c8d-458f-8284-eecd0a356e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:16.807334 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d426cbe6-4c8d-458f-8284-eecd0a356e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:16.813212 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2f250b-a47c-46a1-8926-3c1d9f908029 None None] Network 3f9123ed-7853-42b8-abe4-43ec57d1f828 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:16.837803 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d426cbe6-4c8d-458f-8284-eecd0a356e55 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4116657 Jul 06 12:05:16.869428 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed19bc7f-99ea-4bc5-8f80-a55a94443d23 req-e00ea69c-9a0d-483e-96be-eb015c4eef0f tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812676 Jul 06 12:05:16.874922 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:16.906528 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec167c1e-1568-479d-891b-abdacc4ed08b req-60c4f1b7-c4e8-4d44-91b3-5c373a377b80 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:16.908158 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec167c1e-1568-479d-891b-abdacc4ed08b req-60c4f1b7-c4e8-4d44-91b3-5c373a377b80 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b8bc390-67c7-4533-b4a6-99584c684a77 HTTP/1.1" status: 200 len: 945 time: 0.1945031 Jul 06 12:05:16.972695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e97e90e-0c15-480c-be01-bd03ad2e607f None None] Network 3f9123ed-7853-42b8-abe4-43ec57d1f828 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:17.013071 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:17.101757 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:17.106826 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Pushing event updated for resources: {'Port': ['ID=adbaf53c-4ac0-4234-9299-a3783ca518eb,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:17.109713 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:17.117496 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:17.159079 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-ec167c1e-1568-479d-891b-abdacc4ed08b req-a8d39801-05f4-4ab4-b175-347d167b8686 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Deleting port f8dfbcbb-272d-47c9-a1c5-c48d45a9314b {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:17.159467 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ec167c1e-1568-479d-891b-abdacc4ed08b req-a8d39801-05f4-4ab4-b175-347d167b8686 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:17.222278 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:17.222832 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:17.260906 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-53262e1c-c897-435a-8359-8afcd53964bc tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3811080 Jul 06 12:05:17.264123 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46518) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:17.268925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-38af13da-47d3-4b43-9c05-758779b94284 tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.131'}]}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:17.275506 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6db267-bedc-4ad8-ae7b-4f9b483cd3d2 req-826cf8e9-fefb-44cb-8424-8fc65577f61e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:17.281561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6db267-bedc-4ad8-ae7b-4f9b483cd3d2 req-826cf8e9-fefb-44cb-8424-8fc65577f61e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:17.287558 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6db267-bedc-4ad8-ae7b-4f9b483cd3d2 req-826cf8e9-fefb-44cb-8424-8fc65577f61e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:17.290990 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38af13da-47d3-4b43-9c05-758779b94284 tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:17.292096 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38af13da-47d3-4b43-9c05-758779b94284 tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:17.294290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6db267-bedc-4ad8-ae7b-4f9b483cd3d2 req-826cf8e9-fefb-44cb-8424-8fc65577f61e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:17.300458 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6db267-bedc-4ad8-ae7b-4f9b483cd3d2 req-826cf8e9-fefb-44cb-8424-8fc65577f61e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:17.306913 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6db267-bedc-4ad8-ae7b-4f9b483cd3d2 req-826cf8e9-fefb-44cb-8424-8fc65577f61e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:17.313216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6db267-bedc-4ad8-ae7b-4f9b483cd3d2 req-826cf8e9-fefb-44cb-8424-8fc65577f61e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:17.315105 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf6db267-bedc-4ad8-ae7b-4f9b483cd3d2 req-826cf8e9-fefb-44cb-8424-8fc65577f61e tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.2691658 Jul 06 12:05:17.347113 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38af13da-47d3-4b43-9c05-758779b94284 tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:17.349797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ec167c1e-1568-479d-891b-abdacc4ed08b req-a8d39801-05f4-4ab4-b175-347d167b8686 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] For port f8dfbcbb-272d-47c9-a1c5-c48d45a9314b, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f8dfbcbb-272d-47c9-a1c5-c48d45a9314b,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:17.350411 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ec167c1e-1568-479d-891b-abdacc4ed08b req-a8d39801-05f4-4ab4-b175-347d167b8686 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:17.371499 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-ec167c1e-1568-479d-891b-abdacc4ed08b req-a8d39801-05f4-4ab4-b175-347d167b8686 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Calling delete_port for f8dfbcbb-272d-47c9-a1c5-c48d45a9314b owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:17.385877 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf6db267-bedc-4ad8-ae7b-4f9b483cd3d2 req-a495d425-08fc-4588-81cc-91e61477d479 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623174 Jul 06 12:05:17.509749 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38af13da-47d3-4b43-9c05-758779b94284 tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:17.565415 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ec167c1e-1568-479d-891b-abdacc4ed08b req-a8d39801-05f4-4ab4-b175-347d167b8686 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:17.580055 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['18034f1a-7abe-4804-9ef7-9660150d58ea'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:17.601036 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d39801-05f4-4ab4-b175-347d167b8686 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Pushing event deleted for resources: {'Port': ['ID=f8dfbcbb-272d-47c9-a1c5-c48d45a9314b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:17.631939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab', 'f8dfbcbb-272d-47c9-a1c5-c48d45a9314b'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:17.677294 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec167c1e-1568-479d-891b-abdacc4ed08b req-a8d39801-05f4-4ab4-b175-347d167b8686 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] No DVR routers for this DVR port f8dfbcbb-272d-47c9-a1c5-c48d45a9314b on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:17.681653 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ec167c1e-1568-479d-891b-abdacc4ed08b req-a8d39801-05f4-4ab4-b175-347d167b8686 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:17.683998 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec167c1e-1568-479d-891b-abdacc4ed08b req-a8d39801-05f4-4ab4-b175-347d167b8686 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.89 "DELETE /v2.0/ports/f8dfbcbb-272d-47c9-a1c5-c48d45a9314b HTTP/1.1" status: 204 len: 173 time: 0.7705750 Jul 06 12:05:17.685117 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8bc390-67c7-4533-b4a6-99584c684a77', 'name': 'network-vif-deleted', 'tag': 'f8dfbcbb-272d-47c9-a1c5-c48d45a9314b'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:17.688884 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99fc162-49d9-4e29-b61e-0711326816b0" -d '{"events": [{"server_uuid": "4b8bc390-67c7-4533-b4a6-99584c684a77", "name": "network-vif-deleted", "tag": "f8dfbcbb-272d-47c9-a1c5-c48d45a9314b"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:17.821151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-009fbf31-4033-4429-a1aa-0893f9032546 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:17.831819 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-009fbf31-4033-4429-a1aa-0893f9032546 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/networks?id=3f9123ed-7853-42b8-abe4-43ec57d1f828 HTTP/1.1" status: 200 len: 821 time: 0.1554551 Jul 06 12:05:17.850265 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-54717738-609f-417b-9b96-6df656785336 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/quotas/0c2c1f7685c4495ab3ba01772bd76cf8 HTTP/1.1" status: 200 len: 375 time: 0.0173554 Jul 06 12:05:17.873590 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38af13da-47d3-4b43-9c05-758779b94284 tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:17.883642 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-a287f0e9-bed5-4d5e-a868-b840c740eaae tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0c2c1f7685c4495ab3ba01772bd76cf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323946 Jul 06 12:05:17.895942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38af13da-47d3-4b43-9c05-758779b94284 tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:17.985169 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-428d5736-79cb-4c9a-8f82-8573a6881476 service neutron] 10.222.0.81 "GET /v2.0/networks/3f9123ed-7853-42b8-abe4-43ec57d1f828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946257 Jul 06 12:05:18.054302 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38af13da-47d3-4b43-9c05-758779b94284 tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:18.075971 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-17e511ef-4cb5-4f34-b461-f3a9f532f249 service neutron] 10.222.0.81 "GET /v2.0/networks/3f9123ed-7853-42b8-abe4-43ec57d1f828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851159 Jul 06 12:05:18.223426 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38af13da-47d3-4b43-9c05-758779b94284 tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:18.225578 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38af13da-47d3-4b43-9c05-758779b94284 tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:18.247446 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d6aa10-8d3e-4389-a652-7701b4f7fecc x-openstack-request-id: req-13d6aa10-8d3e-4389-a652-7701b4f7fecc {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:18.248262 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8bc390-67c7-4533-b4a6-99584c684a77", "name": "network-vif-deleted", "tag": "f8dfbcbb-272d-47c9-a1c5-c48d45a9314b", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:18.252483 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13d6aa10-8d3e-4389-a652-7701b4f7fecc {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:18.253138 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8bc390-67c7-4533-b4a6-99584c684a77', 'name': 'network-vif-deleted', 'tag': 'f8dfbcbb-272d-47c9-a1c5-c48d45a9314b', 'status': 'completed', 'code': 200} Jul 06 12:05:18.285982 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38af13da-47d3-4b43-9c05-758779b94284 tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:18.288083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38af13da-47d3-4b43-9c05-758779b94284 tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f295743e-ec4b-49ad-883e-2562d88b391f {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:05:18.306385 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-38af13da-47d3-4b43-9c05-758779b94284 tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 06 12:05:18.308185 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-38af13da-47d3-4b43-9c05-758779b94284 tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0426552 Jul 06 12:05:18.314778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46542) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:18.425154 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aa45b50c-d4f4-4c79-9aa1-74a0ea427161 req-f705320e-6d72-4e2a-80f8-4f7509c35d89 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8bc390-67c7-4533-b4a6-99584c684a77 HTTP/1.1" status: 200 len: 210 time: 0.0361493 Jul 06 12:05:18.427100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Deleting port adbaf53c-4ac0-4234-9299-a3783ca518eb {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:18.427482 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:18.520640 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:18.534688 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Calling delete_port for adbaf53c-4ac0-4234-9299-a3783ca518eb owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:18.693228 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:18.727094 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Pushing event deleted for resources: {'Port': ['ID=adbaf53c-4ac0-4234-9299-a3783ca518eb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:18.771382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:18.771973 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:18.772311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:18.772647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:18.772976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:18.773296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:18.773823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:18.774334 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:18.774840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:18.775359 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:18.775870 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:18.776369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:18.831048 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:18.835928 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fbeaab5d-833d-48d0-bc5b-6e2170b240fa tempest-RoutersAdminNegativeTest-351912345 tempest-RoutersAdminNegativeTest-351912345-project-admin] 10.222.0.81 "DELETE /v2.0/ports/adbaf53c-4ac0-4234-9299-a3783ca518eb HTTP/1.1" status: 204 len: 168 time: 0.5198307 Jul 06 12:05:18.975392 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42409cce-4de0-4141-95e7-5a1350985398 req-20ff2cd9-00e2-42e9-8b4b-5a9227a0419e tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e7c7435-1817-4282-9d9b-fd488018a79e HTTP/1.1" status: 200 len: 210 time: 0.0325270 Jul 06 12:05:18.994350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43178183-1f74-45a7-9b67-4ef17031c6f4 req-ae469f48-21a4-4cb6-9a68-1373eb04f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:18.997559 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-43178183-1f74-45a7-9b67-4ef17031c6f4 req-ae469f48-21a4-4cb6-9a68-1373eb04f0ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f99d139f50d4a1082f8201bb4cc6c27&device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 1096 time: 0.0657589 Jul 06 12:05:19.107800 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43178183-1f74-45a7-9b67-4ef17031c6f4 req-114fa52b-d58c-491a-ab22-279e55053723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.109732 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-43178183-1f74-45a7-9b67-4ef17031c6f4 req-114fa52b-d58c-491a-ab22-279e55053723 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ede8b9b8-dca5-4b16-b239-976325c5f9c7 HTTP/1.1" status: 200 len: 919 time: 0.1052604 Jul 06 12:05:19.112531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46562) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:19.160753 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-43178183-1f74-45a7-9b67-4ef17031c6f4 req-2bcd6e8b-6ce6-4216-9c67-b0a2b324c8b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4716331f-e403-41a6-8d1d-c30c7e7a2898 HTTP/1.1" status: 200 len: 217 time: 0.0421417 Jul 06 12:05:19.197159 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece5267-7fe4-408e-9035-021df5b90207 req-7aecc193-6634-4a3f-ba58-cf566e3c2a2a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.203907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece5267-7fe4-408e-9035-021df5b90207 req-7aecc193-6634-4a3f-ba58-cf566e3c2a2a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.210340 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece5267-7fe4-408e-9035-021df5b90207 req-7aecc193-6634-4a3f-ba58-cf566e3c2a2a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.214046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43178183-1f74-45a7-9b67-4ef17031c6f4 req-1601ea7a-37ad-4052-9f95-5b20a5358cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.215782 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-43178183-1f74-45a7-9b67-4ef17031c6f4 req-1601ea7a-37ad-4052-9f95-5b20a5358cf1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bb76d0d-b306-4b30-a183-fb66b233ae5c HTTP/1.1" status: 200 len: 858 time: 0.0478482 Jul 06 12:05:19.217262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece5267-7fe4-408e-9035-021df5b90207 req-7aecc193-6634-4a3f-ba58-cf566e3c2a2a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.223672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece5267-7fe4-408e-9035-021df5b90207 req-7aecc193-6634-4a3f-ba58-cf566e3c2a2a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.230266 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece5267-7fe4-408e-9035-021df5b90207 req-7aecc193-6634-4a3f-ba58-cf566e3c2a2a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.236968 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece5267-7fe4-408e-9035-021df5b90207 req-7aecc193-6634-4a3f-ba58-cf566e3c2a2a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.239862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cece5267-7fe4-408e-9035-021df5b90207 req-7aecc193-6634-4a3f-ba58-cf566e3c2a2a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.1178911 Jul 06 12:05:19.257943 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-43178183-1f74-45a7-9b67-4ef17031c6f4 req-d5200860-9a83-485c-9cbb-7bda69c027f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ede8b9b8-dca5-4b16-b239-976325c5f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315771 Jul 06 12:05:19.258650 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a551dbc9-410a-44e5-a584-46c8afeab41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:19.280706 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cece5267-7fe4-408e-9035-021df5b90207 req-74f53ec8-e7db-4c74-bdad-542ac8013159 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350845 Jul 06 12:05:19.386949 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-43178183-1f74-45a7-9b67-4ef17031c6f4 req-d1c57115-783d-4e45-8847-419110ea9526 service neutron] 10.222.0.23 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193924 Jul 06 12:05:19.459173 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209262c5-9de3-4093-beac-d6515295675b req-f6beecec-6de6-4774-ac1a-28491384b80c tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.461545 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-209262c5-9de3-4093-beac-d6515295675b req-f6beecec-6de6-4774-ac1a-28491384b80c tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.0753577 Jul 06 12:05:19.480450 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a551dbc9-410a-44e5-a584-46c8afeab41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:19.489630 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a551dbc9-410a-44e5-a584-46c8afeab41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:19.532574 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-209262c5-9de3-4093-beac-d6515295675b req-b0bea98a-3e91-4013-b743-e030072ba8ea tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632572 Jul 06 12:05:19.547740 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-43178183-1f74-45a7-9b67-4ef17031c6f4 req-2bdce4cb-438b-4591-bb7c-9127a25d83a3 service neutron] 10.222.0.23 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541221 Jul 06 12:05:19.551181 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a551dbc9-410a-44e5-a584-46c8afeab41d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d1c751bc625843a58602604a5a370c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4376256 Jul 06 12:05:19.552536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551dbc9-410a-44e5-a584-46c8afeab41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60da9a20-2481-4e43-9145-01ed9b56cd54,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:19.555208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46568) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:19.616742 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab7edcba-f22e-4fac-aba5-bdbfcbca85fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:19.652891 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab7edcba-f22e-4fac-aba5-bdbfcbca85fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:19.671174 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-435f220a-bd75-400a-b35c-cc78eccd0844 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:19.672921 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-435f220a-bd75-400a-b35c-cc78eccd0844 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.89 "GET /v2.0/networks?id=3f9123ed-7853-42b8-abe4-43ec57d1f828 HTTP/1.1" status: 200 len: 821 time: 0.1692379 Jul 06 12:05:19.689015 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-47c5f59d-a8fe-4bcd-b098-aa8ae18906a5 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Request body: {'port': {'device_id': '9e7c7435-1817-4282-9d9b-fd488018a79e', 'network_id': '3f9123ed-7853-42b8-abe4-43ec57d1f828', 'admin_state_up': True, 'tenant_id': '0c2c1f7685c4495ab3ba01772bd76cf8'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:19.715937 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab7edcba-f22e-4fac-aba5-bdbfcbca85fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:19.719505 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab7edcba-f22e-4fac-aba5-bdbfcbca85fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:19.736481 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ab7edcba-f22e-4fac-aba5-bdbfcbca85fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/60da9a20-2481-4e43-9145-01ed9b56cd54 HTTP/1.1" status: 204 len: 168 time: 0.1709814 Jul 06 12:05:19.751939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7edcba-f22e-4fac-aba5-bdbfcbca85fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60da9a20-2481-4e43-9145-01ed9b56cd54,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:19.831630 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-47c5f59d-a8fe-4bcd-b098-aa8ae18906a5 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Made reservation on behalf of 0c2c1f7685c4495ab3ba01772bd76cf8 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:19.836152 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-47c5f59d-a8fe-4bcd-b098-aa8ae18906a5 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:19.976820 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-47c5f59d-a8fe-4bcd-b098-aa8ae18906a5 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Allocated IP 172.20.0.13 (3f9123ed-7853-42b8-abe4-43ec57d1f828/08eb250b-6432-4b0c-85eb-42abcaa88d9a/91bb552c-27cc-411e-b919-c03735e9dbfd) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:20.044149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46584) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:20.083274 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9edc9496-efdd-4fa2-8330-fb831d0c8590 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48762dd139d545968b9449ae6ec789d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379028 Jul 06 12:05:20.086340 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46586) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:20.134316 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e93b3656-77cb-41c7-b2e1-baaebe5f262a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:20.156732 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e93b3656-77cb-41c7-b2e1-baaebe5f262a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:20.156977 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36442692-11eb-468b-8c8b-57af25244e39 req-6b7bb624-d143-40ea-a354-172e134dd417 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:20.158301 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-36442692-11eb-468b-8c8b-57af25244e39 req-6b7bb624-d143-40ea-a354-172e134dd417 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=761654df-5c23-4564-9063-ef04b87d9c5b HTTP/1.1" status: 200 len: 946 time: 0.1410635 Jul 06 12:05:20.186056 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-47c5f59d-a8fe-4bcd-b098-aa8ae18906a5 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:20.224037 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-36442692-11eb-468b-8c8b-57af25244e39 req-6e4ff411-3880-4282-b251-f5679646325e tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571046 Jul 06 12:05:20.255793 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-47c5f59d-a8fe-4bcd-b098-aa8ae18906a5 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:20.303056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-47c5f59d-a8fe-4bcd-b098-aa8ae18906a5 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Network 3f9123ed-7853-42b8-abe4-43ec57d1f828 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:20.312809 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-47c5f59d-a8fe-4bcd-b098-aa8ae18906a5 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:20.316425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-47c5f59d-a8fe-4bcd-b098-aa8ae18906a5 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:20.321739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5f59d-a8fe-4bcd-b098-aa8ae18906a5 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Pushing event updated for resources: {'Port': ['ID=91bb552c-27cc-411e-b919-c03735e9dbfd,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:20.397337 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-47c5f59d-a8fe-4bcd-b098-aa8ae18906a5 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:20.398618 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-47c5f59d-a8fe-4bcd-b098-aa8ae18906a5 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:20.419602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-47c5f59d-a8fe-4bcd-b098-aa8ae18906a5 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7347918 Jul 06 12:05:20.432485 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Request body: {'port': {'device_id': '9e7c7435-1817-4282-9d9b-fd488018a79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:20.445840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a196149-b403-4331-a071-4a453d6abbff req-f2622102-728a-4794-b194-4667171f1f08 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:20.447314 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a196149-b403-4331-a071-4a453d6abbff req-f2622102-728a-4794-b194-4667171f1f08 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e7c7435-1817-4282-9d9b-fd488018a79e HTTP/1.1" status: 200 len: 932 time: 0.1047997 Jul 06 12:05:20.536138 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a196149-b403-4331-a071-4a453d6abbff req-4d79780f-4f16-426a-8f72-bcc0640c4f50 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f27e8e4-f10b-4a1e-99e0-17b7b1c0ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666053 Jul 06 12:05:20.552452 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:20.554554 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e93b3656-77cb-41c7-b2e1-baaebe5f262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:20.558061 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e93b3656-77cb-41c7-b2e1-baaebe5f262a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:20.559349 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e93b3656-77cb-41c7-b2e1-baaebe5f262a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7524daf7-f933-4c52-b677-a65e85643613 HTTP/1.1" status: 204 len: 168 time: 0.4720714 Jul 06 12:05:20.567746 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b3656-77cb-41c7-b2e1-baaebe5f262a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7524daf7-f933-4c52-b677-a65e85643613,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:20.831293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5976d-dace-412e-875a-09b9b4f0472c req-2fe5959f-a4a4-48c8-a1c2-249c0b9765de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:20.837300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5976d-dace-412e-875a-09b9b4f0472c req-2fe5959f-a4a4-48c8-a1c2-249c0b9765de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:20.843324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5976d-dace-412e-875a-09b9b4f0472c req-2fe5959f-a4a4-48c8-a1c2-249c0b9765de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:20.849252 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5976d-dace-412e-875a-09b9b4f0472c req-2fe5959f-a4a4-48c8-a1c2-249c0b9765de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:20.855204 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5976d-dace-412e-875a-09b9b4f0472c req-2fe5959f-a4a4-48c8-a1c2-249c0b9765de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:20.861175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5976d-dace-412e-875a-09b9b4f0472c req-2fe5959f-a4a4-48c8-a1c2-249c0b9765de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:20.867716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5976d-dace-412e-875a-09b9b4f0472c req-2fe5959f-a4a4-48c8-a1c2-249c0b9765de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:20.869647 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faf5976d-dace-412e-875a-09b9b4f0472c req-2fe5959f-a4a4-48c8-a1c2-249c0b9765de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.1908901 Jul 06 12:05:20.936719 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faf5976d-dace-412e-875a-09b9b4f0472c req-cf7c5713-332d-4e7b-b787-7db03d5e90fa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587204 Jul 06 12:05:20.979872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91bb552c-27cc-411e-b919-c03735e9dbfd {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:20.988050 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:21.001565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Transition to ACTIVE for port object 91bb552c-27cc-411e-b919-c03735e9dbfd will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:21.006072 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:21.067648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Pushing event updated for resources: {'Port': ['ID=91bb552c-27cc-411e-b919-c03735e9dbfd,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:21.181474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5df160-2bbc-4f27-9bfc-033eb9d8f528 req-1d078abd-b480-42f8-b409-7f6fd1126e40 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:21.183375 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0b5df160-2bbc-4f27-9bfc-033eb9d8f528 req-1d078abd-b480-42f8-b409-7f6fd1126e40 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1323884 Jul 06 12:05:21.184739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Attempting to bind port 91bb552c-27cc-411e-b919-c03735e9dbfd on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:21.185027 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Attempting to bind port 91bb552c-27cc-411e-b919-c03735e9dbfd by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '83c7b50b-edb6-4a7e-8288-6c96f75ae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f9123ed-7853-42b8-abe4-43ec57d1f828'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:21.185353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Attempting to bind port 91bb552c-27cc-411e-b919-c03735e9dbfd on network 3f9123ed-7853-42b8-abe4-43ec57d1f828 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:21.190035 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Port 91bb552c-27cc-411e-b919-c03735e9dbfd on network 3f9123ed-7853-42b8-abe4-43ec57d1f828 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:05:21.190360 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Attempting to bind port 91bb552c-27cc-411e-b919-c03735e9dbfd on network 3f9123ed-7853-42b8-abe4-43ec57d1f828 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:21.202495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:21.202837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Checking segment: {'id': '83c7b50b-edb6-4a7e-8288-6c96f75ae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f9123ed-7853-42b8-abe4-43ec57d1f828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:21.203219 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Bound using segment: {'id': '83c7b50b-edb6-4a7e-8288-6c96f75ae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f9123ed-7853-42b8-abe4-43ec57d1f828'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:21.203685 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Bound port: 91bb552c-27cc-411e-b919-c03735e9dbfd, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c7b50b-edb6-4a7e-8288-6c96f75ae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f9123ed-7853-42b8-abe4-43ec57d1f828'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:21.204048 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:21.227597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f8dfbcbb-272d-47c9-a1c5-c48d45a9314b no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:21.251846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: f8dfbcbb-272d-47c9-a1c5-c48d45a9314b {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:21.252189 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f8dfbcbb-272d-47c9-a1c5-c48d45a9314b not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:21.269893 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0b5df160-2bbc-4f27-9bfc-033eb9d8f528 req-9be2a885-c89d-42a6-8bc3-3acec5af9844 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773146 Jul 06 12:05:21.296408 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] For port 91bb552c-27cc-411e-b919-c03735e9dbfd, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:21.300004 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] For port 91bb552c-27cc-411e-b919-c03735e9dbfd, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=91bb552c-27cc-411e-b919-c03735e9dbfd,segment=NetworkSegment(83c7b50b-edb6-4a7e-8288-6c96f75ae60e),segment_id=83c7b50b-edb6-4a7e-8288-6c96f75ae60e)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:21.305452 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:21.340955 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46614) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:21.358452 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:21.359102 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:21.360558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] 10.222.0.89 "PUT /v2.0/ports/91bb552c-27cc-411e-b919-c03735e9dbfd HTTP/1.1" status: 200 len: 1092 time: 0.9332612 Jul 06 12:05:21.361027 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7c7435-1817-4282-9d9b-fd488018a79e', 'tag': '91bb552c-27cc-411e-b919-c03735e9dbfd'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:21.363308 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f697d3a1-eaec-4462-95aa-dc93c4e0b9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7c7435-1817-4282-9d9b-fd488018a79e", "tag": "91bb552c-27cc-411e-b919-c03735e9dbfd"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:21.388361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e275a-9ef4-4e5b-817c-9aa6cd8d2563 service neutron] Pushing event updated for resources: {'Port': ['ID=91bb552c-27cc-411e-b919-c03735e9dbfd,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:21.407101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe4b1-ec79-4d3e-bd43-6cd719b5a6d8 req-62b5fffd-179c-44f6-b824-dc5f7b9d0d98 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:21.408968 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e1ffe4b1-ec79-4d3e-bd43-6cd719b5a6d8 req-62b5fffd-179c-44f6-b824-dc5f7b9d0d98 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.89 "GET /v2.0/ports?device_id=761654df-5c23-4564-9063-ef04b87d9c5b HTTP/1.1" status: 200 len: 946 time: 0.0799286 Jul 06 12:05:21.471961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-02621cd4-16b3-4501-aef2-4c522774fbb3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-105199676'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:21.516869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e1ffe4b1-ec79-4d3e-bd43-6cd719b5a6d8 req-f91f7dba-9216-4387-87cf-a5970ca126bd tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Deleting port 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:21.517226 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e1ffe4b1-ec79-4d3e-bd43-6cd719b5a6d8 req-f91f7dba-9216-4387-87cf-a5970ca126bd tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:21.521237 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02621cd4-16b3-4501-aef2-4c522774fbb3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Made reservation on behalf of 622b4ed4040b4858a6d27705155220bc for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:21.535300 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02621cd4-16b3-4501-aef2-4c522774fbb3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:21.550671 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02621cd4-16b3-4501-aef2-4c522774fbb3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:21.556885 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-ad58045e-5af7-4b62-8559-b1176e18bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:21.558750 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-ad58045e-5af7-4b62-8559-b1176e18bd83 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0c2c1f7685c4495ab3ba01772bd76cf8&device_id=9e7c7435-1817-4282-9d9b-fd488018a79e HTTP/1.1" status: 200 len: 1095 time: 0.1544299 Jul 06 12:05:21.573042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4301c-f0ad-4e01-89ab-4587b6ba35d5 req-36201448-4c55-4acc-a51e-ec74052c2027 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:21.574484 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92f4301c-f0ad-4e01-89ab-4587b6ba35d5 req-36201448-4c55-4acc-a51e-ec74052c2027 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=761654df-5c23-4564-9063-ef04b87d9c5b HTTP/1.1" status: 200 len: 946 time: 0.1607068 Jul 06 12:05:21.606355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e1ffe4b1-ec79-4d3e-bd43-6cd719b5a6d8 req-f91f7dba-9216-4387-87cf-a5970ca126bd tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] For port 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:21.606988 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e1ffe4b1-ec79-4d3e-bd43-6cd719b5a6d8 req-f91f7dba-9216-4387-87cf-a5970ca126bd tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:21.619383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e1ffe4b1-ec79-4d3e-bd43-6cd719b5a6d8 req-f91f7dba-9216-4387-87cf-a5970ca126bd tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Calling delete_port for 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:21.623671 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-8340b93a-33f7-4352-a097-f77357396b38 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91bb552c-27cc-411e-b919-c03735e9dbfd HTTP/1.1" status: 200 len: 217 time: 0.0482545 Jul 06 12:05:21.705698 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92f4301c-f0ad-4e01-89ab-4587b6ba35d5 req-c144ece6-2bc2-427d-b0a8-a9d816b5d2f3 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205690 Jul 06 12:05:21.716535 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-a845ebda-59c2-4b6a-91c8-574b75eca2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:21.718225 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-a845ebda-59c2-4b6a-91c8-574b75eca2d6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=08eb250b-6432-4b0c-85eb-42abcaa88d9a HTTP/1.1" status: 200 len: 861 time: 0.0860059 Jul 06 12:05:21.758745 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7555fb43-2b86-43a7-817c-6f73a5030352 x-openstack-request-id: req-7555fb43-2b86-43a7-817c-6f73a5030352 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:21.759037 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7c7435-1817-4282-9d9b-fd488018a79e", "tag": "91bb552c-27cc-411e-b919-c03735e9dbfd", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:21.759346 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7555fb43-2b86-43a7-817c-6f73a5030352 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:21.759710 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7c7435-1817-4282-9d9b-fd488018a79e', 'tag': '91bb552c-27cc-411e-b919-c03735e9dbfd', 'status': 'completed', 'code': 200} Jul 06 12:05:21.763078 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-14ee3505-ed12-4823-b020-f9c409029dcd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f9123ed-7853-42b8-abe4-43ec57d1f828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362470 Jul 06 12:05:21.765979 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e1ffe4b1-ec79-4d3e-bd43-6cd719b5a6d8 req-f91f7dba-9216-4387-87cf-a5970ca126bd tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:21.780791 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['18034f1a-7abe-4804-9ef7-9660150d58ea'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:21.784565 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:21.841964 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f7dba-9216-4387-87cf-a5970ca126bd tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Pushing event deleted for resources: {'Port': ['ID=69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:21.869497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ffe4b1-ec79-4d3e-bd43-6cd719b5a6d8 req-f91f7dba-9216-4387-87cf-a5970ca126bd tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] No DVR routers for this DVR port 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:21.872490 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e1ffe4b1-ec79-4d3e-bd43-6cd719b5a6d8 req-f91f7dba-9216-4387-87cf-a5970ca126bd tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:21.875603 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e1ffe4b1-ec79-4d3e-bd43-6cd719b5a6d8 req-f91f7dba-9216-4387-87cf-a5970ca126bd tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.89 "DELETE /v2.0/ports/69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab HTTP/1.1" status: 204 len: 173 time: 0.4610772 Jul 06 12:05:21.876089 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761654df-5c23-4564-9063-ef04b87d9c5b', 'name': 'network-vif-deleted', 'tag': '69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:21.878411 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7842186c-bc70-490d-b0ca-0684f1b41a64" -d '{"events": [{"server_uuid": "761654df-5c23-4564-9063-ef04b87d9c5b", "name": "network-vif-deleted", "tag": "69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:22.223220 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02621cd4-16b3-4501-aef2-4c522774fbb3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.234879 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02621cd4-16b3-4501-aef2-4c522774fbb3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.282281 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02621cd4-16b3-4501-aef2-4c522774fbb3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:05:22.296012 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02621cd4-16b3-4501-aef2-4c522774fbb3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d07b5b-53e9-4bf8-b198-597e12e87151,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:22.301345 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-18a77996-5280-481e-837a-495d7de5031a service neutron] 10.222.0.89 "GET /v2.0/networks/3f9123ed-7853-42b8-abe4-43ec57d1f828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309346 Jul 06 12:05:22.306993 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02621cd4-16b3-4501-aef2-4c522774fbb3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.307367 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-02621cd4-16b3-4501-aef2-4c522774fbb3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Added segment 7aa8f8d6-fae7-4fea-9547-278c2b72279e of type vlan for network 7dac5776-c174-4483-ae46-012003ad0a2f Jul 06 12:05:22.401006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e83b1-3b4c-4a94-b64c-0ed160bec225 req-2593d783-bad0-4ec9-a990-f59cc335ecb8 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:22.402510 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d50e83b1-3b4c-4a94-b64c-0ed160bec225 req-2593d783-bad0-4ec9-a990-f59cc335ecb8 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e7c7435-1817-4282-9d9b-fd488018a79e HTTP/1.1" status: 200 len: 944 time: 0.5578015 Jul 06 12:05:22.428614 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02621cd4-16b3-4501-aef2-4c522774fbb3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.492150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d50e83b1-3b4c-4a94-b64c-0ed160bec225 req-38f214ae-26b8-4fa0-a8c5-7067651d996e tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f27e8e4-f10b-4a1e-99e0-17b7b1c0ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792558 Jul 06 12:05:22.511261 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1073b4b5-d5c3-4097-b0e4-92d6d9f971fa req-01aedfd4-260c-4720-9808-5c9c5d22f864 service neutron] 10.222.0.89 "GET /v2.0/networks/3f9123ed-7853-42b8-abe4-43ec57d1f828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896944 Jul 06 12:05:22.512553 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02621cd4-16b3-4501-aef2-4c522774fbb3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.518129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02621cd4-16b3-4501-aef2-4c522774fbb3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:22.518740 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02621cd4-16b3-4501-aef2-4c522774fbb3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.556573 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770c9c9b-7ef6-4cd2-b5da-4121536bd405 x-openstack-request-id: req-770c9c9b-7ef6-4cd2-b5da-4121536bd405 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:22.556851 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761654df-5c23-4564-9063-ef04b87d9c5b", "name": "network-vif-deleted", "tag": "69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:22.557211 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-770c9c9b-7ef6-4cd2-b5da-4121536bd405 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:22.558214 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761654df-5c23-4564-9063-ef04b87d9c5b', 'name': 'network-vif-deleted', 'tag': '69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab', 'status': 'completed', 'code': 200} Jul 06 12:05:22.590730 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-02621cd4-16b3-4501-aef2-4c522774fbb3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2488482 Jul 06 12:05:22.594047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46628) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:22.600334 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1f5baa7a-691f-4034-99e0-1d6f3d1e46b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'subnet': {'network_id': '7dac5776-c174-4483-ae46-012003ad0a2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:22.619732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02621cd4-16b3-4501-aef2-4c522774fbb3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Network': ['ID=7dac5776-c174-4483-ae46-012003ad0a2f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:22.635759 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 7dac5776-c174-4483-ae46-012003ad0a2f details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:05:22.643497 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697d3a1-eaec-4462-95aa-dc93c4e0b9ae req-61ef4a5a-7eac-41b9-8cb9-d6d4ecf4b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:22.645059 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f697d3a1-eaec-4462-95aa-dc93c4e0b9ae req-61ef4a5a-7eac-41b9-8cb9-d6d4ecf4b0d3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0c2c1f7685c4495ab3ba01772bd76cf8&device_id=9e7c7435-1817-4282-9d9b-fd488018a79e HTTP/1.1" status: 200 len: 1095 time: 0.0731773 Jul 06 12:05:22.729188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5baa7a-691f-4034-99e0-1d6f3d1e46b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Made reservation on behalf of 622b4ed4040b4858a6d27705155220bc for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:22.733427 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f5baa7a-691f-4034-99e0-1d6f3d1e46b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.785239 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697d3a1-eaec-4462-95aa-dc93c4e0b9ae req-9c4aa8b9-0fef-40ae-9f65-e6f249dd064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:22.786620 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f697d3a1-eaec-4462-95aa-dc93c4e0b9ae req-9c4aa8b9-0fef-40ae-9f65-e6f249dd064e service neutron] 10.222.0.89 "GET /v2.0/networks?id=3f9123ed-7853-42b8-abe4-43ec57d1f828 HTTP/1.1" status: 200 len: 922 time: 0.1338069 Jul 06 12:05:22.838370 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f697d3a1-eaec-4462-95aa-dc93c4e0b9ae req-3a585b56-1f7a-4184-9ee8-0fdb31dfea5b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91bb552c-27cc-411e-b919-c03735e9dbfd HTTP/1.1" status: 200 len: 217 time: 0.0409887 Jul 06 12:05:22.849934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599703-2d9e-481a-9541-eb8abc7deb7a req-a05f459e-d9e5-44c5-a8a7-cb28ecffca3c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:22.855857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599703-2d9e-481a-9541-eb8abc7deb7a req-a05f459e-d9e5-44c5-a8a7-cb28ecffca3c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:22.861656 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599703-2d9e-481a-9541-eb8abc7deb7a req-a05f459e-d9e5-44c5-a8a7-cb28ecffca3c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:22.868020 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599703-2d9e-481a-9541-eb8abc7deb7a req-a05f459e-d9e5-44c5-a8a7-cb28ecffca3c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:22.873793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599703-2d9e-481a-9541-eb8abc7deb7a req-a05f459e-d9e5-44c5-a8a7-cb28ecffca3c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:22.879664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599703-2d9e-481a-9541-eb8abc7deb7a req-a05f459e-d9e5-44c5-a8a7-cb28ecffca3c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:22.886058 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599703-2d9e-481a-9541-eb8abc7deb7a req-a05f459e-d9e5-44c5-a8a7-cb28ecffca3c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:22.887961 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-80599703-2d9e-481a-9541-eb8abc7deb7a req-a05f459e-d9e5-44c5-a8a7-cb28ecffca3c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.1754410 Jul 06 12:05:22.921727 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f5baa7a-691f-4034-99e0-1d6f3d1e46b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:22.959180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697d3a1-eaec-4462-95aa-dc93c4e0b9ae req-dca18689-9e1a-4cf0-8edf-dbfde1b9c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:22.960712 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f697d3a1-eaec-4462-95aa-dc93c4e0b9ae req-dca18689-9e1a-4cf0-8edf-dbfde1b9c478 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=08eb250b-6432-4b0c-85eb-42abcaa88d9a HTTP/1.1" status: 200 len: 861 time: 0.0718701 Jul 06 12:05:22.964833 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-80599703-2d9e-481a-9541-eb8abc7deb7a req-cc62dca8-347e-4a83-926a-02cd043fd84b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681503 Jul 06 12:05:22.983187 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5baa7a-691f-4034-99e0-1d6f3d1e46b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Subnet': ['ID=3ec4d606-df12-4611-bdb4-687252a4c22c,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:22.994263 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f697d3a1-eaec-4462-95aa-dc93c4e0b9ae req-5cf5c1d6-b34f-40ab-983a-064011592372 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f9123ed-7853-42b8-abe4-43ec57d1f828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268023 Jul 06 12:05:23.003001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5baa7a-691f-4034-99e0-1d6f3d1e46b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Checking segment: {'id': '7aa8f8d6-fae7-4fea-9547-278c2b72279e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7dac5776-c174-4483-ae46-012003ad0a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:23.003422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5baa7a-691f-4034-99e0-1d6f3d1e46b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network hostable DHCP agents. Network: 7dac5776-c174-4483-ae46-012003ad0a2f, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:05:23.023131 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5baa7a-691f-4034-99e0-1d6f3d1e46b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 7dac5776-c174-4483-ae46-012003ad0a2f is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:05:23.034712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1f5baa7a-691f-4034-99e0-1d6f3d1e46b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 7dac5776-c174-4483-ae46-012003ad0a2f) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:23.039815 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5baa7a-691f-4034-99e0-1d6f3d1e46b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:23.040373 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f5baa7a-691f-4034-99e0-1d6f3d1e46b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:23.052139 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fa143d-bd0b-423b-abdd-8a92b9deeed4 None None] Network 7dac5776-c174-4483-ae46-012003ad0a2f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:23.059786 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1f5baa7a-691f-4034-99e0-1d6f3d1e46b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4643178 Jul 06 12:05:23.062387 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46632) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:23.067426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-713763685', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:23.097028 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:23.097474 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f697d3a1-eaec-4462-95aa-dc93c4e0b9ae req-87490e72-2490-41f2-a5b0-0dce49f8be33 service neutron] 10.222.0.89 "GET /v2.0/networks/3f9123ed-7853-42b8-abe4-43ec57d1f828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961192 Jul 06 12:05:23.098494 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:23.164571 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:23.207670 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4a88a9-3414-4968-8b81-c8551f7cb067 None None] Network 7dac5776-c174-4483-ae46-012003ad0a2f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:23.234124 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f697d3a1-eaec-4462-95aa-dc93c4e0b9ae req-99ef0ab6-5f85-4e00-a606-ab8a0467b363 service neutron] 10.222.0.89 "GET /v2.0/networks/3f9123ed-7853-42b8-abe4-43ec57d1f828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281886 Jul 06 12:05:23.322302 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:23.367538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebeb62f-88e8-4682-abb0-d55177f5e5ee req-031839c5-0b07-4942-921d-c521b3522393 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:23.369042 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ebeb62f-88e8-4682-abb0-d55177f5e5ee req-031839c5-0b07-4942-921d-c521b3522393 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.0715470 Jul 06 12:05:23.405727 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ebeb62f-88e8-4682-abb0-d55177f5e5ee req-e8131686-15c4-4c83-b64f-c1e052fad636 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310123 Jul 06 12:05:23.527325 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:23.560940 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:23.690501 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1a9a0-9f57-425d-a9ef-75b1957007e2 req-68ecf712-97c7-41df-bb61-2373de233455 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:23.691134 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Allocated IP 172.25.4.50 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/aeee0ad0-3272-4c2c-ab2e-dee82dbdd296) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:23.692466 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ccf1a9a0-9f57-425d-a9ef-75b1957007e2 req-68ecf712-97c7-41df-bb61-2373de233455 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e7c7435-1817-4282-9d9b-fd488018a79e HTTP/1.1" status: 200 len: 944 time: 0.0724430 Jul 06 12:05:23.733841 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ccf1a9a0-9f57-425d-a9ef-75b1957007e2 req-04cda691-b48b-4f2d-98ed-49d78e2d82ea tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f27e8e4-f10b-4a1e-99e0-17b7b1c0ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346148 Jul 06 12:05:23.795524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:23.834673 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:23.880310 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:23.883076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:23.887427 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:23.890544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=aeee0ad0-3272-4c2c-ab2e-dee82dbdd296,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:24.138710 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:24.172031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7ecd4-30d1-48d3-ad6b-c1fdc3e34388 req-c486f31e-6417-4993-bf53-3bf29804efd4 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:24.178643 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7ecd4-30d1-48d3-ad6b-c1fdc3e34388 req-c486f31e-6417-4993-bf53-3bf29804efd4 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:24.186778 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7ecd4-30d1-48d3-ad6b-c1fdc3e34388 req-c486f31e-6417-4993-bf53-3bf29804efd4 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:24.193100 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7ecd4-30d1-48d3-ad6b-c1fdc3e34388 req-c486f31e-6417-4993-bf53-3bf29804efd4 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:24.199477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7ecd4-30d1-48d3-ad6b-c1fdc3e34388 req-c486f31e-6417-4993-bf53-3bf29804efd4 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:24.205425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7ecd4-30d1-48d3-ad6b-c1fdc3e34388 req-c486f31e-6417-4993-bf53-3bf29804efd4 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:24.211483 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7ecd4-30d1-48d3-ad6b-c1fdc3e34388 req-c486f31e-6417-4993-bf53-3bf29804efd4 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:24.213758 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51e7ecd4-30d1-48d3-ad6b-c1fdc3e34388 req-c486f31e-6417-4993-bf53-3bf29804efd4 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.1168182 Jul 06 12:05:24.258973 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51e7ecd4-30d1-48d3-ad6b-c1fdc3e34388 req-bc2e8562-0ffb-4b97-ac83-43f8c0f1baee tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378852 Jul 06 12:05:24.348550 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:24.509796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 63514f07-b393-45e8-b8dc-b8118092e145 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:05:24.585718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91744f-d031-4615-8888-c40a01c81ff5 req-2928fbb3-ac5e-4e46-abf5-f14a67bddcb8 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:24.587428 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e91744f-d031-4615-8888-c40a01c81ff5 req-2928fbb3-ac5e-4e46-abf5-f14a67bddcb8 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.0676847 Jul 06 12:05:24.625155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:24.631212 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e91744f-d031-4615-8888-c40a01c81ff5 req-339df7f4-8d36-422a-b47d-aaff0021e656 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379641 Jul 06 12:05:24.638931 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9dbf9-ad7b-41e5-88e7-34944652c046 None None] Sync routers for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:24.646152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:24.647538 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e8289ee8-9959-441c-b4f5-e9a1b2c8a2a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5839038 Jul 06 12:05:24.650301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46648) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:24.661133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c9dbf9-ad7b-41e5-88e7-34944652c046 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:24.665124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f4c9dbf9-ad7b-41e5-88e7-34944652c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:24.705227 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f4c9dbf9-ad7b-41e5-88e7-34944652c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:24.714922 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c9dbf9-ad7b-41e5-88e7-34944652c046 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:24.715685 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f4c9dbf9-ad7b-41e5-88e7-34944652c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:24.749409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f4c9dbf9-ad7b-41e5-88e7-34944652c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:24.750156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9dbf9-ad7b-41e5-88e7-34944652c046 None None] The sync data for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:24.936363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da236df9-9a1f-400f-85c3-91102f4ef858 req-9e8d9566-a6d2-4146-8221-b3d21746be52 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:24.939249 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-da236df9-9a1f-400f-85c3-91102f4ef858 req-9e8d9566-a6d2-4146-8221-b3d21746be52 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e7c7435-1817-4282-9d9b-fd488018a79e HTTP/1.1" status: 200 len: 944 time: 0.0763810 Jul 06 12:05:24.989298 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-da236df9-9a1f-400f-85c3-91102f4ef858 req-d84a5f46-e282-4aa5-bd9e-99244248874b tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f27e8e4-f10b-4a1e-99e0-17b7b1c0ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454800 Jul 06 12:05:25.136617 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:25.265110 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 91bb552c-27cc-411e-b919-c03735e9dbfd details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:25.267595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:25.294047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:25.294734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 69db3a7a-dcd4-4bc2-b1d8-e5bb002977ab not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:25.401069 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 91bb552c-27cc-411e-b919-c03735e9dbfd, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=91bb552c-27cc-411e-b919-c03735e9dbfd,segment=NetworkSegment(83c7b50b-edb6-4a7e-8288-6c96f75ae60e),segment_id=83c7b50b-edb6-4a7e-8288-6c96f75ae60e)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:25.412346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '91bb552c-27cc-411e-b919-c03735e9dbfd', 'network_id': '3f9123ed-7853-42b8-abe4-43ec57d1f828', 'port_id': '91bb552c-27cc-411e-b919-c03735e9dbfd', 'mac_address': 'fa:16:3e:df:16:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08eb250b-6432-4b0c-85eb-42abcaa88d9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:25.422674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Allocated IP 172.20.0.1 (7dac5776-c174-4483-ae46-012003ad0a2f/3ec4d606-df12-4611-bdb4-687252a4c22c/b31d7671-5e79-43f3-9ce3-90549161f83e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:25.461898 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:25.484725 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91bb552c-27cc-411e-b919-c03735e9dbfd {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:25.488592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cb020-faa8-4acf-a8d2-76997bc9a9c9 req-092b8cb5-b244-4e70-b3ef-a5c89559a1a0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:25.495402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cb020-faa8-4acf-a8d2-76997bc9a9c9 req-092b8cb5-b244-4e70-b3ef-a5c89559a1a0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:25.502104 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cb020-faa8-4acf-a8d2-76997bc9a9c9 req-092b8cb5-b244-4e70-b3ef-a5c89559a1a0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:25.509139 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cb020-faa8-4acf-a8d2-76997bc9a9c9 req-092b8cb5-b244-4e70-b3ef-a5c89559a1a0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:25.512703 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 91bb552c-27cc-411e-b919-c03735e9dbfd, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=91bb552c-27cc-411e-b919-c03735e9dbfd,segment=NetworkSegment(83c7b50b-edb6-4a7e-8288-6c96f75ae60e),segment_id=83c7b50b-edb6-4a7e-8288-6c96f75ae60e)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:25.516258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cb020-faa8-4acf-a8d2-76997bc9a9c9 req-092b8cb5-b244-4e70-b3ef-a5c89559a1a0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:25.518942 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:25.523249 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cb020-faa8-4acf-a8d2-76997bc9a9c9 req-092b8cb5-b244-4e70-b3ef-a5c89559a1a0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:25.530796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cb020-faa8-4acf-a8d2-76997bc9a9c9 req-092b8cb5-b244-4e70-b3ef-a5c89559a1a0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:25.542171 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe7cb020-faa8-4acf-a8d2-76997bc9a9c9 req-092b8cb5-b244-4e70-b3ef-a5c89559a1a0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.1393051 Jul 06 12:05:25.583292 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:25.585129 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe7cb020-faa8-4acf-a8d2-76997bc9a9c9 req-d9ea8c42-0748-4f61-9760-7ed19a22b47f tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420237 Jul 06 12:05:25.595509 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=91bb552c-27cc-411e-b919-c03735e9dbfd,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:25.626873 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:25.674493 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 7dac5776-c174-4483-ae46-012003ad0a2f is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:25.678021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:25.692779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:25.734474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=b31d7671-5e79-43f3-9ce3-90549161f83e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:25.752289 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['91bb552c-27cc-411e-b919-c03735e9dbfd'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:25.759528 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:25.892335 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c15bb7-69c3-43ac-84c8-0e76d63cf45d req-01822e33-25ee-4435-8a55-38c072584928 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:25.894670 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35c15bb7-69c3-43ac-84c8-0e76d63cf45d req-01822e33-25ee-4435-8a55-38c072584928 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.0825315 Jul 06 12:05:25.933185 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:25.940145 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35c15bb7-69c3-43ac-84c8-0e76d63cf45d req-e4c21143-adad-4810-ba37-91bcffc3118b tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391858 Jul 06 12:05:26.172686 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4222a-85bb-4793-901c-c4ebab75f812 req-11537107-0f16-4050-a9f3-b3f7bc4545e9 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:26.174263 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-07b4222a-85bb-4793-901c-c4ebab75f812 req-11537107-0f16-4050-a9f3-b3f7bc4545e9 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e7c7435-1817-4282-9d9b-fd488018a79e HTTP/1.1" status: 200 len: 945 time: 0.0692806 Jul 06 12:05:26.216679 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-07b4222a-85bb-4793-901c-c4ebab75f812 req-25c668e1-152e-45f6-82e5-c6497a02759a tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f27e8e4-f10b-4a1e-99e0-17b7b1c0ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352144 Jul 06 12:05:26.227010 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:26.239643 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:26.312514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=b31d7671-5e79-43f3-9ce3-90549161f83e,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:26.317333 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:26.410218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 7dac5776-c174-4483-ae46-012003ad0a2f is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:26.411640 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:26.520278 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 63514f07-b393-45e8-b8dc-b8118092e145 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:26.637352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:26.646272 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9617457b-4196-4d40-be47-8365cbe2fe41 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "PUT /v2.0/routers/63514f07-b393-45e8-b8dc-b8118092e145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9924865 Jul 06 12:05:26.646581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46662) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:26.652037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0a774f35-c95a-40f5-ab27-a19145fc243a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'port': {'network_id': '7dac5776-c174-4483-ae46-012003ad0a2f', 'name': 'tempest-FloatingIPTestJSON-1825833062'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:26.652972 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd992b-794d-4a2b-a3ab-3b308b58913a None None] Sync routers for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:26.662806 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd992b-794d-4a2b-a3ab-3b308b58913a None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:26.664214 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8edd992b-794d-4a2b-a3ab-3b308b58913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:26.700860 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8edd992b-794d-4a2b-a3ab-3b308b58913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:26.709983 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd992b-794d-4a2b-a3ab-3b308b58913a None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:26.711185 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8edd992b-794d-4a2b-a3ab-3b308b58913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:26.748256 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8edd992b-794d-4a2b-a3ab-3b308b58913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:26.749043 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd992b-794d-4a2b-a3ab-3b308b58913a None None] The sync data for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:26.830213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd6b2b-88c3-4e45-a7bc-34e6d733c2f6 req-0d8ba70d-75f9-4248-9d5b-566b1227cc02 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:26.837009 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd6b2b-88c3-4e45-a7bc-34e6d733c2f6 req-0d8ba70d-75f9-4248-9d5b-566b1227cc02 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:26.846539 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd6b2b-88c3-4e45-a7bc-34e6d733c2f6 req-0d8ba70d-75f9-4248-9d5b-566b1227cc02 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:26.853626 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd6b2b-88c3-4e45-a7bc-34e6d733c2f6 req-0d8ba70d-75f9-4248-9d5b-566b1227cc02 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:26.859727 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd6b2b-88c3-4e45-a7bc-34e6d733c2f6 req-0d8ba70d-75f9-4248-9d5b-566b1227cc02 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:26.865641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd6b2b-88c3-4e45-a7bc-34e6d733c2f6 req-0d8ba70d-75f9-4248-9d5b-566b1227cc02 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:26.871723 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd6b2b-88c3-4e45-a7bc-34e6d733c2f6 req-0d8ba70d-75f9-4248-9d5b-566b1227cc02 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:26.873830 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5cd6b2b-88c3-4e45-a7bc-34e6d733c2f6 req-0d8ba70d-75f9-4248-9d5b-566b1227cc02 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.1548631 Jul 06 12:05:26.917973 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5cd6b2b-88c3-4e45-a7bc-34e6d733c2f6 req-129915e8-9f0a-4afe-a7fc-2aff3c68ebb5 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381024 Jul 06 12:05:27.105593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a774f35-c95a-40f5-ab27-a19145fc243a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Made reservation on behalf of 622b4ed4040b4858a6d27705155220bc for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:27.109401 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a774f35-c95a-40f5-ab27-a19145fc243a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:27.128688 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-0a774f35-c95a-40f5-ab27-a19145fc243a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] device_id is not set on port 38638fdd-a902-4e1c-9ff6-555e5a01bc0e yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:05:27.244844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-0a774f35-c95a-40f5-ab27-a19145fc243a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Allocated IP 172.20.0.13 (7dac5776-c174-4483-ae46-012003ad0a2f/3ec4d606-df12-4611-bdb4-687252a4c22c/38638fdd-a902-4e1c-9ff6-555e5a01bc0e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:27.279477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 91bb552c-27cc-411e-b919-c03735e9dbfd up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:27.296050 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663979b-1601-4bf6-aba2-4a521ae999f6 req-4a57ffa4-ff19-464e-a5a1-6ccd6f9f395f tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:27.297639 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4663979b-1601-4bf6-aba2-4a521ae999f6 req-4a57ffa4-ff19-464e-a5a1-6ccd6f9f395f tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.0677290 Jul 06 12:05:27.333424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 91bb552c-27cc-411e-b919-c03735e9dbfd completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:27.339589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 91bb552c-27cc-411e-b919-c03735e9dbfd triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:27.340190 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:27.340340 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4663979b-1601-4bf6-aba2-4a521ae999f6 req-9e53c7a6-123c-4ed8-89e1-99a78e8950bc tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353148 Jul 06 12:05:27.400752 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a774f35-c95a-40f5-ab27-a19145fc243a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:27.443620 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a774f35-c95a-40f5-ab27-a19145fc243a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:27.499211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a774f35-c95a-40f5-ab27-a19145fc243a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 7dac5776-c174-4483-ae46-012003ad0a2f is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:27.504846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0a774f35-c95a-40f5-ab27-a19145fc243a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:27.507976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a774f35-c95a-40f5-ab27-a19145fc243a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:27.521580 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddce9cb-832a-4b2c-bc8c-33058d27bb49 req-5b1dd00a-4aa1-4322-8d67-408120db497f tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:27.523586 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1ddce9cb-832a-4b2c-bc8c-33058d27bb49 req-5b1dd00a-4aa1-4322-8d67-408120db497f tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 945 time: 0.0711017 Jul 06 12:05:27.545320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a774f35-c95a-40f5-ab27-a19145fc243a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=38638fdd-a902-4e1c-9ff6-555e5a01bc0e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:27.567278 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a774f35-c95a-40f5-ab27-a19145fc243a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:27.567907 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a774f35-c95a-40f5-ab27-a19145fc243a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:27.582858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1ddce9cb-832a-4b2c-bc8c-33058d27bb49 req-0f34ad28-8484-4410-aa1e-e87a30d0f97d tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434396 Jul 06 12:05:27.591010 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0a774f35-c95a-40f5-ab27-a19145fc243a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9434011 Jul 06 12:05:27.593532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46674) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:27.598743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-56fe645d-fbdc-434f-94b0-d96007f61a60 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'port': {'network_id': '7dac5776-c174-4483-ae46-012003ad0a2f', 'name': 'tempest-FloatingIPTestJSON-914097045'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:27.600703 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:27.624849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7c7435-1817-4282-9d9b-fd488018a79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bb552c-27cc-411e-b919-c03735e9dbfd'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:27.626977 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a277c1-4380-4700-991f-4c04d2d41882" -d '{"events": [{"server_uuid": "9e7c7435-1817-4282-9d9b-fd488018a79e", "name": "network-vif-plugged", "status": "completed", "tag": "91bb552c-27cc-411e-b919-c03735e9dbfd"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:27.640296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 91bb552c-27cc-411e-b919-c03735e9dbfd, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=91bb552c-27cc-411e-b919-c03735e9dbfd,segment=NetworkSegment(83c7b50b-edb6-4a7e-8288-6c96f75ae60e),segment_id=83c7b50b-edb6-4a7e-8288-6c96f75ae60e)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:27.644543 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:27.691881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=91bb552c-27cc-411e-b919-c03735e9dbfd,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:27.720671 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fe645d-fbdc-434f-94b0-d96007f61a60 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Made reservation on behalf of 622b4ed4040b4858a6d27705155220bc for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:27.724431 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56fe645d-fbdc-434f-94b0-d96007f61a60 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:27.743103 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-56fe645d-fbdc-434f-94b0-d96007f61a60 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] device_id is not set on port be53fe3e-5c5f-4a66-8e11-5e3f3a6c6522 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:05:27.771368 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cdd8d-f80a-44ce-8a25-a59df44414cc req-ab96f364-7583-4c6d-947a-20779dc2a286 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:27.774010 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b25cdd8d-f80a-44ce-8a25-a59df44414cc req-ab96f364-7583-4c6d-947a-20779dc2a286 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e7c7435-1817-4282-9d9b-fd488018a79e HTTP/1.1" status: 200 len: 946 time: 0.0665703 Jul 06 12:05:27.813725 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b25cdd8d-f80a-44ce-8a25-a59df44414cc req-222cef42-fe8d-476b-afa5-e459425381a0 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f27e8e4-f10b-4a1e-99e0-17b7b1c0ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351715 Jul 06 12:05:27.860261 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7309b40b-f072-48b7-b0a5-9030cd66eed3 x-openstack-request-id: req-7309b40b-f072-48b7-b0a5-9030cd66eed3 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:27.860927 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7c7435-1817-4282-9d9b-fd488018a79e", "name": "network-vif-plugged", "status": "completed", "tag": "91bb552c-27cc-411e-b919-c03735e9dbfd", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:27.860927 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7309b40b-f072-48b7-b0a5-9030cd66eed3 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:27.861226 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7c7435-1817-4282-9d9b-fd488018a79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bb552c-27cc-411e-b919-c03735e9dbfd', 'code': 200} Jul 06 12:05:27.862026 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-56fe645d-fbdc-434f-94b0-d96007f61a60 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Allocated IP 172.20.0.2 (7dac5776-c174-4483-ae46-012003ad0a2f/3ec4d606-df12-4611-bdb4-687252a4c22c/be53fe3e-5c5f-4a66-8e11-5e3f3a6c6522) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:27.978484 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519ead8-3e87-4b83-9968-25a721002fdd req-63940bb0-8194-43e2-b407-ad532ffe6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:27.980201 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c519ead8-3e87-4b83-9968-25a721002fdd req-63940bb0-8194-43e2-b407-ad532ffe6d67 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9e7c7435-1817-4282-9d9b-fd488018a79e HTTP/1.1" status: 200 len: 1097 time: 0.0579286 Jul 06 12:05:28.016908 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c519ead8-3e87-4b83-9968-25a721002fdd req-9cef0122-ce55-46ed-a0ff-bf8d33817ef4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7f27e8e4-f10b-4a1e-99e0-17b7b1c0ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305624 Jul 06 12:05:28.023493 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56fe645d-fbdc-434f-94b0-d96007f61a60 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.064515 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56fe645d-fbdc-434f-94b0-d96007f61a60 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.108218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fe645d-fbdc-434f-94b0-d96007f61a60 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 7dac5776-c174-4483-ae46-012003ad0a2f is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:28.111665 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-56fe645d-fbdc-434f-94b0-d96007f61a60 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:28.118523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe645d-fbdc-434f-94b0-d96007f61a60 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:28.122730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1dce5-e6d1-4623-8c72-59571b4b8d08 req-776fc90e-68e6-4486-b6e5-8e15a521f1a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:28.129663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1dce5-e6d1-4623-8c72-59571b4b8d08 req-776fc90e-68e6-4486-b6e5-8e15a521f1a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:28.135977 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1dce5-e6d1-4623-8c72-59571b4b8d08 req-776fc90e-68e6-4486-b6e5-8e15a521f1a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:28.142942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1dce5-e6d1-4623-8c72-59571b4b8d08 req-776fc90e-68e6-4486-b6e5-8e15a521f1a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:28.148537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe645d-fbdc-434f-94b0-d96007f61a60 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=be53fe3e-5c5f-4a66-8e11-5e3f3a6c6522,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:28.152995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1dce5-e6d1-4623-8c72-59571b4b8d08 req-776fc90e-68e6-4486-b6e5-8e15a521f1a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:28.158701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1dce5-e6d1-4623-8c72-59571b4b8d08 req-776fc90e-68e6-4486-b6e5-8e15a521f1a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:28.165308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1dce5-e6d1-4623-8c72-59571b4b8d08 req-776fc90e-68e6-4486-b6e5-8e15a521f1a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:28.167423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11c1dce5-e6d1-4623-8c72-59571b4b8d08 req-776fc90e-68e6-4486-b6e5-8e15a521f1a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.1241722 Jul 06 12:05:28.177814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fe645d-fbdc-434f-94b0-d96007f61a60 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:28.178565 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56fe645d-fbdc-434f-94b0-d96007f61a60 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.193647 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-56fe645d-fbdc-434f-94b0-d96007f61a60 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5989909 Jul 06 12:05:28.196871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46680) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:28.201605 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': 'be53fe3e-5c5f-4a66-8e11-5e3f3a6c6522', 'fixed_ip_address': '172.20.0.2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:28.212848 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11c1dce5-e6d1-4623-8c72-59571b4b8d08 req-4ef0064c-1007-484f-8358-d2f1f06aea84 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393102 Jul 06 12:05:28.224772 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.324450 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.428549 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Allocated IP 172.25.4.142 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/ea1140d3-29b9-4fd7-ad99-635e134c3b42) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:28.519948 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc08bb9-b71b-43e3-9012-116f8786a425 req-5665431b-103e-4bcc-ab9d-7940581c751d tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:28.521498 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cfc08bb9-b71b-43e3-9012-116f8786a425 req-5665431b-103e-4bcc-ab9d-7940581c751d tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.0642891 Jul 06 12:05:28.544949 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.562615 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cfc08bb9-b71b-43e3-9012-116f8786a425 req-fd078474-7497-4653-bc95-08c8efc5bd79 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337024 Jul 06 12:05:28.584696 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:28.624976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:28.629663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:28.632894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:28.658434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=ea1140d3-29b9-4fd7-ad99-635e134c3b42,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:28.774926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b79da-51c7-4f10-a118-58cc6cf2777b req-a0fe19f2-f44d-4272-a4ce-807ccbd8259d tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:28.776355 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-916b79da-51c7-4f10-a118-58cc6cf2777b req-a0fe19f2-f44d-4272-a4ce-807ccbd8259d tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 945 time: 0.0713041 Jul 06 12:05:28.816421 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-916b79da-51c7-4f10-a118-58cc6cf2777b req-821e9abb-ce2f-40e6-b66a-e49a19501341 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/security-groups?id=3f9b302d-9a21-477d-80ca-e2432b4bd7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337613 Jul 06 12:05:28.918351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0147bf0-653c-4807-a3a5-a6893777d0f8 req-12fadeff-f2b0-4c23-bdcb-0b1ce4f74678 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:28.919860 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d0147bf0-653c-4807-a3a5-a6893777d0f8 req-12fadeff-f2b0-4c23-bdcb-0b1ce4f74678 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.23 "GET /v2.0/ports?device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 945 time: 0.1600077 Jul 06 12:05:28.998908 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef7679-3c00-456f-8f28-ab0949dfc1b6 req-432c3cba-db56-45a9-9917-52cad2a21807 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:29.000500 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2ef7679-3c00-456f-8f28-ab0949dfc1b6 req-432c3cba-db56-45a9-9917-52cad2a21807 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e7c7435-1817-4282-9d9b-fd488018a79e HTTP/1.1" status: 200 len: 946 time: 0.0692606 Jul 06 12:05:29.040005 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2ef7679-3c00-456f-8f28-ab0949dfc1b6 req-79631a6d-3294-4911-91b4-5c4c0cb23822 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f27e8e4-f10b-4a1e-99e0-17b7b1c0ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330033 Jul 06 12:05:29.141430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d0147bf0-653c-4807-a3a5-a6893777d0f8 req-e739089f-8804-4df9-9406-af2f05262122 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Deleting port 18034f1a-7abe-4804-9ef7-9660150d58ea {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:29.141775 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d0147bf0-653c-4807-a3a5-a6893777d0f8 req-e739089f-8804-4df9-9406-af2f05262122 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.191507 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.292632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d0147bf0-653c-4807-a3a5-a6893777d0f8 req-e739089f-8804-4df9-9406-af2f05262122 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] For port 18034f1a-7abe-4804-9ef7-9660150d58ea, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=18034f1a-7abe-4804-9ef7-9660150d58ea,segment=NetworkSegment(52e810af-a3de-4b3b-96ba-eb70a10ace83),segment_id=52e810af-a3de-4b3b-96ba-eb70a10ace83)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:29.292902 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d0147bf0-653c-4807-a3a5-a6893777d0f8 req-e739089f-8804-4df9-9406-af2f05262122 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.312864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d0147bf0-653c-4807-a3a5-a6893777d0f8 req-e739089f-8804-4df9-9406-af2f05262122 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Calling delete_port for 18034f1a-7abe-4804-9ef7-9660150d58ea owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:29.320308 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.410832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e4f-8457-4bd1-839d-0fe89e4a65bf req-6212e9a7-5c19-4419-a3f7-ce195a772e79 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:29.417180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e4f-8457-4bd1-839d-0fe89e4a65bf req-6212e9a7-5c19-4419-a3f7-ce195a772e79 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:29.423132 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e4f-8457-4bd1-839d-0fe89e4a65bf req-6212e9a7-5c19-4419-a3f7-ce195a772e79 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:29.429046 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e4f-8457-4bd1-839d-0fe89e4a65bf req-6212e9a7-5c19-4419-a3f7-ce195a772e79 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:29.435306 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e4f-8457-4bd1-839d-0fe89e4a65bf req-6212e9a7-5c19-4419-a3f7-ce195a772e79 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:29.441384 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e4f-8457-4bd1-839d-0fe89e4a65bf req-6212e9a7-5c19-4419-a3f7-ce195a772e79 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:29.447782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981e4f-8457-4bd1-839d-0fe89e4a65bf req-6212e9a7-5c19-4419-a3f7-ce195a772e79 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:29.449701 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52981e4f-8457-4bd1-839d-0fe89e4a65bf req-6212e9a7-5c19-4419-a3f7-ce195a772e79 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.1097662 Jul 06 12:05:29.497334 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52981e4f-8457-4bd1-839d-0fe89e4a65bf req-1fb95d7d-bb96-4172-9581-112842b6f238 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417583 Jul 06 12:05:29.564301 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d0147bf0-653c-4807-a3a5-a6893777d0f8 req-e739089f-8804-4df9-9406-af2f05262122 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.575978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['18034f1a-7abe-4804-9ef7-9660150d58ea'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:29.580256 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.602816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739089f-8804-4df9-9406-af2f05262122 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Pushing event deleted for resources: {'Port': ['ID=18034f1a-7abe-4804-9ef7-9660150d58ea,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:29.605367 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.701541 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0147bf0-653c-4807-a3a5-a6893777d0f8 req-e739089f-8804-4df9-9406-af2f05262122 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] No DVR routers for this DVR port 18034f1a-7abe-4804-9ef7-9660150d58ea on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:29.710381 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d0147bf0-653c-4807-a3a5-a6893777d0f8 req-e739089f-8804-4df9-9406-af2f05262122 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.712366 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d0147bf0-653c-4807-a3a5-a6893777d0f8 req-e739089f-8804-4df9-9406-af2f05262122 tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.23 "DELETE /v2.0/ports/18034f1a-7abe-4804-9ef7-9660150d58ea HTTP/1.1" status: 204 len: 173 time: 0.7853227 Jul 06 12:05:29.714419 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868cc1b1-47e4-436b-a360-12b39edd3850', 'name': 'network-vif-deleted', 'tag': '18034f1a-7abe-4804-9ef7-9660150d58ea'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:29.716871 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e06fee-5f05-4d31-816b-a01a1a430f3e" -d '{"events": [{"server_uuid": "868cc1b1-47e4-436b-a360-12b39edd3850", "name": "network-vif-deleted", "tag": "18034f1a-7abe-4804-9ef7-9660150d58ea"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:29.727537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=ea1140d3-29b9-4fd7-ad99-635e134c3b42,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:29.738338 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:29.743258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee6758-4c48-4f95-a252-0785981eaf9e req-bbcb1477-29b6-4c01-90ff-0f38c208d95b tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:29.744835 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8cee6758-4c48-4f95-a252-0785981eaf9e req-bbcb1477-29b6-4c01-90ff-0f38c208d95b tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.0675120 Jul 06 12:05:29.785925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8cee6758-4c48-4f95-a252-0785981eaf9e req-fb6750b6-f8e0-433a-8461-51c9cd140e2b tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348144 Jul 06 12:05:29.843336 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b792cb-193c-41f3-b02a-da2299ee8755 x-openstack-request-id: req-30b792cb-193c-41f3-b02a-da2299ee8755 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:29.843629 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868cc1b1-47e4-436b-a360-12b39edd3850", "name": "network-vif-deleted", "tag": "18034f1a-7abe-4804-9ef7-9660150d58ea", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:29.843880 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30b792cb-193c-41f3-b02a-da2299ee8755 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:29.844279 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868cc1b1-47e4-436b-a360-12b39edd3850', 'name': 'network-vif-deleted', 'tag': '18034f1a-7abe-4804-9ef7-9660150d58ea', 'status': 'completed', 'code': 200} Jul 06 12:05:29.858814 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Floating IP 655ab10d-f267-4679-8258-8ebec6059950 associated. External IP: 172.25.4.142, port: be53fe3e-5c5f-4a66-8e11-5e3f3a6c6522. Jul 06 12:05:29.979917 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d77ea32-eca5-4c37-955c-1a82a606c866 req-808202ec-517c-40d7-9ca6-6539941cd2bf tempest-AttachVolumeNegativeTest-114104150 tempest-AttachVolumeNegativeTest-114104150-project] 10.222.0.81 "GET /v2.0/ports?device_id=868cc1b1-47e4-436b-a360-12b39edd3850 HTTP/1.1" status: 200 len: 210 time: 0.0283091 Jul 06 12:05:30.069361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 63514f07-b393-45e8-b8dc-b8118092e145 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:30.178039 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:30.188183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b59040c-d1d5-46c2-a2ac-b05b47e2eca4 None None] Sync routers for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:30.198147 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b59040c-d1d5-46c2-a2ac-b05b47e2eca4 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:30.199351 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:30.200157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3b59040c-d1d5-46c2-a2ac-b05b47e2eca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:30.220975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131be12-1a1a-45cf-ab1a-ab396571212f req-e11e2b14-1415-4665-affa-a4dab41ddd66 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:30.222498 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6131be12-1a1a-45cf-ab1a-ab396571212f req-e11e2b14-1415-4665-affa-a4dab41ddd66 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e7c7435-1817-4282-9d9b-fd488018a79e HTTP/1.1" status: 200 len: 946 time: 0.0692630 Jul 06 12:05:30.236110 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3b59040c-d1d5-46c2-a2ac-b05b47e2eca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:30.241004 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-60198d7c-49a7-4a7a-8d92-3bd51493d0a3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0430021 Jul 06 12:05:30.244414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46698) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:30.248819 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b59040c-d1d5-46c2-a2ac-b05b47e2eca4 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:30.249389 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a979c1a3-3790-4dec-9b82-faa795c20090 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:30.249846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3b59040c-d1d5-46c2-a2ac-b05b47e2eca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:30.266109 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6131be12-1a1a-45cf-ab1a-ab396571212f req-1758c474-f86a-4952-939f-8b6f517dcd62 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f27e8e4-f10b-4a1e-99e0-17b7b1c0ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365789 Jul 06 12:05:30.288044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3b59040c-d1d5-46c2-a2ac-b05b47e2eca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:30.289434 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b59040c-d1d5-46c2-a2ac-b05b47e2eca4 None None] The sync data for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:30.309498 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a979c1a3-3790-4dec-9b82-faa795c20090 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:30.465734 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a979c1a3-3790-4dec-9b82-faa795c20090 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:30.469875 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a979c1a3-3790-4dec-9b82-faa795c20090 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:30.470388 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-a979c1a3-3790-4dec-9b82-faa795c20090 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Floating IP 655ab10d-f267-4679-8258-8ebec6059950 disassociated. External IP: 172.25.4.142, port: be53fe3e-5c5f-4a66-8e11-5e3f3a6c6522. Jul 06 12:05:30.698821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a979c1a3-3790-4dec-9b82-faa795c20090 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 63514f07-b393-45e8-b8dc-b8118092e145 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:30.817672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862a987-7b11-461c-b342-6a74c283a934 req-45e9a4f1-64b1-421d-807c-ba13ecd2552b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:30.824175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862a987-7b11-461c-b342-6a74c283a934 req-45e9a4f1-64b1-421d-807c-ba13ecd2552b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:30.830078 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862a987-7b11-461c-b342-6a74c283a934 req-45e9a4f1-64b1-421d-807c-ba13ecd2552b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:30.836643 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862a987-7b11-461c-b342-6a74c283a934 req-45e9a4f1-64b1-421d-807c-ba13ecd2552b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:30.838808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a979c1a3-3790-4dec-9b82-faa795c20090 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:30.842551 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862a987-7b11-461c-b342-6a74c283a934 req-45e9a4f1-64b1-421d-807c-ba13ecd2552b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:30.843920 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a979c1a3-3790-4dec-9b82-faa795c20090 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:30.848559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862a987-7b11-461c-b342-6a74c283a934 req-45e9a4f1-64b1-421d-807c-ba13ecd2552b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:30.849222 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5ab06b-5847-42b5-94d8-0766097a76d9 None None] Sync routers for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:30.854635 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862a987-7b11-461c-b342-6a74c283a934 req-45e9a4f1-64b1-421d-807c-ba13ecd2552b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:30.857061 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2862a987-7b11-461c-b342-6a74c283a934 req-45e9a4f1-64b1-421d-807c-ba13ecd2552b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.1111021 Jul 06 12:05:30.865155 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5ab06b-5847-42b5-94d8-0766097a76d9 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:30.865874 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0d5ab06b-5847-42b5-94d8-0766097a76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:30.893907 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a979c1a3-3790-4dec-9b82-faa795c20090 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "PUT /v2.0/floatingips/655ab10d-f267-4679-8258-8ebec6059950 HTTP/1.1" status: 200 len: 688 time: 0.6477032 Jul 06 12:05:30.901992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46714) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:30.904529 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2862a987-7b11-461c-b342-6a74c283a934 req-8c76ac6a-b36b-4548-9d3b-dea3160fa63b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418003 Jul 06 12:05:30.910012 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0d5ab06b-5847-42b5-94d8-0766097a76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:30.919875 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5ab06b-5847-42b5-94d8-0766097a76d9 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:30.920606 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0d5ab06b-5847-42b5-94d8-0766097a76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:30.951786 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ad254-3949-45aa-9e01-e97af5cbe7a2 req-459159c5-b974-438e-9896-fefdfa845fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:30.953311 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a07ad254-3949-45aa-9e01-e97af5cbe7a2 req-459159c5-b974-438e-9896-fefdfa845fdb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 1096 time: 0.1452787 Jul 06 12:05:30.966128 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0d5ab06b-5847-42b5-94d8-0766097a76d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:30.966766 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5ab06b-5847-42b5-94d8-0766097a76d9 None None] The sync data for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:31.042821 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a07ad254-3949-45aa-9e01-e97af5cbe7a2 req-f0d41fe1-3251-4d5a-8560-9ed0cf7026aa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824037 Jul 06 12:05:31.064742 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-56b907c9-6aa3-4608-a5d6-82b95c6e46c4 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting port ea1140d3-29b9-4fd7-ad99-635e134c3b42 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:31.065088 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56b907c9-6aa3-4608-a5d6-82b95c6e46c4 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.077155 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf9458-3d49-49d4-a627-bb0bbd5d32e5 req-dae702bf-3c6c-43ef-8bf0-abbeaf8ea842 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:31.078695 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-accf9458-3d49-49d4-a627-bb0bbd5d32e5 req-dae702bf-3c6c-43ef-8bf0-abbeaf8ea842 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e7c7435-1817-4282-9d9b-fd488018a79e HTTP/1.1" status: 200 len: 946 time: 0.0669680 Jul 06 12:05:31.119889 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-accf9458-3d49-49d4-a627-bb0bbd5d32e5 req-0608d102-d9a1-476a-9500-5b0ec58a0c1e tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f27e8e4-f10b-4a1e-99e0-17b7b1c0ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354311 Jul 06 12:05:31.142559 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56b907c9-6aa3-4608-a5d6-82b95c6e46c4 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.142559 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56b907c9-6aa3-4608-a5d6-82b95c6e46c4 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.154115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-56b907c9-6aa3-4608-a5d6-82b95c6e46c4 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Calling delete_port for ea1140d3-29b9-4fd7-ad99-635e134c3b42 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:31.284770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a270928-b415-49b7-87a8-e3008a6dba5b req-246058af-727c-4f3b-bb35-31a7dd657d55 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:31.286404 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a270928-b415-49b7-87a8-e3008a6dba5b req-246058af-727c-4f3b-bb35-31a7dd657d55 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.0639572 Jul 06 12:05:31.289293 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56b907c9-6aa3-4608-a5d6-82b95c6e46c4 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.313150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b907c9-6aa3-4608-a5d6-82b95c6e46c4 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Port': ['ID=ea1140d3-29b9-4fd7-ad99-635e134c3b42,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:31.326488 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a270928-b415-49b7-87a8-e3008a6dba5b req-d2cead36-24a2-45e6-a1ce-9f14312a5ef7 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334754 Jul 06 12:05:31.379414 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56b907c9-6aa3-4608-a5d6-82b95c6e46c4 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.381846 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56b907c9-6aa3-4608-a5d6-82b95c6e46c4 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.383547 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-56b907c9-6aa3-4608-a5d6-82b95c6e46c4 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/floatingips/655ab10d-f267-4679-8258-8ebec6059950 HTTP/1.1" status: 204 len: 168 time: 0.4804499 Jul 06 12:05:31.387105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46718) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:31.391899 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '38638fdd-a902-4e1c-9ff6-555e5a01bc0e'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:31.412634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46720) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:31.416626 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.458209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0b3b02-05b3-47ee-8e15-0fa508343aff admin admin] Deleting subnet 630b344f-b40d-402b-87dd-410d7ed1ce59 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:05:31.461455 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3b02-05b3-47ee-8e15-0fa508343aff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.497202 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3b02-05b3-47ee-8e15-0fa508343aff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.530393 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.534397 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3b02-05b3-47ee-8e15-0fa508343aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.588971 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3b02-05b3-47ee-8e15-0fa508343aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.618430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b3b02-05b3-47ee-8e15-0fa508343aff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=630b344f-b40d-402b-87dd-410d7ed1ce59,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:31.623618 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3b02-05b3-47ee-8e15-0fa508343aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.625501 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dd0b3b02-05b3-47ee-8e15-0fa508343aff admin admin] 10.222.0.81 "DELETE /v2.0/subnets/630b344f-b40d-402b-87dd-410d7ed1ce59 HTTP/1.1" status: 204 len: 168 time: 0.2116866 Jul 06 12:05:31.627931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46722) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:31.638654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Allocated IP 172.25.4.183 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/b1b6cf9f-1b98-470a-96ba-bf69ddb7c50a) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:31.752819 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.797551 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:31.844997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:31.850397 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:31.854774 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:31.881671 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=b1b6cf9f-1b98-470a-96ba-bf69ddb7c50a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:32.047155 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9205624-d484-40fd-b6f9-97ac8ec6018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.125961 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9205624-d484-40fd-b6f9-97ac8ec6018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.136595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e9205624-d484-40fd-b6f9-97ac8ec6018b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94bae05c-7754-47cb-8af2-746d89f9dc0f']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:32.147011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e9205624-d484-40fd-b6f9-97ac8ec6018b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e810af-a3de-4b3b-96ba-eb70a10ace83') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:32.147254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e9205624-d484-40fd-b6f9-97ac8ec6018b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e810af-a3de-4b3b-96ba-eb70a10ace83') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:32.156537 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9205624-d484-40fd-b6f9-97ac8ec6018b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.170800 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9205624-d484-40fd-b6f9-97ac8ec6018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.176896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9205624-d484-40fd-b6f9-97ac8ec6018b admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:05:32.177369 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9205624-d484-40fd-b6f9-97ac8ec6018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:05:32.180118 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:05:32.207517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f5796-c3f9-4826-9237-8ed48f419589 req-541ce150-d57f-4790-b159-7821c53c30e5 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:32.209711 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b3f5796-c3f9-4826-9237-8ed48f419589 req-541ce150-d57f-4790-b159-7821c53c30e5 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e7c7435-1817-4282-9d9b-fd488018a79e HTTP/1.1" status: 200 len: 946 time: 0.1971638 Jul 06 12:05:32.236023 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9205624-d484-40fd-b6f9-97ac8ec6018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.242409 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9205624-d484-40fd-b6f9-97ac8ec6018b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.246963 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e9205624-d484-40fd-b6f9-97ac8ec6018b admin admin] 10.222.0.81 "DELETE /v2.0/networks/94bae05c-7754-47cb-8af2-746d89f9dc0f HTTP/1.1" status: 204 len: 168 time: 0.6154692 Jul 06 12:05:32.247069 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8169e30-7885-4dfd-91f7-7a28ca3de0d4 req-05bdcd97-af27-48d9-b6e9-73dc704ce553 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:32.252256 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8169e30-7885-4dfd-91f7-7a28ca3de0d4 req-05bdcd97-af27-48d9-b6e9-73dc704ce553 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:32.255361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9205624-d484-40fd-b6f9-97ac8ec6018b admin admin] Pushing event deleted for resources: {'Network': ['ID=94bae05c-7754-47cb-8af2-746d89f9dc0f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:32.258215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8169e30-7885-4dfd-91f7-7a28ca3de0d4 req-05bdcd97-af27-48d9-b6e9-73dc704ce553 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:32.264168 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8169e30-7885-4dfd-91f7-7a28ca3de0d4 req-05bdcd97-af27-48d9-b6e9-73dc704ce553 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:32.270108 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8169e30-7885-4dfd-91f7-7a28ca3de0d4 req-05bdcd97-af27-48d9-b6e9-73dc704ce553 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:32.276064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8169e30-7885-4dfd-91f7-7a28ca3de0d4 req-05bdcd97-af27-48d9-b6e9-73dc704ce553 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:32.282057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8169e30-7885-4dfd-91f7-7a28ca3de0d4 req-05bdcd97-af27-48d9-b6e9-73dc704ce553 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:32.284003 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d8169e30-7885-4dfd-91f7-7a28ca3de0d4 req-05bdcd97-af27-48d9-b6e9-73dc704ce553 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.2122161 Jul 06 12:05:32.409688 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46732) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:32.452976 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ebaf6cff-f7de-4651-b02f-57f8c3c4e9fd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=006d8323edb6437093d99ce511433d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420644 Jul 06 12:05:32.453622 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d8169e30-7885-4dfd-91f7-7a28ca3de0d4 req-37fe9c01-d0bf-4fd0-90c6-dbb53d5bfc87 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1483741 Jul 06 12:05:32.455472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46734) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:32.518382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-4b3f5796-c3f9-4826-9237-8ed48f419589 req-d3344ba4-6170-4a6e-8775-98871003479c tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Deleting port 91bb552c-27cc-411e-b919-c03735e9dbfd {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:32.518729 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4b3f5796-c3f9-4826-9237-8ed48f419589 req-d3344ba4-6170-4a6e-8775-98871003479c tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.518857 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5140526-3608-45cf-b947-ad062581a489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.547934 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5140526-3608-45cf-b947-ad062581a489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.570180 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.597037 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5140526-3608-45cf-b947-ad062581a489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.599810 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5140526-3608-45cf-b947-ad062581a489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.601094 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d5140526-3608-45cf-b947-ad062581a489 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3f9b302d-9a21-477d-80ca-e2432b4bd7d3 HTTP/1.1" status: 204 len: 168 time: 0.1446664 Jul 06 12:05:32.609534 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5140526-3608-45cf-b947-ad062581a489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9b302d-9a21-477d-80ca-e2432b4bd7d3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:32.713195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-4b3f5796-c3f9-4826-9237-8ed48f419589 req-d3344ba4-6170-4a6e-8775-98871003479c tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] For port 91bb552c-27cc-411e-b919-c03735e9dbfd, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=91bb552c-27cc-411e-b919-c03735e9dbfd,segment=NetworkSegment(83c7b50b-edb6-4a7e-8288-6c96f75ae60e),segment_id=83c7b50b-edb6-4a7e-8288-6c96f75ae60e)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:32.713560 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4b3f5796-c3f9-4826-9237-8ed48f419589 req-d3344ba4-6170-4a6e-8775-98871003479c tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.740058 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-4b3f5796-c3f9-4826-9237-8ed48f419589 req-d3344ba4-6170-4a6e-8775-98871003479c tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Calling delete_port for 91bb552c-27cc-411e-b919-c03735e9dbfd owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:32.742187 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:32.784560 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe31c85-b32e-4d13-8c25-050e1a6e8b83 req-791a1ba4-fa56-4db7-9ff9-38a25307a69d tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:32.786078 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dbe31c85-b32e-4d13-8c25-050e1a6e8b83 req-791a1ba4-fa56-4db7-9ff9-38a25307a69d tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e7c7435-1817-4282-9d9b-fd488018a79e HTTP/1.1" status: 200 len: 946 time: 0.1883614 Jul 06 12:05:32.929989 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dbe31c85-b32e-4d13-8c25-050e1a6e8b83 req-f188ef9d-80a6-4bfc-95d1-51489efb2717 tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.81 "GET /v2.0/security-groups?id=7f27e8e4-f10b-4a1e-99e0-17b7b1c0ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081002 Jul 06 12:05:33.113072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 18034f1a-7abe-4804-9ef7-9660150d58ea no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:33.134544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 18034f1a-7abe-4804-9ef7-9660150d58ea {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:33.134898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 18034f1a-7abe-4804-9ef7-9660150d58ea not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:33.418127 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4b3f5796-c3f9-4826-9237-8ed48f419589 req-d3344ba4-6170-4a6e-8775-98871003479c tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.435406 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.460525 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.463973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3344ba4-6170-4a6e-8775-98871003479c tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Pushing event deleted for resources: {'Port': ['ID=91bb552c-27cc-411e-b919-c03735e9dbfd,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:33.572860 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3f5796-c3f9-4826-9237-8ed48f419589 req-d3344ba4-6170-4a6e-8775-98871003479c tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] No DVR routers for this DVR port 91bb552c-27cc-411e-b919-c03735e9dbfd on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:33.581783 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-4b3f5796-c3f9-4826-9237-8ed48f419589 req-d3344ba4-6170-4a6e-8775-98871003479c tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.583763 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b3f5796-c3f9-4826-9237-8ed48f419589 req-d3344ba4-6170-4a6e-8775-98871003479c tempest-InstanceActionsNegativeTestJSON-1153748679 tempest-InstanceActionsNegativeTestJSON-1153748679-project] 10.222.0.89 "DELETE /v2.0/ports/91bb552c-27cc-411e-b919-c03735e9dbfd HTTP/1.1" status: 204 len: 173 time: 1.3643754 Jul 06 12:05:33.584826 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7c7435-1817-4282-9d9b-fd488018a79e', 'name': 'network-vif-deleted', 'tag': '91bb552c-27cc-411e-b919-c03735e9dbfd'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:33.587559 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769e5616-bce2-4b6f-b2f4-f0d9e64f371e" -d '{"events": [{"server_uuid": "9e7c7435-1817-4282-9d9b-fd488018a79e", "name": "network-vif-deleted", "tag": "91bb552c-27cc-411e-b919-c03735e9dbfd"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:33.607071 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=b1b6cf9f-1b98-470a-96ba-bf69ddb7c50a,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:33.618350 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3f52d-7cfe-4cb3-a831-4725dadc8db3 req-17b67628-de74-428d-9dc6-d4b2b5b22b66 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:33.620175 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6b3f52d-7cfe-4cb3-a831-4725dadc8db3 req-17b67628-de74-428d-9dc6-d4b2b5b22b66 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.5875826 Jul 06 12:05:33.624378 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:33.705259 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6b3f52d-7cfe-4cb3-a831-4725dadc8db3 req-870d0f2e-0cd6-4d93-87b8-0a9d11a18c88 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786171 Jul 06 12:05:33.753414 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Floating IP 09020e6e-da63-4749-b10f-13809dfe573c associated. External IP: 172.25.4.183, port: 38638fdd-a902-4e1c-9ff6-555e5a01bc0e. Jul 06 12:05:33.968685 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 63514f07-b393-45e8-b8dc-b8118092e145 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:34.087094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:34.101803 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c73b7c8-6638-497f-a3c6-ffb9bed6f079 None None] Sync routers for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:34.125984 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.127372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c73b7c8-6638-497f-a3c6-ffb9bed6f079 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:34.129288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3c73b7c8-6638-497f-a3c6-ffb9bed6f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:34.176187 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4126ef25-4590-46d1-b3c4-ff6fddf512db tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.7878737 Jul 06 12:05:34.181539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46774) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:34.236147 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3c73b7c8-6638-497f-a3c6-ffb9bed6f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:34.248193 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c73b7c8-6638-497f-a3c6-ffb9bed6f079 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:34.248939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3c73b7c8-6638-497f-a3c6-ffb9bed6f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:34.289718 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3c73b7c8-6638-497f-a3c6-ffb9bed6f079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:34.290659 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c73b7c8-6638-497f-a3c6-ffb9bed6f079 None None] The sync data for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:34.334160 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-37844a19-4f62-4740-8c98-4568c2e3505e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "GET /v2.0/floatingips/09020e6e-da63-4749-b10f-13809dfe573c HTTP/1.1" status: 200 len: 979 time: 0.1502221 Jul 06 12:05:34.338064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46778) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:34.481839 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-94952409-7d3c-4cb5-a5f3-4cf4a1584cbb tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1422939 Jul 06 12:05:34.484292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46782) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:34.489441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-126e7cb3-86a0-47a0-b6b3-ff9c71bd39d5 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'floatingip': {'port_id': 'be53fe3e-5c5f-4a66-8e11-5e3f3a6c6522'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:34.561634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5479ae3-7e04-4572-a6f8-5050e5a92490 req-7aabb466-f776-4148-b209-416414922631 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:34.567437 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5479ae3-7e04-4572-a6f8-5050e5a92490 req-7aabb466-f776-4148-b209-416414922631 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:34.574365 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5479ae3-7e04-4572-a6f8-5050e5a92490 req-7aabb466-f776-4148-b209-416414922631 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:34.580245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5479ae3-7e04-4572-a6f8-5050e5a92490 req-7aabb466-f776-4148-b209-416414922631 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:34.586060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5479ae3-7e04-4572-a6f8-5050e5a92490 req-7aabb466-f776-4148-b209-416414922631 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:34.591964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5479ae3-7e04-4572-a6f8-5050e5a92490 req-7aabb466-f776-4148-b209-416414922631 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:34.597838 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5479ae3-7e04-4572-a6f8-5050e5a92490 req-7aabb466-f776-4148-b209-416414922631 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:34.599793 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c5479ae3-7e04-4572-a6f8-5050e5a92490 req-7aabb466-f776-4148-b209-416414922631 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5431 time: 0.1986516 Jul 06 12:05:34.619312 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-126e7cb3-86a0-47a0-b6b3-ff9c71bd39d5 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:34.694051 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c5479ae3-7e04-4572-a6f8-5050e5a92490 req-6b51709d-1fa0-4bf9-bbf6-4db9f5e2e059 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858111 Jul 06 12:05:34.747186 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca37619-94b2-41da-ba6a-8003bed5a56d x-openstack-request-id: req-fca37619-94b2-41da-ba6a-8003bed5a56d {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:34.747582 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7c7435-1817-4282-9d9b-fd488018a79e", "name": "network-vif-deleted", "tag": "91bb552c-27cc-411e-b919-c03735e9dbfd", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:34.747909 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fca37619-94b2-41da-ba6a-8003bed5a56d {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:34.748433 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7c7435-1817-4282-9d9b-fd488018a79e', 'name': 'network-vif-deleted', 'tag': '91bb552c-27cc-411e-b919-c03735e9dbfd', 'status': 'completed', 'code': 200} Jul 06 12:05:34.986608 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46788) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:35.034757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-688663a5-f130-4ea5-b498-d90aade554f4 admin admin] Deleting subnet 08eb250b-6432-4b0c-85eb-42abcaa88d9a {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:05:35.038010 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-688663a5-f130-4ea5-b498-d90aade554f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.074673 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-688663a5-f130-4ea5-b498-d90aade554f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.114010 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:35.118243 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-688663a5-f130-4ea5-b498-d90aade554f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.183139 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-688663a5-f130-4ea5-b498-d90aade554f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.214471 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688663a5-f130-4ea5-b498-d90aade554f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08eb250b-6432-4b0c-85eb-42abcaa88d9a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:35.219004 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-688663a5-f130-4ea5-b498-d90aade554f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.221864 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-126e7cb3-86a0-47a0-b6b3-ff9c71bd39d5 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.223180 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-688663a5-f130-4ea5-b498-d90aade554f4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/08eb250b-6432-4b0c-85eb-42abcaa88d9a HTTP/1.1" status: 204 len: 168 time: 0.2354834 Jul 06 12:05:35.225806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46794) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:35.228292 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-126e7cb3-86a0-47a0-b6b3-ff9c71bd39d5 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.249720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:35.268691 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '5c4fb5a3-a50a-4a36-8855-85dc7f08dc70', 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc', 'port_id': '5c4fb5a3-a50a-4a36-8855-85dc7f08dc70', 'mac_address': 'fa:16:3e:4e:3d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0576e630-24fe-429e-8d8a-79c4b89d1bc8', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:35.315433 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0ecdc1b-585a-48bb-a87e-57dc5c38b13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.338890 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 91bb552c-27cc-411e-b919-c03735e9dbfd no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:35.361278 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-126e7cb3-86a0-47a0-b6b3-ff9c71bd39d5 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Floating IP 09020e6e-da63-4749-b10f-13809dfe573c associated. External IP: 172.25.4.183, port: 38638fdd-a902-4e1c-9ff6-555e5a01bc0e. Jul 06 12:05:35.388419 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 91bb552c-27cc-411e-b919-c03735e9dbfd {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:35.389231 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 91bb552c-27cc-411e-b919-c03735e9dbfd not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:35.421938 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.441485 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:35.452480 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0ecdc1b-585a-48bb-a87e-57dc5c38b13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.466443 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:35.466730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d0ecdc1b-585a-48bb-a87e-57dc5c38b13e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9123ed-7853-42b8-abe4-43ec57d1f828']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:35.476535 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.477347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 49fbf984-87c5-49a6-8ea3-a0446eb038a0 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:35.479255 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.486085 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d0ecdc1b-585a-48bb-a87e-57dc5c38b13e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c7b50b-edb6-4a7e-8288-6c96f75ae60e') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:35.486429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d0ecdc1b-585a-48bb-a87e-57dc5c38b13e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c7b50b-edb6-4a7e-8288-6c96f75ae60e') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:35.498182 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0ecdc1b-585a-48bb-a87e-57dc5c38b13e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.512649 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0ecdc1b-585a-48bb-a87e-57dc5c38b13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.520074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ecdc1b-585a-48bb-a87e-57dc5c38b13e admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:05:35.520906 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0ecdc1b-585a-48bb-a87e-57dc5c38b13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.571834 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 49fbf984-87c5-49a6-8ea3-a0446eb038a0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=49fbf984-87c5-49a6-8ea3-a0446eb038a0,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:35.585925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '49fbf984-87c5-49a6-8ea3-a0446eb038a0', 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc', 'port_id': '49fbf984-87c5-49a6-8ea3-a0446eb038a0', 'mac_address': 'fa:16:3e:0e:1e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0576e630-24fe-429e-8d8a-79c4b89d1bc8', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:35.594507 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d487fea8-3b32-43b1-a930-0d0f2c46ace1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:05:35.632491 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:05:35.637194 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0ecdc1b-585a-48bb-a87e-57dc5c38b13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.640898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:35.645089 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0ecdc1b-585a-48bb-a87e-57dc5c38b13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.646830 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d0ecdc1b-585a-48bb-a87e-57dc5c38b13e admin admin] 10.222.0.81 "DELETE /v2.0/networks/3f9123ed-7853-42b8-abe4-43ec57d1f828 HTTP/1.1" status: 204 len: 168 time: 0.4199052 Jul 06 12:05:35.662690 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:35.663113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:35.663521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:35.663853 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:35.664182 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:35.664554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:35.664884 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:35.665202 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:35.665523 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:35.665871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:35.666251 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:35.666567 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:35.667066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e235a-d7d1-46c8-a0c9-5c4808d87f90 req-6334a0bd-e8ee-4c47-9284-2f7a29a16f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:35.668673 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a04e235a-d7d1-46c8-a0c9-5c4808d87f90 req-6334a0bd-e8ee-4c47-9284-2f7a29a16f90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f99d139f50d4a1082f8201bb4cc6c27&device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 1096 time: 0.3029733 Jul 06 12:05:35.669579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126e7cb3-86a0-47a0-b6b3-ff9c71bd39d5 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 63514f07-b393-45e8-b8dc-b8118092e145 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:35.673572 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.700882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fbf984-87c5-49a6-8ea3-a0446eb038a0 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:35.725279 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 49fbf984-87c5-49a6-8ea3-a0446eb038a0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=49fbf984-87c5-49a6-8ea3-a0446eb038a0,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:35.731430 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:35.732726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d7ac9807-0748-4db2-bb20-30cecc0ca562 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:35.742016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecdc1b-585a-48bb-a87e-57dc5c38b13e admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9123ed-7853-42b8-abe4-43ec57d1f828,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:35.840212 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a9143-c53c-4975-b98b-04bc9bda746a req-92a8864f-9ce5-4904-bdb0-34a49663fa43 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:35.842622 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c9a9143-c53c-4975-b98b-04bc9bda746a req-92a8864f-9ce5-4904-bdb0-34a49663fa43 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1665802 Jul 06 12:05:35.850412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=49fbf984-87c5-49a6-8ea3-a0446eb038a0,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:35.904081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e235a-d7d1-46c8-a0c9-5c4808d87f90 req-6798fd58-76b7-4f82-ac8f-da79f18881f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:35.907491 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a04e235a-d7d1-46c8-a0c9-5c4808d87f90 req-6798fd58-76b7-4f82-ac8f-da79f18881f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ede8b9b8-dca5-4b16-b239-976325c5f9c7 HTTP/1.1" status: 200 len: 919 time: 0.1855035 Jul 06 12:05:35.914022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d7ac9807-0748-4db2-bb20-30cecc0ca562, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d7ac9807-0748-4db2-bb20-30cecc0ca562,segment=NetworkSegment(111b6f8b-9c71-4ca6-b2fb-455a8364adda),segment_id=111b6f8b-9c71-4ca6-b2fb-455a8364adda)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:35.927680 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126e7cb3-86a0-47a0-b6b3-ff9c71bd39d5 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:35.933851 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'd7ac9807-0748-4db2-bb20-30cecc0ca562', 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'port_id': 'd7ac9807-0748-4db2-bb20-30cecc0ca562', 'mac_address': 'fa:16:3e:7a:2a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:35.941823 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b971b6ee-87b8-4a79-8ab3-53829202eb3a None None] Sync routers for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:35.952202 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b971b6ee-87b8-4a79-8ab3-53829202eb3a None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:35.952873 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b971b6ee-87b8-4a79-8ab3-53829202eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:35.965254 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46806) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:35.989404 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b971b6ee-87b8-4a79-8ab3-53829202eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:35.999872 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b971b6ee-87b8-4a79-8ab3-53829202eb3a None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:36.000623 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b971b6ee-87b8-4a79-8ab3-53829202eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:36.004002 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c9a9143-c53c-4975-b98b-04bc9bda746a req-b2a4e211-4a19-4d7d-8d7b-5f63a6fecd16 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942497 Jul 06 12:05:36.035431 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a04e235a-d7d1-46c8-a0c9-5c4808d87f90 req-2597a164-fd46-4dfc-8aaf-0fd588ad9396 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4716331f-e403-41a6-8d1d-c30c7e7a2898 HTTP/1.1" status: 200 len: 217 time: 0.1203141 Jul 06 12:05:36.041325 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b971b6ee-87b8-4a79-8ab3-53829202eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:36.046401 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b971b6ee-87b8-4a79-8ab3-53829202eb3a None None] The sync data for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:36.056506 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.088347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ac9807-0748-4db2-bb20-30cecc0ca562 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:36.115583 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d7ac9807-0748-4db2-bb20-30cecc0ca562, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d7ac9807-0748-4db2-bb20-30cecc0ca562,segment=NetworkSegment(111b6f8b-9c71-4ca6-b2fb-455a8364adda),segment_id=111b6f8b-9c71-4ca6-b2fb-455a8364adda)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:36.116540 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dba0224f-0ddc-421f-a07d-f052b095d632 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0c2c1f7685c4495ab3ba01772bd76cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500132 Jul 06 12:05:36.118721 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e235a-d7d1-46c8-a0c9-5c4808d87f90 req-caa73046-ba43-475f-8c35-ca5701c297ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:36.120193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46812) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:36.121072 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a04e235a-d7d1-46c8-a0c9-5c4808d87f90 req-caa73046-ba43-475f-8c35-ca5701c297ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bb76d0d-b306-4b30-a183-fb66b233ae5c HTTP/1.1" status: 200 len: 858 time: 0.0774207 Jul 06 12:05:36.123588 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.124554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d89e1771-286c-47d4-a06c-d0d0c9d87682 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:36.162562 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a04e235a-d7d1-46c8-a0c9-5c4808d87f90 req-4dd79a59-9e2e-4175-a5fc-de7c28c91e65 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ede8b9b8-dca5-4b16-b239-976325c5f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328677 Jul 06 12:05:36.201816 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d89e1771-286c-47d4-a06c-d0d0c9d87682, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d89e1771-286c-47d4-a06c-d0d0c9d87682,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:36.205120 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d7ac9807-0748-4db2-bb20-30cecc0ca562,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:36.218986 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'd89e1771-286c-47d4-a06c-d0d0c9d87682', 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc', 'port_id': 'd89e1771-286c-47d4-a06c-d0d0c9d87682', 'mac_address': 'fa:16:3e:84:b3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0576e630-24fe-429e-8d8a-79c4b89d1bc8', 'ip_address': '10.1.1.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:36.258038 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dbe334b4-676c-49df-84d9-7b3d02f248fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.264417 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.278083 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89e1771-286c-47d4-a06c-d0d0c9d87682 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:36.298768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d89e1771-286c-47d4-a06c-d0d0c9d87682, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d89e1771-286c-47d4-a06c-d0d0c9d87682,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:36.301560 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a04e235a-d7d1-46c8-a0c9-5c4808d87f90 req-d662f04a-5b19-46f3-a6ac-aea3c9acfa26 service neutron] 10.222.0.23 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310005 Jul 06 12:05:36.305372 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.305577 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dbe334b4-676c-49df-84d9-7b3d02f248fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.306026 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f0dc445d-142f-4e58-9152-40dd8ee1572f details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:36.420854 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.430318 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a04e235a-d7d1-46c8-a0c9-5c4808d87f90 req-d8d1e340-9e52-47c1-b592-e3a6a1aa2a27 service neutron] 10.222.0.23 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214609 Jul 06 12:05:36.432371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d89e1771-286c-47d4-a06c-d0d0c9d87682,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:36.472433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f494-2a5e-4d5d-a32c-0dd52bd18689 req-a0a4963f-78d4-4dd7-ba6d-79c3c8bab210 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:36.479196 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f494-2a5e-4d5d-a32c-0dd52bd18689 req-a0a4963f-78d4-4dd7-ba6d-79c3c8bab210 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:36.489249 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f494-2a5e-4d5d-a32c-0dd52bd18689 req-a0a4963f-78d4-4dd7-ba6d-79c3c8bab210 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:36.491594 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f0dc445d-142f-4e58-9152-40dd8ee1572f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f0dc445d-142f-4e58-9152-40dd8ee1572f,segment=NetworkSegment(e65f28e5-e44b-4d60-96d5-d5f7323ca0b1),segment_id=e65f28e5-e44b-4d60-96d5-d5f7323ca0b1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:36.493117 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f494-2a5e-4d5d-a32c-0dd52bd18689 req-a0a4963f-78d4-4dd7-ba6d-79c3c8bab210 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:36.499468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f494-2a5e-4d5d-a32c-0dd52bd18689 req-a0a4963f-78d4-4dd7-ba6d-79c3c8bab210 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:36.504268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'f0dc445d-142f-4e58-9152-40dd8ee1572f', 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db', 'port_id': 'f0dc445d-142f-4e58-9152-40dd8ee1572f', 'mac_address': 'fa:16:3e:c7:23:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31da2619-e3fd-4bf0-b098-b53a3480fd99', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:36.505597 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f494-2a5e-4d5d-a32c-0dd52bd18689 req-a0a4963f-78d4-4dd7-ba6d-79c3c8bab210 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:36.512484 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43f494-2a5e-4d5d-a32c-0dd52bd18689 req-a0a4963f-78d4-4dd7-ba6d-79c3c8bab210 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:36.514521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed43f494-2a5e-4d5d-a32c-0dd52bd18689 req-a0a4963f-78d4-4dd7-ba6d-79c3c8bab210 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5434 time: 0.3241200 Jul 06 12:05:36.555692 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dbe334b4-676c-49df-84d9-7b3d02f248fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.558422 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dbe334b4-676c-49df-84d9-7b3d02f248fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.559144 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.562260 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dbe334b4-676c-49df-84d9-7b3d02f248fe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f27e8e4-f10b-4a1e-99e0-17b7b1c0ae52 HTTP/1.1" status: 204 len: 168 time: 0.4408553 Jul 06 12:05:36.575255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0dc445d-142f-4e58-9152-40dd8ee1572f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:36.590314 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126e7cb3-86a0-47a0-b6b3-ff9c71bd39d5 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 63514f07-b393-45e8-b8dc-b8118092e145 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:36.598044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f0dc445d-142f-4e58-9152-40dd8ee1572f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f0dc445d-142f-4e58-9152-40dd8ee1572f,segment=NetworkSegment(e65f28e5-e44b-4d60-96d5-d5f7323ca0b1),segment_id=e65f28e5-e44b-4d60-96d5-d5f7323ca0b1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:36.599635 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe334b4-676c-49df-84d9-7b3d02f248fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f27e8e4-f10b-4a1e-99e0-17b7b1c0ae52,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:36.605293 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.606115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:36.617832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed43f494-2a5e-4d5d-a32c-0dd52bd18689 req-687553bc-76dc-490b-9c8f-cfd215071bdb tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964863 Jul 06 12:05:36.745571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68,segment=NetworkSegment(e65f28e5-e44b-4d60-96d5-d5f7323ca0b1),segment_id=e65f28e5-e44b-4d60-96d5-d5f7323ca0b1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:36.748971 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f0dc445d-142f-4e58-9152-40dd8ee1572f,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:36.762689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68', 'network_id': '66f7ceaa-0f04-4369-8441-7edae42f76db', 'port_id': '1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68', 'mac_address': 'fa:16:3e:32:20:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31da2619-e3fd-4bf0-b098-b53a3480fd99', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:36.823483 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.844090 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:36.868443 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68,segment=NetworkSegment(e65f28e5-e44b-4d60-96d5-d5f7323ca0b1),segment_id=e65f28e5-e44b-4d60-96d5-d5f7323ca0b1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:36.873745 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:36.875934 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fd11db21-7b96-4dca-820d-6f2614d3aabf details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:36.955075 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fd11db21-7b96-4dca-820d-6f2614d3aabf, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fd11db21-7b96-4dca-820d-6f2614d3aabf,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:37.065269 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:37.074694 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'fd11db21-7b96-4dca-820d-6f2614d3aabf', 'network_id': 'd0165372-ba81-46c2-af71-bdb38d5dbedc', 'port_id': 'fd11db21-7b96-4dca-820d-6f2614d3aabf', 'mac_address': 'fa:16:3e:20:43:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0576e630-24fe-429e-8d8a-79c4b89d1bc8', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:37.155709 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.176806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd11db21-7b96-4dca-820d-6f2614d3aabf {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:37.211793 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fd11db21-7b96-4dca-820d-6f2614d3aabf, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fd11db21-7b96-4dca-820d-6f2614d3aabf,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:37.217617 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.275260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126e7cb3-86a0-47a0-b6b3-ff9c71bd39d5 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:37.280410 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-126e7cb3-86a0-47a0-b6b3-ff9c71bd39d5 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.281563 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=fd11db21-7b96-4dca-820d-6f2614d3aabf,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:37.288254 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef4879-3516-4d76-949a-807f67fab534 None None] Sync routers for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:37.297918 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef4879-3516-4d76-949a-807f67fab534 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:37.298638 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-19ef4879-3516-4d76-949a-807f67fab534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:37.335427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-19ef4879-3516-4d76-949a-807f67fab534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:37.344477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ba30b-fae6-4123-84d1-721f5f547ec3 req-0af134e9-35ca-499c-8c70-aabbc0a23584 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:37.344696 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef4879-3516-4d76-949a-807f67fab534 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:37.345212 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-19ef4879-3516-4d76-949a-807f67fab534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:37.346004 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-063ba30b-fae6-4123-84d1-721f5f547ec3 req-0af134e9-35ca-499c-8c70-aabbc0a23584 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1261885 Jul 06 12:05:37.380281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-19ef4879-3516-4d76-949a-807f67fab534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:37.380934 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef4879-3516-4d76-949a-807f67fab534 None None] The sync data for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:37.405851 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-126e7cb3-86a0-47a0-b6b3-ff9c71bd39d5 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "PUT /v2.0/floatingips/09020e6e-da63-4749-b10f-13809dfe573c HTTP/1.1" status: 200 len: 977 time: 2.9204738 Jul 06 12:05:37.408633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46840) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:37.415606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-097a72ab-f4d7-4439-a49a-b75a3590caaf tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:37.421759 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-063ba30b-fae6-4123-84d1-721f5f547ec3 req-64379d99-8d86-4b4a-8b7b-143a23e0508d tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544474 Jul 06 12:05:37.467643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46846) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:37.474370 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-097a72ab-f4d7-4439-a49a-b75a3590caaf tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.638781 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-161532f6-a2ec-48f6-9ad3-0b1a12d72161 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5889 time: 0.1699116 Jul 06 12:05:37.639838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46850) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:37.641633 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-097a72ab-f4d7-4439-a49a-b75a3590caaf tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.642324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46852) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:37.647316 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-971a4fdd-d3b3-41a8-9bb6-b86ff2e44742 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Request body: {'network': {'name': 'tempest-network-smoke--1656999847', 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'port_security_enabled': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:37.652849 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-097a72ab-f4d7-4439-a49a-b75a3590caaf tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.653160 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-097a72ab-f4d7-4439-a49a-b75a3590caaf tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Floating IP 09020e6e-da63-4749-b10f-13809dfe573c disassociated. External IP: 172.25.4.183, port: be53fe3e-5c5f-4a66-8e11-5e3f3a6c6522. Jul 06 12:05:37.709586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971a4fdd-d3b3-41a8-9bb6-b86ff2e44742 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Made reservation on behalf of 7b44276911cc4b91aafd86e95f47cd84 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:37.714242 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-971a4fdd-d3b3-41a8-9bb6-b86ff2e44742 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.757455 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8a3a52e1-cf07-4e61-8e4f-10de2fd6a638 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1523591200-network', 'tenant_id': '121d223fedde4d1b9b4a468530b0b863'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:37.786833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3a52e1-cf07-4e61-8e4f-10de2fd6a638 admin admin] Made reservation on behalf of 121d223fedde4d1b9b4a468530b0b863 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:37.789578 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a3a52e1-cf07-4e61-8e4f-10de2fd6a638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.798235 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a3a52e1-cf07-4e61-8e4f-10de2fd6a638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.811465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971a4fdd-d3b3-41a8-9bb6-b86ff2e44742 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:05:37.832378 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-971a4fdd-d3b3-41a8-9bb6-b86ff2e44742 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.832730 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-971a4fdd-d3b3-41a8-9bb6-b86ff2e44742 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Added segment b03e24d8-99cf-423d-b9b4-1d4144c886cc of type vlan for network 44351a4f-1ff7-482b-8a09-6ea6e2dacab0 Jul 06 12:05:37.903632 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a3a52e1-cf07-4e61-8e4f-10de2fd6a638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.907920 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a3a52e1-cf07-4e61-8e4f-10de2fd6a638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.932019 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-971a4fdd-d3b3-41a8-9bb6-b86ff2e44742 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.936822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3a52e1-cf07-4e61-8e4f-10de2fd6a638 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:05:37.952314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a52e1-cf07-4e61-8e4f-10de2fd6a638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e80ac4-77d5-4973-8e63-4c2b10cea622,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:37.955487 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a3a52e1-cf07-4e61-8e4f-10de2fd6a638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:37.956042 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-8a3a52e1-cf07-4e61-8e4f-10de2fd6a638 admin admin] Added segment 98134312-0028-4767-9cf5-7827aa45fdea of type vlan for network c21a9a05-440d-4cde-85c7-e76bcc8ac813 Jul 06 12:05:37.995599 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f56ac-8203-4e73-b404-b9ab57cc77a9 req-b39becc9-69ef-4652-8aba-01bf79df81be tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:38.001568 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f56ac-8203-4e73-b404-b9ab57cc77a9 req-b39becc9-69ef-4652-8aba-01bf79df81be tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:38.007534 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f56ac-8203-4e73-b404-b9ab57cc77a9 req-b39becc9-69ef-4652-8aba-01bf79df81be tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:38.012031 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a3a52e1-cf07-4e61-8e4f-10de2fd6a638 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.013379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f56ac-8203-4e73-b404-b9ab57cc77a9 req-b39becc9-69ef-4652-8aba-01bf79df81be tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:38.019250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f56ac-8203-4e73-b404-b9ab57cc77a9 req-b39becc9-69ef-4652-8aba-01bf79df81be tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:38.025640 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f56ac-8203-4e73-b404-b9ab57cc77a9 req-b39becc9-69ef-4652-8aba-01bf79df81be tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:38.031539 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f56ac-8203-4e73-b404-b9ab57cc77a9 req-b39becc9-69ef-4652-8aba-01bf79df81be tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:38.033545 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a97f56ac-8203-4e73-b404-b9ab57cc77a9 req-b39becc9-69ef-4652-8aba-01bf79df81be tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5438 time: 0.2755723 Jul 06 12:05:38.047341 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a3a52e1-cf07-4e61-8e4f-10de2fd6a638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.048335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3a52e1-cf07-4e61-8e4f-10de2fd6a638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:38.048917 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a3a52e1-cf07-4e61-8e4f-10de2fd6a638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.079146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097a72ab-f4d7-4439-a49a-b75a3590caaf tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 63514f07-b393-45e8-b8dc-b8118092e145 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:38.082896 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-971a4fdd-d3b3-41a8-9bb6-b86ff2e44742 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.089068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971a4fdd-d3b3-41a8-9bb6-b86ff2e44742 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:38.089668 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-971a4fdd-d3b3-41a8-9bb6-b86ff2e44742 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.092321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['49fbf984-87c5-49a6-8ea3-a0446eb038a0'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:38.125181 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8a3a52e1-cf07-4e61-8e4f-10de2fd6a638 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4816320 Jul 06 12:05:38.126025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['d7ac9807-0748-4db2-bb20-30cecc0ca562'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:38.129490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46860) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:38.134172 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-62915742-6b03-475c-92bc-c24805aee323 admin admin] Request body: {'subnet': {'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1523591200-subnet', 'tenant_id': '121d223fedde4d1b9b4a468530b0b863', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:38.159115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a52e1-cf07-4e61-8e4f-10de2fd6a638 admin admin] Pushing event updated for resources: {'Network': ['ID=c21a9a05-440d-4cde-85c7-e76bcc8ac813,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:38.167162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:38.170853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a97f56ac-8203-4e73-b404-b9ab57cc77a9 req-ae43b425-7c1b-4658-b59e-2850dd1d8167 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1278682 Jul 06 12:05:38.176332 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62915742-6b03-475c-92bc-c24805aee323 admin admin] Made reservation on behalf of 121d223fedde4d1b9b4a468530b0b863 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:38.179783 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62915742-6b03-475c-92bc-c24805aee323 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.184374 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['fd11db21-7b96-4dca-820d-6f2614d3aabf'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:38.186868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['5c4fb5a3-a50a-4a36-8855-85dc7f08dc70'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:38.215655 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-971a4fdd-d3b3-41a8-9bb6-b86ff2e44742 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5683112 Jul 06 12:05:38.219043 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46862) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:38.225809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network c21a9a05-440d-4cde-85c7-e76bcc8ac813 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:05:38.256126 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-824218948', 'admin_state_up': True, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:38.285293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a4fdd-d3b3-41a8-9bb6-b86ff2e44742 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'Network': ['ID=44351a4f-1ff7-482b-8a09-6ea6e2dacab0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:38.345871 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.346671 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.376880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 44351a4f-1ff7-482b-8a09-6ea6e2dacab0 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:05:38.420233 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-863e4e6e-5d94-44e7-b963-13134ee1da66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.428588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097a72ab-f4d7-4439-a49a-b75a3590caaf tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:38.445231 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fbbce6-8eae-4606-b0f9-b803c5aeb32c None None] Sync routers for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:38.467512 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fbbce6-8eae-4606-b0f9-b803c5aeb32c None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:38.476887 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-24fbbce6-8eae-4606-b0f9-b803c5aeb32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:38.477454 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-097a72ab-f4d7-4439-a49a-b75a3590caaf tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.502849 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.503212 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.571328 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-24fbbce6-8eae-4606-b0f9-b803c5aeb32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:38.586560 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62915742-6b03-475c-92bc-c24805aee323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.596699 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fbbce6-8eae-4606-b0f9-b803c5aeb32c None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:38.597330 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-24fbbce6-8eae-4606-b0f9-b803c5aeb32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:38.683881 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-24fbbce6-8eae-4606-b0f9-b803c5aeb32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:38.684545 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fbbce6-8eae-4606-b0f9-b803c5aeb32c None None] The sync data for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:38.685861 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-097a72ab-f4d7-4439-a49a-b75a3590caaf tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "PUT /v2.0/floatingips/09020e6e-da63-4749-b10f-13809dfe573c HTTP/1.1" status: 200 len: 688 time: 1.2763519 Jul 06 12:05:38.690751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46876) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:38.735293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62915742-6b03-475c-92bc-c24805aee323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=196d8534-6d6b-49c4-9adc-d4520564352f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:38.802976 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:38.885508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9261b-ac7f-4d21-91dc-516526ee2302 req-d0567182-6739-43a4-8126-a88420abbba9 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:38.887461 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cb9261b-ac7f-4d21-91dc-516526ee2302 req-d0567182-6739-43a4-8126-a88420abbba9 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1826198 Jul 06 12:05:38.910661 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62915742-6b03-475c-92bc-c24805aee323 admin admin] Checking segment: {'id': '98134312-0028-4767-9cf5-7827aa45fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:38.911024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62915742-6b03-475c-92bc-c24805aee323 admin admin] Network hostable DHCP agents. Network: c21a9a05-440d-4cde-85c7-e76bcc8ac813, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:05:38.938258 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cb9261b-ac7f-4d21-91dc-516526ee2302 req-441ab57e-1659-498e-b47e-bf99084b6943 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442398 Jul 06 12:05:38.973239 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62915742-6b03-475c-92bc-c24805aee323 admin admin] Network c21a9a05-440d-4cde-85c7-e76bcc8ac813 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:05:38.995304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e239786b-c7a9-46c3-bdd1-cbec1cafef68 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting port b1b6cf9f-1b98-470a-96ba-bf69ddb7c50a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:38.996076 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e239786b-c7a9-46c3-bdd1-cbec1cafef68 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.002647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['d89e1771-286c-47d4-a06c-d0d0c9d87682'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:39.008632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-62915742-6b03-475c-92bc-c24805aee323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, c21a9a05-440d-4cde-85c7-e76bcc8ac813) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:39.040937 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5d7243-5e0e-4afa-8306-34e9c34ee722 None None] Network c21a9a05-440d-4cde-85c7-e76bcc8ac813 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:39.043259 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['f0dc445d-142f-4e58-9152-40dd8ee1572f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:39.104028 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62915742-6b03-475c-92bc-c24805aee323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:39.104728 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62915742-6b03-475c-92bc-c24805aee323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.110886 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e239786b-c7a9-46c3-bdd1-cbec1cafef68 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.111521 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e239786b-c7a9-46c3-bdd1-cbec1cafef68 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.139376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e239786b-c7a9-46c3-bdd1-cbec1cafef68 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Calling delete_port for b1b6cf9f-1b98-470a-96ba-bf69ddb7c50a owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:39.139877 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.155359 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-62915742-6b03-475c-92bc-c24805aee323 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0219610 Jul 06 12:05:39.186942 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.369387 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e239786b-c7a9-46c3-bdd1-cbec1cafef68 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.399795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Allocated IP 172.25.4.153 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/e6569052-6163-441b-ab2f-4968589e70cd) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:39.449728 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.492996 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239786b-c7a9-46c3-bdd1-cbec1cafef68 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Port': ['ID=b1b6cf9f-1b98-470a-96ba-bf69ddb7c50a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:39.636447 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e239786b-c7a9-46c3-bdd1-cbec1cafef68 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.640111 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e239786b-c7a9-46c3-bdd1-cbec1cafef68 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.643790 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e239786b-c7a9-46c3-bdd1-cbec1cafef68 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/floatingips/09020e6e-da63-4749-b10f-13809dfe573c HTTP/1.1" status: 204 len: 168 time: 0.9470358 Jul 06 12:05:39.644477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46898) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:39.672921 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.675148 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c10c82-bc61-4d22-8b14-1964343e3d4e None None] Network c21a9a05-440d-4cde-85c7-e76bcc8ac813 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:39.753044 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-026983d6-d49e-4042-b502-30ee9e63f3e6 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] delete failed (client error): The resource could not be found. Jul 06 12:05:39.755295 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-026983d6-d49e-4042-b502-30ee9e63f3e6 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/floatingips/09020e6e-da63-4749-b10f-13809dfe573c HTTP/1.1" status: 404 len: 345 time: 0.1086261 Jul 06 12:05:39.758911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46900) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:39.789069 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:39.876250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:39.888009 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:39.892050 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:39.896357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'Port': ['ID=e6569052-6163-441b-ab2f-4968589e70cd,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:39.913600 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b3fe09-169a-4b6f-9b1b-0347c9d8ac1b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:39.920133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b3fe09-169a-4b6f-9b1b-0347c9d8ac1b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:39.926602 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b3fe09-169a-4b6f-9b1b-0347c9d8ac1b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:39.931192 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-13b3fe09-169a-4b6f-9b1b-0347c9d8ac1b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "GET /v2.0/ports?network_id=7dac5776-c174-4483-ae46-012003ad0a2f HTTP/1.1" status: 200 len: 2358 time: 0.1680219 Jul 06 12:05:39.931556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46902) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:39.953941 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e642f8-69d1-43a1-b0ee-6a0f1ebb8963 req-8e9a6829-7b27-4b88-91f5-105931314bcc tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:39.960027 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e642f8-69d1-43a1-b0ee-6a0f1ebb8963 req-8e9a6829-7b27-4b88-91f5-105931314bcc tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:39.966164 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e642f8-69d1-43a1-b0ee-6a0f1ebb8963 req-8e9a6829-7b27-4b88-91f5-105931314bcc tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:39.972299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e642f8-69d1-43a1-b0ee-6a0f1ebb8963 req-8e9a6829-7b27-4b88-91f5-105931314bcc tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:39.978957 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e642f8-69d1-43a1-b0ee-6a0f1ebb8963 req-8e9a6829-7b27-4b88-91f5-105931314bcc tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:39.985124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e642f8-69d1-43a1-b0ee-6a0f1ebb8963 req-8e9a6829-7b27-4b88-91f5-105931314bcc tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:39.987870 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa182a0c-09ae-47f5-85d8-f582fd8fbbe5 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:39.991620 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-aa182a0c-09ae-47f5-85d8-f582fd8fbbe5 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "GET /v2.0/subnets/3ec4d606-df12-4611-bdb4-687252a4c22c HTTP/1.1" status: 200 len: 797 time: 0.0569921 Jul 06 12:05:39.991791 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e642f8-69d1-43a1-b0ee-6a0f1ebb8963 req-8e9a6829-7b27-4b88-91f5-105931314bcc tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:39.994734 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46904) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:39.995870 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9e642f8-69d1-43a1-b0ee-6a0f1ebb8963 req-8e9a6829-7b27-4b88-91f5-105931314bcc tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5438 time: 0.2518480 Jul 06 12:05:40.000315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8a80ba99-fa55-40d4-a3c5-042b7735ad0d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'port': {'network_id': '7dac5776-c174-4483-ae46-012003ad0a2f', 'name': 'tempest-FloatingIPTestJSON-1755774113', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:40.111780 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9e642f8-69d1-43a1-b0ee-6a0f1ebb8963 req-1656e212-5837-4d51-bbaa-78eb249a0f71 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097205 Jul 06 12:05:40.124235 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a80ba99-fa55-40d4-a3c5-042b7735ad0d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Made reservation on behalf of 622b4ed4040b4858a6d27705155220bc for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:40.259443 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a80ba99-fa55-40d4-a3c5-042b7735ad0d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.271146 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.283282 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-8a80ba99-fa55-40d4-a3c5-042b7735ad0d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] device_id is not set on port 5eddc121-3bcc-403b-9408-d630e299bf8b yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:05:40.520215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-a291d747-84b4-4799-b86c-4f088259ad1e tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:40.521698 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-a291d747-84b4-4799-b86c-4f088259ad1e tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/networks?id=c21a9a05-440d-4cde-85c7-e76bcc8ac813 HTTP/1.1" status: 200 len: 818 time: 0.1613190 Jul 06 12:05:40.562328 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-cc89da07-3603-4d00-b699-e9ac7c0ffc7d tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/quotas/121d223fedde4d1b9b4a468530b0b863 HTTP/1.1" status: 200 len: 375 time: 0.0142021 Jul 06 12:05:40.583832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-8a80ba99-fa55-40d4-a3c5-042b7735ad0d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Allocated IP 172.20.0.14 (7dac5776-c174-4483-ae46-012003ad0a2f/3ec4d606-df12-4611-bdb4-687252a4c22c/5eddc121-3bcc-403b-9408-d630e299bf8b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:40.593350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-8a80ba99-fa55-40d4-a3c5-042b7735ad0d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Allocated IP 172.20.0.12 (7dac5776-c174-4483-ae46-012003ad0a2f/3ec4d606-df12-4611-bdb4-687252a4c22c/5eddc121-3bcc-403b-9408-d630e299bf8b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:40.770343 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a80ba99-fa55-40d4-a3c5-042b7735ad0d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.824351 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a80ba99-fa55-40d4-a3c5-042b7735ad0d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.868475 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.882259 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80ba99-fa55-40d4-a3c5-042b7735ad0d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 7dac5776-c174-4483-ae46-012003ad0a2f is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:40.888615 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8a80ba99-fa55-40d4-a3c5-042b7735ad0d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:40.893199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a80ba99-fa55-40d4-a3c5-042b7735ad0d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:40.901596 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80ba99-fa55-40d4-a3c5-042b7735ad0d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=5eddc121-3bcc-403b-9408-d630e299bf8b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:40.927815 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:05:40.954700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a80ba99-fa55-40d4-a3c5-042b7735ad0d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:40.955389 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a80ba99-fa55-40d4-a3c5-042b7735ad0d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:40.973087 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8a80ba99-fa55-40d4-a3c5-042b7735ad0d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.9769971 Jul 06 12:05:40.975988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46918) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:40.980940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '5eddc121-3bcc-403b-9408-d630e299bf8b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:40.994619 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-39a1e707-8ed6-4600-a7ad-3c5c2a27129e tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=121d223fedde4d1b9b4a468530b0b863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4220548 Jul 06 12:05:40.998204 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.004980 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.121068 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.172657 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-e7b73d36-70a6-4157-ad66-52a2ad6f49bd service neutron] 10.222.0.81 "GET /v2.0/networks/c21a9a05-440d-4cde-85c7-e76bcc8ac813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674783 Jul 06 12:05:41.236777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Allocated IP 172.25.4.187 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/4adbc97b-e231-426c-9440-dfe469b61213) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:41.254474 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 49fbf984-87c5-49a6-8ea3-a0446eb038a0 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:41.277832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Router 1e81093c-2d3e-4567-a5d9-f86a1e84eca0 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:05:41.327399 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 49fbf984-87c5-49a6-8ea3-a0446eb038a0 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:41.332183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 49fbf984-87c5-49a6-8ea3-a0446eb038a0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:41.332789 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.339324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-8f30a33c-d6ed-4125-965d-7d8ec258052d service neutron] 10.222.0.81 "GET /v2.0/networks/c21a9a05-440d-4cde-85c7-e76bcc8ac813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524529 Jul 06 12:05:41.394702 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.430459 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:41.450185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Sync routers for ids ['1e81093c-2d3e-4567-a5d9-f86a1e84eca0'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:41.451729 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.453370 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0a72a96d-706b-4703-bff6-85566269180e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2043481 Jul 06 12:05:41.456537 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46922) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:41.464003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Routers {'1e81093c-2d3e-4567-a5d9-f86a1e84eca0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:41.464483 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1e81093c-2d3e-4567-a5d9-f86a1e84eca0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:41.467788 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.499129 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.564253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:41.565845 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fbf984-87c5-49a6-8ea3-a0446eb038a0'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:41.567537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:41.570215 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d2ac1d-bea0-4ea9-98ac-2a31631f548a" -d '{"events": [{"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-plugged", "status": "completed", "tag": "49fbf984-87c5-49a6-8ea3-a0446eb038a0"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:41.573219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:41.576767 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=4adbc97b-e231-426c-9440-dfe469b61213,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:41.590217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7729ef11-22cc-4f37-80a7-a274219f102b tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:41.592035 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7729ef11-22cc-4f37-80a7-a274219f102b tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=7b44276911cc4b91aafd86e95f47cd84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1340580 Jul 06 12:05:41.594738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46926) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:41.628908 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 49fbf984-87c5-49a6-8ea3-a0446eb038a0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=49fbf984-87c5-49a6-8ea3-a0446eb038a0,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:41.640285 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:41.641087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d7ac9807-0748-4db2-bb20-30cecc0ca562 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:41.708916 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Set router 1e81093c-2d3e-4567-a5d9-f86a1e84eca0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:41.760219 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53079fb4-950c-46d7-9f8a-5c9100d117ab tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:41.763562 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-53079fb4-950c-46d7-9f8a-5c9100d117ab tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1657443 Jul 06 12:05:41.764843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46934) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:41.860240 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=49fbf984-87c5-49a6-8ea3-a0446eb038a0,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:41.925035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port d7ac9807-0748-4db2-bb20-30cecc0ca562 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:41.951584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port d7ac9807-0748-4db2-bb20-30cecc0ca562 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:41.951968 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.103183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824218948', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:40Z', 'revision_number': 3, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:39Z', 'updated_at': '2021-07-06T12:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:42.135270 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.137554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Checking router: 1e81093c-2d3e-4567-a5d9-f86a1e84eca0 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:42.137909 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Updating router 1e81093c-2d3e-4567-a5d9-f86a1e84eca0 port e6569052-6163-441b-ab2f-4968589e70cd binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:05:42.180797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec903e1-747d-46b4-86f6-ac5bac5d07f1 req-f6ade33f-7d3b-431e-b1b6-d1c5ee4d62ca tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:42.198863 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec903e1-747d-46b4-86f6-ac5bac5d07f1 req-f6ade33f-7d3b-431e-b1b6-d1c5ee4d62ca tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:42.199216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d7ac9807-0748-4db2-bb20-30cecc0ca562, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d7ac9807-0748-4db2-bb20-30cecc0ca562,segment=NetworkSegment(111b6f8b-9c71-4ca6-b2fb-455a8364adda),segment_id=111b6f8b-9c71-4ca6-b2fb-455a8364adda)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:42.209093 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.213203 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.219097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec903e1-747d-46b4-86f6-ac5bac5d07f1 req-f6ade33f-7d3b-431e-b1b6-d1c5ee4d62ca tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:42.234489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec903e1-747d-46b4-86f6-ac5bac5d07f1 req-f6ade33f-7d3b-431e-b1b6-d1c5ee4d62ca tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:42.252020 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec903e1-747d-46b4-86f6-ac5bac5d07f1 req-f6ade33f-7d3b-431e-b1b6-d1c5ee4d62ca tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:42.274480 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec903e1-747d-46b4-86f6-ac5bac5d07f1 req-f6ade33f-7d3b-431e-b1b6-d1c5ee4d62ca tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:42.293797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec903e1-747d-46b4-86f6-ac5bac5d07f1 req-f6ade33f-7d3b-431e-b1b6-d1c5ee4d62ca tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:42.300048 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ec903e1-747d-46b4-86f6-ac5bac5d07f1 req-f6ade33f-7d3b-431e-b1b6-d1c5ee4d62ca tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5439 time: 0.3367620 Jul 06 12:05:42.358552 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.386658 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ec903e1-747d-46b4-86f6-ac5bac5d07f1 req-c554a521-7cd2-41dc-a23a-486e9479890f tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778039 Jul 06 12:05:42.393353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d7ac9807-0748-4db2-bb20-30cecc0ca562,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:42.446962 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6b5965a2-f9cc-4658-8ef0-1d2f23699b58 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6808553 Jul 06 12:05:42.449759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46952) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:42.499707 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fe200c-1113-49d4-b913-b6fde1703aec x-openstack-request-id: req-f8fe200c-1113-49d4-b913-b6fde1703aec {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:42.500007 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-plugged", "status": "completed", "tag": "49fbf984-87c5-49a6-8ea3-a0446eb038a0", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:42.500407 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f8fe200c-1113-49d4-b913-b6fde1703aec {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:42.500732 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fbf984-87c5-49a6-8ea3-a0446eb038a0', 'code': 200} Jul 06 12:05:42.556545 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8af2d016-0f4c-4d4a-a498-dc1a9b9c8a91 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=7b44276911cc4b91aafd86e95f47cd84&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1054690 Jul 06 12:05:42.559336 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46954) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:42.673739 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.702690 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.737864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Transition to ACTIVE for port object e6569052-6163-441b-ab2f-4968589e70cd will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:42.757353 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.822354 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Attempting to bind port e6569052-6163-441b-ab2f-4968589e70cd on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:42.822725 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Attempting to bind port e6569052-6163-441b-ab2f-4968589e70cd by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:42.823144 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Attempting to bind port e6569052-6163-441b-ab2f-4968589e70cd on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:42.826387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e4f9d-fb46-4a07-8671-a95916e867c8 None None] Pushing event updated for resources: {'Port': ['ID=e6569052-6163-441b-ab2f-4968589e70cd,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:42.826561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964ccc93-26e2-404a-b2a6-65a3ebae6aa8 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:42.828190 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-964ccc93-26e2-404a-b2a6-65a3ebae6aa8 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2679231 Jul 06 12:05:42.831585 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46958) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:42.845786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:42.846263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:42.846613 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.847180 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:42.852273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Bound port: e6569052-6163-441b-ab2f-4968589e70cd, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:42.852734 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:42.936145 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8d266acb-3935-4072-91d8-52636e20f6aa tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1029501 Jul 06 12:05:42.936758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46966) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:42.948900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5c2b5015-44ce-46f9-a7f4-49858e1c901c tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1474070392', 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0', 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:42.996332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] For port e6569052-6163-441b-ab2f-4968589e70cd, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:43.001973 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] For port e6569052-6163-441b-ab2f-4968589e70cd, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e6569052-6163-441b-ab2f-4968589e70cd,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:43.012217 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.144015 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.151255 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.179778 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Routers {'1e81093c-2d3e-4567-a5d9-f86a1e84eca0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:43.185690 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1e81093c-2d3e-4567-a5d9-f86a1e84eca0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:43.191067 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2b5015-44ce-46f9-a7f4-49858e1c901c tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Made reservation on behalf of 7b44276911cc4b91aafd86e95f47cd84 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:43.203868 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5015-44ce-46f9-a7f4-49858e1c901c tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.229863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e5801ca-c2da-46d4-8d40-3cd1144d0478 req-b71d4826-5921-4914-bfb3-278fb936e2a9 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 210 time: 0.1454675 Jul 06 12:05:43.287517 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fd11db21-7b96-4dca-820d-6f2614d3aabf up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:43.298082 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e4f9d-fb46-4a07-8671-a95916e867c8 None None] Pushing event updated for resources: {'Port': ['ID=e6569052-6163-441b-ab2f-4968589e70cd,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:43.610600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] Set router 1e81093c-2d3e-4567-a5d9-f86a1e84eca0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:43.645076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=4adbc97b-e231-426c-9440-dfe469b61213,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:43.674737 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.893713 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc352-1fda-405b-ab04-0763cce12fa7 req-0a1ca6c9-4757-42f9-bde7-e93640326642 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:43.910336 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc352-1fda-405b-ab04-0763cce12fa7 req-0a1ca6c9-4757-42f9-bde7-e93640326642 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:43.925720 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc352-1fda-405b-ab04-0763cce12fa7 req-0a1ca6c9-4757-42f9-bde7-e93640326642 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:43.942146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc352-1fda-405b-ab04-0763cce12fa7 req-0a1ca6c9-4757-42f9-bde7-e93640326642 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:43.943608 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port fd11db21-7b96-4dca-820d-6f2614d3aabf completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:43.955268 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc352-1fda-405b-ab04-0763cce12fa7 req-0a1ca6c9-4757-42f9-bde7-e93640326642 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:43.962381 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port fd11db21-7b96-4dca-820d-6f2614d3aabf triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:43.974164 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc352-1fda-405b-ab04-0763cce12fa7 req-0a1ca6c9-4757-42f9-bde7-e93640326642 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:43.974839 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:43.993303 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc352-1fda-405b-ab04-0763cce12fa7 req-0a1ca6c9-4757-42f9-bde7-e93640326642 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:43.998788 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-954cc352-1fda-405b-ab04-0763cce12fa7 req-0a1ca6c9-4757-42f9-bde7-e93640326642 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5440 time: 0.2645099 Jul 06 12:05:44.049592 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-954cc352-1fda-405b-ab04-0763cce12fa7 req-27f44258-1f67-4e86-ba6f-d7823017ba19 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454872 Jul 06 12:05:44.143746 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824218948', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:40Z', 'revision_number': 3, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:39Z', 'updated_at': '2021-07-06T12:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:44.180838 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b06941-4892-4a10-9780-64579e68a870 None None] The sync data for ids ['1e81093c-2d3e-4567-a5d9-f86a1e84eca0'] in n-d-799529-2 is: [{'id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824218948', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:40Z', 'revision_number': 3, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:39Z', 'updated_at': '2021-07-06T12:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:44.204447 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.284007 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fd11db21-7b96-4dca-820d-6f2614d3aabf, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fd11db21-7b96-4dca-820d-6f2614d3aabf,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:44.301682 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.302924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:44.442138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=fd11db21-7b96-4dca-820d-6f2614d3aabf,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:44.450440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:44.458323 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:44.459044 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.509548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ac9807-0748-4db2-bb20-30cecc0ca562'}, {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd11db21-7b96-4dca-820d-6f2614d3aabf'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:44.514682 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f9f9a8-4acc-4b3a-8464-a36c0fe95378" -d '{"events": [{"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-plugged", "status": "completed", "tag": "d7ac9807-0748-4db2-bb20-30cecc0ca562"}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-plugged", "status": "completed", "tag": "fd11db21-7b96-4dca-820d-6f2614d3aabf"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:44.530847 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Floating IP f7480961-c5d8-4860-85fd-c4b780b151f2 associated. External IP: 172.25.4.187, port: 5eddc121-3bcc-403b-9408-d630e299bf8b. Jul 06 12:05:44.692692 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.748532 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99c7d98f-8bd0-4e30-a054-e790b2ab568f req-1a64b5f7-6680-4c9e-8c19-91cb5b4e6ab4 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 210 time: 0.2312615 Jul 06 12:05:44.771123 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-8cd31165-649d-43df-af7c-aa95dd4c0e3e tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:44.773533 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-8cd31165-649d-43df-af7c-aa95dd4c0e3e tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.89 "GET /v2.0/networks?id=c21a9a05-440d-4cde-85c7-e76bcc8ac813 HTTP/1.1" status: 200 len: 818 time: 0.3929915 Jul 06 12:05:44.800595 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Request body: {'port': {'device_id': '69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8', 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813', 'admin_state_up': True, 'tenant_id': '121d223fedde4d1b9b4a468530b0b863'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:44.836398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:44.851752 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:44.853617 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d89e1771-286c-47d4-a06c-d0d0c9d87682 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:45.029206 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf94ea9-accb-4a7d-a43b-9155ce1c3032 x-openstack-request-id: req-ecf94ea9-accb-4a7d-a43b-9155ce1c3032 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:45.049609 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-plugged", "status": "completed", "tag": "d7ac9807-0748-4db2-bb20-30cecc0ca562", "code": 200}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-plugged", "status": "completed", "tag": "fd11db21-7b96-4dca-820d-6f2614d3aabf", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:45.049876 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ecf94ea9-accb-4a7d-a43b-9155ce1c3032 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:45.050302 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ac9807-0748-4db2-bb20-30cecc0ca562', 'code': 200} Jul 06 12:05:45.050588 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd11db21-7b96-4dca-820d-6f2614d3aabf', 'code': 200} Jul 06 12:05:45.092936 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:45.110779 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port d89e1771-286c-47d4-a06c-d0d0c9d87682 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:45.135016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port d89e1771-286c-47d4-a06c-d0d0c9d87682 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:45.135535 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Made reservation on behalf of 121d223fedde4d1b9b4a468530b0b863 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:45.137447 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.154704 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.362103 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.455577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d89e1771-286c-47d4-a06c-d0d0c9d87682, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d89e1771-286c-47d4-a06c-d0d0c9d87682,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:45.469681 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.470652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f0dc445d-142f-4e58-9152-40dd8ee1572f up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:45.516395 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5015-44ce-46f9-a7f4-49858e1c901c tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.616889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Allocated IP 172.20.0.7 (c21a9a05-440d-4cde-85c7-e76bcc8ac813/196d8534-6d6b-49c4-9adc-d4520564352f/962e7b51-b9fb-4e87-8f11-85ed175f4be0) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:45.670263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d89e1771-286c-47d4-a06c-d0d0c9d87682,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:45.707250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3db04e-3f1d-4fd6-b080-f05eb3a81183 req-a54b316e-8a1b-4e00-8b8f-330f29d82552 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:45.708853 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3db04e-3f1d-4fd6-b080-f05eb3a81183 req-a54b316e-8a1b-4e00-8b8f-330f29d82552 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:45.717538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3db04e-3f1d-4fd6-b080-f05eb3a81183 req-a54b316e-8a1b-4e00-8b8f-330f29d82552 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:45.720806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port f0dc445d-142f-4e58-9152-40dd8ee1572f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:45.725492 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3db04e-3f1d-4fd6-b080-f05eb3a81183 req-a54b316e-8a1b-4e00-8b8f-330f29d82552 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:45.728337 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port f0dc445d-142f-4e58-9152-40dd8ee1572f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:45.728831 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:45.732667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3db04e-3f1d-4fd6-b080-f05eb3a81183 req-a54b316e-8a1b-4e00-8b8f-330f29d82552 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:45.740022 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3db04e-3f1d-4fd6-b080-f05eb3a81183 req-a54b316e-8a1b-4e00-8b8f-330f29d82552 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:45.753798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3db04e-3f1d-4fd6-b080-f05eb3a81183 req-a54b316e-8a1b-4e00-8b8f-330f29d82552 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:45.768862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0b3db04e-3f1d-4fd6-b080-f05eb3a81183 req-a54b316e-8a1b-4e00-8b8f-330f29d82552 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5442 time: 0.3989947 Jul 06 12:05:45.789292 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e6569052-6163-441b-ab2f-4968589e70cd up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:45.843076 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0b3db04e-3f1d-4fd6-b080-f05eb3a81183 req-5b9af75c-17d9-4028-8877-1b2dcadd876f tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730085 Jul 06 12:05:46.011929 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b5015-44ce-46f9-a7f4-49858e1c901c tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'Subnet': ['ID=89efe24e-fc47-450f-b0ed-e56fcd0b2651,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:46.031721 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port e6569052-6163-441b-ab2f-4968589e70cd completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:46.034397 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.039974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-3e023e14-5d12-46ed-b626-1b359082f28f tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:46.048038 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-3e023e14-5d12-46ed-b626-1b359082f28f tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.23 "GET /v2.0/networks?id=c21a9a05-440d-4cde-85c7-e76bcc8ac813 HTTP/1.1" status: 200 len: 818 time: 1.0740614 Jul 06 12:05:46.057673 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e6569052-6163-441b-ab2f-4968589e70cd triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:46.064960 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.103525 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-9d0cca4b-ca9e-4684-8dc4-1418ba0ef58a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Request body: {'port': {'device_id': '4332259d-5aea-4916-a39d-a717517d8023', 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813', 'admin_state_up': True, 'tenant_id': '121d223fedde4d1b9b4a468530b0b863'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:46.180933 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3cf8e1d2-5371-4a47-b63f-987c01772e14 req-389f528f-6176-4823-a00a-3b5d9fdca854 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 210 time: 0.0502584 Jul 06 12:05:46.210201 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.229908 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f0dc445d-142f-4e58-9152-40dd8ee1572f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f0dc445d-142f-4e58-9152-40dd8ee1572f,segment=NetworkSegment(e65f28e5-e44b-4d60-96d5-d5f7323ca0b1),segment_id=e65f28e5-e44b-4d60-96d5-d5f7323ca0b1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:46.293086 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.294295 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:46.337682 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.463841 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Pushing event updated for resources: {'Port': ['ID=962e7b51-b9fb-4e87-8f11-85ed175f4be0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:46.467010 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 63514f07-b393-45e8-b8dc-b8118092e145 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:46.468306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b5015-44ce-46f9-a7f4-49858e1c901c tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Checking segment: {'id': 'b03e24d8-99cf-423d-b9b4-1d4144c886cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:46.468751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2b5015-44ce-46f9-a7f4-49858e1c901c tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Network hostable DHCP agents. Network: 44351a4f-1ff7-482b-8a09-6ea6e2dacab0, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:05:46.501819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-d859ad2b-fe0e-4966-b8ad-22ad7475daa3 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:46.503459 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-d859ad2b-fe0e-4966-b8ad-22ad7475daa3 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.89 "GET /v2.0/networks?id=c21a9a05-440d-4cde-85c7-e76bcc8ac813 HTTP/1.1" status: 200 len: 818 time: 0.6547620 Jul 06 12:05:46.511323 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Network c21a9a05-440d-4cde-85c7-e76bcc8ac813 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:46.522889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:46.538308 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-43225c87-fe2f-4f17-b9e6-77f8fb458418 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Request body: {'port': {'device_id': '03fac5e5-0d6c-4340-9a7e-5efec39c0cc4', 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813', 'admin_state_up': True, 'tenant_id': '121d223fedde4d1b9b4a468530b0b863'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:46.541745 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:46.550793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:46.552429 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:46.553842 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:46.555445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:46.556011 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:46.556541 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:46.557086 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:46.557611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:46.558401 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:46.559013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:46.560704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:46.561304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:46.592973 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-9d0cca4b-ca9e-4684-8dc4-1418ba0ef58a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Made reservation on behalf of 121d223fedde4d1b9b4a468530b0b863 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:46.601134 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-9d0cca4b-ca9e-4684-8dc4-1418ba0ef58a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.641812 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.644610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:46.645738 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.671386 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-bf7abaac-720b-4974-bda7-4bb758521482 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8879254 Jul 06 12:05:46.671616 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f0dc445d-142f-4e58-9152-40dd8ee1572f,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:46.687505 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port e6569052-6163-441b-ab2f-4968589e70cd, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e6569052-6163-441b-ab2f-4968589e70cd,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:46.688555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Request body: {'port': {'device_id': '69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:46.696181 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.742670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2b5015-44ce-46f9-a7f4-49858e1c901c tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Network 44351a4f-1ff7-482b-8a09-6ea6e2dacab0 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:05:46.753514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:46.757892 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:46.758271 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.761875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=e6569052-6163-441b-ab2f-4968589e70cd,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:46.804627 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.856915 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.900363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68,segment=NetworkSegment(e65f28e5-e44b-4d60-96d5-d5f7323ca0b1),segment_id=e65f28e5-e44b-4d60-96d5-d5f7323ca0b1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:46.906639 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:46.937164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-9d0cca4b-ca9e-4684-8dc4-1418ba0ef58a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Allocated IP 172.20.0.10 (c21a9a05-440d-4cde-85c7-e76bcc8ac813/196d8534-6d6b-49c4-9adc-d4520564352f/4cf3dac1-bba3-4685-80cb-c3f928b76cfc) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:46.990060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:47.020463 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5c2b5015-44ce-46f9-a7f4-49858e1c901c tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 44351a4f-1ff7-482b-8a09-6ea6e2dacab0) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:47.028478 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7df8eb-fb41-4ead-b597-fa223b95a35f None None] Network 44351a4f-1ff7-482b-8a09-6ea6e2dacab0 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:47.087177 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4fb5a3-a50a-4a36-8855-85dc7f08dc70'}, {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89e1771-286c-47d4-a06c-d0d0c9d87682'}, {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dc445d-142f-4e58-9152-40dd8ee1572f'}, {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:47.092594 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9296dc-e3b1-44ad-ab4c-0313caa484a7" -d '{"events": [{"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-plugged", "status": "completed", "tag": "5c4fb5a3-a50a-4a36-8855-85dc7f08dc70"}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-plugged", "status": "completed", "tag": "d89e1771-286c-47d4-a06c-d0d0c9d87682"}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-plugged", "status": "completed", "tag": "f0dc445d-142f-4e58-9152-40dd8ee1572f"}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-plugged", "status": "completed", "tag": "1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:47.095159 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2b5015-44ce-46f9-a7f4-49858e1c901c tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:47.095792 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5015-44ce-46f9-a7f4-49858e1c901c tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.138844 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5c2b5015-44ce-46f9-a7f4-49858e1c901c tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.2010055 Jul 06 12:05:47.142003 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47004) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:47.195383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:47.202347 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873600eb-fed3-4783-a09e-1d10208e8f3c req-f42ab0d3-1e18-4882-9035-c1ed242e304a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:47.216545 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873600eb-fed3-4783-a09e-1d10208e8f3c req-f42ab0d3-1e18-4882-9035-c1ed242e304a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:47.227028 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873600eb-fed3-4783-a09e-1d10208e8f3c req-f42ab0d3-1e18-4882-9035-c1ed242e304a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:47.231991 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.232435 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f258d4a-3ce4-4dfa-bbea-28ff08f3c9a8 None None] Sync routers for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:47.233818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873600eb-fed3-4783-a09e-1d10208e8f3c req-f42ab0d3-1e18-4882-9035-c1ed242e304a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:47.240056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873600eb-fed3-4783-a09e-1d10208e8f3c req-f42ab0d3-1e18-4882-9035-c1ed242e304a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:47.247983 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873600eb-fed3-4783-a09e-1d10208e8f3c req-f42ab0d3-1e18-4882-9035-c1ed242e304a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:47.248730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-44351a4f-1ff7-482b-8a09-6ea6e2dacab0', 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'fixed_ips': [{'subnet_id': '89efe24e-fc47-450f-b0ed-e56fcd0b2651'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:05:47.249835 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.251312 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f258d4a-3ce4-4dfa-bbea-28ff08f3c9a8 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:47.252716 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9f258d4a-3ce4-4dfa-bbea-28ff08f3c9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:47.263615 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873600eb-fed3-4783-a09e-1d10208e8f3c req-f42ab0d3-1e18-4882-9035-c1ed242e304a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:47.265689 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-873600eb-fed3-4783-a09e-1d10208e8f3c req-f42ab0d3-1e18-4882-9035-c1ed242e304a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5445 time: 0.2215977 Jul 06 12:05:47.308128 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9f258d4a-3ce4-4dfa-bbea-28ff08f3c9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:47.319795 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f258d4a-3ce4-4dfa-bbea-28ff08f3c9a8 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:47.320822 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9f258d4a-3ce4-4dfa-bbea-28ff08f3c9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:47.333740 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-9d0cca4b-ca9e-4684-8dc4-1418ba0ef58a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.349443 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a068b7a1-b616-4e2d-a870-0dc9d9063b18 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.3722854 Jul 06 12:05:47.351033 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47008) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:47.358614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8bfe2a0f-5b12-4f04-9abf-aff78cb6c1c2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'floatingip': {'port_id': '5eddc121-3bcc-403b-9408-d630e299bf8b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:47.360886 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9f258d4a-3ce4-4dfa-bbea-28ff08f3c9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:47.361650 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f258d4a-3ce4-4dfa-bbea-28ff08f3c9a8 None None] The sync data for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:47.373023 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-43225c87-fe2f-4f17-b9e6-77f8fb458418 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Made reservation on behalf of 121d223fedde4d1b9b4a468530b0b863 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:05:47.377216 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-43225c87-fe2f-4f17-b9e6-77f8fb458418 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.408851 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-873600eb-fed3-4783-a09e-1d10208e8f3c req-9eaf8857-a32a-4186-be44-93c02d5384ae tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1318681 Jul 06 12:05:47.443180 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-9d0cca4b-ca9e-4684-8dc4-1418ba0ef58a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.471307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Allocated IP 172.20.0.18 (44351a4f-1ff7-482b-8a09-6ea6e2dacab0/89efe24e-fc47-450f-b0ed-e56fcd0b2651/9b349f66-19d1-4f16-a3c4-20898522c476) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:47.503331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-9d0cca4b-ca9e-4684-8dc4-1418ba0ef58a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Network c21a9a05-440d-4cde-85c7-e76bcc8ac813 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:47.512261 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-9d0cca4b-ca9e-4684-8dc4-1418ba0ef58a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:47.575526 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-9d0cca4b-ca9e-4684-8dc4-1418ba0ef58a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:47.646306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-9d0cca4b-ca9e-4684-8dc4-1418ba0ef58a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:47.647639 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-9d0cca4b-ca9e-4684-8dc4-1418ba0ef58a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.675823 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.688772 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Transition to ACTIVE for port object 9b349f66-19d1-4f16-a3c4-20898522c476 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:47.730033 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Transition to ACTIVE for port object 9b349f66-19d1-4f16-a3c4-20898522c476 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:47.738846 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b9beb8-325d-4b90-9996-82148d9d80c5 x-openstack-request-id: req-43b9beb8-325d-4b90-9996-82148d9d80c5 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:47.739269 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-plugged", "status": "completed", "tag": "5c4fb5a3-a50a-4a36-8855-85dc7f08dc70", "code": 200}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-plugged", "status": "completed", "tag": "d89e1771-286c-47d4-a06c-d0d0c9d87682", "code": 200}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-plugged", "status": "completed", "tag": "f0dc445d-142f-4e58-9152-40dd8ee1572f", "code": 200}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-plugged", "status": "completed", "tag": "1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:47.739538 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43b9beb8-325d-4b90-9996-82148d9d80c5 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:47.739953 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4fb5a3-a50a-4a36-8855-85dc7f08dc70', 'code': 200} Jul 06 12:05:47.740263 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89e1771-286c-47d4-a06c-d0d0c9d87682', 'code': 200} Jul 06 12:05:47.740582 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dc445d-142f-4e58-9152-40dd8ee1572f', 'code': 200} Jul 06 12:05:47.740958 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68', 'code': 200} Jul 06 12:05:47.747124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e6569052-6163-441b-ab2f-4968589e70cd up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:47.752162 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.778309 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-9d0cca4b-ca9e-4684-8dc4-1418ba0ef58a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6789255 Jul 06 12:05:47.809605 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Request body: {'port': {'device_id': '4332259d-5aea-4916-a39d-a717517d8023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:47.815467 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Network 44351a4f-1ff7-482b-8a09-6ea6e2dacab0 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:47.832417 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92287f8d-ce79-4c4f-b0f9-4bc349470a53 req-365c18ef-b2d6-4464-81ad-77ec0a364a8f tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 210 time: 0.0344365 Jul 06 12:05:47.835966 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:47.842388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:47.888767 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Pushing event updated for resources: {'Port': ['ID=9b349f66-19d1-4f16-a3c4-20898522c476,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:47.905278 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.917212 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e6569052-6163-441b-ab2f-4968589e70cd triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:47.917589 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.977632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Attempting to bind port 9b349f66-19d1-4f16-a3c4-20898522c476 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:47.978200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Attempting to bind port 9b349f66-19d1-4f16-a3c4-20898522c476 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'b03e24d8-99cf-423d-b9b4-1d4144c886cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:47.978430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Attempting to bind port 9b349f66-19d1-4f16-a3c4-20898522c476 on network 44351a4f-1ff7-482b-8a09-6ea6e2dacab0 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:47.985005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:47.985397 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Checking segment: {'id': 'b03e24d8-99cf-423d-b9b4-1d4144c886cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:47.985781 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:47.986179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Bound using segment: {'id': 'b03e24d8-99cf-423d-b9b4-1d4144c886cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:47.986654 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Bound port: 9b349f66-19d1-4f16-a3c4-20898522c476, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03e24d8-99cf-423d-b9b4-1d4144c886cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:47.987090 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.064819 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bfe2a0f-5b12-4f04-9abf-aff78cb6c1c2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.136806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] For port 9b349f66-19d1-4f16-a3c4-20898522c476, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:48.140255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] For port 9b349f66-19d1-4f16-a3c4-20898522c476, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9b349f66-19d1-4f16-a3c4-20898522c476,segment=NetworkSegment(b03e24d8-99cf-423d-b9b4-1d4144c886cc),segment_id=b03e24d8-99cf-423d-b9b4-1d4144c886cc)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:48.149301 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.187495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962e7b51-b9fb-4e87-8f11-85ed175f4be0 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:48.203971 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cca4b-ca9e-4684-8dc4-1418ba0ef58a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Pushing event updated for resources: {'Port': ['ID=4cf3dac1-bba3-4685-80cb-c3f928b76cfc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:48.234699 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.265814 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17835d13-5d6d-41a4-a7d4-73f4bdef717c None None] Pushing event updated for resources: {'Port': ['ID=9b349f66-19d1-4f16-a3c4-20898522c476,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:48.292466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe331ba8-9a96-41c5-ae88-7451d3650539 req-8982227e-1386-4546-a3b8-182adb04ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:48.293045 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe331ba8-9a96-41c5-ae88-7451d3650539 req-8982227e-1386-4546-a3b8-182adb04ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:48.293424 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe331ba8-9a96-41c5-ae88-7451d3650539 req-8982227e-1386-4546-a3b8-182adb04ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:48.293897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe331ba8-9a96-41c5-ae88-7451d3650539 req-8982227e-1386-4546-a3b8-182adb04ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:48.294361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe331ba8-9a96-41c5-ae88-7451d3650539 req-8982227e-1386-4546-a3b8-182adb04ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:48.294833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe331ba8-9a96-41c5-ae88-7451d3650539 req-8982227e-1386-4546-a3b8-182adb04ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:48.295324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe331ba8-9a96-41c5-ae88-7451d3650539 req-8982227e-1386-4546-a3b8-182adb04ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:48.297339 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fe331ba8-9a96-41c5-ae88-7451d3650539 req-8982227e-1386-4546-a3b8-182adb04ffd8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 6502 time: 0.6167486 Jul 06 12:05:48.314613 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Transition to ACTIVE for port object 962e7b51-b9fb-4e87-8f11-85ed175f4be0 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:48.328495 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.501653 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.548561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Pushing event updated for resources: {'Port': ['ID=962e7b51-b9fb-4e87-8f11-85ed175f4be0,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:48.715584 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47038) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:48.801863 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Attempting to bind port 962e7b51-b9fb-4e87-8f11-85ed175f4be0 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:48.802347 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Attempting to bind port 962e7b51-b9fb-4e87-8f11-85ed175f4be0 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '98134312-0028-4767-9cf5-7827aa45fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:48.802786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Attempting to bind port 962e7b51-b9fb-4e87-8f11-85ed175f4be0 on network c21a9a05-440d-4cde-85c7-e76bcc8ac813 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:48.843692 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Port 962e7b51-b9fb-4e87-8f11-85ed175f4be0 on network c21a9a05-440d-4cde-85c7-e76bcc8ac813 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:05:48.844082 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Attempting to bind port 962e7b51-b9fb-4e87-8f11-85ed175f4be0 on network c21a9a05-440d-4cde-85c7-e76bcc8ac813 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:48.864989 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:48.865481 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Checking segment: {'id': '98134312-0028-4767-9cf5-7827aa45fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:48.866041 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Bound using segment: {'id': '98134312-0028-4767-9cf5-7827aa45fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:48.866626 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Bound port: 962e7b51-b9fb-4e87-8f11-85ed175f4be0, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98134312-0028-4767-9cf5-7827aa45fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:48.867100 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:48.912023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1018169-8fbf-4861-be96-07dd72027465 req-c9ec53b2-3abc-4219-b1aa-8181d3a90e59 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:48.918744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1018169-8fbf-4861-be96-07dd72027465 req-c9ec53b2-3abc-4219-b1aa-8181d3a90e59 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:48.925141 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1018169-8fbf-4861-be96-07dd72027465 req-c9ec53b2-3abc-4219-b1aa-8181d3a90e59 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:48.931780 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1018169-8fbf-4861-be96-07dd72027465 req-c9ec53b2-3abc-4219-b1aa-8181d3a90e59 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:48.936406 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fe331ba8-9a96-41c5-ae88-7451d3650539 req-732b667e-1bb0-4cf6-9766-78dc39fcbe2a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&id=759b2288-b69a-4532-9bc9-70346e142776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6286702 Jul 06 12:05:48.938355 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1018169-8fbf-4861-be96-07dd72027465 req-c9ec53b2-3abc-4219-b1aa-8181d3a90e59 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:48.944466 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1018169-8fbf-4861-be96-07dd72027465 req-c9ec53b2-3abc-4219-b1aa-8181d3a90e59 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:48.950545 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1018169-8fbf-4861-be96-07dd72027465 req-c9ec53b2-3abc-4219-b1aa-8181d3a90e59 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:48.959295 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c1018169-8fbf-4861-be96-07dd72027465 req-c9ec53b2-3abc-4219-b1aa-8181d3a90e59 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5445 time: 0.2471056 Jul 06 12:05:49.047533 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b8eaae97-54d8-46cd-8689-98722d00007d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.143199 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c1018169-8fbf-4861-be96-07dd72027465 req-91d38be8-29ca-4434-b7c2-c09f98911ff7 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1840744 Jul 06 12:05:49.155739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] For port 962e7b51-b9fb-4e87-8f11-85ed175f4be0, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:49.196271 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] For port 962e7b51-b9fb-4e87-8f11-85ed175f4be0, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=962e7b51-b9fb-4e87-8f11-85ed175f4be0,segment=NetworkSegment(98134312-0028-4767-9cf5-7827aa45fdea),segment_id=98134312-0028-4767-9cf5-7827aa45fdea)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:49.199171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf3dac1-bba3-4685-80cb-c3f928b76cfc {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:49.211872 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.229235 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.232611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Allocated IP 172.20.0.17 (44351a4f-1ff7-482b-8a09-6ea6e2dacab0/89efe24e-fc47-450f-b0ed-e56fcd0b2651/1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:49.284871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Transition to ACTIVE for port object 4cf3dac1-bba3-4685-80cb-c3f928b76cfc will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:49.290211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:49.291545 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.293345 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] 10.222.0.89 "PUT /v2.0/ports/962e7b51-b9fb-4e87-8f11-85ed175f4be0 HTTP/1.1" status: 200 len: 1091 time: 2.6110656 Jul 06 12:05:49.301701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8', 'tag': '962e7b51-b9fb-4e87-8f11-85ed175f4be0'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:49.304667 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8323a7-e7b1-4be0-a4ae-64b787e26e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8", "tag": "962e7b51-b9fb-4e87-8f11-85ed175f4be0"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:49.366566 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.384293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-43225c87-fe2f-4f17-b9e6-77f8fb458418 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Allocated IP 172.20.0.13 (c21a9a05-440d-4cde-85c7-e76bcc8ac813/196d8534-6d6b-49c4-9adc-d4520564352f/cfcbad34-79b9-488e-b65c-4e73af999171) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:49.636736 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bfe2a0f-5b12-4f04-9abf-aff78cb6c1c2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.703837 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf3dac1-bba3-4685-80cb-c3f928b76cfc,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:49.704207 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9b349f66-19d1-4f16-a3c4-20898522c476 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:49.727776 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bfe2a0f-5b12-4f04-9abf-aff78cb6c1c2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.792144 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a678b0-7966-4beb-a8bf-7c2914a52b7d None None] Network 44351a4f-1ff7-482b-8a09-6ea6e2dacab0 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:05:49.811622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 9b349f66-19d1-4f16-a3c4-20898522c476 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:49.914186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8df0e108-0316-4ca7-aa62-7a9729d950e4 None None] Provisioning for port 9b349f66-19d1-4f16-a3c4-20898522c476 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:49.921906 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-43225c87-fe2f-4f17-b9e6-77f8fb458418 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.925205 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-961b2ae3-7614-4fe8-ac7c-8a020b3727d3 req-b19b5ac6-f876-4fc1-9fbf-42b87d2b5cf2 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 210 time: 0.5753069 Jul 06 12:05:49.936013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ae76e-3f0b-485d-9f1e-7d9bdb79d458 service neutron] Pushing event updated for resources: {'Port': ['ID=962e7b51-b9fb-4e87-8f11-85ed175f4be0,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:49.958305 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8df0e108-0316-4ca7-aa62-7a9729d950e4 None None] Provisioning complete for port 9b349f66-19d1-4f16-a3c4-20898522c476 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:49.959127 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8df0e108-0316-4ca7-aa62-7a9729d950e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:49.995977 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-43225c87-fe2f-4f17-b9e6-77f8fb458418 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.023150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-43225c87-fe2f-4f17-b9e6-77f8fb458418 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Network c21a9a05-440d-4cde-85c7-e76bcc8ac813 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:50.038878 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d328c14f-2f07-4fc8-8e82-55fe3ec64803 x-openstack-request-id: req-d328c14f-2f07-4fc8-8e82-55fe3ec64803 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:50.039159 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8", "tag": "962e7b51-b9fb-4e87-8f11-85ed175f4be0", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:50.039448 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d328c14f-2f07-4fc8-8e82-55fe3ec64803 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:50.039853 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8', 'tag': '962e7b51-b9fb-4e87-8f11-85ed175f4be0', 'status': 'completed', 'code': 200} Jul 06 12:05:50.050969 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-43225c87-fe2f-4f17-b9e6-77f8fb458418 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:50.064046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-43225c87-fe2f-4f17-b9e6-77f8fb458418 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:50.078438 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b8eaae97-54d8-46cd-8689-98722d00007d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.103483 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-3a9ebf1d-fc7d-4ab3-bf05-cab3cd8abfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:50.105042 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-3a9ebf1d-fc7d-4ab3-bf05-cab3cd8abfbc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=121d223fedde4d1b9b4a468530b0b863&device_id=69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8 HTTP/1.1" status: 200 len: 1094 time: 0.7075870 Jul 06 12:05:50.117551 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-43225c87-fe2f-4f17-b9e6-77f8fb458418 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:50.118176 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-43225c87-fe2f-4f17-b9e6-77f8fb458418 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.123838 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b8eaae97-54d8-46cd-8689-98722d00007d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.170447 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8df0e108-0316-4ca7-aa62-7a9729d950e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.177669 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.211979 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-43225c87-fe2f-4f17-b9e6-77f8fb458418 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6784630 Jul 06 12:05:50.221569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8df0e108-0316-4ca7-aa62-7a9729d950e4 None None] For port 9b349f66-19d1-4f16-a3c4-20898522c476, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9b349f66-19d1-4f16-a3c4-20898522c476,segment=NetworkSegment(b03e24d8-99cf-423d-b9b4-1d4144c886cc),segment_id=b03e24d8-99cf-423d-b9b4-1d4144c886cc)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:50.234773 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8df0e108-0316-4ca7-aa62-7a9729d950e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.240601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Request body: {'port': {'device_id': '03fac5e5-0d6c-4340-9a7e-5efec39c0cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:50.242633 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b8eaae97-54d8-46cd-8689-98722d00007d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2d8b820c811b4da7990d98f8d631da5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5219197 Jul 06 12:05:50.299984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0e108-0316-4ca7-aa62-7a9729d950e4 None None] Pushing event updated for resources: {'Port': ['ID=9b349f66-19d1-4f16-a3c4-20898522c476,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:50.301682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43225c87-fe2f-4f17-b9e6-77f8fb458418 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Pushing event updated for resources: {'Port': ['ID=cfcbad34-79b9-488e-b65c-4e73af999171,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:50.307169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47054) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:50.322874 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Transition to ACTIVE for port object 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:50.333712 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-5eea2dca-ebd3-436e-bd9d-0d6c55509ebb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=962e7b51-b9fb-4e87-8f11-85ed175f4be0 HTTP/1.1" status: 200 len: 217 time: 0.2072349 Jul 06 12:05:50.397784 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-bedd1008-d8d8-4e3d-a7b3-c3dc364259ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:50.399584 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-bedd1008-d8d8-4e3d-a7b3-c3dc364259ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=196d8534-6d6b-49c4-9adc-d4520564352f HTTP/1.1" status: 200 len: 858 time: 0.0561929 Jul 06 12:05:50.442527 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eaae97-54d8-46cd-8689-98722d00007d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103982f5-599b-422c-bbf2-42d62e7f9aec,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:50.486108 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-70d14d0e-b1d6-41e9-9fc0-0b652c7a307a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c21a9a05-440d-4cde-85c7-e76bcc8ac813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386891 Jul 06 12:05:50.487499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Attempting to bind port 4cf3dac1-bba3-4685-80cb-c3f928b76cfc on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:50.487983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Attempting to bind port 4cf3dac1-bba3-4685-80cb-c3f928b76cfc by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '98134312-0028-4767-9cf5-7827aa45fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:50.488414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Attempting to bind port 4cf3dac1-bba3-4685-80cb-c3f928b76cfc on network c21a9a05-440d-4cde-85c7-e76bcc8ac813 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:50.502011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfe2a0f-5b12-4f04-9abf-aff78cb6c1c2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 63514f07-b393-45e8-b8dc-b8118092e145 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:50.506575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Port 4cf3dac1-bba3-4685-80cb-c3f928b76cfc on network c21a9a05-440d-4cde-85c7-e76bcc8ac813 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:05:50.507019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Attempting to bind port 4cf3dac1-bba3-4685-80cb-c3f928b76cfc on network c21a9a05-440d-4cde-85c7-e76bcc8ac813 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:50.523260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:50.523880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Checking segment: {'id': '98134312-0028-4767-9cf5-7827aa45fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:50.524051 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Bound using segment: {'id': '98134312-0028-4767-9cf5-7827aa45fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:50.524848 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Bound port: 4cf3dac1-bba3-4685-80cb-c3f928b76cfc, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98134312-0028-4767-9cf5-7827aa45fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:50.525464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.560198 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.562294 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0423d7a3-03ad-495e-a737-a3309c298f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.565658 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-933a4a77-f8a7-4696-825e-89a271ec1db1 None None] Provisioning complete for port 9b349f66-19d1-4f16-a3c4-20898522c476 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:50.566129 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-933a4a77-f8a7-4696-825e-89a271ec1db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.619955 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.641793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a781d0-d7be-40f1-a09a-a4900607cf08 req-cf315e14-8ede-4687-842f-1ee0f9a9249a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:50.651939 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a781d0-d7be-40f1-a09a-a4900607cf08 req-cf315e14-8ede-4687-842f-1ee0f9a9249a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:50.661086 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a781d0-d7be-40f1-a09a-a4900607cf08 req-cf315e14-8ede-4687-842f-1ee0f9a9249a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:50.670454 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0423d7a3-03ad-495e-a737-a3309c298f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:50.674950 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a781d0-d7be-40f1-a09a-a4900607cf08 req-cf315e14-8ede-4687-842f-1ee0f9a9249a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:50.682441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a781d0-d7be-40f1-a09a-a4900607cf08 req-cf315e14-8ede-4687-842f-1ee0f9a9249a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:50.689361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a781d0-d7be-40f1-a09a-a4900607cf08 req-cf315e14-8ede-4687-842f-1ee0f9a9249a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:50.695857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a781d0-d7be-40f1-a09a-a4900607cf08 req-cf315e14-8ede-4687-842f-1ee0f9a9249a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:50.713185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0a781d0-d7be-40f1-a09a-a4900607cf08 req-cf315e14-8ede-4687-842f-1ee0f9a9249a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5445 time: 0.3103578 Jul 06 12:05:50.800195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Network 44351a4f-1ff7-482b-8a09-6ea6e2dacab0 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:50.814062 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] For port 4cf3dac1-bba3-4685-80cb-c3f928b76cfc, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:50.817706 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-89a6c3da-9ecd-49d0-8d27-12e5e4bc965c service neutron] 10.222.0.89 "GET /v2.0/networks/c21a9a05-440d-4cde-85c7-e76bcc8ac813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190773 Jul 06 12:05:50.821152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:50.823929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:50.844832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'Port': ['ID=1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:50.897426 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0a781d0-d7be-40f1-a09a-a4900607cf08 req-7b3d2495-720a-4083-87f4-dabd2df14602 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1827183 Jul 06 12:05:51.072131 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.094149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] For port 4cf3dac1-bba3-4685-80cb-c3f928b76cfc, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4cf3dac1-bba3-4685-80cb-c3f928b76cfc,segment=NetworkSegment(98134312-0028-4767-9cf5-7827aa45fdea),segment_id=98134312-0028-4767-9cf5-7827aa45fdea)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:51.112786 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.197907 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0423d7a3-03ad-495e-a737-a3309c298f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.200653 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0423d7a3-03ad-495e-a737-a3309c298f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.201832 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0423d7a3-03ad-495e-a737-a3309c298f99 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/103982f5-599b-422c-bbf2-42d62e7f9aec HTTP/1.1" status: 204 len: 168 time: 0.8919334 Jul 06 12:05:51.229606 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-2fd61d7d-aa2e-458d-a719-bfe0392697f9 service neutron] 10.222.0.89 "GET /v2.0/networks/c21a9a05-440d-4cde-85c7-e76bcc8ac813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897424 Jul 06 12:05:51.233249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfe2a0f-5b12-4f04-9abf-aff78cb6c1c2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:51.244842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c84cca-f816-4ce8-b5cd-b33fdd0c9fb4 None None] Sync routers for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:51.247458 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bfe2a0f-5b12-4f04-9abf-aff78cb6c1c2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.250918 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:51.251171 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.252605 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] 10.222.0.23 "PUT /v2.0/ports/4cf3dac1-bba3-4685-80cb-c3f928b76cfc HTTP/1.1" status: 200 len: 1092 time: 3.4484055 Jul 06 12:05:51.254958 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4332259d-5aea-4916-a39d-a717517d8023', 'tag': '4cf3dac1-bba3-4685-80cb-c3f928b76cfc'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:51.258159 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da429d97-fe60-4afe-9e4c-7fc5bf5007e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4332259d-5aea-4916-a39d-a717517d8023", "tag": "4cf3dac1-bba3-4685-80cb-c3f928b76cfc"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:51.265731 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c84cca-f816-4ce8-b5cd-b33fdd0c9fb4 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:51.268912 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-22c84cca-f816-4ce8-b5cd-b33fdd0c9fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:51.270744 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423d7a3-03ad-495e-a737-a3309c298f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103982f5-599b-422c-bbf2-42d62e7f9aec,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:51.302511 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcbad34-79b9-488e-b65c-4e73af999171 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:51.312168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23544036-6cc3-4f75-ad9d-70499dadab79 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf3dac1-bba3-4685-80cb-c3f928b76cfc,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:51.316436 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.390298 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-22c84cca-f816-4ce8-b5cd-b33fdd0c9fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:51.432443 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Transition to ACTIVE for port object cfcbad34-79b9-488e-b65c-4e73af999171 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:51.448982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c84cca-f816-4ce8-b5cd-b33fdd0c9fb4 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:51.449999 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-22c84cca-f816-4ce8-b5cd-b33fdd0c9fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:51.497562 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8bfe2a0f-5b12-4f04-9abf-aff78cb6c1c2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "PUT /v2.0/floatingips/f7480961-c5d8-4860-85fd-c4b780b151f2 HTTP/1.1" status: 200 len: 979 time: 4.1415312 Jul 06 12:05:51.497562 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.499745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47068) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:51.505871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-22c84cca-f816-4ce8-b5cd-b33fdd0c9fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:51.507428 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c84cca-f816-4ce8-b5cd-b33fdd0c9fb4 None None] The sync data for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:51.509217 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4231bcd9-2d8e-4dad-a89d-4fc5a8621aae None None] Provisioning for port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:51.515173 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4231bcd9-2d8e-4dad-a89d-4fc5a8621aae None None] Provisioning complete for port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:51.515970 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4231bcd9-2d8e-4dad-a89d-4fc5a8621aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.571648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701413a9-1993-40d8-a621-852034a3e411 req-2e2ea1b0-e25e-4175-8084-1050bd70a503 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:51.580038 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcbad34-79b9-488e-b65c-4e73af999171,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:51.594031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701413a9-1993-40d8-a621-852034a3e411 req-2e2ea1b0-e25e-4175-8084-1050bd70a503 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:51.604577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4231bcd9-2d8e-4dad-a89d-4fc5a8621aae None None] Port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:05:51.606173 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701413a9-1993-40d8-a621-852034a3e411 req-2e2ea1b0-e25e-4175-8084-1050bd70a503 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:51.619424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701413a9-1993-40d8-a621-852034a3e411 req-2e2ea1b0-e25e-4175-8084-1050bd70a503 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:51.627617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701413a9-1993-40d8-a621-852034a3e411 req-2e2ea1b0-e25e-4175-8084-1050bd70a503 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:51.635488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701413a9-1993-40d8-a621-852034a3e411 req-2e2ea1b0-e25e-4175-8084-1050bd70a503 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:51.641662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701413a9-1993-40d8-a621-852034a3e411 req-2e2ea1b0-e25e-4175-8084-1050bd70a503 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:51.655772 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-701413a9-1993-40d8-a621-852034a3e411 req-2e2ea1b0-e25e-4175-8084-1050bd70a503 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5445 time: 0.4971297 Jul 06 12:05:51.657323 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47074) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:51.673224 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a9b371d5-8319-44bd-9670-4d6f5b82a29c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Request body: {'floatingip': {'port_id': 'd7ac9807-0748-4db2-bb20-30cecc0ca562'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:51.705549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9b349f66-19d1-4f16-a3c4-20898522c476 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:51.777391 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-d7b82750-3265-4258-984a-2c0df15e1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:51.780839 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-d7b82750-3265-4258-984a-2c0df15e1acf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=121d223fedde4d1b9b4a468530b0b863&device_id=4332259d-5aea-4916-a39d-a717517d8023 HTTP/1.1" status: 200 len: 1095 time: 0.4528499 Jul 06 12:05:51.858143 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.887353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9b349f66-19d1-4f16-a3c4-20898522c476 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:51.889514 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:51.904412 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9b371d5-8319-44bd-9670-4d6f5b82a29c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.097065 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Attempting to bind port cfcbad34-79b9-488e-b65c-4e73af999171 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:52.097907 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Attempting to bind port cfcbad34-79b9-488e-b65c-4e73af999171 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '98134312-0028-4767-9cf5-7827aa45fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:52.097907 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Attempting to bind port cfcbad34-79b9-488e-b65c-4e73af999171 on network c21a9a05-440d-4cde-85c7-e76bcc8ac813 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:52.102388 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-de51c2e8-0934-4546-a7f6-14fbfcaa06c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cf3dac1-bba3-4685-80cb-c3f928b76cfc HTTP/1.1" status: 200 len: 217 time: 0.2283413 Jul 06 12:05:52.109275 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Port cfcbad34-79b9-488e-b65c-4e73af999171 on network c21a9a05-440d-4cde-85c7-e76bcc8ac813 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:05:52.109612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Attempting to bind port cfcbad34-79b9-488e-b65c-4e73af999171 on network c21a9a05-440d-4cde-85c7-e76bcc8ac813 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:52.127884 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:52.128220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Checking segment: {'id': '98134312-0028-4767-9cf5-7827aa45fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:52.128609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Bound using segment: {'id': '98134312-0028-4767-9cf5-7827aa45fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:52.129052 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Bound port: cfcbad34-79b9-488e-b65c-4e73af999171, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98134312-0028-4767-9cf5-7827aa45fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:52.129418 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.146086 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8323a7-e7b1-4be0-a4ae-64b787e26e3b req-cfcb8db4-6022-4f0f-a5f3-5274277c72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:52.148817 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e8323a7-e7b1-4be0-a4ae-64b787e26e3b req-cfcb8db4-6022-4f0f-a5f3-5274277c72f9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=121d223fedde4d1b9b4a468530b0b863&device_id=69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8 HTTP/1.1" status: 200 len: 1094 time: 0.7730198 Jul 06 12:05:52.186006 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-eca88665-b4d0-4853-8854-0125ee4eae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:52.187536 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-eca88665-b4d0-4853-8854-0125ee4eae0c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=196d8534-6d6b-49c4-9adc-d4520564352f HTTP/1.1" status: 200 len: 858 time: 0.0608690 Jul 06 12:05:52.430711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712980b2-65aa-41fc-8604-b2bd6f6f2b41 req-b28aef00-8827-43d2-be79-ff3149ca5837 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:52.438275 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-712980b2-65aa-41fc-8604-b2bd6f6f2b41 req-b28aef00-8827-43d2-be79-ff3149ca5837 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 944 time: 0.5281813 Jul 06 12:05:52.588821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8323a7-e7b1-4be0-a4ae-64b787e26e3b req-b3fd4771-acbc-4f4f-b962-437c271faf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:52.590430 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e8323a7-e7b1-4be0-a4ae-64b787e26e3b req-b3fd4771-acbc-4f4f-b962-437c271faf94 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c21a9a05-440d-4cde-85c7-e76bcc8ac813 HTTP/1.1" status: 200 len: 919 time: 0.4251211 Jul 06 12:05:52.591394 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-b1f9576e-3682-462d-bcd1-00ee87ddbd0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c21a9a05-440d-4cde-85c7-e76bcc8ac813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3685973 Jul 06 12:05:52.693759 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e8323a7-e7b1-4be0-a4ae-64b787e26e3b req-cb796b2d-daf8-4968-9c49-e4711e186dae service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=962e7b51-b9fb-4e87-8f11-85ed175f4be0 HTTP/1.1" status: 200 len: 217 time: 0.0957303 Jul 06 12:05:52.716579 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-712980b2-65aa-41fc-8604-b2bd6f6f2b41 req-7d8cfea9-0d55-4f34-832d-7f898884034a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773197 Jul 06 12:05:52.782895 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e1be2d-ad0c-44e9-8428-e061fb0e6a03 x-openstack-request-id: req-f9e1be2d-ad0c-44e9-8428-e061fb0e6a03 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:52.783177 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4332259d-5aea-4916-a39d-a717517d8023", "tag": "4cf3dac1-bba3-4685-80cb-c3f928b76cfc", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:52.783580 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f9e1be2d-ad0c-44e9-8428-e061fb0e6a03 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:52.784246 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4332259d-5aea-4916-a39d-a717517d8023', 'tag': '4cf3dac1-bba3-4685-80cb-c3f928b76cfc', 'status': 'completed', 'code': 200} Jul 06 12:05:52.800849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ef054ea8-7460-4311-bde1-96b1088d1495 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting port 4adbc97b-e231-426c-9440-dfe469b61213 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:52.801194 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef054ea8-7460-4311-bde1-96b1088d1495 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.805192 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] For port cfcbad34-79b9-488e-b65c-4e73af999171, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:52.880681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] For port cfcbad34-79b9-488e-b65c-4e73af999171, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=cfcbad34-79b9-488e-b65c-4e73af999171,segment=NetworkSegment(98134312-0028-4767-9cf5-7827aa45fdea),segment_id=98134312-0028-4767-9cf5-7827aa45fdea)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:52.897715 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-f3023ffb-3b1d-47c4-a7a0-fba02410ac4f service neutron] 10.222.0.23 "GET /v2.0/networks/c21a9a05-440d-4cde-85c7-e76bcc8ac813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958968 Jul 06 12:05:52.899355 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:52.948152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8323a7-e7b1-4be0-a4ae-64b787e26e3b req-a849ce06-fe9a-4ebd-bb2a-44c48b8abb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:52.950037 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e8323a7-e7b1-4be0-a4ae-64b787e26e3b req-a849ce06-fe9a-4ebd-bb2a-44c48b8abb24 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=196d8534-6d6b-49c4-9adc-d4520564352f HTTP/1.1" status: 200 len: 858 time: 0.2473660 Jul 06 12:05:53.050506 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e8323a7-e7b1-4be0-a4ae-64b787e26e3b req-be7062ea-2788-4ac4-a265-d11bcc824f7b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c21a9a05-440d-4cde-85c7-e76bcc8ac813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517509 Jul 06 12:05:53.070415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:53.071112 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.072577 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] 10.222.0.89 "PUT /v2.0/ports/cfcbad34-79b9-488e-b65c-4e73af999171 HTTP/1.1" status: 200 len: 1092 time: 2.8492107 Jul 06 12:05:53.117914 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-db5079e9-793e-4278-8159-5c00ece6de1c req-a6c1ab94-392e-46c5-81e9-bd676846dc4a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4112329 Jul 06 12:05:53.118573 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e386d3-ea52-4eb8-bd79-81dc1dcf7875 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcbad34-79b9-488e-b65c-4e73af999171,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:53.142933 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef054ea8-7460-4311-bde1-96b1088d1495 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.143298 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef054ea8-7460-4311-bde1-96b1088d1495 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.203781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ef054ea8-7460-4311-bde1-96b1088d1495 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Calling delete_port for 4adbc97b-e231-426c-9440-dfe469b61213 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:53.297546 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.300860 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-fe4b1e6a-6540-43f1-89b2-d34348efcfed service neutron] 10.222.0.23 "GET /v2.0/networks/c21a9a05-440d-4cde-85c7-e76bcc8ac813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604820 Jul 06 12:05:53.389080 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-eaaec468-017a-4b48-9da4-11fa84a7592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:53.390666 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-eaaec468-017a-4b48-9da4-11fa84a7592f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=121d223fedde4d1b9b4a468530b0b863&device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 1095 time: 0.2690239 Jul 06 12:05:53.429641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5079e9-793e-4278-8159-5c00ece6de1c req-79f0ddcc-51ca-400b-b9da-3a1758407a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:53.431257 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-db5079e9-793e-4278-8159-5c00ece6de1c req-79f0ddcc-51ca-400b-b9da-3a1758407a3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f99d139f50d4a1082f8201bb4cc6c27&device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 1096 time: 0.2682261 Jul 06 12:05:53.435569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 962e7b51-b9fb-4e87-8f11-85ed175f4be0 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:53.451543 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e8323a7-e7b1-4be0-a4ae-64b787e26e3b req-f72487a7-a0e0-401d-9e21-839e9fa39110 service neutron] 10.222.0.89 "GET /v2.0/networks/c21a9a05-440d-4cde-85c7-e76bcc8ac813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893814 Jul 06 12:05:53.462612 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.479531 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-bc2ca18e-cbf3-4655-990e-c5a357f93a3b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfcbad34-79b9-488e-b65c-4e73af999171 HTTP/1.1" status: 200 len: 217 time: 0.0645914 Jul 06 12:05:53.623031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 962e7b51-b9fb-4e87-8f11-85ed175f4be0, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=962e7b51-b9fb-4e87-8f11-85ed175f4be0,segment=NetworkSegment(98134312-0028-4767-9cf5-7827aa45fdea),segment_id=98134312-0028-4767-9cf5-7827aa45fdea)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:53.647587 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '962e7b51-b9fb-4e87-8f11-85ed175f4be0', 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813', 'port_id': '962e7b51-b9fb-4e87-8f11-85ed175f4be0', 'mac_address': 'fa:16:3e:df:a6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196d8534-6d6b-49c4-9adc-d4520564352f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:53.709022 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e8323a7-e7b1-4be0-a4ae-64b787e26e3b req-3446bd69-68ac-4d6d-875d-b295094ef99f service neutron] 10.222.0.89 "GET /v2.0/networks/c21a9a05-440d-4cde-85c7-e76bcc8ac813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361238 Jul 06 12:05:53.715796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5079e9-793e-4278-8159-5c00ece6de1c req-0ae49b53-121e-45b0-b6fa-09675e93a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:53.717494 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-db5079e9-793e-4278-8159-5c00ece6de1c req-0ae49b53-121e-45b0-b6fa-09675e93a9b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ede8b9b8-dca5-4b16-b239-976325c5f9c7 HTTP/1.1" status: 200 len: 919 time: 0.2512522 Jul 06 12:05:53.719937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-3f2b02b2-5c4a-43f6-b723-c8375934195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:53.722011 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-3f2b02b2-5c4a-43f6-b723-c8375934195c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=196d8534-6d6b-49c4-9adc-d4520564352f HTTP/1.1" status: 200 len: 858 time: 0.2269242 Jul 06 12:05:53.727993 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da429d97-fe60-4afe-9e4c-7fc5bf5007e8 req-acdf4318-dcac-439b-a48a-4c6ac8ddfe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:53.727993 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da429d97-fe60-4afe-9e4c-7fc5bf5007e8 req-acdf4318-dcac-439b-a48a-4c6ac8ddfe50 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=121d223fedde4d1b9b4a468530b0b863&device_id=4332259d-5aea-4916-a39d-a717517d8023 HTTP/1.1" status: 200 len: 1095 time: 0.3581223 Jul 06 12:05:53.732106 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.749280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962e7b51-b9fb-4e87-8f11-85ed175f4be0 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:53.779581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 962e7b51-b9fb-4e87-8f11-85ed175f4be0, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=962e7b51-b9fb-4e87-8f11-85ed175f4be0,segment=NetworkSegment(98134312-0028-4767-9cf5-7827aa45fdea),segment_id=98134312-0028-4767-9cf5-7827aa45fdea)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:53.785460 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.805941 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9b371d5-8319-44bd-9670-4d6f5b82a29c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.807067 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef054ea8-7460-4311-bde1-96b1088d1495 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.813466 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-6dd5dec4-bf85-4a49-aea6-d44459162f30 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c21a9a05-440d-4cde-85c7-e76bcc8ac813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837586 Jul 06 12:05:53.824487 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9b371d5-8319-44bd-9670-4d6f5b82a29c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.865538 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=962e7b51-b9fb-4e87-8f11-85ed175f4be0,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:53.886687 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'Port': ['ID=1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:53.936241 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:53.998703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da429d97-fe60-4afe-9e4c-7fc5bf5007e8 req-bbb2aeec-81d3-434b-833f-5a2c9d80da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:54.000582 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da429d97-fe60-4afe-9e4c-7fc5bf5007e8 req-bbb2aeec-81d3-434b-833f-5a2c9d80da01 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c21a9a05-440d-4cde-85c7-e76bcc8ac813 HTTP/1.1" status: 200 len: 919 time: 0.2593210 Jul 06 12:05:54.001937 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['962e7b51-b9fb-4e87-8f11-85ed175f4be0'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:54.037402 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-db5079e9-793e-4278-8159-5c00ece6de1c req-f48a8df3-df92-433c-8977-0da68479b752 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4716331f-e403-41a6-8d1d-c30c7e7a2898 HTTP/1.1" status: 200 len: 217 time: 0.3090506 Jul 06 12:05:54.124953 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-a9b371d5-8319-44bd-9670-4d6f5b82a29c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Floating IP d98d002b-fefe-4133-8964-5d8dafeba320 associated. External IP: 172.25.4.145, port: d7ac9807-0748-4db2-bb20-30cecc0ca562. Jul 06 12:05:54.175773 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255edc2-4b93-41c0-bccb-6b9f53906bc9 req-3a1c90d4-dd0c-4905-8898-f6ab726538e4 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:54.183409 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e255edc2-4b93-41c0-bccb-6b9f53906bc9 req-3a1c90d4-dd0c-4905-8898-f6ab726538e4 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 944 time: 0.2980008 Jul 06 12:05:54.189412 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef054ea8-7460-4311-bde1-96b1088d1495 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Port': ['ID=4adbc97b-e231-426c-9440-dfe469b61213,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:54.197304 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da429d97-fe60-4afe-9e4c-7fc5bf5007e8 req-c2b0c4a4-109d-4e39-a3dd-3dd888d4ad0e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cf3dac1-bba3-4685-80cb-c3f928b76cfc HTTP/1.1" status: 200 len: 217 time: 0.1567321 Jul 06 12:05:54.247321 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e255edc2-4b93-41c0-bccb-6b9f53906bc9 req-24913e97-b69f-424f-a660-c47e4ad85406 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630074 Jul 06 12:05:54.317793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Network 44351a4f-1ff7-482b-8a09-6ea6e2dacab0 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:54.321219 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:54.560821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5079e9-793e-4278-8159-5c00ece6de1c req-39d94058-5cb6-48fe-baad-0d647f5a7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:54.566747 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-db5079e9-793e-4278-8159-5c00ece6de1c req-39d94058-5cb6-48fe-baad-0d647f5a7d3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3bb76d0d-b306-4b30-a183-fb66b233ae5c HTTP/1.1" status: 200 len: 858 time: 0.4826965 Jul 06 12:05:54.584905 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-27899a67-a483-4984-adbd-303eb33611d1 service neutron] 10.222.0.89 "GET /v2.0/networks/c21a9a05-440d-4cde-85c7-e76bcc8ac813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553898 Jul 06 12:05:54.588099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da429d97-fe60-4afe-9e4c-7fc5bf5007e8 req-c6897104-e0ed-4874-bace-2aca5c2bf9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:54.589975 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da429d97-fe60-4afe-9e4c-7fc5bf5007e8 req-c6897104-e0ed-4874-bace-2aca5c2bf9a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=196d8534-6d6b-49c4-9adc-d4520564352f HTTP/1.1" status: 200 len: 858 time: 0.3320501 Jul 06 12:05:54.611311 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef054ea8-7460-4311-bde1-96b1088d1495 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.611811 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-ef054ea8-7460-4311-bde1-96b1088d1495 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Floating IP f7480961-c5d8-4860-85fd-c4b780b151f2 disassociated (deleted). External IP: 172.25.4.187, port: 5eddc121-3bcc-403b-9408-d630e299bf8b. Jul 06 12:05:54.739701 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-db5079e9-793e-4278-8159-5c00ece6de1c req-188861c5-7e03-4a22-9ffd-693ebcdd5936 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ede8b9b8-dca5-4b16-b239-976325c5f9c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484528 Jul 06 12:05:54.746250 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da429d97-fe60-4afe-9e4c-7fc5bf5007e8 req-bc915393-ff93-4e28-be56-2cf7b95c2754 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c21a9a05-440d-4cde-85c7-e76bcc8ac813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360853 Jul 06 12:05:54.774701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c126a7fe-ad77-444b-8f0d-b616082d6b02 None None] Provisioning complete for port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:54.776137 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c126a7fe-ad77-444b-8f0d-b616082d6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:54.855648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c126a7fe-ad77-444b-8f0d-b616082d6b02 None None] Port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:05:54.883020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fac5e5-0d6c-4340-9a7e-5efec39c0cc4', 'tag': 'cfcbad34-79b9-488e-b65c-4e73af999171'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:54.885490 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609a3214-6381-425c-824a-489a578f8d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "03fac5e5-0d6c-4340-9a7e-5efec39c0cc4", "tag": "cfcbad34-79b9-488e-b65c-4e73af999171"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:54.889825 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da429d97-fe60-4afe-9e4c-7fc5bf5007e8 req-3bfc9b8a-90a9-47fe-8043-1803540a0f90 service neutron] 10.222.0.23 "GET /v2.0/networks/c21a9a05-440d-4cde-85c7-e76bcc8ac813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232095 Jul 06 12:05:55.140106 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b701d-1c25-4848-bf7d-5b93ce4cb416 req-79780674-7205-4adb-aba0-62828a749fa4 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:55.141641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b45b701d-1c25-4848-bf7d-5b93ce4cb416 req-79780674-7205-4adb-aba0-62828a749fa4 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.2253082 Jul 06 12:05:55.145470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Router 1e81093c-2d3e-4567-a5d9-f86a1e84eca0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:55.158890 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b371d5-8319-44bd-9670-4d6f5b82a29c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:55.295649 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b45b701d-1c25-4848-bf7d-5b93ce4cb416 req-cb987650-29a7-4a47-980f-e4ad6ddca8bf tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420913 Jul 06 12:05:55.331070 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 4cf3dac1-bba3-4685-80cb-c3f928b76cfc details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:55.378489 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-250de852-f6a1-43f2-a3d5-9c0d57e6aa9c req-3d14030b-a521-4fe2-8a54-60e0cf78ab81 service neutron] 10.222.0.89 "GET /v2.0/networks/c21a9a05-440d-4cde-85c7-e76bcc8ac813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7857416 Jul 06 12:05:55.411313 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-db5079e9-793e-4278-8159-5c00ece6de1c req-9fb093d5-36d0-4a6c-be24-ed4ef2c522fe service neutron] 10.222.0.23 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6623976 Jul 06 12:05:55.450329 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:55.453725 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b371d5-8319-44bd-9670-4d6f5b82a29c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:55.454511 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 962e7b51-b9fb-4e87-8f11-85ed175f4be0 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:55.466355 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-42cb22ee-9e01-4e58-8c44-6171ffb0192b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "PUT /v2.0/routers/1e81093c-2d3e-4567-a5d9-f86a1e84eca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3105524 Jul 06 12:05:55.466355 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9b371d5-8319-44bd-9670-4d6f5b82a29c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:55.481207 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Sync routers for ids ['1e81093c-2d3e-4567-a5d9-f86a1e84eca0'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:55.499053 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Routers {'1e81093c-2d3e-4567-a5d9-f86a1e84eca0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:55.499815 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1e81093c-2d3e-4567-a5d9-f86a1e84eca0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:55.513627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493182dc-7f4a-43d7-9bd8-710ef97f91ec None None] Sync routers for ids ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:55.539350 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-da429d97-fe60-4afe-9e4c-7fc5bf5007e8 req-e83bd25a-e350-4fdc-a5ea-72373999e135 service neutron] 10.222.0.23 "GET /v2.0/networks/c21a9a05-440d-4cde-85c7-e76bcc8ac813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031854 Jul 06 12:05:55.567433 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a9b371d5-8319-44bd-9670-4d6f5b82a29c tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "PUT /v2.0/floatingips/d98d002b-fefe-4133-8964-5d8dafeba320 HTTP/1.1" status: 200 len: 992 time: 3.8865914 Jul 06 12:05:55.568414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'tag': 'd7ac9807-0748-4db2-bb20-30cecc0ca562'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:55.584521 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "tag": "d7ac9807-0748-4db2-bb20-30cecc0ca562"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:55.589695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493182dc-7f4a-43d7-9bd8-710ef97f91ec None None] Routers {'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:55.590514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-493182dc-7f4a-43d7-9bd8-710ef97f91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:55.598638 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 962e7b51-b9fb-4e87-8f11-85ed175f4be0 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:55.602305 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 4cf3dac1-bba3-4685-80cb-c3f928b76cfc, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4cf3dac1-bba3-4685-80cb-c3f928b76cfc,segment=NetworkSegment(98134312-0028-4767-9cf5-7827aa45fdea),segment_id=98134312-0028-4767-9cf5-7827aa45fdea)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:55.608372 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c84bce9-ea98-4b9f-b4ea-75a307bc7f23 x-openstack-request-id: req-9c84bce9-ea98-4b9f-b4ea-75a307bc7f23 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:55.608719 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03fac5e5-0d6c-4340-9a7e-5efec39c0cc4", "tag": "cfcbad34-79b9-488e-b65c-4e73af999171", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:55.608958 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c84bce9-ea98-4b9f-b4ea-75a307bc7f23 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:55.609962 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fac5e5-0d6c-4340-9a7e-5efec39c0cc4', 'tag': 'cfcbad34-79b9-488e-b65c-4e73af999171', 'status': 'completed', 'code': 200} Jul 06 12:05:55.668760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 962e7b51-b9fb-4e87-8f11-85ed175f4be0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:55.669144 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:55.689571 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Set router 1e81093c-2d3e-4567-a5d9-f86a1e84eca0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:55.701173 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-db5079e9-793e-4278-8159-5c00ece6de1c req-c6af8716-d817-431c-a9d8-1e9bffed99b8 service neutron] 10.222.0.23 "GET /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815192 Jul 06 12:05:55.718269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef054ea8-7460-4311-bde1-96b1088d1495 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 63514f07-b393-45e8-b8dc-b8118092e145 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:05:55.732528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a3214-6381-425c-824a-489a578f8d5d req-6a568d82-973d-4b8d-bbfa-49184b034c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:55.734123 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-609a3214-6381-425c-824a-489a578f8d5d req-6a568d82-973d-4b8d-bbfa-49184b034c92 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=121d223fedde4d1b9b4a468530b0b863&device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 1095 time: 0.1281464 Jul 06 12:05:55.747041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '4cf3dac1-bba3-4685-80cb-c3f928b76cfc', 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813', 'port_id': '4cf3dac1-bba3-4685-80cb-c3f928b76cfc', 'mac_address': 'fa:16:3e:a8:b8:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196d8534-6d6b-49c4-9adc-d4520564352f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:55.855106 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53a0e2-3985-4c34-bb09-4f888ebb1e0c req-5530122d-0bbb-4937-a932-1a7cf2dff29a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:55.857205 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f53a0e2-3985-4c34-bb09-4f888ebb1e0c req-5530122d-0bbb-4937-a932-1a7cf2dff29a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 944 time: 0.0903130 Jul 06 12:05:55.913968 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f53a0e2-3985-4c34-bb09-4f888ebb1e0c req-de128895-af77-474b-a49c-87d11587bfc6 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474679 Jul 06 12:05:55.926325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef054ea8-7460-4311-bde1-96b1088d1495 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:05:55.932032 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef054ea8-7460-4311-bde1-96b1088d1495 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:55.943526 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a3214-6381-425c-824a-489a578f8d5d req-88840ba1-e540-4d94-9701-892d0ce8e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:55.943526 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-609a3214-6381-425c-824a-489a578f8d5d req-88840ba1-e540-4d94-9701-892d0ce8e888 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c21a9a05-440d-4cde-85c7-e76bcc8ac813 HTTP/1.1" status: 200 len: 919 time: 0.1640265 Jul 06 12:05:55.945949 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e443ff-c3ee-420a-92b2-cb1907722765 None None] Sync routers for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:05:55.965543 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e443ff-c3ee-420a-92b2-cb1907722765 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:55.967538 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-31e443ff-c3ee-420a-92b2-cb1907722765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:56.002562 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-609a3214-6381-425c-824a-489a578f8d5d req-eed9cab3-05b6-4a64-b5b9-4036e53a66cf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfcbad34-79b9-488e-b65c-4e73af999171 HTTP/1.1" status: 200 len: 217 time: 0.0459239 Jul 06 12:05:56.042163 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-31e443ff-c3ee-420a-92b2-cb1907722765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:56.056938 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.059416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a3214-6381-425c-824a-489a578f8d5d req-a21ec26c-a6b7-43c0-ac36-99ca9b748432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.060923 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-609a3214-6381-425c-824a-489a578f8d5d req-a21ec26c-a6b7-43c0-ac36-99ca9b748432 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=196d8534-6d6b-49c4-9adc-d4520564352f HTTP/1.1" status: 200 len: 858 time: 0.0491350 Jul 06 12:05:56.062715 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ef054ea8-7460-4311-bde1-96b1088d1495 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/floatingips/f7480961-c5d8-4860-85fd-c4b780b151f2 HTTP/1.1" status: 204 len: 168 time: 4.4904451 Jul 06 12:05:56.065603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47146) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:56.079620 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e443ff-c3ee-420a-92b2-cb1907722765 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:56.083926 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-31e443ff-c3ee-420a-92b2-cb1907722765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:56.100436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf3dac1-bba3-4685-80cb-c3f928b76cfc {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:56.113970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-493182dc-7f4a-43d7-9bd8-710ef97f91ec None None] Set router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:56.116423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2bde9663-2888-47f3-96cf-0d7933e1ec1b req-e3fd368d-2cb5-42bc-8095-9ed62c107c4b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1220965 Jul 06 12:05:56.156116 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-609a3214-6381-425c-824a-489a578f8d5d req-336caa79-bfb8-4675-9ed2-b688da716c2b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c21a9a05-440d-4cde-85c7-e76bcc8ac813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766935 Jul 06 12:05:56.179688 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-31e443ff-c3ee-420a-92b2-cb1907722765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:56.180430 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e443ff-c3ee-420a-92b2-cb1907722765 None None] The sync data for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:56.198118 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824218948', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:51Z', 'revision_number': 4, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:39Z', 'updated_at': '2021-07-06T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0', 'name': '', 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'mac_address': 'fa:16:3e:2b:27:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '89efe24e-fc47-450f-b0ed-e56fcd0b2651', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:48Z', 'updated_at': '2021-07-06T12:05:52Z', 'revision_number': 2, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'subnets': [{'id': '89efe24e-fc47-450f-b0ed-e56fcd0b2651', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:56.230076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 4cf3dac1-bba3-4685-80cb-c3f928b76cfc, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4cf3dac1-bba3-4685-80cb-c3f928b76cfc,segment=NetworkSegment(98134312-0028-4767-9cf5-7827aa45fdea),segment_id=98134312-0028-4767-9cf5-7827aa45fdea)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:56.238171 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Checking router: 1e81093c-2d3e-4567-a5d9-f86a1e84eca0 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:56.239335 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Updating router 1e81093c-2d3e-4567-a5d9-f86a1e84eca0 port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:05:56.282378 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.289132 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde9663-2888-47f3-96cf-0d7933e1ec1b req-18f30077-5db5-408c-8942-a90af3efaea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.306594 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2bde9663-2888-47f3-96cf-0d7933e1ec1b req-18f30077-5db5-408c-8942-a90af3efaea2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b44276911cc4b91aafd86e95f47cd84&device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 1135 time: 0.1206093 Jul 06 12:05:56.325942 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.362769 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-609a3214-6381-425c-824a-489a578f8d5d req-d194e0fa-e542-49e2-8d53-daa462292615 service neutron] 10.222.0.89 "GET /v2.0/networks/c21a9a05-440d-4cde-85c7-e76bcc8ac813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968484 Jul 06 12:05:56.438683 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.455940 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93b59e1-baa8-4a7b-85a1-5f75c66ab00e x-openstack-request-id: req-b93b59e1-baa8-4a7b-85a1-5f75c66ab00e {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:56.456542 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "tag": "d7ac9807-0748-4db2-bb20-30cecc0ca562", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:56.456866 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b93b59e1-baa8-4a7b-85a1-5f75c66ab00e {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:56.457501 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'tag': 'd7ac9807-0748-4db2-bb20-30cecc0ca562', 'status': 'completed', 'code': 200} Jul 06 12:05:56.490101 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-609a3214-6381-425c-824a-489a578f8d5d req-55245cf5-790e-47da-babb-d0ee3ee6891c service neutron] 10.222.0.89 "GET /v2.0/networks/c21a9a05-440d-4cde-85c7-e76bcc8ac813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197422 Jul 06 12:05:56.512459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-aadd7eb7-88fd-4e22-a4f9-bb46afa1f9f3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting port 5eddc121-3bcc-403b-9408-d630e299bf8b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:56.512459 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aadd7eb7-88fd-4e22-a4f9-bb46afa1f9f3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.539002 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde9663-2888-47f3-96cf-0d7933e1ec1b req-6043741b-66f3-4c9b-8d10-eecca57ef233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.544808 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2bde9663-2888-47f3-96cf-0d7933e1ec1b req-6043741b-66f3-4c9b-8d10-eecca57ef233 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f554e12-ea01-4fe1-af43-7332f080c228 HTTP/1.1" status: 200 len: 897 time: 0.2232082 Jul 06 12:05:56.556448 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962e7b51-b9fb-4e87-8f11-85ed175f4be0'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:56.579383 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58962869-2999-4ed8-ac98-ff42546235bf" -d '{"events": [{"server_uuid": "69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8", "name": "network-vif-plugged", "status": "completed", "tag": "962e7b51-b9fb-4e87-8f11-85ed175f4be0"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:56.611010 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=4cf3dac1-bba3-4685-80cb-c3f928b76cfc,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:56.619175 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 962e7b51-b9fb-4e87-8f11-85ed175f4be0, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=962e7b51-b9fb-4e87-8f11-85ed175f4be0,segment=NetworkSegment(98134312-0028-4767-9cf5-7827aa45fdea),segment_id=98134312-0028-4767-9cf5-7827aa45fdea)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:56.707154 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.727192 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['4cf3dac1-bba3-4685-80cb-c3f928b76cfc'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:56.759763 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2bde9663-2888-47f3-96cf-0d7933e1ec1b req-4885ae04-3ccb-48ec-971b-a81809c7b7f4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab1dca37-70b7-4367-9de8-6c61cbc2fe0f HTTP/1.1" status: 200 len: 1000 time: 0.2061582 Jul 06 12:05:56.795366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-401431a1-5ea8-4b6d-b0ae-45949b9ce7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.796165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-401431a1-5ea8-4b6d-b0ae-45949b9ce7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.796715 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-401431a1-5ea8-4b6d-b0ae-45949b9ce7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.797419 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-401431a1-5ea8-4b6d-b0ae-45949b9ce7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.797776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-401431a1-5ea8-4b6d-b0ae-45949b9ce7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.798303 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-401431a1-5ea8-4b6d-b0ae-45949b9ce7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.798855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-401431a1-5ea8-4b6d-b0ae-45949b9ce7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.801332 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-401431a1-5ea8-4b6d-b0ae-45949b9ce7b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e51f6968cb54be9a671639601bdf4bd&device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 6502 time: 0.3020613 Jul 06 12:05:56.829976 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aadd7eb7-88fd-4e22-a4f9-bb46afa1f9f3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:56.913498 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-aadd7eb7-88fd-4e22-a4f9-bb46afa1f9f3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Calling delete_port for 5eddc121-3bcc-403b-9408-d630e299bf8b owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:56.913747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=962e7b51-b9fb-4e87-8f11-85ed175f4be0,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:56.914046 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ab58-0616-44e8-808e-f975094d3768 req-9c154503-9cb6-48c2-b91e-416822675cac tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.921309 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0730ab58-0616-44e8-808e-f975094d3768 req-9c154503-9cb6-48c2-b91e-416822675cac tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/networks?id=44351a4f-1ff7-482b-8a09-6ea6e2dacab0 HTTP/1.1" status: 200 len: 798 time: 0.3559456 Jul 06 12:05:56.938992 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde9663-2888-47f3-96cf-0d7933e1ec1b req-0ea60a2b-e671-4faa-9779-635518bdd26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:56.940537 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2bde9663-2888-47f3-96cf-0d7933e1ec1b req-0ea60a2b-e671-4faa-9779-635518bdd26b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af5944d1-523a-4de1-821d-1d6e0c9e5446 HTTP/1.1" status: 200 len: 834 time: 0.1605232 Jul 06 12:05:56.948516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0730ab58-0616-44e8-808e-f975094d3768 req-305fe86c-0a7c-42d8-85c4-55c4b12f14f4 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/quotas/7b44276911cc4b91aafd86e95f47cd84 HTTP/1.1" status: 200 len: 375 time: 0.0262556 Jul 06 12:05:57.002749 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.016164 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Transition to ACTIVE for port object 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:05:57.028810 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.076842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611a7b6-4c8e-47a9-a86d-7c1366bc2f09 req-931f350f-6746-4d59-9d1a-3111575f3c98 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:57.078976 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4611a7b6-4c8e-47a9-a86d-7c1366bc2f09 req-931f350f-6746-4d59-9d1a-3111575f3c98 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.89 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.1993964 Jul 06 12:05:57.081834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-09906ed0-1fdd-4ef0-a72d-ead461b610ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:57.083677 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-09906ed0-1fdd-4ef0-a72d-ead461b610ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=e155bfca-ff82-4ba8-aaaa-46b7984f6b46 HTTP/1.1" status: 200 len: 917 time: 0.2715971 Jul 06 12:05:57.087155 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451473c5-e8e7-46a8-88f6-6b78394eb065 None None] Pushing event updated for resources: {'Port': ['ID=1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:57.105199 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451473c5-e8e7-46a8-88f6-6b78394eb065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:57.107017 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451473c5-e8e7-46a8-88f6-6b78394eb065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:57.107603 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451473c5-e8e7-46a8-88f6-6b78394eb065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:57.108976 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451473c5-e8e7-46a8-88f6-6b78394eb065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:57.108976 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451473c5-e8e7-46a8-88f6-6b78394eb065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:57.108976 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451473c5-e8e7-46a8-88f6-6b78394eb065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:57.109700 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451473c5-e8e7-46a8-88f6-6b78394eb065 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:57.110256 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451473c5-e8e7-46a8-88f6-6b78394eb065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:57.110794 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451473c5-e8e7-46a8-88f6-6b78394eb065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:57.111438 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451473c5-e8e7-46a8-88f6-6b78394eb065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:57.111971 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451473c5-e8e7-46a8-88f6-6b78394eb065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:57.112726 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451473c5-e8e7-46a8-88f6-6b78394eb065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:05:57.133891 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde9663-2888-47f3-96cf-0d7933e1ec1b req-d37b0040-90f2-49f8-8d71-a08fb3109a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:57.135703 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2bde9663-2888-47f3-96cf-0d7933e1ec1b req-d37b0040-90f2-49f8-8d71-a08fb3109a45 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f554e12-ea01-4fe1-af43-7332f080c228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850917 Jul 06 12:05:57.168850 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0730ab58-0616-44e8-808e-f975094d3768 req-8caa564b-51a6-4e03-8ee8-0de85019bf56 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7b44276911cc4b91aafd86e95f47cd84&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2192848 Jul 06 12:05:57.233729 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Attempting to bind port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:05:57.234099 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Attempting to bind port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'b03e24d8-99cf-423d-b9b4-1d4144c886cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:05:57.234469 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Attempting to bind port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 on network 44351a4f-1ff7-482b-8a09-6ea6e2dacab0 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:05:57.240091 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:05:57.240620 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Checking segment: {'id': 'b03e24d8-99cf-423d-b9b4-1d4144c886cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:05:57.241088 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.241595 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Bound using segment: {'id': 'b03e24d8-99cf-423d-b9b4-1d4144c886cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:05:57.242204 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Bound port: 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03e24d8-99cf-423d-b9b4-1d4144c886cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:05:57.242591 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.298341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-493182dc-7f4a-43d7-9bd8-710ef97f91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'name': 'tempest-TaggedBootDevicesTest_v242-574789567-router', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '577a07b7-9974-421a-b074-d15c366b8f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:44Z', 'revision_number': 4, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'gw_port': {'id': '577a07b7-9974-421a-b074-d15c366b8f30', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:39Z', 'updated_at': '2021-07-06T12:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'd98d002b-fefe-4133-8964-5d8dafeba320', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'port_id': 'd7ac9807-0748-4db2-bb20-30cecc0ca562', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'mac_address': 'fa:16:3e:7a:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:35Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 1, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a32f648-23f7-4aac-b345-c7bd7da0d1d6', 'name': '', 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'mac_address': 'fa:16:3e:4c:95:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:43Z', 'updated_at': '2021-07-06T12:03:51Z', 'revision_number': 5, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'subnets': [{'id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:57.332939 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] For port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:05:57.339439 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] For port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0,segment=NetworkSegment(b03e24d8-99cf-423d-b9b4-1d4144c886cc),segment_id=b03e24d8-99cf-423d-b9b4-1d4144c886cc)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:05:57.343873 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2bde9663-2888-47f3-96cf-0d7933e1ec1b req-6a5fe49c-4151-47f0-9e91-cbe054014acc service neutron] 10.222.0.89 "GET /v2.0/networks/7f554e12-ea01-4fe1-af43-7332f080c228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989317 Jul 06 12:05:57.357947 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.365027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493182dc-7f4a-43d7-9bd8-710ef97f91ec None None] Checking router: dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:05:57.389230 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493182dc-7f4a-43d7-9bd8-710ef97f91ec None None] Routers {'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:57.389895 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-493182dc-7f4a-43d7-9bd8-710ef97f91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:57.468634 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-f41a2b9d-0183-4383-a98f-adf963331bfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7ac9807-0748-4db2-bb20-30cecc0ca562 HTTP/1.1" status: 200 len: 1000 time: 0.3364844 Jul 06 12:05:57.473781 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device cfcbad34-79b9-488e-b65c-4e73af999171 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:05:57.503165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2bde9663-2888-47f3-96cf-0d7933e1ec1b req-406c0cc6-ed66-4374-8b38-1114d06dbb68 service neutron] 10.222.0.89 "GET /v2.0/networks/7f554e12-ea01-4fe1-af43-7332f080c228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485500 Jul 06 12:05:57.605881 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451473c5-e8e7-46a8-88f6-6b78394eb065 None None] Pushing event updated for resources: {'Port': ['ID=1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:57.635445 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Routers {'1e81093c-2d3e-4567-a5d9-f86a1e84eca0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:05:57.636600 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1e81093c-2d3e-4567-a5d9-f86a1e84eca0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:57.660669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4611a7b6-4c8e-47a9-a86d-7c1366bc2f09 req-8cae8e59-d358-4851-8993-7f1bf9327276 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Deleting port 6438d86a-e481-4a24-9315-678caacf8abf {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:05:57.661155 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4611a7b6-4c8e-47a9-a86d-7c1366bc2f09 req-8cae8e59-d358-4851-8993-7f1bf9327276 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:57.675324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0730ab58-0616-44e8-808e-f975094d3768 req-f002d235-fbd1-437c-b0a5-c7cd337bbe4f service neutron] 10.222.0.81 "GET /v2.0/networks/44351a4f-1ff7-482b-8a09-6ea6e2dacab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304117 Jul 06 12:05:57.784323 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-493182dc-7f4a-43d7-9bd8-710ef97f91ec None None] Set router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:57.858797 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] Set router 1e81093c-2d3e-4567-a5d9-f86a1e84eca0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:05:57.884469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-dab74535-091c-473e-b8a2-94ac182f4877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:57.886207 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-dab74535-091c-473e-b8a2-94ac182f4877 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f19cb1b0-56e0-4d55-af26-5ec14e7184b8 HTTP/1.1" status: 200 len: 855 time: 0.3875737 Jul 06 12:05:57.909943 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0730ab58-0616-44e8-808e-f975094d3768 req-e3d1e8fb-e33b-40d6-801d-52cffb599355 service neutron] 10.222.0.81 "GET /v2.0/networks/44351a4f-1ff7-482b-8a09-6ea6e2dacab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252889 Jul 06 12:05:57.977199 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aadd7eb7-88fd-4e22-a4f9-bb46afa1f9f3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.040623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd7eb7-88fd-4e22-a4f9-bb46afa1f9f3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Port': ['ID=5eddc121-3bcc-403b-9408-d630e299bf8b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:58.088621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4611a7b6-4c8e-47a9-a86d-7c1366bc2f09 req-8cae8e59-d358-4851-8993-7f1bf9327276 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] For port 6438d86a-e481-4a24-9315-678caacf8abf, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=6438d86a-e481-4a24-9315-678caacf8abf,segment=NetworkSegment(5ef2dbde-5199-4d4a-b5ff-73c6a3156f21),segment_id=5ef2dbde-5199-4d4a-b5ff-73c6a3156f21)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:58.088991 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4611a7b6-4c8e-47a9-a86d-7c1366bc2f09 req-8cae8e59-d358-4851-8993-7f1bf9327276 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.145683 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4611a7b6-4c8e-47a9-a86d-7c1366bc2f09 req-8cae8e59-d358-4851-8993-7f1bf9327276 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Calling delete_port for 6438d86a-e481-4a24-9315-678caacf8abf owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:05:58.222570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-cdf1dfac-0289-4db1-9e8b-f337023376c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:58.230447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port cfcbad34-79b9-488e-b65c-4e73af999171, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=cfcbad34-79b9-488e-b65c-4e73af999171,segment=NetworkSegment(98134312-0028-4767-9cf5-7827aa45fdea),segment_id=98134312-0028-4767-9cf5-7827aa45fdea)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:58.257940 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-cdf1dfac-0289-4db1-9e8b-f337023376c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e155bfca-ff82-4ba8-aaaa-46b7984f6b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3502517 Jul 06 12:05:58.260198 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'cfcbad34-79b9-488e-b65c-4e73af999171', 'network_id': 'c21a9a05-440d-4cde-85c7-e76bcc8ac813', 'port_id': 'cfcbad34-79b9-488e-b65c-4e73af999171', 'mac_address': 'fa:16:3e:c9:db:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196d8534-6d6b-49c4-9adc-d4520564352f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:05:58.343299 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-493182dc-7f4a-43d7-9bd8-710ef97f91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'name': 'tempest-TaggedBootDevicesTest_v242-574789567-router', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '577a07b7-9974-421a-b074-d15c366b8f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:44Z', 'revision_number': 4, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'gw_port': {'id': '577a07b7-9974-421a-b074-d15c366b8f30', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:39Z', 'updated_at': '2021-07-06T12:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'd98d002b-fefe-4133-8964-5d8dafeba320', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'port_id': 'd7ac9807-0748-4db2-bb20-30cecc0ca562', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'mac_address': 'fa:16:3e:7a:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:35Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 1, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a32f648-23f7-4aac-b345-c7bd7da0d1d6', 'name': '', 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'mac_address': 'fa:16:3e:4c:95:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:43Z', 'updated_at': '2021-07-06T12:03:51Z', 'revision_number': 5, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'subnets': [{'id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:58.347395 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824218948', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:51Z', 'revision_number': 4, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:39Z', 'updated_at': '2021-07-06T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0', 'name': '', 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'mac_address': 'fa:16:3e:2b:27:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '89efe24e-fc47-450f-b0ed-e56fcd0b2651', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:48Z', 'updated_at': '2021-07-06T12:05:57Z', 'revision_number': 4, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'subnets': [{'id': '89efe24e-fc47-450f-b0ed-e56fcd0b2651', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:05:58.379002 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905a176-f82e-4c1e-ab58-7ad018406155 None None] The sync data for ids ['1e81093c-2d3e-4567-a5d9-f86a1e84eca0'] in n-d-799529-2 is: [{'id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824218948', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:05:51Z', 'revision_number': 4, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:39Z', 'updated_at': '2021-07-06T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0', 'name': '', 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'mac_address': 'fa:16:3e:2b:27:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '89efe24e-fc47-450f-b0ed-e56fcd0b2651', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:48Z', 'updated_at': '2021-07-06T12:05:57Z', 'revision_number': 4, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'subnets': [{'id': '89efe24e-fc47-450f-b0ed-e56fcd0b2651', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:58.381907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493182dc-7f4a-43d7-9bd8-710ef97f91ec None None] The sync data for ids ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'] in n-d-799529-2 is: [{'id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'name': 'tempest-TaggedBootDevicesTest_v242-574789567-router', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '577a07b7-9974-421a-b074-d15c366b8f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:44Z', 'revision_number': 4, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'gw_port': {'id': '577a07b7-9974-421a-b074-d15c366b8f30', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:39Z', 'updated_at': '2021-07-06T12:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'd98d002b-fefe-4133-8964-5d8dafeba320', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'port_id': 'd7ac9807-0748-4db2-bb20-30cecc0ca562', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'mac_address': 'fa:16:3e:7a:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:04:35Z', 'updated_at': '2021-07-06T12:05:53Z', 'revision_number': 1, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a32f648-23f7-4aac-b345-c7bd7da0d1d6', 'name': '', 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'mac_address': 'fa:16:3e:4c:95:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:43Z', 'updated_at': '2021-07-06T12:03:51Z', 'revision_number': 5, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'subnets': [{'id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:05:58.387271 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.414311 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcbad34-79b9-488e-b65c-4e73af999171 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:05:58.464124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port cfcbad34-79b9-488e-b65c-4e73af999171, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=cfcbad34-79b9-488e-b65c-4e73af999171,segment=NetworkSegment(98134312-0028-4767-9cf5-7827aa45fdea),segment_id=98134312-0028-4767-9cf5-7827aa45fdea)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:05:58.487698 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.640765 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=cfcbad34-79b9-488e-b65c-4e73af999171,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:58.657645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089516b-a24b-4193-a157-07ae10f655ae req-83158e3e-2662-4b7e-9a0d-c7e62c1a1257 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:58.673556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f089516b-a24b-4193-a157-07ae10f655ae req-83158e3e-2662-4b7e-9a0d-c7e62c1a1257 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 946 time: 0.1901507 Jul 06 12:05:58.715514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['cfcbad34-79b9-488e-b65c-4e73af999171'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:58.779315 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f089516b-a24b-4193-a157-07ae10f655ae req-d39cf76e-1fb5-4d47-9463-3819b3ccbe18 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047196 Jul 06 12:05:58.866887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f95b924-a0da-4ea1-85c0-874fb7aebca0 None None] New status for floating IP d98d002b-fefe-4133-8964-5d8dafeba320: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:05:58.969188 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aadd7eb7-88fd-4e22-a4f9-bb46afa1f9f3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:58.971129 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-aadd7eb7-88fd-4e22-a4f9-bb46afa1f9f3 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/ports/5eddc121-3bcc-403b-9408-d630e299bf8b HTTP/1.1" status: 204 len: 168 time: 2.9044113 Jul 06 12:05:58.974792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47180) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:05:58.979982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:05:58.989297 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eae2330-64d6-440f-af63-d25f786a65dd x-openstack-request-id: req-1eae2330-64d6-440f-af63-d25f786a65dd {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:05:58.993098 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8", "name": "network-vif-plugged", "status": "completed", "tag": "962e7b51-b9fb-4e87-8f11-85ed175f4be0", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:05:58.995491 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1eae2330-64d6-440f-af63-d25f786a65dd {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:05:58.996052 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962e7b51-b9fb-4e87-8f11-85ed175f4be0', 'code': 200} Jul 06 12:05:59.051181 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.127412 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-d3581221-1311-4a8d-b6dc-1c56c0243219 service neutron] 10.222.0.23 "GET /v2.0/networks/e155bfca-ff82-4ba8-aaaa-46b7984f6b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8229635 Jul 06 12:05:59.194855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7c6e2-0227-4ca9-99fc-581fd24762b9 req-8252797c-8cb7-4d1d-a657-7655a44729c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:59.196569 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-72b7c6e2-0227-4ca9-99fc-581fd24762b9 req-8252797c-8cb7-4d1d-a657-7655a44729c7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8 HTTP/1.1" status: 200 len: 1096 time: 0.1692843 Jul 06 12:05:59.306642 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-72b7c6e2-0227-4ca9-99fc-581fd24762b9 req-9fcddaef-497b-4de3-984f-b85f6271fe8b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945380 Jul 06 12:05:59.324463 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.348290 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 4cf3dac1-bba3-4685-80cb-c3f928b76cfc up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:59.379949 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4611a7b6-4c8e-47a9-a86d-7c1366bc2f09 req-8cae8e59-d358-4851-8993-7f1bf9327276 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.437427 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Allocated IP 172.25.4.183 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/15d48bd0-4b96-4c20-b6cc-1b63850afd41) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:05:59.473098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae8e59-d358-4851-8993-7f1bf9327276 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Pushing event deleted for resources: {'Port': ['ID=6438d86a-e481-4a24-9315-678caacf8abf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:05:59.495996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['4716331f-e403-41a6-8d1d-c30c7e7a2898'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:05:59.498231 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 6438d86a-e481-4a24-9315-678caacf8abf no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:05:59.504732 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c1afa8a0-4b9f-44b7-9755-18342c7bc7f5 req-9baa0ff0-4894-442d-a273-cf7ebe094e17 service neutron] 10.222.0.23 "GET /v2.0/networks/e155bfca-ff82-4ba8-aaaa-46b7984f6b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690863 Jul 06 12:05:59.554742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.597631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 6438d86a-e481-4a24-9315-678caacf8abf {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:05:59.597631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 6438d86a-e481-4a24-9315-678caacf8abf not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:05:59.616755 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4611a7b6-4c8e-47a9-a86d-7c1366bc2f09 req-8cae8e59-d358-4851-8993-7f1bf9327276 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] No DVR routers for this DVR port 6438d86a-e481-4a24-9315-678caacf8abf on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:05:59.624827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e5785-cff0-4332-b3fb-6e9e4515c64d req-9fed606b-fbc3-4850-ab59-52505f8104a3 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:05:59.632502 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4611a7b6-4c8e-47a9-a86d-7c1366bc2f09 req-8cae8e59-d358-4851-8993-7f1bf9327276 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.634668 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4611a7b6-4c8e-47a9-a86d-7c1366bc2f09 req-8cae8e59-d358-4851-8993-7f1bf9327276 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.89 "DELETE /v2.0/ports/6438d86a-e481-4a24-9315-678caacf8abf HTTP/1.1" status: 204 len: 173 time: 2.5479388 Jul 06 12:05:59.635147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337', 'name': 'network-vif-deleted', 'tag': '6438d86a-e481-4a24-9315-678caacf8abf'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:05:59.637466 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3176808-fb0d-44f1-b564-2b425dad0eaf" -d '{"events": [{"server_uuid": "d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337", "name": "network-vif-deleted", "tag": "6438d86a-e481-4a24-9315-678caacf8abf"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:05:59.648227 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e3e5785-cff0-4332-b3fb-6e9e4515c64d req-9fed606b-fbc3-4850-ab59-52505f8104a3 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 945 time: 0.4571519 Jul 06 12:05:59.672829 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 4cf3dac1-bba3-4685-80cb-c3f928b76cfc completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:05:59.701312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 4cf3dac1-bba3-4685-80cb-c3f928b76cfc triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:05:59.701873 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.781483 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e3e5785-cff0-4332-b3fb-6e9e4515c64d req-65115080-1295-4b1a-b7d8-6dd6745f672a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306992 Jul 06 12:05:59.815680 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:05:59.879513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:05:59.909994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:05:59.935161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:05:59.941271 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:05:59.944186 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=15d48bd0-4b96-4c20-b6cc-1b63850afd41,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:00.027756 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.119075 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.129393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:00.142855 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 4cf3dac1-bba3-4685-80cb-c3f928b76cfc, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4cf3dac1-bba3-4685-80cb-c3f928b76cfc,segment=NetworkSegment(98134312-0028-4767-9cf5-7827aa45fdea),segment_id=98134312-0028-4767-9cf5-7827aa45fdea)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:00.144047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:00.144593 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.197587 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.206060 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.321627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=4cf3dac1-bba3-4685-80cb-c3f928b76cfc,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:00.374155 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.390773 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28dee561-db05-4a27-8a70-c69ab89ed8b1 req-853c2388-653d-4f20-969d-4398f527c066 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 210 time: 0.0465760 Jul 06 12:06:00.417286 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0,segment=NetworkSegment(b03e24d8-99cf-423d-b9b4-1d4144c886cc),segment_id=b03e24d8-99cf-423d-b9b4-1d4144c886cc)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:00.437095 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.500785 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.512190 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.569922 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:00.573798 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b089371-a783-4040-8b39-b96660ba98d4 x-openstack-request-id: req-6b089371-a783-4040-8b39-b96660ba98d4 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:00.574325 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337", "name": "network-vif-deleted", "tag": "6438d86a-e481-4a24-9315-678caacf8abf", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:00.574325 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b089371-a783-4040-8b39-b96660ba98d4 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:00.574747 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337', 'name': 'network-vif-deleted', 'tag': '6438d86a-e481-4a24-9315-678caacf8abf', 'status': 'completed', 'code': 200} Jul 06 12:06:00.663070 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=15d48bd0-4b96-4c20-b6cc-1b63850afd41,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:00.684164 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.727115 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:00.730555 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-23f6baec-087c-4b95-8ed8-55591c7c1c6e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7523899 Jul 06 12:06:00.730902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47194) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:00.736520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f2d81a91-4f3a-42db-acf6-e2545eebe159 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'port': {'network_id': '7dac5776-c174-4483-ae46-012003ad0a2f', 'name': 'tempest-FloatingIPTestJSON-1442342239'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:00.843932 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c6865bb5-c24e-4bee-8d81-e959d8bd2ae4 req-94e602aa-9668-421b-a6fa-ab0b1c3ab546 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9cf7ab8-de8c-4ab7-82bf-3aaffeb7b337 HTTP/1.1" status: 200 len: 210 time: 0.0694432 Jul 06 12:06:00.993579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47200) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:00.997112 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4332259d-5aea-4916-a39d-a717517d8023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf3dac1-bba3-4685-80cb-c3f928b76cfc'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:00.999553 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4558ff-026f-429d-9648-8ef0da634ef8" -d '{"events": [{"server_uuid": "4332259d-5aea-4916-a39d-a717517d8023", "name": "network-vif-plugged", "status": "completed", "tag": "4cf3dac1-bba3-4685-80cb-c3f928b76cfc"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:01.094815 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad2c79-4fd2-4302-90cb-58a5d38d8304 req-e7eb4db4-6f3f-4346-92cb-30aba024baff tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:01.102584 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8bad2c79-4fd2-4302-90cb-58a5d38d8304 req-e7eb4db4-6f3f-4346-92cb-30aba024baff tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 945 time: 0.0789487 Jul 06 12:06:01.135573 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d81a91-4f3a-42db-acf6-e2545eebe159 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Made reservation on behalf of 622b4ed4040b4858a6d27705155220bc for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:01.139938 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2d81a91-4f3a-42db-acf6-e2545eebe159 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.149242 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8bad2c79-4fd2-4302-90cb-58a5d38d8304 req-44e4b351-e3d8-4ff4-a0bf-a6974386f51e tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453546 Jul 06 12:06:01.165569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ab58-0616-44e8-808e-f975094d3768 req-962046ea-42b0-44d1-b1ad-ca9f47575868 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:01.167565 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0730ab58-0616-44e8-808e-f975094d3768 req-962046ea-42b0-44d1-b1ad-ca9f47575868 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.23 "GET /v2.0/networks?id=44351a4f-1ff7-482b-8a09-6ea6e2dacab0 HTTP/1.1" status: 200 len: 798 time: 0.3360958 Jul 06 12:06:01.170939 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d807569c-fa21-4264-be3d-091da001718e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.183042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-0730ab58-0616-44e8-808e-f975094d3768 req-0ef2dcdc-2fe0-4990-adf7-9cac3187c903 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Request body: {'port': {'device_id': '9905895f-e591-41cf-8ed0-06fd0ff2aace', 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0', 'admin_state_up': True, 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:01.194453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-f2d81a91-4f3a-42db-acf6-e2545eebe159 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] device_id is not set on port e2d93f71-2e20-4e38-95bc-036f4828aa33 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:06:01.217348 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ae9afc-9e96-4e10-af3c-49cdd9826489 x-openstack-request-id: req-f4ae9afc-9e96-4e10-af3c-49cdd9826489 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:01.217687 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4332259d-5aea-4916-a39d-a717517d8023", "name": "network-vif-plugged", "status": "completed", "tag": "4cf3dac1-bba3-4685-80cb-c3f928b76cfc", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:01.217990 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4ae9afc-9e96-4e10-af3c-49cdd9826489 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:01.218280 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4332259d-5aea-4916-a39d-a717517d8023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf3dac1-bba3-4685-80cb-c3f928b76cfc', 'code': 200} Jul 06 12:06:01.309136 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d807569c-fa21-4264-be3d-091da001718e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.314871 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d807569c-fa21-4264-be3d-091da001718e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.360404 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d807569c-fa21-4264-be3d-091da001718e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d87fca2b8bad41ec863a34dadfd03674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3657331 Jul 06 12:06:01.361308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807569c-fa21-4264-be3d-091da001718e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5276b64b-bc28-46cc-a896-ee86d378bd1d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:01.363822 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47208) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:01.414641 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-741f7235-cab0-4790-a124-dc7dfb0ad1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.440391 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-741f7235-cab0-4790-a124-dc7dfb0ad1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.468428 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device cfcbad34-79b9-488e-b65c-4e73af999171 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:01.506973 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-f2d81a91-4f3a-42db-acf6-e2545eebe159 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Allocated IP 172.20.0.5 (7dac5776-c174-4483-ae46-012003ad0a2f/3ec4d606-df12-4611-bdb4-687252a4c22c/e2d93f71-2e20-4e38-95bc-036f4828aa33) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:01.510907 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-741f7235-cab0-4790-a124-dc7dfb0ad1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.513722 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-741f7235-cab0-4790-a124-dc7dfb0ad1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.515480 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-741f7235-cab0-4790-a124-dc7dfb0ad1a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5276b64b-bc28-46cc-a896-ee86d378bd1d HTTP/1.1" status: 204 len: 168 time: 0.1508565 Jul 06 12:06:01.522619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371a262-aa3f-4b4e-adf5-91a4e5665012 req-94c571c8-1f32-4125-a83c-baa53d95ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:01.524683 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0371a262-aa3f-4b4e-adf5-91a4e5665012 req-94c571c8-1f32-4125-a83c-baa53d95ba4f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4332259d-5aea-4916-a39d-a717517d8023 HTTP/1.1" status: 200 len: 1097 time: 0.2119493 Jul 06 12:06:01.534486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f7235-cab0-4790-a124-dc7dfb0ad1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5276b64b-bc28-46cc-a896-ee86d378bd1d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:01.611516 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0371a262-aa3f-4b4e-adf5-91a4e5665012 req-3e760e58-ac06-4bdf-9593-a91aa8e002d9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708759 Jul 06 12:06:01.615989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0730ab58-0616-44e8-808e-f975094d3768 req-0ef2dcdc-2fe0-4990-adf7-9cac3187c903 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Made reservation on behalf of 7b44276911cc4b91aafd86e95f47cd84 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:01.620548 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0730ab58-0616-44e8-808e-f975094d3768 req-0ef2dcdc-2fe0-4990-adf7-9cac3187c903 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.637585 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-413b6584-eb6b-4bed-b118-e7340225a49f req-ed909dcd-e1ac-42cf-abae-ebf9942d7a02 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 210 time: 0.0418949 Jul 06 12:06:01.669951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port cfcbad34-79b9-488e-b65c-4e73af999171 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:01.677411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port cfcbad34-79b9-488e-b65c-4e73af999171 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:01.679516 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.731256 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:01.841769 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.846732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:01.847341 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.863411 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2d81a91-4f3a-42db-acf6-e2545eebe159 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:01.899551 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-0730ab58-0616-44e8-808e-f975094d3768 req-0ef2dcdc-2fe0-4990-adf7-9cac3187c903 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Allocated IP 172.20.0.22 (44351a4f-1ff7-482b-8a09-6ea6e2dacab0/89efe24e-fc47-450f-b0ed-e56fcd0b2651/e05d295e-5ca6-406c-9c96-29f1b769b7a2) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:01.934631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port cfcbad34-79b9-488e-b65c-4e73af999171, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=cfcbad34-79b9-488e-b65c-4e73af999171,segment=NetworkSegment(98134312-0028-4767-9cf5-7827aa45fdea),segment_id=98134312-0028-4767-9cf5-7827aa45fdea)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:01.944656 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.009463 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2d81a91-4f3a-42db-acf6-e2545eebe159 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.081489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d81a91-4f3a-42db-acf6-e2545eebe159 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 7dac5776-c174-4483-ae46-012003ad0a2f is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:02.091135 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=cfcbad34-79b9-488e-b65c-4e73af999171,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:02.091685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f2d81a91-4f3a-42db-acf6-e2545eebe159 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:02.099579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d81a91-4f3a-42db-acf6-e2545eebe159 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:02.106645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d81a91-4f3a-42db-acf6-e2545eebe159 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=e2d93f71-2e20-4e38-95bc-036f4828aa33,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:02.149079 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0730ab58-0616-44e8-808e-f975094d3768 req-0ef2dcdc-2fe0-4990-adf7-9cac3187c903 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.176909 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d81a91-4f3a-42db-acf6-e2545eebe159 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:02.177862 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2d81a91-4f3a-42db-acf6-e2545eebe159 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.180707 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-0730ab58-0616-44e8-808e-f975094d3768 req-0ef2dcdc-2fe0-4990-adf7-9cac3187c903 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Transition to ACTIVE for port object e05d295e-5ca6-406c-9c96-29f1b769b7a2 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:02.202067 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f2d81a91-4f3a-42db-acf6-e2545eebe159 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4697924 Jul 06 12:06:02.205082 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47230) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:02.210973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-cc17bf26-1239-4ec2-b61d-58dfc1a62c84 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'floatingip': {'port_id': 'e2d93f71-2e20-4e38-95bc-036f4828aa33'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:02.237085 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0730ab58-0616-44e8-808e-f975094d3768 req-0ef2dcdc-2fe0-4990-adf7-9cac3187c903 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.256450 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cc17bf26-1239-4ec2-b61d-58dfc1a62c84 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.295494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0730ab58-0616-44e8-808e-f975094d3768 req-0ef2dcdc-2fe0-4990-adf7-9cac3187c903 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Network 44351a4f-1ff7-482b-8a09-6ea6e2dacab0 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:02.298990 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-0730ab58-0616-44e8-808e-f975094d3768 req-0ef2dcdc-2fe0-4990-adf7-9cac3187c903 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:02.303898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-0730ab58-0616-44e8-808e-f975094d3768 req-0ef2dcdc-2fe0-4990-adf7-9cac3187c903 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:02.357035 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2dcdc-2fe0-4990-adf7-9cac3187c903 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event updated for resources: {'Port': ['ID=e05d295e-5ca6-406c-9c96-29f1b769b7a2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:02.384949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ab58-0616-44e8-808e-f975094d3768 req-0ef2dcdc-2fe0-4990-adf7-9cac3187c903 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:02.385637 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0730ab58-0616-44e8-808e-f975094d3768 req-0ef2dcdc-2fe0-4990-adf7-9cac3187c903 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.412750 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0730ab58-0616-44e8-808e-f975094d3768 req-0ef2dcdc-2fe0-4990-adf7-9cac3187c903 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2349758 Jul 06 12:06:02.428481 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Request body: {'port': {'device_id': '9905895f-e591-41cf-8ed0-06fd0ff2aace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:02.564127 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.620246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-672f3837-5422-4dab-a264-f557b7cd2294 None None] Provisioning for port e05d295e-5ca6-406c-9c96-29f1b769b7a2 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:02.628919 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-672f3837-5422-4dab-a264-f557b7cd2294 None None] Provisioning complete for port e05d295e-5ca6-406c-9c96-29f1b769b7a2 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:02.629997 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-672f3837-5422-4dab-a264-f557b7cd2294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.765805 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc42067-69b5-4e2e-af85-77859173159b req-0762ed74-a62d-440b-8eb8-1677c392ec7d tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:02.767772 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7fc42067-69b5-4e2e-af85-77859173159b req-0762ed74-a62d-440b-8eb8-1677c392ec7d tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 946 time: 0.3276088 Jul 06 12:06:02.867780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-672f3837-5422-4dab-a264-f557b7cd2294 None None] Port e05d295e-5ca6-406c-9c96-29f1b769b7a2 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:06:02.872956 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7fc42067-69b5-4e2e-af85-77859173159b req-103e1451-9579-4a9f-95ca-5ae52ed69ef0 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599573 Jul 06 12:06:02.911019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05d295e-5ca6-406c-9c96-29f1b769b7a2 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:06:02.919699 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:02.933916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Transition to ACTIVE for port object e05d295e-5ca6-406c-9c96-29f1b769b7a2 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:02.940104 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.011489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Pushing event updated for resources: {'Port': ['ID=e05d295e-5ca6-406c-9c96-29f1b769b7a2,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:03.094938 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Attempting to bind port e05d295e-5ca6-406c-9c96-29f1b769b7a2 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:03.095410 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Attempting to bind port e05d295e-5ca6-406c-9c96-29f1b769b7a2 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'b03e24d8-99cf-423d-b9b4-1d4144c886cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:03.095911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Attempting to bind port e05d295e-5ca6-406c-9c96-29f1b769b7a2 on network 44351a4f-1ff7-482b-8a09-6ea6e2dacab0 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:03.101905 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Port e05d295e-5ca6-406c-9c96-29f1b769b7a2 on network 44351a4f-1ff7-482b-8a09-6ea6e2dacab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:06:03.102285 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Attempting to bind port e05d295e-5ca6-406c-9c96-29f1b769b7a2 on network 44351a4f-1ff7-482b-8a09-6ea6e2dacab0 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:03.108284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:03.108800 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Checking segment: {'id': 'b03e24d8-99cf-423d-b9b4-1d4144c886cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:03.109343 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Bound using segment: {'id': 'b03e24d8-99cf-423d-b9b4-1d4144c886cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:03.109937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Bound port: e05d295e-5ca6-406c-9c96-29f1b769b7a2, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03e24d8-99cf-423d-b9b4-1d4144c886cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:03.110436 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.116443 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cc17bf26-1239-4ec2-b61d-58dfc1a62c84 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.122275 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cc17bf26-1239-4ec2-b61d-58dfc1a62c84 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.208308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb3dbc-0c3f-4612-add9-451eabd170f3 req-db23d27d-503d-42ef-973a-09e0edc824b1 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:03.218047 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2acb3dbc-0c3f-4612-add9-451eabd170f3 req-db23d27d-503d-42ef-973a-09e0edc824b1 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1748135 Jul 06 12:06:03.219862 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fac5e5-0d6c-4340-9a7e-5efec39c0cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcbad34-79b9-488e-b65c-4e73af999171'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:03.222654 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] For port e05d295e-5ca6-406c-9c96-29f1b769b7a2, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:03.223858 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3c2479-ba24-4311-ace2-1b45088b4648" -d '{"events": [{"server_uuid": "03fac5e5-0d6c-4340-9a7e-5efec39c0cc4", "name": "network-vif-plugged", "status": "completed", "tag": "cfcbad34-79b9-488e-b65c-4e73af999171"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:03.227959 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] For port e05d295e-5ca6-406c-9c96-29f1b769b7a2, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e05d295e-5ca6-406c-9c96-29f1b769b7a2,segment=NetworkSegment(b03e24d8-99cf-423d-b9b4-1d4144c886cc),segment_id=b03e24d8-99cf-423d-b9b4-1d4144c886cc)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:03.232973 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.288844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:03.289789 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:03.291518 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0730ab58-0616-44e8-808e-f975094d3768 req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] 10.222.0.23 "PUT /v2.0/ports/e05d295e-5ca6-406c-9c96-29f1b769b7a2 HTTP/1.1" status: 200 len: 1055 time: 0.8693266 Jul 06 12:06:03.293404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9905895f-e591-41cf-8ed0-06fd0ff2aace', 'tag': 'e05d295e-5ca6-406c-9c96-29f1b769b7a2'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:03.295118 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0322ec8-c6d3-404a-afe5-cab4ce1dfeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "9905895f-e591-41cf-8ed0-06fd0ff2aace", "tag": "e05d295e-5ca6-406c-9c96-29f1b769b7a2"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:03.317807 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f01249-c1e8-4ce3-bff9-4a1560459737 service neutron] Pushing event updated for resources: {'Port': ['ID=e05d295e-5ca6-406c-9c96-29f1b769b7a2,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:03.336280 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2acb3dbc-0c3f-4612-add9-451eabd170f3 req-de26918f-d5dd-4141-b7e4-72fdcb57b0ea tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171975 Jul 06 12:06:03.348526 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-cc17bf26-1239-4ec2-b61d-58dfc1a62c84 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Floating IP cbb36c7e-8390-47db-a2a2-1dd1bf42a20d associated. External IP: 172.25.4.183, port: e2d93f71-2e20-4e38-95bc-036f4828aa33. Jul 06 12:06:03.430164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ab58-0616-44e8-808e-f975094d3768 req-04201c93-ce85-44f6-b339-91c65daed875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:03.432045 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0730ab58-0616-44e8-808e-f975094d3768 req-04201c93-ce85-44f6-b339-91c65daed875 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b44276911cc4b91aafd86e95f47cd84&device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 1058 time: 0.0908539 Jul 06 12:06:03.518233 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0730ab58-0616-44e8-808e-f975094d3768 req-9d8d8885-9c7e-4a54-817c-f0ead34fdb0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=e05d295e-5ca6-406c-9c96-29f1b769b7a2 HTTP/1.1" status: 200 len: 217 time: 0.0736604 Jul 06 12:06:03.595621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ab58-0616-44e8-808e-f975094d3768 req-327121aa-ecee-4031-8970-40a458f090e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:03.597440 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0730ab58-0616-44e8-808e-f975094d3768 req-327121aa-ecee-4031-8970-40a458f090e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89efe24e-fc47-450f-b0ed-e56fcd0b2651 HTTP/1.1" status: 200 len: 838 time: 0.0647221 Jul 06 12:06:03.675317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730ab58-0616-44e8-808e-f975094d3768 req-69cbfe48-7525-4bf5-ba98-b3b294b2af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:03.677128 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0730ab58-0616-44e8-808e-f975094d3768 req-69cbfe48-7525-4bf5-ba98-b3b294b2af08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=44351a4f-1ff7-482b-8a09-6ea6e2dacab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712790 Jul 06 12:06:03.776637 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0730ab58-0616-44e8-808e-f975094d3768 req-2a1f40fb-d23f-4dc5-afb1-804b3db37ed5 service neutron] 10.222.0.23 "GET /v2.0/networks/44351a4f-1ff7-482b-8a09-6ea6e2dacab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896904 Jul 06 12:06:03.893262 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0730ab58-0616-44e8-808e-f975094d3768 req-4d44b3fa-08b1-4ebb-8f61-6553ce5fee50 service neutron] 10.222.0.23 "GET /v2.0/networks/44351a4f-1ff7-482b-8a09-6ea6e2dacab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015921 Jul 06 12:06:04.059089 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863489c5-fba0-404f-afee-f9027be10402 req-850845de-93f4-480d-be19-2ad265240b81 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:04.060929 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-863489c5-fba0-404f-afee-f9027be10402 req-850845de-93f4-480d-be19-2ad265240b81 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 907 time: 0.1226418 Jul 06 12:06:04.065558 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc17bf26-1239-4ec2-b61d-58dfc1a62c84 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 63514f07-b393-45e8-b8dc-b8118092e145 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:04.113120 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726dbfd1-d1d0-4f75-9b91-fc93632b7950 x-openstack-request-id: req-726dbfd1-d1d0-4f75-9b91-fc93632b7950 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:04.113641 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03fac5e5-0d6c-4340-9a7e-5efec39c0cc4", "name": "network-vif-plugged", "status": "completed", "tag": "cfcbad34-79b9-488e-b65c-4e73af999171", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:04.113841 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-726dbfd1-d1d0-4f75-9b91-fc93632b7950 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:04.114330 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fac5e5-0d6c-4340-9a7e-5efec39c0cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcbad34-79b9-488e-b65c-4e73af999171', 'code': 200} Jul 06 12:06:04.149347 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6400679-f11d-427e-99e3-30c4b9086011 x-openstack-request-id: req-a6400679-f11d-427e-99e3-30c4b9086011 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:04.149893 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9905895f-e591-41cf-8ed0-06fd0ff2aace", "tag": "e05d295e-5ca6-406c-9c96-29f1b769b7a2", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:04.149893 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6400679-f11d-427e-99e3-30c4b9086011 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:04.150368 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9905895f-e591-41cf-8ed0-06fd0ff2aace', 'tag': 'e05d295e-5ca6-406c-9c96-29f1b769b7a2', 'status': 'completed', 'code': 200} Jul 06 12:06:04.196211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc17bf26-1239-4ec2-b61d-58dfc1a62c84 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:04.200922 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cc17bf26-1239-4ec2-b61d-58dfc1a62c84 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.207556 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc35e3-9b3f-4eab-bc88-4b3117a55847 None None] Sync routers for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:04.223070 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc35e3-9b3f-4eab-bc88-4b3117a55847 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:04.224144 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-41fc35e3-9b3f-4eab-bc88-4b3117a55847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:04.239937 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cc17bf26-1239-4ec2-b61d-58dfc1a62c84 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "PUT /v2.0/floatingips/cbb36c7e-8390-47db-a2a2-1dd1bf42a20d HTTP/1.1" status: 200 len: 978 time: 2.0337167 Jul 06 12:06:04.242896 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47264) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:04.268034 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-41fc35e3-9b3f-4eab-bc88-4b3117a55847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:04.280525 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc35e3-9b3f-4eab-bc88-4b3117a55847 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:04.281513 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-41fc35e3-9b3f-4eab-bc88-4b3117a55847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:04.311486 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f29b5-524d-49b4-a963-7486c56827da req-c04e2b9e-b0c4-43fd-b901-02094c5b9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:04.313276 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-194f29b5-524d-49b4-a963-7486c56827da req-c04e2b9e-b0c4-43fd-b901-02094c5b9926 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 1097 time: 0.1259656 Jul 06 12:06:04.319686 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0322ec8-c6d3-404a-afe5-cab4ce1dfeb1 req-8757f596-5ad1-4ca2-9200-78b83262bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:04.321911 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0322ec8-c6d3-404a-afe5-cab4ce1dfeb1 req-8757f596-5ad1-4ca2-9200-78b83262bdf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b44276911cc4b91aafd86e95f47cd84&device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 1058 time: 0.1429086 Jul 06 12:06:04.324326 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-41fc35e3-9b3f-4eab-bc88-4b3117a55847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:04.324962 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc35e3-9b3f-4eab-bc88-4b3117a55847 None None] The sync data for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:04.388444 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75c3b5-d9b3-4918-91d5-17ff2f337db8 req-f1a5f0a2-f89b-4fbc-8e65-8ef5c96dc92a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:04.389988 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e75c3b5-d9b3-4918-91d5-17ff2f337db8 req-f1a5f0a2-f89b-4fbc-8e65-8ef5c96dc92a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 946 time: 0.1176274 Jul 06 12:06:04.407273 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-194f29b5-524d-49b4-a963-7486c56827da req-c9d8c961-2c3c-4c7e-964c-7e8f5e3500f7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846312 Jul 06 12:06:04.420109 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bac7bcce-9e4f-44ad-8bef-3baa3700e7bb tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting port e2d93f71-2e20-4e38-95bc-036f4828aa33 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:04.420456 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bac7bcce-9e4f-44ad-8bef-3baa3700e7bb tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.439613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0322ec8-c6d3-404a-afe5-cab4ce1dfeb1 req-3c5f4651-4204-4d72-9a6c-e0fe9d9d2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:04.441115 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0322ec8-c6d3-404a-afe5-cab4ce1dfeb1 req-3c5f4651-4204-4d72-9a6c-e0fe9d9d2acf service neutron] 10.222.0.23 "GET /v2.0/networks?id=44351a4f-1ff7-482b-8a09-6ea6e2dacab0 HTTP/1.1" status: 200 len: 899 time: 0.1101327 Jul 06 12:06:04.481811 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e75c3b5-d9b3-4918-91d5-17ff2f337db8 req-6cf68f27-2e86-434b-9326-04e42cc95a8b tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838826 Jul 06 12:06:04.488736 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0322ec8-c6d3-404a-afe5-cab4ce1dfeb1 req-4056172b-ac28-4619-9dbf-f5aec8e41962 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=e05d295e-5ca6-406c-9c96-29f1b769b7a2 HTTP/1.1" status: 200 len: 217 time: 0.0365474 Jul 06 12:06:04.524106 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bac7bcce-9e4f-44ad-8bef-3baa3700e7bb tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.549172 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0322ec8-c6d3-404a-afe5-cab4ce1dfeb1 req-3965d6c7-0c96-4b1e-865f-c0d1f1f38ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:04.550721 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0322ec8-c6d3-404a-afe5-cab4ce1dfeb1 req-3965d6c7-0c96-4b1e-865f-c0d1f1f38ae5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89efe24e-fc47-450f-b0ed-e56fcd0b2651 HTTP/1.1" status: 200 len: 838 time: 0.0539355 Jul 06 12:06:04.635307 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0322ec8-c6d3-404a-afe5-cab4ce1dfeb1 req-426a6f18-9a21-41e0-b621-94af4f3e509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:04.637307 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0322ec8-c6d3-404a-afe5-cab4ce1dfeb1 req-426a6f18-9a21-41e0-b621-94af4f3e509d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=44351a4f-1ff7-482b-8a09-6ea6e2dacab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684373 Jul 06 12:06:04.757344 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0322ec8-c6d3-404a-afe5-cab4ce1dfeb1 req-a3b1af64-8616-4c42-94d1-c5430704fa4e service neutron] 10.222.0.23 "GET /v2.0/networks/44351a4f-1ff7-482b-8a09-6ea6e2dacab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109548 Jul 06 12:06:04.769727 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bac7bcce-9e4f-44ad-8bef-3baa3700e7bb tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.770102 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bac7bcce-9e4f-44ad-8bef-3baa3700e7bb tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:04.770416 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-bac7bcce-9e4f-44ad-8bef-3baa3700e7bb tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Floating IP cbb36c7e-8390-47db-a2a2-1dd1bf42a20d disassociated. External IP: 172.25.4.183, port: e2d93f71-2e20-4e38-95bc-036f4828aa33. Jul 06 12:06:04.770768 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bac7bcce-9e4f-44ad-8bef-3baa3700e7bb tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Calling delete_port for e2d93f71-2e20-4e38-95bc-036f4828aa33 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:04.836462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b55981-5240-415b-8f92-fff7fad35a2e req-607290b0-9cff-4563-bca2-97f43a84c590 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:04.843883 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c5b55981-5240-415b-8f92-fff7fad35a2e req-607290b0-9cff-4563-bca2-97f43a84c590 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1349993 Jul 06 12:06:04.888363 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0322ec8-c6d3-404a-afe5-cab4ce1dfeb1 req-10e32bb4-dae1-4283-899f-bcab237b6dd2 service neutron] 10.222.0.23 "GET /v2.0/networks/44351a4f-1ff7-482b-8a09-6ea6e2dacab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171887 Jul 06 12:06:04.920221 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c5b55981-5240-415b-8f92-fff7fad35a2e req-72bfa43f-c7db-4d8c-a5f6-72258f979f51 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749683 Jul 06 12:06:04.999184 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bac7bcce-9e4f-44ad-8bef-3baa3700e7bb tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.039504 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7bcce-9e4f-44ad-8bef-3baa3700e7bb tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Port': ['ID=e2d93f71-2e20-4e38-95bc-036f4828aa33,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:05.175127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac7bcce-9e4f-44ad-8bef-3baa3700e7bb tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 63514f07-b393-45e8-b8dc-b8118092e145 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:05.367168 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f9c03-38d4-4cf3-acac-d90e2d3bbb15 req-a29bf685-34f6-40a5-a9fa-afda2b50843e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:05.368645 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-016f9c03-38d4-4cf3-acac-d90e2d3bbb15 req-a29bf685-34f6-40a5-a9fa-afda2b50843e tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 907 time: 0.1833019 Jul 06 12:06:05.373849 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac7bcce-9e4f-44ad-8bef-3baa3700e7bb tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:05.395148 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630958a7-ab68-4f7e-bb45-1fb318b395fd None None] Sync routers for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:05.418553 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630958a7-ab68-4f7e-bb45-1fb318b395fd None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:05.419904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-630958a7-ab68-4f7e-bb45-1fb318b395fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:05.458551 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.460698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-630958a7-ab68-4f7e-bb45-1fb318b395fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:05.463614 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bac7bcce-9e4f-44ad-8bef-3baa3700e7bb tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.465894 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bac7bcce-9e4f-44ad-8bef-3baa3700e7bb tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/ports/e2d93f71-2e20-4e38-95bc-036f4828aa33 HTTP/1.1" status: 204 len: 168 time: 1.2220314 Jul 06 12:06:05.468381 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47284) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:05.487683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630958a7-ab68-4f7e-bb45-1fb318b395fd None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:05.488775 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-630958a7-ab68-4f7e-bb45-1fb318b395fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:05.536949 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-eebe7ace-97db-4e03-bf52-404ffd9b879f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "GET /v2.0/floatingips/cbb36c7e-8390-47db-a2a2-1dd1bf42a20d HTTP/1.1" status: 200 len: 688 time: 0.0671656 Jul 06 12:06:05.537785 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27cc045a-19b0-42dd-9c23-5824d3148f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.539529 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47288) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:05.540907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-630958a7-ab68-4f7e-bb45-1fb318b395fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:05.541569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630958a7-ab68-4f7e-bb45-1fb318b395fd None None] The sync data for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:05.697263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1e126cfe-a38d-4414-bcc5-8b4eb04a118c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting port 15d48bd0-4b96-4c20-b6cc-1b63850afd41 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:05.697611 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e126cfe-a38d-4414-bcc5-8b4eb04a118c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.711077 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51acdd-23fe-4659-b850-dbd2b121b3b8 req-72dd0932-96e2-4d44-9107-29a3676e3e1c tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:05.713083 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1a51acdd-23fe-4659-b850-dbd2b121b3b8 req-72dd0932-96e2-4d44-9107-29a3676e3e1c tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 946 time: 0.0809159 Jul 06 12:06:05.754036 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1a51acdd-23fe-4659-b850-dbd2b121b3b8 req-0a6f4bef-de90-46db-b5db-6880222bd13d tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344129 Jul 06 12:06:05.776375 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e126cfe-a38d-4414-bcc5-8b4eb04a118c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.776701 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e126cfe-a38d-4414-bcc5-8b4eb04a118c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.789069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1e126cfe-a38d-4414-bcc5-8b4eb04a118c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Calling delete_port for 15d48bd0-4b96-4c20-b6cc-1b63850afd41 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:05.931037 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e126cfe-a38d-4414-bcc5-8b4eb04a118c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:05.937043 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd719e2-7754-46d9-9514-50df01dc923f req-671c35ef-befc-4bea-bc2d-7615f008440e tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:05.938811 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0cd719e2-7754-46d9-9514-50df01dc923f req-671c35ef-befc-4bea-bc2d-7615f008440e tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=4332259d-5aea-4916-a39d-a717517d8023 HTTP/1.1" status: 200 len: 946 time: 0.0686378 Jul 06 12:06:05.961987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e126cfe-a38d-4414-bcc5-8b4eb04a118c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Port': ['ID=15d48bd0-4b96-4c20-b6cc-1b63850afd41,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:05.981811 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0cd719e2-7754-46d9-9514-50df01dc923f req-05fd313a-8936-4c8a-9064-887080ee2fee tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366752 Jul 06 12:06:06.039824 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e126cfe-a38d-4414-bcc5-8b4eb04a118c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:06.045237 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e126cfe-a38d-4414-bcc5-8b4eb04a118c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:06.045237 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1e126cfe-a38d-4414-bcc5-8b4eb04a118c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/floatingips/cbb36c7e-8390-47db-a2a2-1dd1bf42a20d HTTP/1.1" status: 204 len: 168 time: 0.5021648 Jul 06 12:06:06.047462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47300) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:06.053960 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': 'be53fe3e-5c5f-4a66-8e11-5e3f3a6c6522'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:06.077775 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:06.153944 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcb080-acfc-45d6-90f4-04155d8147d7 req-2c30126a-2469-4978-82ef-63b955f6e74d tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:06.155539 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cebcb080-acfc-45d6-90f4-04155d8147d7 req-2c30126a-2469-4978-82ef-63b955f6e74d tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.0650721 Jul 06 12:06:06.183315 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:06.195780 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cebcb080-acfc-45d6-90f4-04155d8147d7 req-07f34263-ed45-4c39-b3da-4d0daecba2e7 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343509 Jul 06 12:06:06.293055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Allocated IP 172.25.4.200 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/500e9424-ec96-4eb1-847f-81a6657e5dbb) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:06.366113 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:06.418584 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:06.434194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780682d-778c-423c-b943-c92aca28e47b req-ba13177e-c384-4204-b79a-c22b21c694ee tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:06.435712 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4780682d-778c-423c-b943-c92aca28e47b req-ba13177e-c384-4204-b79a-c22b21c694ee tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8 HTTP/1.1" status: 200 len: 945 time: 0.0735302 Jul 06 12:06:06.464128 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:06.486084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4780682d-778c-423c-b943-c92aca28e47b req-8b82d89f-4622-4d33-9025-bbd5311278aa tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443361 Jul 06 12:06:06.510820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:06.515691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:06.519025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:06.562010 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=500e9424-ec96-4eb1-847f-81a6657e5dbb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:06.812646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32283bf-c3d5-4b0d-8189-4e3e0a34e71b req-89acda42-d898-4392-85a3-e5e23510365a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:06.814405 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f32283bf-c3d5-4b0d-8189-4e3e0a34e71b req-89acda42-d898-4392-85a3-e5e23510365a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 907 time: 0.0678000 Jul 06 12:06:07.258831 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:07.276270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2790190-e423-481e-9b70-6c96bc744815 req-b138d4aa-b083-4dca-ae54-07aff978b7c3 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:07.277838 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2790190-e423-481e-9b70-6c96bc744815 req-b138d4aa-b083-4dca-ae54-07aff978b7c3 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8 HTTP/1.1" status: 200 len: 945 time: 0.1035523 Jul 06 12:06:07.324118 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2790190-e423-481e-9b70-6c96bc744815 req-0c7eb0f5-4782-4ebb-9d86-afcc43d4aa26 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402789 Jul 06 12:06:07.343644 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:07.456948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e05d295e-5ca6-406c-9c96-29f1b769b7a2 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:06:07.508453 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fbfc4-ea17-4f65-b551-de74bb89d7e7 req-12fcc545-22ce-4604-8050-27f290b148c6 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:07.510475 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8e3fbfc4-ea17-4f65-b551-de74bb89d7e7 req-12fcc545-22ce-4604-8050-27f290b148c6 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.0704544 Jul 06 12:06:07.515680 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:07.521406 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:07.556394 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8e3fbfc4-ea17-4f65-b551-de74bb89d7e7 req-5571b8c4-43f5-4405-b55c-274b38faf4e9 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370388 Jul 06 12:06:07.561310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e05d295e-5ca6-406c-9c96-29f1b769b7a2, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e05d295e-5ca6-406c-9c96-29f1b769b7a2,segment=NetworkSegment(b03e24d8-99cf-423d-b9b4-1d4144c886cc),segment_id=b03e24d8-99cf-423d-b9b4-1d4144c886cc)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:07.584076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'e05d295e-5ca6-406c-9c96-29f1b769b7a2', 'network_id': '44351a4f-1ff7-482b-8a09-6ea6e2dacab0', 'port_id': 'e05d295e-5ca6-406c-9c96-29f1b769b7a2', 'mac_address': 'fa:16:3e:11:a1:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89efe24e-fc47-450f-b0ed-e56fcd0b2651', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:06:07.601570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=500e9424-ec96-4eb1-847f-81a6657e5dbb,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:07.613837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:07.629457 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:07.645276 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05d295e-5ca6-406c-9c96-29f1b769b7a2 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:06:07.669363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e05d295e-5ca6-406c-9c96-29f1b769b7a2, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e05d295e-5ca6-406c-9c96-29f1b769b7a2,segment=NetworkSegment(b03e24d8-99cf-423d-b9b4-1d4144c886cc),segment_id=b03e24d8-99cf-423d-b9b4-1d4144c886cc)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:07.676328 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:07.731441 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Floating IP 6b16b154-9c11-4486-88ec-5c50264b8535 associated. External IP: 172.25.4.200, port: be53fe3e-5c5f-4a66-8e11-5e3f3a6c6522. Jul 06 12:06:07.735723 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=e05d295e-5ca6-406c-9c96-29f1b769b7a2,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:07.953829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 63514f07-b393-45e8-b8dc-b8118092e145 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:08.064893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:08.075263 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a90003a-65ff-4eec-ad3a-b5132dac688f None None] Sync routers for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:08.078498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d55d9-4a07-4aa9-9fa2-0e13665f04f6 req-3e59aa1c-8739-4930-bbd8-b386ed2ed0c5 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:08.080378 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-932d55d9-4a07-4aa9-9fa2-0e13665f04f6 req-3e59aa1c-8739-4930-bbd8-b386ed2ed0c5 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 908 time: 0.0664928 Jul 06 12:06:08.081925 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:08.087737 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a90003a-65ff-4eec-ad3a-b5132dac688f None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:08.088378 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8a90003a-65ff-4eec-ad3a-b5132dac688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:05:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:08.089766 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['e05d295e-5ca6-406c-9c96-29f1b769b7a2'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:06:08.128018 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e8880a42-9843-4231-8fa0-3bc857c50235 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0781400 Jul 06 12:06:08.130629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47340) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:08.136598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cd9bc869-71ea-43da-a138-75b59225ad58 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-610785766'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:08.145186 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60edde23-aa9d-411b-a74b-14672d8f603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:08.163855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9bc869-71ea-43da-a138-75b59225ad58 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Made reservation on behalf of 622b4ed4040b4858a6d27705155220bc for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:08.168344 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc869-71ea-43da-a138-75b59225ad58 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:08.170694 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8a90003a-65ff-4eec-ad3a-b5132dac688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:08.175952 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:08.187604 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a90003a-65ff-4eec-ad3a-b5132dac688f None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:08.188336 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8a90003a-65ff-4eec-ad3a-b5132dac688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:08.207492 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9bc869-71ea-43da-a138-75b59225ad58 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:06:08.220574 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc869-71ea-43da-a138-75b59225ad58 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:08.220945 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-cd9bc869-71ea-43da-a138-75b59225ad58 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Added segment bd22d766-5826-41d1-9508-d4ecf4336a46 of type vlan for network 0adcb890-fe53-403d-9344-9ba74ef0c4fb Jul 06 12:06:08.223629 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8a90003a-65ff-4eec-ad3a-b5132dac688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:08.225027 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a90003a-65ff-4eec-ad3a-b5132dac688f None None] The sync data for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:08.303290 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc869-71ea-43da-a138-75b59225ad58 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:08.344085 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349c2c1-fe23-4c2a-9624-61f584ac423b req-eb79566e-80a7-4ad3-9823-214194e1f404 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:08.345581 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2349c2c1-fe23-4c2a-9624-61f584ac423b req-eb79566e-80a7-4ad3-9823-214194e1f404 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.1268597 Jul 06 12:06:08.359755 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc869-71ea-43da-a138-75b59225ad58 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:08.365666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9bc869-71ea-43da-a138-75b59225ad58 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:08.366256 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc869-71ea-43da-a138-75b59225ad58 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:08.527162 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cd9bc869-71ea-43da-a138-75b59225ad58 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3922360 Jul 06 12:06:08.542198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47354) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:08.549886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cab2ebaa-cfb2-4cb9-b0f0-d9550518c964 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'subnet': {'network_id': '0adcb890-fe53-403d-9344-9ba74ef0c4fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:08.579299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72698597-8129-465e-a53a-7720e62df1c5 req-2a37ac72-01e1-4ea4-bdfe-c0d52cfdd79f tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:08.580747 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-72698597-8129-465e-a53a-7720e62df1c5 req-2a37ac72-01e1-4ea4-bdfe-c0d52cfdd79f tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8 HTTP/1.1" status: 200 len: 945 time: 0.0696361 Jul 06 12:06:08.588805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bc869-71ea-43da-a138-75b59225ad58 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Network': ['ID=0adcb890-fe53-403d-9344-9ba74ef0c4fb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:08.600527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 0adcb890-fe53-403d-9344-9ba74ef0c4fb details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:06:08.625834 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-72698597-8129-465e-a53a-7720e62df1c5 req-2f6d2b11-83f0-45d5-baaa-88e5b7d99d91 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 Jul 06 12:06:08.685599 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d40af4-2dc5-4335-84ea-752a7d586bf3 req-f07a86d6-0bc6-4eb7-98ec-c5cef7a590b7 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:08.686681 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c5d40af4-2dc5-4335-84ea-752a7d586bf3 req-f07a86d6-0bc6-4eb7-98ec-c5cef7a590b7 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.89 "GET /v2.0/ports?device_id=69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8 HTTP/1.1" status: 200 len: 945 time: 0.2815161 Jul 06 12:06:08.761454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2349c2c1-fe23-4c2a-9624-61f584ac423b req-9dd49d6b-3e7c-4fc6-9bae-f691c0e0b6c5 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Deleting port 4716331f-e403-41a6-8d1d-c30c7e7a2898 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:08.761779 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2349c2c1-fe23-4c2a-9624-61f584ac423b req-9dd49d6b-3e7c-4fc6-9bae-f691c0e0b6c5 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:08.765253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab2ebaa-cfb2-4cb9-b0f0-d9550518c964 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Made reservation on behalf of 622b4ed4040b4858a6d27705155220bc for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:08.769587 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cab2ebaa-cfb2-4cb9-b0f0-d9550518c964 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:08.914242 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ba713-3891-4908-9ed8-1985500c3692 req-9e1ec58e-e604-407f-8420-ed85e95590da tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:08.915960 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c1ba713-3891-4908-9ed8-1985500c3692 req-9e1ec58e-e604-407f-8420-ed85e95590da tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 945 time: 0.0666537 Jul 06 12:06:08.955104 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c1ba713-3891-4908-9ed8-1985500c3692 req-f755837b-1d6a-4a69-8561-1841ad039cf4 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdffff7a-34dc-4c39-ab6a-63787e2e873f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331180 Jul 06 12:06:08.978250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2349c2c1-fe23-4c2a-9624-61f584ac423b req-9dd49d6b-3e7c-4fc6-9bae-f691c0e0b6c5 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] For port 4716331f-e403-41a6-8d1d-c30c7e7a2898, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4716331f-e403-41a6-8d1d-c30c7e7a2898,segment=NetworkSegment(5ef2dbde-5199-4d4a-b5ff-73c6a3156f21),segment_id=5ef2dbde-5199-4d4a-b5ff-73c6a3156f21)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:08.978608 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2349c2c1-fe23-4c2a-9624-61f584ac423b req-9dd49d6b-3e7c-4fc6-9bae-f691c0e0b6c5 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:08.998310 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2349c2c1-fe23-4c2a-9624-61f584ac423b req-9dd49d6b-3e7c-4fc6-9bae-f691c0e0b6c5 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Calling delete_port for 4716331f-e403-41a6-8d1d-c30c7e7a2898 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:09.013418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-c5d40af4-2dc5-4335-84ea-752a7d586bf3 req-b8feafbf-3108-4859-b76a-54756dfb9c86 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Deleting port 962e7b51-b9fb-4e87-8f11-85ed175f4be0 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:09.013755 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c5d40af4-2dc5-4335-84ea-752a7d586bf3 req-b8feafbf-3108-4859-b76a-54756dfb9c86 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.222690 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cab2ebaa-cfb2-4cb9-b0f0-d9550518c964 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.289456 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.295293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c5d40af4-2dc5-4335-84ea-752a7d586bf3 req-b8feafbf-3108-4859-b76a-54756dfb9c86 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] For port 962e7b51-b9fb-4e87-8f11-85ed175f4be0, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=962e7b51-b9fb-4e87-8f11-85ed175f4be0,segment=NetworkSegment(98134312-0028-4767-9cf5-7827aa45fdea),segment_id=98134312-0028-4767-9cf5-7827aa45fdea)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:09.295654 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c5d40af4-2dc5-4335-84ea-752a7d586bf3 req-b8feafbf-3108-4859-b76a-54756dfb9c86 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.323399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-c5d40af4-2dc5-4335-84ea-752a7d586bf3 req-b8feafbf-3108-4859-b76a-54756dfb9c86 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Calling delete_port for 962e7b51-b9fb-4e87-8f11-85ed175f4be0 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:09.325113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2ebaa-cfb2-4cb9-b0f0-d9550518c964 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Subnet': ['ID=29428f89-fee6-4c52-a4a3-fab3f48dc39b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:09.426768 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2ebaa-cfb2-4cb9-b0f0-d9550518c964 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Checking segment: {'id': 'bd22d766-5826-41d1-9508-d4ecf4336a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0adcb890-fe53-403d-9344-9ba74ef0c4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:09.427009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab2ebaa-cfb2-4cb9-b0f0-d9550518c964 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network hostable DHCP agents. Network: 0adcb890-fe53-403d-9344-9ba74ef0c4fb, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:06:09.436755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f4ee7-046e-4bb1-bc6e-564dbd290d4c req-f9da448e-61a2-4615-9f9f-ef225f3e03a1 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:09.438461 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-775f4ee7-046e-4bb1-bc6e-564dbd290d4c req-f9da448e-61a2-4615-9f9f-ef225f3e03a1 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 908 time: 0.0792103 Jul 06 12:06:09.452120 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2349c2c1-fe23-4c2a-9624-61f584ac423b req-9dd49d6b-3e7c-4fc6-9bae-f691c0e0b6c5 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.462720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e05d295e-5ca6-406c-9c96-29f1b769b7a2 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:09.485085 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['4716331f-e403-41a6-8d1d-c30c7e7a2898'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:06:09.503369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd49d6b-3e7c-4fc6-9bae-f691c0e0b6c5 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Pushing event deleted for resources: {'Port': ['ID=4716331f-e403-41a6-8d1d-c30c7e7a2898,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:09.515049 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab2ebaa-cfb2-4cb9-b0f0-d9550518c964 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 0adcb890-fe53-403d-9344-9ba74ef0c4fb is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:06:09.541996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port e05d295e-5ca6-406c-9c96-29f1b769b7a2 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:09.546885 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port e05d295e-5ca6-406c-9c96-29f1b769b7a2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:09.547708 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.549260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-cab2ebaa-cfb2-4cb9-b0f0-d9550518c964 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 0adcb890-fe53-403d-9344-9ba74ef0c4fb) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:09.571310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ad0e2-1e1f-48d1-88a6-fbd545cd6058 None None] Network 0adcb890-fe53-403d-9344-9ba74ef0c4fb requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:09.572636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2349c2c1-fe23-4c2a-9624-61f584ac423b req-9dd49d6b-3e7c-4fc6-9bae-f691c0e0b6c5 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] No DVR routers for this DVR port 4716331f-e403-41a6-8d1d-c30c7e7a2898 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:09.575866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab2ebaa-cfb2-4cb9-b0f0-d9550518c964 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:09.576476 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cab2ebaa-cfb2-4cb9-b0f0-d9550518c964 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.588517 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2349c2c1-fe23-4c2a-9624-61f584ac423b req-9dd49d6b-3e7c-4fc6-9bae-f691c0e0b6c5 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.588517 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2349c2c1-fe23-4c2a-9624-61f584ac423b req-9dd49d6b-3e7c-4fc6-9bae-f691c0e0b6c5 tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.23 "DELETE /v2.0/ports/4716331f-e403-41a6-8d1d-c30c7e7a2898 HTTP/1.1" status: 204 len: 173 time: 1.2309039 Jul 06 12:06:09.588517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a03512-2a6b-40c6-a517-274fe571cb77', 'name': 'network-vif-deleted', 'tag': '4716331f-e403-41a6-8d1d-c30c7e7a2898'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:09.588517 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf671f80-3571-4a87-9723-525481605c45" -d '{"events": [{"server_uuid": "89a03512-2a6b-40c6-a517-274fe571cb77", "name": "network-vif-deleted", "tag": "4716331f-e403-41a6-8d1d-c30c7e7a2898"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:09.622423 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cab2ebaa-cfb2-4cb9-b0f0-d9550518c964 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0792720 Jul 06 12:06:09.626144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47380) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:09.631516 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2013464871', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}, 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:09.666930 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea274930-184c-4ada-b0cc-d7708891adaa x-openstack-request-id: req-ea274930-184c-4ada-b0cc-d7708891adaa {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:09.667656 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a03512-2a6b-40c6-a517-274fe571cb77", "name": "network-vif-deleted", "tag": "4716331f-e403-41a6-8d1d-c30c7e7a2898", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:09.668184 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea274930-184c-4ada-b0cc-d7708891adaa {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:09.668762 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a03512-2a6b-40c6-a517-274fe571cb77', 'name': 'network-vif-deleted', 'tag': '4716331f-e403-41a6-8d1d-c30c7e7a2898', 'status': 'completed', 'code': 200} Jul 06 12:06:09.688963 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.690185 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.691860 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c5d40af4-2dc5-4335-84ea-752a7d586bf3 req-b8feafbf-3108-4859-b76a-54756dfb9c86 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.728965 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['cfcbad34-79b9-488e-b65c-4e73af999171'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:06:09.732202 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['4cf3dac1-bba3-4685-80cb-c3f928b76cfc'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:06:09.773850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8feafbf-3108-4859-b76a-54756dfb9c86 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Pushing event deleted for resources: {'Port': ['ID=962e7b51-b9fb-4e87-8f11-85ed175f4be0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:09.781522 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.888064 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d40af4-2dc5-4335-84ea-752a7d586bf3 req-b8feafbf-3108-4859-b76a-54756dfb9c86 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] No DVR routers for this DVR port 962e7b51-b9fb-4e87-8f11-85ed175f4be0 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:09.890973 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c5d40af4-2dc5-4335-84ea-752a7d586bf3 req-b8feafbf-3108-4859-b76a-54756dfb9c86 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:09.894730 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c5d40af4-2dc5-4335-84ea-752a7d586bf3 req-b8feafbf-3108-4859-b76a-54756dfb9c86 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.89 "DELETE /v2.0/ports/962e7b51-b9fb-4e87-8f11-85ed175f4be0 HTTP/1.1" status: 204 len: 173 time: 1.2015309 Jul 06 12:06:09.925470 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-149aca3a-c0d4-4552-8e85-00f2d124ce30 req-b6ae8338-fdd6-4b34-a72f-0a824c43e251 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8 HTTP/1.1" status: 200 len: 210 time: 0.0502868 Jul 06 12:06:09.953911 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.064480 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9905895f-e591-41cf-8ed0-06fd0ff2aace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05d295e-5ca6-406c-9c96-29f1b769b7a2'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:10.067326 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7932de7c-f0ab-492a-8703-e70caf775573" -d '{"events": [{"server_uuid": "9905895f-e591-41cf-8ed0-06fd0ff2aace", "name": "network-vif-plugged", "status": "completed", "tag": "e05d295e-5ca6-406c-9c96-29f1b769b7a2"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:10.073010 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.105929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e05d295e-5ca6-406c-9c96-29f1b769b7a2, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e05d295e-5ca6-406c-9c96-29f1b769b7a2,segment=NetworkSegment(b03e24d8-99cf-423d-b9b4-1d4144c886cc),segment_id=b03e24d8-99cf-423d-b9b4-1d4144c886cc)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:10.184168 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.202883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-0adcb890-fe53-403d-9344-9ba74ef0c4fb', 'network_id': '0adcb890-fe53-403d-9344-9ba74ef0c4fb', 'tenant_id': '622b4ed4040b4858a6d27705155220bc', 'fixed_ips': [{'subnet_id': '29428f89-fee6-4c52-a4a3-fab3f48dc39b'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:06:10.204810 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.294115 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bb47b777-9c77-42ab-a5e6-63b5f94250bf req-4a4226a8-96b4-44ed-994c-074106f0eb7b tempest-ServerRescueNegativeTestJSON-1150160704 tempest-ServerRescueNegativeTestJSON-1150160704-project] 10.222.0.81 "GET /v2.0/ports?device_id=89a03512-2a6b-40c6-a517-274fe571cb77 HTTP/1.1" status: 200 len: 210 time: 0.0560155 Jul 06 12:06:10.387374 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=e05d295e-5ca6-406c-9c96-29f1b769b7a2,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:10.420731 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.452236 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.465188 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cf2e2d-6d73-498f-8661-93bc5ed7e903 x-openstack-request-id: req-32cf2e2d-6d73-498f-8661-93bc5ed7e903 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:10.465646 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9905895f-e591-41cf-8ed0-06fd0ff2aace", "name": "network-vif-plugged", "status": "completed", "tag": "e05d295e-5ca6-406c-9c96-29f1b769b7a2", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:10.465984 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32cf2e2d-6d73-498f-8661-93bc5ed7e903 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:10.466428 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9905895f-e591-41cf-8ed0-06fd0ff2aace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05d295e-5ca6-406c-9c96-29f1b769b7a2', 'code': 200} Jul 06 12:06:10.504117 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Allocated IP 172.20.0.2 (0adcb890-fe53-403d-9344-9ba74ef0c4fb/29428f89-fee6-4c52-a4a3-fab3f48dc39b/ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:10.689604 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a9282-6f5c-42d9-a0af-496a5a40693e req-5f6240fe-691b-4fea-92cf-608a0d20218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:10.692666 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-945a9282-6f5c-42d9-a0af-496a5a40693e req-5f6240fe-691b-4fea-92cf-608a0d20218e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 1060 time: 0.1378489 Jul 06 12:06:10.711110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Allocated IP 172.25.4.113 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/e01a04dd-bcc0-41ea-b155-3a02826ae2e7) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:10.813414 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.830460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Transition to ACTIVE for port object ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:10.885515 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.894497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Transition to ACTIVE for port object ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:10.909145 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.943809 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:10.951875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Network 0adcb890-fe53-403d-9344-9ba74ef0c4fb is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:10.954706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:10.959368 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:10.963108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Pushing event updated for resources: {'Port': ['ID=ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:11.006116 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad2209-8d6c-4f27-9a38-039ca47f55b8 req-13a9073d-7618-4a77-b932-1540d7c5c9e8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:11.007737 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7ad2209-8d6c-4f27-9a38-039ca47f55b8 req-13a9073d-7618-4a77-b932-1540d7c5c9e8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 909 time: 0.1396620 Jul 06 12:06:11.020115 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:11.029725 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Attempting to bind port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:11.030149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Attempting to bind port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'bd22d766-5826-41d1-9508-d4ecf4336a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0adcb890-fe53-403d-9344-9ba74ef0c4fb'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:11.030512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Attempting to bind port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 on network 0adcb890-fe53-403d-9344-9ba74ef0c4fb {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:11.036322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:11.036790 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Checking segment: {'id': 'bd22d766-5826-41d1-9508-d4ecf4336a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0adcb890-fe53-403d-9344-9ba74ef0c4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:11.037889 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:11.038283 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Bound using segment: {'id': 'bd22d766-5826-41d1-9508-d4ecf4336a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0adcb890-fe53-403d-9344-9ba74ef0c4fb'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:11.038760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Bound port: ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd22d766-5826-41d1-9508-d4ecf4336a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0adcb890-fe53-403d-9344-9ba74ef0c4fb'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:11.039137 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:11.067611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:11.070688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:11.077197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:11.108408 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=e01a04dd-bcc0-41ea-b155-3a02826ae2e7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:11.122153 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] For port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:11.126220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] For port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161,segment=NetworkSegment(bd22d766-5826-41d1-9508-d4ecf4336a46),segment_id=bd22d766-5826-41d1-9508-d4ecf4336a46)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:11.134088 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:11.200766 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3e825-3364-4de2-a06c-6551ca4a44e6 None None] Pushing event updated for resources: {'Port': ['ID=ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:11.427446 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:11.480739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 4716331f-e403-41a6-8d1d-c30c7e7a2898 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:11.516323 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 962e7b51-b9fb-4e87-8f11-85ed175f4be0 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:11.519966 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 4716331f-e403-41a6-8d1d-c30c7e7a2898 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:11.519966 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 4716331f-e403-41a6-8d1d-c30c7e7a2898 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:11.550965 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 962e7b51-b9fb-4e87-8f11-85ed175f4be0 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:11.551334 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 962e7b51-b9fb-4e87-8f11-85ed175f4be0 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:11.671841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8', 'name': 'network-vif-deleted', 'tag': '962e7b51-b9fb-4e87-8f11-85ed175f4be0'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:11.678500 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0ce089-212e-4c7b-b039-44f95c79a579" -d '{"events": [{"server_uuid": "69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8", "name": "network-vif-deleted", "tag": "962e7b51-b9fb-4e87-8f11-85ed175f4be0"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:11.735926 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:11.759403 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:11.791769 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47412) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:11.859678 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:12.007358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 5404118c-9c38-44c0-a79d-bc045af99074 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:06:12.163364 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfcbb87-34cc-4ff3-9701-42647298588a x-openstack-request-id: req-edfcbb87-34cc-4ff3-9701-42647298588a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:12.163690 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8", "name": "network-vif-deleted", "tag": "962e7b51-b9fb-4e87-8f11-85ed175f4be0", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:12.163906 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-edfcbb87-34cc-4ff3-9701-42647298588a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:12.164770 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c6daeb-0d7b-4c75-b2e2-e0126cdf4cb8', 'name': 'network-vif-deleted', 'tag': '962e7b51-b9fb-4e87-8f11-85ed175f4be0', 'status': 'completed', 'code': 200} Jul 06 12:06:12.288140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:12.299885 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966705b4-6150-4a51-b5fc-f5e9b73fe66b None None] Sync routers for ids ['5404118c-9c38-44c0-a79d-bc045af99074'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:12.317317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966705b4-6150-4a51-b5fc-f5e9b73fe66b None None] Routers {'5404118c-9c38-44c0-a79d-bc045af99074'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:12.320620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-966705b4-6150-4a51-b5fc-f5e9b73fe66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5404118c-9c38-44c0-a79d-bc045af99074'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:12.330403 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.331708 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b264900e-8216-4229-9fe6-fbf8c54872aa tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7044122 Jul 06 12:06:12.334888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47426) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:12.398399 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-966705b4-6150-4a51-b5fc-f5e9b73fe66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:12.415543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966705b4-6150-4a51-b5fc-f5e9b73fe66b None None] Routers {'5404118c-9c38-44c0-a79d-bc045af99074'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:12.416349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-966705b4-6150-4a51-b5fc-f5e9b73fe66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5404118c-9c38-44c0-a79d-bc045af99074'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:12.462332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-966705b4-6150-4a51-b5fc-f5e9b73fe66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:12.463100 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966705b4-6150-4a51-b5fc-f5e9b73fe66b None None] The sync data for ids ['5404118c-9c38-44c0-a79d-bc045af99074'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:12.590109 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8a793-8a4c-4362-8ee3-68c39ce2283c req-711c0555-dfda-4d1b-9ab3-be7235c42333 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:12.603954 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bcd8a793-8a4c-4362-8ee3-68c39ce2283c req-711c0555-dfda-4d1b-9ab3-be7235c42333 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 909 time: 0.2108338 Jul 06 12:06:12.605939 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd9e39ed-f777-4317-9bf9-58b4b3319969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:12.827785 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f774cff5-a0e7-4797-a3a8-67f85172ecae None None] Network 0adcb890-fe53-403d-9344-9ba74ef0c4fb requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:12.981420 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ba4baee0-1e65-43c7-99fb-cc08aa7a6156 None None] Provisioning for port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:13.002432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ba4baee0-1e65-43c7-99fb-cc08aa7a6156 None None] Provisioning complete for port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:13.002981 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba4baee0-1e65-43c7-99fb-cc08aa7a6156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.166411 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba4baee0-1e65-43c7-99fb-cc08aa7a6156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.262719 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ba4baee0-1e65-43c7-99fb-cc08aa7a6156 None None] For port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161,segment=NetworkSegment(bd22d766-5826-41d1-9508-d4ecf4336a46),segment_id=bd22d766-5826-41d1-9508-d4ecf4336a46)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:13.269596 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba4baee0-1e65-43c7-99fb-cc08aa7a6156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.380091 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4baee0-1e65-43c7-99fb-cc08aa7a6156 None None] Pushing event updated for resources: {'Port': ['ID=ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:13.452295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e39ed-f777-4317-9bf9-58b4b3319969 admin admin] Deleting port 4a4ea39b-6aae-4043-9f60-e1d220088dbb {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:13.452855 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd9e39ed-f777-4317-9bf9-58b4b3319969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.489425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5950c183-15b4-41bf-a19c-55925153b4c6 None None] Provisioning complete for port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:13.490416 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5950c183-15b4-41bf-a19c-55925153b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.543353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b8e8b-4a99-4b3b-93c1-bca798926f9a req-3f39a1da-f66a-4716-9fa1-888a65901dec tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:13.544959 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e1b8e8b-4a99-4b3b-93c1-bca798926f9a req-3f39a1da-f66a-4716-9fa1-888a65901dec tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 909 time: 0.1442475 Jul 06 12:06:13.563101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-cd9e39ed-f777-4317-9bf9-58b4b3319969 admin admin] For port 4a4ea39b-6aae-4043-9f60-e1d220088dbb, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4a4ea39b-6aae-4043-9f60-e1d220088dbb,segment=NetworkSegment(5ef2dbde-5199-4d4a-b5ff-73c6a3156f21),segment_id=5ef2dbde-5199-4d4a-b5ff-73c6a3156f21)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:13.563533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd9e39ed-f777-4317-9bf9-58b4b3319969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.593330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e39ed-f777-4317-9bf9-58b4b3319969 admin admin] Calling delete_port for 4a4ea39b-6aae-4043-9f60-e1d220088dbb owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:13.714709 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:13.788661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:13.789065 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.832770 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.850717 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd9e39ed-f777-4317-9bf9-58b4b3319969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:13.887903 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e39ed-f777-4317-9bf9-58b4b3319969 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4ea39b-6aae-4043-9f60-e1d220088dbb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:14.081286 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd9e39ed-f777-4317-9bf9-58b4b3319969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.105700 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817f2f1-96cf-4d5e-8d2a-a3c75b3e4077 req-7aafd182-903a-4a5e-80e0-d78e1be3a51d tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:14.107382 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d817f2f1-96cf-4d5e-8d2a-a3c75b3e4077 req-7aafd182-903a-4a5e-80e0-d78e1be3a51d tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 1060 time: 0.1476107 Jul 06 12:06:14.309926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Allocated IP 172.20.0.1 (0adcb890-fe53-403d-9344-9ba74ef0c4fb/29428f89-fee6-4c52-a4a3-fab3f48dc39b/92730c46-5a07-4815-a71c-06f13959788f) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:14.399070 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9e39ed-f777-4317-9bf9-58b4b3319969 admin admin] Router 7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:14.476439 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.500912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Transition to ACTIVE for port object 92730c46-5a07-4815-a71c-06f13959788f will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:14.507320 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b2695-2512-4f04-ba25-f0887913ff08 req-d04a4f3e-de1b-4c81-9af6-eccd32501fbb tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:14.509166 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b6b2695-2512-4f04-ba25-f0887913ff08 req-d04a4f3e-de1b-4c81-9af6-eccd32501fbb tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 1135 time: 0.1049538 Jul 06 12:06:14.516682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9e39ed-f777-4317-9bf9-58b4b3319969 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:14.525442 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cd9e39ed-f777-4317-9bf9-58b4b3319969 admin admin] 10.222.0.81 "PUT /v2.0/routers/7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7299063 Jul 06 12:06:14.525828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47446) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:14.540356 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b08cd5-842f-464a-85db-5be70bb4000f None None] Sync routers for ids ['7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:14.552408 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b08cd5-842f-464a-85db-5be70bb4000f None None] Routers {'7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:14.553580 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-69b08cd5-842f-464a-85db-5be70bb4000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:14.571368 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b6b2695-2512-4f04-ba25-f0887913ff08 req-794ba37e-9743-4936-b912-f02810535646 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=644e263a-0eb4-4455-b8df-dbd1821616f5&id=4725da7f-6c74-4d06-9b88-6cad2fa22321&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0511515 Jul 06 12:06:14.594316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47448) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:14.622842 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.676608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=92730c46-5a07-4815-a71c-06f13959788f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:14.704665 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 0adcb890-fe53-403d-9344-9ba74ef0c4fb is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:14.706083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:14.708737 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:14.765866 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-69b08cd5-842f-464a-85db-5be70bb4000f None None] Set router 7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:14.797602 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.862147 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42d560eb-b0d8-4552-b1e1-303fb2a7eda5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:14.944893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643038f9-83ae-457e-859d-3654816b0805 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:14.946494 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-643038f9-83ae-457e-859d-3654816b0805 tempest-TestSecurityGroupsBasicOps-1810635304 tempest-TestSecurityGroupsBasicOps-1810635304-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 1055 time: 0.3487511 Jul 06 12:06:15.065662 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42d560eb-b0d8-4552-b1e1-303fb2a7eda5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.068531 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-69b08cd5-842f-464a-85db-5be70bb4000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'name': 'tempest-ServerRescueNegativeTestJSON-230543019-router', 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '33100262-c345-4ae2-acc9-133a98c7dd34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:24Z', 'updated_at': '2021-07-06T12:06:13Z', 'revision_number': 5, 'project_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'gw_port': {'id': '33100262-c345-4ae2-acc9-133a98c7dd34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:02:26Z', 'updated_at': '2021-07-06T12:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:15.117612 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.136407 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b08cd5-842f-464a-85db-5be70bb4000f None None] Checking router: 7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:06:15.149399 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4bffa982-3e28-4ead-a666-cdc4a29cdad9 None None] Provisioning for port 92730c46-5a07-4815-a71c-06f13959788f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:15.153687 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b08cd5-842f-464a-85db-5be70bb4000f None None] Routers {'7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:15.154413 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-69b08cd5-842f-464a-85db-5be70bb4000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:15.158872 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4bffa982-3e28-4ead-a666-cdc4a29cdad9 None None] Provisioning complete for port 92730c46-5a07-4815-a71c-06f13959788f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:15.159268 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4bffa982-3e28-4ead-a666-cdc4a29cdad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.165262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-42d560eb-b0d8-4552-b1e1-303fb2a7eda5 admin admin] Deleting port 33100262-c345-4ae2-acc9-133a98c7dd34 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:15.166047 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42d560eb-b0d8-4552-b1e1-303fb2a7eda5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.242637 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4bffa982-3e28-4ead-a666-cdc4a29cdad9 None None] Port 92730c46-5a07-4815-a71c-06f13959788f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:06:15.268590 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-69b08cd5-842f-464a-85db-5be70bb4000f None None] Set router 7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:15.269239 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-42d560eb-b0d8-4552-b1e1-303fb2a7eda5 admin admin] For port 33100262-c345-4ae2-acc9-133a98c7dd34, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=33100262-c345-4ae2-acc9-133a98c7dd34,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:15.269839 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42d560eb-b0d8-4552-b1e1-303fb2a7eda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.285026 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-42d560eb-b0d8-4552-b1e1-303fb2a7eda5 admin admin] Calling delete_port for 33100262-c345-4ae2-acc9-133a98c7dd34 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:15.332782 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-69b08cd5-842f-464a-85db-5be70bb4000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'name': 'tempest-ServerRescueNegativeTestJSON-230543019-router', 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:24Z', 'updated_at': '2021-07-06T12:06:15Z', 'revision_number': 6, 'project_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:15.397665 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b08cd5-842f-464a-85db-5be70bb4000f None None] The sync data for ids ['7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6'] in n-d-799529-2 is: [{'id': '7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6', 'name': 'tempest-ServerRescueNegativeTestJSON-230543019-router', 'tenant_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:02:24Z', 'updated_at': '2021-07-06T12:06:15Z', 'revision_number': 6, 'project_id': '0f99d139f50d4a1082f8201bb4cc6c27', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:15.529672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84430811-c1db-4a00-a3ae-8257276a9d81 req-2c8f4295-a32f-466e-83a7-f2da16a97a69 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:15.535870 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84430811-c1db-4a00-a3ae-8257276a9d81 req-2c8f4295-a32f-466e-83a7-f2da16a97a69 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:15.537742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84430811-c1db-4a00-a3ae-8257276a9d81 req-2c8f4295-a32f-466e-83a7-f2da16a97a69 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4&device_id=4332259d-5aea-4916-a39d-a717517d8023 HTTP/1.1" status: 200 len: 1683 time: 0.3790643 Jul 06 12:06:15.552711 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42d560eb-b0d8-4552-b1e1-303fb2a7eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.587388 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d560eb-b0d8-4552-b1e1-303fb2a7eda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=33100262-c345-4ae2-acc9-133a98c7dd34,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:15.655445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.667402 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42d560eb-b0d8-4552-b1e1-303fb2a7eda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.671879 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.705487 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84430811-c1db-4a00-a3ae-8257276a9d81 req-a9a97cd7-4fa0-4391-baa1-58d321765db7 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563895 Jul 06 12:06:15.764170 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.772366 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=92730c46-5a07-4815-a71c-06f13959788f,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:15.838666 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42d560eb-b0d8-4552-b1e1-303fb2a7eda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.842655 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42d560eb-b0d8-4552-b1e1-303fb2a7eda5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.942719 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42d560eb-b0d8-4552-b1e1-303fb2a7eda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.943385 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d560eb-b0d8-4552-b1e1-303fb2a7eda5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:06:15.955361 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42d560eb-b0d8-4552-b1e1-303fb2a7eda5 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:15.956698 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-42d560eb-b0d8-4552-b1e1-303fb2a7eda5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/7c62cbd8-81bc-4c8a-aa0d-a089e6cc92e6 HTTP/1.1" status: 204 len: 168 time: 1.4299300 Jul 06 12:06:15.957381 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 0adcb890-fe53-403d-9344-9ba74ef0c4fb is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:15.959190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47466) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:15.965839 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:16.045190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b888870-707b-4887-8574-af46b225a462 admin admin] Deleting subnet 3bb76d0d-b306-4b30-a183-fb66b233ae5c {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:16.048645 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b888870-707b-4887-8574-af46b225a462 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.089542 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b888870-707b-4887-8574-af46b225a462 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.139755 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b888870-707b-4887-8574-af46b225a462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.196519 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 5404118c-9c38-44c0-a79d-bc045af99074 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:16.227942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b888870-707b-4887-8574-af46b225a462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.267115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888870-707b-4887-8574-af46b225a462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bb76d0d-b306-4b30-a183-fb66b233ae5c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:16.277171 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b888870-707b-4887-8574-af46b225a462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.279999 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1b888870-707b-4887-8574-af46b225a462 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3bb76d0d-b306-4b30-a183-fb66b233ae5c HTTP/1.1" status: 204 len: 168 time: 0.3193200 Jul 06 12:06:16.282296 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47474) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:16.287253 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-85bacb46-da59-4154-93a7-7318dea87929 None None] Provisioning complete for port 92730c46-5a07-4815-a71c-06f13959788f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:16.287779 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85bacb46-da59-4154-93a7-7318dea87929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.353851 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4a4ea39b-6aae-4043-9f60-e1d220088dbb no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:16.405333 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c95066e1-6b8e-4250-80f5-fc3b1ce4fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.429839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 4a4ea39b-6aae-4043-9f60-e1d220088dbb {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:16.432097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4a4ea39b-6aae-4043-9f60-e1d220088dbb not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:16.435462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:16.452389 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-85bacb46-da59-4154-93a7-7318dea87929 None None] Port 92730c46-5a07-4815-a71c-06f13959788f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:06:16.459962 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f4a3ef-3e5d-4a99-9947-5e4360e885c0 None None] Sync routers for ids ['5404118c-9c38-44c0-a79d-bc045af99074'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:16.472785 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fcdaf283-ae15-4784-bfec-a696d1b950ee tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "PUT /v2.0/routers/5404118c-9c38-44c0-a79d-bc045af99074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1367331 Jul 06 12:06:16.478566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47476) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:16.479961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f4a3ef-3e5d-4a99-9947-5e4360e885c0 None None] Routers {'5404118c-9c38-44c0-a79d-bc045af99074'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:16.480927 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-e3f4a3ef-3e5d-4a99-9947-5e4360e885c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5404118c-9c38-44c0-a79d-bc045af99074'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:16.500664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f87e2bcf-cc09-4443-b3fd-73e28a13e30b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'port': {'network_id': '0adcb890-fe53-403d-9344-9ba74ef0c4fb', 'name': 'tempest-FloatingIPTestJSON-1709936275'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:16.563642 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c95066e1-6b8e-4250-80f5-fc3b1ce4fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.589371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-c95066e1-6b8e-4250-80f5-fc3b1ce4fb25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede8b9b8-dca5-4b16-b239-976325c5f9c7']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:16.603816 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-c95066e1-6b8e-4250-80f5-fc3b1ce4fb25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef2dbde-5199-4d4a-b5ff-73c6a3156f21') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:16.604259 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-c95066e1-6b8e-4250-80f5-fc3b1ce4fb25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef2dbde-5199-4d4a-b5ff-73c6a3156f21') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:16.620578 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c95066e1-6b8e-4250-80f5-fc3b1ce4fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.644931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b307d5-faa4-43a3-b071-08b5c0c83d48 req-801520df-77d9-4172-9b8f-ad61a943e136 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:16.647547 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64b307d5-faa4-43a3-b071-08b5c0c83d48 req-801520df-77d9-4172-9b8f-ad61a943e136 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 909 time: 0.2100668 Jul 06 12:06:16.648998 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c95066e1-6b8e-4250-80f5-fc3b1ce4fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.656610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95066e1-6b8e-4250-80f5-fc3b1ce4fb25 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:06:16.657987 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c95066e1-6b8e-4250-80f5-fc3b1ce4fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:06:16.659348 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:06:16.710107 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87e2bcf-cc09-4443-b3fd-73e28a13e30b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Made reservation on behalf of 622b4ed4040b4858a6d27705155220bc for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:16.715303 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f87e2bcf-cc09-4443-b3fd-73e28a13e30b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.738508 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c95066e1-6b8e-4250-80f5-fc3b1ce4fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.744938 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c95066e1-6b8e-4250-80f5-fc3b1ce4fb25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:16.747965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-f87e2bcf-cc09-4443-b3fd-73e28a13e30b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] device_id is not set on port d5f3d132-baa3-40d7-888e-9960c0065135 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:06:16.753022 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c95066e1-6b8e-4250-80f5-fc3b1ce4fb25 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ede8b9b8-dca5-4b16-b239-976325c5f9c7 HTTP/1.1" status: 204 len: 168 time: 0.4695210 Jul 06 12:06:16.798711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95066e1-6b8e-4250-80f5-fc3b1ce4fb25 admin admin] Pushing event deleted for resources: {'Network': ['ID=ede8b9b8-dca5-4b16-b239-976325c5f9c7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:16.839307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-e3f4a3ef-3e5d-4a99-9947-5e4360e885c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:16.857635 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f4a3ef-3e5d-4a99-9947-5e4360e885c0 None None] Routers {'5404118c-9c38-44c0-a79d-bc045af99074'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:16.858552 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-e3f4a3ef-3e5d-4a99-9947-5e4360e885c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5404118c-9c38-44c0-a79d-bc045af99074'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:16.902834 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-e3f4a3ef-3e5d-4a99-9947-5e4360e885c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:16.903516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f4a3ef-3e5d-4a99-9947-5e4360e885c0 None None] The sync data for ids ['5404118c-9c38-44c0-a79d-bc045af99074'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:16.980980 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-f87e2bcf-cc09-4443-b3fd-73e28a13e30b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Allocated IP 172.20.0.3 (0adcb890-fe53-403d-9344-9ba74ef0c4fb/29428f89-fee6-4c52-a4a3-fab3f48dc39b/d5f3d132-baa3-40d7-888e-9960c0065135) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:17.086592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47486) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:17.167288 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8d4a39b8-b637-4517-9662-92fbde4aa8a4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0f99d139f50d4a1082f8201bb4cc6c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746675 Jul 06 12:06:17.169938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47488) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:17.188600 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f87e2bcf-cc09-4443-b3fd-73e28a13e30b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.205187 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-f87e2bcf-cc09-4443-b3fd-73e28a13e30b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Transition to ACTIVE for port object d5f3d132-baa3-40d7-888e-9960c0065135 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:17.246755 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f87e2bcf-cc09-4443-b3fd-73e28a13e30b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.251622 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8dde-cba8-44bd-8dc8-cbc67bb03f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.282531 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8dde-cba8-44bd-8dc8-cbc67bb03f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.296539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87e2bcf-cc09-4443-b3fd-73e28a13e30b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Network 0adcb890-fe53-403d-9344-9ba74ef0c4fb is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:17.305284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f87e2bcf-cc09-4443-b3fd-73e28a13e30b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:17.311263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e2bcf-cc09-4443-b3fd-73e28a13e30b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:17.357286 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e2bcf-cc09-4443-b3fd-73e28a13e30b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event updated for resources: {'Port': ['ID=d5f3d132-baa3-40d7-888e-9960c0065135,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:17.373449 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8dde-cba8-44bd-8dc8-cbc67bb03f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.379904 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8dde-cba8-44bd-8dc8-cbc67bb03f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.384989 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1e0a8dde-cba8-44bd-8dc8-cbc67bb03f7b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cdffff7a-34dc-4c39-ab6a-63787e2e873f HTTP/1.1" status: 204 len: 168 time: 0.2135880 Jul 06 12:06:17.393964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a8dde-cba8-44bd-8dc8-cbc67bb03f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdffff7a-34dc-4c39-ab6a-63787e2e873f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:17.422654 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87e2bcf-cc09-4443-b3fd-73e28a13e30b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:17.423974 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f87e2bcf-cc09-4443-b3fd-73e28a13e30b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.456931 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f87e2bcf-cc09-4443-b3fd-73e28a13e30b tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9698651 Jul 06 12:06:17.456931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47494) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:17.463472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-17bbc502-bc99-4d78-a271-28be6b0b499c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Request body: {'floatingip': {'port_id': 'd5f3d132-baa3-40d7-888e-9960c0065135'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:17.594681 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17bbc502-bc99-4d78-a271-28be6b0b499c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.642764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 33100262-c345-4ae2-acc9-133a98c7dd34 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:17.713636 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 33100262-c345-4ae2-acc9-133a98c7dd34 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:17.713636 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 33100262-c345-4ae2-acc9-133a98c7dd34 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:17.792422 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ac149e53-ccd9-4bd8-b61e-7457090cc6c5 None None] Provisioning for port d5f3d132-baa3-40d7-888e-9960c0065135 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:17.797950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ac149e53-ccd9-4bd8-b61e-7457090cc6c5 None None] Provisioning complete for port d5f3d132-baa3-40d7-888e-9960c0065135 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:17.799964 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac149e53-ccd9-4bd8-b61e-7457090cc6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:17.841607 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ac149e53-ccd9-4bd8-b61e-7457090cc6c5 None None] Port d5f3d132-baa3-40d7-888e-9960c0065135 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:06:17.929241 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:06:18.124781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8bd14-9c3d-4ca6-a12b-f305e66f0e67 req-320fdd69-7939-4039-ad71-26e0f4ef4f8b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:18.126935 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-98c8bd14-9c3d-4ca6-a12b-f305e66f0e67 req-320fdd69-7939-4039-ad71-26e0f4ef4f8b tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.23 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 909 time: 0.3593726 Jul 06 12:06:18.148335 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6ec8e-e3de-4422-9a7f-57301903b17d req-8a4d6d3e-3a13-4af5-9996-e61987fc660a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:18.160903 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eba6ec8e-e3de-4422-9a7f-57301903b17d req-8a4d6d3e-3a13-4af5-9996-e61987fc660a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 909 time: 0.1005988 Jul 06 12:06:18.286402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47518) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:18.483943 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8832b2ca-2598-4505-929b-e4aa56e13b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.647983 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8832b2ca-2598-4505-929b-e4aa56e13b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.653685 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8832b2ca-2598-4505-929b-e4aa56e13b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.704044 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8832b2ca-2598-4505-929b-e4aa56e13b07 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=332c94272788460b93f2d63324706fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4157867 Jul 06 12:06:18.705132 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47534) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:18.722633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832b2ca-2598-4505-929b-e4aa56e13b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84fed7a-3e2c-477f-a0b6-9f101fe2e97a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:18.787721 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-58688610-6190-4c3d-910d-60fcb137ff03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.824500 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-58688610-6190-4c3d-910d-60fcb137ff03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.880742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-58688610-6190-4c3d-910d-60fcb137ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.884525 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-58688610-6190-4c3d-910d-60fcb137ff03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:18.888389 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-58688610-6190-4c3d-910d-60fcb137ff03 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c84fed7a-3e2c-477f-a0b6-9f101fe2e97a HTTP/1.1" status: 204 len: 168 time: 0.1761441 Jul 06 12:06:18.894326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58688610-6190-4c3d-910d-60fcb137ff03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84fed7a-3e2c-477f-a0b6-9f101fe2e97a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:18.980575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-98c8bd14-9c3d-4ca6-a12b-f305e66f0e67 req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Deleting port e05d295e-5ca6-406c-9c96-29f1b769b7a2 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:18.980929 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-98c8bd14-9c3d-4ca6-a12b-f305e66f0e67 req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.167333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-98c8bd14-9c3d-4ca6-a12b-f305e66f0e67 req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] For port e05d295e-5ca6-406c-9c96-29f1b769b7a2, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e05d295e-5ca6-406c-9c96-29f1b769b7a2,segment=NetworkSegment(b03e24d8-99cf-423d-b9b4-1d4144c886cc),segment_id=b03e24d8-99cf-423d-b9b4-1d4144c886cc)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:19.168967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-98c8bd14-9c3d-4ca6-a12b-f305e66f0e67 req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.203169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-98c8bd14-9c3d-4ca6-a12b-f305e66f0e67 req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Calling delete_port for e05d295e-5ca6-406c-9c96-29f1b769b7a2 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:19.229136 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a6b90-77a6-4a94-812b-fdda6a60c3a5 req-990c8bd4-1167-40fc-b104-fc6bad3c3de0 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:19.231871 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a98a6b90-77a6-4a94-812b-fdda6a60c3a5 req-990c8bd4-1167-40fc-b104-fc6bad3c3de0 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=4332259d-5aea-4916-a39d-a717517d8023 HTTP/1.1" status: 200 len: 946 time: 0.0998294 Jul 06 12:06:19.279579 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a98a6b90-77a6-4a94-812b-fdda6a60c3a5 req-eb96fc04-18c3-4bb2-a410-3db1f8b18de0 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398409 Jul 06 12:06:19.295275 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17bbc502-bc99-4d78-a271-28be6b0b499c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.307481 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17bbc502-bc99-4d78-a271-28be6b0b499c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.538476 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe9215-4edf-4ad7-96e1-8d1b4b1e5008 req-8bb4ad46-85db-4358-afd3-46ec409be48c tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:19.540135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93fe9215-4edf-4ad7-96e1-8d1b4b1e5008 req-8bb4ad46-85db-4358-afd3-46ec409be48c tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=9905895f-e591-41cf-8ed0-06fd0ff2aace HTTP/1.1" status: 200 len: 909 time: 0.1178074 Jul 06 12:06:19.568974 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-17bbc502-bc99-4d78-a271-28be6b0b499c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Floating IP 6b16b154-9c11-4486-88ec-5c50264b8535 associated. External IP: 172.25.4.200, port: be53fe3e-5c5f-4a66-8e11-5e3f3a6c6522. Jul 06 12:06:19.607573 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47560) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:19.622453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdd7ba-3e99-44bc-bd96-6075152aa87e req-5a284f7e-1aa6-44df-8224-d90f7b2d3f62 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:19.624128 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ddfdd7ba-3e99-44bc-bd96-6075152aa87e req-5a284f7e-1aa6-44df-8224-d90f7b2d3f62 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.23 "GET /v2.0/ports?device_id=4332259d-5aea-4916-a39d-a717517d8023 HTTP/1.1" status: 200 len: 946 time: 0.2730534 Jul 06 12:06:19.724831 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-98c8bd14-9c3d-4ca6-a12b-f305e66f0e67 req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.757451 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event deleted for resources: {'Port': ['ID=e05d295e-5ca6-406c-9c96-29f1b769b7a2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:19.770643 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-47474d46-270a-486b-a14d-71e019264f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.809069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:19.809876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:19.809876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:19.810374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:19.810780 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:19.811186 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:19.811622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:19.812079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:19.812480 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:19.813079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:19.813478 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:19.813875 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:19.887598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c8bd14-9c3d-4ca6-a12b-f305e66f0e67 req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] No DVR routers for this DVR port e05d295e-5ca6-406c-9c96-29f1b769b7a2 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:19.903521 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-47474d46-270a-486b-a14d-71e019264f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.905668 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-98c8bd14-9c3d-4ca6-a12b-f305e66f0e67 req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.908122 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-98c8bd14-9c3d-4ca6-a12b-f305e66f0e67 req-d06f47cd-141c-483c-a25e-f29da8efecba tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.23 "DELETE /v2.0/ports/e05d295e-5ca6-406c-9c96-29f1b769b7a2 HTTP/1.1" status: 204 len: 173 time: 1.7656605 Jul 06 12:06:19.909974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9905895f-e591-41cf-8ed0-06fd0ff2aace', 'name': 'network-vif-deleted', 'tag': 'e05d295e-5ca6-406c-9c96-29f1b769b7a2'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:19.911010 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-47474d46-270a-486b-a14d-71e019264f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:19.913872 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eed4be-baef-433a-a332-656cfad9cb52" -d '{"events": [{"server_uuid": "9905895f-e591-41cf-8ed0-06fd0ff2aace", "name": "network-vif-deleted", "tag": "e05d295e-5ca6-406c-9c96-29f1b769b7a2"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:20.006651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47474d46-270a-486b-a14d-71e019264f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986055d8-726b-4d00-8e13-29002dac3f3d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:20.014274 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-47474d46-270a-486b-a14d-71e019264f8c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9de25a0658a44a7caf4fe630472eeec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055755 Jul 06 12:06:20.015274 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47576) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:20.034512 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeb9c3b-96b1-4b79-ac90-062aa7d58bf1 x-openstack-request-id: req-6eeb9c3b-96b1-4b79-ac90-062aa7d58bf1 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:20.034813 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9905895f-e591-41cf-8ed0-06fd0ff2aace", "name": "network-vif-deleted", "tag": "e05d295e-5ca6-406c-9c96-29f1b769b7a2", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:20.035068 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6eeb9c3b-96b1-4b79-ac90-062aa7d58bf1 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:20.035590 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9905895f-e591-41cf-8ed0-06fd0ff2aace', 'name': 'network-vif-deleted', 'tag': 'e05d295e-5ca6-406c-9c96-29f1b769b7a2', 'status': 'completed', 'code': 200} Jul 06 12:06:20.081807 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bca24437-983f-4a5d-96e6-5e0b1cb6ff3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.116523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ddfdd7ba-3e99-44bc-bd96-6075152aa87e req-06ef7a77-b2f3-4b50-9fdf-90114dfcbdeb tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Deleting port 4cf3dac1-bba3-4685-80cb-c3f928b76cfc {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:20.116874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ddfdd7ba-3e99-44bc-bd96-6075152aa87e req-06ef7a77-b2f3-4b50-9fdf-90114dfcbdeb tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.124159 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bca24437-983f-4a5d-96e6-5e0b1cb6ff3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.205119 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bca24437-983f-4a5d-96e6-5e0b1cb6ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.208221 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bca24437-983f-4a5d-96e6-5e0b1cb6ff3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.211475 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bca24437-983f-4a5d-96e6-5e0b1cb6ff3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/986055d8-726b-4d00-8e13-29002dac3f3d HTTP/1.1" status: 204 len: 168 time: 0.1921594 Jul 06 12:06:20.228954 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca24437-983f-4a5d-96e6-5e0b1cb6ff3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986055d8-726b-4d00-8e13-29002dac3f3d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:20.248857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a3f0e-2fcd-42ff-bb6d-19030878e3cb req-c8674d34-417b-4003-9f11-0e65683e285a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:20.250486 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d8a3f0e-2fcd-42ff-bb6d-19030878e3cb req-c8674d34-417b-4003-9f11-0e65683e285a tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.89 "GET /v2.0/ports?device_id=03fac5e5-0d6c-4340-9a7e-5efec39c0cc4 HTTP/1.1" status: 200 len: 946 time: 0.3648415 Jul 06 12:06:20.267121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bbc502-bc99-4d78-a271-28be6b0b499c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 63514f07-b393-45e8-b8dc-b8118092e145 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:20.338474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ddfdd7ba-3e99-44bc-bd96-6075152aa87e req-06ef7a77-b2f3-4b50-9fdf-90114dfcbdeb tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] For port 4cf3dac1-bba3-4685-80cb-c3f928b76cfc, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4cf3dac1-bba3-4685-80cb-c3f928b76cfc,segment=NetworkSegment(98134312-0028-4767-9cf5-7827aa45fdea),segment_id=98134312-0028-4767-9cf5-7827aa45fdea)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:20.338848 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ddfdd7ba-3e99-44bc-bd96-6075152aa87e req-06ef7a77-b2f3-4b50-9fdf-90114dfcbdeb tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.395690 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ddfdd7ba-3e99-44bc-bd96-6075152aa87e req-06ef7a77-b2f3-4b50-9fdf-90114dfcbdeb tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Calling delete_port for 4cf3dac1-bba3-4685-80cb-c3f928b76cfc owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:20.515823 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50929ebc-2908-403e-b964-0b34a31ee801 req-178db818-fe10-414c-b916-8e9e22b4bb5f tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:20.518930 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50929ebc-2908-403e-b964-0b34a31ee801 req-178db818-fe10-414c-b916-8e9e22b4bb5f tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=4332259d-5aea-4916-a39d-a717517d8023 HTTP/1.1" status: 200 len: 946 time: 0.0813980 Jul 06 12:06:20.566318 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50929ebc-2908-403e-b964-0b34a31ee801 req-ba85c65c-894b-420c-9e5e-c0b6636e0807 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/security-groups?id=c3e80ac4-77d5-4973-8e63-4c2b10cea622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406313 Jul 06 12:06:20.569150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bbc502-bc99-4d78-a271-28be6b0b499c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:20.582673 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b7a58-db33-4321-8710-f633387349a4 None None] Sync routers for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:20.597642 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b7a58-db33-4321-8710-f633387349a4 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:20.598993 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e23b7a58-db33-4321-8710-f633387349a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:20.640850 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e23b7a58-db33-4321-8710-f633387349a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:20.652562 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b7a58-db33-4321-8710-f633387349a4 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:20.653388 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e23b7a58-db33-4321-8710-f633387349a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:20.658434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3d8a3f0e-2fcd-42ff-bb6d-19030878e3cb req-4d1cd364-b970-4b40-918d-a8c06731bde5 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Deleting port cfcbad34-79b9-488e-b65c-4e73af999171 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:20.659412 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d8a3f0e-2fcd-42ff-bb6d-19030878e3cb req-4d1cd364-b970-4b40-918d-a8c06731bde5 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.700290 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e23b7a58-db33-4321-8710-f633387349a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:20.701417 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b7a58-db33-4321-8710-f633387349a4 None None] The sync data for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:20.755895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47608) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:20.888054 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ddfdd7ba-3e99-44bc-bd96-6075152aa87e req-06ef7a77-b2f3-4b50-9fdf-90114dfcbdeb tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:20.902537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['4cf3dac1-bba3-4685-80cb-c3f928b76cfc'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:06:20.933943 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['cfcbad34-79b9-488e-b65c-4e73af999171'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:06:20.996331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef7a77-b2f3-4b50-9fdf-90114dfcbdeb tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Pushing event deleted for resources: {'Port': ['ID=4cf3dac1-bba3-4685-80cb-c3f928b76cfc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:21.038432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3d8a3f0e-2fcd-42ff-bb6d-19030878e3cb req-4d1cd364-b970-4b40-918d-a8c06731bde5 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] For port cfcbad34-79b9-488e-b65c-4e73af999171, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=cfcbad34-79b9-488e-b65c-4e73af999171,segment=NetworkSegment(98134312-0028-4767-9cf5-7827aa45fdea),segment_id=98134312-0028-4767-9cf5-7827aa45fdea)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:21.038807 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d8a3f0e-2fcd-42ff-bb6d-19030878e3cb req-4d1cd364-b970-4b40-918d-a8c06731bde5 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.060654 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3d8a3f0e-2fcd-42ff-bb6d-19030878e3cb req-4d1cd364-b970-4b40-918d-a8c06731bde5 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Calling delete_port for cfcbad34-79b9-488e-b65c-4e73af999171 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:21.208530 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfdd7ba-3e99-44bc-bd96-6075152aa87e req-06ef7a77-b2f3-4b50-9fdf-90114dfcbdeb tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] No DVR routers for this DVR port 4cf3dac1-bba3-4685-80cb-c3f928b76cfc on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:21.215648 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ddfdd7ba-3e99-44bc-bd96-6075152aa87e req-06ef7a77-b2f3-4b50-9fdf-90114dfcbdeb tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.217655 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ddfdd7ba-3e99-44bc-bd96-6075152aa87e req-06ef7a77-b2f3-4b50-9fdf-90114dfcbdeb tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.23 "DELETE /v2.0/ports/4cf3dac1-bba3-4685-80cb-c3f928b76cfc HTTP/1.1" status: 204 len: 173 time: 1.5866261 Jul 06 12:06:21.293227 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1380602e-163e-48aa-9d27-a17597eaaef9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.425025 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47636) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:21.522432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 4cf3dac1-bba3-4685-80cb-c3f928b76cfc no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:21.559082 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 4cf3dac1-bba3-4685-80cb-c3f928b76cfc {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:21.562033 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 4cf3dac1-bba3-4685-80cb-c3f928b76cfc not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:21.563055 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e05d295e-5ca6-406c-9c96-29f1b769b7a2 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:21.595270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: e05d295e-5ca6-406c-9c96-29f1b769b7a2 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:21.595898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e05d295e-5ca6-406c-9c96-29f1b769b7a2 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:21.705080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-1380602e-163e-48aa-9d27-a17597eaaef9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Deleting port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:21.706119 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1380602e-163e-48aa-9d27-a17597eaaef9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.706915 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d8a3f0e-2fcd-42ff-bb6d-19030878e3cb req-4d1cd364-b970-4b40-918d-a8c06731bde5 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.746888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cd364-b970-4b40-918d-a8c06731bde5 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Pushing event deleted for resources: {'Port': ['ID=cfcbad34-79b9-488e-b65c-4e73af999171,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:21.765710 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bbc502-bc99-4d78-a271-28be6b0b499c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 5404118c-9c38-44c0-a79d-bc045af99074 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:21.814157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8a3f0e-2fcd-42ff-bb6d-19030878e3cb req-4d1cd364-b970-4b40-918d-a8c06731bde5 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] No DVR routers for this DVR port cfcbad34-79b9-488e-b65c-4e73af999171 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:21.817426 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d8a3f0e-2fcd-42ff-bb6d-19030878e3cb req-4d1cd364-b970-4b40-918d-a8c06731bde5 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.820061 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d8a3f0e-2fcd-42ff-bb6d-19030878e3cb req-4d1cd364-b970-4b40-918d-a8c06731bde5 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.89 "DELETE /v2.0/ports/cfcbad34-79b9-488e-b65c-4e73af999171 HTTP/1.1" status: 204 len: 173 time: 1.5608842 Jul 06 12:06:21.820255 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-1380602e-163e-48aa-9d27-a17597eaaef9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] For port 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0,segment=NetworkSegment(b03e24d8-99cf-423d-b9b4-1d4144c886cc),segment_id=b03e24d8-99cf-423d-b9b4-1d4144c886cc)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:21.820798 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1380602e-163e-48aa-9d27-a17597eaaef9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.841403 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-1380602e-163e-48aa-9d27-a17597eaaef9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Calling delete_port for 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:21.891509 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-522a629d-cf83-4155-89cf-99dbaae6e6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:21.894716 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ba6cffa-73c1-4566-a2ac-d645513263d3 req-29fd7d1e-f4d8-43d1-a0eb-17608b9465d8 tempest-ListServersNegativeTestJSON-44747606 tempest-ListServersNegativeTestJSON-44747606-project] 10.222.0.81 "GET /v2.0/ports?device_id=4332259d-5aea-4916-a39d-a717517d8023 HTTP/1.1" status: 200 len: 210 time: 0.0512767 Jul 06 12:06:22.038570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4332259d-5aea-4916-a39d-a717517d8023', 'name': 'network-vif-deleted', 'tag': '4cf3dac1-bba3-4685-80cb-c3f928b76cfc'}, {'server_uuid': '03fac5e5-0d6c-4340-9a7e-5efec39c0cc4', 'name': 'network-vif-deleted', 'tag': 'cfcbad34-79b9-488e-b65c-4e73af999171'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:22.043634 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09829f0-f935-46f4-a124-84d28f84ec42" -d '{"events": [{"server_uuid": "4332259d-5aea-4916-a39d-a717517d8023", "name": "network-vif-deleted", "tag": "4cf3dac1-bba3-4685-80cb-c3f928b76cfc"}, {"server_uuid": "03fac5e5-0d6c-4340-9a7e-5efec39c0cc4", "name": "network-vif-deleted", "tag": "cfcbad34-79b9-488e-b65c-4e73af999171"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:22.077702 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bbc502-bc99-4d78-a271-28be6b0b499c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:22.089561 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17bbc502-bc99-4d78-a271-28be6b0b499c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.090986 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d163ad14-ad22-4a43-a458-97722d2831c7 None None] Sync routers for ids ['5404118c-9c38-44c0-a79d-bc045af99074'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:22.106505 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d163ad14-ad22-4a43-a458-97722d2831c7 None None] Routers {'5404118c-9c38-44c0-a79d-bc045af99074'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:22.109386 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d163ad14-ad22-4a43-a458-97722d2831c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5404118c-9c38-44c0-a79d-bc045af99074'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:22.163909 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-522a629d-cf83-4155-89cf-99dbaae6e6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.173832 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-522a629d-cf83-4155-89cf-99dbaae6e6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.184735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d163ad14-ad22-4a43-a458-97722d2831c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:22.210019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d163ad14-ad22-4a43-a458-97722d2831c7 None None] Routers {'5404118c-9c38-44c0-a79d-bc045af99074'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:22.210812 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d163ad14-ad22-4a43-a458-97722d2831c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5404118c-9c38-44c0-a79d-bc045af99074'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:22.233318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47658) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:22.233558 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-17bbc502-bc99-4d78-a271-28be6b0b499c tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "PUT /v2.0/floatingips/6b16b154-9c11-4486-88ec-5c50264b8535 HTTP/1.1" status: 200 len: 978 time: 4.7750943 Jul 06 12:06:22.269982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47662) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:22.270874 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-522a629d-cf83-4155-89cf-99dbaae6e6e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d86bba6941a647f4b4504432b49e22d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8444159 Jul 06 12:06:22.274831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d163ad14-ad22-4a43-a458-97722d2831c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:22.275681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d163ad14-ad22-4a43-a458-97722d2831c7 None None] The sync data for ids ['5404118c-9c38-44c0-a79d-bc045af99074'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:22.279326 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e0f022-957e-4b4f-9692-75908f6bb37e x-openstack-request-id: req-c3e0f022-957e-4b4f-9692-75908f6bb37e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:22.279626 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4332259d-5aea-4916-a39d-a717517d8023", "name": "network-vif-deleted", "tag": "4cf3dac1-bba3-4685-80cb-c3f928b76cfc", "status": "completed", "code": 200}, {"server_uuid": "03fac5e5-0d6c-4340-9a7e-5efec39c0cc4", "name": "network-vif-deleted", "tag": "cfcbad34-79b9-488e-b65c-4e73af999171", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:22.279878 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3e0f022-957e-4b4f-9692-75908f6bb37e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:22.280275 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4332259d-5aea-4916-a39d-a717517d8023', 'name': 'network-vif-deleted', 'tag': '4cf3dac1-bba3-4685-80cb-c3f928b76cfc', 'status': 'completed', 'code': 200} Jul 06 12:06:22.280531 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fac5e5-0d6c-4340-9a7e-5efec39c0cc4', 'name': 'network-vif-deleted', 'tag': 'cfcbad34-79b9-488e-b65c-4e73af999171', 'status': 'completed', 'code': 200} Jul 06 12:06:22.310271 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a629d-cf83-4155-89cf-99dbaae6e6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86b72e4-32b4-4b7d-92a1-26dbeba8b296,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:22.322990 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1380602e-163e-48aa-9d27-a17597eaaef9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.342370 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e54e6b2-4858-4714-98d0-e5c951fde115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.368489 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e54e6b2-4858-4714-98d0-e5c951fde115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.374972 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380602e-163e-48aa-9d27-a17597eaaef9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event deleted for resources: {'Port': ['ID=1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:22.432473 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e54e6b2-4858-4714-98d0-e5c951fde115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.435635 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e54e6b2-4858-4714-98d0-e5c951fde115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.436949 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6e54e6b2-4858-4714-98d0-e5c951fde115 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c86b72e4-32b4-4b7d-92a1-26dbeba8b296 HTTP/1.1" status: 204 len: 168 time: 0.1662250 Jul 06 12:06:22.454682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54e6b2-4858-4714-98d0-e5c951fde115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86b72e4-32b4-4b7d-92a1-26dbeba8b296,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:22.589516 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a99463fd-760a-457f-9f52-25d6c9a1b202 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting port d5f3d132-baa3-40d7-888e-9960c0065135 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:22.589859 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a99463fd-760a-457f-9f52-25d6c9a1b202 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.715146 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1380602e-163e-48aa-9d27-a17597eaaef9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:22.802065 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a99463fd-760a-457f-9f52-25d6c9a1b202 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.106607 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47698) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:23.168447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-1538d0bc-75e2-4909-b512-791e5368899e admin admin] Deleting subnet 196d8534-6d6b-49c4-9adc-d4520564352f {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:23.172879 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1538d0bc-75e2-4909-b512-791e5368899e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.233610 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1538d0bc-75e2-4909-b512-791e5368899e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.341924 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1538d0bc-75e2-4909-b512-791e5368899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.419736 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1538d0bc-75e2-4909-b512-791e5368899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.459599 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538d0bc-75e2-4909-b512-791e5368899e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=196d8534-6d6b-49c4-9adc-d4520564352f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:23.467167 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1538d0bc-75e2-4909-b512-791e5368899e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.469176 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1538d0bc-75e2-4909-b512-791e5368899e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/196d8534-6d6b-49c4-9adc-d4520564352f HTTP/1.1" status: 204 len: 168 time: 0.3608229 Jul 06 12:06:23.478904 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47716) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:23.577828 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device cfcbad34-79b9-488e-b65c-4e73af999171 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:23.611144 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: cfcbad34-79b9-488e-b65c-4e73af999171 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:23.611804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device cfcbad34-79b9-488e-b65c-4e73af999171 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:23.624330 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a99463fd-760a-457f-9f52-25d6c9a1b202 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.624330 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a99463fd-760a-457f-9f52-25d6c9a1b202 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.624678 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-a99463fd-760a-457f-9f52-25d6c9a1b202 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Floating IP 6b16b154-9c11-4486-88ec-5c50264b8535 disassociated. External IP: 172.25.4.200, port: d5f3d132-baa3-40d7-888e-9960c0065135. Jul 06 12:06:23.625235 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a99463fd-760a-457f-9f52-25d6c9a1b202 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Calling delete_port for d5f3d132-baa3-40d7-888e-9960c0065135 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:23.650872 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa19a46d-6c83-4619-9fe3-3c66b3467e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.715469 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1380602e-163e-48aa-9d27-a17597eaaef9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Router 1e81093c-2d3e-4567-a5d9-f86a1e84eca0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:23.870747 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa19a46d-6c83-4619-9fe3-3c66b3467e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:23.912360 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-fa19a46d-6c83-4619-9fe3-3c66b3467e24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21a9a05-440d-4cde-85c7-e76bcc8ac813']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:23.957737 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-fa19a46d-6c83-4619-9fe3-3c66b3467e24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98134312-0028-4767-9cf5-7827aa45fdea') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:23.958094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-fa19a46d-6c83-4619-9fe3-3c66b3467e24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98134312-0028-4767-9cf5-7827aa45fdea') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:23.975402 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa19a46d-6c83-4619-9fe3-3c66b3467e24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.010664 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa19a46d-6c83-4619-9fe3-3c66b3467e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.023907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa19a46d-6c83-4619-9fe3-3c66b3467e24 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:06:24.024334 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa19a46d-6c83-4619-9fe3-3c66b3467e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:06:24.026488 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:06:24.029516 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a99463fd-760a-457f-9f52-25d6c9a1b202 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.045353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1380602e-163e-48aa-9d27-a17597eaaef9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:24.051119 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1380602e-163e-48aa-9d27-a17597eaaef9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "PUT /v2.0/routers/1e81093c-2d3e-4567-a5d9-f86a1e84eca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2937720 Jul 06 12:06:24.054457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47734) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:24.057152 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd4cc9-755c-48d5-b803-a068e20c945d None None] Sync routers for ids ['1e81093c-2d3e-4567-a5d9-f86a1e84eca0'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:24.087250 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd4cc9-755c-48d5-b803-a068e20c945d None None] Routers {'1e81093c-2d3e-4567-a5d9-f86a1e84eca0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:24.088061 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5bdd4cc9-755c-48d5-b803-a068e20c945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1e81093c-2d3e-4567-a5d9-f86a1e84eca0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:24.109185 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47736) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:24.123881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99463fd-760a-457f-9f52-25d6c9a1b202 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Port': ['ID=d5f3d132-baa3-40d7-888e-9960c0065135,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:24.179649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ad08da-b503-47ff-aba0-44f8c3578da2 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Deleting subnet 89efe24e-fc47-450f-b0ed-e56fcd0b2651 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:24.187121 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa19a46d-6c83-4619-9fe3-3c66b3467e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.188233 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60ad08da-b503-47ff-aba0-44f8c3578da2 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.194678 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa19a46d-6c83-4619-9fe3-3c66b3467e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.198948 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fa19a46d-6c83-4619-9fe3-3c66b3467e24 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c21a9a05-440d-4cde-85c7-e76bcc8ac813 HTTP/1.1" status: 204 len: 168 time: 0.7167392 Jul 06 12:06:24.218173 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19a46d-6c83-4619-9fe3-3c66b3467e24 admin admin] Pushing event deleted for resources: {'Network': ['ID=c21a9a05-440d-4cde-85c7-e76bcc8ac813,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:24.277248 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60ad08da-b503-47ff-aba0-44f8c3578da2 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.346915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99463fd-760a-457f-9f52-25d6c9a1b202 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 5404118c-9c38-44c0-a79d-bc045af99074 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:24.429823 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-5bdd4cc9-755c-48d5-b803-a068e20c945d None None] Set router 1e81093c-2d3e-4567-a5d9-f86a1e84eca0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:24.573358 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2fd40c55-9da6-404f-8b55-c494bd10a542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.605025 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99463fd-760a-457f-9f52-25d6c9a1b202 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:24.619409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a5de6-b6c1-4869-8398-284dfb4cf524 None None] Sync routers for ids ['5404118c-9c38-44c0-a79d-bc045af99074'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:24.631864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a5de6-b6c1-4869-8398-284dfb4cf524 None None] Routers {'5404118c-9c38-44c0-a79d-bc045af99074'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:24.633200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c43a5de6-b6c1-4869-8398-284dfb4cf524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5404118c-9c38-44c0-a79d-bc045af99074'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:24.640793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47748) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:24.644018 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60ad08da-b503-47ff-aba0-44f8c3578da2 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.674245 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c43a5de6-b6c1-4869-8398-284dfb4cf524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:24.686767 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a5de6-b6c1-4869-8398-284dfb4cf524 None None] Routers {'5404118c-9c38-44c0-a79d-bc045af99074'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:24.687700 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c43a5de6-b6c1-4869-8398-284dfb4cf524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5404118c-9c38-44c0-a79d-bc045af99074'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:24.709737 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a99463fd-760a-457f-9f52-25d6c9a1b202 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.711588 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a99463fd-760a-457f-9f52-25d6c9a1b202 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/ports/d5f3d132-baa3-40d7-888e-9960c0065135 HTTP/1.1" status: 204 len: 168 time: 2.4709456 Jul 06 12:06:24.718950 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47752) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:24.748210 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c43a5de6-b6c1-4869-8398-284dfb4cf524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:24.750150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a5de6-b6c1-4869-8398-284dfb4cf524 None None] The sync data for ids ['5404118c-9c38-44c0-a79d-bc045af99074'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:24.772416 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60ad08da-b503-47ff-aba0-44f8c3578da2 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.815942 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5bdd4cc9-755c-48d5-b803-a068e20c945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824218948', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:06:22Z', 'revision_number': 5, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:39Z', 'updated_at': '2021-07-06T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:24.818883 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad08da-b503-47ff-aba0-44f8c3578da2 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event deleted for resources: {'Subnet': ['ID=89efe24e-fc47-450f-b0ed-e56fcd0b2651,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:24.824392 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60ad08da-b503-47ff-aba0-44f8c3578da2 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.826581 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-60ad08da-b503-47ff-aba0-44f8c3578da2 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "DELETE /v2.0/subnets/89efe24e-fc47-450f-b0ed-e56fcd0b2651 HTTP/1.1" status: 204 len: 168 time: 0.7676146 Jul 06 12:06:24.827944 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1ccea50a-1913-4783-8eda-c36e53af92b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=121d223fedde4d1b9b4a468530b0b863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281691 Jul 06 12:06:24.829306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47754) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:24.831871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47756) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:24.846819 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65db0706-a080-4800-8208-0568f64a6d9b None None] Network 44351a4f-1ff7-482b-8a09-6ea6e2dacab0 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:24.856064 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd4cc9-755c-48d5-b803-a068e20c945d None None] Checking router: 1e81093c-2d3e-4567-a5d9-f86a1e84eca0 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:06:24.867297 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd4cc9-755c-48d5-b803-a068e20c945d None None] Routers {'1e81093c-2d3e-4567-a5d9-f86a1e84eca0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:24.868283 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5bdd4cc9-755c-48d5-b803-a068e20c945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1e81093c-2d3e-4567-a5d9-f86a1e84eca0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:24.953423 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2fd40c55-9da6-404f-8b55-c494bd10a542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.963569 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2fd40c55-9da6-404f-8b55-c494bd10a542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:24.992184 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2fd40c55-9da6-404f-8b55-c494bd10a542 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=910d198d6ffd4ba2bb2ec7d8d57161c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8787875 Jul 06 12:06:24.997685 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47760) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:25.015175 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-5bdd4cc9-755c-48d5-b803-a068e20c945d None None] Set router 1e81093c-2d3e-4567-a5d9-f86a1e84eca0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:25.085265 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd40c55-9da6-404f-8b55-c494bd10a542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3947008-8385-4d92-a37c-0ef990ec851b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:25.090502 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-751ff485-c048-4354-b276-4f47a564a94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.145111 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-751ff485-c048-4354-b276-4f47a564a94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.147715 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f5a5e3-d5f2-45b3-b3ec-038cb245ba84 None None] DHCP port deletion for 44351a4f-1ff7-482b-8a09-6ea6e2dacab0 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:06:25.247204 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0216e11c-3224-4d9a-9416-55af21819375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.251672 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-528c7410-f69f-4619-96fb-e51704545ce9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.274639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-82f5a5e3-d5f2-45b3-b3ec-038cb245ba84 None None] Deleting port 9b349f66-19d1-4f16-a3c4-20898522c476 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:25.275086 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82f5a5e3-d5f2-45b3-b3ec-038cb245ba84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.285997 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0216e11c-3224-4d9a-9416-55af21819375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.300892 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5bdd4cc9-755c-48d5-b803-a068e20c945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824218948', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:06:22Z', 'revision_number': 5, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:39Z', 'updated_at': '2021-07-06T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:25.308238 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-751ff485-c048-4354-b276-4f47a564a94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.311299 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-751ff485-c048-4354-b276-4f47a564a94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.312791 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-751ff485-c048-4354-b276-4f47a564a94b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c3e80ac4-77d5-4973-8e63-4c2b10cea622 HTTP/1.1" status: 204 len: 168 time: 0.4781227 Jul 06 12:06:25.332254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ff485-c048-4354-b276-4f47a564a94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e80ac4-77d5-4973-8e63-4c2b10cea622,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:25.352123 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdd4cc9-755c-48d5-b803-a068e20c945d None None] The sync data for ids ['1e81093c-2d3e-4567-a5d9-f86a1e84eca0'] in n-d-799529-2 is: [{'id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824218948', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:05:38Z', 'updated_at': '2021-07-06T12:06:22Z', 'revision_number': 5, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': 'e6569052-6163-441b-ab2f-4968589e70cd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:dc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e81093c-2d3e-4567-a5d9-f86a1e84eca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:05:39Z', 'updated_at': '2021-07-06T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:25.450038 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-82f5a5e3-d5f2-45b3-b3ec-038cb245ba84 None None] For port 9b349f66-19d1-4f16-a3c4-20898522c476, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9b349f66-19d1-4f16-a3c4-20898522c476,segment=NetworkSegment(b03e24d8-99cf-423d-b9b4-1d4144c886cc),segment_id=b03e24d8-99cf-423d-b9b4-1d4144c886cc)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:25.450797 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82f5a5e3-d5f2-45b3-b3ec-038cb245ba84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.462096 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6724310a-dd0c-4edb-ac16-9cbf5f8ebef6 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.463021 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-528c7410-f69f-4619-96fb-e51704545ce9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.469013 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-82f5a5e3-d5f2-45b3-b3ec-038cb245ba84 None None] Calling delete_port for 9b349f66-19d1-4f16-a3c4-20898522c476 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:25.542569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-528c7410-f69f-4619-96fb-e51704545ce9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Deleting port e6569052-6163-441b-ab2f-4968589e70cd {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:25.543031 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-528c7410-f69f-4619-96fb-e51704545ce9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.550771 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0216e11c-3224-4d9a-9416-55af21819375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.554797 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0216e11c-3224-4d9a-9416-55af21819375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.556101 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0216e11c-3224-4d9a-9416-55af21819375 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d3947008-8385-4d92-a37c-0ef990ec851b HTTP/1.1" status: 204 len: 168 time: 0.5531752 Jul 06 12:06:25.597573 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82f5a5e3-d5f2-45b3-b3ec-038cb245ba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.611815 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216e11c-3224-4d9a-9416-55af21819375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3947008-8385-4d92-a37c-0ef990ec851b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:25.686846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f5a5e3-d5f2-45b3-b3ec-038cb245ba84 None None] No DVR routers for this DVR port 9b349f66-19d1-4f16-a3c4-20898522c476 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:25.701211 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5a5e3-d5f2-45b3-b3ec-038cb245ba84 None None] Pushing event deleted for resources: {'Port': ['ID=9b349f66-19d1-4f16-a3c4-20898522c476,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:25.760900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-528c7410-f69f-4619-96fb-e51704545ce9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] For port e6569052-6163-441b-ab2f-4968589e70cd, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e6569052-6163-441b-ab2f-4968589e70cd,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:25.762822 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-528c7410-f69f-4619-96fb-e51704545ce9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:25.808900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-528c7410-f69f-4619-96fb-e51704545ce9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Calling delete_port for e6569052-6163-441b-ab2f-4968589e70cd owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:25.865268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:25.912227 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:25.912580 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1227d5a2-5e71-4c88-97c4-74aaa1a1a8e0 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:25.913007 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9b349f66-19d1-4f16-a3c4-20898522c476 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:25.954665 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 9b349f66-19d1-4f16-a3c4-20898522c476 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:25.955110 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9b349f66-19d1-4f16-a3c4-20898522c476 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:26.031653 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6724310a-dd0c-4edb-ac16-9cbf5f8ebef6 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting port 92730c46-5a07-4815-a71c-06f13959788f {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:26.032245 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6724310a-dd0c-4edb-ac16-9cbf5f8ebef6 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.150523 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-528c7410-f69f-4619-96fb-e51704545ce9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.154711 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6724310a-dd0c-4edb-ac16-9cbf5f8ebef6 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.170482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6724310a-dd0c-4edb-ac16-9cbf5f8ebef6 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Calling delete_port for 92730c46-5a07-4815-a71c-06f13959788f owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:26.198111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c7410-f69f-4619-96fb-e51704545ce9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event deleted for resources: {'Port': ['ID=e6569052-6163-441b-ab2f-4968589e70cd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:26.281681 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-528c7410-f69f-4619-96fb-e51704545ce9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.314529 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47792) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:26.360197 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e7be3d8-d66f-473c-ad3c-b19d65bd0679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.414185 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-528c7410-f69f-4619-96fb-e51704545ce9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.418393 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-528c7410-f69f-4619-96fb-e51704545ce9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.426022 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6724310a-dd0c-4edb-ac16-9cbf5f8ebef6 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.469401 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724310a-dd0c-4edb-ac16-9cbf5f8ebef6 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Port': ['ID=92730c46-5a07-4815-a71c-06f13959788f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:26.491803 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-528c7410-f69f-4619-96fb-e51704545ce9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.492375 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528c7410-f69f-4619-96fb-e51704545ce9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Fanout notify agent at l3_agent the message router_deleted on router 1e81093c-2d3e-4567-a5d9-f86a1e84eca0 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:06:26.508160 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-528c7410-f69f-4619-96fb-e51704545ce9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.510465 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-528c7410-f69f-4619-96fb-e51704545ce9 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "DELETE /v2.0/routers/1e81093c-2d3e-4567-a5d9-f86a1e84eca0 HTTP/1.1" status: 204 len: 168 time: 1.6790204 Jul 06 12:06:26.513559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47796) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:26.659406 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e7be3d8-d66f-473c-ad3c-b19d65bd0679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.671193 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b954231-ae82-4705-8b98-438221016f34 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.674287 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e7be3d8-d66f-473c-ad3c-b19d65bd0679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.745828 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1e7be3d8-d66f-473c-ad3c-b19d65bd0679 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c50f56e7d514c7e96ab7e00812c48e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300420 Jul 06 12:06:26.749113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47802) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:26.756835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7be3d8-d66f-473c-ad3c-b19d65bd0679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62b9e29-bbf1-472d-b20c-b5170d22c86c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:26.829265 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00f9dd51-2456-4bd1-ac06-c2d5af9e9a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.883356 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00f9dd51-2456-4bd1-ac06-c2d5af9e9a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.952197 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b954231-ae82-4705-8b98-438221016f34 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.978061 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6724310a-dd0c-4edb-ac16-9cbf5f8ebef6 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.986764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-3b954231-ae82-4705-8b98-438221016f34 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44351a4f-1ff7-482b-8a09-6ea6e2dacab0']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:26.988793 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00f9dd51-2456-4bd1-ac06-c2d5af9e9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.991986 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00f9dd51-2456-4bd1-ac06-c2d5af9e9a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:26.993307 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-00f9dd51-2456-4bd1-ac06-c2d5af9e9a15 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b62b9e29-bbf1-472d-b20c-b5170d22c86c HTTP/1.1" status: 204 len: 168 time: 0.2429354 Jul 06 12:06:27.003554 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9dd51-2456-4bd1-ac06-c2d5af9e9a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62b9e29-bbf1-472d-b20c-b5170d22c86c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:27.009713 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-3b954231-ae82-4705-8b98-438221016f34 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03e24d8-99cf-423d-b9b4-1d4144c886cc') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:27.010024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-3b954231-ae82-4705-8b98-438221016f34 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03e24d8-99cf-423d-b9b4-1d4144c886cc') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:27.060034 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b954231-ae82-4705-8b98-438221016f34 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.087219 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b954231-ae82-4705-8b98-438221016f34 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.131987 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b954231-ae82-4705-8b98-438221016f34 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:06:27.132417 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b954231-ae82-4705-8b98-438221016f34 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:06:27.135846 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:06:27.423787 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47822) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:27.597948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0e45e669-7a92-4b3f-9d73-8d538193975f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1908622142-network', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:27.646617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e45e669-7a92-4b3f-9d73-8d538193975f admin admin] Made reservation on behalf of a6c77e2eee574ad7aad674a3093fa936 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:27.651556 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e45e669-7a92-4b3f-9d73-8d538193975f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.653035 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b954231-ae82-4705-8b98-438221016f34 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.671172 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b954231-ae82-4705-8b98-438221016f34 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.673938 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e45e669-7a92-4b3f-9d73-8d538193975f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:27.676258 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3b954231-ae82-4705-8b98-438221016f34 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "DELETE /v2.0/networks/44351a4f-1ff7-482b-8a09-6ea6e2dacab0 HTTP/1.1" status: 204 len: 168 time: 1.1616113 Jul 06 12:06:27.681700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47830) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:27.701075 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b954231-ae82-4705-8b98-438221016f34 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event deleted for resources: {'Network': ['ID=44351a4f-1ff7-482b-8a09-6ea6e2dacab0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:27.765824 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e6569052-6163-441b-ab2f-4968589e70cd no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:27.809410 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: e6569052-6163-441b-ab2f-4968589e70cd {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:27.819856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e6569052-6163-441b-ab2f-4968589e70cd not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:27.886776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6724310a-dd0c-4edb-ac16-9cbf5f8ebef6 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 5404118c-9c38-44c0-a79d-bc045af99074 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:28.021430 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e45e669-7a92-4b3f-9d73-8d538193975f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.036926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e45e669-7a92-4b3f-9d73-8d538193975f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.044002 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6724310a-dd0c-4edb-ac16-9cbf5f8ebef6 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:28.059757 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96491f8-3dd4-4840-b6e1-2907f51d23f6 None None] Sync routers for ids ['5404118c-9c38-44c0-a79d-bc045af99074'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:28.064272 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6724310a-dd0c-4edb-ac16-9cbf5f8ebef6 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "PUT /v2.0/routers/5404118c-9c38-44c0-a79d-bc045af99074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3439026 Jul 06 12:06:28.068616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47842) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:28.074404 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96491f8-3dd4-4840-b6e1-2907f51d23f6 None None] Routers {'5404118c-9c38-44c0-a79d-bc045af99074'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:28.075836 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d96491f8-3dd4-4840-b6e1-2907f51d23f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5404118c-9c38-44c0-a79d-bc045af99074'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:28.081092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-dc79146c-11ed-4a69-b5e3-78d35f2216f8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Deleting port 9b4e7a26-7b24-4007-a58b-b6d702315444 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:28.081445 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dc79146c-11ed-4a69-b5e3-78d35f2216f8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.151859 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d96491f8-3dd4-4840-b6e1-2907f51d23f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:28.180030 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dc79146c-11ed-4a69-b5e3-78d35f2216f8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.180324 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dc79146c-11ed-4a69-b5e3-78d35f2216f8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.186172 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96491f8-3dd4-4840-b6e1-2907f51d23f6 None None] Routers {'5404118c-9c38-44c0-a79d-bc045af99074'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:28.187124 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d96491f8-3dd4-4840-b6e1-2907f51d23f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5404118c-9c38-44c0-a79d-bc045af99074'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:28.197794 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-dc79146c-11ed-4a69-b5e3-78d35f2216f8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Calling delete_port for 9b4e7a26-7b24-4007-a58b-b6d702315444 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:28.238067 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fbcdba3e-0977-4abc-80ed-2e3a56a53054 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.251540 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d96491f8-3dd4-4840-b6e1-2907f51d23f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:28.252345 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96491f8-3dd4-4840-b6e1-2907f51d23f6 None None] The sync data for ids ['5404118c-9c38-44c0-a79d-bc045af99074'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:28.270836 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45e669-7a92-4b3f-9d73-8d538193975f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d21779c-6a2b-410d-a379-da29597378c0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:28.283974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e45e669-7a92-4b3f-9d73-8d538193975f admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:06:28.301120 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e45e669-7a92-4b3f-9d73-8d538193975f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.301455 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-0e45e669-7a92-4b3f-9d73-8d538193975f admin admin] Added segment bce8c016-88dd-4a03-b420-6598be06d4d2 of type vlan for network f7082785-664d-493b-9a4a-034e8c10bfd1 Jul 06 12:06:28.342906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47850) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:28.378364 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e45e669-7a92-4b3f-9d73-8d538193975f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.390181 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fbcdba3e-0977-4abc-80ed-2e3a56a53054 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.467620 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e45e669-7a92-4b3f-9d73-8d538193975f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.468656 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e45e669-7a92-4b3f-9d73-8d538193975f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:28.469561 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e45e669-7a92-4b3f-9d73-8d538193975f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.494663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-fbcdba3e-0977-4abc-80ed-2e3a56a53054 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting port e01a04dd-bcc0-41ea-b155-3a02826ae2e7 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:28.495328 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fbcdba3e-0977-4abc-80ed-2e3a56a53054 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.505969 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0e45e669-7a92-4b3f-9d73-8d538193975f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0807390 Jul 06 12:06:28.513127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47856) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:28.563275 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45e669-7a92-4b3f-9d73-8d538193975f admin admin] Pushing event updated for resources: {'Network': ['ID=f7082785-664d-493b-9a4a-034e8c10bfd1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:28.566341 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dc79146c-11ed-4a69-b5e3-78d35f2216f8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.577427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network f7082785-664d-493b-9a4a-034e8c10bfd1 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:06:28.578430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-438b957e-1197-4837-8d5d-7ab345d88121 admin admin] Request body: {'subnet': {'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1908622142-subnet', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:28.595836 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79146c-11ed-4a69-b5e3-78d35f2216f8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event deleted for resources: {'Port': ['ID=9b4e7a26-7b24-4007-a58b-b6d702315444,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:28.637989 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438b957e-1197-4837-8d5d-7ab345d88121 admin admin] Made reservation on behalf of a6c77e2eee574ad7aad674a3093fa936 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:28.640636 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-438b957e-1197-4837-8d5d-7ab345d88121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.671514 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dc79146c-11ed-4a69-b5e3-78d35f2216f8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.672085 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-dc79146c-11ed-4a69-b5e3-78d35f2216f8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Floating IP c8152139-bbed-40c8-a090-e87281a6d477 disassociated (deleted). External IP: 172.25.4.21, port: ab1dca37-70b7-4367-9de8-6c61cbc2fe0f. Jul 06 12:06:28.744621 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fbcdba3e-0977-4abc-80ed-2e3a56a53054 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.770411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-fbcdba3e-0977-4abc-80ed-2e3a56a53054 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Calling delete_port for e01a04dd-bcc0-41ea-b155-3a02826ae2e7 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:28.775968 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c8b610-3f4b-4d4b-a175-0f7ad6a57ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:28.983570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc79146c-11ed-4a69-b5e3-78d35f2216f8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Router db32500e-859f-4110-9fe4-1bac4c91ec6f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:29.008393 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c8b610-3f4b-4d4b-a175-0f7ad6a57ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.050431 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-438b957e-1197-4837-8d5d-7ab345d88121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.051053 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c8b610-3f4b-4d4b-a175-0f7ad6a57ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.107809 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-75c8b610-3f4b-4d4b-a175-0f7ad6a57ce1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4be6578755f441ae89bd3bbfefafc125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7599080 Jul 06 12:06:29.116195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47870) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:29.142997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8b610-3f4b-4d4b-a175-0f7ad6a57ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8278b5a2-4812-46b2-bb40-5013c0cb4e73,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:29.170401 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc79146c-11ed-4a69-b5e3-78d35f2216f8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:29.176790 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dc79146c-11ed-4a69-b5e3-78d35f2216f8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.184374 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac9b213-1530-488c-a19d-3ac078d239d6 None None] Sync routers for ids ['db32500e-859f-4110-9fe4-1bac4c91ec6f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:29.213155 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac9b213-1530-488c-a19d-3ac078d239d6 None None] Routers {'db32500e-859f-4110-9fe4-1bac4c91ec6f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:29.213719 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5ac9b213-1530-488c-a19d-3ac078d239d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['db32500e-859f-4110-9fe4-1bac4c91ec6f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:29.221314 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b957e-1197-4837-8d5d-7ab345d88121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6c2880-5ac9-4e35-9b1e-f738ec808b88,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:29.247637 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fbcdba3e-0977-4abc-80ed-2e3a56a53054 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.261219 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dc79146c-11ed-4a69-b5e3-78d35f2216f8 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "DELETE /v2.0/floatingips/c8152139-bbed-40c8-a090-e87281a6d477 HTTP/1.1" status: 204 len: 168 time: 1.5774016 Jul 06 12:06:29.262477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438b957e-1197-4837-8d5d-7ab345d88121 admin admin] Checking segment: {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:29.263208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48020f21-41e5-4bc4-b047-d9ea1d5532fa', 'tag': 'ab1dca37-70b7-4367-9de8-6c61cbc2fe0f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:29.265938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438b957e-1197-4837-8d5d-7ab345d88121 admin admin] Network hostable DHCP agents. Network: f7082785-664d-493b-9a4a-034e8c10bfd1, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:06:29.269717 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9ef705-debc-4200-ba0f-7a672d0ee908" -d '{"events": [{"name": "network-changed", "server_uuid": "48020f21-41e5-4bc4-b047-d9ea1d5532fa", "tag": "ab1dca37-70b7-4367-9de8-6c61cbc2fe0f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:29.311608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdba3e-0977-4abc-80ed-2e3a56a53054 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Port': ['ID=e01a04dd-bcc0-41ea-b155-3a02826ae2e7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:29.379482 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6586101e-c3e6-4a57-9e88-4a171529b771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.388931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438b957e-1197-4837-8d5d-7ab345d88121 admin admin] Network f7082785-664d-493b-9a4a-034e8c10bfd1 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:06:29.397350 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-5ac9b213-1530-488c-a19d-3ac078d239d6 None None] Set router db32500e-859f-4110-9fe4-1bac4c91ec6f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:29.423521 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6586101e-c3e6-4a57-9e88-4a171529b771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.433344 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-438b957e-1197-4837-8d5d-7ab345d88121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, f7082785-664d-493b-9a4a-034e8c10bfd1) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:29.446521 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fbcdba3e-0977-4abc-80ed-2e3a56a53054 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.447689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b8018a-df6d-4cdc-8335-606d09a5531e None None] Network f7082785-664d-493b-9a4a-034e8c10bfd1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:29.465787 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438b957e-1197-4837-8d5d-7ab345d88121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:29.466008 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-438b957e-1197-4837-8d5d-7ab345d88121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.590964 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fbcdba3e-0977-4abc-80ed-2e3a56a53054 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.594140 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fbcdba3e-0977-4abc-80ed-2e3a56a53054 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.602679 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-438b957e-1197-4837-8d5d-7ab345d88121 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0852494 Jul 06 12:06:29.603175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47888) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:29.629077 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1908622142-router', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:29.708084 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fbcdba3e-0977-4abc-80ed-2e3a56a53054 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.708724 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcdba3e-0977-4abc-80ed-2e3a56a53054 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Fanout notify agent at l3_agent the message router_deleted on router 5404118c-9c38-44c0-a79d-bc045af99074 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:06:29.722350 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fbcdba3e-0977-4abc-80ed-2e3a56a53054 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.723303 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fbcdba3e-0977-4abc-80ed-2e3a56a53054 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/routers/5404118c-9c38-44c0-a79d-bc045af99074 HTTP/1.1" status: 204 len: 168 time: 1.6526732 Jul 06 12:06:29.726452 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6586101e-c3e6-4a57-9e88-4a171529b771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.728728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47896) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:29.729542 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6586101e-c3e6-4a57-9e88-4a171529b771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.734705 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6586101e-c3e6-4a57-9e88-4a171529b771 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8278b5a2-4812-46b2-bb40-5013c0cb4e73 HTTP/1.1" status: 204 len: 168 time: 0.6112783 Jul 06 12:06:29.735170 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.736995 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.747559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586101e-c3e6-4a57-9e88-4a171529b771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8278b5a2-4812-46b2-bb40-5013c0cb4e73,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:29.811217 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:29.821042 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889ddefe-27c8-4059-bd06-9350b2d036d2 x-openstack-request-id: req-889ddefe-27c8-4059-bd06-9350b2d036d2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:29.823662 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48020f21-41e5-4bc4-b047-d9ea1d5532fa", "tag": "ab1dca37-70b7-4367-9de8-6c61cbc2fe0f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:29.825130 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-889ddefe-27c8-4059-bd06-9350b2d036d2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:29.825937 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48020f21-41e5-4bc4-b047-d9ea1d5532fa', 'tag': 'ab1dca37-70b7-4367-9de8-6c61cbc2fe0f', 'status': 'completed', 'code': 200} Jul 06 12:06:29.935466 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5ac9b213-1530-488c-a19d-3ac078d239d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330107900', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:04:30Z', 'updated_at': '2021-07-06T12:04:38Z', 'revision_number': 4, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:31Z', 'updated_at': '2021-07-06T12:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'd7680ae2-0417-4c93-b06c-3c2136570ab0', 'name': '', 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'mac_address': 'fa:16:3e:96:79:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:37Z', 'updated_at': '2021-07-06T12:04:43Z', 'revision_number': 5, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'subnets': [{'id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:29.962855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7930a6-098c-4c9e-9778-5d350171a7a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting subnet 29428f89-fee6-4c52-a4a3-fab3f48dc39b {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:29.968533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3b7930a6-098c-4c9e-9778-5d350171a7a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.013821 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.035353 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3b7930a6-098c-4c9e-9778-5d350171a7a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.055720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac9b213-1530-488c-a19d-3ac078d239d6 None None] Checking router: db32500e-859f-4110-9fe4-1bac4c91ec6f for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:06:30.073454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ef705-debc-4200-ba0f-7a672d0ee908 req-8d6ac919-5fa9-4b3c-acbb-8a1d45d78efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:30.075138 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a9ef705-debc-4200-ba0f-7a672d0ee908 req-8d6ac919-5fa9-4b3c-acbb-8a1d45d78efd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b44276911cc4b91aafd86e95f47cd84&device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 1135 time: 0.2224555 Jul 06 12:06:30.088440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac9b213-1530-488c-a19d-3ac078d239d6 None None] Routers {'db32500e-859f-4110-9fe4-1bac4c91ec6f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:30.090432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5ac9b213-1530-488c-a19d-3ac078d239d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['db32500e-859f-4110-9fe4-1bac4c91ec6f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:30.095726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-f7082785-664d-493b-9a4a-034e8c10bfd1', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:06:30.099283 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.173530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee188cd-92cc-4637-96d4-5b5d116135c8 req-e0d01b27-6f4d-473f-b2b2-4d16364de113 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:30.183109 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ee188cd-92cc-4637-96d4-5b5d116135c8 req-e0d01b27-6f4d-473f-b2b2-4d16364de113 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 984 time: 0.1885114 Jul 06 12:06:30.248156 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ee188cd-92cc-4637-96d4-5b5d116135c8 req-0224838b-d4e9-44ad-b59b-2bd1d8cd616a tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/security-groups?id=644e263a-0eb4-4455-b8df-dbd1821616f5&id=4725da7f-6c74-4d06-9b88-6cad2fa22321&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0637507 Jul 06 12:06:30.326796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ef705-debc-4200-ba0f-7a672d0ee908 req-57e2569f-93ab-4ba4-96f9-90413916416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:30.335167 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a9ef705-debc-4200-ba0f-7a672d0ee908 req-57e2569f-93ab-4ba4-96f9-90413916416e service neutron] 10.222.0.89 "GET /v2.0/networks?id=7f554e12-ea01-4fe1-af43-7332f080c228 HTTP/1.1" status: 200 len: 897 time: 0.2476964 Jul 06 12:06:30.376632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Allocated IP 172.20.0.2 (f7082785-664d-493b-9a4a-034e8c10bfd1/1b6c2880-5ac9-4e35-9b1e-f738ec808b88/1031d7cf-05d6-4f9d-b12d-5293d5a66e30) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:30.429651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47918) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:30.457113 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.466860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-5ac9b213-1530-488c-a19d-3ac078d239d6 None None] Set router db32500e-859f-4110-9fe4-1bac4c91ec6f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:30.478521 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a9ef705-debc-4200-ba0f-7a672d0ee908 req-8ee1a5b9-ddc4-4aa6-91d7-39d44c043fde service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab1dca37-70b7-4367-9de8-6c61cbc2fe0f HTTP/1.1" status: 200 len: 217 time: 0.0658772 Jul 06 12:06:30.496262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3b7930a6-098c-4c9e-9778-5d350171a7a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.513886 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.580481 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-807cd8b8-18e5-4af7-83f8-276c8c0d95d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.626542 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3b7930a6-098c-4c9e-9778-5d350171a7a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.670041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7930a6-098c-4c9e-9778-5d350171a7a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Subnet': ['ID=29428f89-fee6-4c52-a4a3-fab3f48dc39b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:30.677766 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3b7930a6-098c-4c9e-9778-5d350171a7a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:30.680057 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3b7930a6-098c-4c9e-9778-5d350171a7a1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/subnets/29428f89-fee6-4c52-a4a3-fab3f48dc39b HTTP/1.1" status: 204 len: 168 time: 0.9421270 Jul 06 12:06:30.681767 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ef705-debc-4200-ba0f-7a672d0ee908 req-bf793eb2-bf2c-424a-970d-81a3d316224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:30.683637 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a9ef705-debc-4200-ba0f-7a672d0ee908 req-bf793eb2-bf2c-424a-970d-81a3d316224a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af5944d1-523a-4de1-821d-1d6e0c9e5446 HTTP/1.1" status: 200 len: 834 time: 0.1972010 Jul 06 12:06:30.684121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47922) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:30.720172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21272e48-d796-4e87-a347-b7f512d4731f None None] Network 0adcb890-fe53-403d-9344-9ba74ef0c4fb requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:30.768666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Allocated IP 172.25.4.53 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/c4519ee2-79dc-4147-aee6-010b120607f8) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:30.938601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ef705-debc-4200-ba0f-7a672d0ee908 req-4a3d9ab6-6703-499c-9b8e-b701835d6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:30.944482 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a9ef705-debc-4200-ba0f-7a672d0ee908 req-4a3d9ab6-6703-499c-9b8e-b701835d6c78 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7f554e12-ea01-4fe1-af43-7332f080c228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2358391 Jul 06 12:06:30.952160 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.009852 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-807cd8b8-18e5-4af7-83f8-276c8c0d95d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.061899 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.097463 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47926) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:31.127530 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.128089 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-807cd8b8-18e5-4af7-83f8-276c8c0d95d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.143183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:31.143633 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.174318 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Transition to ACTIVE for port object 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:31.226417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Transition to ACTIVE for port object 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:31.244514 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.245230 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-807cd8b8-18e5-4af7-83f8-276c8c0d95d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5edddd432c7240d2ae78fca28271df5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8142123 Jul 06 12:06:31.246503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47932) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:31.274269 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a9ef705-debc-4200-ba0f-7a672d0ee908 req-72d94484-7d7c-4d3a-822b-afd5b4477688 service neutron] 10.222.0.89 "GET /v2.0/networks/7f554e12-ea01-4fe1-af43-7332f080c228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168674 Jul 06 12:06:31.313091 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cd8b8-18e5-4af7-83f8-276c8c0d95d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b901c7-84d5-41a7-9066-6df56b91ecab,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:31.319884 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.321994 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Network f7082785-664d-493b-9a4a-034e8c10bfd1 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:31.324113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:31.331844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Pushing event updated for resources: {'Port': ['ID=1031d7cf-05d6-4f9d-b12d-5293d5a66e30,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:31.336434 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:31.378895 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9695c8-8a7a-4396-9067-0f78df1aee13 None None] DHCP port deletion for 0adcb890-fe53-403d-9344-9ba74ef0c4fb request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:06:31.384954 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:31.390363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5ac9b213-1530-488c-a19d-3ac078d239d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330107900', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:04:30Z', 'updated_at': '2021-07-06T12:04:38Z', 'revision_number': 4, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:31Z', 'updated_at': '2021-07-06T12:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'd7680ae2-0417-4c93-b06c-3c2136570ab0', 'name': '', 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'mac_address': 'fa:16:3e:96:79:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:37Z', 'updated_at': '2021-07-06T12:04:43Z', 'revision_number': 5, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'subnets': [{'id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:31.394161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:31.400125 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:31.402982 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a9ef705-debc-4200-ba0f-7a672d0ee908 req-d542c3cb-d996-49ef-b9fd-478bc15ec321 service neutron] 10.222.0.89 "GET /v2.0/networks/7f554e12-ea01-4fe1-af43-7332f080c228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197741 Jul 06 12:06:31.403282 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-642b50f0-a9f0-4429-8eb3-229b4267ddbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.427306 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5721db2d-1286-47f4-a752-c7150a0cfebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.437074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b598be-5434-425a-9a2d-da1e0f04b16a req-fbe90d99-30cc-48aa-a600-c9e25eb94db2 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:31.438778 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9b598be-5434-425a-9a2d-da1e0f04b16a req-fbe90d99-30cc-48aa-a600-c9e25eb94db2 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.89 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 984 time: 0.3155630 Jul 06 12:06:31.441629 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac9b213-1530-488c-a19d-3ac078d239d6 None None] The sync data for ids ['db32500e-859f-4110-9fe4-1bac4c91ec6f'] in n-d-799529-2 is: [{'id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330107900', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:04:30Z', 'updated_at': '2021-07-06T12:04:38Z', 'revision_number': 4, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:31Z', 'updated_at': '2021-07-06T12:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'd7680ae2-0417-4c93-b06c-3c2136570ab0', 'name': '', 'network_id': '7f554e12-ea01-4fe1-af43-7332f080c228', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'mac_address': 'fa:16:3e:96:79:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:37Z', 'updated_at': '2021-07-06T12:04:43Z', 'revision_number': 5, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'subnets': [{'id': 'af5944d1-523a-4de1-821d-1d6e0c9e5446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:31.458972 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] For port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161,segment=NetworkSegment(bd22d766-5826-41d1-9508-d4ecf4336a46),segment_id=bd22d766-5826-41d1-9508-d4ecf4336a46)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:31.459414 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.512504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Calling delete_port for ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:31.515479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Attempting to bind port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:31.516287 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Attempting to bind port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:31.516742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Attempting to bind port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 on network f7082785-664d-493b-9a4a-034e8c10bfd1 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:31.523918 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Pushing event updated for resources: {'Port': ['ID=c4519ee2-79dc-4147-aee6-010b120607f8,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:31.528235 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:31.529109 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Checking segment: {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:31.529796 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.530425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Bound using segment: {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:31.531164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Bound port: 1031d7cf-05d6-4f9d-b12d-5293d5a66e30, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:31.531849 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.539497 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-642b50f0-a9f0-4429-8eb3-229b4267ddbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.606730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0c9695c8-8a7a-4396-9067-0f78df1aee13 None None] Deleting port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:31.607716 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c9695c8-8a7a-4396-9067-0f78df1aee13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.722340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0c9695c8-8a7a-4396-9067-0f78df1aee13 None None] For port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161,segment=NetworkSegment(bd22d766-5826-41d1-9508-d4ecf4336a46),segment_id=bd22d766-5826-41d1-9508-d4ecf4336a46)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:31.722910 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c9695c8-8a7a-4396-9067-0f78df1aee13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.750758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0c9695c8-8a7a-4396-9067-0f78df1aee13 None None] Calling delete_port for ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:31.768271 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.791365 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] No DVR routers for this DVR port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:31.846494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Port': ['ID=ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:31.848858 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:31.851563 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c9695c8-8a7a-4396-9067-0f78df1aee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.857548 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5721db2d-1286-47f4-a752-c7150a0cfebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.876095 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-642b50f0-a9f0-4429-8eb3-229b4267ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.879222 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-642b50f0-a9f0-4429-8eb3-229b4267ddbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:31.894784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-642b50f0-a9f0-4429-8eb3-229b4267ddbc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/96b901c7-84d5-41a7-9066-6df56b91ecab HTTP/1.1" status: 204 len: 168 time: 0.6291914 Jul 06 12:06:31.909923 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:31.910342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:31.917814 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9695c8-8a7a-4396-9067-0f78df1aee13 None None] Pushing event deleted for resources: {'Port': ['ID=ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:31.922306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9695c8-8a7a-4396-9067-0f78df1aee13 None None] No DVR routers for this DVR port ef61ba34-ae8f-4ba8-8cc4-cd3b015cb161 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:31.929430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] For port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:31.942373 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] For port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1031d7cf-05d6-4f9d-b12d-5293d5a66e30,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:31.949923 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.017432 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88bffc-df26-4bd3-a57a-641911dde177 None None] New status for floating IP c8152139-bbed-40c8-a090-e87281a6d477: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:06:32.056275 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700c3df-ef1d-4ead-a546-52ef5c30d18c None None] Pushing event updated for resources: {'Port': ['ID=1031d7cf-05d6-4f9d-b12d-5293d5a66e30,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:32.059977 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef61885-22e3-40ec-a90b-b610ca6dccbd req-4ea5af4c-f9ae-462d-9b53-cfed3744e985 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.070523 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef61885-22e3-40ec-a90b-b610ca6dccbd req-4ea5af4c-f9ae-462d-9b53-cfed3744e985 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.081616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef61885-22e3-40ec-a90b-b610ca6dccbd req-4ea5af4c-f9ae-462d-9b53-cfed3744e985 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.094331 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef61885-22e3-40ec-a90b-b610ca6dccbd req-4ea5af4c-f9ae-462d-9b53-cfed3744e985 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.103245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef61885-22e3-40ec-a90b-b610ca6dccbd req-4ea5af4c-f9ae-462d-9b53-cfed3744e985 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.110152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef61885-22e3-40ec-a90b-b610ca6dccbd req-4ea5af4c-f9ae-462d-9b53-cfed3744e985 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.118147 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef61885-22e3-40ec-a90b-b610ca6dccbd req-4ea5af4c-f9ae-462d-9b53-cfed3744e985 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.123873 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fef61885-22e3-40ec-a90b-b610ca6dccbd req-4ea5af4c-f9ae-462d-9b53-cfed3744e985 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5432 time: 0.3595965 Jul 06 12:06:32.139204 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b50f0-a9f0-4429-8eb3-229b4267ddbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b901c7-84d5-41a7-9066-6df56b91ecab,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:32.164095 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-c9b598be-5434-425a-9a2d-da1e0f04b16a req-93964b04-81f3-463f-831f-43f381d37c4d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Deleting port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:32.165445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c9b598be-5434-425a-9a2d-da1e0f04b16a req-93964b04-81f3-463f-831f-43f381d37c4d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.387119 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5721db2d-1286-47f4-a752-c7150a0cfebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.397706 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.427833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adcb890-fe53-403d-9344-9ba74ef0c4fb']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:32.457699 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd22d766-5826-41d1-9508-d4ecf4336a46') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:32.458147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd22d766-5826-41d1-9508-d4ecf4336a46') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:32.474719 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5721db2d-1286-47f4-a752-c7150a0cfebc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a340b31ef9aa4251a91ed12b4c5f81a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3679786 Jul 06 12:06:32.477377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721db2d-1286-47f4-a752-c7150a0cfebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c49e1da-072f-4944-a8b4-b4a882429c61,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:32.479999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47952) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:32.493935 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.560373 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.582357 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:06:32.583583 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:06:32.588084 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:06:32.678351 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8695817-750e-4a12-a613-0e235e5c4bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.691472 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.710596 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-2ac71f96-b5f2-4c42-9930-f7c9f51c5f7b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.716648 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-2ac71f96-b5f2-4c42-9930-f7c9f51c5f7b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.722813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-2ac71f96-b5f2-4c42-9930-f7c9f51c5f7b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.728766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-2ac71f96-b5f2-4c42-9930-f7c9f51c5f7b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.735560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-2ac71f96-b5f2-4c42-9930-f7c9f51c5f7b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.742925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-2ac71f96-b5f2-4c42-9930-f7c9f51c5f7b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.749422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-2ac71f96-b5f2-4c42-9930-f7c9f51c5f7b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.751610 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-2ac71f96-b5f2-4c42-9930-f7c9f51c5f7b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.23 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 5432 time: 0.2392261 Jul 06 12:06:32.756255 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.758330 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/networks/0adcb890-fe53-403d-9344-9ba74ef0c4fb HTTP/1.1" status: 204 len: 168 time: 2.0732472 Jul 06 12:06:32.761555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47960) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:32.817100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403af07f-f37c-446d-b855-1c27072b801f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Network': ['ID=0adcb890-fe53-403d-9344-9ba74ef0c4fb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:32.829762 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8695817-750e-4a12-a613-0e235e5c4bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.866806 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fef61885-22e3-40ec-a90b-b610ca6dccbd req-d1974d2c-2f80-4566-86c9-40cf324fd277 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7127521 Jul 06 12:06:32.875082 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-841e4679-fa7f-430b-af2f-4465a608aef3 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:32.875395 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:32.876783 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-841e4679-fa7f-430b-af2f-4465a608aef3 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.23 "GET /v2.0/ports/7d5a2066-089d-4629-bb08-ed4c7c24ba4d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1137345 Jul 06 12:06:32.991095 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-c9b598be-5434-425a-9a2d-da1e0f04b16a req-93964b04-81f3-463f-831f-43f381d37c4d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] For port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ab1dca37-70b7-4367-9de8-6c61cbc2fe0f,segment=NetworkSegment(109dfca8-0a4a-4c41-9bd5-2df21aed6ef9),segment_id=109dfca8-0a4a-4c41-9bd5-2df21aed6ef9)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:32.991572 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c9b598be-5434-425a-9a2d-da1e0f04b16a req-93964b04-81f3-463f-831f-43f381d37c4d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.032426 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-dda82063-26cf-4b38-a0f5-dbdeb4e7a94d tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.23 "GET /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1496677 Jul 06 12:06:33.033518 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8695817-750e-4a12-a613-0e235e5c4bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.036914 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8695817-750e-4a12-a613-0e235e5c4bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.038374 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d8695817-750e-4a12-a613-0e235e5c4bb9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2c49e1da-072f-4944-a8b4-b4a882429c61 HTTP/1.1" status: 204 len: 168 time: 0.5405943 Jul 06 12:06:33.049312 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-c9b598be-5434-425a-9a2d-da1e0f04b16a req-93964b04-81f3-463f-831f-43f381d37c4d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Calling delete_port for ab1dca37-70b7-4367-9de8-6c61cbc2fe0f owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:33.054790 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-4231a245-8292-4e33-8149-af5b817349fd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:33.058144 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8695817-750e-4a12-a613-0e235e5c4bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c49e1da-072f-4944-a8b4-b4a882429c61,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:33.185673 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-4231a245-8292-4e33-8149-af5b817349fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.406855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-4231a245-8292-4e33-8149-af5b817349fd service neutron] For port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=7d5a2066-089d-4629-bb08-ed4c7c24ba4d,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:33.410322 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4c38b415-d9c6-47de-ae59-19718061a61e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting port 500e9424-ec96-4eb1-847f-81a6657e5dbb {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:33.410671 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c38b415-d9c6-47de-ae59-19718061a61e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.455946 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-4231a245-8292-4e33-8149-af5b817349fd service neutron] For port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:33.526857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-4231a245-8292-4e33-8149-af5b817349fd service neutron] device_id is not set on port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:06:33.540892 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-4231a245-8292-4e33-8149-af5b817349fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.547524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-4231a245-8292-4e33-8149-af5b817349fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.568834 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16fbc0-81a4-4ac4-8c3b-11ed53d692f7 req-56c1e0a9-907f-4ee9-b07f-4dc41557a51c tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:33.577065 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1a16fbc0-81a4-4ac4-8c3b-11ed53d692f7 req-56c1e0a9-907f-4ee9-b07f-4dc41557a51c tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 984 time: 0.5277243 Jul 06 12:06:33.615545 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.631131 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-4231a245-8292-4e33-8149-af5b817349fd service neutron] No DVR routers for this DVR port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:33.636641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231a245-8292-4e33-8149-af5b817349fd service neutron] Pushing event updated for resources: {'Port': ['ID=7d5a2066-089d-4629-bb08-ed4c7c24ba4d,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:33.661689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ee77e-fb62-44c9-989c-c888b32bb852 None None] Network f7082785-664d-493b-9a4a-034e8c10bfd1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:33.665698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47974) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:33.686087 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73a6829a-b990-454b-ad1b-52bc4c3dd976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.761485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-4231a245-8292-4e33-8149-af5b817349fd service neutron] In _notify_port_updated(), no bound segment for port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d on network 65aaa158-a2b5-4ac1-912d-793053707b69 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:06:33.762274 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-4231a245-8292-4e33-8149-af5b817349fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:33.762965 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-4231a245-8292-4e33-8149-af5b817349fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.764413 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-4231a245-8292-4e33-8149-af5b817349fd service neutron] 10.222.0.23 "PUT /v2.0/ports/7d5a2066-089d-4629-bb08-ed4c7c24ba4d HTTP/1.1" status: 200 len: 1026 time: 0.7148449 Jul 06 12:06:33.814334 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c38b415-d9c6-47de-ae59-19718061a61e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.814794 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c38b415-d9c6-47de-ae59-19718061a61e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.817865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9bc085b1-0e2c-42b4-89a1-cb58884975df None None] Provisioning for port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:33.849352 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1a16fbc0-81a4-4ac4-8c3b-11ed53d692f7 req-77ae7ff7-48f5-46fd-bfbb-bab3a3059149 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/security-groups?id=644e263a-0eb4-4455-b8df-dbd1821616f5&id=4725da7f-6c74-4d06-9b88-6cad2fa22321&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2719982 Jul 06 12:06:33.873326 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:33.992654 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73a6829a-b990-454b-ad1b-52bc4c3dd976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:33.993353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4c38b415-d9c6-47de-ae59-19718061a61e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Calling delete_port for 500e9424-ec96-4eb1-847f-81a6657e5dbb owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:34.005176 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c9b598be-5434-425a-9a2d-da1e0f04b16a req-93964b04-81f3-463f-831f-43f381d37c4d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.009799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:34.015618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:34.015997 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.016611 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73a6829a-b990-454b-ad1b-52bc4c3dd976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.085498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93964b04-81f3-463f-831f-43f381d37c4d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event deleted for resources: {'Port': ['ID=ab1dca37-70b7-4367-9de8-6c61cbc2fe0f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:34.129278 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.157087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6829a-b990-454b-ad1b-52bc4c3dd976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e26acbd-2f86-4f8f-98c4-891f2a63ac3b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:34.189904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-0f9f9684-2245-4be3-9e65-22e8e7768382 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:34.192892 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-0f9f9684-2245-4be3-9e65-22e8e7768382 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.23 "GET /v2.0/ports/5c926004-ecc9-4a7a-b30f-a52cce25963f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4164302 Jul 06 12:06:34.195137 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c1b0b7bd-0666-400f-8236-e6b8cd083324 None None] Provisioning complete for port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:34.195579 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1b0b7bd-0666-400f-8236-e6b8cd083324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.202069 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1031d7cf-05d6-4f9d-b12d-5293d5a66e30,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:34.221443 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-42cace79-7c2c-42c3-8b82-0442092375a0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:34.229915 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-73a6829a-b990-454b-ad1b-52bc4c3dd976 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3f1337b237b14d5aba1cf95ccda7e433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5627518 Jul 06 12:06:34.234976 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.269030 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47986) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:34.292496 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b598be-5434-425a-9a2d-da1e0f04b16a req-93964b04-81f3-463f-831f-43f381d37c4d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] No DVR routers for this DVR port ab1dca37-70b7-4367-9de8-6c61cbc2fe0f on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:34.304171 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c1b0b7bd-0666-400f-8236-e6b8cd083324 None None] Port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:06:34.323833 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c9b598be-5434-425a-9a2d-da1e0f04b16a req-93964b04-81f3-463f-831f-43f381d37c4d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.331705 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9b598be-5434-425a-9a2d-da1e0f04b16a req-93964b04-81f3-463f-831f-43f381d37c4d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.89 "DELETE /v2.0/ports/ab1dca37-70b7-4367-9de8-6c61cbc2fe0f HTTP/1.1" status: 204 len: 173 time: 2.8581283 Jul 06 12:06:34.334167 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48020f21-41e5-4bc4-b047-d9ea1d5532fa', 'name': 'network-vif-deleted', 'tag': 'ab1dca37-70b7-4367-9de8-6c61cbc2fe0f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:34.342757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=1031d7cf-05d6-4f9d-b12d-5293d5a66e30,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:34.350256 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d09978-9423-48b4-8be2-786414bf5179" -d '{"events": [{"server_uuid": "48020f21-41e5-4bc4-b047-d9ea1d5532fa", "name": "network-vif-deleted", "tag": "ab1dca37-70b7-4367-9de8-6c61cbc2fe0f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:34.425606 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-42cace79-7c2c-42c3-8b82-0442092375a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.427532 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ab0ab0-b476-438f-88d2-7711d1839762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.468174 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ab0ab0-b476-438f-88d2-7711d1839762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.476876 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c38b415-d9c6-47de-ae59-19718061a61e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.528348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-08e2e347-1f0a-4f16-9784-a4a6a8ea2e0a None None] Provisioning complete for port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:34.529074 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08e2e347-1f0a-4f16-9784-a4a6a8ea2e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.531455 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38b415-d9c6-47de-ae59-19718061a61e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Port': ['ID=500e9424-ec96-4eb1-847f-81a6657e5dbb,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:34.536817 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Router 69149a86-d01b-41fe-9841-0188f5c8605b is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:06:34.698065 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3957307-a4bd-4f25-8638-b504a453564a req-a5749407-bab2-45cb-b6b1-4878f3c272c0 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:34.702584 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ab0ab0-b476-438f-88d2-7711d1839762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.704430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3957307-a4bd-4f25-8638-b504a453564a req-a5749407-bab2-45cb-b6b1-4878f3c272c0 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:34.705277 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ab0ab0-b476-438f-88d2-7711d1839762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.709940 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-90ab0ab0-b476-438f-88d2-7711d1839762 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9e26acbd-2f86-4f8f-98c4-891f2a63ac3b HTTP/1.1" status: 204 len: 168 time: 0.4301951 Jul 06 12:06:34.711568 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3957307-a4bd-4f25-8638-b504a453564a req-a5749407-bab2-45cb-b6b1-4878f3c272c0 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:34.719562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3957307-a4bd-4f25-8638-b504a453564a req-a5749407-bab2-45cb-b6b1-4878f3c272c0 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:34.725781 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3957307-a4bd-4f25-8638-b504a453564a req-a5749407-bab2-45cb-b6b1-4878f3c272c0 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:34.726172 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab0ab0-b476-438f-88d2-7711d1839762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e26acbd-2f86-4f8f-98c4-891f2a63ac3b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:34.747967 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-42cace79-7c2c-42c3-8b82-0442092375a0 service neutron] For port 5c926004-ecc9-4a7a-b30f-a52cce25963f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=5c926004-ecc9-4a7a-b30f-a52cce25963f,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:34.749473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3957307-a4bd-4f25-8638-b504a453564a req-a5749407-bab2-45cb-b6b1-4878f3c272c0 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:34.763640 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c3957307-a4bd-4f25-8638-b504a453564a req-a5749407-bab2-45cb-b6b1-4878f3c272c0 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 4659 time: 0.5718086 Jul 06 12:06:34.837262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-42cace79-7c2c-42c3-8b82-0442092375a0 service neutron] For port 5c926004-ecc9-4a7a-b30f-a52cce25963f, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:34.875805 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c38b415-d9c6-47de-ae59-19718061a61e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.878761 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c38b415-d9c6-47de-ae59-19718061a61e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.880737 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4c38b415-d9c6-47de-ae59-19718061a61e tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/floatingips/6b16b154-9c11-4486-88ec-5c50264b8535 HTTP/1.1" status: 204 len: 168 time: 2.1160769 Jul 06 12:06:34.886459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48002) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:34.892991 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c3957307-a4bd-4f25-8638-b504a453564a req-9f1e1ac5-77a5-4525-99d4-4fa8b24b5568 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&id=2e0ae606-8a07-46de-88a6-49f4622c3644&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271577 Jul 06 12:06:34.913896 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:34.927302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Sync routers for ids ['69149a86-d01b-41fe-9841-0188f5c8605b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:34.927702 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-42cace79-7c2c-42c3-8b82-0442092375a0 service neutron] device_id is not set on port 5c926004-ecc9-4a7a-b30f-a52cce25963f yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:06:34.947484 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:34.948599 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Routers {'69149a86-d01b-41fe-9841-0188f5c8605b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:34.949156 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-18c31019-95a9-4a5c-81e1-4387015f905a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3449516 Jul 06 12:06:34.952898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69149a86-d01b-41fe-9841-0188f5c8605b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:34.954825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48004) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:34.968482 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbbac7d-cf34-4d05-806a-cfec87151ba1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] DELETE failed (client error): The resource could not be found. Jul 06 12:06:34.972765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bbbac7d-cf34-4d05-806a-cfec87151ba1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:06:34.981402 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8bbbac7d-cf34-4d05-806a-cfec87151ba1 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/ports/d5f3d132-baa3-40d7-888e-9960c0065135 HTTP/1.1" status: 404 len: 333 time: 0.0937321 Jul 06 12:06:34.987469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48008) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:35.025729 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-42cace79-7c2c-42c3-8b82-0442092375a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.104279 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d5beab-bef6-4ab0-a206-2927cf952550 x-openstack-request-id: req-36d5beab-bef6-4ab0-a206-2927cf952550 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:35.104578 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48020f21-41e5-4bc4-b047-d9ea1d5532fa", "name": "network-vif-deleted", "tag": "ab1dca37-70b7-4367-9de8-6c61cbc2fe0f", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:35.104840 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36d5beab-bef6-4ab0-a206-2927cf952550 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:35.105664 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48020f21-41e5-4bc4-b047-d9ea1d5532fa', 'name': 'network-vif-deleted', 'tag': 'ab1dca37-70b7-4367-9de8-6c61cbc2fe0f', 'status': 'completed', 'code': 200} Jul 06 12:06:35.114822 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ea07b1c0-35d2-41e6-b13f-cc4f66270ef7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "GET /v2.0/ports?device_id=5404118c-9c38-44c0-a79d-bc045af99074 HTTP/1.1" status: 200 len: 205 time: 0.1251135 Jul 06 12:06:35.118465 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48012) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:35.137805 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-42cace79-7c2c-42c3-8b82-0442092375a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.192595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Set router 69149a86-d01b-41fe-9841-0188f5c8605b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:35.217558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32b9ab7b-93b0-47a3-ac3b-85bf7fbf9939 req-225ac201-62df-43ac-b199-99e93d0b1468 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "GET /v2.0/ports?device_id=48020f21-41e5-4bc4-b047-d9ea1d5532fa HTTP/1.1" status: 200 len: 210 time: 0.0351739 Jul 06 12:06:35.330151 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-f1fd8c30-e8e4-45cb-9f9a-987992cc50b4 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] delete failed (client error): The resource could not be found. Jul 06 12:06:35.341362 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f1fd8c30-e8e4-45cb-9f9a-987992cc50b4 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/routers/5404118c-9c38-44c0-a79d-bc045af99074 HTTP/1.1" status: 404 len: 336 time: 0.2185206 Jul 06 12:06:35.358146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48016) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:35.437717 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.438396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-42cace79-7c2c-42c3-8b82-0442092375a0 service neutron] No DVR routers for this DVR port 5c926004-ecc9-4a7a-b30f-a52cce25963f on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:35.462562 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edb853a-030e-4f5d-ae76-1a4f2f52e69a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] DELETE failed (client error): The resource could not be found. Jul 06 12:06:35.463040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edb853a-030e-4f5d-ae76-1a4f2f52e69a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:06:35.464390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'name': 'tempest-ServerActionsTestJSON-1908622142-router', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:29Z', 'updated_at': '2021-07-06T12:06:31Z', 'revision_number': 3, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'gw_port': {'id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:30Z', 'updated_at': '2021-07-06T12:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:35.468701 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0edb853a-030e-4f5d-ae76-1a4f2f52e69a tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/subnets/29428f89-fee6-4c52-a4a3-fab3f48dc39b HTTP/1.1" status: 404 len: 337 time: 0.1060245 Jul 06 12:06:35.475670 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48022) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:35.504068 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Checking router: 69149a86-d01b-41fe-9841-0188f5c8605b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:06:35.504539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Updating router 69149a86-d01b-41fe-9841-0188f5c8605b port c4519ee2-79dc-4147-aee6-010b120607f8 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:06:35.526911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cace79-7c2c-42c3-8b82-0442092375a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c926004-ecc9-4a7a-b30f-a52cce25963f,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:35.565129 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b74f5f51-e271-4b14-a986-098cdce83ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.578182 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.605129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-42cace79-7c2c-42c3-8b82-0442092375a0 service neutron] In _notify_port_updated(), no bound segment for port 5c926004-ecc9-4a7a-b30f-a52cce25963f on network 65aaa158-a2b5-4ac1-912d-793053707b69 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:06:35.607563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-42cace79-7c2c-42c3-8b82-0442092375a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:35.608480 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-42cace79-7c2c-42c3-8b82-0442092375a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.614505 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-42cace79-7c2c-42c3-8b82-0442092375a0 service neutron] 10.222.0.23 "PUT /v2.0/ports/5c926004-ecc9-4a7a-b30f-a52cce25963f HTTP/1.1" status: 200 len: 1027 time: 1.3970795 Jul 06 12:06:35.828083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-266bf590-97bd-4c3c-ab3b-bad46aa2574f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting port be53fe3e-5c5f-4a66-8e11-5e3f3a6c6522 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:35.828588 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-266bf590-97bd-4c3c-ab3b-bad46aa2574f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.898505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-0e3cb1b0-9959-4d2a-b09d-bd191033d6b6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Deleting port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:35.900445 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-0e3cb1b0-9959-4d2a-b09d-bd191033d6b6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:35.906864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 09651e64-7c60-4395-8efa-e0c5bc0a7e29 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:35.908976 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ab1dca37-70b7-4367-9de8-6c61cbc2fe0f no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:35.937536 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:36.018303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: ab1dca37-70b7-4367-9de8-6c61cbc2fe0f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:36.018625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ab1dca37-70b7-4367-9de8-6c61cbc2fe0f not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:36.088155 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-37af8b4d-9197-4b29-9e00-6dff0cd87d8f None None] Provisioning complete for port 5c926004-ecc9-4a7a-b30f-a52cce25963f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:36.088847 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37af8b4d-9197-4b29-9e00-6dff0cd87d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.128819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-0e3cb1b0-9959-4d2a-b09d-bd191033d6b6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] For port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c,segment=NetworkSegment(56a1e3c9-b193-4445-927f-d36e77968ca4),segment_id=56a1e3c9-b193-4445-927f-d36e77968ca4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:36.130357 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-0e3cb1b0-9959-4d2a-b09d-bd191033d6b6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.143715 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:36.144308 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.151880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-0e3cb1b0-9959-4d2a-b09d-bd191033d6b6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Calling delete_port for 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:36.231743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-37af8b4d-9197-4b29-9e00-6dff0cd87d8f None None] Port 5c926004-ecc9-4a7a-b30f-a52cce25963f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:06:36.235008 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.273447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Transition to ACTIVE for port object c4519ee2-79dc-4147-aee6-010b120607f8 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:36.275266 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-266bf590-97bd-4c3c-ab3b-bad46aa2574f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.287932 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.308575 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.315017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-266bf590-97bd-4c3c-ab3b-bad46aa2574f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Calling delete_port for be53fe3e-5c5f-4a66-8e11-5e3f3a6c6522 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:36.356358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4f4c8-c8b9-4aec-8861-a7d458bbe610 req-a4163f99-2a22-430e-924e-aa95ca893818 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:36.365126 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4f4c8-c8b9-4aec-8861-a7d458bbe610 req-a4163f99-2a22-430e-924e-aa95ca893818 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:36.366504 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-0e3cb1b0-9959-4d2a-b09d-bd191033d6b6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.373802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4f4c8-c8b9-4aec-8861-a7d458bbe610 req-a4163f99-2a22-430e-924e-aa95ca893818 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:36.380769 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4f4c8-c8b9-4aec-8861-a7d458bbe610 req-a4163f99-2a22-430e-924e-aa95ca893818 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:36.383966 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.388055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4f4c8-c8b9-4aec-8861-a7d458bbe610 req-a4163f99-2a22-430e-924e-aa95ca893818 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:36.396382 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac4f4c8-c8b9-4aec-8861-a7d458bbe610 req-a4163f99-2a22-430e-924e-aa95ca893818 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 3885 time: 0.3159120 Jul 06 12:06:36.450309 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cb1b0-9959-4d2a-b09d-bd191033d6b6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event deleted for resources: {'Port': ['ID=872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:36.480444 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-0e3cb1b0-9959-4d2a-b09d-bd191033d6b6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] No DVR routers for this DVR port 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:36.483994 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-0e3cb1b0-9959-4d2a-b09d-bd191033d6b6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.487616 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-0e3cb1b0-9959-4d2a-b09d-bd191033d6b6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.23 "DELETE /v2.0/ports/872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c HTTP/1.1" status: 204 len: 173 time: 0.8694856 Jul 06 12:06:36.488606 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-deleted', 'tag': '872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:36.495059 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac4807b-1c41-42e2-9857-167bfed8f3ab" -d '{"events": [{"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-deleted", "tag": "872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:36.543499 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81edf15-3a96-427d-8c04-1041ba15b0fb None None] Pushing event updated for resources: {'Port': ['ID=c4519ee2-79dc-4147-aee6-010b120607f8,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:36.553471 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac4f4c8-c8b9-4aec-8861-a7d458bbe610 req-1d6f5027-0d46-4b7c-b482-8529f3f6b009 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567059 Jul 06 12:06:36.564445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81edf15-3a96-427d-8c04-1041ba15b0fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:36.564792 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81edf15-3a96-427d-8c04-1041ba15b0fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:36.569507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81edf15-3a96-427d-8c04-1041ba15b0fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:36.569968 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81edf15-3a96-427d-8c04-1041ba15b0fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:36.570305 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81edf15-3a96-427d-8c04-1041ba15b0fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:36.570681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81edf15-3a96-427d-8c04-1041ba15b0fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:36.570964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81edf15-3a96-427d-8c04-1041ba15b0fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:36.571317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81edf15-3a96-427d-8c04-1041ba15b0fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:36.571640 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81edf15-3a96-427d-8c04-1041ba15b0fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:36.572027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81edf15-3a96-427d-8c04-1041ba15b0fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:36.573854 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81edf15-3a96-427d-8c04-1041ba15b0fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:36.574195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81edf15-3a96-427d-8c04-1041ba15b0fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:36.636178 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 09651e64-7c60-4395-8efa-e0c5bc0a7e29, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=09651e64-7c60-4395-8efa-e0c5bc0a7e29,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:36.639114 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.650237 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09651e64-7c60-4395-8efa-e0c5bc0a7e29'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:36.654298 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c8c836-0cde-42e6-b199-5c95f4cba047" -d '{"events": [{"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-unplugged", "status": "completed", "tag": "09651e64-7c60-4395-8efa-e0c5bc0a7e29"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:36.664500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Attempting to bind port c4519ee2-79dc-4147-aee6-010b120607f8 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:36.665784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Attempting to bind port c4519ee2-79dc-4147-aee6-010b120607f8 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:36.668543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Attempting to bind port c4519ee2-79dc-4147-aee6-010b120607f8 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:36.682794 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-38c5cf49-efe5-49b5-b80d-5580fba36316 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Deleting port 2c7fc74d-9666-479f-9b98-8e225535a1d6 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:36.684324 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-38c5cf49-efe5-49b5-b80d-5580fba36316 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.691389 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:36.692854 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:36.694544 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.696406 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:36.697135 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Bound port: c4519ee2-79dc-4147-aee6-010b120607f8, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:36.699272 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.710942 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.712331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device dce447e7-7a12-4ee8-a022-2834977328a9 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:36.769611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Allocated IP 172.20.0.1 (f7082785-664d-493b-9a4a-034e8c10bfd1/1b6c2880-5ac9-4e35-9b1e-f738ec808b88/c347328b-6c54-42a0-a71a-68872cb7289a) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:36.797506 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48058) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:36.904583 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe082a34-cd6d-4c0d-a111-cc5323e18d02 x-openstack-request-id: req-fe082a34-cd6d-4c0d-a111-cc5323e18d02 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:36.904985 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-deleted", "tag": "872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:36.905249 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe082a34-cd6d-4c0d-a111-cc5323e18d02 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:36.905687 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-deleted', 'tag': '872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c', 'status': 'completed', 'code': 200} Jul 06 12:06:36.907832 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3a94ecf-f807-4c2e-9c88-927336179521 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.912968 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-266bf590-97bd-4c3c-ab3b-bad46aa2574f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.950711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-38c5cf49-efe5-49b5-b80d-5580fba36316 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] For port 2c7fc74d-9666-479f-9b98-8e225535a1d6, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2c7fc74d-9666-479f-9b98-8e225535a1d6,segment=NetworkSegment(56a1e3c9-b193-4445-927f-d36e77968ca4),segment_id=56a1e3c9-b193-4445-927f-d36e77968ca4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:36.950711 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-38c5cf49-efe5-49b5-b80d-5580fba36316 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:36.971302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-38c5cf49-efe5-49b5-b80d-5580fba36316 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Calling delete_port for 2c7fc74d-9666-479f-9b98-8e225535a1d6 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:36.973913 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bf590-97bd-4c3c-ab3b-bad46aa2574f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Port': ['ID=be53fe3e-5c5f-4a66-8e11-5e3f3a6c6522,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:37.000844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=09651e64-7c60-4395-8efa-e0c5bc0a7e29,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:37.011145 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] For port c4519ee2-79dc-4147-aee6-010b120607f8, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:37.020468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] For port c4519ee2-79dc-4147-aee6-010b120607f8, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c4519ee2-79dc-4147-aee6-010b120607f8,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:37.040129 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.151333 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91ed478-c923-433d-bf64-46e5d887bbac x-openstack-request-id: req-a91ed478-c923-433d-bf64-46e5d887bbac {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:37.151745 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-unplugged", "status": "completed", "tag": "09651e64-7c60-4395-8efa-e0c5bc0a7e29", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:37.152110 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a91ed478-c923-433d-bf64-46e5d887bbac {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:37.152597 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09651e64-7c60-4395-8efa-e0c5bc0a7e29', 'code': 200} Jul 06 12:06:37.188594 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.191011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Routers {'69149a86-d01b-41fe-9841-0188f5c8605b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:37.192037 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69149a86-d01b-41fe-9841-0188f5c8605b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:37.197751 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81edf15-3a96-427d-8c04-1041ba15b0fb None None] Pushing event updated for resources: {'Port': ['ID=c4519ee2-79dc-4147-aee6-010b120607f8,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:37.236602 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48064) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:37.251578 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.265926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Transition to ACTIVE for port object c347328b-6c54-42a0-a71a-68872cb7289a will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:37.299663 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-38c5cf49-efe5-49b5-b80d-5580fba36316 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.324008 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.327138 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3a94ecf-f807-4c2e-9c88-927336179521 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.342435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5cf49-efe5-49b5-b80d-5580fba36316 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event deleted for resources: {'Port': ['ID=2c7fc74d-9666-479f-9b98-8e225535a1d6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:37.361246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port dce447e7-7a12-4ee8-a022-2834977328a9, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dce447e7-7a12-4ee8-a022-2834977328a9,segment=NetworkSegment(4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2),segment_id=4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:37.380653 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.381737 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 5c926004-ecc9-4a7a-b30f-a52cce25963f no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:37.399051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Network f7082785-664d-493b-9a4a-034e8c10bfd1 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:37.419877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:37.429414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:37.429927 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-38c5cf49-efe5-49b5-b80d-5580fba36316 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] No DVR routers for this DVR port 2c7fc74d-9666-479f-9b98-8e225535a1d6 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:37.434071 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-38c5cf49-efe5-49b5-b80d-5580fba36316 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.437142 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-38c5cf49-efe5-49b5-b80d-5580fba36316 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.23 "DELETE /v2.0/ports/2c7fc74d-9666-479f-9b98-8e225535a1d6 HTTP/1.1" status: 204 len: 173 time: 0.9342115 Jul 06 12:06:37.490882 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.494839 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Pushing event updated for resources: {'Port': ['ID=c347328b-6c54-42a0-a71a-68872cb7289a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:37.507138 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-266bf590-97bd-4c3c-ab3b-bad46aa2574f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.511640 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-266bf590-97bd-4c3c-ab3b-bad46aa2574f tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/ports/be53fe3e-5c5f-4a66-8e11-5e3f3a6c6522 HTTP/1.1" status: 204 len: 168 time: 2.0346935 Jul 06 12:06:37.513644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48070) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:37.527265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] Set router 69149a86-d01b-41fe-9841-0188f5c8605b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:37.616681 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3a94ecf-f807-4c2e-9c88-927336179521 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.620306 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3a94ecf-f807-4c2e-9c88-927336179521 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.624943 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c3a94ecf-f807-4c2e-9c88-927336179521 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "DELETE /v2.0/security-groups/4725da7f-6c74-4d06-9b88-6cad2fa22321 HTTP/1.1" status: 204 len: 168 time: 0.8260465 Jul 06 12:06:37.627911 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48076) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:37.687678 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a94ecf-f807-4c2e-9c88-927336179521 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4725da7f-6c74-4d06-9b88-6cad2fa22321,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:37.777299 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-090f2d0c-eec0-41e4-8553-36fe7c2537d9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Deleting port 279e4d0d-b167-4d48-bfc2-7382c5a4141c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:37.777713 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-090f2d0c-eec0-41e4-8553-36fe7c2537d9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.838185 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0d4415e5-ceb0-4b6b-a38d-ec4f686a8dfd tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.878265 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0d4415e5-ceb0-4b6b-a38d-ec4f686a8dfd tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.919071 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7520-cb61-4b26-8ebf-d6216d9c234b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:37.955557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-47f23c26-7f79-4446-8674-350f75689ac8 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting port 38638fdd-a902-4e1c-9ff6-555e5a01bc0e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:37.955557 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-47f23c26-7f79-4446-8674-350f75689ac8 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.052648 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.064312 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0d4415e5-ceb0-4b6b-a38d-ec4f686a8dfd tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.067154 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0d4415e5-ceb0-4b6b-a38d-ec4f686a8dfd tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.071200 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0d4415e5-ceb0-4b6b-a38d-ec4f686a8dfd tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "DELETE /v2.0/security-groups/644e263a-0eb4-4455-b8df-dbd1821616f5 HTTP/1.1" status: 204 len: 168 time: 0.4241145 Jul 06 12:06:38.071434 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=dce447e7-7a12-4ee8-a022-2834977328a9,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:38.078952 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48080) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:38.083507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-090f2d0c-eec0-41e4-8553-36fe7c2537d9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] For port 279e4d0d-b167-4d48-bfc2-7382c5a4141c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=279e4d0d-b167-4d48-bfc2-7382c5a4141c,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:38.083901 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-090f2d0c-eec0-41e4-8553-36fe7c2537d9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.087053 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 5c926004-ecc9-4a7a-b30f-a52cce25963f not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:38.087578 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2c7fc74d-9666-479f-9b98-8e225535a1d6 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:38.105062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-209fd9ad-0d1f-436f-b6b9-fe3499ad7332 None None] Provisioning for port c347328b-6c54-42a0-a71a-68872cb7289a completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:38.117536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-090f2d0c-eec0-41e4-8553-36fe7c2537d9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Calling delete_port for 279e4d0d-b167-4d48-bfc2-7382c5a4141c owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:38.156821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4415e5-ceb0-4b6b-a38d-ec4f686a8dfd tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=644e263a-0eb4-4455-b8df-dbd1821616f5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:38.157015 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-47f23c26-7f79-4446-8674-350f75689ac8 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.206319 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-209fd9ad-0d1f-436f-b6b9-fe3499ad7332 None None] Provisioning complete for port c347328b-6c54-42a0-a71a-68872cb7289a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:38.206845 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-209fd9ad-0d1f-436f-b6b9-fe3499ad7332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.210361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-47f23c26-7f79-4446-8674-350f75689ac8 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Calling delete_port for 38638fdd-a902-4e1c-9ff6-555e5a01bc0e owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:38.236438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b589779-5f75-4c8a-a380-ec6bba2a4d5d req-1fe39f14-3580-4914-b973-86a68f8a107c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:38.245018 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b589779-5f75-4c8a-a380-ec6bba2a4d5d req-1fe39f14-3580-4914-b973-86a68f8a107c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:38.251943 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b589779-5f75-4c8a-a380-ec6bba2a4d5d req-1fe39f14-3580-4914-b973-86a68f8a107c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:38.258858 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 2c7fc74d-9666-479f-9b98-8e225535a1d6 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:38.259330 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b589779-5f75-4c8a-a380-ec6bba2a4d5d req-1fe39f14-3580-4914-b973-86a68f8a107c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 2411 time: 0.3833079 Jul 06 12:06:38.259788 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2c7fc74d-9666-479f-9b98-8e225535a1d6 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:38.260434 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 7d5a2066-089d-4629-bb08-ed4c7c24ba4d no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:38.267870 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-209fd9ad-0d1f-436f-b6b9-fe3499ad7332 None None] Port c347328b-6c54-42a0-a71a-68872cb7289a cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:06:38.312469 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7520-cb61-4b26-8ebf-d6216d9c234b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.324213 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7520-cb61-4b26-8ebf-d6216d9c234b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.355397 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7b7c7520-cb61-4b26-8ebf-d6216d9c234b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b872a979ef242f9bbb13feed50ed57a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1166210 Jul 06 12:06:38.359557 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.365754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48090) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:38.379535 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95505156-6be6-4515-a21e-856ff4937c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.404197 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 7d5a2066-089d-4629-bb08-ed4c7c24ba4d not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:38.404504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:38.432255 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c7520-cb61-4b26-8ebf-d6216d9c234b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9cda17-2cda-4184-9b1e-19ad10e33d6f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:38.442533 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:38.443348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 872c5c8b-1f9d-4e4a-8d22-9b5e9397e21c not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:38.444410 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 279e4d0d-b167-4d48-bfc2-7382c5a4141c no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:38.542355 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2331cb2b-193e-4afc-89f6-59b9f41fcd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.568197 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-47f23c26-7f79-4446-8674-350f75689ac8 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.571616 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2331cb2b-193e-4afc-89f6-59b9f41fcd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.591056 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.594193 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-090f2d0c-eec0-41e4-8553-36fe7c2537d9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.598398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'name': 'tempest-ServerActionsTestJSON-1908622142-router', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:29Z', 'updated_at': '2021-07-06T12:06:31Z', 'revision_number': 3, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'gw_port': {'id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:30Z', 'updated_at': '2021-07-06T12:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:38.626347 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f23c26-7f79-4446-8674-350f75689ac8 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Port': ['ID=38638fdd-a902-4e1c-9ff6-555e5a01bc0e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:38.640974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa702a1e-6b80-4ded-ad2c-b49d47acbab4 None None] The sync data for ids ['69149a86-d01b-41fe-9841-0188f5c8605b'] in n-d-799529-2 is: [{'id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'name': 'tempest-ServerActionsTestJSON-1908622142-router', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:29Z', 'updated_at': '2021-07-06T12:06:31Z', 'revision_number': 3, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'gw_port': {'id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:30Z', 'updated_at': '2021-07-06T12:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:38.741014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f2d0c-eec0-41e4-8553-36fe7c2537d9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event deleted for resources: {'Port': ['ID=279e4d0d-b167-4d48-bfc2-7382c5a4141c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:38.843635 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-090f2d0c-eec0-41e4-8553-36fe7c2537d9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] No DVR routers for this DVR port 279e4d0d-b167-4d48-bfc2-7382c5a4141c on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:38.849222 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-090f2d0c-eec0-41e4-8553-36fe7c2537d9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.852096 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-090f2d0c-eec0-41e4-8553-36fe7c2537d9 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.23 "DELETE /v2.0/ports/279e4d0d-b167-4d48-bfc2-7382c5a4141c HTTP/1.1" status: 204 len: 173 time: 1.4081471 Jul 06 12:06:38.874778 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2331cb2b-193e-4afc-89f6-59b9f41fcd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.877675 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2331cb2b-193e-4afc-89f6-59b9f41fcd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.879054 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2331cb2b-193e-4afc-89f6-59b9f41fcd94 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb9cda17-2cda-4184-9b1e-19ad10e33d6f HTTP/1.1" status: 204 len: 168 time: 0.5123270 Jul 06 12:06:38.885678 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b589779-5f75-4c8a-a380-ec6bba2a4d5d req-493438b7-f45c-437d-a000-792e96fab228 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6253345 Jul 06 12:06:38.907348 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-47f23c26-7f79-4446-8674-350f75689ac8 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:38.909732 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-47f23c26-7f79-4446-8674-350f75689ac8 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/ports/38638fdd-a902-4e1c-9ff6-555e5a01bc0e HTTP/1.1" status: 204 len: 168 time: 1.3915532 Jul 06 12:06:38.913126 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-deleted', 'tag': '2c7fc74d-9666-479f-9b98-8e225535a1d6'}, {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-deleted', 'tag': '279e4d0d-b167-4d48-bfc2-7382c5a4141c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:38.915715 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c365eb8-b032-40ca-873a-dc96d3ee56cc" -d '{"events": [{"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-deleted", "tag": "2c7fc74d-9666-479f-9b98-8e225535a1d6"}, {"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-deleted", "tag": "279e4d0d-b167-4d48-bfc2-7382c5a4141c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:38.920878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48100) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:38.946133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331cb2b-193e-4afc-89f6-59b9f41fcd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9cda17-2cda-4184-9b1e-19ad10e33d6f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:39.079301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01714b06-7547-4ced-9018-974b3bf5162d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:39.081179 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-01714b06-7547-4ced-9018-974b3bf5162d tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "GET /v2.0/ports?device_id=63514f07-b393-45e8-b8dc-b8118092e145 HTTP/1.1" status: 200 len: 913 time: 0.1579700 Jul 06 12:06:39.084821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48104) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:39.093037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-c8e0c63a-6470-46cd-9c0a-d7452613cf26 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Deleting port 09651e64-7c60-4395-8efa-e0c5bc0a7e29 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:39.099609 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-c8e0c63a-6470-46cd-9c0a-d7452613cf26 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:39.103546 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:39.121332 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:39.154939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dce447e7-7a12-4ee8-a022-2834977328a9'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:39.157836 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e7668a-71e5-4032-9c87-2bf8fb3abe79" -d '{"events": [{"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-unplugged", "status": "completed", "tag": "dce447e7-7a12-4ee8-a022-2834977328a9"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:39.322335 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:39.412401 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470cd7e2-4620-4d6a-a6ec-aaf04b06a34a x-openstack-request-id: req-470cd7e2-4620-4d6a-a6ec-aaf04b06a34a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:39.412401 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-deleted", "tag": "2c7fc74d-9666-479f-9b98-8e225535a1d6", "status": "completed", "code": 200}, {"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-deleted", "tag": "279e4d0d-b167-4d48-bfc2-7382c5a4141c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:39.412653 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-470cd7e2-4620-4d6a-a6ec-aaf04b06a34a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:39.413086 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-deleted', 'tag': '2c7fc74d-9666-479f-9b98-8e225535a1d6', 'status': 'completed', 'code': 200} Jul 06 12:06:39.413337 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-deleted', 'tag': '279e4d0d-b167-4d48-bfc2-7382c5a4141c', 'status': 'completed', 'code': 200} Jul 06 12:06:39.454688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Pushing event updated for resources: {'Port': ['ID=c347328b-6c54-42a0-a71a-68872cb7289a,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:39.459732 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:39.490438 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8074e606-1ba8-4a3a-b9d0-c7f34a7f5b31 x-openstack-request-id: req-8074e606-1ba8-4a3a-b9d0-c7f34a7f5b31 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:39.490747 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-unplugged", "status": "completed", "tag": "dce447e7-7a12-4ee8-a022-2834977328a9", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:39.491009 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8074e606-1ba8-4a3a-b9d0-c7f34a7f5b31 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:39.491444 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dce447e7-7a12-4ee8-a022-2834977328a9', 'code': 200} Jul 06 12:06:39.521597 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-c8e0c63a-6470-46cd-9c0a-d7452613cf26 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] For port 09651e64-7c60-4395-8efa-e0c5bc0a7e29, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=09651e64-7c60-4395-8efa-e0c5bc0a7e29,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:39.522881 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-c8e0c63a-6470-46cd-9c0a-d7452613cf26 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:39.605121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-c8e0c63a-6470-46cd-9c0a-d7452613cf26 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Calling delete_port for 09651e64-7c60-4395-8efa-e0c5bc0a7e29 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:39.649859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Network f7082785-664d-493b-9a4a-034e8c10bfd1 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:39.652138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:39.854443 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c4519ee2-79dc-4147-aee6-010b120607f8 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:39.955634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port c4519ee2-79dc-4147-aee6-010b120607f8 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:39.966095 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c4519ee2-79dc-4147-aee6-010b120607f8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:39.966477 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.035939 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Router 69149a86-d01b-41fe-9841-0188f5c8605b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:40.061842 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb1f2f65-fcc0-40ec-adcc-5fdd0460e139 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.113415 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.147743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port c4519ee2-79dc-4147-aee6-010b120607f8, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c4519ee2-79dc-4147-aee6-010b120607f8,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:40.160912 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ef04c42c-ca69-48d0-99cd-81fc5e072cf6 None None] Provisioning complete for port c347328b-6c54-42a0-a71a-68872cb7289a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:40.162232 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef04c42c-ca69-48d0-99cd-81fc5e072cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.217866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ef04c42c-ca69-48d0-99cd-81fc5e072cf6 None None] Port c347328b-6c54-42a0-a71a-68872cb7289a cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:06:40.220147 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.296799 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-c8e0c63a-6470-46cd-9c0a-d7452613cf26 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.318054 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=c4519ee2-79dc-4147-aee6-010b120607f8,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:40.358007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0c63a-6470-46cd-9c0a-d7452613cf26 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event deleted for resources: {'Port': ['ID=09651e64-7c60-4395-8efa-e0c5bc0a7e29,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:40.365937 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4a95188-a991-4ce2-b7a2-37a7d8b53dac tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.445734 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:40.462887 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-c8e0c63a-6470-46cd-9c0a-d7452613cf26 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] No DVR routers for this DVR port 09651e64-7c60-4395-8efa-e0c5bc0a7e29 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:40.467002 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-c8e0c63a-6470-46cd-9c0a-d7452613cf26 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.469027 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-c8e0c63a-6470-46cd-9c0a-d7452613cf26 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.23 "DELETE /v2.0/ports/09651e64-7c60-4395-8efa-e0c5bc0a7e29 HTTP/1.1" status: 204 len: 173 time: 1.6101334 Jul 06 12:06:40.497646 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-42d25b2e-91ac-4e56-a20d-c4e5c24afb1d admin admin] 10.222.0.81 "PUT /v2.0/routers/69149a86-d01b-41fe-9841-0188f5c8605b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5405421 Jul 06 12:06:40.563757 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14831d-78de-4ad7-9d8a-e1027a886b6e req-a3322282-351c-4cdd-be07-bb40c6bc2478 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:40.573409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14831d-78de-4ad7-9d8a-e1027a886b6e req-a3322282-351c-4cdd-be07-bb40c6bc2478 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:40.575564 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5e14831d-78de-4ad7-9d8a-e1027a886b6e req-a3322282-351c-4cdd-be07-bb40c6bc2478 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 1599 time: 0.3866453 Jul 06 12:06:40.715943 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5e14831d-78de-4ad7-9d8a-e1027a886b6e req-666a6fe6-09a6-4bcc-b927-71d7d01d4619 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e78d8ca-f164-4045-873d-e0f50395fa55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337619 Jul 06 12:06:40.885564 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:40.981055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f2f65-fcc0-40ec-adcc-5fdd0460e139 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Deleting port d7680ae2-0417-4c93-b06c-3c2136570ab0 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:40.981736 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb1f2f65-fcc0-40ec-adcc-5fdd0460e139 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:41.118748 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-cb1f2f65-fcc0-40ec-adcc-5fdd0460e139 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] For port d7680ae2-0417-4c93-b06c-3c2136570ab0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d7680ae2-0417-4c93-b06c-3c2136570ab0,segment=NetworkSegment(109dfca8-0a4a-4c41-9bd5-2df21aed6ef9),segment_id=109dfca8-0a4a-4c41-9bd5-2df21aed6ef9)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:41.119479 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb1f2f65-fcc0-40ec-adcc-5fdd0460e139 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:41.146883 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f2f65-fcc0-40ec-adcc-5fdd0460e139 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Calling delete_port for d7680ae2-0417-4c93-b06c-3c2136570ab0 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:41.257716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-cb123738-9a6c-4335-aa60-c9c906792a9f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Deleting port dce447e7-7a12-4ee8-a022-2834977328a9 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:41.264146 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-cb123738-9a6c-4335-aa60-c9c906792a9f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:41.413985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-deleted', 'tag': '09651e64-7c60-4395-8efa-e0c5bc0a7e29'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:41.417449 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06824f6c-059a-4061-936d-585d3ef87fcf" -d '{"events": [{"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-deleted", "tag": "09651e64-7c60-4395-8efa-e0c5bc0a7e29"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:41.512822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-cb123738-9a6c-4335-aa60-c9c906792a9f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] For port dce447e7-7a12-4ee8-a022-2834977328a9, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dce447e7-7a12-4ee8-a022-2834977328a9,segment=NetworkSegment(4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2),segment_id=4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:41.514493 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-cb123738-9a6c-4335-aa60-c9c906792a9f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:41.578649 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb1f2f65-fcc0-40ec-adcc-5fdd0460e139 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:41.587659 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Sync routers for ids ['69149a86-d01b-41fe-9841-0188f5c8605b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:41.609427 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Routers {'69149a86-d01b-41fe-9841-0188f5c8605b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:41.614404 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69149a86-d01b-41fe-9841-0188f5c8605b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:41.771567 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c4519ee2-79dc-4147-aee6-010b120607f8 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:41.941046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c4519ee2-79dc-4147-aee6-010b120607f8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:41.941419 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:41.944521 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-cb123738-9a6c-4335-aa60-c9c906792a9f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:41.944908 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-cb123738-9a6c-4335-aa60-c9c906792a9f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:41.946637 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-cb123738-9a6c-4335-aa60-c9c906792a9f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Floating IP a082c40e-8041-423f-b41b-6741f02e62cc disassociated. External IP: 172.25.4.112, port: dce447e7-7a12-4ee8-a022-2834977328a9. Jul 06 12:06:41.947004 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-cb123738-9a6c-4335-aa60-c9c906792a9f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Calling delete_port for dce447e7-7a12-4ee8-a022-2834977328a9 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:42.018664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f2f65-fcc0-40ec-adcc-5fdd0460e139 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event deleted for resources: {'Port': ['ID=d7680ae2-0417-4c93-b06c-3c2136570ab0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:42.083818 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Set router 69149a86-d01b-41fe-9841-0188f5c8605b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:42.242638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e4a95188-a991-4ce2-b7a2-37a7d8b53dac tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting port b31d7671-5e79-43f3-9ce3-90549161f83e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:42.242991 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4a95188-a991-4ce2-b7a2-37a7d8b53dac tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:42.329176 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48192) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:42.344574 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-66ab6ddb-26fa-40a1-9428-4db3376dcb52 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--272171829', 'description': 'tempest-description--1368638000'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:42.443070 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-cb123738-9a6c-4335-aa60-c9c906792a9f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:42.449619 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48196) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:42.459654 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-66ab6ddb-26fa-40a1-9428-4db3376dcb52 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:42.463087 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb636ea-264b-436a-88de-f3e6e384e2b8 x-openstack-request-id: req-dbb636ea-264b-436a-88de-f3e6e384e2b8 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:42.463810 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-deleted", "tag": "09651e64-7c60-4395-8efa-e0c5bc0a7e29", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:42.464355 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dbb636ea-264b-436a-88de-f3e6e384e2b8 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:42.465017 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-deleted', 'tag': '09651e64-7c60-4395-8efa-e0c5bc0a7e29', 'status': 'completed', 'code': 200} Jul 06 12:06:42.486213 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4a95188-a991-4ce2-b7a2-37a7d8b53dac tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:42.527362 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb123738-9a6c-4335-aa60-c9c906792a9f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event deleted for resources: {'Port': ['ID=dce447e7-7a12-4ee8-a022-2834977328a9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:42.537135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e4a95188-a991-4ce2-b7a2-37a7d8b53dac tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Calling delete_port for b31d7671-5e79-43f3-9ce3-90549161f83e owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:42.577050 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'name': 'tempest-ServerActionsTestJSON-1908622142-router', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:29Z', 'updated_at': '2021-07-06T12:06:37Z', 'revision_number': 4, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'gw_port': {'id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:30Z', 'updated_at': '2021-07-06T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'c347328b-6c54-42a0-a71a-68872cb7289a', 'name': '', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'mac_address': 'fa:16:3e:a3:6b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:36Z', 'updated_at': '2021-07-06T12:06:38Z', 'revision_number': 2, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'subnets': [{'id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:42.618791 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Checking router: 69149a86-d01b-41fe-9841-0188f5c8605b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:06:42.620062 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Updating router 69149a86-d01b-41fe-9841-0188f5c8605b port c347328b-6c54-42a0-a71a-68872cb7289a binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:06:42.624971 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52d5035e-1246-43de-9b1a-d50e0dfe5ade req-95f64906-37e4-4c73-975b-46eb43f439a4 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 210 time: 0.1287458 Jul 06 12:06:42.645493 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb1f2f65-fcc0-40ec-adcc-5fdd0460e139 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:42.774547 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:42.909243 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-cb123738-9a6c-4335-aa60-c9c906792a9f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:42.965889 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e74735a-f23a-4d71-af5d-55d81045dc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.068408 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-66ab6ddb-26fa-40a1-9428-4db3376dcb52 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.131594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-cb123738-9a6c-4335-aa60-c9c906792a9f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:43.149431 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4a95188-a991-4ce2-b7a2-37a7d8b53dac tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.150948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4b61d-e77d-4af5-8977-72a963252417 None None] Sync routers for ids ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:43.170054 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4b61d-e77d-4af5-8977-72a963252417 None None] Routers {'4d3e4cfd-e0a8-4145-abe2-3c712c920255'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:43.172724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-54a4b61d-e77d-4af5-8977-72a963252417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:43.210084 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e74735a-f23a-4d71-af5d-55d81045dc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.214434 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-66ab6ddb-26fa-40a1-9428-4db3376dcb52 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.240079 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e74735a-f23a-4d71-af5d-55d81045dc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.282703 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8e74735a-f23a-4d71-af5d-55d81045dc21 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0166b5899cba40ac995a2660c1ea5522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8274770 Jul 06 12:06:43.282703 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-66ab6ddb-26fa-40a1-9428-4db3376dcb52 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.283075 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-66ab6ddb-26fa-40a1-9428-4db3376dcb52 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9510756 Jul 06 12:06:43.289414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48204) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:43.289766 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48206) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:43.299727 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-37bbb4e3-029a-4d6e-acae-62f145137ca1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Request body: {'security_group_rule': {'security_group_id': '93eb6651-2f30-4b95-910b-483f5dc05105', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:43.343415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-cb123738-9a6c-4335-aa60-c9c906792a9f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] No DVR routers for this DVR port dce447e7-7a12-4ee8-a022-2834977328a9 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:43.353382 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-cb123738-9a6c-4335-aa60-c9c906792a9f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.358719 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a31a8330-906a-4af2-8082-6480411a2ed3 req-cb123738-9a6c-4335-aa60-c9c906792a9f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.23 "DELETE /v2.0/ports/dce447e7-7a12-4ee8-a022-2834977328a9 HTTP/1.1" status: 204 len: 173 time: 2.8793919 Jul 06 12:06:43.373925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a95188-a991-4ce2-b7a2-37a7d8b53dac tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Port': ['ID=b31d7671-5e79-43f3-9ce3-90549161f83e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:43.408811 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.420399 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1f2f65-fcc0-40ec-adcc-5fdd0460e139 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Router db32500e-859f-4110-9fe4-1bac4c91ec6f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:43.429357 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37bbb4e3-029a-4d6e-acae-62f145137ca1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.436096 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Transition to ACTIVE for port object c347328b-6c54-42a0-a71a-68872cb7289a will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:43.450736 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.475510 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-54a4b61d-e77d-4af5-8977-72a963252417 None None] Set router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:43.523904 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37bbb4e3-029a-4d6e-acae-62f145137ca1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.556088 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37bbb4e3-029a-4d6e-acae-62f145137ca1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.678062 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176bc3c-2ec7-407c-8df5-6c7d106b1ed8 None None] Pushing event updated for resources: {'Port': ['ID=c347328b-6c54-42a0-a71a-68872cb7289a,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:43.712190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab6ddb-26fa-40a1-9428-4db3376dcb52 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93eb6651-2f30-4b95-910b-483f5dc05105,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:43.779969 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1f2f65-fcc0-40ec-adcc-5fdd0460e139 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:43.799297 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0dea23-3cc8-4cdb-b2e3-dd7c08ee8035 None None] Sync routers for ids ['db32500e-859f-4110-9fe4-1bac4c91ec6f'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:43.805955 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cb1f2f65-fcc0-40ec-adcc-5fdd0460e139 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "PUT /v2.0/routers/db32500e-859f-4110-9fe4-1bac4c91ec6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7224157 Jul 06 12:06:43.805955 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbb4e3-029a-4d6e-acae-62f145137ca1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e96456-0e4c-414d-916c-7ddfccf31af0,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:43.807332 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48212) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:43.810526 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74735a-f23a-4d71-af5d-55d81045dc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e3becc-792e-43bb-b382-a7b80c1fd2d4,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:43.825131 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9b9df120-fb83-474b-8e48-1a2581b43705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.837867 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Attempting to bind port c347328b-6c54-42a0-a71a-68872cb7289a on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:43.838236 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Attempting to bind port c347328b-6c54-42a0-a71a-68872cb7289a by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:43.838615 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Attempting to bind port c347328b-6c54-42a0-a71a-68872cb7289a on network f7082785-664d-493b-9a4a-034e8c10bfd1 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:43.862016 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:43.862393 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Checking segment: {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:43.862806 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.864668 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Bound using segment: {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:43.865206 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Bound port: c347328b-6c54-42a0-a71a-68872cb7289a, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:43.865599 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.868103 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37bbb4e3-029a-4d6e-acae-62f145137ca1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.871842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-37bbb4e3-029a-4d6e-acae-62f145137ca1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5769985 Jul 06 12:06:43.873250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48216) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:43.885354 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0dea23-3cc8-4cdb-b2e3-dd7c08ee8035 None None] Routers {'db32500e-859f-4110-9fe4-1bac4c91ec6f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:43.885976 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8c0dea23-3cc8-4cdb-b2e3-dd7c08ee8035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['db32500e-859f-4110-9fe4-1bac4c91ec6f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:43.911151 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9b9df120-fb83-474b-8e48-1a2581b43705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:43.943033 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5b478006-a877-4dec-990a-1274c118160e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Request body: {'security_group_rule': {'security_group_id': '93eb6651-2f30-4b95-910b-483f5dc05105', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:44.000589 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4a95188-a991-4ce2-b7a2-37a7d8b53dac tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.063886 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-54a4b61d-e77d-4af5-8977-72a963252417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'name': 'tempest-TaggedBootDevicesTest-2130856940-router', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:50Z', 'updated_at': '2021-07-06T11:55:56Z', 'revision_number': 4, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'gw_port': {'id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:51Z', 'updated_at': '2021-07-06T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '03154b37-8e64-4763-be40-b2d529f47d0e', 'name': '', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'mac_address': 'fa:16:3e:f6:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:55Z', 'updated_at': '2021-07-06T11:56:05Z', 'revision_number': 5, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'subnets': [{'id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:44.083713 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-469fd4cd-c6eb-4fdf-be80-4c1fad3ddc6d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Deleting subnet af5944d1-523a-4de1-821d-1d6e0c9e5446 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:44.090733 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9b9df120-fb83-474b-8e48-1a2581b43705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.092128 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-469fd4cd-c6eb-4fdf-be80-4c1fad3ddc6d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.093234 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9b9df120-fb83-474b-8e48-1a2581b43705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.094414 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9b9df120-fb83-474b-8e48-1a2581b43705 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a7e3becc-792e-43bb-b382-a7b80c1fd2d4 HTTP/1.1" status: 204 len: 168 time: 0.8035061 Jul 06 12:06:44.105778 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e81c2623-ef83-408a-9502-ba40752af063 req-01916423-2f93-43d1-beb6-331896c2fa4d tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 210 time: 0.0776086 Jul 06 12:06:44.120785 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9df120-fb83-474b-8e48-1a2581b43705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e3becc-792e-43bb-b382-a7b80c1fd2d4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:44.126615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4b61d-e77d-4af5-8977-72a963252417 None None] Checking router: 4d3e4cfd-e0a8-4145-abe2-3c712c920255 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:06:44.173978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4b61d-e77d-4af5-8977-72a963252417 None None] Routers {'4d3e4cfd-e0a8-4145-abe2-3c712c920255'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:44.175380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-54a4b61d-e77d-4af5-8977-72a963252417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:44.178404 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48222) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:44.302943 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] For port c347328b-6c54-42a0-a71a-68872cb7289a, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:44.334500 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] For port c347328b-6c54-42a0-a71a-68872cb7289a, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c347328b-6c54-42a0-a71a-68872cb7289a,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:44.349577 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-8c0dea23-3cc8-4cdb-b2e3-dd7c08ee8035 None None] Set router db32500e-859f-4110-9fe4-1bac4c91ec6f gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:44.361776 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-54a4b61d-e77d-4af5-8977-72a963252417 None None] Set router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:44.409499 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.437232 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b478006-a877-4dec-990a-1274c118160e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.493402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-deleted', 'tag': 'dce447e7-7a12-4ee8-a022-2834977328a9'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:44.497327 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77960eb-a275-4f12-9b2b-b1a3459b81f4" -d '{"events": [{"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-deleted", "tag": "dce447e7-7a12-4ee8-a022-2834977328a9"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:44.580891 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Routers {'69149a86-d01b-41fe-9841-0188f5c8605b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:44.584436 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69149a86-d01b-41fe-9841-0188f5c8605b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:44.604873 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176bc3c-2ec7-407c-8df5-6c7d106b1ed8 None None] Pushing event updated for resources: {'Port': ['ID=c347328b-6c54-42a0-a71a-68872cb7289a,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:44.606966 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-469fd4cd-c6eb-4fdf-be80-4c1fad3ddc6d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.642338 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261f8790-b7c3-4f41-81ef-5d85faa74297 x-openstack-request-id: req-261f8790-b7c3-4f41-81ef-5d85faa74297 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:44.642696 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d8f9e6-37c2-469c-907e-ae22374cc3c8", "name": "network-vif-deleted", "tag": "dce447e7-7a12-4ee8-a022-2834977328a9", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:44.642885 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-261f8790-b7c3-4f41-81ef-5d85faa74297 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:44.643557 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d8f9e6-37c2-469c-907e-ae22374cc3c8', 'name': 'network-vif-deleted', 'tag': 'dce447e7-7a12-4ee8-a022-2834977328a9', 'status': 'completed', 'code': 200} Jul 06 12:06:44.797395 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b6cd807e-98ee-4a25-98f6-93676c7b9a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.876589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-54a4b61d-e77d-4af5-8977-72a963252417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'name': 'tempest-TaggedBootDevicesTest-2130856940-router', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:50Z', 'updated_at': '2021-07-06T11:55:56Z', 'revision_number': 4, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'gw_port': {'id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:51Z', 'updated_at': '2021-07-06T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '03154b37-8e64-4763-be40-b2d529f47d0e', 'name': '', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'mac_address': 'fa:16:3e:f6:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:55Z', 'updated_at': '2021-07-06T11:56:05Z', 'revision_number': 5, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'subnets': [{'id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:44.910258 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b478006-a877-4dec-990a-1274c118160e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.944837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b478006-a877-4dec-990a-1274c118160e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.951489 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4b61d-e77d-4af5-8977-72a963252417 None None] The sync data for ids ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'] in n-d-799529-2 is: [{'id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'name': 'tempest-TaggedBootDevicesTest-2130856940-router', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:50Z', 'updated_at': '2021-07-06T11:55:56Z', 'revision_number': 4, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'gw_port': {'id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:51Z', 'updated_at': '2021-07-06T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '03154b37-8e64-4763-be40-b2d529f47d0e', 'name': '', 'network_id': '3c4d0281-eee8-4d4b-a216-a3ed774363fa', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'mac_address': 'fa:16:3e:f6:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:55Z', 'updated_at': '2021-07-06T11:56:05Z', 'revision_number': 5, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'subnets': [{'id': '67067b5c-0dd9-4b86-a514-c39f91aea1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:44.951908 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b6cd807e-98ee-4a25-98f6-93676c7b9a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:44.965645 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b6cd807e-98ee-4a25-98f6-93676c7b9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:45.023368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b478006-a877-4dec-990a-1274c118160e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45855d99-7453-4478-937f-21bbf8bf3bf4,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:45.031723 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a95188-a991-4ce2-b7a2-37a7d8b53dac tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Router 63514f07-b393-45e8-b8dc-b8118092e145 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:06:45.033745 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-469fd4cd-c6eb-4fdf-be80-4c1fad3ddc6d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:45.047882 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b6cd807e-98ee-4a25-98f6-93676c7b9a3c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0559de8704fd4f06b130f5994080266e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8660762 Jul 06 12:06:45.047882 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd807e-98ee-4a25-98f6-93676c7b9a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91e590c-60a8-4810-abe1-a5b54466d8b2,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:45.053288 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48238) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:45.063500 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] Set router 69149a86-d01b-41fe-9841-0188f5c8605b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:45.071049 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b478006-a877-4dec-990a-1274c118160e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:45.075530 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5b478006-a877-4dec-990a-1274c118160e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1437671 Jul 06 12:06:45.076331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48240) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:45.087260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:45.152234 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-938dda66-c814-44f1-a9f2-01625d7ed188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:45.188834 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:45.231641 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-938dda66-c814-44f1-a9f2-01625d7ed188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:45.237939 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-469fd4cd-c6eb-4fdf-be80-4c1fad3ddc6d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:45.305628 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-938dda66-c814-44f1-a9f2-01625d7ed188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:45.310936 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-938dda66-c814-44f1-a9f2-01625d7ed188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:45.314628 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-938dda66-c814-44f1-a9f2-01625d7ed188 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b91e590c-60a8-4810-abe1-a5b54466d8b2 HTTP/1.1" status: 204 len: 168 time: 0.2578628 Jul 06 12:06:45.321844 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8c0dea23-3cc8-4cdb-b2e3-dd7c08ee8035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330107900', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:04:30Z', 'updated_at': '2021-07-06T12:06:41Z', 'revision_number': 5, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:31Z', 'updated_at': '2021-07-06T12:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:45.354435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938dda66-c814-44f1-a9f2-01625d7ed188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91e590c-60a8-4810-abe1-a5b54466d8b2,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:45.403257 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0dea23-3cc8-4cdb-b2e3-dd7c08ee8035 None None] Checking router: db32500e-859f-4110-9fe4-1bac4c91ec6f for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:06:45.446596 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0dea23-3cc8-4cdb-b2e3-dd7c08ee8035 None None] Routers {'db32500e-859f-4110-9fe4-1bac4c91ec6f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:45.447761 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8c0dea23-3cc8-4cdb-b2e3-dd7c08ee8035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['db32500e-859f-4110-9fe4-1bac4c91ec6f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:45.463211 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2ae42d6d-4625-4aac-a0d8-fbbae03701f1 req-4c8f7670-f9ea-4a67-a08a-762ca40fefe6 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 210 time: 0.0552955 Jul 06 12:06:45.507864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4aacd9-92f0-474f-b9fb-e956cf0e6c2f None None] New status for floating IP a082c40e-8041-423f-b41b-6741f02e62cc: DOWN {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:06:45.760913 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-8c0dea23-3cc8-4cdb-b2e3-dd7c08ee8035 None None] Set router db32500e-859f-4110-9fe4-1bac4c91ec6f gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:06:45.899778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fd4cd-c6eb-4fdf-be80-4c1fad3ddc6d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event deleted for resources: {'Subnet': ['ID=af5944d1-523a-4de1-821d-1d6e0c9e5446,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:45.911767 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-469fd4cd-c6eb-4fdf-be80-4c1fad3ddc6d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:45.912388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2583aee7-1d33-4a91-ac36-6fd3dca730af None None] Network 7f554e12-ea01-4fe1-af43-7332f080c228 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:45.914628 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-469fd4cd-c6eb-4fdf-be80-4c1fad3ddc6d tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "DELETE /v2.0/subnets/af5944d1-523a-4de1-821d-1d6e0c9e5446 HTTP/1.1" status: 204 len: 168 time: 2.1064394 Jul 06 12:06:45.917384 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48262) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:45.933800 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'name': 'tempest-ServerActionsTestJSON-1908622142-router', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:29Z', 'updated_at': '2021-07-06T12:06:37Z', 'revision_number': 4, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'gw_port': {'id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:30Z', 'updated_at': '2021-07-06T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'c347328b-6c54-42a0-a71a-68872cb7289a', 'name': '', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'mac_address': 'fa:16:3e:a3:6b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:36Z', 'updated_at': '2021-07-06T12:06:44Z', 'revision_number': 4, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'subnets': [{'id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:45.957288 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a95188-a991-4ce2-b7a2-37a7d8b53dac tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:06:45.970121 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e4a95188-a991-4ce2-b7a2-37a7d8b53dac tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "PUT /v2.0/routers/63514f07-b393-45e8-b8dc-b8118092e145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8840036 Jul 06 12:06:45.976369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48264) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:46.008646 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3688c012-cb8d-4e1e-8ef9-585f8f650494 None None] Sync routers for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:06:46.017289 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b17af-44f2-4825-987f-14e58382365a None None] The sync data for ids ['69149a86-d01b-41fe-9841-0188f5c8605b'] in n-d-799529-2 is: [{'id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'name': 'tempest-ServerActionsTestJSON-1908622142-router', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:29Z', 'updated_at': '2021-07-06T12:06:37Z', 'revision_number': 4, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'gw_port': {'id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:30Z', 'updated_at': '2021-07-06T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'c347328b-6c54-42a0-a71a-68872cb7289a', 'name': '', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'mac_address': 'fa:16:3e:a3:6b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:36Z', 'updated_at': '2021-07-06T12:06:44Z', 'revision_number': 4, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'subnets': [{'id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:46.053845 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3688c012-cb8d-4e1e-8ef9-585f8f650494 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:46.054588 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3688c012-cb8d-4e1e-8ef9-585f8f650494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:46.159679 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3688c012-cb8d-4e1e-8ef9-585f8f650494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:46.211629 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31da7275-4fa4-4f5a-a67b-b5820f194801 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:46.217266 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3688c012-cb8d-4e1e-8ef9-585f8f650494 None None] Routers {'63514f07-b393-45e8-b8dc-b8118092e145'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:06:46.218461 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3688c012-cb8d-4e1e-8ef9-585f8f650494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['63514f07-b393-45e8-b8dc-b8118092e145'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:46.271859 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3688c012-cb8d-4e1e-8ef9-585f8f650494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:46.273036 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3688c012-cb8d-4e1e-8ef9-585f8f650494 None None] The sync data for ids ['63514f07-b393-45e8-b8dc-b8118092e145'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:46.325775 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8c0dea23-3cc8-4cdb-b2e3-dd7c08ee8035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330107900', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:04:30Z', 'updated_at': '2021-07-06T12:06:41Z', 'revision_number': 5, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:31Z', 'updated_at': '2021-07-06T12:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:46.357953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995a7841-f1bb-4348-bf44-3ffb72740c97 None None] DHCP port deletion for 7f554e12-ea01-4fe1-af43-7332f080c228 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:06:46.377129 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0dea23-3cc8-4cdb-b2e3-dd7c08ee8035 None None] The sync data for ids ['db32500e-859f-4110-9fe4-1bac4c91ec6f'] in n-d-799529-2 is: [{'id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1330107900', 'tenant_id': '7b44276911cc4b91aafd86e95f47cd84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:04:30Z', 'updated_at': '2021-07-06T12:06:41Z', 'revision_number': 5, 'project_id': '7b44276911cc4b91aafd86e95f47cd84', 'gw_port': {'id': '1deccf17-0778-4194-b8a4-d5c76229533d', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:38:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db32500e-859f-4110-9fe4-1bac4c91ec6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:04:31Z', 'updated_at': '2021-07-06T12:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:06:46.400961 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c532b0e-fe6f-4836-abed-a177eec571e2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:46.466194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48268) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:46.481664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-995a7841-f1bb-4348-bf44-3ffb72740c97 None None] Deleting port a2e1e8fe-1659-4eae-bab7-2084ac4213cf {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:46.483569 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-995a7841-f1bb-4348-bf44-3ffb72740c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:46.517580 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:46.519402 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:46.563504 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31da7275-4fa4-4f5a-a67b-b5820f194801 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:46.627804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-995a7841-f1bb-4348-bf44-3ffb72740c97 None None] For port a2e1e8fe-1659-4eae-bab7-2084ac4213cf, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a2e1e8fe-1659-4eae-bab7-2084ac4213cf,segment=NetworkSegment(109dfca8-0a4a-4c41-9bd5-2df21aed6ef9),segment_id=109dfca8-0a4a-4c41-9bd5-2df21aed6ef9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:46.628362 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-995a7841-f1bb-4348-bf44-3ffb72740c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:46.661775 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-995a7841-f1bb-4348-bf44-3ffb72740c97 None None] Calling delete_port for a2e1e8fe-1659-4eae-bab7-2084ac4213cf owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:46.791582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9f7d903-d837-4eb0-b751-85e2029320c0 req-9b2be523-ce74-4ac1-800a-1f099de91fee tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 210 time: 0.0561793 Jul 06 12:06:46.825038 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c532b0e-fe6f-4836-abed-a177eec571e2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:46.867768 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Allocated IP 172.25.4.3 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/fcac6fdc-4dfd-480b-81c4-9c601c680129) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:46.891265 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-995a7841-f1bb-4348-bf44-3ffb72740c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:46.896573 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-31da7275-4fa4-4f5a-a67b-b5820f194801 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Deleting port 1deccf17-0778-4194-b8a4-d5c76229533d {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:46.896573 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31da7275-4fa4-4f5a-a67b-b5820f194801 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:46.975996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a7841-f1bb-4348-bf44-3ffb72740c97 None None] No DVR routers for this DVR port a2e1e8fe-1659-4eae-bab7-2084ac4213cf on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:06:46.994170 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a7841-f1bb-4348-bf44-3ffb72740c97 None None] Pushing event deleted for resources: {'Port': ['ID=a2e1e8fe-1659-4eae-bab7-2084ac4213cf,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:47.034452 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.051757 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.123443 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600df9f3-e380-429d-8873-c393a5964499,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:47.186380 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:47.188048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:47.188560 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:47.189897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:47.190235 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:47.190571 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:47.191139 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:47.191496 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:47.194651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:47.195066 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:47.195436 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:47.196614 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:06:47.202216 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.211069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-5c532b0e-fe6f-4836-abed-a177eec571e2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting port aeee0ad0-3272-4c2c-ab2e-dee82dbdd296 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:06:47.212161 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c532b0e-fe6f-4836-abed-a177eec571e2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.264059 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7400ac11-d26a-45e9-9a27-ff9a1989f6fa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9e915dd49ddf44e580882929bfc14acb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7968113 Jul 06 12:06:47.266207 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-31da7275-4fa4-4f5a-a67b-b5820f194801 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] For port 1deccf17-0778-4194-b8a4-d5c76229533d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1deccf17-0778-4194-b8a4-d5c76229533d,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:47.266498 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31da7275-4fa4-4f5a-a67b-b5820f194801 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.274764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48288) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:47.314787 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-31da7275-4fa4-4f5a-a67b-b5820f194801 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Calling delete_port for 1deccf17-0778-4194-b8a4-d5c76229533d owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:47.426236 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6158f472-7f83-4421-9aa6-bed4abced8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.445419 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c532b0e-fe6f-4836-abed-a177eec571e2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.450037 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.498277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:47.506791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:47.511013 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6158f472-7f83-4421-9aa6-bed4abced8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.544143 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-5c532b0e-fe6f-4836-abed-a177eec571e2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Calling delete_port for aeee0ad0-3272-4c2c-ab2e-dee82dbdd296 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:06:47.546809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:47.681040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event updated for resources: {'Port': ['ID=fcac6fdc-4dfd-480b-81c4-9c601c680129,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:47.734560 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6158f472-7f83-4421-9aa6-bed4abced8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.737028 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6158f472-7f83-4421-9aa6-bed4abced8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.748755 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6158f472-7f83-4421-9aa6-bed4abced8ab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/600df9f3-e380-429d-8873-c393a5964499 HTTP/1.1" status: 204 len: 168 time: 0.4725270 Jul 06 12:06:47.777080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158f472-7f83-4421-9aa6-bed4abced8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600df9f3-e380-429d-8873-c393a5964499,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:47.821783 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31da7275-4fa4-4f5a-a67b-b5820f194801 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:47.871544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c347328b-6c54-42a0-a71a-68872cb7289a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:47.902401 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da7275-4fa4-4f5a-a67b-b5820f194801 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event deleted for resources: {'Port': ['ID=1deccf17-0778-4194-b8a4-d5c76229533d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:48.014938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port c347328b-6c54-42a0-a71a-68872cb7289a completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:48.024197 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c347328b-6c54-42a0-a71a-68872cb7289a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:48.025008 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.028062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.064708 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31da7275-4fa4-4f5a-a67b-b5820f194801 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.248581 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.260599 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.321224 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port c347328b-6c54-42a0-a71a-68872cb7289a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c347328b-6c54-42a0-a71a-68872cb7289a,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:48.335359 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.408763 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=c347328b-6c54-42a0-a71a-68872cb7289a,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:48.414711 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c532b0e-fe6f-4836-abed-a177eec571e2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.430445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d7680ae2-0417-4c93-b06c-3c2136570ab0 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:48.469482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: d7680ae2-0417-4c93-b06c-3c2136570ab0 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:48.469825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d7680ae2-0417-4c93-b06c-3c2136570ab0 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:48.470779 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a2e1e8fe-1659-4eae-bab7-2084ac4213cf no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:48.514146 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: a2e1e8fe-1659-4eae-bab7-2084ac4213cf {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:48.514769 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a2e1e8fe-1659-4eae-bab7-2084ac4213cf not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:48.577369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c532b0e-fe6f-4836-abed-a177eec571e2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Port': ['ID=aeee0ad0-3272-4c2c-ab2e-dee82dbdd296,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:48.659821 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c532b0e-fe6f-4836-abed-a177eec571e2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.805290 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c532b0e-fe6f-4836-abed-a177eec571e2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.810829 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c532b0e-fe6f-4836-abed-a177eec571e2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.920659 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48378) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:48.941345 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.944383 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c532b0e-fe6f-4836-abed-a177eec571e2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.944889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c532b0e-fe6f-4836-abed-a177eec571e2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Fanout notify agent at l3_agent the message router_deleted on router 63514f07-b393-45e8-b8dc-b8118092e145 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:06:48.953144 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c532b0e-fe6f-4836-abed-a177eec571e2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.957476 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5c532b0e-fe6f-4836-abed-a177eec571e2 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/routers/63514f07-b393-45e8-b8dc-b8118092e145 HTTP/1.1" status: 204 len: 168 time: 2.9782686 Jul 06 12:06:48.958495 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48384) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:48.966762 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31da7275-4fa4-4f5a-a67b-b5820f194801 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.967499 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.990022 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31da7275-4fa4-4f5a-a67b-b5820f194801 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:48.995047 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b9cf0bec-e199-4649-80a9-22126941c9cc req-64ae9206-8000-4f61-b54e-d6788e7c650e tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 210 time: 0.7772086 Jul 06 12:06:49.081348 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31da7275-4fa4-4f5a-a67b-b5820f194801 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.082081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31da7275-4fa4-4f5a-a67b-b5820f194801 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Fanout notify agent at l3_agent the message router_deleted on router db32500e-859f-4110-9fe4-1bac4c91ec6f {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:06:49.092863 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31da7275-4fa4-4f5a-a67b-b5820f194801 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.104907 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-31da7275-4fa4-4f5a-a67b-b5820f194801 tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "DELETE /v2.0/routers/db32500e-859f-4110-9fe4-1bac4c91ec6f HTTP/1.1" status: 204 len: 168 time: 3.1857593 Jul 06 12:06:49.107621 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48390) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:49.114973 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.225104 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event updated for resources: {'Port': ['ID=fcac6fdc-4dfd-480b-81c4-9c601c680129,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:49.239332 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97ff2826-76ab-4ab8-b3f3-297f9cfa658f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.243413 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.245248 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8498d78b-84ea-4b93-8003-415d242c8f2f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1624682 Jul 06 12:06:49.247600 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bddb3c63-8df5-4cac-9579-7604ff0858d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.254031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-776842f0-671c-446d-a7f1-24c59d547768 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Deleting subnet 3ec4d606-df12-4611-bdb4-687252a4c22c {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:06:49.262154 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-776842f0-671c-446d-a7f1-24c59d547768 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.415591 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bddb3c63-8df5-4cac-9579-7604ff0858d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.422046 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bddb3c63-8df5-4cac-9579-7604ff0858d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.431358 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97ff2826-76ab-4ab8-b3f3-297f9cfa658f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.442671 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-97ff2826-76ab-4ab8-b3f3-297f9cfa658f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f554e12-ea01-4fe1-af43-7332f080c228']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:49.454083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-97ff2826-76ab-4ab8-b3f3-297f9cfa658f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109dfca8-0a4a-4c41-9bd5-2df21aed6ef9') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:49.454620 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-97ff2826-76ab-4ab8-b3f3-297f9cfa658f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109dfca8-0a4a-4c41-9bd5-2df21aed6ef9') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:49.466218 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97ff2826-76ab-4ab8-b3f3-297f9cfa658f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.476142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb3c63-8df5-4cac-9579-7604ff0858d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5b78dd-55a5-43e4-8dab-e4c03a530a49,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:49.481464 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97ff2826-76ab-4ab8-b3f3-297f9cfa658f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.487970 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ff2826-76ab-4ab8-b3f3-297f9cfa658f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:06:49.488706 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97ff2826-76ab-4ab8-b3f3-297f9cfa658f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.517146 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-776842f0-671c-446d-a7f1-24c59d547768 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:06:49.563930 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:06:49.570621 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97ff2826-76ab-4ab8-b3f3-297f9cfa658f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.578594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97ff2826-76ab-4ab8-b3f3-297f9cfa658f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.580570 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-97ff2826-76ab-4ab8-b3f3-297f9cfa658f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] 10.222.0.81 "DELETE /v2.0/networks/7f554e12-ea01-4fe1-af43-7332f080c228 HTTP/1.1" status: 204 len: 168 time: 0.4717035 Jul 06 12:06:49.586454 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bddb3c63-8df5-4cac-9579-7604ff0858d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85f8bc9e361840eeb421689e381ef3bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6643333 Jul 06 12:06:49.589914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48412) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:49.601622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff2826-76ab-4ab8-b3f3-297f9cfa658f tempest-TestSecurityGroupsBasicOps-389156527 tempest-TestSecurityGroupsBasicOps-389156527-project] Pushing event deleted for resources: {'Network': ['ID=7f554e12-ea01-4fe1-af43-7332f080c228,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:49.622104 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-83caee56-86bb-49f6-8fb5-2ec7258f3606 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--272171829&fields=id&tenant_id=a6c77e2eee574ad7aad674a3093fa936 HTTP/1.1" status: 200 len: 267 time: 0.0592237 Jul 06 12:06:49.655673 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-776842f0-671c-446d-a7f1-24c59d547768 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.714960 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fb610de-fcbe-454f-a565-eaa1fad80c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.760845 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fb610de-fcbe-454f-a565-eaa1fad80c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.796569 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-776842f0-671c-446d-a7f1-24c59d547768 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.827393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c347328b-6c54-42a0-a71a-68872cb7289a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:49.843190 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-776842f0-671c-446d-a7f1-24c59d547768 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.847555 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-776842f0-671c-446d-a7f1-24c59d547768 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/subnets/3ec4d606-df12-4611-bdb4-687252a4c22c HTTP/1.1" status: 204 len: 168 time: 0.8857481 Jul 06 12:06:49.847555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776842f0-671c-446d-a7f1-24c59d547768 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec4d606-df12-4611-bdb4-687252a4c22c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:49.848554 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48418) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:49.848833 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-b8b0f93d-7c1c-4bbb-ac8f-2a1ed5e57c9b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:49.856728 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-b8b0f93d-7c1c-4bbb-ac8f-2a1ed5e57c9b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 812 time: 0.2273736 Jul 06 12:06:49.886319 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-8e3a281d-99cd-4a32-917e-422c38c09a9a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/quotas/a6c77e2eee574ad7aad674a3093fa936 HTTP/1.1" status: 200 len: 375 time: 0.0259354 Jul 06 12:06:49.928171 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fb610de-fcbe-454f-a565-eaa1fad80c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.931716 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fb610de-fcbe-454f-a565-eaa1fad80c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.933289 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6fb610de-fcbe-454f-a565-eaa1fad80c59 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea5b78dd-55a5-43e4-8dab-e4c03a530a49 HTTP/1.1" status: 204 len: 168 time: 0.3422856 Jul 06 12:06:49.943751 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c347328b-6c54-42a0-a71a-68872cb7289a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:49.944126 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:49.952517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb610de-fcbe-454f-a565-eaa1fad80c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5b78dd-55a5-43e4-8dab-e4c03a530a49,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:49.962986 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-492eb960-9361-454e-8356-4509e1dde2b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:50.050135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-fc470c8f-1bc1-423a-b69d-8bf1f5b6db9c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1627312 Jul 06 12:06:50.145917 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-492eb960-9361-454e-8356-4509e1dde2b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:50.171151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-492eb960-9361-454e-8356-4509e1dde2b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dac5776-c174-4483-ae46-012003ad0a2f']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:50.194387 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-8afb30da-b204-4411-9e67-a07ee5976e4e service neutron] 10.222.0.81 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324818 Jul 06 12:06:50.196980 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-492eb960-9361-454e-8356-4509e1dde2b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa8f8d6-fae7-4fea-9547-278c2b72279e') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:50.197414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-492eb960-9361-454e-8356-4509e1dde2b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa8f8d6-fae7-4fea-9547-278c2b72279e') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:06:50.220183 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-492eb960-9361-454e-8356-4509e1dde2b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:50.248186 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-492eb960-9361-454e-8356-4509e1dde2b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:50.253638 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1deccf17-0778-4194-b8a4-d5c76229533d no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:06:50.258007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492eb960-9361-454e-8356-4509e1dde2b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:06:50.258591 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-492eb960-9361-454e-8356-4509e1dde2b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:06:50.262254 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:06:50.400398 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-492eb960-9361-454e-8356-4509e1dde2b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:50.402110 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-89d20582-f75c-4171-b19c-94be40eed181 service neutron] 10.222.0.81 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057612 Jul 06 12:06:50.408864 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-492eb960-9361-454e-8356-4509e1dde2b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:50.418643 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-492eb960-9361-454e-8356-4509e1dde2b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] 10.222.0.81 "DELETE /v2.0/networks/7dac5776-c174-4483-ae46-012003ad0a2f HTTP/1.1" status: 204 len: 168 time: 0.5656135 Jul 06 12:06:50.446397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492eb960-9361-454e-8356-4509e1dde2b7 tempest-FloatingIPTestJSON-2097375739 tempest-FloatingIPTestJSON-2097375739-project] Pushing event deleted for resources: {'Network': ['ID=7dac5776-c174-4483-ae46-012003ad0a2f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:50.635416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48444) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:50.654529 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-adcba0d8-f88a-48b9-a9b2-07a147855c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:50.749509 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 1deccf17-0778-4194-b8a4-d5c76229533d {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:06:50.749860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1deccf17-0778-4194-b8a4-d5c76229533d not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:06:50.770043 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1854c779-4640-4836-bc2e-c5163e0e41d2 req-d9f01790-1864-4454-b8a0-195dc67d9e0a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 210 time: 0.0475652 Jul 06 12:06:50.877029 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-adcba0d8-f88a-48b9-a9b2-07a147855c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:50.886713 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-adcba0d8-f88a-48b9-a9b2-07a147855c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:50.979564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48456) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:50.983108 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-adcba0d8-f88a-48b9-a9b2-07a147855c94 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb4ff7327e8547789748207e17a320ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3431675 Jul 06 12:06:50.990493 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcba0d8-f88a-48b9-a9b2-07a147855c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c9f11c-30e2-456b-9a72-05d8ba53bc41,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:51.100617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48458) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:51.133700 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97a1dd4e-7919-423e-8319-1e7540eb7151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.157941 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5747bb3f-60fc-4164-b7df-bbe4b8205e95 req-495358b4-e6b0-4a62-b8ff-4709663f6ed5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 210 time: 0.0377393 Jul 06 12:06:51.163749 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97a1dd4e-7919-423e-8319-1e7540eb7151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.170434 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48462) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:51.257946 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97a1dd4e-7919-423e-8319-1e7540eb7151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.260627 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97a1dd4e-7919-423e-8319-1e7540eb7151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.261808 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-97a1dd4e-7919-423e-8319-1e7540eb7151 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5c9f11c-30e2-456b-9a72-05d8ba53bc41 HTTP/1.1" status: 204 len: 168 time: 0.2808473 Jul 06 12:06:51.273442 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1dd4e-7919-423e-8319-1e7540eb7151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c9f11c-30e2-456b-9a72-05d8ba53bc41,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:51.496780 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-edc1a70b-7f91-401f-a6f7-3582d9141e93 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b44276911cc4b91aafd86e95f47cd84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3214986 Jul 06 12:06:51.497348 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48474) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:51.505597 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48476) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:51.507575 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ec4de342-5622-402e-8894-64b2ec6137ac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=622b4ed4040b4858a6d27705155220bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4041100 Jul 06 12:06:51.633409 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2c61f3c-e7a5-49b3-9e04-242ff19929e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.686945 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2c61f3c-e7a5-49b3-9e04-242ff19929e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.689473 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-576ee94f-66f7-4d21-9e36-81eeec7fa69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.742532 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-576ee94f-66f7-4d21-9e36-81eeec7fa69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.803477 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2c61f3c-e7a5-49b3-9e04-242ff19929e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.808293 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2c61f3c-e7a5-49b3-9e04-242ff19929e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.809776 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b2c61f3c-e7a5-49b3-9e04-242ff19929e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a0d07b5b-53e9-4bf8-b198-597e12e87151 HTTP/1.1" status: 204 len: 168 time: 0.3029127 Jul 06 12:06:51.820229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c61f3c-e7a5-49b3-9e04-242ff19929e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d07b5b-53e9-4bf8-b198-597e12e87151,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:51.828332 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-576ee94f-66f7-4d21-9e36-81eeec7fa69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.831281 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-576ee94f-66f7-4d21-9e36-81eeec7fa69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:51.832407 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-576ee94f-66f7-4d21-9e36-81eeec7fa69a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9a94308c-58ef-4f89-bd87-fc9243f7e4c5 HTTP/1.1" status: 204 len: 168 time: 0.3341436 Jul 06 12:06:51.861253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ee94f-66f7-4d21-9e36-81eeec7fa69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a94308c-58ef-4f89-bd87-fc9243f7e4c5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:52.084127 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a2c5d02-0c0d-4095-bcbc-fe320e1def5c req-34a27b04-fd61-43e8-9eed-9aad7d431be0 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 210 time: 0.0669246 Jul 06 12:06:52.396731 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-7376f80e-f172-440f-abea-c7142908933b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:52.402969 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-7376f80e-f172-440f-abea-c7142908933b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 812 time: 0.1665027 Jul 06 12:06:52.508426 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fdab6c57-3823-4ea1-93d9-7f94676ee586 req-acf56409-de61-4ca2-88c7-a7bbea705017 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 210 time: 0.0528162 Jul 06 12:06:52.517106 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-a7ca3560-0a76-4d0d-8c98-55fef88cfbb7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6c77e2eee574ad7aad674a3093fa936 HTTP/1.1" status: 200 len: 379 time: 0.1047673 Jul 06 12:06:52.534893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-e28abfa1-660b-49c2-9f66-64cff628e247 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Request body: {'port': {'device_id': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'admin_state_up': True, 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'security_groups': ['93eb6651-2f30-4b95-910b-483f5dc05105']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:52.568536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48522) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:52.617806 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ed2803e-de67-4fbb-b7c1-4349c9d21874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:52.682259 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.db.api [None req-9ed2803e-de67-4fbb-b7c1-4349c9d21874 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 12:06:52.682259 n-d-799529-2 neutron-server[100428]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 12:06:52.682259 n-d-799529-2 neutron-server[100428]: [parameters: {'project_id': 'b82508320e1e40a28d519099b68771b0', 'id': '29de2a9e-f5bb-4e9e-8cfe-6bc8efcf9d69', 'expiration': datetime.datetime(2021, 7, 6, 12, 8, 52, 674500)}] Jul 06 12:06:52.682259 n-d-799529-2 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:06:52.683654 n-d-799529-2 neutron-server[100428]: DEBUG oslo_db.api [None req-9ed2803e-de67-4fbb-b7c1-4349c9d21874 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:06:52.691096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-e28abfa1-660b-49c2-9f66-64cff628e247 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Made reservation on behalf of a6c77e2eee574ad7aad674a3093fa936 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:52.695778 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-e28abfa1-660b-49c2-9f66-64cff628e247 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:52.861468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-e28abfa1-660b-49c2-9f66-64cff628e247 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Allocated IP 172.20.0.9 (f7082785-664d-493b-9a4a-034e8c10bfd1/1b6c2880-5ac9-4e35-9b1e-f738ec808b88/3c37a452-8116-40f9-bb9e-87350d554d02) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:06:53.072556 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-e28abfa1-660b-49c2-9f66-64cff628e247 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.104754 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-e28abfa1-660b-49c2-9f66-64cff628e247 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Transition to ACTIVE for port object 3c37a452-8116-40f9-bb9e-87350d554d02 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:53.154702 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-e28abfa1-660b-49c2-9f66-64cff628e247 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.186394 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ed2803e-de67-4fbb-b7c1-4349c9d21874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.257710 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-e28abfa1-660b-49c2-9f66-64cff628e247 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Network f7082785-664d-493b-9a4a-034e8c10bfd1 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:06:53.282127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28abfa1-660b-49c2-9f66-64cff628e247 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event updated for resources: {'Port': ['ID=3c37a452-8116-40f9-bb9e-87350d554d02,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:53.290864 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-e28abfa1-660b-49c2-9f66-64cff628e247 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:53.295011 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-e28abfa1-660b-49c2-9f66-64cff628e247 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:06:53.355368 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6bdbff7c-6432-4b8c-912a-963276546146 req-06ccd5e1-7ad3-42b8-800b-20c385d9656c tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 210 time: 0.0557401 Jul 06 12:06:53.414479 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ed2803e-de67-4fbb-b7c1-4349c9d21874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.426479 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ed2803e-de67-4fbb-b7c1-4349c9d21874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.505407 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-e28abfa1-660b-49c2-9f66-64cff628e247 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:53.508175 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-e28abfa1-660b-49c2-9f66-64cff628e247 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.519512 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2803e-de67-4fbb-b7c1-4349c9d21874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45df3767-09ba-4564-9534-382a27c5b363,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:53.546392 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-e28abfa1-660b-49c2-9f66-64cff628e247 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0224833 Jul 06 12:06:53.560121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Request body: {'port': {'device_id': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:53.564276 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9ed2803e-de67-4fbb-b7c1-4349c9d21874 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b82508320e1e40a28d519099b68771b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9933662 Jul 06 12:06:53.568079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48562) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:53.699084 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0656ef54-43d4-410d-bdc5-4c41f84699fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.728382 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3b5672e7-81f4-43e6-9936-e69add832dc2 None None] Provisioning for port 3c37a452-8116-40f9-bb9e-87350d554d02 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:06:53.733944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3b5672e7-81f4-43e6-9936-e69add832dc2 None None] Provisioning complete for port 3c37a452-8116-40f9-bb9e-87350d554d02 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:06:53.734322 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3b5672e7-81f4-43e6-9936-e69add832dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.736848 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0656ef54-43d4-410d-bdc5-4c41f84699fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.824160 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3b5672e7-81f4-43e6-9936-e69add832dc2 None None] Port 3c37a452-8116-40f9-bb9e-87350d554d02 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:06:53.824547 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0656ef54-43d4-410d-bdc5-4c41f84699fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.827207 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0656ef54-43d4-410d-bdc5-4c41f84699fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.829438 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0656ef54-43d4-410d-bdc5-4c41f84699fa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45df3767-09ba-4564-9534-382a27c5b363 HTTP/1.1" status: 204 len: 168 time: 0.2602131 Jul 06 12:06:53.838206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656ef54-43d4-410d-bdc5-4c41f84699fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45df3767-09ba-4564-9534-382a27c5b363,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:53.850411 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:53.935960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d03904-04d2-4846-96b9-015a1e25b54d req-78d56529-b2f0-466e-a5f8-9744ce08c2a7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:53.937515 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41d03904-04d2-4846-96b9-015a1e25b54d req-78d56529-b2f0-466e-a5f8-9744ce08c2a7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 931 time: 0.1541197 Jul 06 12:06:54.063924 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41d03904-04d2-4846-96b9-015a1e25b54d req-cc50ea9a-b6b4-4e55-81fd-5438ede53ede tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168694 Jul 06 12:06:54.245959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c37a452-8116-40f9-bb9e-87350d554d02 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:06:54.260978 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.280389 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Transition to ACTIVE for port object 3c37a452-8116-40f9-bb9e-87350d554d02 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:06:54.287016 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.379422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Pushing event updated for resources: {'Port': ['ID=3c37a452-8116-40f9-bb9e-87350d554d02,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:54.485414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Attempting to bind port 3c37a452-8116-40f9-bb9e-87350d554d02 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:06:54.490281 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Attempting to bind port 3c37a452-8116-40f9-bb9e-87350d554d02 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:06:54.490835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Attempting to bind port 3c37a452-8116-40f9-bb9e-87350d554d02 on network f7082785-664d-493b-9a4a-034e8c10bfd1 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:54.503043 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Port 3c37a452-8116-40f9-bb9e-87350d554d02 on network f7082785-664d-493b-9a4a-034e8c10bfd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:06:54.503746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Attempting to bind port 3c37a452-8116-40f9-bb9e-87350d554d02 on network f7082785-664d-493b-9a4a-034e8c10bfd1 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:06:54.532244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:06:54.534703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Checking segment: {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:54.536772 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Bound using segment: {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:06:54.539072 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Bound port: 3c37a452-8116-40f9-bb9e-87350d554d02, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:06:54.539714 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.564116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48588) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:54.639696 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc017820-1a70-4b07-a0a0-68188b6d3522 req-56d7f088-6730-4a03-9b78-74bcb0c0833a tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 210 time: 0.0680778 Jul 06 12:06:54.648903 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-861aedc2-c85f-4886-b280-dcc765037aa3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ba418a2bb8a84f06a4e90538c390999f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810957 Jul 06 12:06:54.650102 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48592) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:54.764143 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6613f018-07bf-4ba2-bfd9-67051067e6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.789421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:06:54.796260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:06:54.813074 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.816339 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6613f018-07bf-4ba2-bfd9-67051067e6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.871716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:54.872354 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:54.873802 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] 10.222.0.89 "PUT /v2.0/ports/3c37a452-8116-40f9-bb9e-87350d554d02 HTTP/1.1" status: 200 len: 1091 time: 1.3184295 Jul 06 12:06:54.874264 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:06:54.880205 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a089b1-20c8-413e-a9dc-f7ff0b9271a5" -d '{"events": [{"name": "network-changed", "server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:06:54.934895 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:06:54.938488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48602) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:54.984268 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8a8d70-0787-4224-9ac7-6d05a1fa971a x-openstack-request-id: req-6f8a8d70-0787-4224-9ac7-6d05a1fa971a {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:06:54.985027 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:06:54.986283 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f8a8d70-0787-4224-9ac7-6d05a1fa971a {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:06:54.986283 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02', 'status': 'completed', 'code': 200} Jul 06 12:06:55.033138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca127c-bfb4-44c1-b6e7-8cc127baa321 service neutron] Pushing event updated for resources: {'Port': ['ID=3c37a452-8116-40f9-bb9e-87350d554d02,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:55.066680 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-bd3ecbc3-efb4-4c04-a749-709b609ff8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:55.068404 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-bd3ecbc3-efb4-4c04-a749-709b609ff8b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 1094 time: 0.1123097 Jul 06 12:06:55.069772 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6613f018-07bf-4ba2-bfd9-67051067e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.072948 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6613f018-07bf-4ba2-bfd9-67051067e6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.077716 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6613f018-07bf-4ba2-bfd9-67051067e6ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2f9722f-a28a-4cf6-8e66-6248f9d3ae14 HTTP/1.1" status: 204 len: 168 time: 0.4265406 Jul 06 12:06:55.144414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613f018-07bf-4ba2-bfd9-67051067e6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f9722f-a28a-4cf6-8e66-6248f9d3ae14,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:55.147993 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-c19a2680-e892-49ef-aa5d-c5070da53ba1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c37a452-8116-40f9-bb9e-87350d554d02 HTTP/1.1" status: 200 len: 217 time: 0.0688889 Jul 06 12:06:55.228201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-6c3272cd-c376-4153-81af-08004b2d1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:55.230330 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-6c3272cd-c376-4153-81af-08004b2d1993 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.0759447 Jul 06 12:06:55.381347 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-04e0ed2c-0f95-4ca9-bd8d-aa6078b80e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:55.383154 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-04e0ed2c-0f95-4ca9-bd8d-aa6078b80e4a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419504 Jul 06 12:06:55.390830 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac0c788b-2737-4ef6-a84b-8c2a3e850539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.396519 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bf4df-57bf-4304-afdb-fef033e4b0b1 req-37d1bd60-aa86-4360-950d-a67fbd599578 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:55.403947 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-706bf4df-57bf-4304-afdb-fef033e4b0b1 req-37d1bd60-aa86-4360-950d-a67fbd599578 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 943 time: 0.1118777 Jul 06 12:06:55.510436 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-706bf4df-57bf-4304-afdb-fef033e4b0b1 req-d8bedd3c-fb58-47f7-a310-fe3f8efbad17 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046336 Jul 06 12:06:55.553945 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-7b4e6f07-f516-4329-9e98-bbbbb0227e17 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470220 Jul 06 12:06:55.570070 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac0c788b-2737-4ef6-a84b-8c2a3e850539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.583551 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac0c788b-2737-4ef6-a84b-8c2a3e850539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.705553 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ac0c788b-2737-4ef6-a84b-8c2a3e850539 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5eecb41d875241f79f88d3a3460885c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7658036 Jul 06 12:06:55.709180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48630) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:55.729150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c788b-2737-4ef6-a84b-8c2a3e850539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c636ef91-5acd-4d9d-a381-fd8630035b28,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:55.822297 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27961ce-5656-44d7-8ef4-f2f7e4b1ee03 req-916acfab-ac39-4531-9812-6e482f872a0d service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593570 Jul 06 12:06:55.845339 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69e0cc87-5e53-48ff-8ca0-fef406642bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.898808 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69e0cc87-5e53-48ff-8ca0-fef406642bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:55.959930 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c5807417-2962-49ec-a174-f66368a5b200 req-689284ac-2c97-4d29-9728-3e5e9535d6ce tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 210 time: 0.0693827 Jul 06 12:06:56.034356 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69e0cc87-5e53-48ff-8ca0-fef406642bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:56.039027 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69e0cc87-5e53-48ff-8ca0-fef406642bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:56.040457 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-69e0cc87-5e53-48ff-8ca0-fef406642bf2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c636ef91-5acd-4d9d-a381-fd8630035b28 HTTP/1.1" status: 204 len: 168 time: 0.3302841 Jul 06 12:06:56.041227 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a089b1-20c8-413e-a9dc-f7ff0b9271a5 req-37b5b92c-8e31-4253-a6c6-3d712135dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:56.052337 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76a089b1-20c8-413e-a9dc-f7ff0b9271a5 req-37b5b92c-8e31-4253-a6c6-3d712135dca5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 1094 time: 0.1613083 Jul 06 12:06:56.069761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0cc87-5e53-48ff-8ca0-fef406642bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c636ef91-5acd-4d9d-a381-fd8630035b28,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:56.273465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a089b1-20c8-413e-a9dc-f7ff0b9271a5 req-43b55d3b-1681-4978-9a4e-46b2b89b6e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:56.277109 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76a089b1-20c8-413e-a9dc-f7ff0b9271a5 req-43b55d3b-1681-4978-9a4e-46b2b89b6e9e service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.2197132 Jul 06 12:06:56.359362 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76a089b1-20c8-413e-a9dc-f7ff0b9271a5 req-073bb9f1-c981-4e63-a4a2-eaee36f181ba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c37a452-8116-40f9-bb9e-87350d554d02 HTTP/1.1" status: 200 len: 217 time: 0.0751371 Jul 06 12:06:56.450025 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a089b1-20c8-413e-a9dc-f7ff0b9271a5 req-edb4f7ba-061b-468d-bfec-a8fc73aeaab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:56.452353 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76a089b1-20c8-413e-a9dc-f7ff0b9271a5 req-edb4f7ba-061b-468d-bfec-a8fc73aeaab7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.0859501 Jul 06 12:06:56.592159 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a089b1-20c8-413e-a9dc-f7ff0b9271a5 req-514fd37c-5005-49cb-88e8-d4773bc26658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:56.595210 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76a089b1-20c8-413e-a9dc-f7ff0b9271a5 req-514fd37c-5005-49cb-88e8-d4773bc26658 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352971 Jul 06 12:06:56.809209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48728) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:56.835195 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-238940d4-4170-4249-83ba-3b87ed9b00df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:56.866436 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76a089b1-20c8-413e-a9dc-f7ff0b9271a5 req-62563f81-a288-4e3b-bb87-f4d01e9a9664 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621348 Jul 06 12:06:57.069395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78778b60-1aed-4d1f-ad30-141541b111b5 req-4a3f19a0-70af-4845-a2a5-df7a51c4bb40 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:57.071071 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-78778b60-1aed-4d1f-ad30-141541b111b5 req-4a3f19a0-70af-4845-a2a5-df7a51c4bb40 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 943 time: 0.3428533 Jul 06 12:06:57.117511 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-238940d4-4170-4249-83ba-3b87ed9b00df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.127281 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-238940d4-4170-4249-83ba-3b87ed9b00df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.151902 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76a089b1-20c8-413e-a9dc-f7ff0b9271a5 req-dee3e262-346d-4300-bc9b-acdb791b69de service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732539 Jul 06 12:06:57.176064 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-78778b60-1aed-4d1f-ad30-141541b111b5 req-53e20a24-d93d-4cd9-9bb4-94da464743b6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732961 Jul 06 12:06:57.235897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48738) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:57.278607 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-238940d4-4170-4249-83ba-3b87ed9b00df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=365c0d8fdfa74cf58ce3b29cc94ac098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684463 Jul 06 12:06:57.278846 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48744) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:57.280413 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238940d4-4170-4249-83ba-3b87ed9b00df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdcf006-9e9d-4d8b-9086-10ff6757d7ca,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:57.331558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48746) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:57.383200 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f6ac18e7-c74c-447b-a92d-deaa0a627b87 req-3e89266c-c37f-49fe-a007-b4c82ec8b08b tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 210 time: 0.0384238 Jul 06 12:06:57.399666 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-188685b2-1b99-44e6-9748-10495933b011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.450043 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-188685b2-1b99-44e6-9748-10495933b011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.468350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1597325941-network', 'tenant_id': '334c6bf901ae4776812cd96573c73d99'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:57.521868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Made reservation on behalf of 334c6bf901ae4776812cd96573c73d99 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:57.528232 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.533489 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e709b0af-5f4b-441c-9590-0a1ba07da987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.550234 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.556641 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-188685b2-1b99-44e6-9748-10495933b011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.560355 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-188685b2-1b99-44e6-9748-10495933b011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.561876 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-188685b2-1b99-44e6-9748-10495933b011 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0fdcf006-9e9d-4d8b-9086-10ff6757d7ca HTTP/1.1" status: 204 len: 168 time: 0.2814384 Jul 06 12:06:57.571821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188685b2-1b99-44e6-9748-10495933b011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdcf006-9e9d-4d8b-9086-10ff6757d7ca,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:57.578452 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.db.api [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 12:06:57.578452 n-d-799529-2 neutron-server[100428]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 12:06:57.578452 n-d-799529-2 neutron-server[100428]: [parameters: {'project_id_1': '334c6bf901ae4776812cd96573c73d99', 'expiration_1': datetime.datetime(2021, 7, 6, 12, 6, 57, 566387)}] Jul 06 12:06:57.578452 n-d-799529-2 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:06:57.579447 n-d-799529-2 neutron-server[100428]: DEBUG oslo_db.api [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:06:57.677055 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e709b0af-5f4b-441c-9590-0a1ba07da987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.685140 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e709b0af-5f4b-441c-9590-0a1ba07da987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.739552 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48754) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:57.739811 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e709b0af-5f4b-441c-9590-0a1ba07da987 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b1325a84c3ef4f55bdf60936b8323945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059482 Jul 06 12:06:57.740990 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709b0af-5f4b-441c-9590-0a1ba07da987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c761bcc-0a3e-401c-8108-9008910ec18f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:57.806147 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-14410c46-cdc1-4d90-a6da-7a116743cb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.836813 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3c37a452-8116-40f9-bb9e-87350d554d02 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:06:57.844112 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-14410c46-cdc1-4d90-a6da-7a116743cb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.905706 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-14410c46-cdc1-4d90-a6da-7a116743cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.911748 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-14410c46-cdc1-4d90-a6da-7a116743cb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:57.917687 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-14410c46-cdc1-4d90-a6da-7a116743cb5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c761bcc-0a3e-401c-8108-9008910ec18f HTTP/1.1" status: 204 len: 168 time: 0.1765895 Jul 06 12:06:57.929126 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14410c46-cdc1-4d90-a6da-7a116743cb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c761bcc-0a3e-401c-8108-9008910ec18f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:57.978433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:57.992365 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '3c37a452-8116-40f9-bb9e-87350d554d02', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'port_id': '3c37a452-8116-40f9-bb9e-87350d554d02', 'mac_address': 'fa:16:3e:35:31:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:06:58.073934 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:58.080840 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:58.115102 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c37a452-8116-40f9-bb9e-87350d554d02 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:06:58.177496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:06:58.186112 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:58.350795 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:58.359092 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:58.362260 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=3c37a452-8116-40f9-bb9e-87350d554d02,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:58.387485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:06:58.438893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['3c37a452-8116-40f9-bb9e-87350d554d02'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:06:58.466448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:58.468139 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Added segment 63b84d92-bcd5-4c55-abc9-3c3ce48778a6 of type vlan for network 17d282bc-2eba-4aa2-8f05-b09a2930641c Jul 06 12:06:58.472465 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfbea00-c887-4834-bb5b-071dc7c2230b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:58.494385 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48778) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:58.640016 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e10df3d3-a750-4c18-a1ba-ccba391a14d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:58.663124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e3fa7-734f-4e60-b1a7-9d0fae0680f4 req-3975663a-f124-4b50-a185-efd8753f2fc4 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:58.666784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-712e3fa7-734f-4e60-b1a7-9d0fae0680f4 req-3975663a-f124-4b50-a185-efd8753f2fc4 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.2578304 Jul 06 12:06:58.710777 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:58.772400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-712e3fa7-734f-4e60-b1a7-9d0fae0680f4 req-0a9ba3f7-fb51-43e1-8c0b-b03fafc46b56 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920124 Jul 06 12:06:58.858926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:58.859984 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:58.860651 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:58.992972 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] Pushing event updated for resources: {'Network': ['ID=17d282bc-2eba-4aa2-8f05-b09a2930641c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:59.003518 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 17d282bc-2eba-4aa2-8f05-b09a2930641c details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:06:59.037901 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c441dc0f-3936-48ac-969f-fc80338f1a71 req-cbe3b102-125c-4257-a1d0-4d94a001ebaa tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 210 time: 0.0694098 Jul 06 12:06:59.054507 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e10df3d3-a750-4c18-a1ba-ccba391a14d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.067764 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e10df3d3-a750-4c18-a1ba-ccba391a14d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.109908 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-73b3e7f5-d019-4186-9a4e-c797a807bbc4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8721414 Jul 06 12:06:59.112933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48800) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:59.118546 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-9cebdf6d-c446-4ab1-a2ef-31c4a36cfdcd admin admin] Request body: {'subnet': {'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1597325941-subnet', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:59.171256 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cebdf6d-c446-4ab1-a2ef-31c4a36cfdcd admin admin] Made reservation on behalf of 334c6bf901ae4776812cd96573c73d99 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:06:59.173882 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9cebdf6d-c446-4ab1-a2ef-31c4a36cfdcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.210241 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e10df3d3-a750-4c18-a1ba-ccba391a14d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0af47ec9dbae40faaf5c6c225454ebc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7090261 Jul 06 12:06:59.211537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48802) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:59.257082 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10df3d3-a750-4c18-a1ba-ccba391a14d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0d2162-f4cf-4066-b8d3-9a823efceaaa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:59.338105 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2303a9aa-14bd-4de7-b1ee-8441636dbff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.376890 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2303a9aa-14bd-4de7-b1ee-8441636dbff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.499742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9cebdf6d-c446-4ab1-a2ef-31c4a36cfdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.503400 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2303a9aa-14bd-4de7-b1ee-8441636dbff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.510497 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2303a9aa-14bd-4de7-b1ee-8441636dbff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.512871 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2303a9aa-14bd-4de7-b1ee-8441636dbff2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad0d2162-f4cf-4066-b8d3-9a823efceaaa HTTP/1.1" status: 204 len: 168 time: 0.3001099 Jul 06 12:06:59.538809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303a9aa-14bd-4de7-b1ee-8441636dbff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0d2162-f4cf-4066-b8d3-9a823efceaaa,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:59.620054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebdf6d-c446-4ab1-a2ef-31c4a36cfdcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1902dd39-7291-49c8-8576-6bf812770b01,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:06:59.659833 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cebdf6d-c446-4ab1-a2ef-31c4a36cfdcd admin admin] Checking segment: {'id': '63b84d92-bcd5-4c55-abc9-3c3ce48778a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:06:59.659833 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cebdf6d-c446-4ab1-a2ef-31c4a36cfdcd admin admin] Network hostable DHCP agents. Network: 17d282bc-2eba-4aa2-8f05-b09a2930641c, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:06:59.678666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cebdf6d-c446-4ab1-a2ef-31c4a36cfdcd admin admin] Network 17d282bc-2eba-4aa2-8f05-b09a2930641c is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:06:59.692991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-9cebdf6d-c446-4ab1-a2ef-31c4a36cfdcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 17d282bc-2eba-4aa2-8f05-b09a2930641c) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:06:59.699864 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cebdf6d-c446-4ab1-a2ef-31c4a36cfdcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:06:59.700523 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9cebdf6d-c446-4ab1-a2ef-31c4a36cfdcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.703475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a370077-408a-4645-8580-53730aa3492d None None] Network 17d282bc-2eba-4aa2-8f05-b09a2930641c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:06:59.732642 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9cebdf6d-c446-4ab1-a2ef-31c4a36cfdcd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6179547 Jul 06 12:06:59.735656 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48814) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:06:59.741390 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1597325941-router', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:06:59.796598 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.798002 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:06:59.849446 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3c37a452-8116-40f9-bb9e-87350d554d02 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:06:59.984692 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.018473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 3c37a452-8116-40f9-bb9e-87350d554d02 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:00.031305 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 3c37a452-8116-40f9-bb9e-87350d554d02 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:00.031999 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.163448 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-17d282bc-2eba-4aa2-8f05-b09a2930641c', 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'fixed_ips': [{'subnet_id': '1902dd39-7291-49c8-8576-6bf812770b01'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:07:00.164604 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.237575 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.240050 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48832) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:00.293726 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf99a2-bd6e-4b32-9992-23b971ba6880 req-fe79f35c-3c99-41db-afe5-6f75f9ff34bb tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:00.297316 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-10cf99a2-bd6e-4b32-9992-23b971ba6880 req-fe79f35c-3c99-41db-afe5-6f75f9ff34bb tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.2161319 Jul 06 12:07:00.345999 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:00.350167 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:07:00.352508 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ef0c45-2147-479c-973e-2a754574248a" -d '{"events": [{"server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "name": "network-vif-plugged", "status": "completed", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:07:00.358930 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.377977 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-10cf99a2-bd6e-4b32-9992-23b971ba6880 req-19f9ba9e-2c7f-464c-9dc5-9dbb01c19784 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729496 Jul 06 12:07:00.379942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.554556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c66e2d22-0367-4f04-ab9f-b7799cc46650 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-538840538'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:00.572404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Allocated IP 172.20.0.2 (17d282bc-2eba-4aa2-8f05-b09a2930641c/1902dd39-7291-49c8-8576-6bf812770b01/c05329b1-84c8-49dd-b583-1a4d4c4df377) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:00.574704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=3c37a452-8116-40f9-bb9e-87350d554d02,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:00.610757 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66e2d22-0367-4f04-ab9f-b7799cc46650 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Made reservation on behalf of cb57536975a04be8b81f4aa5d64ed1e5 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:00.617902 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c66e2d22-0367-4f04-ab9f-b7799cc46650 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.642548 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c66e2d22-0367-4f04-ab9f-b7799cc46650 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.702208 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82984dd0-dad7-4af2-aba5-29d203b06d5e req-5dcf7afd-656e-4ac5-9b61-2eddc53dd99f tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 210 time: 0.0597599 Jul 06 12:07:00.704610 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.761734 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.833646 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.861186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Transition to ACTIVE for port object c05329b1-84c8-49dd-b583-1a4d4c4df377 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:00.885012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Transition to ACTIVE for port object c05329b1-84c8-49dd-b583-1a4d4c4df377 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:00.892739 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c66e2d22-0367-4f04-ab9f-b7799cc46650 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.894868 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.904365 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c66e2d22-0367-4f04-ab9f-b7799cc46650 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:00.955062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Pushing event updated for resources: {'Port': ['ID=c05329b1-84c8-49dd-b583-1a4d4c4df377,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:00.957579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66e2d22-0367-4f04-ab9f-b7799cc46650 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:07:00.969820 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Network 17d282bc-2eba-4aa2-8f05-b09a2930641c is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:00.972980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:00.973230 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Allocated IP 172.25.4.36 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/bfbd4419-ee8b-4ed2-92fe-be45593941f2) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:00.978750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:00.984781 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e2d22-0367-4f04-ab9f-b7799cc46650 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3db113-40e7-4b46-b08f-cccf2624e06e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:00.995794 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdc3d95-39e2-4943-8243-7a32c1a07498 x-openstack-request-id: req-4fdc3d95-39e2-4943-8243-7a32c1a07498 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:07:00.996275 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "name": "network-vif-plugged", "status": "completed", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:07:00.996688 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4fdc3d95-39e2-4943-8243-7a32c1a07498 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:07:00.997390 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02', 'code': 200} Jul 06 12:07:01.002772 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c66e2d22-0367-4f04-ab9f-b7799cc46650 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.003118 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-c66e2d22-0367-4f04-ab9f-b7799cc46650 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Added segment 68fb004d-db3b-400b-996f-889b666cd22f of type vlan for network 72bb946d-2402-4cf1-94ea-1e54c50243d7 Jul 06 12:07:01.074049 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c66e2d22-0367-4f04-ab9f-b7799cc46650 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.112528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Attempting to bind port c05329b1-84c8-49dd-b583-1a4d4c4df377 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:01.113701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Attempting to bind port c05329b1-84c8-49dd-b583-1a4d4c4df377 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '63b84d92-bcd5-4c55-abc9-3c3ce48778a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:01.114109 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Attempting to bind port c05329b1-84c8-49dd-b583-1a4d4c4df377 on network 17d282bc-2eba-4aa2-8f05-b09a2930641c {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:01.123859 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:01.124184 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Checking segment: {'id': '63b84d92-bcd5-4c55-abc9-3c3ce48778a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:01.128016 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.128765 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Bound using segment: {'id': '63b84d92-bcd5-4c55-abc9-3c3ce48778a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:01.130630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Bound port: c05329b1-84c8-49dd-b583-1a4d4c4df377, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b84d92-bcd5-4c55-abc9-3c3ce48778a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:01.132961 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.168587 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c66e2d22-0367-4f04-ab9f-b7799cc46650 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.175160 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66e2d22-0367-4f04-ab9f-b7799cc46650 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:01.176352 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c66e2d22-0367-4f04-ab9f-b7799cc46650 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.212756 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.244433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3966d91-308a-4248-a712-afb5bbeb450d req-138362a7-d11c-4bb8-9d4e-cbf075c347de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:01.246623 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d3966d91-308a-4248-a712-afb5bbeb450d req-138362a7-d11c-4bb8-9d4e-cbf075c347de service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 1096 time: 0.1665978 Jul 06 12:07:01.269756 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.274966 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48858) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:01.275470 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c66e2d22-0367-4f04-ab9f-b7799cc46650 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0329976 Jul 06 12:07:01.300513 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e2d22-0367-4f04-ab9f-b7799cc46650 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Pushing event updated for resources: {'Network': ['ID=72bb946d-2402-4cf1-94ea-1e54c50243d7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:01.315001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 72bb946d-2402-4cf1-94ea-1e54c50243d7 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:07:01.339405 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d3966d91-308a-4248-a712-afb5bbeb450d req-afead29f-317a-4a86-86bb-0126e2ee07ad service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790877 Jul 06 12:07:01.344395 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] For port c05329b1-84c8-49dd-b583-1a4d4c4df377, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:01.373270 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:01.377921 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:01.393368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:01.405129 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] For port c05329b1-84c8-49dd-b583-1a4d4c4df377, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c05329b1-84c8-49dd-b583-1a4d4c4df377,segment=NetworkSegment(63b84d92-bcd5-4c55-abc9-3c3ce48778a6),segment_id=63b84d92-bcd5-4c55-abc9-3c3ce48778a6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:01.418172 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.438850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Pushing event updated for resources: {'Port': ['ID=bfbd4419-ee8b-4ed2-92fe-be45593941f2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:01.494666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a8f35-4f12-437b-98ff-b12720c88b93 None None] Pushing event updated for resources: {'Port': ['ID=c05329b1-84c8-49dd-b583-1a4d4c4df377,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:01.726605 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d933e1d-eff6-44d1-b7d6-547dc0b40a83 req-f7a7db59-95ba-4ed8-bde1-82541a62dc69 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:01.728518 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d933e1d-eff6-44d1-b7d6-547dc0b40a83 req-f7a7db59-95ba-4ed8-bde1-82541a62dc69 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 945 time: 0.1343803 Jul 06 12:07:01.836751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ce7c3cee-b82f-45a9-9c4f-8006101b2809 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Request body: {'network': {'name': 'tempest-network--1237208098', 'router:external': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:01.850569 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d933e1d-eff6-44d1-b7d6-547dc0b40a83 req-8b178b93-5c79-45f5-a3fa-0dd1ecd6718d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158006 Jul 06 12:07:01.910011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7c3cee-b82f-45a9-9c4f-8006101b2809 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Made reservation on behalf of 74269d2a49a74500b39e9adcf3f912db for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:01.913920 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3cee-b82f-45a9-9c4f-8006101b2809 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:01.960350 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3cee-b82f-45a9-9c4f-8006101b2809 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.033052 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.111321 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-46e604d2-88de-4653-9252-88a80f2321f2 req-a30ed4ee-e885-476e-8981-0a1f2e967110 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/ports?device_id=31d8f9e6-37c2-469c-907e-ae22374cc3c8 HTTP/1.1" status: 200 len: 210 time: 0.0444915 Jul 06 12:07:02.298139 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3cee-b82f-45a9-9c4f-8006101b2809 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.338014 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3cee-b82f-45a9-9c4f-8006101b2809 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.436881 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7c3cee-b82f-45a9-9c4f-8006101b2809 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:07:02.462607 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c3cee-b82f-45a9-9c4f-8006101b2809 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70718ba3-6a3d-469a-93df-e64daa1b2e53,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:02.479367 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3cee-b82f-45a9-9c4f-8006101b2809 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.479963 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-ce7c3cee-b82f-45a9-9c4f-8006101b2809 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Added segment 3889f6e2-46d4-47c8-b3f9-c8e3d33857a2 of type vlan for network 20af22ec-4b34-4e9f-a4ce-5647c2a5e4af Jul 06 12:07:02.585947 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3cee-b82f-45a9-9c4f-8006101b2809 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.605800 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.679305 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3cee-b82f-45a9-9c4f-8006101b2809 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:02.680363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7c3cee-b82f-45a9-9c4f-8006101b2809 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:02.680988 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3cee-b82f-45a9-9c4f-8006101b2809 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.028036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b64ff0-2d6c-4367-b92e-6aefaff45a4c None None] Network 17d282bc-2eba-4aa2-8f05-b09a2930641c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:03.131717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921443a-5a2b-45b6-8573-ec20b98eaf86 req-01f2964d-679b-48b4-b756-3e5fc7f765b0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:03.137409 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ce7c3cee-b82f-45a9-9c4f-8006101b2809 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8585103 Jul 06 12:07:03.139850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48932) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:03.141257 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4921443a-5a2b-45b6-8573-ec20b98eaf86 req-01f2964d-679b-48b4-b756-3e5fc7f765b0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 945 time: 0.1041391 Jul 06 12:07:03.205605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c43a459f-61fb-47db-b84e-10e2dc06f0b9 None None] Provisioning for port c05329b1-84c8-49dd-b583-1a4d4c4df377 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:03.209479 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4921443a-5a2b-45b6-8573-ec20b98eaf86 req-9832679c-6b8c-4f53-b7bc-fc0afe193cf3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664384 Jul 06 12:07:03.211622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c3cee-b82f-45a9-9c4f-8006101b2809 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event updated for resources: {'Network': ['ID=20af22ec-4b34-4e9f-a4ce-5647c2a5e4af,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:03.224333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 20af22ec-4b34-4e9f-a4ce-5647c2a5e4af details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:07:03.322114 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15e58c26-e30e-45b3-a6e9-f46f4d1ddaa4 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.369676 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Router c1acb9e6-039f-4e21-b350-67998a242477 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:07:03.468748 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15e58c26-e30e-45b3-a6e9-f46f4d1ddaa4 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.495821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-15e58c26-e30e-45b3-a6e9-f46f4d1ddaa4 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20af22ec-4b34-4e9f-a4ce-5647c2a5e4af']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:03.545882 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-15e58c26-e30e-45b3-a6e9-f46f4d1ddaa4 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3889f6e2-46d4-47c8-b3f9-c8e3d33857a2') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:03.546210 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-15e58c26-e30e-45b3-a6e9-f46f4d1ddaa4 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3889f6e2-46d4-47c8-b3f9-c8e3d33857a2') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:03.641910 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15e58c26-e30e-45b3-a6e9-f46f4d1ddaa4 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.669201 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15e58c26-e30e-45b3-a6e9-f46f4d1ddaa4 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.682891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e58c26-e30e-45b3-a6e9-f46f4d1ddaa4 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:03.683367 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15e58c26-e30e-45b3-a6e9-f46f4d1ddaa4 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:03.686674 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:03.735338 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f808d-3e17-4f60-a19e-1426da18af82 req-3b453a1d-8763-4fd4-8b19-b2972fd767fd tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:03.736932 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-234f808d-3e17-4f60-a19e-1426da18af82 req-3b453a1d-8763-4fd4-8b19-b2972fd767fd tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 945 time: 0.1765926 Jul 06 12:07:03.748719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48962) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:03.779351 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-337e573b-6583-4a7e-a1e2-5d9462b3e173 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Request body: {'floatingip': {'port_id': '3c37a452-8116-40f9-bb9e-87350d554d02'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:03.810877 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:03.828461 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Sync routers for ids ['c1acb9e6-039f-4e21-b350-67998a242477'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:03.844496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Routers {'c1acb9e6-039f-4e21-b350-67998a242477'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:03.846417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c1acb9e6-039f-4e21-b350-67998a242477'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:03.850566 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15e58c26-e30e-45b3-a6e9-f46f4d1ddaa4 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.879730 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-337e573b-6583-4a7e-a1e2-5d9462b3e173 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.901270 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e58c26-e30e-45b3-a6e9-f46f4d1ddaa4 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20af22ec-4b34-4e9f-a4ce-5647c2a5e4af {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 12:07:03.903991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e58c26-e30e-45b3-a6e9-f46f4d1ddaa4 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event deleted for resources: {'Network': ['ID=20af22ec-4b34-4e9f-a4ce-5647c2a5e4af,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:03.914213 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.918616 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8115ddf2-e764-4c8f-acf4-f79f84fca51f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1820698 Jul 06 12:07:03.919535 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48970) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:03.923895 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15e58c26-e30e-45b3-a6e9-f46f4d1ddaa4 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:03.929591 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-15e58c26-e30e-45b3-a6e9-f46f4d1ddaa4 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "DELETE /v2.0/networks/20af22ec-4b34-4e9f-a4ce-5647c2a5e4af HTTP/1.1" status: 204 len: 168 time: 0.7853782 Jul 06 12:07:03.960338 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c05329b1-84c8-49dd-b583-1a4d4c4df377 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:04.187936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48974) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:04.188317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48978) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:04.206118 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port c05329b1-84c8-49dd-b583-1a4d4c4df377 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:04.220193 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c05329b1-84c8-49dd-b583-1a4d4c4df377 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:04.220661 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.356630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Set router c1acb9e6-039f-4e21-b350-67998a242477 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:04.364904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6f2cf7c4-ac96-4672-ad60-1b16cd0dd4f6 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:04.583877 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.615086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48988) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:04.640494 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d0194a6-4660-421f-bc83-014a671d5f92 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.666217 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d0194a6-4660-421f-bc83-014a671d5f92 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.683380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port c05329b1-84c8-49dd-b583-1a4d4c4df377, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c05329b1-84c8-49dd-b583-1a4d4c4df377,segment=NetworkSegment(63b84d92-bcd5-4c55-abc9-3c3ce48778a6),segment_id=63b84d92-bcd5-4c55-abc9-3c3ce48778a6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:04.696004 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.721853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2cf7c4-ac96-4672-ad60-1b16cd0dd4f6 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Made reservation on behalf of 74269d2a49a74500b39e9adcf3f912db for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:04.725880 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf7c4-ac96-4672-ad60-1b16cd0dd4f6 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.760077 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d0194a6-4660-421f-bc83-014a671d5f92 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.762694 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d0194a6-4660-421f-bc83-014a671d5f92 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.766500 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8d0194a6-4660-421f-bc83-014a671d5f92 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "DELETE /v2.0/security-groups/8e78d8ca-f164-4045-873d-e0f50395fa55 HTTP/1.1" status: 204 len: 168 time: 0.3957484 Jul 06 12:07:04.783912 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48994) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:04.798795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2cf7c4-ac96-4672-ad60-1b16cd0dd4f6 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:07:04.827502 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-337e573b-6583-4a7e-a1e2-5d9462b3e173 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.834642 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-337e573b-6583-4a7e-a1e2-5d9462b3e173 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.854826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0194a6-4660-421f-bc83-014a671d5f92 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e78d8ca-f164-4045-873d-e0f50395fa55,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:04.862746 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e99d0fe5-48ec-44f4-a1d8-9b5cf74f1bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.886213 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-c8cc5f99-f2c6-4a4b-bbcd-f33bcbedc8ec tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] show failed (client error): The resource could not be found. Jul 06 12:07:04.888134 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c8cc5f99-f2c6-4a4b-bbcd-f33bcbedc8ec tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "GET /v2.0/security-groups/8e78d8ca-f164-4045-873d-e0f50395fa55 HTTP/1.1" status: 404 len: 347 time: 0.0990827 Jul 06 12:07:04.890015 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf7c4-ac96-4672-ad60-1b16cd0dd4f6 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:04.890573 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-6f2cf7c4-ac96-4672-ad60-1b16cd0dd4f6 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Added segment 868f1ac7-c5b9-4bd5-a06d-449a55310527 of type vlan for network 76c38e57-2413-4380-aa14-ff5e74d7891c Jul 06 12:07:04.892066 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=c05329b1-84c8-49dd-b583-1a4d4c4df377,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:04.904801 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48998) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:04.917889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'name': 'tempest-TestServerBasicOps-1597325941-router', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:59Z', 'updated_at': '2021-07-06T12:07:01Z', 'revision_number': 3, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'gw_port': {'id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:00Z', 'updated_at': '2021-07-06T12:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:04.954646 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Checking router: c1acb9e6-039f-4e21-b350-67998a242477 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:07:04.955027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Updating router c1acb9e6-039f-4e21-b350-67998a242477 port bfbd4419-ee8b-4ed2-92fe-be45593941f2 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:07:05.020820 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf7c4-ac96-4672-ad60-1b16cd0dd4f6 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.024517 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.053258 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.115798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e106b-7642-473d-ade0-09df37bd9d09 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Deleting port 79d3e55f-460f-4ea3-8848-eabe8c1cb91b {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:05.116041 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e0e106b-7642-473d-ade0-09df37bd9d09 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.206995 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-337e573b-6583-4a7e-a1e2-5d9462b3e173 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Floating IP d618c15a-9e8d-4b70-a7b4-119c329d4f0d associated. External IP: 172.25.4.3, port: 3c37a452-8116-40f9-bb9e-87350d554d02. Jul 06 12:07:05.207323 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf7c4-ac96-4672-ad60-1b16cd0dd4f6 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.208642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2cf7c4-ac96-4672-ad60-1b16cd0dd4f6 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:05.209376 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f2cf7c4-ac96-4672-ad60-1b16cd0dd4f6 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.210629 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e0e106b-7642-473d-ade0-09df37bd9d09 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.210982 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e0e106b-7642-473d-ade0-09df37bd9d09 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.262712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e106b-7642-473d-ade0-09df37bd9d09 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Calling delete_port for 79d3e55f-460f-4ea3-8848-eabe8c1cb91b owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:05.357135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cf7c4-ac96-4672-ad60-1b16cd0dd4f6 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event updated for resources: {'Network': ['ID=76c38e57-2413-4380-aa14-ff5e74d7891c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:05.371010 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e99d0fe5-48ec-44f4-a1d8-9b5cf74f1bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.374314 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 76c38e57-2413-4380-aa14-ff5e74d7891c details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:07:05.381702 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e99d0fe5-48ec-44f4-a1d8-9b5cf74f1bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.429660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d0fe5-48ec-44f4-a1d8-9b5cf74f1bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271bb97e-41cd-4010-b72b-6c8276626171,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:05.441182 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6f2cf7c4-ac96-4672-ad60-1b16cd0dd4f6 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0807157 Jul 06 12:07:05.451093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49002) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:05.470743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-894f91aa-18e8-40cb-a2b8-caa518e6702e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Request body: {'subnet': {'network_id': '76c38e57-2413-4380-aa14-ff5e74d7891c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:05.505316 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e0e106b-7642-473d-ade0-09df37bd9d09 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.547888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e106b-7642-473d-ade0-09df37bd9d09 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event deleted for resources: {'Port': ['ID=79d3e55f-460f-4ea3-8848-eabe8c1cb91b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:05.550758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Allocated IP 172.20.0.1 (17d282bc-2eba-4aa2-8f05-b09a2930641c/1902dd39-7291-49c8-8576-6bf812770b01/cdbee750-ec74-4f65-9049-120cbc9838cd) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:05.628129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894f91aa-18e8-40cb-a2b8-caa518e6702e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Made reservation on behalf of 74269d2a49a74500b39e9adcf3f912db for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:05.632405 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-894f91aa-18e8-40cb-a2b8-caa518e6702e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.646262 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e99d0fe5-48ec-44f4-a1d8-9b5cf74f1bdc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=658e785ab21147e49f3e77a5202ec884&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0266023 Jul 06 12:07:05.647394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49004) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:05.659590 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dc160f70-48a4-40d3-a9b5-b1f734aabbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.687355 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.741421 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.760148 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Transition to ACTIVE for port object bfbd4419-ee8b-4ed2-92fe-be45593941f2 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:05.772704 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.814065 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c05329b1-84c8-49dd-b583-1a4d4c4df377 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:05.901479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Attempting to bind port bfbd4419-ee8b-4ed2-92fe-be45593941f2 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:05.902515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Attempting to bind port bfbd4419-ee8b-4ed2-92fe-be45593941f2 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:05.903144 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Attempting to bind port bfbd4419-ee8b-4ed2-92fe-be45593941f2 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:05.923347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae3b0d-7b0f-4483-b1f3-f1d1bbf293c7 None None] Pushing event updated for resources: {'Port': ['ID=bfbd4419-ee8b-4ed2-92fe-be45593941f2,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:05.942693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:05.943605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:05.945297 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.945912 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:05.946663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Bound port: bfbd4419-ee8b-4ed2-92fe-be45593941f2, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:05.947291 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:05.998161 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c05329b1-84c8-49dd-b583-1a4d4c4df377 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:05.998522 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.070422 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-254052a2-ff10-4e61-836c-e78814b01d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.091351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] For port bfbd4419-ee8b-4ed2-92fe-be45593941f2, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:06.100161 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.112527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] For port bfbd4419-ee8b-4ed2-92fe-be45593941f2, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bfbd4419-ee8b-4ed2-92fe-be45593941f2,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:06.120571 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.157950 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-254052a2-ff10-4e61-836c-e78814b01d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.199197 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae3b0d-7b0f-4483-b1f3-f1d1bbf293c7 None None] Pushing event updated for resources: {'Port': ['ID=bfbd4419-ee8b-4ed2-92fe-be45593941f2,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:06.199727 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Transition to ACTIVE for port object cdbee750-ec74-4f65-9049-120cbc9838cd will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:06.268091 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Routers {'c1acb9e6-039f-4e21-b350-67998a242477'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:06.269173 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c1acb9e6-039f-4e21-b350-67998a242477'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:06.334506 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e0e106b-7642-473d-ade0-09df37bd9d09 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.337228 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e0e106b-7642-473d-ade0-09df37bd9d09 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.345052 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49012) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:06.349786 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6e0e106b-7642-473d-ade0-09df37bd9d09 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "DELETE /v2.0/floatingips/a082c40e-8041-423f-b41b-6741f02e62cc HTTP/1.1" status: 204 len: 168 time: 1.4503427 Jul 06 12:07:06.381256 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-254052a2-ff10-4e61-836c-e78814b01d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.384482 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-254052a2-ff10-4e61-836c-e78814b01d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.385672 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-254052a2-ff10-4e61-836c-e78814b01d03 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/271bb97e-41cd-4010-b72b-6c8276626171 HTTP/1.1" status: 204 len: 168 time: 0.7053626 Jul 06 12:07:06.412744 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.413357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337e573b-6583-4a7e-a1e2-5d9462b3e173 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Router 69149a86-d01b-41fe-9841-0188f5c8605b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:07:06.474440 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.477975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Pushing event updated for resources: {'Port': ['ID=cdbee750-ec74-4f65-9049-120cbc9838cd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:06.491090 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254052a2-ff10-4e61-836c-e78814b01d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271bb97e-41cd-4010-b72b-6c8276626171,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:06.524301 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] Set router c1acb9e6-039f-4e21-b350-67998a242477 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:06.565132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.objects.ports [None req-894f91aa-18e8-40cb-a2b8-caa518e6702e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:07:06.565718 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-894f91aa-18e8-40cb-a2b8-caa518e6702e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.600338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Network 17d282bc-2eba-4aa2-8f05-b09a2930641c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:06.631664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:06.635521 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:06.651796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337e573b-6583-4a7e-a1e2-5d9462b3e173 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:06.658788 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-337e573b-6583-4a7e-a1e2-5d9462b3e173 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.662200 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745823b7-7914-47db-bf64-dd3dfcf73c34 None None] Sync routers for ids ['69149a86-d01b-41fe-9841-0188f5c8605b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:06.684762 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745823b7-7914-47db-bf64-dd3dfcf73c34 None None] Routers {'69149a86-d01b-41fe-9841-0188f5c8605b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:06.685404 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-745823b7-7914-47db-bf64-dd3dfcf73c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69149a86-d01b-41fe-9841-0188f5c8605b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:06.736408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f91aa-18e8-40cb-a2b8-caa518e6702e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4d098574-7e22-4372-8378-728bdb079ea1,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:06.759908 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.771162 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-337e573b-6583-4a7e-a1e2-5d9462b3e173 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "PUT /v2.0/floatingips/d618c15a-9e8d-4b70-a7b4-119c329d4f0d HTTP/1.1" status: 200 len: 989 time: 3.0202539 Jul 06 12:07:06.771162 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:07:06.774591 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b143a7-f3cb-4e25-9e98-393c86f4aa50" -d '{"events": [{"name": "network-changed", "server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:07:06.876809 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-745823b7-7914-47db-bf64-dd3dfcf73c34 None None] Set router 69149a86-d01b-41fe-9841-0188f5c8605b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:06.883876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894f91aa-18e8-40cb-a2b8-caa518e6702e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Checking segment: {'id': '868f1ac7-c5b9-4bd5-a06d-449a55310527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '76c38e57-2413-4380-aa14-ff5e74d7891c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:06.884233 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894f91aa-18e8-40cb-a2b8-caa518e6702e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Network hostable DHCP agents. Network: 76c38e57-2413-4380-aa14-ff5e74d7891c, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:07:06.894647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7d08ce57-5169-4cd1-bd66-917a2af83feb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Deleting port 7d5a2066-089d-4629-bb08-ed4c7c24ba4d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:06.894988 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d08ce57-5169-4cd1-bd66-917a2af83feb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:06.982023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49022) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:07.006645 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-03fc0fab-ab9f-4c51-a24b-390df62b3eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.054787 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'name': 'tempest-TestServerBasicOps-1597325941-router', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:59Z', 'updated_at': '2021-07-06T12:07:01Z', 'revision_number': 3, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'gw_port': {'id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:00Z', 'updated_at': '2021-07-06T12:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:07.084719 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaee13a-28be-4215-adf3-1fc5e99b6377 x-openstack-request-id: req-abaee13a-28be-4215-adf3-1fc5e99b6377 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:07:07.086927 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:07:07.087934 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-abaee13a-28be-4215-adf3-1fc5e99b6377 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:07:07.091612 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02', 'status': 'completed', 'code': 200} Jul 06 12:07:07.136810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894f91aa-18e8-40cb-a2b8-caa518e6702e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Network 76c38e57-2413-4380-aa14-ff5e74d7891c is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:07:07.136999 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb589cb-8127-42d8-a4f4-b2d90574ef59 None None] The sync data for ids ['c1acb9e6-039f-4e21-b350-67998a242477'] in n-d-799529-2 is: [{'id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'name': 'tempest-TestServerBasicOps-1597325941-router', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:59Z', 'updated_at': '2021-07-06T12:07:01Z', 'revision_number': 3, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'gw_port': {'id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:00Z', 'updated_at': '2021-07-06T12:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:07.168187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e49c4e05-6433-424b-a86c-13dd3750d0de None None] Provisioning for port cdbee750-ec74-4f65-9049-120cbc9838cd completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:07.175425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e49c4e05-6433-424b-a86c-13dd3750d0de None None] Provisioning complete for port cdbee750-ec74-4f65-9049-120cbc9838cd triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:07.175826 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e49c4e05-6433-424b-a86c-13dd3750d0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.215434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-894f91aa-18e8-40cb-a2b8-caa518e6702e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 76c38e57-2413-4380-aa14-ff5e74d7891c) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:07.261463 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f91aa-18e8-40cb-a2b8-caa518e6702e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:07.271347 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-894f91aa-18e8-40cb-a2b8-caa518e6702e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.275529 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.285981 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d08ce57-5169-4cd1-bd66-917a2af83feb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.316763 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e49c4e05-6433-424b-a86c-13dd3750d0de None None] Port cdbee750-ec74-4f65-9049-120cbc9838cd cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:07.323016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e1f660-ac6a-48cf-ad50-acdc1f3ae579 None None] Network 76c38e57-2413-4380-aa14-ff5e74d7891c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:07.324391 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-03fc0fab-ab9f-4c51-a24b-390df62b3eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.335411 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-03fc0fab-ab9f-4c51-a24b-390df62b3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.374989 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-03fc0fab-ab9f-4c51-a24b-390df62b3eb0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=97e93b2e0e3e47139557125ea35d9c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921835 Jul 06 12:07:07.377676 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7d08ce57-5169-4cd1-bd66-917a2af83feb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Calling delete_port for 7d5a2066-089d-4629-bb08-ed4c7c24ba4d owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:07.379257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49028) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:07.561423 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b143a7-f3cb-4e25-9e98-393c86f4aa50 req-f9bd1002-a794-4e90-8272-b5bc90e9e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:07.563311 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3b143a7-f3cb-4e25-9e98-393c86f4aa50 req-f9bd1002-a794-4e90-8272-b5bc90e9e7c9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 1096 time: 0.4574320 Jul 06 12:07:07.565187 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc0fab-ab9f-4c51-a24b-390df62b3eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62769deb-2efe-4816-8740-b65dcfb3d126,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:07.631653 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-894f91aa-18e8-40cb-a2b8-caa518e6702e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1749666 Jul 06 12:07:07.640898 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49032) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:07.675947 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Request body: {'floatingip': {'floating_network_id': '76c38e57-2413-4380-aa14-ff5e74d7891c'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:07.746080 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-432be528-0513-4722-9fd5-273f6ac5cab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.782679 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-432be528-0513-4722-9fd5-273f6ac5cab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.798060 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-745823b7-7914-47db-bf64-dd3dfcf73c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'name': 'tempest-ServerActionsTestJSON-1908622142-router', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:29Z', 'updated_at': '2021-07-06T12:06:37Z', 'revision_number': 4, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'gw_port': {'id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:30Z', 'updated_at': '2021-07-06T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'd618c15a-9e8d-4b70-a7b4-119c329d4f0d', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'port_id': '3c37a452-8116-40f9-bb9e-87350d554d02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'mac_address': 'fa:16:3e:35:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:06:47Z', 'updated_at': '2021-07-06T12:07:04Z', 'revision_number': 1, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c347328b-6c54-42a0-a71a-68872cb7289a', 'name': '', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'mac_address': 'fa:16:3e:a3:6b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:36Z', 'updated_at': '2021-07-06T12:06:48Z', 'revision_number': 5, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'subnets': [{'id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:07.847781 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a28ac1-53e2-4df9-8aa3-ced747352bac None None] Network 76c38e57-2413-4380-aa14-ff5e74d7891c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:07.887374 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:07.907557 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745823b7-7914-47db-bf64-dd3dfcf73c34 None None] Checking router: 69149a86-d01b-41fe-9841-0188f5c8605b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:07:07.937344 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745823b7-7914-47db-bf64-dd3dfcf73c34 None None] Routers {'69149a86-d01b-41fe-9841-0188f5c8605b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:07.941251 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-745823b7-7914-47db-bf64-dd3dfcf73c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:06:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69149a86-d01b-41fe-9841-0188f5c8605b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:07.950786 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d08ce57-5169-4cd1-bd66-917a2af83feb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.076986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08ce57-5169-4cd1-bd66-917a2af83feb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event deleted for resources: {'Port': ['ID=7d5a2066-089d-4629-bb08-ed4c7c24ba4d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:08.109582 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-432be528-0513-4722-9fd5-273f6ac5cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.116037 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-432be528-0513-4722-9fd5-273f6ac5cab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.121394 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-432be528-0513-4722-9fd5-273f6ac5cab4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/62769deb-2efe-4816-8740-b65dcfb3d126 HTTP/1.1" status: 204 len: 168 time: 0.7405224 Jul 06 12:07:08.203486 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-745823b7-7914-47db-bf64-dd3dfcf73c34 None None] Set router 69149a86-d01b-41fe-9841-0188f5c8605b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:08.241959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432be528-0513-4722-9fd5-273f6ac5cab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62769deb-2efe-4816-8740-b65dcfb3d126,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:08.272597 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b143a7-f3cb-4e25-9e98-393c86f4aa50 req-e19f3afb-cd17-42a1-ba4a-91dd3e2cf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:08.275603 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3b143a7-f3cb-4e25-9e98-393c86f4aa50 req-e19f3afb-cd17-42a1-ba4a-91dd3e2cf400 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.6913478 Jul 06 12:07:08.348669 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe208542-cc17-431b-a06d-9bd42b80f489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.355156 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.379110 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.383564 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d08ce57-5169-4cd1-bd66-917a2af83feb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.391365 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7d08ce57-5169-4cd1-bd66-917a2af83feb tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "DELETE /v2.0/ports/7d5a2066-089d-4629-bb08-ed4c7c24ba4d HTTP/1.1" status: 204 len: 168 time: 2.0441713 Jul 06 12:07:08.415255 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.448361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49042) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:08.565557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Pushing event updated for resources: {'Port': ['ID=cdbee750-ec74-4f65-9049-120cbc9838cd,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:08.573583 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:08.654706 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3b143a7-f3cb-4e25-9e98-393c86f4aa50 req-eb6bc075-1a07-48fa-82fa-0b888032a639 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c37a452-8116-40f9-bb9e-87350d554d02 HTTP/1.1" status: 200 len: 997 time: 0.3728855 Jul 06 12:07:08.832967 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b143a7-f3cb-4e25-9e98-393c86f4aa50 req-1afbfa35-be32-4898-b116-0703ec3294db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:08.835765 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3b143a7-f3cb-4e25-9e98-393c86f4aa50 req-1afbfa35-be32-4898-b116-0703ec3294db service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.1491897 Jul 06 12:07:08.846466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Network 17d282bc-2eba-4aa2-8f05-b09a2930641c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:08.850228 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:08.898614 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-745823b7-7914-47db-bf64-dd3dfcf73c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'name': 'tempest-ServerActionsTestJSON-1908622142-router', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:29Z', 'updated_at': '2021-07-06T12:06:37Z', 'revision_number': 4, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'gw_port': {'id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:30Z', 'updated_at': '2021-07-06T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'd618c15a-9e8d-4b70-a7b4-119c329d4f0d', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'port_id': '3c37a452-8116-40f9-bb9e-87350d554d02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'mac_address': 'fa:16:3e:35:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:06:47Z', 'updated_at': '2021-07-06T12:07:04Z', 'revision_number': 1, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c347328b-6c54-42a0-a71a-68872cb7289a', 'name': '', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'mac_address': 'fa:16:3e:a3:6b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:36Z', 'updated_at': '2021-07-06T12:06:48Z', 'revision_number': 5, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'subnets': [{'id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:09.000552 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745823b7-7914-47db-bf64-dd3dfcf73c34 None None] The sync data for ids ['69149a86-d01b-41fe-9841-0188f5c8605b'] in n-d-799529-2 is: [{'id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'name': 'tempest-ServerActionsTestJSON-1908622142-router', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:29Z', 'updated_at': '2021-07-06T12:06:37Z', 'revision_number': 4, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'gw_port': {'id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:30Z', 'updated_at': '2021-07-06T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'd618c15a-9e8d-4b70-a7b4-119c329d4f0d', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'port_id': '3c37a452-8116-40f9-bb9e-87350d554d02', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'mac_address': 'fa:16:3e:35:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:06:47Z', 'updated_at': '2021-07-06T12:07:04Z', 'revision_number': 1, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c347328b-6c54-42a0-a71a-68872cb7289a', 'name': '', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'mac_address': 'fa:16:3e:a3:6b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:36Z', 'updated_at': '2021-07-06T12:06:48Z', 'revision_number': 5, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'subnets': [{'id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:09.010764 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.268071 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b143a7-f3cb-4e25-9e98-393c86f4aa50 req-f36be944-d024-40a0-9d4c-92236f466b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:09.272763 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3b143a7-f3cb-4e25-9e98-393c86f4aa50 req-f36be944-d024-40a0-9d4c-92236f466b36 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4295783 Jul 06 12:07:09.281131 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Router c1acb9e6-039f-4e21-b350-67998a242477 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:07:09.302664 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.376489 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b2b3d451-c24e-4b83-b2c8-59357716b732 None None] Provisioning complete for port cdbee750-ec74-4f65-9049-120cbc9838cd triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:09.376955 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b2b3d451-c24e-4b83-b2c8-59357716b732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.461680 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b2b3d451-c24e-4b83-b2c8-59357716b732 None None] Port cdbee750-ec74-4f65-9049-120cbc9838cd cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:09.481595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973454eb-acd0-4782-8ed3-978cb59a4265 None None] New status for floating IP d618c15a-9e8d-4b70-a7b4-119c329d4f0d: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:07:09.555790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-2b8dbf14-4175-4480-b7f4-356f61a14889 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Deleting port 5c926004-ecc9-4a7a-b30f-a52cce25963f {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:09.557963 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2b8dbf14-4175-4480-b7f4-356f61a14889 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.690893 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3b143a7-f3cb-4e25-9e98-393c86f4aa50 req-7d771a3b-4f3e-42cc-b7cc-82c0abd59b86 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002440 Jul 06 12:07:09.824021 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2b8dbf14-4175-4480-b7f4-356f61a14889 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:09.898482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Allocated IP 172.20.0.14 (76c38e57-2413-4380-aa14-ff5e74d7891c/4d098574-7e22-4372-8378-728bdb079ea1/62a7ae3a-4f77-4069-a75c-e373fdca3638) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:09.906028 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bfbd4419-ee8b-4ed2-92fe-be45593941f2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:09.939591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-2b8dbf14-4175-4480-b7f4-356f61a14889 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Calling delete_port for 5c926004-ecc9-4a7a-b30f-a52cce25963f owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:09.986123 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:10.005602 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3f1b050d-5f52-4fdf-8bb9-5364bfb7e009 admin admin] 10.222.0.81 "PUT /v2.0/routers/c1acb9e6-039f-4e21-b350-67998a242477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0686405 Jul 06 12:07:10.016357 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port bfbd4419-ee8b-4ed2-92fe-be45593941f2 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:10.033401 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port bfbd4419-ee8b-4ed2-92fe-be45593941f2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:10.034420 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:10.165480 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3b143a7-f3cb-4e25-9e98-393c86f4aa50 req-8078fceb-b9ac-4115-b3f3-5dda5baec916 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643779 Jul 06 12:07:10.272302 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:10.358568 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:10.403516 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2b8dbf14-4175-4480-b7f4-356f61a14889 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:10.417338 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port bfbd4419-ee8b-4ed2-92fe-be45593941f2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bfbd4419-ee8b-4ed2-92fe-be45593941f2,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:10.428883 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:10.488701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8dbf14-4175-4480-b7f4-356f61a14889 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event deleted for resources: {'Port': ['ID=5c926004-ecc9-4a7a-b30f-a52cce25963f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:10.515756 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Sync routers for ids ['c1acb9e6-039f-4e21-b350-67998a242477'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:10.519392 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:10.535303 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Routers {'c1acb9e6-039f-4e21-b350-67998a242477'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:10.538381 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c1acb9e6-039f-4e21-b350-67998a242477'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:10.548037 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=bfbd4419-ee8b-4ed2-92fe-be45593941f2,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:10.684145 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Network 76c38e57-2413-4380-aa14-ff5e74d7891c is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:10.729900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:10.755620 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:10.861845 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event updated for resources: {'Port': ['ID=62a7ae3a-4f77-4069-a75c-e373fdca3638,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:10.874753 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2b8dbf14-4175-4480-b7f4-356f61a14889 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:10.885913 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2b8dbf14-4175-4480-b7f4-356f61a14889 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "DELETE /v2.0/ports/5c926004-ecc9-4a7a-b30f-a52cce25963f HTTP/1.1" status: 204 len: 168 time: 2.4292645 Jul 06 12:07:10.889964 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49094) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:10.918906 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:10.921237 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Set router c1acb9e6-039f-4e21-b350-67998a242477 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:11.020838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78a5d51-b3f9-449e-aa25-d00facbedd51 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Deleting subnet eada84dd-e830-4fe1-9808-ee4fae7db735 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:11.033510 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d78a5d51-b3f9-449e-aa25-d00facbedd51 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.045369 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.187041 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d78a5d51-b3f9-449e-aa25-d00facbedd51 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.227534 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.318286 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'name': 'tempest-TestServerBasicOps-1597325941-router', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:59Z', 'updated_at': '2021-07-06T12:07:07Z', 'revision_number': 4, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'gw_port': {'id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:00Z', 'updated_at': '2021-07-06T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cdbee750-ec74-4f65-9049-120cbc9838cd', 'name': '', 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'mac_address': 'fa:16:3e:81:00:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '1902dd39-7291-49c8-8576-6bf812770b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:05Z', 'updated_at': '2021-07-06T12:07:07Z', 'revision_number': 2, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'subnets': [{'id': '1902dd39-7291-49c8-8576-6bf812770b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:11.358538 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Checking router: c1acb9e6-039f-4e21-b350-67998a242477 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:07:11.358890 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Updating router c1acb9e6-039f-4e21-b350-67998a242477 port cdbee750-ec74-4f65-9049-120cbc9838cd binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:07:11.421208 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.459895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49108) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:11.507601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d78a5d51-b3f9-449e-aa25-d00facbedd51 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.674270 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.681565 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.729819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49114) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:11.735186 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1166671306-network', 'tenant_id': '5d77836de6da44069da4ac0569c37f94'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:11.740170 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d78a5d51-b3f9-449e-aa25-d00facbedd51 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.795356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a5d51-b3f9-449e-aa25-d00facbedd51 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event deleted for resources: {'Subnet': ['ID=eada84dd-e830-4fe1-9808-ee4fae7db735,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:11.796743 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d78a5d51-b3f9-449e-aa25-d00facbedd51 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.803727 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d78a5d51-b3f9-449e-aa25-d00facbedd51 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "DELETE /v2.0/subnets/eada84dd-e830-4fe1-9808-ee4fae7db735 HTTP/1.1" status: 204 len: 168 time: 0.9067409 Jul 06 12:07:11.821167 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49116) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:11.828306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9680a2-61b5-4996-b051-b070b6db4f77 None None] Network 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:11.838678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] Made reservation on behalf of 5d77836de6da44069da4ac0569c37f94 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:11.853612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bfbd4419-ee8b-4ed2-92fe-be45593941f2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:11.870582 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.891403 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event updated for resources: {'Port': ['ID=62a7ae3a-4f77-4069-a75c-e373fdca3638,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:11.900659 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.904063 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.921688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09582a5-3420-4c7c-a318-60f10fc16f06 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Deleting subnet 0cb931c8-bb5f-4328-8207-2b9985a02244 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:11.925762 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a09582a5-3420-4c7c-a318-60f10fc16f06 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:11.975043 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a09582a5-3420-4c7c-a318-60f10fc16f06 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.041229 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port bfbd4419-ee8b-4ed2-92fe-be45593941f2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:12.042148 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.069713 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.094374 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Transition to ACTIVE for port object cdbee750-ec74-4f65-9049-120cbc9838cd will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:12.107521 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.108516 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1d3c6639-0a32-456d-9929-af6da050a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-171431138'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:12.137523 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a09582a5-3420-4c7c-a318-60f10fc16f06 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.231173 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562bd85-3f23-4d5a-a50f-6382c7ccf8d0 None None] Pushing event updated for resources: {'Port': ['ID=cdbee750-ec74-4f65-9049-120cbc9838cd,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:12.233816 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf2bb36-789a-4412-9fc6-6d35ded749cf None None] DHCP port deletion for 6d14c2ba-362c-4184-a6d8-7231abf5a6f2 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:12.289108 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562bd85-3f23-4d5a-a50f-6382c7ccf8d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:12.289450 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562bd85-3f23-4d5a-a50f-6382c7ccf8d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:12.292792 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562bd85-3f23-4d5a-a50f-6382c7ccf8d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:12.293263 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562bd85-3f23-4d5a-a50f-6382c7ccf8d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:12.293581 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562bd85-3f23-4d5a-a50f-6382c7ccf8d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:12.293901 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562bd85-3f23-4d5a-a50f-6382c7ccf8d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:12.294252 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562bd85-3f23-4d5a-a50f-6382c7ccf8d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:12.294571 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562bd85-3f23-4d5a-a50f-6382c7ccf8d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:12.294910 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562bd85-3f23-4d5a-a50f-6382c7ccf8d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:12.295212 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562bd85-3f23-4d5a-a50f-6382c7ccf8d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:12.295627 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562bd85-3f23-4d5a-a50f-6382c7ccf8d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:12.295921 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9562bd85-3f23-4d5a-a50f-6382c7ccf8d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:12.299886 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.315204 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.323515 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.328128 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-91462cab-2ef6-4a55-9542-a642f7d26572 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6828840 Jul 06 12:07:12.332914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49124) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:12.367321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d29bd67-a058-4839-8941-1b3ade731a0d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:12.376686 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9cf2bb36-789a-4412-9fc6-6d35ded749cf None None] Deleting port 78fd3e09-0b21-4496-8793-fafcb8870958 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:12.377128 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9cf2bb36-789a-4412-9fc6-6d35ded749cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.401776 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a09582a5-3420-4c7c-a318-60f10fc16f06 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.458835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09582a5-3420-4c7c-a318-60f10fc16f06 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb931c8-bb5f-4328-8207-2b9985a02244,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:12.478807 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Attempting to bind port cdbee750-ec74-4f65-9049-120cbc9838cd on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:12.479326 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Attempting to bind port cdbee750-ec74-4f65-9049-120cbc9838cd by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '63b84d92-bcd5-4c55-abc9-3c3ce48778a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:12.479779 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Attempting to bind port cdbee750-ec74-4f65-9049-120cbc9838cd on network 17d282bc-2eba-4aa2-8f05-b09a2930641c {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:12.487303 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:12.487786 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Checking segment: {'id': '63b84d92-bcd5-4c55-abc9-3c3ce48778a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:12.488068 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.489016 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Bound using segment: {'id': '63b84d92-bcd5-4c55-abc9-3c3ce48778a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:12.489511 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Bound port: cdbee750-ec74-4f65-9049-120cbc9838cd, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b84d92-bcd5-4c55-abc9-3c3ce48778a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:12.489884 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.490918 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a09582a5-3420-4c7c-a318-60f10fc16f06 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.495835 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a09582a5-3420-4c7c-a318-60f10fc16f06 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "DELETE /v2.0/subnets/0cb931c8-bb5f-4328-8207-2b9985a02244 HTTP/1.1" status: 204 len: 168 time: 0.6695404 Jul 06 12:07:12.495835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49126) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:12.510604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2043090-126d-44e5-9f81-c12c84f12eb6 None None] Network 65aaa158-a2b5-4ac1-912d-793053707b69 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:12.520051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9cf2bb36-789a-4412-9fc6-6d35ded749cf None None] For port 78fd3e09-0b21-4496-8793-fafcb8870958, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=78fd3e09-0b21-4496-8793-fafcb8870958,segment=NetworkSegment(56a1e3c9-b193-4445-927f-d36e77968ca4),segment_id=56a1e3c9-b193-4445-927f-d36e77968ca4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:12.520497 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9cf2bb36-789a-4412-9fc6-6d35ded749cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.593681 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.604700 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9cf2bb36-789a-4412-9fc6-6d35ded749cf None None] Calling delete_port for 78fd3e09-0b21-4496-8793-fafcb8870958 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:12.632243 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:07:12.642134 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b876db25-d935-4af2-b436-9319415bf3aa tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "GET /v2.0/floatingips?floating_network_id=76c38e57-2413-4380-aa14-ff5e74d7891c HTTP/1.1" status: 200 len: 690 time: 0.2794755 Jul 06 12:07:12.647037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49130) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:12.682159 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3c6639-0a32-456d-9929-af6da050a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Made reservation on behalf of 1e7d699ac3bb4e8ba453d4ef99cd4ae7 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:12.711472 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6639-0a32-456d-9929-af6da050a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.716077 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] For port cdbee750-ec74-4f65-9049-120cbc9838cd, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:12.719991 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] For port cdbee750-ec74-4f65-9049-120cbc9838cd, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=cdbee750-ec74-4f65-9049-120cbc9838cd,segment=NetworkSegment(63b84d92-bcd5-4c55-abc9-3c3ce48778a6),segment_id=63b84d92-bcd5-4c55-abc9-3c3ce48778a6)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:12.725938 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.768540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Deleting port 78fd3e09-0b21-4496-8793-fafcb8870958 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:12.769116 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.809153 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9cf2bb36-789a-4412-9fc6-6d35ded749cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.810812 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.811162 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] Added segment a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a of type vlan for network 88308971-fbe0-450a-80ab-bf18ac9481f2 Jul 06 12:07:12.831857 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562bd85-3f23-4d5a-a50f-6382c7ccf8d0 None None] Pushing event updated for resources: {'Port': ['ID=cdbee750-ec74-4f65-9049-120cbc9838cd,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:12.836593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf2bb36-789a-4412-9fc6-6d35ded749cf None None] No DVR routers for this DVR port 78fd3e09-0b21-4496-8793-fafcb8870958 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:12.866780 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Routers {'c1acb9e6-039f-4e21-b350-67998a242477'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:12.875961 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c1acb9e6-039f-4e21-b350-67998a242477'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:12.882989 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2bb36-789a-4412-9fc6-6d35ded749cf None None] Pushing event deleted for resources: {'Port': ['ID=78fd3e09-0b21-4496-8793-fafcb8870958,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:12.930835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] For port 78fd3e09-0b21-4496-8793-fafcb8870958, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=78fd3e09-0b21-4496-8793-fafcb8870958,segment=NetworkSegment(56a1e3c9-b193-4445-927f-d36e77968ca4),segment_id=56a1e3c9-b193-4445-927f-d36e77968ca4)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:12.933407 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:12.952214 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Calling delete_port for 78fd3e09-0b21-4496-8793-fafcb8870958 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:13.056622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f4a19-ba52-4341-8675-9dadd9f6d743 None None] DHCP port deletion for 65aaa158-a2b5-4ac1-912d-793053707b69 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:13.074471 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6639-0a32-456d-9929-af6da050a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.137638 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.146313 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.151875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f4a19-ba52-4341-8675-9dadd9f6d743 None None] Deleting port 524f60e6-21a4-4dfa-a345-df947df16534 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:13.152301 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e3f4a19-ba52-4341-8675-9dadd9f6d743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.277736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8e3f4a19-ba52-4341-8675-9dadd9f6d743 None None] For port 524f60e6-21a4-4dfa-a345-df947df16534, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=524f60e6-21a4-4dfa-a345-df947df16534,segment=NetworkSegment(eade7951-8952-46c5-8dec-ddb003775b8a),segment_id=eade7951-8952-46c5-8dec-ddb003775b8a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:13.278204 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e3f4a19-ba52-4341-8675-9dadd9f6d743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.305901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f4a19-ba52-4341-8675-9dadd9f6d743 None None] Calling delete_port for 524f60e6-21a4-4dfa-a345-df947df16534 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:13.309699 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] Set router c1acb9e6-039f-4e21-b350-67998a242477 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:13.320169 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.db.resource_extend [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 12:07:13.380536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.393749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event deleted for resources: {'Port': ['ID=78fd3e09-0b21-4496-8793-fafcb8870958,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:13.405084 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] No DVR routers for this DVR port 78fd3e09-0b21-4496-8793-fafcb8870958 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:13.506909 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e3f4a19-ba52-4341-8675-9dadd9f6d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.538817 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.540531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:13.541398 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.579216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f4a19-ba52-4341-8675-9dadd9f6d743 None None] Pushing event deleted for resources: {'Port': ['ID=524f60e6-21a4-4dfa-a345-df947df16534,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:13.605395 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f4a19-ba52-4341-8675-9dadd9f6d743 None None] No DVR routers for this DVR port 524f60e6-21a4-4dfa-a345-df947df16534 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:13.607849 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.646460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d14c2ba-362c-4184-a6d8-7231abf5a6f2']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:13.662067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a1e3c9-b193-4445-927f-d36e77968ca4') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:13.662667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a1e3c9-b193-4445-927f-d36e77968ca4') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:13.674011 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.690106 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.719260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:13.719260 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:13.720912 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:13.749474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] Pushing event updated for resources: {'Network': ['ID=88308971-fbe0-450a-80ab-bf18ac9481f2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:13.764173 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 88308971-fbe0-450a-80ab-bf18ac9481f2 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:07:13.785678 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 78fd3e09-0b21-4496-8793-fafcb8870958 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:13.791545 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'name': 'tempest-TestServerBasicOps-1597325941-router', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:59Z', 'updated_at': '2021-07-06T12:07:07Z', 'revision_number': 4, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'gw_port': {'id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:00Z', 'updated_at': '2021-07-06T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cdbee750-ec74-4f65-9049-120cbc9838cd', 'name': '', 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'mac_address': 'fa:16:3e:81:00:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '1902dd39-7291-49c8-8576-6bf812770b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:05Z', 'updated_at': '2021-07-06T12:07:12Z', 'revision_number': 4, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'subnets': [{'id': '1902dd39-7291-49c8-8576-6bf812770b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:13.813611 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6639-0a32-456d-9929-af6da050a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.843252 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 78fd3e09-0b21-4496-8793-fafcb8870958 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:13.844050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 78fd3e09-0b21-4496-8793-fafcb8870958 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:13.844050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 524f60e6-21a4-4dfa-a345-df947df16534 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:13.861024 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6639-0a32-456d-9929-af6da050a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.881629 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 524f60e6-21a4-4dfa-a345-df947df16534 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:13.884973 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 524f60e6-21a4-4dfa-a345-df947df16534 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:13.889777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49140) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:13.889947 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ec890c8b-e202-4875-bdd0-861a1e6ed6f2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1511898 Jul 06 12:07:13.890063 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-64c132ec-a8c0-4663-a62a-04178f8cb3ed admin admin] Request body: {'subnet': {'network_id': '88308971-fbe0-450a-80ab-bf18ac9481f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1166671306-subnet', 'tenant_id': '5d77836de6da44069da4ac0569c37f94', 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:13.914697 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6f5453-4710-4252-a7fe-6d166f87a1f5 None None] The sync data for ids ['c1acb9e6-039f-4e21-b350-67998a242477'] in n-d-799529-2 is: [{'id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'name': 'tempest-TestServerBasicOps-1597325941-router', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:59Z', 'updated_at': '2021-07-06T12:07:07Z', 'revision_number': 4, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'gw_port': {'id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:00Z', 'updated_at': '2021-07-06T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cdbee750-ec74-4f65-9049-120cbc9838cd', 'name': '', 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'mac_address': 'fa:16:3e:81:00:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '1902dd39-7291-49c8-8576-6bf812770b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:05Z', 'updated_at': '2021-07-06T12:07:12Z', 'revision_number': 4, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'subnets': [{'id': '1902dd39-7291-49c8-8576-6bf812770b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:13.918673 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.943179 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.950438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49142) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:13.950580 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "DELETE /v2.0/networks/6d14c2ba-362c-4184-a6d8-7231abf5a6f2 HTTP/1.1" status: 204 len: 168 time: 1.4536886 Jul 06 12:07:13.952081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Deleting port 62a7ae3a-4f77-4069-a75c-e373fdca3638 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:13.952495 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:13.962687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3c6639-0a32-456d-9929-af6da050a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:07:13.991412 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c6639-0a32-456d-9929-af6da050a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b105f610-eb8e-4a8b-b37d-de9a241ee93f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:14.001998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe14e1-05ba-46ba-a72e-ad74572948b2 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event deleted for resources: {'Network': ['ID=6d14c2ba-362c-4184-a6d8-7231abf5a6f2,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:14.032196 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c132ec-a8c0-4663-a62a-04178f8cb3ed admin admin] Made reservation on behalf of 5d77836de6da44069da4ac0569c37f94 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:14.034678 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64c132ec-a8c0-4663-a62a-04178f8cb3ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.093907 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6639-0a32-456d-9929-af6da050a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.094965 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-1d3c6639-0a32-456d-9929-af6da050a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Added segment 388ac6d8-b9c2-4e93-a1b4-37c75d23e921 of type vlan for network 5a658a20-e445-483f-8c0b-47d42dfc7110 Jul 06 12:07:14.181915 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6639-0a32-456d-9929-af6da050a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.198544 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eec940df-684c-4785-8cae-603df26625e5 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.229284 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.229617 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.260866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Calling delete_port for 62a7ae3a-4f77-4069-a75c-e373fdca3638 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:14.290279 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64c132ec-a8c0-4663-a62a-04178f8cb3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.292951 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6639-0a32-456d-9929-af6da050a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.304769 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3c6639-0a32-456d-9929-af6da050a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:14.305437 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6639-0a32-456d-9929-af6da050a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.373995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c132ec-a8c0-4663-a62a-04178f8cb3ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9181584-58fc-45d1-a02e-bb9f02db601d,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:14.392847 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c132ec-a8c0-4663-a62a-04178f8cb3ed admin admin] Checking segment: {'id': 'a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '88308971-fbe0-450a-80ab-bf18ac9481f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:14.398984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c132ec-a8c0-4663-a62a-04178f8cb3ed admin admin] Network hostable DHCP agents. Network: 88308971-fbe0-450a-80ab-bf18ac9481f2, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:07:14.426854 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c132ec-a8c0-4663-a62a-04178f8cb3ed admin admin] Network 88308971-fbe0-450a-80ab-bf18ac9481f2 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:07:14.439647 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-64c132ec-a8c0-4663-a62a-04178f8cb3ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 88308971-fbe0-450a-80ab-bf18ac9481f2) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:14.445781 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c132ec-a8c0-4663-a62a-04178f8cb3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:14.447599 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64c132ec-a8c0-4663-a62a-04178f8cb3ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.456829 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eedc8cf-3e91-49ee-885a-ae466da885f4 None None] Network 88308971-fbe0-450a-80ab-bf18ac9481f2 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:14.468108 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-64c132ec-a8c0-4663-a62a-04178f8cb3ed admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5819156 Jul 06 12:07:14.480574 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49146) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:14.485463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1166671306-router', 'tenant_id': '5d77836de6da44069da4ac0569c37f94', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:14.525029 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.527147 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.546907 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1d3c6639-0a32-456d-9929-af6da050a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.0805476 Jul 06 12:07:14.593660 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eec940df-684c-4785-8cae-603df26625e5 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.628655 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-eec940df-684c-4785-8cae-603df26625e5 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65aaa158-a2b5-4ac1-912d-793053707b69']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:14.647825 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c6639-0a32-456d-9929-af6da050a04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Pushing event updated for resources: {'Network': ['ID=5a658a20-e445-483f-8c0b-47d42dfc7110,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:14.652731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-eec940df-684c-4785-8cae-603df26625e5 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eade7951-8952-46c5-8dec-ddb003775b8a') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:14.653367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-eec940df-684c-4785-8cae-603df26625e5 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eade7951-8952-46c5-8dec-ddb003775b8a') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:14.670637 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eec940df-684c-4785-8cae-603df26625e5 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.696810 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.710925 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eec940df-684c-4785-8cae-603df26625e5 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.774473 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec940df-684c-4785-8cae-603df26625e5 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:14.778505 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eec940df-684c-4785-8cae-603df26625e5 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:14.787026 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:14.905869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 5a658a20-e445-483f-8c0b-47d42dfc7110 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:07:14.932841 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.965471 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eec940df-684c-4785-8cae-603df26625e5 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.978035 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eec940df-684c-4785-8cae-603df26625e5 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:14.986262 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-eec940df-684c-4785-8cae-603df26625e5 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] 10.222.0.81 "DELETE /v2.0/networks/65aaa158-a2b5-4ac1-912d-793053707b69 HTTP/1.1" status: 204 len: 168 time: 1.0312223 Jul 06 12:07:15.019982 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.037581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec940df-684c-4785-8cae-603df26625e5 tempest-TaggedBootDevicesTest-1815732795 tempest-TaggedBootDevicesTest-1815732795-project] Pushing event deleted for resources: {'Network': ['ID=65aaa158-a2b5-4ac1-912d-793053707b69,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:15.155049 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event deleted for resources: {'Port': ['ID=62a7ae3a-4f77-4069-a75c-e373fdca3638,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:15.181490 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49160) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:15.229240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Request body: {'port': {'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110', 'binding:host_id': 'n-h2-799529-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814320738'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:15.253031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-88308971-fbe0-450a-80ab-bf18ac9481f2', 'network_id': '88308971-fbe0-450a-80ab-bf18ac9481f2', 'tenant_id': '5d77836de6da44069da4ac0569c37f94', 'fixed_ips': [{'subnet_id': 'd9181584-58fc-45d1-a02e-bb9f02db601d'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:07:15.256020 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.259586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.335420 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.336005 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.385935 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.395298 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Made reservation on behalf of 7bb9436c11dd41a8b4aa7512f408b7cf for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:15.399952 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.436534 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.460109 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.541772 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Allocated IP 172.20.0.2 (88308971-fbe0-450a-80ab-bf18ac9481f2/d9181584-58fc-45d1-a02e-bb9f02db601d/d834d73b-9e60-4d71-91cc-8a87e47c69b2) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:15.546691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4d098574-7e22-4372-8378-728bdb079ea1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:15.659592 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.680917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c38e57-2413-4380-aa14-ff5e74d7891c']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:15.719011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868f1ac7-c5b9-4bd5-a06d-449a55310527') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:15.720619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868f1ac7-c5b9-4bd5-a06d-449a55310527') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:15.745745 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.781533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.797878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:15.798296 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:15.803845 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:15.893304 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cdbee750-ec74-4f65-9049-120cbc9838cd up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:15.974662 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.980642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 76c38e57-2413-4380-aa14-ff5e74d7891c {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 12:07:15.983843 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:15.987888 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "DELETE /v2.0/networks/76c38e57-2413-4380-aa14-ff5e74d7891c HTTP/1.1" status: 204 len: 168 time: 3.3168373 Jul 06 12:07:16.009209 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.009830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49174) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:16.042668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Transition to ACTIVE for port object d834d73b-9e60-4d71-91cc-8a87e47c69b2 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:16.070539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bd43a-a38d-4617-838f-1f9d12effc1e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event deleted for resources: {'Network': ['ID=76c38e57-2413-4380-aa14-ff5e74d7891c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:16.101340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Transition to ACTIVE for port object d834d73b-9e60-4d71-91cc-8a87e47c69b2 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:16.108114 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port cdbee750-ec74-4f65-9049-120cbc9838cd completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:16.114076 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.171742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Pushing event updated for resources: {'Port': ['ID=d834d73b-9e60-4d71-91cc-8a87e47c69b2,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:16.175929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port cdbee750-ec74-4f65-9049-120cbc9838cd triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:16.176308 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.259034 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Network 88308971-fbe0-450a-80ab-bf18ac9481f2 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:16.262798 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:16.265824 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:16.315529 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.322137 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.344832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] device_id is not set on port 21cb0649-6ce9-404f-aa71-dc729efd989c yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:16.352407 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3b1810ba-a4e8-49f9-aab1-2a4f43c1bdbf tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.3410580 Jul 06 12:07:16.355086 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.356283 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49178) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:16.537536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9676ea30-a9e5-4b94-936e-1c5e5caf3c50,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:16.543702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Attempting to bind port d834d73b-9e60-4d71-91cc-8a87e47c69b2 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:16.548646 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Attempting to bind port d834d73b-9e60-4d71-91cc-8a87e47c69b2 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '88308971-fbe0-450a-80ab-bf18ac9481f2'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:16.548886 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Attempting to bind port d834d73b-9e60-4d71-91cc-8a87e47c69b2 on network 88308971-fbe0-450a-80ab-bf18ac9481f2 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:16.560216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port cdbee750-ec74-4f65-9049-120cbc9838cd, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=cdbee750-ec74-4f65-9049-120cbc9838cd,segment=NetworkSegment(63b84d92-bcd5-4c55-abc9-3c3ce48778a6),segment_id=63b84d92-bcd5-4c55-abc9-3c3ce48778a6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:16.567266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:16.567947 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Checking segment: {'id': 'a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '88308971-fbe0-450a-80ab-bf18ac9481f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:16.568099 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.568808 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Bound using segment: {'id': 'a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '88308971-fbe0-450a-80ab-bf18ac9481f2'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:16.569237 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Bound port: d834d73b-9e60-4d71-91cc-8a87e47c69b2, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '88308971-fbe0-450a-80ab-bf18ac9481f2'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:16.569674 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.573109 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.593324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab33e3-e480-438c-9cc0-a37fd44f10cc tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.594097 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab33e3-e480-438c-9cc0-a37fd44f10cc tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.594730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab33e3-e480-438c-9cc0-a37fd44f10cc tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.595404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab33e3-e480-438c-9cc0-a37fd44f10cc tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.596029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab33e3-e480-438c-9cc0-a37fd44f10cc tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.596672 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab33e3-e480-438c-9cc0-a37fd44f10cc tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.597917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab33e3-e480-438c-9cc0-a37fd44f10cc tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.598545 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab33e3-e480-438c-9cc0-a37fd44f10cc tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.599168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab33e3-e480-438c-9cc0-a37fd44f10cc tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.599815 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab33e3-e480-438c-9cc0-a37fd44f10cc tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:16.602446 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-adab33e3-e480-438c-9cc0-a37fd44f10cc tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6468 time: 0.2447906 Jul 06 12:07:16.611821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49180) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:16.618500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Allocated IP 172.25.4.164 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/a7f81dd2-19f0-4d59-9505-9f1a3d541aab) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:16.677164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=cdbee750-ec74-4f65-9049-120cbc9838cd,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:16.691292 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-8447a511-d1ad-46f3-ac82-a74a9701220e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] delete failed (client error): The resource could not be found. Jul 06 12:07:16.692411 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8447a511-d1ad-46f3-ac82-a74a9701220e tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/1d41431b-912e-4516-ae71-fa773ad55dda HTTP/1.1" status: 404 len: 345 time: 0.0790176 Jul 06 12:07:16.696333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49182) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:16.703934 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] For port d834d73b-9e60-4d71-91cc-8a87e47c69b2, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:16.711405 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] For port d834d73b-9e60-4d71-91cc-8a87e47c69b2, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d834d73b-9e60-4d71-91cc-8a87e47c69b2,segment=NetworkSegment(a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a),segment_id=a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:16.717097 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.821650 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a11800-3260-4c33-a53c-f24c21970b76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] DELETE failed (client error): The resource could not be found. Jul 06 12:07:16.822194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a11800-3260-4c33-a53c-f24c21970b76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:16.824201 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b8a11800-3260-4c33-a53c-f24c21970b76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "DELETE /v2.0/networks/76c38e57-2413-4380-aa14-ff5e74d7891c HTTP/1.1" status: 404 len: 339 time: 0.1251674 Jul 06 12:07:16.828788 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49188) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:16.834105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7cabedc8-1e44-458b-96d3-a7c10bb4f522 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Request body: {'network': {'name': 'tempest-network--1950271577', 'router:external': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:16.872306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c2d7d-df23-400e-a53e-65a24ae29739 None None] Pushing event updated for resources: {'Port': ['ID=d834d73b-9e60-4d71-91cc-8a87e47c69b2,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:16.886420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cabedc8-1e44-458b-96d3-a7c10bb4f522 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Made reservation on behalf of 74269d2a49a74500b39e9adcf3f912db for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:16.888991 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7cabedc8-1e44-458b-96d3-a7c10bb4f522 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.951546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cabedc8-1e44-458b-96d3-a7c10bb4f522 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:07:16.977529 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7cabedc8-1e44-458b-96d3-a7c10bb4f522 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:16.979270 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-7cabedc8-1e44-458b-96d3-a7c10bb4f522 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Added segment c308712c-d8de-454e-8e0a-50243cf9a627 of type vlan for network 39a71f38-713b-4cdd-97b4-f8d38bdaac02 Jul 06 12:07:16.991385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] device_id is not set on port 21cb0649-6ce9-404f-aa71-dc729efd989c yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:17.016753 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.026674 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.039329 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Transition to ACTIVE for port object 21cb0649-6ce9-404f-aa71-dc729efd989c will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:17.055657 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.069571 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7cabedc8-1e44-458b-96d3-a7c10bb4f522 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.122700 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Pushing event updated for resources: {'Port': ['ID=21cb0649-6ce9-404f-aa71-dc729efd989c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:17.131945 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7cabedc8-1e44-458b-96d3-a7c10bb4f522 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.134106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cabedc8-1e44-458b-96d3-a7c10bb4f522 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:17.135683 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7cabedc8-1e44-458b-96d3-a7c10bb4f522 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.188661 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Checking segment: {'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:17.189041 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Network hostable DHCP agents. Network: 5a658a20-e445-483f-8c0b-47d42dfc7110, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:07:17.225738 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7cabedc8-1e44-458b-96d3-a7c10bb4f522 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3952920 Jul 06 12:07:17.229171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49202) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:17.235668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Network 5a658a20-e445-483f-8c0b-47d42dfc7110 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:07:17.258574 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 5a658a20-e445-483f-8c0b-47d42dfc7110) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:17.263883 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:17.271046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f63ce0b-28d0-4dcc-a9a9-be540b90ba7e None None] Network 5a658a20-e445-483f-8c0b-47d42dfc7110 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:17.276332 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.360031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:17.372799 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:17.381144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:17.388245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:17.388596 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:17.389078 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:17.427642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabedc8-1e44-458b-96d3-a7c10bb4f522 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event updated for resources: {'Network': ['ID=39a71f38-713b-4cdd-97b4-f8d38bdaac02,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:17.460604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 39a71f38-713b-4cdd-97b4-f8d38bdaac02 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:07:17.464002 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:17.464359 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:17.468805 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 2 to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c Jul 06 12:07:17.475685 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Pushing event updated for resources: {'Port': ['ID=a7f81dd2-19f0-4d59-9505-9f1a3d541aab,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:17.505299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:17.505299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:17.507319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:17.576120 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:17.576120 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:17.610352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697733a8-01b1-49cc-8d1a-119e433bff80 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:17.619044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697733a8-01b1-49cc-8d1a-119e433bff80 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:17.625942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697733a8-01b1-49cc-8d1a-119e433bff80 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:17.634194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697733a8-01b1-49cc-8d1a-119e433bff80 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:17.641511 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-697733a8-01b1-49cc-8d1a-119e433bff80 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4108398 Jul 06 12:07:17.643418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49212) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:17.677715 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 3 to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c Jul 06 12:07:17.737012 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3bbb-20e2-45ea-8787-815570a19db9 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.783483 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:17.785246 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:17.785675 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:17.793649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:17.794099 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:17.796783 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 4 to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c Jul 06 12:07:17.842046 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:17.842387 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:17.842731 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:17.863669 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:17.864340 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:17.865292 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3bbb-20e2-45ea-8787-815570a19db9 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.865976 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 5 to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c Jul 06 12:07:17.881988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3dbc3bbb-20e2-45ea-8787-815570a19db9 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a71f38-713b-4cdd-97b4-f8d38bdaac02']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:17.893751 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:17.894343 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:17.894924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:17.906805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3dbc3bbb-20e2-45ea-8787-815570a19db9 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c308712c-d8de-454e-8e0a-50243cf9a627') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:17.907407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3dbc3bbb-20e2-45ea-8787-815570a19db9 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c308712c-d8de-454e-8e0a-50243cf9a627') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:17.922906 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3bbb-20e2-45ea-8787-815570a19db9 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.946253 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cdbee750-ec74-4f65-9049-120cbc9838cd up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:17.959910 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3bbb-20e2-45ea-8787-815570a19db9 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.974014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbc3bbb-20e2-45ea-8787-815570a19db9 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:17.974670 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3bbb-20e2-45ea-8787-815570a19db9 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:17.977027 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:18.046994 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.048971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:18.049398 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:18.051794 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 6 to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c Jul 06 12:07:18.111832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:18.113254 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:18.113889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port cdbee750-ec74-4f65-9049-120cbc9838cd triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:18.114094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:18.114383 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.126255 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3bbb-20e2-45ea-8787-815570a19db9 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.131967 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:18.132756 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:18.135313 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 7 to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c Jul 06 12:07:18.135960 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbc3bbb-20e2-45ea-8787-815570a19db9 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39a71f38-713b-4cdd-97b4-f8d38bdaac02 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 12:07:18.144533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3dbc3bbb-20e2-45ea-8787-815570a19db9 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.157585 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3dbc3bbb-20e2-45ea-8787-815570a19db9 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "DELETE /v2.0/networks/39a71f38-713b-4cdd-97b4-f8d38bdaac02 HTTP/1.1" status: 204 len: 168 time: 0.5122194 Jul 06 12:07:18.172106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49216) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:18.177779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-aaef2533-1cab-4543-8a0e-f59dd1aab665 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Request body: {'network': {'name': 'tempest-network--1556347086', 'router:external': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:18.182962 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc3bbb-20e2-45ea-8787-815570a19db9 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event deleted for resources: {'Network': ['ID=39a71f38-713b-4cdd-97b4-f8d38bdaac02,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:18.236843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaef2533-1cab-4543-8a0e-f59dd1aab665 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Made reservation on behalf of 74269d2a49a74500b39e9adcf3f912db for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:18.240594 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aaef2533-1cab-4543-8a0e-f59dd1aab665 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.282889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d834d73b-9e60-4d71-91cc-8a87e47c69b2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:18.301083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:18.301569 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:18.302010 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:18.302430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaef2533-1cab-4543-8a0e-f59dd1aab665 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:07:18.328379 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aaef2533-1cab-4543-8a0e-f59dd1aab665 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.328726 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-aaef2533-1cab-4543-8a0e-f59dd1aab665 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Added segment 48d60a8a-1250-416f-9e2c-edd2665e3854 of type vlan for network 54ce9be8-bb70-4167-9900-e4fd1ed352a8 Jul 06 12:07:18.391126 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:18.391786 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:18.402631 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 8 to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c Jul 06 12:07:18.403906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port d834d73b-9e60-4d71-91cc-8a87e47c69b2 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:18.453783 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:18.454642 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aaef2533-1cab-4543-8a0e-f59dd1aab665 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.463255 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:18.463802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:18.520640 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:18.520977 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:18.523457 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 9 to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c Jul 06 12:07:18.528407 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aaef2533-1cab-4543-8a0e-f59dd1aab665 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.538311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef2533-1cab-4543-8a0e-f59dd1aab665 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:18.538961 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aaef2533-1cab-4543-8a0e-f59dd1aab665 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.607684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:18.608197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:18.608685 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:18.618728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:18.622358 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:18.628934 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 10 to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c Jul 06 12:07:18.647060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2593622-c15c-4428-a648-4f705dba0a52 None None] Network 88308971-fbe0-450a-80ab-bf18ac9481f2 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:18.673038 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.691402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef2533-1cab-4543-8a0e-f59dd1aab665 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event updated for resources: {'Network': ['ID=54ce9be8-bb70-4167-9900-e4fd1ed352a8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:18.703195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:18.703441 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-aaef2533-1cab-4543-8a0e-f59dd1aab665 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5298846 Jul 06 12:07:18.703962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:18.704536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:18.705896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49224) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:18.748157 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port 21cb0649-6ce9-404f-aa71-dc729efd989c on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:18.748549 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port 21cb0649-6ce9-404f-aa71-dc729efd989c on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:18.748875 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:18.836621 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] For port 21cb0649-6ce9-404f-aa71-dc729efd989c, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:18.837153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempted to set empty binding levels {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 12:07:18.844932 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 54ce9be8-bb70-4167-9900-e4fd1ed352a8 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:07:18.888670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8801896-0fa6-4f06-b6c7-5f53781b0c4c tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:18.897631 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a8801896-0fa6-4f06-b6c7-5f53781b0c4c tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] 10.222.0.81 "GET /v2.0/networks/54ce9be8-bb70-4167-9900-e4fd1ed352a8 HTTP/1.1" status: 200 len: 757 time: 0.1862931 Jul 06 12:07:18.898725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49228) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:18.950444 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.012672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:19.013635 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.049195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3bc6f050-51a0-4a16-938d-0f9e375d3cb0 None None] Provisioning for port d834d73b-9e60-4d71-91cc-8a87e47c69b2 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:19.058917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3bc6f050-51a0-4a16-938d-0f9e375d3cb0 None None] Provisioning complete for port d834d73b-9e60-4d71-91cc-8a87e47c69b2 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:19.064014 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Pushing event updated for resources: {'Port': ['ID=21cb0649-6ce9-404f-aa71-dc729efd989c,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:19.071549 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3bc6f050-51a0-4a16-938d-0f9e375d3cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.072452 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-68ae0830-7c35-4511-87de-19ff4f68cd10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.8898630 Jul 06 12:07:19.075325 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49230) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:19.100181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115a86c-f3dd-45e3-a7c9-fbe1a012917f tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:19.105052 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8115a86c-f3dd-45e3-a7c9-fbe1a012917f tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] 10.222.0.81 "GET /v2.0/networks/72bb946d-2402-4cf1-94ea-1e54c50243d7 HTTP/1.1" status: 200 len: 767 time: 0.2051654 Jul 06 12:07:19.114151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49232) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:19.121479 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Router 3af8dc4e-cd47-4b1b-9888-5d0309758fd4 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:07:19.257837 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3bc6f050-51a0-4a16-938d-0f9e375d3cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.280614 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5613c01b-718a-441b-ab67-93e5bd023e5b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.300926 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-3bc6f050-51a0-4a16-938d-0f9e375d3cb0 None None] For port d834d73b-9e60-4d71-91cc-8a87e47c69b2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d834d73b-9e60-4d71-91cc-8a87e47c69b2,segment=NetworkSegment(a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a),segment_id=a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:19.308414 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3bc6f050-51a0-4a16-938d-0f9e375d3cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.374884 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6f050-51a0-4a16-938d-0f9e375d3cb0 None None] Pushing event updated for resources: {'Port': ['ID=d834d73b-9e60-4d71-91cc-8a87e47c69b2,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:19.435357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f24418e8-9445-4bb6-8b5b-4aa22b4ae889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Deleting port 21cb0649-6ce9-404f-aa71-dc729efd989c {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:19.435957 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f24418e8-9445-4bb6-8b5b-4aa22b4ae889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.493401 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:19.504521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Sync routers for ids ['3af8dc4e-cd47-4b1b-9888-5d0309758fd4'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:19.514266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Routers {'3af8dc4e-cd47-4b1b-9888-5d0309758fd4'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:19.514916 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3af8dc4e-cd47-4b1b-9888-5d0309758fd4'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:19.516725 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5613c01b-718a-441b-ab67-93e5bd023e5b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.533630 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-5613c01b-718a-441b-ab67-93e5bd023e5b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ce9be8-bb70-4167-9900-e4fd1ed352a8']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:19.549360 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.553091 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f2133162-fad9-426c-a57f-541f3c07b726 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0690339 Jul 06 12:07:19.553755 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49236) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:19.558594 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-5613c01b-718a-441b-ab67-93e5bd023e5b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d60a8a-1250-416f-9e2c-edd2665e3854') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:19.558891 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-5613c01b-718a-441b-ab67-93e5bd023e5b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d60a8a-1250-416f-9e2c-edd2665e3854') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:19.560865 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-f24418e8-9445-4bb6-8b5b-4aa22b4ae889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] For port 21cb0649-6ce9-404f-aa71-dc729efd989c, host n-h2-799529-2, got binding levels [] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:19.561216 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f24418e8-9445-4bb6-8b5b-4aa22b4ae889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.577204 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5613c01b-718a-441b-ab67-93e5bd023e5b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.592722 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e95f912a-c868-4289-a2ff-41904ec92e7b None None] Provisioning complete for port d834d73b-9e60-4d71-91cc-8a87e47c69b2 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:19.593131 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e95f912a-c868-4289-a2ff-41904ec92e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.594192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f24418e8-9445-4bb6-8b5b-4aa22b4ae889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Calling delete_port for 21cb0649-6ce9-404f-aa71-dc729efd989c owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:19.624388 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5613c01b-718a-441b-ab67-93e5bd023e5b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.643266 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5613c01b-718a-441b-ab67-93e5bd023e5b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:19.643569 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5613c01b-718a-441b-ab67-93e5bd023e5b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:19.656681 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:19.756791 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Set router 3af8dc4e-cd47-4b1b-9888-5d0309758fd4 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:19.897508 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f24418e8-9445-4bb6-8b5b-4aa22b4ae889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.907143 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d834d73b-9e60-4d71-91cc-8a87e47c69b2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:19.952253 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f24418e8-9445-4bb6-8b5b-4aa22b4ae889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.955055 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f24418e8-9445-4bb6-8b5b-4aa22b4ae889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] 10.222.0.81 "DELETE /v2.0/ports/21cb0649-6ce9-404f-aa71-dc729efd989c HTTP/1.1" status: 204 len: 168 time: 0.8769414 Jul 06 12:07:19.957125 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5613c01b-718a-441b-ab67-93e5bd023e5b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.962616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5613c01b-718a-441b-ab67-93e5bd023e5b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54ce9be8-bb70-4167-9900-e4fd1ed352a8 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 12:07:19.969964 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5613c01b-718a-441b-ab67-93e5bd023e5b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:19.979052 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5613c01b-718a-441b-ab67-93e5bd023e5b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "DELETE /v2.0/networks/54ce9be8-bb70-4167-9900-e4fd1ed352a8 HTTP/1.1" status: 204 len: 168 time: 0.8631430 Jul 06 12:07:19.980302 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49244) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:19.980747 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49246) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:20.000130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1dd969cb-394f-4f77-8c1b-126b087d4ca5 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Request body: {'network': {'name': 'tempest-network--329447751'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:20.023323 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24418e8-9445-4bb6-8b5b-4aa22b4ae889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Pushing event deleted for resources: {'Port': ['ID=21cb0649-6ce9-404f-aa71-dc729efd989c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:20.079061 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613c01b-718a-441b-ab67-93e5bd023e5b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event deleted for resources: {'Network': ['ID=54ce9be8-bb70-4167-9900-e4fd1ed352a8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:20.084075 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0801a4ac-f87c-4dcd-8c9e-2edcce8acddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] GET failed (client error): The resource could not be found. Jul 06 12:07:20.085998 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0801a4ac-f87c-4dcd-8c9e-2edcce8acddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] 10.222.0.81 "GET /v2.0/ports/21cb0649-6ce9-404f-aa71-dc729efd989c HTTP/1.1" status: 404 len: 333 time: 0.1020510 Jul 06 12:07:20.091550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49250) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:20.098945 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e65f5b9f-407b-4259-9d0a-b3f27830f38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Request body: {'port': {'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1107889581'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:20.124446 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.api [None req-1dd969cb-394f-4f77-8c1b-126b087d4ca5 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 12:07:20.124446 n-d-799529-2 neutron-server[100427]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 12:07:20.124446 n-d-799529-2 neutron-server[100427]: [parameters: {'project_id': '74269d2a49a74500b39e9adcf3f912db', 'id': '7453b6e9-c2d5-44ba-ae00-40bd8abf2176', 'expiration': datetime.datetime(2021, 7, 6, 12, 9, 20, 112040)}] Jul 06 12:07:20.124446 n-d-799529-2 neutron-server[100427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:07:20.125624 n-d-799529-2 neutron-server[100427]: DEBUG oslo_db.api [None req-1dd969cb-394f-4f77-8c1b-126b087d4ca5 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:07:20.127382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65f5b9f-407b-4259-9d0a-b3f27830f38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Made reservation on behalf of 7bb9436c11dd41a8b4aa7512f408b7cf for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:20.131010 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e65f5b9f-407b-4259-9d0a-b3f27830f38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.142167 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port d834d73b-9e60-4d71-91cc-8a87e47c69b2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:20.142543 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.151146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-e65f5b9f-407b-4259-9d0a-b3f27830f38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] device_id is not set on port ac83b232-e44b-4246-897c-55fad4a4b847 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:20.398521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'name': 'tempest-TestServerBasicOps-1166671306-router', 'tenant_id': '5d77836de6da44069da4ac0569c37f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a7f81dd2-19f0-4d59-9505-9f1a3d541aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:14Z', 'updated_at': '2021-07-06T12:07:17Z', 'revision_number': 3, 'project_id': '5d77836de6da44069da4ac0569c37f94', 'gw_port': {'id': 'a7f81dd2-19f0-4d59-9505-9f1a3d541aab', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:15Z', 'updated_at': '2021-07-06T12:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:20.420282 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e65f5b9f-407b-4259-9d0a-b3f27830f38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.469047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Checking router: 3af8dc4e-cd47-4b1b-9888-5d0309758fd4 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:07:20.482408 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e65f5b9f-407b-4259-9d0a-b3f27830f38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.483028 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Updating router 3af8dc4e-cd47-4b1b-9888-5d0309758fd4 port a7f81dd2-19f0-4d59-9505-9f1a3d541aab binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:07:20.574769 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.600510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65f5b9f-407b-4259-9d0a-b3f27830f38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Network 5a658a20-e445-483f-8c0b-47d42dfc7110 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:20.611762 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e65f5b9f-407b-4259-9d0a-b3f27830f38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:20.619840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65f5b9f-407b-4259-9d0a-b3f27830f38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:20.620865 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65f5b9f-407b-4259-9d0a-b3f27830f38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:20.621627 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e65f5b9f-407b-4259-9d0a-b3f27830f38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.685111 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e65f5b9f-407b-4259-9d0a-b3f27830f38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5919929 Jul 06 12:07:20.687779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49260) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:20.696969 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:20.698882 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd969cb-394f-4f77-8c1b-126b087d4ca5 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Made reservation on behalf of 74269d2a49a74500b39e9adcf3f912db for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:20.701525 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1dd969cb-394f-4f77-8c1b-126b087d4ca5 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.740127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f5b9f-407b-4259-9d0a-b3f27830f38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Pushing event updated for resources: {'Port': ['ID=ac83b232-e44b-4246-897c-55fad4a4b847,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:20.776052 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd969cb-394f-4f77-8c1b-126b087d4ca5 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:07:20.795971 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1dd969cb-394f-4f77-8c1b-126b087d4ca5 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.796346 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-1dd969cb-394f-4f77-8c1b-126b087d4ca5 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Added segment 69414dac-6f40-4744-8572-02a33437ba40 of type vlan for network f7de6e1c-b9d2-447e-a186-0ab49dad49cb Jul 06 12:07:20.887777 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1dd969cb-394f-4f77-8c1b-126b087d4ca5 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.954251 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1dd969cb-394f-4f77-8c1b-126b087d4ca5 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.955348 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd969cb-394f-4f77-8c1b-126b087d4ca5 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:20.956125 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1dd969cb-394f-4f77-8c1b-126b087d4ca5 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:20.990972 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1dd969cb-394f-4f77-8c1b-126b087d4ca5 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9953017 Jul 06 12:07:21.001246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49270) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:21.015296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:21.123844 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd969cb-394f-4f77-8c1b-126b087d4ca5 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event updated for resources: {'Network': ['ID=f7de6e1c-b9d2-447e-a186-0ab49dad49cb,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:21.139649 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.141757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Transition to ACTIVE for port object a7f81dd2-19f0-4d59-9505-9f1a3d541aab will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:21.151491 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.164489 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network f7de6e1c-b9d2-447e-a186-0ab49dad49cb details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:07:21.254836 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.647411 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.758977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba0d7a-b76d-4119-94e1-6caf0b8f1d13 None None] Pushing event updated for resources: {'Port': ['ID=a7f81dd2-19f0-4d59-9505-9f1a3d541aab,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:21.770185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Attempting to bind port a7f81dd2-19f0-4d59-9505-9f1a3d541aab on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:21.770818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Attempting to bind port a7f81dd2-19f0-4d59-9505-9f1a3d541aab by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:21.771292 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Attempting to bind port a7f81dd2-19f0-4d59-9505-9f1a3d541aab on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:21.778485 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:21.779015 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:21.779545 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.780040 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:21.780879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Bound port: a7f81dd2-19f0-4d59-9505-9f1a3d541aab, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:21.781375 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.803778 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.838377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Network f7de6e1c-b9d2-447e-a186-0ab49dad49cb is not hosted by any dhcp agent {{(pid=100428) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:07:21.839707 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:21.844345 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.845687 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "PUT /v2.0/networks/f7de6e1c-b9d2-447e-a186-0ab49dad49cb HTTP/1.1" status: 200 len: 857 time: 0.8434250 Jul 06 12:07:21.849377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49284) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:21.850543 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] device_id is not set on port ac83b232-e44b-4246-897c-55fad4a4b847 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:21.861162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] For port a7f81dd2-19f0-4d59-9505-9f1a3d541aab, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:21.871092 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] For port a7f81dd2-19f0-4d59-9505-9f1a3d541aab, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a7f81dd2-19f0-4d59-9505-9f1a3d541aab,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:21.881292 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:21.945188 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.039781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event updated for resources: {'Network': ['ID=f7de6e1c-b9d2-447e-a186-0ab49dad49cb,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:22.042484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Transition to ACTIVE for port object ac83b232-e44b-4246-897c-55fad4a4b847 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:22.046803 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f967e4c8-a8e7-4f62-afa6-9d48df284e3b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.054540 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Routers {'3af8dc4e-cd47-4b1b-9888-5d0309758fd4'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:22.055402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:22.055773 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:22.056100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:22.056445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:22.056780 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:22.057116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:22.057706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:22.058062 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:22.058392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:22.058705 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:22.060608 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3af8dc4e-cd47-4b1b-9888-5d0309758fd4'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:22.060797 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:22.061508 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e780047e-8ca8-4970-86f1-6c8f8abcba76 tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:22.065110 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.104797 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.180246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Pushing event updated for resources: {'Port': ['ID=ac83b232-e44b-4246-897c-55fad4a4b847,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:22.270183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:22.270546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:22.270739 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:22.280222 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f967e4c8-a8e7-4f62-afa6-9d48df284e3b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.293175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-f967e4c8-a8e7-4f62-afa6-9d48df284e3b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7de6e1c-b9d2-447e-a186-0ab49dad49cb']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:22.309818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-f967e4c8-a8e7-4f62-afa6-9d48df284e3b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69414dac-6f40-4744-8572-02a33437ba40') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:22.312309 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-f967e4c8-a8e7-4f62-afa6-9d48df284e3b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69414dac-6f40-4744-8572-02a33437ba40') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:22.312531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:22.312867 n-d-799529-2 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:22.313241 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba0d7a-b76d-4119-94e1-6caf0b8f1d13 None None] Pushing event updated for resources: {'Port': ['ID=a7f81dd2-19f0-4d59-9505-9f1a3d541aab,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:22.339943 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f967e4c8-a8e7-4f62-afa6-9d48df284e3b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.356679 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] Set router 3af8dc4e-cd47-4b1b-9888-5d0309758fd4 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:22.365584 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f967e4c8-a8e7-4f62-afa6-9d48df284e3b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.372756 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f967e4c8-a8e7-4f62-afa6-9d48df284e3b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:22.373168 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f967e4c8-a8e7-4f62-afa6-9d48df284e3b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:22.375364 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:22.379193 n-d-799529-2 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 2 to bind port ac83b232-e44b-4246-897c-55fad4a4b847 Jul 06 12:07:22.403558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:22.403901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:22.404240 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:22.418781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:22.419112 n-d-799529-2 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:22.422272 n-d-799529-2 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 3 to bind port ac83b232-e44b-4246-897c-55fad4a4b847 Jul 06 12:07:22.467335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:22.467679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:22.468016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:22.477819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:22.478116 n-d-799529-2 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:22.480110 n-d-799529-2 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 4 to bind port ac83b232-e44b-4246-897c-55fad4a4b847 Jul 06 12:07:22.494488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Allocated IP 172.20.0.1 (88308971-fbe0-450a-80ab-bf18ac9481f2/d9181584-58fc-45d1-a02e-bb9f02db601d/b3b7c57e-e51c-409e-8f88-57b8a9049af2) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:22.507852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:22.508229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:22.508534 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:22.519462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:22.519849 n-d-799529-2 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:22.530024 n-d-799529-2 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 5 to bind port ac83b232-e44b-4246-897c-55fad4a4b847 Jul 06 12:07:22.561410 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f967e4c8-a8e7-4f62-afa6-9d48df284e3b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.575933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f967e4c8-a8e7-4f62-afa6-9d48df284e3b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f7de6e1c-b9d2-447e-a186-0ab49dad49cb {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 12:07:22.610513 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f967e4c8-a8e7-4f62-afa6-9d48df284e3b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.615538 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f967e4c8-a8e7-4f62-afa6-9d48df284e3b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] 10.222.0.81 "DELETE /v2.0/networks/f7de6e1c-b9d2-447e-a186-0ab49dad49cb HTTP/1.1" status: 204 len: 168 time: 0.7637210 Jul 06 12:07:22.624901 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967e4c8-a8e7-4f62-afa6-9d48df284e3b tempest-ExternalNetworksTestJSON-1294038466 tempest-ExternalNetworksTestJSON-1294038466-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7de6e1c-b9d2-447e-a186-0ab49dad49cb,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:22.627564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49296) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:22.640701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:22.641040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:22.647642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:22.661186 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:22.664930 n-d-799529-2 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:22.667451 n-d-799529-2 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 6 to bind port ac83b232-e44b-4246-897c-55fad4a4b847 Jul 06 12:07:22.700903 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-21235c49-7b44-459b-a038-370b078e58f7 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] DELETE failed (client error): The resource could not be found. Jul 06 12:07:22.701386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21235c49-7b44-459b-a038-370b078e58f7 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:07:22.708193 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-21235c49-7b44-459b-a038-370b078e58f7 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] 10.222.0.81 "DELETE /v2.0/subnets/4d098574-7e22-4372-8378-728bdb079ea1 HTTP/1.1" status: 404 len: 337 time: 0.0742860 Jul 06 12:07:22.711019 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49298) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:22.719032 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:22.719698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:22.720220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:22.725790 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'name': 'tempest-TestServerBasicOps-1166671306-router', 'tenant_id': '5d77836de6da44069da4ac0569c37f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a7f81dd2-19f0-4d59-9505-9f1a3d541aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:14Z', 'updated_at': '2021-07-06T12:07:17Z', 'revision_number': 3, 'project_id': '5d77836de6da44069da4ac0569c37f94', 'gw_port': {'id': 'a7f81dd2-19f0-4d59-9505-9f1a3d541aab', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:15Z', 'updated_at': '2021-07-06T12:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:22.738325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:22.738938 n-d-799529-2 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:22.742136 n-d-799529-2 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 7 to bind port ac83b232-e44b-4246-897c-55fad4a4b847 Jul 06 12:07:22.766117 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.775346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:22.776004 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:22.776525 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:22.787538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Transition to ACTIVE for port object b3b7c57e-e51c-409e-8f88-57b8a9049af2 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:22.788170 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a72daa-21c9-46eb-bbec-0bf751b54e4e None None] The sync data for ids ['3af8dc4e-cd47-4b1b-9888-5d0309758fd4'] in n-d-799529-2 is: [{'id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'name': 'tempest-TestServerBasicOps-1166671306-router', 'tenant_id': '5d77836de6da44069da4ac0569c37f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a7f81dd2-19f0-4d59-9505-9f1a3d541aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:14Z', 'updated_at': '2021-07-06T12:07:17Z', 'revision_number': 3, 'project_id': '5d77836de6da44069da4ac0569c37f94', 'gw_port': {'id': 'a7f81dd2-19f0-4d59-9505-9f1a3d541aab', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:15Z', 'updated_at': '2021-07-06T12:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:22.796014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:22.796651 n-d-799529-2 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:22.802591 n-d-799529-2 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 8 to bind port ac83b232-e44b-4246-897c-55fad4a4b847 Jul 06 12:07:22.867748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:22.868403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:22.868403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:22.869237 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e9d7858b-5c62-412e-9f6b-bcceb0772971 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.902562 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:22.902895 n-d-799529-2 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:22.904782 n-d-799529-2 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 9 to bind port ac83b232-e44b-4246-897c-55fad4a4b847 Jul 06 12:07:22.926447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:22.926961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:22.927351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:22.929793 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.967759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:22.968086 n-d-799529-2 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:22.971574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Network 88308971-fbe0-450a-80ab-bf18ac9481f2 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:22.972819 n-d-799529-2 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 10 to bind port ac83b232-e44b-4246-897c-55fad4a4b847 Jul 06 12:07:22.980068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:22.987811 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e9d7858b-5c62-412e-9f6b-bcceb0772971 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:22.998291 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-e9d7858b-5c62-412e-9f6b-bcceb0772971 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72bb946d-2402-4cf1-94ea-1e54c50243d7']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:23.004775 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:23.010873 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-e9d7858b-5c62-412e-9f6b-bcceb0772971 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68fb004d-db3b-400b-996f-889b666cd22f') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:23.011174 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-e9d7858b-5c62-412e-9f6b-bcceb0772971 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68fb004d-db3b-400b-996f-889b666cd22f') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:23.021126 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e9d7858b-5c62-412e-9f6b-bcceb0772971 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.035714 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e9d7858b-5c62-412e-9f6b-bcceb0772971 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.042882 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d7858b-5c62-412e-9f6b-bcceb0772971 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:23.043376 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e9d7858b-5c62-412e-9f6b-bcceb0772971 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.052667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:23.053201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:23.053542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:23.055668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b3b7c57e-e51c-409e-8f88-57b8a9049af2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:23.067707 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:23.068043 n-d-799529-2 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port ac83b232-e44b-4246-897c-55fad4a4b847 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:23.068513 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.146166 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:23.172015 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:23.192166 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e9d7858b-5c62-412e-9f6b-bcceb0772971 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.207717 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e9d7858b-5c62-412e-9f6b-bcceb0772971 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.210099 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e9d7858b-5c62-412e-9f6b-bcceb0772971 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] 10.222.0.81 "DELETE /v2.0/networks/72bb946d-2402-4cf1-94ea-1e54c50243d7 HTTP/1.1" status: 204 len: 168 time: 0.4979777 Jul 06 12:07:23.237662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7858b-5c62-412e-9f6b-bcceb0772971 tempest-ExternalNetworksTestJSON-599540839 tempest-ExternalNetworksTestJSON-599540839-project] Pushing event deleted for resources: {'Network': ['ID=72bb946d-2402-4cf1-94ea-1e54c50243d7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:23.275011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] For port ac83b232-e44b-4246-897c-55fad4a4b847, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:23.275011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempted to set empty binding levels {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 12:07:23.291207 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.324178 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8155540b-a8ba-4a43-8220-e6d8a19dd38a None None] Provisioning for port b3b7c57e-e51c-409e-8f88-57b8a9049af2 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:23.329983 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8155540b-a8ba-4a43-8220-e6d8a19dd38a None None] Provisioning complete for port b3b7c57e-e51c-409e-8f88-57b8a9049af2 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:23.330655 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8155540b-a8ba-4a43-8220-e6d8a19dd38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.346488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] In _notify_port_updated(), no bound segment for port ac83b232-e44b-4246-897c-55fad4a4b847 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:07:23.349058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.349823 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.353977 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49302) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:23.354167 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] 10.222.0.81 "PUT /v2.0/ports/ac83b232-e44b-4246-897c-55fad4a4b847 HTTP/1.1" status: 200 len: 979 time: 2.6646864 Jul 06 12:07:23.416841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af17d8e-2cd7-4a25-9346-a9cadc0193a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Pushing event updated for resources: {'Port': ['ID=ac83b232-e44b-4246-897c-55fad4a4b847,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:23.448975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8155540b-a8ba-4a43-8220-e6d8a19dd38a None None] Port b3b7c57e-e51c-409e-8f88-57b8a9049af2 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:23.482850 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.738369 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.740044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.744241 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.745011 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.745666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.747911 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.749932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.750600 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.752428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.754170 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.754854 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.758003 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.758719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.759420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.760631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.761719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.764364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.765049 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.765712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.767663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.768370 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.771981 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.772470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.772956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.773426 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.774798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.775296 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.775768 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.776378 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.776845 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.777359 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.777880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:23.786248 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-42448c82-ca7d-4a98-8fbe-917f4aa60005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28911 time: 0.4310899 Jul 06 12:07:23.786870 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49316) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:23.811141 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49318) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:23.886583 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:23.892466 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.000717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6939fc8a-dd02-463a-af67-c81b01439b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Deleting port ac83b232-e44b-4246-897c-55fad4a4b847 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:24.001243 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6939fc8a-dd02-463a-af67-c81b01439b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.044647 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.054768 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b3b7c57e-e51c-409e-8f88-57b8a9049af2,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:24.150349 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-6939fc8a-dd02-463a-af67-c81b01439b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] For port ac83b232-e44b-4246-897c-55fad4a4b847, host n-h2-799529-2, got binding levels [] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:24.150732 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6939fc8a-dd02-463a-af67-c81b01439b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.189440 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Network 88308971-fbe0-450a-80ab-bf18ac9481f2 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:24.190992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:24.211103 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6939fc8a-dd02-463a-af67-c81b01439b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Calling delete_port for ac83b232-e44b-4246-897c-55fad4a4b847 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:24.347380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5b4858e2-e6af-4158-9348-cfdf40445377 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb57536975a04be8b81f4aa5d64ed1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5320733 Jul 06 12:07:24.352542 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49322) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:24.353243 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6939fc8a-dd02-463a-af67-c81b01439b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.385811 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Router 3af8dc4e-cd47-4b1b-9888-5d0309758fd4 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:07:24.460096 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6939fc8a-dd02-463a-af67-c81b01439b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.462073 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6939fc8a-dd02-463a-af67-c81b01439b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] 10.222.0.81 "DELETE /v2.0/ports/ac83b232-e44b-4246-897c-55fad4a4b847 HTTP/1.1" status: 204 len: 168 time: 0.6653650 Jul 06 12:07:24.475774 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939fc8a-dd02-463a-af67-c81b01439b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac83b232-e44b-4246-897c-55fad4a4b847,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:24.477894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49324) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:24.541543 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ee5d3b-b5ea-40e3-8609-ade5b632b08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] GET failed (client error): The resource could not be found. Jul 06 12:07:24.548327 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-32ee5d3b-b5ea-40e3-8609-ade5b632b08d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] 10.222.0.81 "GET /v2.0/ports/ac83b232-e44b-4246-897c-55fad4a4b847 HTTP/1.1" status: 404 len: 333 time: 0.0608442 Jul 06 12:07:24.549524 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49326) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:24.563537 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e0c8ff68-c300-433c-920d-778f03342676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-426855123', 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:24.588544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-29695c69-2444-424b-b9a6-209054c59f8b None None] Provisioning complete for port b3b7c57e-e51c-409e-8f88-57b8a9049af2 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:24.591088 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29695c69-2444-424b-b9a6-209054c59f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.603589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:24.614144 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7bc0b1ab-9b1f-4b4f-a842-4f4547a20ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.626569 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d55bd0e1-1361-4d5e-bebb-da99bb4f40b9 admin admin] 10.222.0.81 "PUT /v2.0/routers/3af8dc4e-cd47-4b1b-9888-5d0309758fd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0629914 Jul 06 12:07:24.654215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c8ff68-c300-433c-920d-778f03342676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Made reservation on behalf of 7bb9436c11dd41a8b4aa7512f408b7cf for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:24.656351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-29695c69-2444-424b-b9a6-209054c59f8b None None] Port b3b7c57e-e51c-409e-8f88-57b8a9049af2 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:24.662291 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ff68-c300-433c-920d-778f03342676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.758204 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7bc0b1ab-9b1f-4b4f-a842-4f4547a20ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.837480 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-e0c8ff68-c300-433c-920d-778f03342676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] device_id is not set on port 5ce1b3f2-7e12-4daf-a754-fbbff871d0f5 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:24.848269 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7bc0b1ab-9b1f-4b4f-a842-4f4547a20ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.851818 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7bc0b1ab-9b1f-4b4f-a842-4f4547a20ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:24.855422 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7bc0b1ab-9b1f-4b4f-a842-4f4547a20ed8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f3db113-40e7-4b46-b08f-cccf2624e06e HTTP/1.1" status: 204 len: 168 time: 0.4973257 Jul 06 12:07:24.906355 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0b1ab-9b1f-4b4f-a842-4f4547a20ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3db113-40e7-4b46-b08f-cccf2624e06e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:25.462213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49364) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:25.607072 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a627397e-1c7b-41e0-aefc-346a81db8ec0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74269d2a49a74500b39e9adcf3f912db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350307 Jul 06 12:07:25.608982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49366) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:25.745934 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49368) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:25.798242 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ff68-c300-433c-920d-778f03342676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:25.814381 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1cbd2d8-6036-4824-85c2-fd466afd43da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:25.889913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a7f81dd2-19f0-4d59-9505-9f1a3d541aab up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:25.890724 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ff68-c300-433c-920d-778f03342676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:25.913871 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1cbd2d8-6036-4824-85c2-fd466afd43da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:25.981149 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c8ff68-c300-433c-920d-778f03342676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Network 5a658a20-e445-483f-8c0b-47d42dfc7110 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:25.997450 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e0c8ff68-c300-433c-920d-778f03342676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:25.999265 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8ff68-c300-433c-920d-778f03342676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Pushing event updated for resources: {'Port': ['ID=5ce1b3f2-7e12-4daf-a754-fbbff871d0f5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:26.001353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8ff68-c300-433c-920d-778f03342676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:26.002306 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c8ff68-c300-433c-920d-778f03342676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:26.007370 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ff68-c300-433c-920d-778f03342676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.033772 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e0c8ff68-c300-433c-920d-778f03342676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4776661 Jul 06 12:07:26.036793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49374) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:26.039825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port a7f81dd2-19f0-4d59-9505-9f1a3d541aab completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:26.053332 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6d33-cc57-474a-a12b-e6a08779a209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.058381 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port a7f81dd2-19f0-4d59-9505-9f1a3d541aab triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:26.059057 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.115482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ce65b1-db83-4b00-ae64-100fd7578bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:26.117239 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b3ce65b1-db83-4b00-ae64-100fd7578bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] 10.222.0.81 "GET /v2.0/ports/5ce1b3f2-7e12-4daf-a754-fbbff871d0f5 HTTP/1.1" status: 200 len: 958 time: 0.0794711 Jul 06 12:07:26.123837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49378) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:26.198751 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.226887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port a7f81dd2-19f0-4d59-9505-9f1a3d541aab, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a7f81dd2-19f0-4d59-9505-9f1a3d541aab,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:26.231985 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.237534 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6d33-cc57-474a-a12b-e6a08779a209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.242953 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6ea6d33-cc57-474a-a12b-e6a08779a209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.326289 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=a7f81dd2-19f0-4d59-9505-9f1a3d541aab,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:26.339540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ad6a29c7-320a-473c-8f6c-b3a6177cb3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Deleting port 5ce1b3f2-7e12-4daf-a754-fbbff871d0f5 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:26.340162 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad6a29c7-320a-473c-8f6c-b3a6177cb3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.355789 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f6ea6d33-cc57-474a-a12b-e6a08779a209 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c43ad2acf8e49a18306688728ce2bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6037176 Jul 06 12:07:26.356502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea6d33-cc57-474a-a12b-e6a08779a209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd02f22-a51b-41dc-9411-cc6fd7605eb0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:26.377453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49382) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:26.403356 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1cbd2d8-6036-4824-85c2-fd466afd43da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.407486 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1cbd2d8-6036-4824-85c2-fd466afd43da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.409740 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f1cbd2d8-6036-4824-85c2-fd466afd43da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/70718ba3-6a3d-469a-93df-e64daa1b2e53 HTTP/1.1" status: 204 len: 168 time: 0.7995014 Jul 06 12:07:26.422953 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49386) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:26.428478 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f31bfeb0-dd2d-488d-b135-b0aa1e5aeef2 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491434926', 'description': 'tempest-secgroup-smoke-491434926 description', 'project_id': '334c6bf901ae4776812cd96573c73d99'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:26.430229 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Sync routers for ids ['3af8dc4e-cd47-4b1b-9888-5d0309758fd4'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:26.440182 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Routers {'3af8dc4e-cd47-4b1b-9888-5d0309758fd4'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:26.441318 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3af8dc4e-cd47-4b1b-9888-5d0309758fd4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:26.448129 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad6a29c7-320a-473c-8f6c-b3a6177cb3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.470760 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ad6a29c7-320a-473c-8f6c-b3a6177cb3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Calling delete_port for 5ce1b3f2-7e12-4daf-a754-fbbff871d0f5 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:26.472493 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbd2d8-6036-4824-85c2-fd466afd43da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70718ba3-6a3d-469a-93df-e64daa1b2e53,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:26.493735 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f31bfeb0-dd2d-488d-b135-b0aa1e5aeef2 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.588494 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5c99d03-54fa-4eb0-955a-47bca3fc08eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.647588 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5c99d03-54fa-4eb0-955a-47bca3fc08eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.668572 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f31bfeb0-dd2d-488d-b135-b0aa1e5aeef2 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.670806 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad6a29c7-320a-473c-8f6c-b3a6177cb3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.691708 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f31bfeb0-dd2d-488d-b135-b0aa1e5aeef2 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.703462 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Set router 3af8dc4e-cd47-4b1b-9888-5d0309758fd4 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:26.723038 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5c99d03-54fa-4eb0-955a-47bca3fc08eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.729846 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5c99d03-54fa-4eb0-955a-47bca3fc08eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.731451 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f5c99d03-54fa-4eb0-955a-47bca3fc08eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4fd02f22-a51b-41dc-9411-cc6fd7605eb0 HTTP/1.1" status: 204 len: 168 time: 0.3435957 Jul 06 12:07:26.753263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c99d03-54fa-4eb0-955a-47bca3fc08eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd02f22-a51b-41dc-9411-cc6fd7605eb0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:26.812843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bfeb0-dd2d-488d-b135-b0aa1e5aeef2 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b5bafa-dffe-42de-a9a9-1bc760e622db,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:26.817359 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a29c7-320a-473c-8f6c-b3a6177cb3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ce1b3f2-7e12-4daf-a754-fbbff871d0f5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:26.826492 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad6a29c7-320a-473c-8f6c-b3a6177cb3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.830095 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ad6a29c7-320a-473c-8f6c-b3a6177cb3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] 10.222.0.81 "DELETE /v2.0/ports/5ce1b3f2-7e12-4daf-a754-fbbff871d0f5 HTTP/1.1" status: 204 len: 168 time: 0.7051978 Jul 06 12:07:26.833460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49392) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:26.840415 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f31bfeb0-dd2d-488d-b135-b0aa1e5aeef2 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:26.844727 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f31bfeb0-dd2d-488d-b135-b0aa1e5aeef2 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4174964 Jul 06 12:07:26.845362 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49394) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:26.856527 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-3d9da4b0-6b3c-4a20-b1ca-faaee785245c tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Request body: {'security_group_rule': {'security_group_id': '93b5bafa-dffe-42de-a9a9-1bc760e622db', 'project_id': '334c6bf901ae4776812cd96573c73d99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:26.884638 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-926e26e6-23ea-481e-89c9-46f940aca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] GET failed (client error): The resource could not be found. Jul 06 12:07:26.891043 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49396) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:26.891508 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-926e26e6-23ea-481e-89c9-46f940aca355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] 10.222.0.81 "GET /v2.0/ports/5ce1b3f2-7e12-4daf-a754-fbbff871d0f5 HTTP/1.1" status: 404 len: 333 time: 0.0564406 Jul 06 12:07:26.905278 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6d80c874-b222-41a4-8a60-b151e014fbcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Request body: {'port': {'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1506305501'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:26.934988 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3d9da4b0-6b3c-4a20-b1ca-faaee785245c tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.036913 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'name': 'tempest-TestServerBasicOps-1166671306-router', 'tenant_id': '5d77836de6da44069da4ac0569c37f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a7f81dd2-19f0-4d59-9505-9f1a3d541aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:14Z', 'updated_at': '2021-07-06T12:07:23Z', 'revision_number': 4, 'project_id': '5d77836de6da44069da4ac0569c37f94', 'gw_port': {'id': 'a7f81dd2-19f0-4d59-9505-9f1a3d541aab', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:15Z', 'updated_at': '2021-07-06T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b3b7c57e-e51c-409e-8f88-57b8a9049af2', 'name': '', 'network_id': '88308971-fbe0-450a-80ab-bf18ac9481f2', 'tenant_id': '5d77836de6da44069da4ac0569c37f94', 'mac_address': 'fa:16:3e:b9:44:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'd9181584-58fc-45d1-a02e-bb9f02db601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:22Z', 'updated_at': '2021-07-06T12:07:23Z', 'revision_number': 2, 'project_id': '5d77836de6da44069da4ac0569c37f94', 'subnets': [{'id': 'd9181584-58fc-45d1-a02e-bb9f02db601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:27.040732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d80c874-b222-41a4-8a60-b151e014fbcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Made reservation on behalf of 7bb9436c11dd41a8b4aa7512f408b7cf for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:27.043146 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d80c874-b222-41a4-8a60-b151e014fbcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.088741 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Checking router: 3af8dc4e-cd47-4b1b-9888-5d0309758fd4 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:07:27.089146 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Updating router 3af8dc4e-cd47-4b1b-9888-5d0309758fd4 port b3b7c57e-e51c-409e-8f88-57b8a9049af2 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:07:27.105593 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-6d80c874-b222-41a4-8a60-b151e014fbcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] device_id is not set on port eb5cd373-eccd-4a1e-b992-a6da69f93d34 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:27.150020 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.235887 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3d9da4b0-6b3c-4a20-b1ca-faaee785245c tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.259564 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3d9da4b0-6b3c-4a20-b1ca-faaee785245c tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.283294 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9da4b0-6b3c-4a20-b1ca-faaee785245c tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ca284c-fb74-4fa2-9ee6-458080abb862,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:27.314893 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3d9da4b0-6b3c-4a20-b1ca-faaee785245c tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.320105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49410) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:27.328098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7f0f4d83-df1e-4e81-a94d-b2f51183a6e7 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Request body: {'security_group_rule': {'security_group_id': '93b5bafa-dffe-42de-a9a9-1bc760e622db', 'project_id': '334c6bf901ae4776812cd96573c73d99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:27.333883 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3d9da4b0-6b3c-4a20-b1ca-faaee785245c tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4867411 Jul 06 12:07:27.384211 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f0f4d83-df1e-4e81-a94d-b2f51183a6e7 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.483068 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d80c874-b222-41a4-8a60-b151e014fbcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.492155 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f0f4d83-df1e-4e81-a94d-b2f51183a6e7 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.497911 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f0f4d83-df1e-4e81-a94d-b2f51183a6e7 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.502001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49418) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:27.555038 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d80c874-b222-41a4-8a60-b151e014fbcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.561346 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d58de7b9-28f5-4447-b153-efbb23718132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.563041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f4d83-df1e-4e81-a94d-b2f51183a6e7 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf127b5a-bf20-4891-9b2a-d3a05c965696,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:27.611442 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.630731 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80c874-b222-41a4-8a60-b151e014fbcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Pushing event updated for resources: {'Port': ['ID=eb5cd373-eccd-4a1e-b992-a6da69f93d34,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:27.636455 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Transition to ACTIVE for port object b3b7c57e-e51c-409e-8f88-57b8a9049af2 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:27.665833 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.673722 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d80c874-b222-41a4-8a60-b151e014fbcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Network 5a658a20-e445-483f-8c0b-47d42dfc7110 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:27.677849 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-6d80c874-b222-41a4-8a60-b151e014fbcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:27.683866 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80c874-b222-41a4-8a60-b151e014fbcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:27.688417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d80c874-b222-41a4-8a60-b151e014fbcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:27.689459 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d80c874-b222-41a4-8a60-b151e014fbcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.783218 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d58de7b9-28f5-4447-b153-efbb23718132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.789858 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f0f4d83-df1e-4e81-a94d-b2f51183a6e7 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.793951 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7f0f4d83-df1e-4e81-a94d-b2f51183a6e7 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4725349 Jul 06 12:07:27.794811 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49424) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:27.795285 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1f17a-42ac-4e9d-a986-ef06deb7c23f None None] Pushing event updated for resources: {'Port': ['ID=b3b7c57e-e51c-409e-8f88-57b8a9049af2,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:27.801244 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a7f81dd2-19f0-4d59-9505-9f1a3d541aab up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:27.806589 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6d80c874-b222-41a4-8a60-b151e014fbcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9111431 Jul 06 12:07:27.807880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49426) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:27.814771 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:27.825096 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d58de7b9-28f5-4447-b153-efbb23718132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.832425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f6854bca-b4ac-4324-81af-0f9068181011 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Request body: {'security_group_rule': {'security_group_id': '93b5bafa-dffe-42de-a9a9-1bc760e622db', 'project_id': '334c6bf901ae4776812cd96573c73d99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:27.861104 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49430) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:27.957804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port a7f81dd2-19f0-4d59-9505-9f1a3d541aab triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:27.958184 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:27.969884 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.005276 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Attempting to bind port b3b7c57e-e51c-409e-8f88-57b8a9049af2 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:28.005739 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Attempting to bind port b3b7c57e-e51c-409e-8f88-57b8a9049af2 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '88308971-fbe0-450a-80ab-bf18ac9481f2'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:28.006003 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Attempting to bind port b3b7c57e-e51c-409e-8f88-57b8a9049af2 on network 88308971-fbe0-450a-80ab-bf18ac9481f2 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:28.017309 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6854bca-b4ac-4324-81af-0f9068181011 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.026582 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:28.026962 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Checking segment: {'id': 'a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '88308971-fbe0-450a-80ab-bf18ac9481f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:28.027408 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.027869 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Bound using segment: {'id': 'a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '88308971-fbe0-450a-80ab-bf18ac9481f2'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:28.028283 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Bound port: b3b7c57e-e51c-409e-8f88-57b8a9049af2, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '88308971-fbe0-450a-80ab-bf18ac9481f2'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:28.028661 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.053421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-12da3d6d-a2b7-4139-b59e-2fdb1968a29a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1663241899'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:28.059840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58de7b9-28f5-4447-b153-efbb23718132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cc9bbc-0b93-48cb-8852-33a57040d40c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:28.076426 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d58de7b9-28f5-4447-b153-efbb23718132 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=252a39f29f584d99a9a02f204021b4a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5670402 Jul 06 12:07:28.079792 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49434) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:28.162384 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6854bca-b4ac-4324-81af-0f9068181011 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.170274 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6854bca-b4ac-4324-81af-0f9068181011 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.174417 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] For port b3b7c57e-e51c-409e-8f88-57b8a9049af2, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:28.179176 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] For port b3b7c57e-e51c-409e-8f88-57b8a9049af2, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b3b7c57e-e51c-409e-8f88-57b8a9049af2,segment=NetworkSegment(a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a),segment_id=a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:28.186425 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.193008 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12da3d6d-a2b7-4139-b59e-2fdb1968a29a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Made reservation on behalf of cd2bef4cc7ea480391f165504e9daa48 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:28.197317 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-12da3d6d-a2b7-4139-b59e-2fdb1968a29a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.198906 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-301979e2-c8c0-4922-b1b0-4be5b4bb51d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.207301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6854bca-b4ac-4324-81af-0f9068181011 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749859aa-2d52-49d8-960a-92cc434b35ef,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:28.213728 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-12da3d6d-a2b7-4139-b59e-2fdb1968a29a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.221613 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6854bca-b4ac-4324-81af-0f9068181011 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.227039 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f6854bca-b4ac-4324-81af-0f9068181011 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4288490 Jul 06 12:07:28.227852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49436) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:28.237927 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4d0c8e84-2f83-4f46-b89a-e19735a7e48a tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Request body: {'security_group_rule': {'security_group_id': '93b5bafa-dffe-42de-a9a9-1bc760e622db', 'project_id': '334c6bf901ae4776812cd96573c73d99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:28.254533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-301979e2-c8c0-4922-b1b0-4be5b4bb51d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.259143 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Routers {'3af8dc4e-cd47-4b1b-9888-5d0309758fd4'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:28.263323 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3af8dc4e-cd47-4b1b-9888-5d0309758fd4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:28.332995 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-12da3d6d-a2b7-4139-b59e-2fdb1968a29a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.345725 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-12da3d6d-a2b7-4139-b59e-2fdb1968a29a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.380335 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1f17a-42ac-4e9d-a986-ef06deb7c23f None None] Pushing event updated for resources: {'Port': ['ID=b3b7c57e-e51c-409e-8f88-57b8a9049af2,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:28.385486 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-301979e2-c8c0-4922-b1b0-4be5b4bb51d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.410760 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-301979e2-c8c0-4922-b1b0-4be5b4bb51d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.412368 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-301979e2-c8c0-4922-b1b0-4be5b4bb51d1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/42cc9bbc-0b93-48cb-8852-33a57040d40c HTTP/1.1" status: 204 len: 168 time: 0.3315811 Jul 06 12:07:28.418649 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d0c8e84-2f83-4f46-b89a-e19735a7e48a tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.463623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12da3d6d-a2b7-4139-b59e-2fdb1968a29a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:07:28.463963 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] Set router 3af8dc4e-cd47-4b1b-9888-5d0309758fd4 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:28.486919 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] device_id is not set on port eb5cd373-eccd-4a1e-b992-a6da69f93d34 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:28.491586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d0c8e84-2f83-4f46-b89a-e19735a7e48a tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.499433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da3d6d-a2b7-4139-b59e-2fdb1968a29a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683260a1-5eaa-4ae0-bedc-93b53d74eefe,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:28.500479 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d0c8e84-2f83-4f46-b89a-e19735a7e48a tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.516857 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.539843 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-12da3d6d-a2b7-4139-b59e-2fdb1968a29a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.540230 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-12da3d6d-a2b7-4139-b59e-2fdb1968a29a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Added segment e8a77c89-7b8b-4fc2-bcc9-57f65a41f5a1 of type vlan for network 55567a65-c669-4588-b34b-e8a8f6d9d567 Jul 06 12:07:28.552774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301979e2-c8c0-4922-b1b0-4be5b4bb51d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cc9bbc-0b93-48cb-8852-33a57040d40c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:28.567756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c8e84-2f83-4f46-b89a-e19735a7e48a tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c43281-84fe-4589-917a-b97d625b4855,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:28.586785 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d0c8e84-2f83-4f46-b89a-e19735a7e48a tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.589768 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4d0c8e84-2f83-4f46-b89a-e19735a7e48a tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3575234 Jul 06 12:07:28.590986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49442) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:28.602214 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5ec34f95-3470-4255-a1c2-71735ed2d6fb tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Request body: {'security_group_rule': {'security_group_id': '93b5bafa-dffe-42de-a9a9-1bc760e622db', 'project_id': '334c6bf901ae4776812cd96573c73d99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:28.629423 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-5ec34f95-3470-4255-a1c2-71735ed2d6fb tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Project 334c6bf901ae4776812cd96573c73d99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:07:28.634523 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Transition to ACTIVE for port object eb5cd373-eccd-4a1e-b992-a6da69f93d34 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:28.640755 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ec34f95-3470-4255-a1c2-71735ed2d6fb tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.664461 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.704425 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-12da3d6d-a2b7-4139-b59e-2fdb1968a29a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.746988 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ec34f95-3470-4255-a1c2-71735ed2d6fb tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.754240 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ec34f95-3470-4255-a1c2-71735ed2d6fb tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.760008 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'name': 'tempest-TestServerBasicOps-1166671306-router', 'tenant_id': '5d77836de6da44069da4ac0569c37f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a7f81dd2-19f0-4d59-9505-9f1a3d541aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:14Z', 'updated_at': '2021-07-06T12:07:23Z', 'revision_number': 4, 'project_id': '5d77836de6da44069da4ac0569c37f94', 'gw_port': {'id': 'a7f81dd2-19f0-4d59-9505-9f1a3d541aab', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:15Z', 'updated_at': '2021-07-06T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b3b7c57e-e51c-409e-8f88-57b8a9049af2', 'name': '', 'network_id': '88308971-fbe0-450a-80ab-bf18ac9481f2', 'tenant_id': '5d77836de6da44069da4ac0569c37f94', 'mac_address': 'fa:16:3e:b9:44:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'd9181584-58fc-45d1-a02e-bb9f02db601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:22Z', 'updated_at': '2021-07-06T12:07:28Z', 'revision_number': 4, 'project_id': '5d77836de6da44069da4ac0569c37f94', 'subnets': [{'id': 'd9181584-58fc-45d1-a02e-bb9f02db601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:28.776164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec34f95-3470-4255-a1c2-71735ed2d6fb tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0e85af-0bec-4247-9043-4334d7ec3ffc,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:28.804063 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593b4da-9362-412b-80a6-a377ab1f253e None None] The sync data for ids ['3af8dc4e-cd47-4b1b-9888-5d0309758fd4'] in n-d-799529-2 is: [{'id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'name': 'tempest-TestServerBasicOps-1166671306-router', 'tenant_id': '5d77836de6da44069da4ac0569c37f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a7f81dd2-19f0-4d59-9505-9f1a3d541aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:14Z', 'updated_at': '2021-07-06T12:07:23Z', 'revision_number': 4, 'project_id': '5d77836de6da44069da4ac0569c37f94', 'gw_port': {'id': 'a7f81dd2-19f0-4d59-9505-9f1a3d541aab', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:15Z', 'updated_at': '2021-07-06T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b3b7c57e-e51c-409e-8f88-57b8a9049af2', 'name': '', 'network_id': '88308971-fbe0-450a-80ab-bf18ac9481f2', 'tenant_id': '5d77836de6da44069da4ac0569c37f94', 'mac_address': 'fa:16:3e:b9:44:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'd9181584-58fc-45d1-a02e-bb9f02db601d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:22Z', 'updated_at': '2021-07-06T12:07:28Z', 'revision_number': 4, 'project_id': '5d77836de6da44069da4ac0569c37f94', 'subnets': [{'id': 'd9181584-58fc-45d1-a02e-bb9f02db601d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:28.812029 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ec34f95-3470-4255-a1c2-71735ed2d6fb tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.818898 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5ec34f95-3470-4255-a1c2-71735ed2d6fb tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2215829 Jul 06 12:07:28.819922 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49448) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:28.828101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4d258bc3-02d7-443e-a525-77b0c4d36f94 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Request body: {'security_group_rule': {'security_group_id': '93b5bafa-dffe-42de-a9a9-1bc760e622db', 'project_id': '334c6bf901ae4776812cd96573c73d99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:28.837559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:28.838060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:28.838233 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:28.844757 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:28.845101 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:28.845643 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Pushing event updated for resources: {'Port': ['ID=eb5cd373-eccd-4a1e-b992-a6da69f93d34,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:28.868564 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 2 to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 Jul 06 12:07:28.899541 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-4d258bc3-02d7-443e-a525-77b0c4d36f94 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Project 334c6bf901ae4776812cd96573c73d99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:07:28.907849 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-12da3d6d-a2b7-4139-b59e-2fdb1968a29a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.910872 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d258bc3-02d7-443e-a525-77b0c4d36f94 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.915207 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12da3d6d-a2b7-4139-b59e-2fdb1968a29a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:28.920105 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-12da3d6d-a2b7-4139-b59e-2fdb1968a29a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:28.937108 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:28.937452 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:28.937802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:28.957471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:28.957830 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:28.989720 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 3 to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 Jul 06 12:07:29.016064 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-12da3d6d-a2b7-4139-b59e-2fdb1968a29a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1491976 Jul 06 12:07:29.017330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49452) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:29.028250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-32b07d8a-eecf-4878-bb4d-54375a64cbb8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Request body: {'subnet': {'network_id': '55567a65-c669-4588-b34b-e8a8f6d9d567', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:29.029829 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:29.030183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:29.030534 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:29.051877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:29.052395 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:29.053137 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 4 to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 Jul 06 12:07:29.062626 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da3d6d-a2b7-4139-b59e-2fdb1968a29a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event updated for resources: {'Network': ['ID=55567a65-c669-4588-b34b-e8a8f6d9d567,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:29.081372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:29.081737 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:29.082647 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:29.084891 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 55567a65-c669-4588-b34b-e8a8f6d9d567 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:07:29.087622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:29.087984 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:29.088409 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 5 to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 Jul 06 12:07:29.103783 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:29.104146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:29.104500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:29.109609 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:29.109906 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:29.110332 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 6 to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 Jul 06 12:07:29.134686 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:29.135031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:29.135415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:29.140529 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:29.140882 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:29.141318 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 7 to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 Jul 06 12:07:29.178419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:29.178648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:29.179194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:29.194150 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:29.198887 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:29.199651 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 8 to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 Jul 06 12:07:29.227734 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:29.228556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:29.229381 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:29.237846 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:29.238507 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:29.239276 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 9 to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 Jul 06 12:07:29.265095 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:29.265450 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:29.265797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:29.271460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:29.271693 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:29.272296 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempt 10 to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 Jul 06 12:07:29.284877 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d258bc3-02d7-443e-a525-77b0c4d36f94 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.289425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:29.289831 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:29.290228 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempting to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:29.294760 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d258bc3-02d7-443e-a525-77b0c4d36f94 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.296442 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:29.297038 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Failed to bind port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '388ac6d8-b9c2-4e93-a1b4-37c75d23e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5a658a20-e445-483f-8c0b-47d42dfc7110'}] Jul 06 12:07:29.297594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.348452 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d258bc3-02d7-443e-a525-77b0c4d36f94 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1331d6da-4149-4ffc-9cd1-6973d6bba6d0,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:29.373319 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b07d8a-eecf-4878-bb4d-54375a64cbb8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Made reservation on behalf of cd2bef4cc7ea480391f165504e9daa48 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:29.379992 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32b07d8a-eecf-4878-bb4d-54375a64cbb8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.401042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] For port eb5cd373-eccd-4a1e-b992-a6da69f93d34, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:29.401665 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attempted to set empty binding levels {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 12:07:29.408696 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.415032 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49464) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:29.451535 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d258bc3-02d7-443e-a525-77b0c4d36f94 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.453034 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4d258bc3-02d7-443e-a525-77b0c4d36f94 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6318998 Jul 06 12:07:29.489634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] In _notify_port_updated(), no bound segment for port eb5cd373-eccd-4a1e-b992-a6da69f93d34 on network 5a658a20-e445-483f-8c0b-47d42dfc7110 {{(pid=100427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:07:29.491739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:29.492961 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.495930 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] 10.222.0.81 "PUT /v2.0/ports/eb5cd373-eccd-4a1e-b992-a6da69f93d34 HTTP/1.1" status: 200 len: 979 time: 1.6859913 Jul 06 12:07:29.498054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49472) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:29.546751 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d45fa-a966-4d66-908b-55d5c888d28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Pushing event updated for resources: {'Port': ['ID=eb5cd373-eccd-4a1e-b992-a6da69f93d34,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:29.776886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1ce1ee35-4ed3-471d-b879-8bce5e0cd7be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Deleting port eb5cd373-eccd-4a1e-b992-a6da69f93d34 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:29.777405 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ee35-4ed3-471d-b879-8bce5e0cd7be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.781467 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32b07d8a-eecf-4878-bb4d-54375a64cbb8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:29.896535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b3b7c57e-e51c-409e-8f88-57b8a9049af2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:29.974469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port b3b7c57e-e51c-409e-8f88-57b8a9049af2 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:29.979710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b3b7c57e-e51c-409e-8f88-57b8a9049af2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:29.980141 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.005912 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-1ce1ee35-4ed3-471d-b879-8bce5e0cd7be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] For port eb5cd373-eccd-4a1e-b992-a6da69f93d34, host n-h2-799529-2, got binding levels [] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:30.006273 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ee35-4ed3-471d-b879-8bce5e0cd7be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.029106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b07d8a-eecf-4878-bb4d-54375a64cbb8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event updated for resources: {'Subnet': ['ID=f641a75c-27bc-443c-b7c8-d646903378fa,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:30.046287 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1ce1ee35-4ed3-471d-b879-8bce5e0cd7be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Calling delete_port for eb5cd373-eccd-4a1e-b992-a6da69f93d34 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:30.058808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b07d8a-eecf-4878-bb4d-54375a64cbb8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Checking segment: {'id': 'e8a77c89-7b8b-4fc2-bcc9-57f65a41f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '55567a65-c669-4588-b34b-e8a8f6d9d567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:30.059586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b07d8a-eecf-4878-bb4d-54375a64cbb8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Network hostable DHCP agents. Network: 55567a65-c669-4588-b34b-e8a8f6d9d567, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:07:30.114268 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-7dfa5725-369e-4626-bb1b-c4ad81cf57ae tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491434926&fields=id&tenant_id=334c6bf901ae4776812cd96573c73d99 HTTP/1.1" status: 200 len: 267 time: 0.1657200 Jul 06 12:07:30.163391 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b07d8a-eecf-4878-bb4d-54375a64cbb8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Network 55567a65-c669-4588-b34b-e8a8f6d9d567 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:07:30.194185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-32b07d8a-eecf-4878-bb4d-54375a64cbb8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 55567a65-c669-4588-b34b-e8a8f6d9d567) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:30.208728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b07d8a-eecf-4878-bb4d-54375a64cbb8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:30.209338 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32b07d8a-eecf-4878-bb4d-54375a64cbb8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.214449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8d0e5a-fcd0-4ff7-a26e-c8e3d91db662 None None] Network 55567a65-c669-4588-b34b-e8a8f6d9d567 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:30.224135 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.281962 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-32b07d8a-eecf-4878-bb4d-54375a64cbb8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2588489 Jul 06 12:07:30.282571 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49498) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:30.288860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-05396152-c78c-4124-90e3-999468f3212c tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Request body: {'port': {'network_id': '55567a65-c669-4588-b34b-e8a8f6d9d567', 'name': 'tempest-AllowedAddressPairTestJSON-1698489982'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:30.308301 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ee35-4ed3-471d-b879-8bce5e0cd7be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.397071 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port b3b7c57e-e51c-409e-8f88-57b8a9049af2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b3b7c57e-e51c-409e-8f88-57b8a9049af2,segment=NetworkSegment(a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a),segment_id=a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:30.408480 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.445120 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1ee35-4ed3-471d-b879-8bce5e0cd7be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb5cd373-eccd-4a1e-b992-a6da69f93d34,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:30.456783 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ee35-4ed3-471d-b879-8bce5e0cd7be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.461613 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1ce1ee35-4ed3-471d-b879-8bce5e0cd7be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] 10.222.0.81 "DELETE /v2.0/ports/eb5cd373-eccd-4a1e-b992-a6da69f93d34 HTTP/1.1" status: 204 len: 168 time: 0.9597585 Jul 06 12:07:30.464679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49504) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:30.519966 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe86a1e0-6825-4a7b-996f-eb95bc2fd52c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] GET failed (client error): The resource could not be found. Jul 06 12:07:30.527780 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fe86a1e0-6825-4a7b-996f-eb95bc2fd52c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1540096750-project-admin] 10.222.0.81 "GET /v2.0/ports/eb5cd373-eccd-4a1e-b992-a6da69f93d34 HTTP/1.1" status: 404 len: 333 time: 0.0624025 Jul 06 12:07:30.528411 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49506) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:30.550832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-41767596-de26-4282-b3c3-862d8bef6490 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:30.557102 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-41767596-de26-4282-b3c3-862d8bef6490 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/networks?id=17d282bc-2eba-4aa2-8f05-b09a2930641c HTTP/1.1" status: 200 len: 809 time: 0.4285724 Jul 06 12:07:30.588172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=b3b7c57e-e51c-409e-8f88-57b8a9049af2,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:30.609314 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-117c219e-e961-45c9-b157-1f203c47474a tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/quotas/334c6bf901ae4776812cd96573c73d99 HTTP/1.1" status: 200 len: 375 time: 0.0403438 Jul 06 12:07:30.698507 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86048789-767b-470e-ba62-e639901ec9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.704684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-55567a65-c669-4588-b34b-e8a8f6d9d567', 'network_id': '55567a65-c669-4588-b34b-e8a8f6d9d567', 'tenant_id': 'cd2bef4cc7ea480391f165504e9daa48', 'fixed_ips': [{'subnet_id': 'f641a75c-27bc-443c-b7c8-d646903378fa'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:07:30.712032 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.722101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05396152-c78c-4124-90e3-999468f3212c tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Made reservation on behalf of cd2bef4cc7ea480391f165504e9daa48 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:30.725861 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-05396152-c78c-4124-90e3-999468f3212c tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.782312 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-05396152-c78c-4124-90e3-999468f3212c tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] device_id is not set on port 50b27021-5745-49cd-aef9-b704c45421b6 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:30.877488 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-0022afe7-d76f-4ad4-a9b3-faf15cfe32cc tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=334c6bf901ae4776812cd96573c73d99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2585211 Jul 06 12:07:30.917681 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86048789-767b-470e-ba62-e639901ec9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.929546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-86048789-767b-470e-ba62-e639901ec9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a658a20-e445-483f-8c0b-47d42dfc7110']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:30.932178 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Allocated IP 172.20.0.2 (55567a65-c669-4588-b34b-e8a8f6d9d567/f641a75c-27bc-443c-b7c8-d646903378fa/5bea3f43-6fd2-4821-b5bf-d10fdbf6467c) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:30.961022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-86048789-767b-470e-ba62-e639901ec9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388ac6d8-b9c2-4e93-a1b4-37c75d23e921') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:30.961324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-86048789-767b-470e-ba62-e639901ec9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388ac6d8-b9c2-4e93-a1b4-37c75d23e921') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:30.971780 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86048789-767b-470e-ba62-e639901ec9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:30.992063 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86048789-767b-470e-ba62-e639901ec9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.003894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86048789-767b-470e-ba62-e639901ec9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:31.004302 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86048789-767b-470e-ba62-e639901ec9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.008218 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-487818ef-f996-4035-84c0-d5de31cbab8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:31.008409 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:31.057028 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-f4a9ab98-c286-4a13-9143-3117423172d4 service neutron] 10.222.0.81 "GET /v2.0/networks/17d282bc-2eba-4aa2-8f05-b09a2930641c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541636 Jul 06 12:07:31.087958 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86048789-767b-470e-ba62-e639901ec9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.097269 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86048789-767b-470e-ba62-e639901ec9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.104251 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.117088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Transition to ACTIVE for port object 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:31.117313 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-86048789-767b-470e-ba62-e639901ec9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] 10.222.0.81 "DELETE /v2.0/networks/5a658a20-e445-483f-8c0b-47d42dfc7110 HTTP/1.1" status: 204 len: 168 time: 0.5755208 Jul 06 12:07:31.137806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Transition to ACTIVE for port object 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:31.145228 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.170112 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86048789-767b-470e-ba62-e639901ec9ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197832920-project] Pushing event deleted for resources: {'Network': ['ID=5a658a20-e445-483f-8c0b-47d42dfc7110,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:31.238080 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-05396152-c78c-4124-90e3-999468f3212c tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Allocated IP 172.20.0.7 (55567a65-c669-4588-b34b-e8a8f6d9d567/f641a75c-27bc-443c-b7c8-d646903378fa/50b27021-5745-49cd-aef9-b704c45421b6) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:31.269503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Pushing event updated for resources: {'Port': ['ID=5bea3f43-6fd2-4821-b5bf-d10fdbf6467c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:31.276995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Network 55567a65-c669-4588-b34b-e8a8f6d9d567 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:31.281697 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:31.287877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:31.431054 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Attempting to bind port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:31.431471 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Attempting to bind port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e8a77c89-7b8b-4fc2-bcc9-57f65a41f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '55567a65-c669-4588-b34b-e8a8f6d9d567'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:31.431968 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Attempting to bind port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c on network 55567a65-c669-4588-b34b-e8a8f6d9d567 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:31.441417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:31.441927 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Checking segment: {'id': 'e8a77c89-7b8b-4fc2-bcc9-57f65a41f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '55567a65-c669-4588-b34b-e8a8f6d9d567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:31.442334 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.442728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Bound using segment: {'id': 'e8a77c89-7b8b-4fc2-bcc9-57f65a41f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '55567a65-c669-4588-b34b-e8a8f6d9d567'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:31.443589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Bound port: 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a77c89-7b8b-4fc2-bcc9-57f65a41f5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '55567a65-c669-4588-b34b-e8a8f6d9d567'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:31.444148 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.499192 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-05396152-c78c-4124-90e3-999468f3212c tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.521263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-05396152-c78c-4124-90e3-999468f3212c tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Transition to ACTIVE for port object 50b27021-5745-49cd-aef9-b704c45421b6 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:31.553420 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] For port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:31.555064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49532) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:31.560323 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] For port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5bea3f43-6fd2-4821-b5bf-d10fdbf6467c,segment=NetworkSegment(e8a77c89-7b8b-4fc2-bcc9-57f65a41f5a1),segment_id=e8a77c89-7b8b-4fc2-bcc9-57f65a41f5a1)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:31.567454 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.583430 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-05396152-c78c-4124-90e3-999468f3212c tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.593086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-cb2181e9-35b4-4a93-af0b-288d3aed6277 service neutron] 10.222.0.81 "GET /v2.0/networks/17d282bc-2eba-4aa2-8f05-b09a2930641c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243654 Jul 06 12:07:31.675682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb219c8-79e3-4dca-afaf-5e24a29bc6fa None None] Pushing event updated for resources: {'Port': ['ID=5bea3f43-6fd2-4821-b5bf-d10fdbf6467c,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:31.721263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05396152-c78c-4124-90e3-999468f3212c tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Network 55567a65-c669-4588-b34b-e8a8f6d9d567 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:31.736914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-05396152-c78c-4124-90e3-999468f3212c tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:31.739135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05396152-c78c-4124-90e3-999468f3212c tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event updated for resources: {'Port': ['ID=50b27021-5745-49cd-aef9-b704c45421b6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:31.741525 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05396152-c78c-4124-90e3-999468f3212c tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:31.795834 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b3b7c57e-e51c-409e-8f88-57b8a9049af2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:31.854473 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05396152-c78c-4124-90e3-999468f3212c tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:31.855117 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-05396152-c78c-4124-90e3-999468f3212c tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:31.886353 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-05396152-c78c-4124-90e3-999468f3212c tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5994394 Jul 06 12:07:31.887051 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49540) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:31.900183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c6a49bed-739f-4814-b9bf-cb520bcd931b tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Request body: {'port': {'network_id': '55567a65-c669-4588-b34b-e8a8f6d9d567', 'name': 'tempest-AllowedAddressPairTestJSON-1125337555', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:8d:92:91'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:31.912209 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4a126cbf-2a1c-4406-9b4f-7a514983d02b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1e7d699ac3bb4e8ba453d4ef99cd4ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554432 Jul 06 12:07:31.915260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49542) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:31.936885 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:07:31.942769 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b3b7c57e-e51c-409e-8f88-57b8a9049af2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:31.943141 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.106257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-487818ef-f996-4035-84c0-d5de31cbab8b admin admin] Deleting port 03154b37-8e64-4763-be40-b2d529f47d0e {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:32.106747 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-487818ef-f996-4035-84c0-d5de31cbab8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.215095 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9a5d475f-f9e9-47d4-85b9-d7ed218af392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.219296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a49bed-739f-4814-b9bf-cb520bcd931b tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Made reservation on behalf of cd2bef4cc7ea480391f165504e9daa48 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:32.285993 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9a5d475f-f9e9-47d4-85b9-d7ed218af392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.337018 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-487818ef-f996-4035-84c0-d5de31cbab8b admin admin] For port 03154b37-8e64-4763-be40-b2d529f47d0e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=03154b37-8e64-4763-be40-b2d529f47d0e,segment=NetworkSegment(4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2),segment_id=4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:32.337680 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-487818ef-f996-4035-84c0-d5de31cbab8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.354543 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-487818ef-f996-4035-84c0-d5de31cbab8b admin admin] Calling delete_port for 03154b37-8e64-4763-be40-b2d529f47d0e owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:32.400216 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6a49bed-739f-4814-b9bf-cb520bcd931b tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.427778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-c6a49bed-739f-4814-b9bf-cb520bcd931b tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] device_id is not set on port 6ae0a4d7-8f75-491a-9d15-cfb9a5b25576 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:32.478317 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9a5d475f-f9e9-47d4-85b9-d7ed218af392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.481717 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9a5d475f-f9e9-47d4-85b9-d7ed218af392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.482950 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9a5d475f-f9e9-47d4-85b9-d7ed218af392 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b105f610-eb8e-4a8b-b37d-de9a241ee93f HTTP/1.1" status: 204 len: 168 time: 0.5666075 Jul 06 12:07:32.502701 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b21198a3-1d72-485e-9c86-71e5cb9952e2 req-98da7ec9-dc2a-4e42-a8f1-cc1b78ea21f7 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 210 time: 0.0877156 Jul 06 12:07:32.535671 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d475f-f9e9-47d4-85b9-d7ed218af392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b105f610-eb8e-4a8b-b37d-de9a241ee93f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:32.633243 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-c6a49bed-739f-4814-b9bf-cb520bcd931b tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Allocated IP 172.20.0.6 (55567a65-c669-4588-b34b-e8a8f6d9d567/f641a75c-27bc-443c-b7c8-d646903378fa/6ae0a4d7-8f75-491a-9d15-cfb9a5b25576) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:32.883056 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-487818ef-f996-4035-84c0-d5de31cbab8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:32.914420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487818ef-f996-4035-84c0-d5de31cbab8b admin admin] Pushing event deleted for resources: {'Port': ['ID=03154b37-8e64-4763-be40-b2d529f47d0e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:33.147520 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-487818ef-f996-4035-84c0-d5de31cbab8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:33.151067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49562) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:33.462831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98abe99-5cfb-419a-b45b-d1ceecfaf38a None None] Network 55567a65-c669-4588-b34b-e8a8f6d9d567 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:33.504363 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dfed46fd-2dd8-4117-bb67-14813c0e6d93 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7bb9436c11dd41a8b4aa7512f408b7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429356 Jul 06 12:07:33.504363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49578) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:33.524580 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6a49bed-739f-4814-b9bf-cb520bcd931b tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:33.541669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-c6a49bed-739f-4814-b9bf-cb520bcd931b tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Transition to ACTIVE for port object 6ae0a4d7-8f75-491a-9d15-cfb9a5b25576 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:33.610734 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6a49bed-739f-4814-b9bf-cb520bcd931b tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:33.615804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5f3ed37c-f0a4-407d-9642-9957a7e47537 None None] Provisioning for port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:33.700706 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2741ad45-a5d5-4687-aa9b-1d69dda81b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:33.733712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a49bed-739f-4814-b9bf-cb520bcd931b tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event updated for resources: {'Port': ['ID=6ae0a4d7-8f75-491a-9d15-cfb9a5b25576,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:33.762418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a49bed-739f-4814-b9bf-cb520bcd931b tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Network 55567a65-c669-4588-b34b-e8a8f6d9d567 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:33.764907 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c6a49bed-739f-4814-b9bf-cb520bcd931b tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:33.767491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a49bed-739f-4814-b9bf-cb520bcd931b tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:33.843211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a49bed-739f-4814-b9bf-cb520bcd931b tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:33.844511 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6a49bed-739f-4814-b9bf-cb520bcd931b tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:33.846320 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2741ad45-a5d5-4687-aa9b-1d69dda81b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:33.857667 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c3c0b6b8-15e0-4aad-9f60-073d30b1a65a req-dac3237f-4fa6-409a-bb12-5a43ad3021a6 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 210 time: 0.0968924 Jul 06 12:07:33.867098 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487818ef-f996-4035-84c0-d5de31cbab8b admin admin] Router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:07:33.894998 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c6a49bed-739f-4814-b9bf-cb520bcd931b tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.0067596 Jul 06 12:07:33.898557 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49582) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:33.977331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:34.060200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-7532d54d-2ccf-4938-b415-6a04a2e8d95a tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:34.068312 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-7532d54d-2ccf-4938-b415-6a04a2e8d95a tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.23 "GET /v2.0/networks?id=17d282bc-2eba-4aa2-8f05-b09a2930641c HTTP/1.1" status: 200 len: 809 time: 0.2121027 Jul 06 12:07:34.076722 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:34.081577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:34.081956 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.098262 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2741ad45-a5d5-4687-aa9b-1d69dda81b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.101529 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2741ad45-a5d5-4687-aa9b-1d69dda81b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.103005 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2741ad45-a5d5-4687-aa9b-1d69dda81b87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9676ea30-a9e5-4b94-936e-1c5e5caf3c50 HTTP/1.1" status: 204 len: 168 time: 0.5967824 Jul 06 12:07:34.134755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741ad45-a5d5-4687-aa9b-1d69dda81b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9676ea30-a9e5-4b94-936e-1c5e5caf3c50,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:34.160647 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4028f129-3cdd-4307-b834-56c4863fbb98 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:34.167564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4028f129-3cdd-4307-b834-56c4863fbb98 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:34.174289 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4028f129-3cdd-4307-b834-56c4863fbb98 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:34.177055 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4028f129-3cdd-4307-b834-56c4863fbb98 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2772434 Jul 06 12:07:34.179904 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49586) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:34.216623 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-09416059-a99e-46d7-a6c0-4fdb8205fb15 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=334c6bf901ae4776812cd96573c73d99 HTTP/1.1" status: 200 len: 379 time: 0.1326776 Jul 06 12:07:34.228952 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-751de419-48f9-4bc1-ab89-c9c8285939ea tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Request body: {'port': {'device_id': 'a8b4cc41-2a8a-44dd-bd10-f248306d0dd6', 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c', 'admin_state_up': True, 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'security_groups': ['93b5bafa-dffe-42de-a9a9-1bc760e622db']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:34.265668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487818ef-f996-4035-84c0-d5de31cbab8b admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:34.296520 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-487818ef-f996-4035-84c0-d5de31cbab8b admin admin] 10.222.0.81 "PUT /v2.0/routers/4d3e4cfd-e0a8-4145-abe2-3c712c920255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8747318 Jul 06 12:07:34.307024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49588) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:34.356545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9409d713-eabd-424e-921c-b1e2871e5bf6 None None] Sync routers for ids ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:34.390005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9409d713-eabd-424e-921c-b1e2871e5bf6 None None] Routers {'4d3e4cfd-e0a8-4145-abe2-3c712c920255'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:34.390920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9409d713-eabd-424e-921c-b1e2871e5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:34.393267 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.413844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a7f58926-e212-4ff8-bc98-a2dc60f66daa None None] Provisioning for port 6ae0a4d7-8f75-491a-9d15-cfb9a5b25576 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:34.498375 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-751de419-48f9-4bc1-ab89-c9c8285939ea tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Made reservation on behalf of 334c6bf901ae4776812cd96573c73d99 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:34.504325 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-751de419-48f9-4bc1-ab89-c9c8285939ea tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.528732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a7f58926-e212-4ff8-bc98-a2dc60f66daa None None] Provisioning complete for port 6ae0a4d7-8f75-491a-9d15-cfb9a5b25576 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:34.535741 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6d65c8b4-2110-482c-86f8-f0d13806f4e5 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Deleting port 6ae0a4d7-8f75-491a-9d15-cfb9a5b25576 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:34.537264 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d65c8b4-2110-482c-86f8-f0d13806f4e5 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.538597 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a7f58926-e212-4ff8-bc98-a2dc60f66daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.638041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5bea3f43-6fd2-4821-b5bf-d10fdbf6467c,segment=NetworkSegment(e8a77c89-7b8b-4fc2-bcc9-57f65a41f5a1),segment_id=e8a77c89-7b8b-4fc2-bcc9-57f65a41f5a1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:34.662543 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.733018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a7f58926-e212-4ff8-bc98-a2dc60f66daa None None] Port 6ae0a4d7-8f75-491a-9d15-cfb9a5b25576 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:34.761962 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-751de419-48f9-4bc1-ab89-c9c8285939ea tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Allocated IP 172.20.0.3 (17d282bc-2eba-4aa2-8f05-b09a2930641c/1902dd39-7291-49c8-8576-6bf812770b01/7832d3d0-f5cf-4902-a9ed-aa731851ae73) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:34.804717 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-9409d713-eabd-424e-921c-b1e2871e5bf6 None None] Set router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:34.848245 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2d80bbe-7c64-4d3c-859a-a9c56df7619d admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.903884 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a7f58926-e212-4ff8-bc98-a2dc60f66daa None None] Provisioning complete for port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:34.904640 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a7f58926-e212-4ff8-bc98-a2dc60f66daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:34.979331 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-751de419-48f9-4bc1-ab89-c9c8285939ea tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.007739 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-751de419-48f9-4bc1-ab89-c9c8285939ea tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Transition to ACTIVE for port object 7832d3d0-f5cf-4902-a9ed-aa731851ae73 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:35.008442 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d65c8b4-2110-482c-86f8-f0d13806f4e5 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.031536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6d65c8b4-2110-482c-86f8-f0d13806f4e5 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Calling delete_port for 6ae0a4d7-8f75-491a-9d15-cfb9a5b25576 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:35.049026 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-751de419-48f9-4bc1-ab89-c9c8285939ea tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.066949 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2d80bbe-7c64-4d3c-859a-a9c56df7619d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.113800 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-751de419-48f9-4bc1-ab89-c9c8285939ea tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Network 17d282bc-2eba-4aa2-8f05-b09a2930641c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:35.122107 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-751de419-48f9-4bc1-ab89-c9c8285939ea tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:35.127332 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-751de419-48f9-4bc1-ab89-c9c8285939ea tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:35.131842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751de419-48f9-4bc1-ab89-c9c8285939ea tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Pushing event updated for resources: {'Port': ['ID=7832d3d0-f5cf-4902-a9ed-aa731851ae73,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:35.198914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-751de419-48f9-4bc1-ab89-c9c8285939ea tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:35.200105 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-751de419-48f9-4bc1-ab89-c9c8285939ea tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.222507 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-751de419-48f9-4bc1-ab89-c9c8285939ea tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9985168 Jul 06 12:07:35.235782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Request body: {'port': {'device_id': 'a8b4cc41-2a8a-44dd-bd10-f248306d0dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:35.348272 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.405518 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=5bea3f43-6fd2-4821-b5bf-d10fdbf6467c,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:35.469738 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d65c8b4-2110-482c-86f8-f0d13806f4e5 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.509586 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.540704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f2d80bbe-7c64-4d3c-859a-a9c56df7619d admin admin] Deleting port 9206579b-ef3b-4cf9-937b-fbadfc30777b {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:35.541049 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2d80bbe-7c64-4d3c-859a-a9c56df7619d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.567296 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6ddfefe-6e79-4d23-ae22-ea4bf816408f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.605782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a7f58926-e212-4ff8-bc98-a2dc60f66daa None None] Provisioning for port 50b27021-5745-49cd-aef9-b704c45421b6 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:35.612942 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a7f58926-e212-4ff8-bc98-a2dc60f66daa None None] Provisioning complete for port 50b27021-5745-49cd-aef9-b704c45421b6 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:35.613323 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a7f58926-e212-4ff8-bc98-a2dc60f66daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.657484 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9409d713-eabd-424e-921c-b1e2871e5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'name': 'tempest-TaggedBootDevicesTest-2130856940-router', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:50Z', 'updated_at': '2021-07-06T12:07:32Z', 'revision_number': 5, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'gw_port': {'id': '9206579b-ef3b-4cf9-937b-fbadfc30777b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T11:55:51Z', 'updated_at': '2021-07-06T11:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:35.659769 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a7f58926-e212-4ff8-bc98-a2dc60f66daa None None] Port 50b27021-5745-49cd-aef9-b704c45421b6 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:35.699651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9409d713-eabd-424e-921c-b1e2871e5bf6 None None] Checking router: 4d3e4cfd-e0a8-4145-abe2-3c712c920255 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:07:35.733144 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9409d713-eabd-424e-921c-b1e2871e5bf6 None None] Routers {'4d3e4cfd-e0a8-4145-abe2-3c712c920255'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:35.733798 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9409d713-eabd-424e-921c-b1e2871e5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:35.922512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-9409d713-eabd-424e-921c-b1e2871e5bf6 None None] Set router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:35.953554 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7832d3d0-f5cf-4902-a9ed-aa731851ae73 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:07:35.972018 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:35.998342 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Transition to ACTIVE for port object 7832d3d0-f5cf-4902-a9ed-aa731851ae73 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:36.001490 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:36.007153 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9409d713-eabd-424e-921c-b1e2871e5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'name': 'tempest-TaggedBootDevicesTest-2130856940-router', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:50Z', 'updated_at': '2021-07-06T12:07:35Z', 'revision_number': 6, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:36.008533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.080481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9409d713-eabd-424e-921c-b1e2871e5bf6 None None] The sync data for ids ['4d3e4cfd-e0a8-4145-abe2-3c712c920255'] in n-d-799529-2 is: [{'id': '4d3e4cfd-e0a8-4145-abe2-3c712c920255', 'name': 'tempest-TaggedBootDevicesTest-2130856940-router', 'tenant_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T11:55:50Z', 'updated_at': '2021-07-06T12:07:35Z', 'revision_number': 6, 'project_id': '3a29bee84dd04111b7f3cd2cfb666a57', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:36.102830 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bd3b689a-a2e0-4520-96a3-381350610b09 None None] Provisioning for port 7832d3d0-f5cf-4902-a9ed-aa731851ae73 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:36.145799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bd3b689a-a2e0-4520-96a3-381350610b09 None None] Could not find standard attr ID for object 6ae0a4d7-8f75-491a-9d15-cfb9a5b25576. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:07:36.158315 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65c8b4-2110-482c-86f8-f0d13806f4e5 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event deleted for resources: {'Port': ['ID=6ae0a4d7-8f75-491a-9d15-cfb9a5b25576,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:36.170225 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bab35-302c-44b1-84f6-4abd3f3e1a0f req-40e64d13-48da-4900-af64-8255ea7b8cb7 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:36.178306 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d58bab35-302c-44b1-84f6-4abd3f3e1a0f req-40e64d13-48da-4900-af64-8255ea7b8cb7 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 931 time: 1.0344167 Jul 06 12:07:36.198014 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bd3b689a-a2e0-4520-96a3-381350610b09 None None] Provisioning complete for port 50b27021-5745-49cd-aef9-b704c45421b6 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:36.198443 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd3b689a-a2e0-4520-96a3-381350610b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.203978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:36.204661 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.218518 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Pushing event updated for resources: {'Port': ['ID=7832d3d0-f5cf-4902-a9ed-aa731851ae73,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:36.299730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b689a-a2e0-4520-96a3-381350610b09 None None] Port 50b27021-5745-49cd-aef9-b704c45421b6 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:36.325567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Attempting to bind port 7832d3d0-f5cf-4902-a9ed-aa731851ae73 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:36.327162 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Attempting to bind port 7832d3d0-f5cf-4902-a9ed-aa731851ae73 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '63b84d92-bcd5-4c55-abc9-3c3ce48778a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:36.327850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Attempting to bind port 7832d3d0-f5cf-4902-a9ed-aa731851ae73 on network 17d282bc-2eba-4aa2-8f05-b09a2930641c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:36.345913 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Port 7832d3d0-f5cf-4902-a9ed-aa731851ae73 on network 17d282bc-2eba-4aa2-8f05-b09a2930641c not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:36.347013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Attempting to bind port 7832d3d0-f5cf-4902-a9ed-aa731851ae73 on network 17d282bc-2eba-4aa2-8f05-b09a2930641c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:36.351893 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d58bab35-302c-44b1-84f6-4abd3f3e1a0f req-9016dfd1-656b-46e4-b0f7-31dab1eccd0f tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/security-groups?id=93b5bafa-dffe-42de-a9a9-1bc760e622db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723232 Jul 06 12:07:36.358950 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:36.359264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Checking segment: {'id': '63b84d92-bcd5-4c55-abc9-3c3ce48778a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:36.359880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Bound using segment: {'id': '63b84d92-bcd5-4c55-abc9-3c3ce48778a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:36.360507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Bound port: 7832d3d0-f5cf-4902-a9ed-aa731851ae73, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b84d92-bcd5-4c55-abc9-3c3ce48778a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:36.361048 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.410575 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.483411 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] For port 7832d3d0-f5cf-4902-a9ed-aa731851ae73, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:36.488003 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] For port 7832d3d0-f5cf-4902-a9ed-aa731851ae73, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=7832d3d0-f5cf-4902-a9ed-aa731851ae73,segment=NetworkSegment(63b84d92-bcd5-4c55-abc9-3c3ce48778a6),segment_id=63b84d92-bcd5-4c55-abc9-3c3ce48778a6)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:36.493575 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.504071 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-f2d80bbe-7c64-4d3c-859a-a9c56df7619d admin admin] For port 9206579b-ef3b-4cf9-937b-fbadfc30777b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9206579b-ef3b-4cf9-937b-fbadfc30777b,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:36.504745 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2d80bbe-7c64-4d3c-859a-a9c56df7619d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.555113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:36.555921 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.557800 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] 10.222.0.23 "PUT /v2.0/ports/7832d3d0-f5cf-4902-a9ed-aa731851ae73 HTTP/1.1" status: 200 len: 1091 time: 1.3269069 Jul 06 12:07:36.558464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b4cc41-2a8a-44dd-bd10-f248306d0dd6', 'tag': '7832d3d0-f5cf-4902-a9ed-aa731851ae73'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:07:36.562235 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba302cae-9065-444c-8d78-f2b4bbaa2b93" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b4cc41-2a8a-44dd-bd10-f248306d0dd6", "tag": "7832d3d0-f5cf-4902-a9ed-aa731851ae73"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:07:36.562460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f2d80bbe-7c64-4d3c-859a-a9c56df7619d admin admin] Calling delete_port for 9206579b-ef3b-4cf9-937b-fbadfc30777b owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:36.674630 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d65c8b4-2110-482c-86f8-f0d13806f4e5 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:36.677283 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6d65c8b4-2110-482c-86f8-f0d13806f4e5 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "DELETE /v2.0/ports/6ae0a4d7-8f75-491a-9d15-cfb9a5b25576 HTTP/1.1" status: 204 len: 168 time: 2.4959607 Jul 06 12:07:36.679796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49642) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:36.710711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f36afe-5da7-45b1-868c-39f7f8817473 service neutron] Pushing event updated for resources: {'Port': ['ID=7832d3d0-f5cf-4902-a9ed-aa731851ae73,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:36.720807 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed41b34-c7a3-404d-91ef-47d9a7bc5309 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] GET failed (client error): The resource could not be found. Jul 06 12:07:36.720807 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6ed41b34-c7a3-404d-91ef-47d9a7bc5309 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "GET /v2.0/ports/6ae0a4d7-8f75-491a-9d15-cfb9a5b25576 HTTP/1.1" status: 404 len: 333 time: 0.0382884 Jul 06 12:07:36.722216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49646) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:36.724153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49648) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:36.740685 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Request body: {'port': {'network_id': '55567a65-c669-4588-b34b-e8a8f6d9d567', 'name': 'tempest-AllowedAddressPairTestJSON-531578073'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:36.766880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-ebb536d5-9ad0-4c4a-a724-0adc264ff579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:36.769463 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-ebb536d5-9ad0-4c4a-a724-0adc264ff579 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=334c6bf901ae4776812cd96573c73d99&device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 1094 time: 0.1273625 Jul 06 12:07:36.863620 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-f13541aa-c7b0-4a2a-a913-4a30b32e372a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7832d3d0-f5cf-4902-a9ed-aa731851ae73 HTTP/1.1" status: 200 len: 217 time: 0.0805457 Jul 06 12:07:36.948429 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cd00ee-49a8-44bd-acf9-4a75cb7d38f5 x-openstack-request-id: req-e9cd00ee-49a8-44bd-acf9-4a75cb7d38f5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:07:36.949090 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b4cc41-2a8a-44dd-bd10-f248306d0dd6", "tag": "7832d3d0-f5cf-4902-a9ed-aa731851ae73", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:07:36.949446 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9cd00ee-49a8-44bd-acf9-4a75cb7d38f5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:07:36.949864 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b4cc41-2a8a-44dd-bd10-f248306d0dd6', 'tag': '7832d3d0-f5cf-4902-a9ed-aa731851ae73', 'status': 'completed', 'code': 200} Jul 06 12:07:36.988744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-b1203e16-0bf1-4839-b1d2-832fb3bb309b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-955904411', 'router:external': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:36.989564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-ec6a03b0-4317-41de-a67f-01355d8e6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:36.991837 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-ec6a03b0-4317-41de-a67f-01355d8e6cc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1902dd39-7291-49c8-8576-6bf812770b01 HTTP/1.1" status: 200 len: 848 time: 0.1221213 Jul 06 12:07:37.072897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-ffd4563a-ed0a-48ed-9e46-42e09d1daa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:37.075575 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-ffd4563a-ed0a-48ed-9e46-42e09d1daa57 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17d282bc-2eba-4aa2-8f05-b09a2930641c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767372 Jul 06 12:07:37.084566 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.api [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 12:07:37.084566 n-d-799529-2 neutron-server[100427]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 12:07:37.084566 n-d-799529-2 neutron-server[100427]: [parameters: {'project_id': 'cd2bef4cc7ea480391f165504e9daa48', 'id': 'b7247c10-4d87-4db4-8408-646a5a33b402', 'expiration': datetime.datetime(2021, 7, 6, 12, 9, 37, 73503)}] Jul 06 12:07:37.084566 n-d-799529-2 neutron-server[100427]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:07:37.085155 n-d-799529-2 neutron-server[100427]: DEBUG oslo_db.api [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:07:37.103298 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1203e16-0bf1-4839-b1d2-832fb3bb309b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Made reservation on behalf of 7e607c2066b943a2a27cc1178dbfcec9 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:37.106036 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b1203e16-0bf1-4839-b1d2-832fb3bb309b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.116478 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b1203e16-0bf1-4839-b1d2-832fb3bb309b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.168375 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49654) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:37.219162 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2d80bbe-7c64-4d3c-859a-a9c56df7619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.228345 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-bdc85996-d9fa-4241-999d-9e9556f14a4b service neutron] 10.222.0.23 "GET /v2.0/networks/17d282bc-2eba-4aa2-8f05-b09a2930641c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459842 Jul 06 12:07:37.263193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d80bbe-7c64-4d3c-859a-a9c56df7619d admin admin] Pushing event deleted for resources: {'Port': ['ID=9206579b-ef3b-4cf9-937b-fbadfc30777b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:37.360750 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2f62a012-3aaf-4949-b612-66b79af5ca15 req-e704c3f6-ec8c-4674-9bf1-808f60c45f36 service neutron] 10.222.0.23 "GET /v2.0/networks/17d282bc-2eba-4aa2-8f05-b09a2930641c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242924 Jul 06 12:07:37.362997 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2d80bbe-7c64-4d3c-859a-a9c56df7619d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.384576 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91b60faa-322e-4386-a29c-3960586b82bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.489163 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b1203e16-0bf1-4839-b1d2-832fb3bb309b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.505272 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2d80bbe-7c64-4d3c-859a-a9c56df7619d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.507464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba302cae-9065-444c-8d78-f2b4bbaa2b93 req-6933b820-54a2-4d7e-8af8-7b35d3363e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:37.507664 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b1203e16-0bf1-4839-b1d2-832fb3bb309b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.509061 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba302cae-9065-444c-8d78-f2b4bbaa2b93 req-6933b820-54a2-4d7e-8af8-7b35d3363e96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=334c6bf901ae4776812cd96573c73d99&device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 1094 time: 0.0901685 Jul 06 12:07:37.511819 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2d80bbe-7c64-4d3c-859a-a9c56df7619d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.598719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1203e16-0bf1-4839-b1d2-832fb3bb309b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:07:37.621180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1203e16-0bf1-4839-b1d2-832fb3bb309b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8b010e-48f9-4e75-b95d-0d9a2b6a10e7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:37.628206 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b1203e16-0bf1-4839-b1d2-832fb3bb309b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.628714 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-b1203e16-0bf1-4839-b1d2-832fb3bb309b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Added segment 9b8866fd-f8ad-48c3-be36-9cf310396c4f of type vlan for network 3f1b8fac-4ae4-4a33-84fd-262165b3a619 Jul 06 12:07:37.638359 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2d80bbe-7c64-4d3c-859a-a9c56df7619d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.638924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d80bbe-7c64-4d3c-859a-a9c56df7619d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d3e4cfd-e0a8-4145-abe2-3c712c920255 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:07:37.645633 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f2d80bbe-7c64-4d3c-859a-a9c56df7619d admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.649155 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f2d80bbe-7c64-4d3c-859a-a9c56df7619d admin admin] 10.222.0.81 "DELETE /v2.0/routers/4d3e4cfd-e0a8-4145-abe2-3c712c920255 HTTP/1.1" status: 204 len: 168 time: 3.3365662 Jul 06 12:07:37.653842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba302cae-9065-444c-8d78-f2b4bbaa2b93 req-189c6f84-5f31-48ef-b58c-e02047a4870e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:37.655472 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba302cae-9065-444c-8d78-f2b4bbaa2b93 req-189c6f84-5f31-48ef-b58c-e02047a4870e service neutron] 10.222.0.23 "GET /v2.0/networks?id=17d282bc-2eba-4aa2-8f05-b09a2930641c HTTP/1.1" status: 200 len: 910 time: 0.1389439 Jul 06 12:07:37.658835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49662) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:37.711639 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f68e91-6193-477e-9f1c-b0c220b0eb3d req-e68342ae-bf57-4f8d-952a-71f4ff7395f8 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:37.713680 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c5f68e91-6193-477e-9f1c-b0c220b0eb3d req-e68342ae-bf57-4f8d-952a-71f4ff7395f8 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 943 time: 0.2277269 Jul 06 12:07:37.721166 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b1203e16-0bf1-4839-b1d2-832fb3bb309b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.772408 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba302cae-9065-444c-8d78-f2b4bbaa2b93 req-db8755cd-5513-4850-bcc1-b911a916f273 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7832d3d0-f5cf-4902-a9ed-aa731851ae73 HTTP/1.1" status: 200 len: 217 time: 0.1017656 Jul 06 12:07:37.778481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9206579b-ef3b-4cf9-937b-fbadfc30777b no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:37.782179 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c5f68e91-6193-477e-9f1c-b0c220b0eb3d req-be55c9ed-1dc9-4e0b-9fcf-8b4fb5024279 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/security-groups?id=93b5bafa-dffe-42de-a9a9-1bc760e622db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568712 Jul 06 12:07:37.790370 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b1203e16-0bf1-4839-b1d2-832fb3bb309b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.791875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1203e16-0bf1-4839-b1d2-832fb3bb309b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:37.792622 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b1203e16-0bf1-4839-b1d2-832fb3bb309b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.808236 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-7823ea53-e86b-4d16-8331-3c21b4184efb admin admin] Deleting subnet 67067b5c-0dd9-4b86-a514-c39f91aea1db {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:37.817300 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 9206579b-ef3b-4cf9-937b-fbadfc30777b {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:37.817903 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9206579b-ef3b-4cf9-937b-fbadfc30777b not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:37.818482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 03154b37-8e64-4763-be40-b2d529f47d0e no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:37.855062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 03154b37-8e64-4763-be40-b2d529f47d0e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:37.855663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 03154b37-8e64-4763-be40-b2d529f47d0e not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:37.857206 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91b60faa-322e-4386-a29c-3960586b82bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.859867 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7823ea53-e86b-4d16-8331-3c21b4184efb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.891941 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91b60faa-322e-4386-a29c-3960586b82bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.897764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1203e16-0bf1-4839-b1d2-832fb3bb309b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Pushing event updated for resources: {'Network': ['ID=3f1b8fac-4ae4-4a33-84fd-262165b3a619,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:37.905736 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Made reservation on behalf of cd2bef4cc7ea480391f165504e9daa48 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:37.913360 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 3f1b8fac-4ae4-4a33-84fd-262165b3a619 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:07:37.920749 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.939211 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b1203e16-0bf1-4839-b1d2-832fb3bb309b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2157383 Jul 06 12:07:37.942474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49666) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:37.943915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba302cae-9065-444c-8d78-f2b4bbaa2b93 req-d7995924-c31c-4f1a-9bc7-e3f51207eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:37.945511 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba302cae-9065-444c-8d78-f2b4bbaa2b93 req-d7995924-c31c-4f1a-9bc7-e3f51207eef1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1902dd39-7291-49c8-8576-6bf812770b01 HTTP/1.1" status: 200 len: 848 time: 0.1605628 Jul 06 12:07:37.951432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e85954e2-6db1-4fed-9ddc-c3d5d8c10b7e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Request body: {'subnet': {'network_id': '3f1b8fac-4ae4-4a33-84fd-262165b3a619', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:37.967351 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7823ea53-e86b-4d16-8331-3c21b4184efb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:37.969632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] device_id is not set on port 4d21a8bc-411d-4a38-a731-d89127615781 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:37.969807 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b60faa-322e-4386-a29c-3960586b82bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c593780c-ac64-420f-99c6-916a07afcc76,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:37.999111 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-91b60faa-322e-4386-a29c-3960586b82bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=565a47121b554b46b2365fb4d022dab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8270433 Jul 06 12:07:38.003009 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49668) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:38.082894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba302cae-9065-444c-8d78-f2b4bbaa2b93 req-9d57d39f-484b-42a8-826b-eee42d0ee2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:38.084573 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba302cae-9065-444c-8d78-f2b4bbaa2b93 req-9d57d39f-484b-42a8-826b-eee42d0ee2e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17d282bc-2eba-4aa2-8f05-b09a2930641c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302278 Jul 06 12:07:38.087336 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85954e2-6db1-4fed-9ddc-c3d5d8c10b7e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Made reservation on behalf of 7e607c2066b943a2a27cc1178dbfcec9 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:38.089833 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e85954e2-6db1-4fed-9ddc-c3d5d8c10b7e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.133106 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-05d6cb3b-2b1b-465b-bc10-c6daaf496b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.151632 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7823ea53-e86b-4d16-8331-3c21b4184efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.182531 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.231108 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a98ee51e-fec0-4075-ac2c-2991f374df74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.242849 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba302cae-9065-444c-8d78-f2b4bbaa2b93 req-5441b5c4-33cc-4cf3-a565-1814acfdbd8e service neutron] 10.222.0.23 "GET /v2.0/networks/17d282bc-2eba-4aa2-8f05-b09a2930641c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475420 Jul 06 12:07:38.247348 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7823ea53-e86b-4d16-8331-3c21b4184efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.249219 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Allocated IP 172.20.0.9 (55567a65-c669-4588-b34b-e8a8f6d9d567/f641a75c-27bc-443c-b7c8-d646903378fa/4d21a8bc-411d-4a38-a731-d89127615781) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:38.290339 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a98ee51e-fec0-4075-ac2c-2991f374df74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.298067 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823ea53-e86b-4d16-8331-3c21b4184efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67067b5c-0dd9-4b86-a514-c39f91aea1db,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:38.329527 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7823ea53-e86b-4d16-8331-3c21b4184efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.337068 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7823ea53-e86b-4d16-8331-3c21b4184efb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/67067b5c-0dd9-4b86-a514-c39f91aea1db HTTP/1.1" status: 204 len: 168 time: 0.6773376 Jul 06 12:07:38.338879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9066766-3290-4d78-bb56-6bf7bfdd1b0e None None] Network 3c4d0281-eee8-4d4b-a216-a3ed774363fa requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:38.341410 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49670) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:38.442088 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.460245 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba302cae-9065-444c-8d78-f2b4bbaa2b93 req-1bd9c496-bc6e-41b8-aa16-5dde24dcca9b service neutron] 10.222.0.23 "GET /v2.0/networks/17d282bc-2eba-4aa2-8f05-b09a2930641c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038307 Jul 06 12:07:38.506626 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a98ee51e-fec0-4075-ac2c-2991f374df74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.509187 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a98ee51e-fec0-4075-ac2c-2991f374df74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.510343 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a98ee51e-fec0-4075-ac2c-2991f374df74 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c593780c-ac64-420f-99c6-916a07afcc76 HTTP/1.1" status: 204 len: 168 time: 0.5008304 Jul 06 12:07:38.513649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] Deleting port 7cdda084-a206-4659-8ad2-e198185a1d9b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:38.513962 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.548730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ee51e-fec0-4075-ac2c-2991f374df74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c593780c-ac64-420f-99c6-916a07afcc76,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:38.574524 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] DHCP port deletion for 3c4d0281-eee8-4d4b-a216-a3ed774363fa request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:38.586382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] For port 7cdda084-a206-4659-8ad2-e198185a1d9b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=7cdda084-a206-4659-8ad2-e198185a1d9b,segment=NetworkSegment(4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2),segment_id=4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:38.587024 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.606869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] Calling delete_port for 7cdda084-a206-4659-8ad2-e198185a1d9b owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:38.626919 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.648364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Transition to ACTIVE for port object 4d21a8bc-411d-4a38-a731-d89127615781 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:38.655663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Deleting port 7cdda084-a206-4659-8ad2-e198185a1d9b {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:38.657232 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.718721 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.720842 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.757392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cdda084-a206-4659-8ad2-e198185a1d9b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:38.759738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] No DVR routers for this DVR port 7cdda084-a206-4659-8ad2-e198185a1d9b on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:38.766321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] For port 7cdda084-a206-4659-8ad2-e198185a1d9b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=7cdda084-a206-4659-8ad2-e198185a1d9b,segment=NetworkSegment(4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2),segment_id=4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:38.766807 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.782701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Calling delete_port for 7cdda084-a206-4659-8ad2-e198185a1d9b owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:38.842516 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Network 55567a65-c669-4588-b34b-e8a8f6d9d567 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:38.846800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:38.849471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:38.858634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.objects.ports [None req-e85954e2-6db1-4fed-9ddc-c3d5d8c10b7e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100427) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:07:38.859133 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e85954e2-6db1-4fed-9ddc-c3d5d8c10b7e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.868651 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.894408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4d0281-eee8-4d4b-a216-a3ed774363fa']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:38.910226 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.927361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:38.927722 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5547a5-bfbd-41ce-8ed4-f4df5d696ad2') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:38.933586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event updated for resources: {'Port': ['ID=4d21a8bc-411d-4a38-a731-d89127615781,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:38.952485 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Pushing event deleted for resources: {'Port': ['ID=7cdda084-a206-4659-8ad2-e198185a1d9b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:38.964195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:38.964987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:38.965823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:38.966346 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:38.966701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:38.967302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:38.967859 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:38.968451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:38.969018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:38.969301 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49680) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:38.970052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:38.970645 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:38.971314 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:38.971864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:38.978055 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f57a3b2-29c5-4dbd-a0c5-38025fa33b1f None None] No DVR routers for this DVR port 7cdda084-a206-4659-8ad2-e198185a1d9b on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:38.992824 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:38.994029 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.011017 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.018849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:39.019417 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.019813 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8668a3b-5cc6-49cb-9024-8362f83898bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:39.021156 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:39.024217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85954e2-6db1-4fed-9ddc-c3d5d8c10b7e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3e0bcc00-b527-4072-b120-898c66d301b6,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:39.041817 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-11123464-8abb-4981-8e20-1ae8fd1fa411 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3065946 Jul 06 12:07:39.044691 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49682) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.046304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85954e2-6db1-4fed-9ddc-c3d5d8c10b7e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Checking segment: {'id': '9b8866fd-f8ad-48c3-be36-9cf310396c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3f1b8fac-4ae4-4a33-84fd-262165b3a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:39.046700 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85954e2-6db1-4fed-9ddc-c3d5d8c10b7e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Network hostable DHCP agents. Network: 3f1b8fac-4ae4-4a33-84fd-262165b3a619, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:07:39.054118 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-830c6080-ef1c-4e08-b6ce-66bc1162136a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:8d:92:91'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:39.090641 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.096637 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.098500 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3c4d0281-eee8-4d4b-a216-a3ed774363fa HTTP/1.1" status: 204 len: 168 time: 0.7560537 Jul 06 12:07:39.122111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8431e3b-cf71-464c-90d0-1d4154440f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c4d0281-eee8-4d4b-a216-a3ed774363fa,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:39.209534 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85954e2-6db1-4fed-9ddc-c3d5d8c10b7e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Network 3f1b8fac-4ae4-4a33-84fd-262165b3a619 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:07:39.214193 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-83f8c341-be13-4c43-b6b6-7c56a9bdb75c None None] Provisioning for port 4d21a8bc-411d-4a38-a731-d89127615781 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:39.218833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-83f8c341-be13-4c43-b6b6-7c56a9bdb75c None None] Provisioning complete for port 4d21a8bc-411d-4a38-a731-d89127615781 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:39.219339 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-83f8c341-be13-4c43-b6b6-7c56a9bdb75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.255821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-83f8c341-be13-4c43-b6b6-7c56a9bdb75c None None] Port 4d21a8bc-411d-4a38-a731-d89127615781 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:39.274138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e85954e2-6db1-4fed-9ddc-c3d5d8c10b7e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 3f1b8fac-4ae4-4a33-84fd-262165b3a619) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:39.279750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85954e2-6db1-4fed-9ddc-c3d5d8c10b7e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:39.280990 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e85954e2-6db1-4fed-9ddc-c3d5d8c10b7e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.282987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024677e0-8907-477f-939e-70145c7de257 None None] Network 3f1b8fac-4ae4-4a33-84fd-262165b3a619 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:39.311031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49688) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.348036 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a243d-59b6-447c-a54e-125d4f3736d3 req-af8e2130-ce75-408b-96f6-175a5c0133ca tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:39.349612 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-430a243d-59b6-447c-a54e-125d4f3736d3 req-af8e2130-ce75-408b-96f6-175a5c0133ca tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 943 time: 0.2874115 Jul 06 12:07:39.363902 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.368096 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-17b3ae77-a3b4-4396-986a-efc6cbd7cf74 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a29bee84dd04111b7f3cd2cfb666a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557394 Jul 06 12:07:39.370728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49690) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.411107 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8668a3b-5cc6-49cb-9024-8362f83898bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.426268 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9a523f5-5016-44fb-b8d5-5b5aee035a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.432830 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd68f0d2-6cae-4ad7-b330-bbe7ff9bac8a None None] Network 3f1b8fac-4ae4-4a33-84fd-262165b3a619 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:39.443079 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8668a3b-5cc6-49cb-9024-8362f83898bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.450036 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9a523f5-5016-44fb-b8d5-5b5aee035a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.465175 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e85954e2-6db1-4fed-9ddc-c3d5d8c10b7e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5188167 Jul 06 12:07:39.468121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49692) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.475547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0478e8d9-16db-4939-b03d-15cb38be0eec tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1631837842', 'network_id': '3f1b8fac-4ae4-4a33-84fd-262165b3a619'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:39.499163 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-430a243d-59b6-447c-a54e-125d4f3736d3 req-c37412ac-3aad-45ee-8ea3-145abfa74232 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/security-groups?id=93b5bafa-dffe-42de-a9a9-1bc760e622db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393905 Jul 06 12:07:39.511639 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-830c6080-ef1c-4e08-b6ce-66bc1162136a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.513598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0478e8d9-16db-4939-b03d-15cb38be0eec tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Made reservation on behalf of 7e607c2066b943a2a27cc1178dbfcec9 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:39.516688 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0478e8d9-16db-4939-b03d-15cb38be0eec tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.536984 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f8668a3b-5cc6-49cb-9024-8362f83898bb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b6c1dd105ea44ba801132278a111b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5644727 Jul 06 12:07:39.538882 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8668a3b-5cc6-49cb-9024-8362f83898bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dac02ef-9ba0-4a48-9c58-5ed209a2b347,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:39.540939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-0478e8d9-16db-4939-b03d-15cb38be0eec tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] device_id is not set on port 07437cbf-4b43-438d-9d7d-972abaf6a668 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:39.552163 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49694) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:39.599937 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9a523f5-5016-44fb-b8d5-5b5aee035a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.602586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9a523f5-5016-44fb-b8d5-5b5aee035a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.603784 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a9a523f5-5016-44fb-b8d5-5b5aee035a59 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e0ae606-8a07-46de-88a6-49f4622c3644 HTTP/1.1" status: 204 len: 168 time: 0.2320893 Jul 06 12:07:39.631116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a523f5-5016-44fb-b8d5-5b5aee035a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0ae606-8a07-46de-88a6-49f4622c3644,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:39.713217 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-0478e8d9-16db-4939-b03d-15cb38be0eec tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Allocated IP 2001:db8::23a (3f1b8fac-4ae4-4a33-84fd-262165b3a619/3e0bcc00-b527-4072-b120-898c66d301b6/07437cbf-4b43-438d-9d7d-972abaf6a668) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:39.746164 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca86156d-3378-4583-a927-7a7255b5a979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.788594 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7cdda084-a206-4659-8ad2-e198185a1d9b no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:39.790545 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca86156d-3378-4583-a927-7a7255b5a979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.833380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 7cdda084-a206-4659-8ad2-e198185a1d9b {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:39.834002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7cdda084-a206-4659-8ad2-e198185a1d9b not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:39.902209 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-830c6080-ef1c-4e08-b6ce-66bc1162136a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.907012 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-830c6080-ef1c-4e08-b6ce-66bc1162136a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.911569 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0478e8d9-16db-4939-b03d-15cb38be0eec tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.958176 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0478e8d9-16db-4939-b03d-15cb38be0eec tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.982717 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 7832d3d0-f5cf-4902-a9ed-aa731851ae73 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:07:39.992560 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca86156d-3378-4583-a927-7a7255b5a979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.995425 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca86156d-3378-4583-a927-7a7255b5a979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:39.998291 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ca86156d-3378-4583-a927-7a7255b5a979 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2dac02ef-9ba0-4a48-9c58-5ed209a2b347 HTTP/1.1" status: 204 len: 168 time: 0.4525185 Jul 06 12:07:40.033782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0478e8d9-16db-4939-b03d-15cb38be0eec tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Network 3f1b8fac-4ae4-4a33-84fd-262165b3a619 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:40.041594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0478e8d9-16db-4939-b03d-15cb38be0eec tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:40.058206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0478e8d9-16db-4939-b03d-15cb38be0eec tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:40.067466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0478e8d9-16db-4939-b03d-15cb38be0eec tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:40.068773 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0478e8d9-16db-4939-b03d-15cb38be0eec tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:40.085128 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86156d-3378-4583-a927-7a7255b5a979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dac02ef-9ba0-4a48-9c58-5ed209a2b347,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:40.089731 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c6080-ef1c-4e08-b6ce-66bc1162136a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event updated for resources: {'Port': ['ID=4d21a8bc-411d-4a38-a731-d89127615781,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:40.097398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478e8d9-16db-4939-b03d-15cb38be0eec tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Pushing event updated for resources: {'Port': ['ID=07437cbf-4b43-438d-9d7d-972abaf6a668,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:40.113611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-830c6080-ef1c-4e08-b6ce-66bc1162136a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] In _notify_port_updated(), no bound segment for port 4d21a8bc-411d-4a38-a731-d89127615781 on network 55567a65-c669-4588-b34b-e8a8f6d9d567 {{(pid=100427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:07:40.131081 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0478e8d9-16db-4939-b03d-15cb38be0eec tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6611717 Jul 06 12:07:40.133361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49708) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.133827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830c6080-ef1c-4e08-b6ce-66bc1162136a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:40.135997 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-830c6080-ef1c-4e08-b6ce-66bc1162136a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:40.140055 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-830c6080-ef1c-4e08-b6ce-66bc1162136a tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "PUT /v2.0/ports/4d21a8bc-411d-4a38-a731-d89127615781 HTTP/1.1" status: 200 len: 992 time: 1.0894754 Jul 06 12:07:40.141931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49710) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.145321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 7832d3d0-f5cf-4902-a9ed-aa731851ae73, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=7832d3d0-f5cf-4902-a9ed-aa731851ae73,segment=NetworkSegment(63b84d92-bcd5-4c55-abc9-3c3ce48778a6),segment_id=63b84d92-bcd5-4c55-abc9-3c3ce48778a6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:40.167321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '7832d3d0-f5cf-4902-a9ed-aa731851ae73', 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c', 'port_id': '7832d3d0-f5cf-4902-a9ed-aa731851ae73', 'mac_address': 'fa:16:3e:47:08:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1902dd39-7291-49c8-8576-6bf812770b01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:07:40.247087 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:40.263682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7832d3d0-f5cf-4902-a9ed-aa731851ae73 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:07:40.273681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e7c53-ce59-42d9-ae6d-d0c30192d3cd tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Deleting port 07437cbf-4b43-438d-9d7d-972abaf6a668 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:40.274436 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7c53-ce59-42d9-ae6d-d0c30192d3cd tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:40.302337 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-be1da65e-540b-4ac8-aa19-7117356f4adf None None] Provisioning complete for port 4d21a8bc-411d-4a38-a731-d89127615781 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:40.302718 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-be1da65e-540b-4ac8-aa19-7117356f4adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:40.308640 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 7832d3d0-f5cf-4902-a9ed-aa731851ae73, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=7832d3d0-f5cf-4902-a9ed-aa731851ae73,segment=NetworkSegment(63b84d92-bcd5-4c55-abc9-3c3ce48778a6),segment_id=63b84d92-bcd5-4c55-abc9-3c3ce48778a6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:40.334533 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:40.381863 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b34952c4-e0d9-43c4-93b0-8763b1349488 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Deleting port 4d21a8bc-411d-4a38-a731-d89127615781 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:40.382483 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b34952c4-e0d9-43c4-93b0-8763b1349488 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:40.392374 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7c53-ce59-42d9-ae6d-d0c30192d3cd tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:40.401005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=7832d3d0-f5cf-4902-a9ed-aa731851ae73,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:40.410377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e7c53-ce59-42d9-ae6d-d0c30192d3cd tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Calling delete_port for 07437cbf-4b43-438d-9d7d-972abaf6a668 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:40.422929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-be1da65e-540b-4ac8-aa19-7117356f4adf None None] Port 4d21a8bc-411d-4a38-a731-d89127615781 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:40.523351 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b34952c4-e0d9-43c4-93b0-8763b1349488 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:40.542422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b34952c4-e0d9-43c4-93b0-8763b1349488 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Calling delete_port for 4d21a8bc-411d-4a38-a731-d89127615781 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:40.584129 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7c53-ce59-42d9-ae6d-d0c30192d3cd tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:40.615746 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['7832d3d0-f5cf-4902-a9ed-aa731851ae73'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:07:40.631295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e7c53-ce59-42d9-ae6d-d0c30192d3cd tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Pushing event deleted for resources: {'Port': ['ID=07437cbf-4b43-438d-9d7d-972abaf6a668,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:40.666136 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7c53-ce59-42d9-ae6d-d0c30192d3cd tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:40.675372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49732) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.676019 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5e2e7c53-ce59-42d9-ae6d-d0c30192d3cd tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "DELETE /v2.0/ports/07437cbf-4b43-438d-9d7d-972abaf6a668 HTTP/1.1" status: 204 len: 168 time: 0.5411730 Jul 06 12:07:40.687177 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f1b8fac-4ae4-4a33-84fd-262165b3a619', 'external_fixed_ips': [{'subnet_id': '3e0bcc00-b527-4072-b120-898c66d301b6', 'ip_address': '2001:db8::23a'}]}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:40.791032 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:40.792083 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:40.834529 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b34952c4-e0d9-43c4-93b0-8763b1349488 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:40.903067 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:40.936851 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49746) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:40.943978 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66234e83-eebc-47ce-9a25-ca3eb2dda86b req-f18c8f32-ef79-4cad-8abc-add5d3f4c408 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:40.957275 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66234e83-eebc-47ce-9a25-ca3eb2dda86b req-f18c8f32-ef79-4cad-8abc-add5d3f4c408 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 944 time: 0.2594898 Jul 06 12:07:41.030539 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34952c4-e0d9-43c4-93b0-8763b1349488 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event deleted for resources: {'Port': ['ID=4d21a8bc-411d-4a38-a731-d89127615781,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:41.033230 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.188462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d80ccb98-c46e-4b6a-9cfa-547a52b05ced admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-128799816-network', 'tenant_id': 'b82a6a9bca1f46f193744fb7f03e9989'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:41.215752 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80ccb98-c46e-4b6a-9cfa-547a52b05ced admin admin] Made reservation on behalf of b82a6a9bca1f46f193744fb7f03e9989 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:41.219110 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d80ccb98-c46e-4b6a-9cfa-547a52b05ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.233263 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d80ccb98-c46e-4b6a-9cfa-547a52b05ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.343270 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d80ccb98-c46e-4b6a-9cfa-547a52b05ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.348821 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d80ccb98-c46e-4b6a-9cfa-547a52b05ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.377582 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80ccb98-c46e-4b6a-9cfa-547a52b05ced admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:07:41.387687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ccb98-c46e-4b6a-9cfa-547a52b05ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3532c78-62ab-4cb0-8af6-71420dbcf323,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:41.399774 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d80ccb98-c46e-4b6a-9cfa-547a52b05ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.400929 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-d80ccb98-c46e-4b6a-9cfa-547a52b05ced admin admin] Added segment de468ffe-d2b5-40f4-bc5d-ede9b0150718 of type vlan for network e765c02e-0269-4995-8ff9-43a733559f12 Jul 06 12:07:41.447332 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d80ccb98-c46e-4b6a-9cfa-547a52b05ced admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.485749 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d80ccb98-c46e-4b6a-9cfa-547a52b05ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.487145 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80ccb98-c46e-4b6a-9cfa-547a52b05ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:41.487353 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66234e83-eebc-47ce-9a25-ca3eb2dda86b req-e3dc4bbc-6a29-4ea1-a26a-c06017377582 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/security-groups?id=93b5bafa-dffe-42de-a9a9-1bc760e622db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5290716 Jul 06 12:07:41.487822 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d80ccb98-c46e-4b6a-9cfa-547a52b05ced admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.544350 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d80ccb98-c46e-4b6a-9cfa-547a52b05ced admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6062868 Jul 06 12:07:41.552172 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49764) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.563823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3c178240-c435-4bb0-90ad-73c7757cdcfd admin admin] Request body: {'subnet': {'network_id': 'e765c02e-0269-4995-8ff9-43a733559f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-128799816-subnet', 'tenant_id': 'b82a6a9bca1f46f193744fb7f03e9989', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:41.582626 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.585072 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ccb98-c46e-4b6a-9cfa-547a52b05ced admin admin] Pushing event updated for resources: {'Network': ['ID=e765c02e-0269-4995-8ff9-43a733559f12,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:41.597055 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b34952c4-e0d9-43c4-93b0-8763b1349488 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.599378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network e765c02e-0269-4995-8ff9-43a733559f12 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:07:41.609395 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c178240-c435-4bb0-90ad-73c7757cdcfd admin admin] Made reservation on behalf of b82a6a9bca1f46f193744fb7f03e9989 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:41.613372 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c178240-c435-4bb0-90ad-73c7757cdcfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.616731 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b34952c4-e0d9-43c4-93b0-8763b1349488 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "DELETE /v2.0/ports/4d21a8bc-411d-4a38-a731-d89127615781 HTTP/1.1" status: 204 len: 168 time: 1.4724534 Jul 06 12:07:41.617738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49766) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.687385 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5169a4d4-5b38-4814-b335-f110bfaaa661 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] GET failed (client error): The resource could not be found. Jul 06 12:07:41.689496 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5169a4d4-5b38-4814-b335-f110bfaaa661 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "GET /v2.0/ports/4d21a8bc-411d-4a38-a731-d89127615781 HTTP/1.1" status: 404 len: 333 time: 0.0708001 Jul 06 12:07:41.693395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49770) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:41.699019 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-75709fbe-baf4-46a3-9cc9-8aa6381a6354 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Request body: {'port': {'network_id': '55567a65-c669-4588-b34b-e8a8f6d9d567', 'name': 'tempest-AllowedAddressPairTestJSON-1652850670'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:41.852663 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c178240-c435-4bb0-90ad-73c7757cdcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.898371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75709fbe-baf4-46a3-9cc9-8aa6381a6354 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Made reservation on behalf of cd2bef4cc7ea480391f165504e9daa48 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:41.906911 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-75709fbe-baf4-46a3-9cc9-8aa6381a6354 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:41.917645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c178240-c435-4bb0-90ad-73c7757cdcfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea93bdc7-df9c-478f-b83b-edc20007d2f7,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:41.926507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c178240-c435-4bb0-90ad-73c7757cdcfd admin admin] Checking segment: {'id': 'de468ffe-d2b5-40f4-bc5d-ede9b0150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e765c02e-0269-4995-8ff9-43a733559f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:41.926870 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c178240-c435-4bb0-90ad-73c7757cdcfd admin admin] Network hostable DHCP agents. Network: e765c02e-0269-4995-8ff9-43a733559f12, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:07:41.946079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c178240-c435-4bb0-90ad-73c7757cdcfd admin admin] Network e765c02e-0269-4995-8ff9-43a733559f12 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:07:41.950280 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-75709fbe-baf4-46a3-9cc9-8aa6381a6354 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] device_id is not set on port 8480d5db-6304-445e-acc2-615dd9cd15fb yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:41.957222 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3c178240-c435-4bb0-90ad-73c7757cdcfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, e765c02e-0269-4995-8ff9-43a733559f12) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:41.968075 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1de85c-de08-4f9a-93fb-d6630e0c1b3d None None] Network e765c02e-0269-4995-8ff9-43a733559f12 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:41.971667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c178240-c435-4bb0-90ad-73c7757cdcfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:41.972278 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c178240-c435-4bb0-90ad-73c7757cdcfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.005099 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3c178240-c435-4bb0-90ad-73c7757cdcfd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4512305 Jul 06 12:07:42.074479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 7832d3d0-f5cf-4902-a9ed-aa731851ae73 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:42.197387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 7832d3d0-f5cf-4902-a9ed-aa731851ae73 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:42.221902 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 7832d3d0-f5cf-4902-a9ed-aa731851ae73 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:42.222735 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.254353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-75709fbe-baf4-46a3-9cc9-8aa6381a6354 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Allocated IP 172.20.0.13 (55567a65-c669-4588-b34b-e8a8f6d9d567/f641a75c-27bc-443c-b7c8-d646903378fa/8480d5db-6304-445e-acc2-615dd9cd15fb) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:42.265252 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.271513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4265842a-bd86-4471-9eaa-e44590fde9f8 None None] Network e765c02e-0269-4995-8ff9-43a733559f12 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:42.294395 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.401949 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.447561 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b4cc41-2a8a-44dd-bd10-f248306d0dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7832d3d0-f5cf-4902-a9ed-aa731851ae73'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:07:42.450022 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babe5f28-6514-4029-9b13-c19d21ebdcf1" -d '{"events": [{"server_uuid": "a8b4cc41-2a8a-44dd-bd10-f248306d0dd6", "name": "network-vif-plugged", "status": "completed", "tag": "7832d3d0-f5cf-4902-a9ed-aa731851ae73"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:07:42.480479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 7832d3d0-f5cf-4902-a9ed-aa731851ae73, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=7832d3d0-f5cf-4902-a9ed-aa731851ae73,segment=NetworkSegment(63b84d92-bcd5-4c55-abc9-3c3ce48778a6),segment_id=63b84d92-bcd5-4c55-abc9-3c3ce48778a6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:42.489142 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.554812 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=7832d3d0-f5cf-4902-a9ed-aa731851ae73,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:42.737936 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Allocated IP 2001:db8::23a (3f1b8fac-4ae4-4a33-84fd-262165b3a619/3e0bcc00-b527-4072-b120-898c66d301b6/4e52041b-3c6b-497a-a3ab-0c69d2256d11) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:42.756012 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-75709fbe-baf4-46a3-9cc9-8aa6381a6354 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:42.797394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-75709fbe-baf4-46a3-9cc9-8aa6381a6354 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Transition to ACTIVE for port object 8480d5db-6304-445e-acc2-615dd9cd15fb will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:42.889938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-b97ba27d-45da-4d4d-97b7-9c8df2871480 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:42.891472 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-b97ba27d-45da-4d4d-97b7-9c8df2871480 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/networks?id=e765c02e-0269-4995-8ff9-43a733559f12 HTTP/1.1" status: 200 len: 821 time: 0.2657917 Jul 06 12:07:42.937051 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-878ff987-a3c3-4b15-a94e-3f58e320f804 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/quotas/b82a6a9bca1f46f193744fb7f03e9989 HTTP/1.1" status: 200 len: 375 time: 0.0383902 Jul 06 12:07:42.995649 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-f215365d-6498-4c17-be21-640686ce5ccd tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b82a6a9bca1f46f193744fb7f03e9989&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474477 Jul 06 12:07:42.996725 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-75709fbe-baf4-46a3-9cc9-8aa6381a6354 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.003445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.101787 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75709fbe-baf4-46a3-9cc9-8aa6381a6354 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Network 55567a65-c669-4588-b34b-e8a8f6d9d567 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:43.113379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-75709fbe-baf4-46a3-9cc9-8aa6381a6354 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:43.116600 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75709fbe-baf4-46a3-9cc9-8aa6381a6354 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:43.155934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75709fbe-baf4-46a3-9cc9-8aa6381a6354 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event updated for resources: {'Port': ['ID=8480d5db-6304-445e-acc2-615dd9cd15fb,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:43.215695 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75709fbe-baf4-46a3-9cc9-8aa6381a6354 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:43.216250 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-75709fbe-baf4-46a3-9cc9-8aa6381a6354 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.231851 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-02b193d0-d050-4b17-bd86-11b62cfa2d0c service neutron] 10.222.0.81 "GET /v2.0/networks/e765c02e-0269-4995-8ff9-43a733559f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231541 Jul 06 12:07:43.233336 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.280670 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-75709fbe-baf4-46a3-9cc9-8aa6381a6354 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5857918 Jul 06 12:07:43.284179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49814) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:43.290076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-19bd6635-5e2a-4d61-ba74-50baa93b43e8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8d:92:91'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:43.365711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Network 3f1b8fac-4ae4-4a33-84fd-262165b3a619 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:43.365989 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e0819570-9e9e-498a-94bf-c10d65a2d423 None None] Provisioning for port 8480d5db-6304-445e-acc2-615dd9cd15fb completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:43.367943 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:43.370523 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e0819570-9e9e-498a-94bf-c10d65a2d423 None None] Provisioning complete for port 8480d5db-6304-445e-acc2-615dd9cd15fb triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:43.371287 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e0819570-9e9e-498a-94bf-c10d65a2d423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.376490 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:43.380073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Pushing event updated for resources: {'Port': ['ID=4e52041b-3c6b-497a-a3ab-0c69d2256d11,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:43.414811 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e0819570-9e9e-498a-94bf-c10d65a2d423 None None] Port 8480d5db-6304-445e-acc2-615dd9cd15fb cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:43.504841 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19bd6635-5e2a-4d61-ba74-50baa93b43e8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.526862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-98b52c58-9c68-4cfb-b747-010ef44c0a1c service neutron] 10.222.0.81 "GET /v2.0/networks/e765c02e-0269-4995-8ff9-43a733559f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896528 Jul 06 12:07:43.696738 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.726055 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f893cd-a461-4d23-9e51-932fd6284726 x-openstack-request-id: req-c6f893cd-a461-4d23-9e51-932fd6284726 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:07:43.726346 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b4cc41-2a8a-44dd-bd10-f248306d0dd6", "name": "network-vif-plugged", "status": "completed", "tag": "7832d3d0-f5cf-4902-a9ed-aa731851ae73", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:07:43.726600 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6f893cd-a461-4d23-9e51-932fd6284726 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:07:43.726993 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b4cc41-2a8a-44dd-bd10-f248306d0dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7832d3d0-f5cf-4902-a9ed-aa731851ae73', 'code': 200} Jul 06 12:07:43.758142 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19bd6635-5e2a-4d61-ba74-50baa93b43e8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.764905 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19bd6635-5e2a-4d61-ba74-50baa93b43e8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.905286 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd6635-5e2a-4d61-ba74-50baa93b43e8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event updated for resources: {'Port': ['ID=8480d5db-6304-445e-acc2-615dd9cd15fb,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:43.959832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-19bd6635-5e2a-4d61-ba74-50baa93b43e8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] In _notify_port_updated(), no bound segment for port 8480d5db-6304-445e-acc2-615dd9cd15fb on network 55567a65-c669-4588-b34b-e8a8f6d9d567 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:07:43.971412 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bd6635-5e2a-4d61-ba74-50baa93b43e8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:43.971412 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19bd6635-5e2a-4d61-ba74-50baa93b43e8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:43.973356 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49826) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:43.974361 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-19bd6635-5e2a-4d61-ba74-50baa93b43e8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "PUT /v2.0/ports/8480d5db-6304-445e-acc2-615dd9cd15fb HTTP/1.1" status: 200 len: 997 time: 0.6821468 Jul 06 12:07:44.005256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d1960-cd4a-4815-8265-b51c321a66e0 req-984aba18-6171-42c4-825b-647a115e75a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:44.008328 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d31d1960-cd4a-4815-8265-b51c321a66e0 req-984aba18-6171-42c4-825b-647a115e75a4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 1096 time: 0.1849198 Jul 06 12:07:44.056414 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d31d1960-cd4a-4815-8265-b51c321a66e0 req-82ca308c-12fe-43a1-b111-064a6bb8f8ee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=93b5bafa-dffe-42de-a9a9-1bc760e622db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406015 Jul 06 12:07:44.153613 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c3b8f51c-6cd3-420e-9da7-c9021aff509a None None] Provisioning complete for port 8480d5db-6304-445e-acc2-615dd9cd15fb triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:44.154698 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3b8f51c-6cd3-420e-9da7-c9021aff509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.240781 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c3b8f51c-6cd3-420e-9da7-c9021aff509a None None] Port 8480d5db-6304-445e-acc2-615dd9cd15fb cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:44.383268 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee0e04-3880-4f06-ae54-eaaa31722e21 req-8d5716d3-2800-4259-81f3-97a6362fa299 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:44.384805 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0dee0e04-3880-4f06-ae54-eaaa31722e21 req-8d5716d3-2800-4259-81f3-97a6362fa299 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 945 time: 0.5318871 Jul 06 12:07:44.385859 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.544427 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0dee0e04-3880-4f06-ae54-eaaa31722e21 req-963c6df2-0377-4af7-9f67-c8cac4354ce8 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/security-groups?id=93b5bafa-dffe-42de-a9a9-1bc760e622db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463432 Jul 06 12:07:44.578459 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-07e111f1-c8d9-4ef2-9683-959fcd5207f8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Deleting port 8480d5db-6304-445e-acc2-615dd9cd15fb {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:44.578801 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07e111f1-c8d9-4ef2-9683-959fcd5207f8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.693927 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Router 657ac769-8cb8-4013-ba72-936fafdeab3b is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:07:44.699505 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07e111f1-c8d9-4ef2-9683-959fcd5207f8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:44.716641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-07e111f1-c8d9-4ef2-9683-959fcd5207f8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Calling delete_port for 8480d5db-6304-445e-acc2-615dd9cd15fb owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:44.876444 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:44.889231 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Sync routers for ids ['657ac769-8cb8-4013-ba72-936fafdeab3b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:44.899257 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Routers {'657ac769-8cb8-4013-ba72-936fafdeab3b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:44.900160 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['657ac769-8cb8-4013-ba72-936fafdeab3b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:45.042401 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.045182 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f8377a90-bc1a-4017-8716-11c0aa36954b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3681283 Jul 06 12:07:45.045364 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49834) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:45.049995 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24f6a7a1-ecca-4665-81e0-ae59a89ea25f req-e18157a4-519a-44c0-a815-f1f61111d0e5 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15955bc-3b34-45f9-8075-fd8bbe3db84d HTTP/1.1" status: 200 len: 210 time: 0.0656147 Jul 06 12:07:45.068887 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07e111f1-c8d9-4ef2-9683-959fcd5207f8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.146679 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e111f1-c8d9-4ef2-9683-959fcd5207f8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event deleted for resources: {'Port': ['ID=8480d5db-6304-445e-acc2-615dd9cd15fb,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:45.303739 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b547d7e8-9870-4b13-a1da-1b7fb4e1e8ee tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.424601 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Set router 657ac769-8cb8-4013-ba72-936fafdeab3b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:45.438046 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07e111f1-c8d9-4ef2-9683-959fcd5207f8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.445764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-07e111f1-c8d9-4ef2-9683-959fcd5207f8 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "DELETE /v2.0/ports/8480d5db-6304-445e-acc2-615dd9cd15fb HTTP/1.1" status: 204 len: 168 time: 1.4686515 Jul 06 12:07:45.452373 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49838) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:45.489242 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-a6854fe8-676f-45b1-bbfb-1a855eaccca9 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:45.495536 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-a6854fe8-676f-45b1-bbfb-1a855eaccca9 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.89 "GET /v2.0/networks?id=e765c02e-0269-4995-8ff9-43a733559f12 HTTP/1.1" status: 200 len: 821 time: 0.3594544 Jul 06 12:07:45.510640 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-5941a5ea-2515-48d2-8f2a-a7800282ea41 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Request body: {'port': {'device_id': 'e15955bc-3b34-45f9-8075-fd8bbe3db84d', 'network_id': 'e765c02e-0269-4995-8ff9-43a733559f12', 'admin_state_up': True, 'tenant_id': 'b82a6a9bca1f46f193744fb7f03e9989'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:45.591991 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-989f2e5f-0fef-45b5-8177-9d5d0d939c30 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] GET failed (client error): The resource could not be found. Jul 06 12:07:45.593987 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-989f2e5f-0fef-45b5-8177-9d5d0d939c30 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "GET /v2.0/ports/8480d5db-6304-445e-acc2-615dd9cd15fb HTTP/1.1" status: 404 len: 333 time: 0.1330757 Jul 06 12:07:45.599213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49842) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:45.601073 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b547d7e8-9870-4b13-a1da-1b7fb4e1e8ee tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.608947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4de9d52f-5d27-4130-9b00-c2119ab9eb0d tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Request body: {'port': {'network_id': '55567a65-c669-4588-b34b-e8a8f6d9d567', 'name': 'tempest-AllowedAddressPairTestJSON-1200855727'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:45.737784 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657ac769-8cb8-4013-ba72-936fafdeab3b', 'name': '', 'tenant_id': '7e607c2066b943a2a27cc1178dbfcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f1b8fac-4ae4-4a33-84fd-262165b3a619', 'external_fixed_ips': [{'subnet_id': '3e0bcc00-b527-4072-b120-898c66d301b6', 'ip_address': '2001:db8::23a'}], 'enable_snat': True}, 'gw_port_id': '4e52041b-3c6b-497a-a3ab-0c69d2256d11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:40Z', 'updated_at': '2021-07-06T12:07:43Z', 'revision_number': 3, 'project_id': '7e607c2066b943a2a27cc1178dbfcec9', 'gw_port': {'id': '4e52041b-3c6b-497a-a3ab-0c69d2256d11', 'name': '', 'network_id': '3f1b8fac-4ae4-4a33-84fd-262165b3a619', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657ac769-8cb8-4013-ba72-936fafdeab3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '3e0bcc00-b527-4072-b120-898c66d301b6', 'ip_address': '2001:db8::23a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:42Z', 'updated_at': '2021-07-06T12:07:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e0bcc00-b527-4072-b120-898c66d301b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:45.740005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-5941a5ea-2515-48d2-8f2a-a7800282ea41 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Made reservation on behalf of b82a6a9bca1f46f193744fb7f03e9989 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:45.745604 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-5941a5ea-2515-48d2-8f2a-a7800282ea41 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.774058 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Checking router: 657ac769-8cb8-4013-ba72-936fafdeab3b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:07:45.774708 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Updating router 657ac769-8cb8-4013-ba72-936fafdeab3b port 4e52041b-3c6b-497a-a3ab-0c69d2256d11 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:07:45.815469 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:45.927776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a85c96-4333-411f-9017-c7ecb0d7b26f req-0ae404c1-d031-4041-bdb5-222dd6455bdb tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:45.929237 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18a85c96-4333-411f-9017-c7ecb0d7b26f req-0ae404c1-d031-4041-bdb5-222dd6455bdb tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 945 time: 0.1676028 Jul 06 12:07:45.969677 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-5941a5ea-2515-48d2-8f2a-a7800282ea41 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Allocated IP 172.20.0.5 (e765c02e-0269-4995-8ff9-43a733559f12/ea93bdc7-df9c-478f-b83b-edc20007d2f7/ada8349c-905f-4cac-96c1-130e54c49ae9) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:45.998170 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18a85c96-4333-411f-9017-c7ecb0d7b26f req-0746a86b-e320-40d5-b520-c4ca8bfe7fa5 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/security-groups?id=93b5bafa-dffe-42de-a9a9-1bc760e622db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569065 Jul 06 12:07:46.152091 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b547d7e8-9870-4b13-a1da-1b7fb4e1e8ee tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Deleting port 4e52041b-3c6b-497a-a3ab-0c69d2256d11 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:46.152091 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b547d7e8-9870-4b13-a1da-1b7fb4e1e8ee tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.182762 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.195342 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Transition to ACTIVE for port object 4e52041b-3c6b-497a-a3ab-0c69d2256d11 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:46.204382 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-5941a5ea-2515-48d2-8f2a-a7800282ea41 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.204979 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de9d52f-5d27-4130-9b00-c2119ab9eb0d tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Made reservation on behalf of cd2bef4cc7ea480391f165504e9daa48 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:46.205094 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.211134 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4de9d52f-5d27-4130-9b00-c2119ab9eb0d tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.254230 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-4de9d52f-5d27-4130-9b00-c2119ab9eb0d tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] device_id is not set on port c509f6cc-1129-45e3-85ff-564d9db4b84c yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:46.256399 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-5941a5ea-2515-48d2-8f2a-a7800282ea41 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.278200 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Attempting to bind port 4e52041b-3c6b-497a-a3ab-0c69d2256d11 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:46.278579 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Attempting to bind port 4e52041b-3c6b-497a-a3ab-0c69d2256d11 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '9b8866fd-f8ad-48c3-be36-9cf310396c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3f1b8fac-4ae4-4a33-84fd-262165b3a619'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:46.278941 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Attempting to bind port 4e52041b-3c6b-497a-a3ab-0c69d2256d11 on network 3f1b8fac-4ae4-4a33-84fd-262165b3a619 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:46.281278 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16a5d5-7ad3-4ee2-8902-f536967b7074 None None] Pushing event updated for resources: {'Port': ['ID=4e52041b-3c6b-497a-a3ab-0c69d2256d11,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:46.303840 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:46.304278 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Checking segment: {'id': '9b8866fd-f8ad-48c3-be36-9cf310396c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3f1b8fac-4ae4-4a33-84fd-262165b3a619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:46.306415 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.306839 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Bound using segment: {'id': '9b8866fd-f8ad-48c3-be36-9cf310396c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3f1b8fac-4ae4-4a33-84fd-262165b3a619'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:46.307628 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Bound port: 4e52041b-3c6b-497a-a3ab-0c69d2256d11, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8866fd-f8ad-48c3-be36-9cf310396c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3f1b8fac-4ae4-4a33-84fd-262165b3a619'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:46.308021 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.351901 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-5941a5ea-2515-48d2-8f2a-a7800282ea41 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Network e765c02e-0269-4995-8ff9-43a733559f12 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:46.352193 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b547d7e8-9870-4b13-a1da-1b7fb4e1e8ee tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.353388 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941a5ea-2515-48d2-8f2a-a7800282ea41 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Pushing event updated for resources: {'Port': ['ID=ada8349c-905f-4cac-96c1-130e54c49ae9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:46.372508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-5941a5ea-2515-48d2-8f2a-a7800282ea41 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:46.382572 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-5941a5ea-2515-48d2-8f2a-a7800282ea41 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:46.382740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b547d7e8-9870-4b13-a1da-1b7fb4e1e8ee tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Calling delete_port for 4e52041b-3c6b-497a-a3ab-0c69d2256d11 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:46.404259 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] For port 4e52041b-3c6b-497a-a3ab-0c69d2256d11, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:46.407645 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] For port 4e52041b-3c6b-497a-a3ab-0c69d2256d11, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4e52041b-3c6b-497a-a3ab-0c69d2256d11,segment=NetworkSegment(9b8866fd-f8ad-48c3-be36-9cf310396c4f),segment_id=9b8866fd-f8ad-48c3-be36-9cf310396c4f)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:46.417584 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.453772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-4de9d52f-5d27-4130-9b00-c2119ab9eb0d tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Allocated IP 172.20.0.12 (55567a65-c669-4588-b34b-e8a8f6d9d567/f641a75c-27bc-443c-b7c8-d646903378fa/c509f6cc-1129-45e3-85ff-564d9db4b84c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:46.495948 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-5941a5ea-2515-48d2-8f2a-a7800282ea41 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:46.495948 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-5941a5ea-2515-48d2-8f2a-a7800282ea41 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.501277 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Routers {'657ac769-8cb8-4013-ba72-936fafdeab3b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:46.502208 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['657ac769-8cb8-4013-ba72-936fafdeab3b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:46.519193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b3768-9761-4de6-a80b-afd3906a5aba req-cbbc82ea-1e4e-471f-bbe5-cee4ca0abe5c tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:46.527161 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e3b3768-9761-4de6-a80b-afd3906a5aba req-cbbc82ea-1e4e-471f-bbe5-cee4ca0abe5c tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 945 time: 0.1170313 Jul 06 12:07:46.531116 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-5941a5ea-2515-48d2-8f2a-a7800282ea41 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0266252 Jul 06 12:07:46.557057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Request body: {'port': {'device_id': 'e15955bc-3b34-45f9-8075-fd8bbe3db84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:46.604194 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e3b3768-9761-4de6-a80b-afd3906a5aba req-80777eeb-23ab-45bb-8c9b-b73489dd605b tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/security-groups?id=93b5bafa-dffe-42de-a9a9-1bc760e622db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759020 Jul 06 12:07:46.640672 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] Set router 657ac769-8cb8-4013-ba72-936fafdeab3b gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:46.684552 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.701508 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16a5d5-7ad3-4ee2-8902-f536967b7074 None None] Pushing event updated for resources: {'Port': ['ID=4e52041b-3c6b-497a-a3ab-0c69d2256d11,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:46.737258 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657ac769-8cb8-4013-ba72-936fafdeab3b', 'name': '', 'tenant_id': '7e607c2066b943a2a27cc1178dbfcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:40Z', 'updated_at': '2021-07-06T12:07:45Z', 'revision_number': 4, 'project_id': '7e607c2066b943a2a27cc1178dbfcec9', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:46.750155 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4de9d52f-5d27-4130-9b00-c2119ab9eb0d tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.776595 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c54cf10-0adc-4529-9d63-b6103626495a None None] The sync data for ids ['657ac769-8cb8-4013-ba72-936fafdeab3b'] in n-d-799529-2 is: [{'id': '657ac769-8cb8-4013-ba72-936fafdeab3b', 'name': '', 'tenant_id': '7e607c2066b943a2a27cc1178dbfcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:40Z', 'updated_at': '2021-07-06T12:07:45Z', 'revision_number': 4, 'project_id': '7e607c2066b943a2a27cc1178dbfcec9', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:46.780306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-4de9d52f-5d27-4130-9b00-c2119ab9eb0d tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Transition to ACTIVE for port object c509f6cc-1129-45e3-85ff-564d9db4b84c will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:46.789767 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b547d7e8-9870-4b13-a1da-1b7fb4e1e8ee tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:46.830673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547d7e8-9870-4b13-a1da-1b7fb4e1e8ee tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e52041b-3c6b-497a-a3ab-0c69d2256d11,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:46.890260 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b547d7e8-9870-4b13-a1da-1b7fb4e1e8ee tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.031480 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b547d7e8-9870-4b13-a1da-1b7fb4e1e8ee tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.035152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b547d7e8-9870-4b13-a1da-1b7fb4e1e8ee tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.036274 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a0494-b819-46df-9c70-9bb5418bd421 req-ef155693-3bbf-4925-87d0-084a663416b3 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:47.043202 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-067a0494-b819-46df-9c70-9bb5418bd421 req-ef155693-3bbf-4925-87d0-084a663416b3 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15955bc-3b34-45f9-8075-fd8bbe3db84d HTTP/1.1" status: 200 len: 931 time: 0.1610894 Jul 06 12:07:47.079033 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4de9d52f-5d27-4130-9b00-c2119ab9eb0d tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.116549 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-067a0494-b819-46df-9c70-9bb5418bd421 req-39fcfe29-2218-4502-9f07-95cad4329d06 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3532c78-62ab-4cb0-8af6-71420dbcf323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723414 Jul 06 12:07:47.159868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9d52f-5d27-4130-9b00-c2119ab9eb0d tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event updated for resources: {'Port': ['ID=c509f6cc-1129-45e3-85ff-564d9db4b84c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:47.172790 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b547d7e8-9870-4b13-a1da-1b7fb4e1e8ee tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.173361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b547d7e8-9870-4b13-a1da-1b7fb4e1e8ee tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 657ac769-8cb8-4013-ba72-936fafdeab3b {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:07:47.178399 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b547d7e8-9870-4b13-a1da-1b7fb4e1e8ee tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.182032 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b547d7e8-9870-4b13-a1da-1b7fb4e1e8ee tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "DELETE /v2.0/routers/657ac769-8cb8-4013-ba72-936fafdeab3b HTTP/1.1" status: 204 len: 168 time: 2.1331456 Jul 06 12:07:47.189243 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de9d52f-5d27-4130-9b00-c2119ab9eb0d tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Network 55567a65-c669-4588-b34b-e8a8f6d9d567 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:47.191101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49870) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:47.192185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4de9d52f-5d27-4130-9b00-c2119ab9eb0d tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:47.194868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de9d52f-5d27-4130-9b00-c2119ab9eb0d tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:47.197601 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada8349c-905f-4cac-96c1-130e54c49ae9 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:07:47.209032 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.224984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Transition to ACTIVE for port object ada8349c-905f-4cac-96c1-130e54c49ae9 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:47.229572 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.319674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de9d52f-5d27-4130-9b00-c2119ab9eb0d tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:47.320465 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4de9d52f-5d27-4130-9b00-c2119ab9eb0d tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.336090 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b914b3-1a25-49e6-9dcd-17c3529eec0f tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Deleting subnet 3e0bcc00-b527-4072-b120-898c66d301b6 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:47.336888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ada8349c-905f-4cac-96c1-130e54c49ae9,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:47.340379 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5b914b3-1a25-49e6-9dcd-17c3529eec0f tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.384854 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4de9d52f-5d27-4130-9b00-c2119ab9eb0d tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7775991 Jul 06 12:07:47.385268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49874) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:47.391790 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-90627fd4-a158-4f5d-97ad-64d75fa33c17 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Request body: {'port': {'network_id': '55567a65-c669-4588-b34b-e8a8f6d9d567', 'name': 'tempest-AllowedAddressPairTestJSON-380863122'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:47.404262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5b914b3-1a25-49e6-9dcd-17c3529eec0f tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.404605 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:47.404961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:47.405304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:47.405642 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:47.405975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:47.407108 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:47.409774 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:47.410121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:47.410460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:47.410796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:47.411128 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:47.411485 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:07:47.454490 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fac57-791f-4e36-aa31-824b2c8a3a20 req-577c03c0-fe2f-425f-988e-852f0a794c48 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:47.456602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0b4fac57-791f-4e36-aa31-824b2c8a3a20 req-577c03c0-fe2f-425f-988e-852f0a794c48 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 945 time: 0.1900074 Jul 06 12:07:47.476116 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Attempting to bind port ada8349c-905f-4cac-96c1-130e54c49ae9 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:47.476340 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Attempting to bind port ada8349c-905f-4cac-96c1-130e54c49ae9 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'de468ffe-d2b5-40f4-bc5d-ede9b0150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e765c02e-0269-4995-8ff9-43a733559f12'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:47.476686 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Attempting to bind port ada8349c-905f-4cac-96c1-130e54c49ae9 on network e765c02e-0269-4995-8ff9-43a733559f12 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:47.495623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Port ada8349c-905f-4cac-96c1-130e54c49ae9 on network e765c02e-0269-4995-8ff9-43a733559f12 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:07:47.495955 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Attempting to bind port ada8349c-905f-4cac-96c1-130e54c49ae9 on network e765c02e-0269-4995-8ff9-43a733559f12 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:47.506173 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b02513b8-0024-40e7-a944-fca0f0419725 None None] Provisioning for port c509f6cc-1129-45e3-85ff-564d9db4b84c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:47.512512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:47.513539 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Checking segment: {'id': 'de468ffe-d2b5-40f4-bc5d-ede9b0150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e765c02e-0269-4995-8ff9-43a733559f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:47.513539 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Bound using segment: {'id': 'de468ffe-d2b5-40f4-bc5d-ede9b0150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e765c02e-0269-4995-8ff9-43a733559f12'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:47.513810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Bound port: ada8349c-905f-4cac-96c1-130e54c49ae9, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de468ffe-d2b5-40f4-bc5d-ede9b0150718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e765c02e-0269-4995-8ff9-43a733559f12'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:47.514086 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.515454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b02513b8-0024-40e7-a944-fca0f0419725 None None] Provisioning complete for port c509f6cc-1129-45e3-85ff-564d9db4b84c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:47.516123 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b02513b8-0024-40e7-a944-fca0f0419725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.541797 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5b914b3-1a25-49e6-9dcd-17c3529eec0f tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.552153 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0b4fac57-791f-4e36-aa31-824b2c8a3a20 req-213c6305-fad5-48a8-b99c-1aceed940316 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/security-groups?id=93b5bafa-dffe-42de-a9a9-1bc760e622db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858364 Jul 06 12:07:47.578179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b02513b8-0024-40e7-a944-fca0f0419725 None None] Port c509f6cc-1129-45e3-85ff-564d9db4b84c cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:47.581846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49876) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:47.660915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90627fd4-a158-4f5d-97ad-64d75fa33c17 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Made reservation on behalf of cd2bef4cc7ea480391f165504e9daa48 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:07:47.666666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] For port ada8349c-905f-4cac-96c1-130e54c49ae9, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:07:47.675153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] For port ada8349c-905f-4cac-96c1-130e54c49ae9, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ada8349c-905f-4cac-96c1-130e54c49ae9,segment=NetworkSegment(de468ffe-d2b5-40f4-bc5d-ede9b0150718),segment_id=de468ffe-d2b5-40f4-bc5d-ede9b0150718)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:07:47.681026 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.693169 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90627fd4-a158-4f5d-97ad-64d75fa33c17 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.704932 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5b914b3-1a25-49e6-9dcd-17c3529eec0f tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.748971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:47.749615 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.751055 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] 10.222.0.89 "PUT /v2.0/ports/ada8349c-905f-4cac-96c1-130e54c49ae9 HTTP/1.1" status: 200 len: 1091 time: 1.1985135 Jul 06 12:07:47.751553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15955bc-3b34-45f9-8075-fd8bbe3db84d', 'tag': 'ada8349c-905f-4cac-96c1-130e54c49ae9'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:07:47.753551 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b914b3-1a25-49e6-9dcd-17c3529eec0f tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3e0bcc00-b527-4072-b120-898c66d301b6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:47.756776 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33df173-3453-4809-8193-792cf9b8202f" -d '{"events": [{"name": "network-changed", "server_uuid": "e15955bc-3b34-45f9-8075-fd8bbe3db84d", "tag": "ada8349c-905f-4cac-96c1-130e54c49ae9"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:07:47.760897 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5b914b3-1a25-49e6-9dcd-17c3529eec0f tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.763125 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b5b914b3-1a25-49e6-9dcd-17c3529eec0f tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/3e0bcc00-b527-4072-b120-898c66d301b6 HTTP/1.1" status: 204 len: 168 time: 0.5632534 Jul 06 12:07:47.766979 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-90627fd4-a158-4f5d-97ad-64d75fa33c17 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] device_id is not set on port 6284927c-12d9-4b13-8a62-fbab4b2a64a9 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:07:47.769853 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49882) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:47.935488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-90627fd4-a158-4f5d-97ad-64d75fa33c17 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Allocated IP 172.20.0.9 (55567a65-c669-4588-b34b-e8a8f6d9d567/f641a75c-27bc-443c-b7c8-d646903378fa/6284927c-12d9-4b13-8a62-fbab4b2a64a9) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:47.941161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74b8f0-9985-4204-b265-d6ba7f5222d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ada8349c-905f-4cac-96c1-130e54c49ae9,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:47.969078 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68f2153a-4b81-4096-b948-b4f040a3f573 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:47.972726 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a1e913-1241-4abe-a5e1-d174e01b46dc x-openstack-request-id: req-26a1e913-1241-4abe-a5e1-d174e01b46dc {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:07:47.973061 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15955bc-3b34-45f9-8075-fd8bbe3db84d", "tag": "ada8349c-905f-4cac-96c1-130e54c49ae9", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:07:47.973307 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26a1e913-1241-4abe-a5e1-d174e01b46dc {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:07:47.973680 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15955bc-3b34-45f9-8075-fd8bbe3db84d', 'tag': 'ada8349c-905f-4cac-96c1-130e54c49ae9', 'status': 'completed', 'code': 200} Jul 06 12:07:47.980950 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-42dc9851-f2e6-4941-b15d-bd29ca32951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:47.982401 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-42dc9851-f2e6-4941-b15d-bd29ca32951b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b82a6a9bca1f46f193744fb7f03e9989&device_id=e15955bc-3b34-45f9-8075-fd8bbe3db84d HTTP/1.1" status: 200 len: 1094 time: 0.1630359 Jul 06 12:07:48.050619 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-382e58d7-9b26-4e66-822d-b61ff46dad01 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada8349c-905f-4cac-96c1-130e54c49ae9 HTTP/1.1" status: 200 len: 217 time: 0.0583706 Jul 06 12:07:48.132260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e70aed9-68ca-463e-bf9a-3e3e40cfb3c5 tempest-TestServerBasicOps-574307027 tempest-TestServerBasicOps-574307027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:48.134471 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8e70aed9-68ca-463e-bf9a-3e3e40cfb3c5 tempest-TestServerBasicOps-574307027 tempest-TestServerBasicOps-574307027-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 1091 time: 0.5487320 Jul 06 12:07:48.141098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49888) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:48.145108 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-910ebe07-021b-4154-9c1e-6702be478488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:48.147094 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-910ebe07-021b-4154-9c1e-6702be478488 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea93bdc7-df9c-478f-b83b-edc20007d2f7 HTTP/1.1" status: 200 len: 861 time: 0.0834024 Jul 06 12:07:48.151992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '7832d3d0-f5cf-4902-a9ed-aa731851ae73', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:48.152279 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68f2153a-4b81-4096-b948-b4f040a3f573 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.163409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-68f2153a-4b81-4096-b948-b4f040a3f573 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1b8fac-4ae4-4a33-84fd-262165b3a619']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:48.177347 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-68f2153a-4b81-4096-b948-b4f040a3f573 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8866fd-f8ad-48c3-be36-9cf310396c4f') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:48.177902 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-68f2153a-4b81-4096-b948-b4f040a3f573 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8866fd-f8ad-48c3-be36-9cf310396c4f') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:48.194710 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.196956 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68f2153a-4b81-4096-b948-b4f040a3f573 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.243578 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68f2153a-4b81-4096-b948-b4f040a3f573 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.253197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f2153a-4b81-4096-b948-b4f040a3f573 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:48.253912 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68f2153a-4b81-4096-b948-b4f040a3f573 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:48.266553 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:48.293340 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90627fd4-a158-4f5d-97ad-64d75fa33c17 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.312540 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-90627fd4-a158-4f5d-97ad-64d75fa33c17 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Transition to ACTIVE for port object 6284927c-12d9-4b13-8a62-fbab4b2a64a9 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:48.318133 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-ac09b365-db8e-4b61-b73a-fc3b9f6112ca service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e765c02e-0269-4995-8ff9-43a733559f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096425 Jul 06 12:07:48.388003 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90627fd4-a158-4f5d-97ad-64d75fa33c17 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.391153 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.428699 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68f2153a-4b81-4096-b948-b4f040a3f573 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.441615 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f2153a-4b81-4096-b948-b4f040a3f573 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f1b8fac-4ae4-4a33-84fd-262165b3a619 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 12:07:48.444539 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68f2153a-4b81-4096-b948-b4f040a3f573 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.450520 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-68f2153a-4b81-4096-b948-b4f040a3f573 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "DELETE /v2.0/networks/3f1b8fac-4ae4-4a33-84fd-262165b3a619 HTTP/1.1" status: 204 len: 168 time: 0.6756165 Jul 06 12:07:48.474411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2153a-4b81-4096-b948-b4f040a3f573 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f1b8fac-4ae4-4a33-84fd-262165b3a619,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:48.478678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90627fd4-a158-4f5d-97ad-64d75fa33c17 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Network 55567a65-c669-4588-b34b-e8a8f6d9d567 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:48.484014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-90627fd4-a158-4f5d-97ad-64d75fa33c17 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:48.509396 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72a6aa-f030-4d72-9f35-ab0a8a679cfe req-7cce86e1-fb7a-413e-8f85-0d9ead260957 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:48.512442 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90627fd4-a158-4f5d-97ad-64d75fa33c17 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:48.518948 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c72a6aa-f030-4d72-9f35-ab0a8a679cfe req-7cce86e1-fb7a-413e-8f85-0d9ead260957 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15955bc-3b34-45f9-8075-fd8bbe3db84d HTTP/1.1" status: 200 len: 943 time: 0.2037201 Jul 06 12:07:48.523683 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-4b012ac4-63d3-4e78-ac42-adee92173962 service neutron] 10.222.0.89 "GET /v2.0/networks/e765c02e-0269-4995-8ff9-43a733559f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946857 Jul 06 12:07:48.583631 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90627fd4-a158-4f5d-97ad-64d75fa33c17 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event updated for resources: {'Port': ['ID=6284927c-12d9-4b13-8a62-fbab4b2a64a9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:48.637566 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c72a6aa-f030-4d72-9f35-ab0a8a679cfe req-1c686af0-86d6-426c-a890-5b0827f97a6e tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3532c78-62ab-4cb0-8af6-71420dbcf323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170611 Jul 06 12:07:48.680450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90627fd4-a158-4f5d-97ad-64d75fa33c17 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:48.681119 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90627fd4-a158-4f5d-97ad-64d75fa33c17 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.693036 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e62665e-5c93-4d78-b91c-70e21ab02c00 req-2ca43119-cc13-492f-a17f-1cb1229c13b1 service neutron] 10.222.0.89 "GET /v2.0/networks/e765c02e-0269-4995-8ff9-43a733559f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627645 Jul 06 12:07:48.710921 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-90627fd4-a158-4f5d-97ad-64d75fa33c17 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3223405 Jul 06 12:07:48.712474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49896) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:48.718837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-decb5fe1-f010-4edd-bc02-7a2636e6bc97 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:8d:92:91'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:77:7c:a7'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:48.750554 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Allocated IP 172.25.4.240 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/15be81f4-ff62-4284-ad05-e7f5a2bdb64d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:48.913448 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49902) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:48.920791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d8834a68-4960-44f2-a780-a76a2d146946 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Request body: {'router': {'name': 'tempest-router--338090477', 'project_id': '42136300a69148b8bfbe0ad0dfec9009'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:48.939855 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.964418 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8834a68-4960-44f2-a780-a76a2d146946 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.965591 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8834a68-4960-44f2-a780-a76a2d146946 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:48.988859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33df173-3453-4809-8193-792cf9b8202f req-1423f8ab-e182-4aca-8927-a1e5eb734452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:48.990842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b33df173-3453-4809-8193-792cf9b8202f req-1423f8ab-e182-4aca-8927-a1e5eb734452 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b82a6a9bca1f46f193744fb7f03e9989&device_id=e15955bc-3b34-45f9-8075-fd8bbe3db84d HTTP/1.1" status: 200 len: 1094 time: 0.1624215 Jul 06 12:07:49.011880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-eed8c5a3-9ac2-4c9f-a7cf-6176f4af105c None None] Provisioning for port 6284927c-12d9-4b13-8a62-fbab4b2a64a9 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:49.016361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-eed8c5a3-9ac2-4c9f-a7cf-6176f4af105c None None] Provisioning complete for port 6284927c-12d9-4b13-8a62-fbab4b2a64a9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:49.016668 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eed8c5a3-9ac2-4c9f-a7cf-6176f4af105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.096960 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.113944 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8834a68-4960-44f2-a780-a76a2d146946 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.131040 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-decb5fe1-f010-4edd-bc02-7a2636e6bc97 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.132709 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-eed8c5a3-9ac2-4c9f-a7cf-6176f4af105c None None] Port 6284927c-12d9-4b13-8a62-fbab4b2a64a9 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:49.144073 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8834a68-4960-44f2-a780-a76a2d146946 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.150376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:49.159028 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:49.167953 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:49.196091 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8834a68-4960-44f2-a780-a76a2d146946 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.197291 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d8834a68-4960-44f2-a780-a76a2d146946 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2828364 Jul 06 12:07:49.199653 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Pushing event updated for resources: {'Port': ['ID=15be81f4-ff62-4284-ad05-e7f5a2bdb64d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:49.202260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49910) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:49.228146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33df173-3453-4809-8193-792cf9b8202f req-531553e1-4def-4f3f-9383-38bd970b88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:49.229807 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b33df173-3453-4809-8193-792cf9b8202f req-531553e1-4def-4f3f-9383-38bd970b88b3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e765c02e-0269-4995-8ff9-43a733559f12 HTTP/1.1" status: 200 len: 922 time: 0.2268877 Jul 06 12:07:49.282033 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b33df173-3453-4809-8193-792cf9b8202f req-cc18d060-d4c3-458b-ac90-5700b830331a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ada8349c-905f-4cac-96c1-130e54c49ae9 HTTP/1.1" status: 200 len: 217 time: 0.0414824 Jul 06 12:07:49.367578 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e976a14-c387-4f31-87a2-a2a79bbec402 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.389520 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33df173-3453-4809-8193-792cf9b8202f req-923550a0-41af-467c-8c6d-da8dc6fad685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:49.391158 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b33df173-3453-4809-8193-792cf9b8202f req-923550a0-41af-467c-8c6d-da8dc6fad685 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ea93bdc7-df9c-478f-b83b-edc20007d2f7 HTTP/1.1" status: 200 len: 861 time: 0.1010716 Jul 06 12:07:49.443065 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b33df173-3453-4809-8193-792cf9b8202f req-2f7b14ad-6eee-410c-8530-4c15490dfeda service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e765c02e-0269-4995-8ff9-43a733559f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415618 Jul 06 12:07:49.553633 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-decb5fe1-f010-4edd-bc02-7a2636e6bc97 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.563406 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-decb5fe1-f010-4edd-bc02-7a2636e6bc97 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.607397 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e976a14-c387-4f31-87a2-a2a79bbec402 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.611135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e976a14-c387-4f31-87a2-a2a79bbec402 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.650132 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b33df173-3453-4809-8193-792cf9b8202f req-a939f8f3-460c-44b1-84dd-ea232c088af2 service neutron] 10.222.0.89 "GET /v2.0/networks/e765c02e-0269-4995-8ff9-43a733559f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980441 Jul 06 12:07:49.672530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb5fe1-f010-4edd-bc02-7a2636e6bc97 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event updated for resources: {'Port': ['ID=6284927c-12d9-4b13-8a62-fbab4b2a64a9,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:49.689172 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e976a14-c387-4f31-87a2-a2a79bbec402 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.689719 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e976a14-c387-4f31-87a2-a2a79bbec402 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c265f94d-6c9a-49c4-bf9c-bfcc747abf09 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:07:49.705624 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e976a14-c387-4f31-87a2-a2a79bbec402 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.721980 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2e976a14-c387-4f31-87a2-a2a79bbec402 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "DELETE /v2.0/routers/c265f94d-6c9a-49c4-bf9c-bfcc747abf09 HTTP/1.1" status: 204 len: 168 time: 0.5025578 Jul 06 12:07:49.739373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-decb5fe1-f010-4edd-bc02-7a2636e6bc97 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] In _notify_port_updated(), no bound segment for port 6284927c-12d9-4b13-8a62-fbab4b2a64a9 on network 55567a65-c669-4588-b34b-e8a8f6d9d567 {{(pid=100427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:07:49.752010 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb5fe1-f010-4edd-bc02-7a2636e6bc97 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:49.752672 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-decb5fe1-f010-4edd-bc02-7a2636e6bc97 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.754003 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-decb5fe1-f010-4edd-bc02-7a2636e6bc97 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "PUT /v2.0/ports/6284927c-12d9-4b13-8a62-fbab4b2a64a9 HTTP/1.1" status: 200 len: 1055 time: 1.0402479 Jul 06 12:07:49.758454 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49916) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:49.911518 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:49.937174 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49920) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:49.959660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fcae917a-b952-4a70-a44f-fe0f3b2638da None None] Provisioning complete for port 6284927c-12d9-4b13-8a62-fbab4b2a64a9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:49.960465 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fcae917a-b952-4a70-a44f-fe0f3b2638da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.027088 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.048451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-fcae917a-b952-4a70-a44f-fe0f3b2638da None None] Port 6284927c-12d9-4b13-8a62-fbab4b2a64a9 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:07:50.228879 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.236477 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.277020 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b33df173-3453-4809-8193-792cf9b8202f req-e65780b1-dbed-4633-874a-06d5a7feccf0 service neutron] 10.222.0.89 "GET /v2.0/networks/e765c02e-0269-4995-8ff9-43a733559f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6204531 Jul 06 12:07:50.301949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-287105415', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:50.309175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Pushing event updated for resources: {'Port': ['ID=15be81f4-ff62-4284-ad05-e7f5a2bdb64d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:50.311069 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d29309-c58c-4a2c-af77-18a0181b55ff req-00df8ba3-67fe-45f1-8a69-ebb7df6977ea tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:50.319036 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84d29309-c58c-4a2c-af77-18a0181b55ff req-00df8ba3-67fe-45f1-8a69-ebb7df6977ea tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15955bc-3b34-45f9-8075-fd8bbe3db84d HTTP/1.1" status: 200 len: 943 time: 0.4664962 Jul 06 12:07:50.365172 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.366336 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.369199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d25326f3-da62-4e7f-af21-3f04d106cc49 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Deleting port 6284927c-12d9-4b13-8a62-fbab4b2a64a9 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:50.369547 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d25326f3-da62-4e7f-af21-3f04d106cc49 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.375047 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84d29309-c58c-4a2c-af77-18a0181b55ff req-dc69c95c-1e42-4b81-a4d6-04fc8a43f3ee tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3532c78-62ab-4cb0-8af6-71420dbcf323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551267 Jul 06 12:07:50.379708 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.516096 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d25326f3-da62-4e7f-af21-3f04d106cc49 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.535640 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d25326f3-da62-4e7f-af21-3f04d106cc49 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Calling delete_port for 6284927c-12d9-4b13-8a62-fbab4b2a64a9 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:50.682942 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d25326f3-da62-4e7f-af21-3f04d106cc49 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.717739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25326f3-da62-4e7f-af21-3f04d106cc49 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event deleted for resources: {'Port': ['ID=6284927c-12d9-4b13-8a62-fbab4b2a64a9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:50.838601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.965398 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Floating IP 352bf5a1-109f-4adf-9f52-2aa52c1ffd1a associated. External IP: 172.25.4.240, port: 7832d3d0-f5cf-4902-a9ed-aa731851ae73. Jul 06 12:07:50.989568 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d25326f3-da62-4e7f-af21-3f04d106cc49 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:50.991587 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d25326f3-da62-4e7f-af21-3f04d106cc49 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "DELETE /v2.0/ports/6284927c-12d9-4b13-8a62-fbab4b2a64a9 HTTP/1.1" status: 204 len: 168 time: 1.2321777 Jul 06 12:07:50.994088 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49928) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:51.025802 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c347631-50b5-4229-a470-061649bd3181 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] GET failed (client error): The resource could not be found. Jul 06 12:07:51.030173 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1c347631-50b5-4229-a470-061649bd3181 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "GET /v2.0/ports/6284927c-12d9-4b13-8a62-fbab4b2a64a9 HTTP/1.1" status: 404 len: 333 time: 0.0324147 Jul 06 12:07:51.030417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49930) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:51.090728 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.157130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-973f84b4-82ac-4850-824c-728779990b60 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Deleting port c509f6cc-1129-45e3-85ff-564d9db4b84c {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:51.157936 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-973f84b4-82ac-4850-824c-728779990b60 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.252557 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-973f84b4-82ac-4850-824c-728779990b60 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.266082 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-973f84b4-82ac-4850-824c-728779990b60 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Calling delete_port for c509f6cc-1129-45e3-85ff-564d9db4b84c owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:51.333709 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Router c1acb9e6-039f-4e21-b350-67998a242477 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:07:51.432804 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-973f84b4-82ac-4850-824c-728779990b60 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.466192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f84b4-82ac-4850-824c-728779990b60 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event deleted for resources: {'Port': ['ID=c509f6cc-1129-45e3-85ff-564d9db4b84c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:51.483139 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.520950 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.650773 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:51.661838 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d8947-10fe-414e-a28c-e90c92b4c7f9 None None] Sync routers for ids ['c1acb9e6-039f-4e21-b350-67998a242477'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:51.683183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d8947-10fe-414e-a28c-e90c92b4c7f9 None None] Routers {'c1acb9e6-039f-4e21-b350-67998a242477'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:51.685736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-374d8947-10fe-414e-a28c-e90c92b4c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c1acb9e6-039f-4e21-b350-67998a242477'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:51.742343 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.746717 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-973f84b4-82ac-4850-824c-728779990b60 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:51.749084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-973f84b4-82ac-4850-824c-728779990b60 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "DELETE /v2.0/ports/c509f6cc-1129-45e3-85ff-564d9db4b84c HTTP/1.1" status: 204 len: 168 time: 0.7178462 Jul 06 12:07:51.752732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49944) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:51.788233 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Allocated IP 172.25.4.70 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/829f0d8d-f5dc-45ca-96a7-d8a7de434445) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:51.804895 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-3017acd1-db7c-45e9-af94-302f32c81e05 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] GET failed (client error): The resource could not be found. Jul 06 12:07:51.806953 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3017acd1-db7c-45e9-af94-302f32c81e05 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "GET /v2.0/ports/c509f6cc-1129-45e3-85ff-564d9db4b84c HTTP/1.1" status: 404 len: 333 time: 0.0528786 Jul 06 12:07:51.807726 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e3b05f9a-c362-4cd8-8971-e82475f04dda tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6651506 Jul 06 12:07:51.809948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b4cc41-2a8a-44dd-bd10-f248306d0dd6', 'tag': '7832d3d0-f5cf-4902-a9ed-aa731851ae73'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:07:51.811730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49946) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:51.812514 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950ca972-a3b5-4b17-a6d2-90bd016179e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b4cc41-2a8a-44dd-bd10-f248306d0dd6", "tag": "7832d3d0-f5cf-4902-a9ed-aa731851ae73"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:07:51.905275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dc7be-b04b-499a-b599-b3bec1215be3 req-03e8ce08-8945-4d0c-ab3d-30a4704e9781 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:51.915499 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a05dc7be-b04b-499a-b599-b3bec1215be3 req-03e8ce08-8945-4d0c-ab3d-30a4704e9781 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15955bc-3b34-45f9-8075-fd8bbe3db84d HTTP/1.1" status: 200 len: 943 time: 0.3195846 Jul 06 12:07:52.004246 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.019504 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a05dc7be-b04b-499a-b599-b3bec1215be3 req-f96538b9-69c2-4dac-a27f-786a85e9ad1a tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3532c78-62ab-4cb0-8af6-71420dbcf323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993910 Jul 06 12:07:52.047171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49954) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:52.049585 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ad460616-ff48-44e1-a87a-abff705b1843 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Deleting port 50b27021-5745-49cd-aef9-b704c45421b6 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:52.051423 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad460616-ff48-44e1-a87a-abff705b1843 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.069814 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.126771 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Pushing event updated for resources: {'Port': ['ID=829f0d8d-f5dc-45ca-96a7-d8a7de434445,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:52.141017 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:52.142641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:52.145711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:52.193502 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad460616-ff48-44e1-a87a-abff705b1843 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.197272 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85b8c0e2-3fc5-490d-8119-951692cf880c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.205268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ada8349c-905f-4cac-96c1-130e54c49ae9 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:07:52.210772 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ad460616-ff48-44e1-a87a-abff705b1843 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Calling delete_port for 50b27021-5745-49cd-aef9-b704c45421b6 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:52.278924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-374d8947-10fe-414e-a28c-e90c92b4c7f9 None None] Set router c1acb9e6-039f-4e21-b350-67998a242477 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:52.308161 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85b8c0e2-3fc5-490d-8119-951692cf880c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.346759 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85b8c0e2-3fc5-490d-8119-951692cf880c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.383564 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad460616-ff48-44e1-a87a-abff705b1843 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.414936 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad460616-ff48-44e1-a87a-abff705b1843 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event deleted for resources: {'Port': ['ID=50b27021-5745-49cd-aef9-b704c45421b6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:52.452827 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d5f8fc-b32b-4778-a21e-ade72343ce6e x-openstack-request-id: req-33d5f8fc-b32b-4778-a21e-ade72343ce6e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:07:52.453540 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b4cc41-2a8a-44dd-bd10-f248306d0dd6", "tag": "7832d3d0-f5cf-4902-a9ed-aa731851ae73", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:07:52.453977 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33d5f8fc-b32b-4778-a21e-ade72343ce6e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:07:52.454525 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b4cc41-2a8a-44dd-bd10-f248306d0dd6', 'tag': '7832d3d0-f5cf-4902-a9ed-aa731851ae73', 'status': 'completed', 'code': 200} Jul 06 12:07:52.466666 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-85b8c0e2-3fc5-490d-8119-951692cf880c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f19bf8f5a0eb4ca0bce9f221427516f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180102 Jul 06 12:07:52.469406 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49958) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:52.474731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8c0e2-3fc5-490d-8119-951692cf880c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383163f5-ac5f-454e-9043-630d7a34bd67,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:52.509392 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ada8349c-905f-4cac-96c1-130e54c49ae9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ada8349c-905f-4cac-96c1-130e54c49ae9,segment=NetworkSegment(de468ffe-d2b5-40f4-bc5d-ede9b0150718),segment_id=de468ffe-d2b5-40f4-bc5d-ede9b0150718)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:52.528839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'ada8349c-905f-4cac-96c1-130e54c49ae9', 'network_id': 'e765c02e-0269-4995-8ff9-43a733559f12', 'port_id': 'ada8349c-905f-4cac-96c1-130e54c49ae9', 'mac_address': 'fa:16:3e:3a:5f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea93bdc7-df9c-478f-b83b-edc20007d2f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:07:52.548377 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad460616-ff48-44e1-a87a-abff705b1843 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.550561 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ad460616-ff48-44e1-a87a-abff705b1843 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "DELETE /v2.0/ports/50b27021-5745-49cd-aef9-b704c45421b6 HTTP/1.1" status: 204 len: 168 time: 0.7372761 Jul 06 12:07:52.556934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49960) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:52.586183 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.612331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada8349c-905f-4cac-96c1-130e54c49ae9 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:07:52.614474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ca972-a3b5-4b17-a6d2-90bd016179e3 req-c0dadbd8-a500-47ad-a6e4-2be2946da46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:52.616305 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-950ca972-a3b5-4b17-a6d2-90bd016179e3 req-c0dadbd8-a500-47ad-a6e4-2be2946da46a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=334c6bf901ae4776812cd96573c73d99&device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 1096 time: 0.1327422 Jul 06 12:07:52.618706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25e94bf-4229-4288-a08e-7878cc8e4300 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Deleting subnet f641a75c-27bc-443c-b7c8-d646903378fa {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:07:52.624444 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f25e94bf-4229-4288-a08e-7878cc8e4300 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.637747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ada8349c-905f-4cac-96c1-130e54c49ae9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ada8349c-905f-4cac-96c1-130e54c49ae9,segment=NetworkSegment(de468ffe-d2b5-40f4-bc5d-ede9b0150718),segment_id=de468ffe-d2b5-40f4-bc5d-ede9b0150718)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:52.653564 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.693313 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f25e94bf-4229-4288-a08e-7878cc8e4300 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.728199 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.733471 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=ada8349c-905f-4cac-96c1-130e54c49ae9,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:52.767491 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-374d8947-10fe-414e-a28c-e90c92b4c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'name': 'tempest-TestServerBasicOps-1597325941-router', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:59Z', 'updated_at': '2021-07-06T12:07:07Z', 'revision_number': 4, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'gw_port': {'id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:00Z', 'updated_at': '2021-07-06T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '352bf5a1-109f-4adf-9f52-2aa52c1ffd1a', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'port_id': '7832d3d0-f5cf-4902-a9ed-aa731851ae73', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c', 'mac_address': 'fa:16:3e:47:08:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b4cc41-2a8a-44dd-bd10-f248306d0dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:07:49Z', 'updated_at': '2021-07-06T12:07:49Z', 'revision_number': 0, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbee750-ec74-4f65-9049-120cbc9838cd', 'name': '', 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'mac_address': 'fa:16:3e:81:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '1902dd39-7291-49c8-8576-6bf812770b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:05Z', 'updated_at': '2021-07-06T12:07:16Z', 'revision_number': 5, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'subnets': [{'id': '1902dd39-7291-49c8-8576-6bf812770b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:52.771930 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af08f166-c87c-45ba-bf54-6b9121d93adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.807621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ca972-a3b5-4b17-a6d2-90bd016179e3 req-2bdce0df-b3e8-4a5a-b8b3-774fed472e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:52.807921 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d8947-10fe-414e-a28c-e90c92b4c7f9 None None] Checking router: c1acb9e6-039f-4e21-b350-67998a242477 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:07:52.809220 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-950ca972-a3b5-4b17-a6d2-90bd016179e3 req-2bdce0df-b3e8-4a5a-b8b3-774fed472e1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=17d282bc-2eba-4aa2-8f05-b09a2930641c HTTP/1.1" status: 200 len: 910 time: 0.1646214 Jul 06 12:07:52.817540 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d8947-10fe-414e-a28c-e90c92b4c7f9 None None] Routers {'c1acb9e6-039f-4e21-b350-67998a242477'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:52.818306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-374d8947-10fe-414e-a28c-e90c92b4c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c1acb9e6-039f-4e21-b350-67998a242477'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:52.825250 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af08f166-c87c-45ba-bf54-6b9121d93adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.850634 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f25e94bf-4229-4288-a08e-7878cc8e4300 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.879615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['ada8349c-905f-4cac-96c1-130e54c49ae9'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:07:52.932416 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-950ca972-a3b5-4b17-a6d2-90bd016179e3 req-e8d9030b-fe84-47a2-a7ce-e43686f87c6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7832d3d0-f5cf-4902-a9ed-aa731851ae73 HTTP/1.1" status: 200 len: 999 time: 0.0859249 Jul 06 12:07:52.937677 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af08f166-c87c-45ba-bf54-6b9121d93adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.940800 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af08f166-c87c-45ba-bf54-6b9121d93adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.945174 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-af08f166-c87c-45ba-bf54-6b9121d93adf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/383163f5-ac5f-454e-9043-630d7a34bd67 HTTP/1.1" status: 204 len: 168 time: 0.4030552 Jul 06 12:07:52.963501 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08f166-c87c-45ba-bf54-6b9121d93adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383163f5-ac5f-454e-9043-630d7a34bd67,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:52.975388 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f25e94bf-4229-4288-a08e-7878cc8e4300 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:52.988785 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-374d8947-10fe-414e-a28c-e90c92b4c7f9 None None] Set router c1acb9e6-039f-4e21-b350-67998a242477 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:53.009880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e94bf-4229-4288-a08e-7878cc8e4300 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event deleted for resources: {'Subnet': ['ID=f641a75c-27bc-443c-b7c8-d646903378fa,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:53.021850 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f25e94bf-4229-4288-a08e-7878cc8e4300 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.032304 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f25e94bf-4229-4288-a08e-7878cc8e4300 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "DELETE /v2.0/subnets/f641a75c-27bc-443c-b7c8-d646903378fa HTTP/1.1" status: 204 len: 168 time: 0.4739709 Jul 06 12:07:53.032978 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49964) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:53.034888 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ff0fa2-3d6b-4bb1-8bad-321446c8251a None None] Network 55567a65-c669-4588-b34b-e8a8f6d9d567 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:07:53.109947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ca972-a3b5-4b17-a6d2-90bd016179e3 req-4f29fd3f-2d11-412c-ad46-a9a759909dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:53.112018 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-950ca972-a3b5-4b17-a6d2-90bd016179e3 req-4f29fd3f-2d11-412c-ad46-a9a759909dae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1902dd39-7291-49c8-8576-6bf812770b01 HTTP/1.1" status: 200 len: 848 time: 0.1432066 Jul 06 12:07:53.155845 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.233503 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.298648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7ff88-17d6-45e3-89f0-37114753e750 req-83a1a491-fe51-44e8-a817-b1f525a8978c tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:53.299859 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ca972-a3b5-4b17-a6d2-90bd016179e3 req-5fcd80d9-a337-407b-8b7b-0fbf08c80683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:53.300915 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d0b7ff88-17d6-45e3-89f0-37114753e750 req-83a1a491-fe51-44e8-a817-b1f525a8978c tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15955bc-3b34-45f9-8075-fd8bbe3db84d HTTP/1.1" status: 200 len: 944 time: 0.1276183 Jul 06 12:07:53.302829 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-950ca972-a3b5-4b17-a6d2-90bd016179e3 req-5fcd80d9-a337-407b-8b7b-0fbf08c80683 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17d282bc-2eba-4aa2-8f05-b09a2930641c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740327 Jul 06 12:07:53.303415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Deleting port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:53.303770 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.409355 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] For port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5bea3f43-6fd2-4821-b5bf-d10fdbf6467c,segment=NetworkSegment(e8a77c89-7b8b-4fc2-bcc9-57f65a41f5a1),segment_id=e8a77c89-7b8b-4fc2-bcc9-57f65a41f5a1)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:53.409930 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.425401 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d0b7ff88-17d6-45e3-89f0-37114753e750 req-323d7b65-562d-49ab-8a65-6d2905d5b55a tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3532c78-62ab-4cb0-8af6-71420dbcf323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071074 Jul 06 12:07:53.427178 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49974) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:53.454149 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Calling delete_port for 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:53.460345 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-374d8947-10fe-414e-a28c-e90c92b4c7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'name': 'tempest-TestServerBasicOps-1597325941-router', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:59Z', 'updated_at': '2021-07-06T12:07:07Z', 'revision_number': 4, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'gw_port': {'id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:00Z', 'updated_at': '2021-07-06T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '352bf5a1-109f-4adf-9f52-2aa52c1ffd1a', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'port_id': '7832d3d0-f5cf-4902-a9ed-aa731851ae73', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c', 'mac_address': 'fa:16:3e:47:08:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b4cc41-2a8a-44dd-bd10-f248306d0dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:07:49Z', 'updated_at': '2021-07-06T12:07:49Z', 'revision_number': 0, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbee750-ec74-4f65-9049-120cbc9838cd', 'name': '', 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'mac_address': 'fa:16:3e:81:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '1902dd39-7291-49c8-8576-6bf812770b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:05Z', 'updated_at': '2021-07-06T12:07:16Z', 'revision_number': 5, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'subnets': [{'id': '1902dd39-7291-49c8-8576-6bf812770b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:53.483692 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23ef6586-5242-4166-8598-94daa3394808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.506779 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d8947-10fe-414e-a28c-e90c92b4c7f9 None None] The sync data for ids ['c1acb9e6-039f-4e21-b350-67998a242477'] in n-d-799529-2 is: [{'id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'name': 'tempest-TestServerBasicOps-1597325941-router', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:59Z', 'updated_at': '2021-07-06T12:07:07Z', 'revision_number': 4, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'gw_port': {'id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:00Z', 'updated_at': '2021-07-06T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '352bf5a1-109f-4adf-9f52-2aa52c1ffd1a', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'port_id': '7832d3d0-f5cf-4902-a9ed-aa731851ae73', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c', 'mac_address': 'fa:16:3e:47:08:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b4cc41-2a8a-44dd-bd10-f248306d0dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:07:49Z', 'updated_at': '2021-07-06T12:07:49Z', 'revision_number': 0, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbee750-ec74-4f65-9049-120cbc9838cd', 'name': '', 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'mac_address': 'fa:16:3e:81:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '1902dd39-7291-49c8-8576-6bf812770b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:05Z', 'updated_at': '2021-07-06T12:07:16Z', 'revision_number': 5, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'subnets': [{'id': '1902dd39-7291-49c8-8576-6bf812770b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:53.513477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5efd8b-321e-4884-94af-66eb8305370f None None] DHCP port deletion for 55567a65-c669-4588-b34b-e8a8f6d9d567 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:07:53.583457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9d5efd8b-321e-4884-94af-66eb8305370f None None] Deleting port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:53.584471 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d5efd8b-321e-4884-94af-66eb8305370f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.589349 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.589924 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-950ca972-a3b5-4b17-a6d2-90bd016179e3 req-6826be10-8805-4f06-93a7-b133c3f7836f service neutron] 10.222.0.23 "GET /v2.0/networks/17d282bc-2eba-4aa2-8f05-b09a2930641c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791295 Jul 06 12:07:53.594639 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23ef6586-5242-4166-8598-94daa3394808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.613060 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23ef6586-5242-4166-8598-94daa3394808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.630880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] No DVR routers for this DVR port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:53.638018 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event deleted for resources: {'Port': ['ID=5bea3f43-6fd2-4821-b5bf-d10fdbf6467c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:53.679564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9d5efd8b-321e-4884-94af-66eb8305370f None None] For port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5bea3f43-6fd2-4821-b5bf-d10fdbf6467c,segment=NetworkSegment(e8a77c89-7b8b-4fc2-bcc9-57f65a41f5a1),segment_id=e8a77c89-7b8b-4fc2-bcc9-57f65a41f5a1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:53.683194 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d5efd8b-321e-4884-94af-66eb8305370f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.712019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9d5efd8b-321e-4884-94af-66eb8305370f None None] Calling delete_port for 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:53.718869 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-23ef6586-5242-4166-8598-94daa3394808 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b7d882dffef48d0b49a841522e06538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2890105 Jul 06 12:07:53.720460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49976) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:53.735831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef6586-5242-4166-8598-94daa3394808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b99dfa-95d8-4fe4-a391-81dade84282d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:53.797015 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.798636 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:07:53.810705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55567a65-c669-4588-b34b-e8a8f6d9d567']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:53.823879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:07:53.824235 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:07:53.827264 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a77c89-7b8b-4fc2-bcc9-57f65a41f5a1') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:53.828493 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a77c89-7b8b-4fc2-bcc9-57f65a41f5a1') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:53.834193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Router 273f67d5-d04f-4793-9367-51cee0b62602 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:07:53.843304 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.844069 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-950ca972-a3b5-4b17-a6d2-90bd016179e3 req-3ba82c97-af52-41e5-9786-b517a5d2d36c service neutron] 10.222.0.23 "GET /v2.0/networks/17d282bc-2eba-4aa2-8f05-b09a2930641c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419157 Jul 06 12:07:53.861405 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d5efd8b-321e-4884-94af-66eb8305370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.883361 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.891979 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:07:53.893572 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.894241 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5efd8b-321e-4884-94af-66eb8305370f None None] Pushing event deleted for resources: {'Port': ['ID=5bea3f43-6fd2-4821-b5bf-d10fdbf6467c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:07:53.899167 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:07:53.902558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5efd8b-321e-4884-94af-66eb8305370f None None] No DVR routers for this DVR port 5bea3f43-6fd2-4821-b5bf-d10fdbf6467c on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:07:53.905871 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-839a0568-9a18-414e-a10c-0a6cb90d7acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.928960 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdddc381-c44c-4152-8410-0f5d90487179 None None] New status for floating IP 352bf5a1-109f-4adf-9f52-2aa52c1ffd1a: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:07:53.936006 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-839a0568-9a18-414e-a10c-0a6cb90d7acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.981016 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.992413 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:53.996834 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] 10.222.0.81 "DELETE /v2.0/networks/55567a65-c669-4588-b34b-e8a8f6d9d567 HTTP/1.1" status: 204 len: 168 time: 0.9600360 Jul 06 12:07:54.005551 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac0567-3c2c-4c33-a02a-295443980653 tempest-AllowedAddressPairTestJSON-1181351646 tempest-AllowedAddressPairTestJSON-1181351646-project] Pushing event deleted for resources: {'Network': ['ID=55567a65-c669-4588-b34b-e8a8f6d9d567,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:54.026503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ada8349c-905f-4cac-96c1-130e54c49ae9 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:07:54.030831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:54.057943 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-839a0568-9a18-414e-a10c-0a6cb90d7acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.062401 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-839a0568-9a18-414e-a10c-0a6cb90d7acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.065320 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-839a0568-9a18-414e-a10c-0a6cb90d7acd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/18b99dfa-95d8-4fe4-a391-81dade84282d HTTP/1.1" status: 204 len: 168 time: 0.3399687 Jul 06 12:07:54.070493 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28771bdc-6985-41b9-b6bf-0ac8c93f7df4 None None] Sync routers for ids ['273f67d5-d04f-4793-9367-51cee0b62602'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:54.090514 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.092413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28771bdc-6985-41b9-b6bf-0ac8c93f7df4 None None] Routers {'273f67d5-d04f-4793-9367-51cee0b62602'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:54.093044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-28771bdc-6985-41b9-b6bf-0ac8c93f7df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['273f67d5-d04f-4793-9367-51cee0b62602'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:54.094922 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-853e55e1-5892-4651-83a5-160507e52059 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1566315 Jul 06 12:07:54.098874 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49982) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:54.109433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a0568-9a18-414e-a10c-0a6cb90d7acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b99dfa-95d8-4fe4-a391-81dade84282d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:54.169568 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-28771bdc-6985-41b9-b6bf-0ac8c93f7df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:54.186037 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28771bdc-6985-41b9-b6bf-0ac8c93f7df4 None None] Routers {'273f67d5-d04f-4793-9367-51cee0b62602'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:54.186787 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-28771bdc-6985-41b9-b6bf-0ac8c93f7df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['273f67d5-d04f-4793-9367-51cee0b62602'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:54.223444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-28771bdc-6985-41b9-b6bf-0ac8c93f7df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:54.227251 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28771bdc-6985-41b9-b6bf-0ac8c93f7df4 None None] The sync data for ids ['273f67d5-d04f-4793-9367-51cee0b62602'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:07:54.233700 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port ada8349c-905f-4cac-96c1-130e54c49ae9 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:07:54.240098 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port ada8349c-905f-4cac-96c1-130e54c49ae9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:07:54.240661 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.278862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-29af42a7-8694-4708-b0e3-02ebf1d1ed6b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/routers/273f67d5-d04f-4793-9367-51cee0b62602 HTTP/1.1" status: 200 len: 923 time: 0.1761591 Jul 06 12:07:54.279586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49986) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:54.318600 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49988) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:54.318861 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8c374f1b-93a2-4728-a5f6-56212f7bf500 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "GET /v2.0/ports?device_id=273f67d5-d04f-4793-9367-51cee0b62602 HTTP/1.1" status: 200 len: 205 time: 0.0380762 Jul 06 12:07:54.337161 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.358514 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49992) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:54.363962 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15955bc-3b34-45f9-8075-fd8bbe3db84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada8349c-905f-4cac-96c1-130e54c49ae9'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:07:54.366043 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b31da9-2ce0-4531-ae3d-d5ede94a6267" -d '{"events": [{"server_uuid": "e15955bc-3b34-45f9-8075-fd8bbe3db84d", "name": "network-vif-plugged", "status": "completed", "tag": "ada8349c-905f-4cac-96c1-130e54c49ae9"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:07:54.380947 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ada8349c-905f-4cac-96c1-130e54c49ae9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ada8349c-905f-4cac-96c1-130e54c49ae9,segment=NetworkSegment(de468ffe-d2b5-40f4-bc5d-ede9b0150718),segment_id=de468ffe-d2b5-40f4-bc5d-ede9b0150718)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:54.389072 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.419723 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf36409-787e-4a08-a2d3-d02623034d47 x-openstack-request-id: req-9bf36409-787e-4a08-a2d3-d02623034d47 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:07:54.420013 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15955bc-3b34-45f9-8075-fd8bbe3db84d", "name": "network-vif-plugged", "status": "completed", "tag": "ada8349c-905f-4cac-96c1-130e54c49ae9", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:07:54.420265 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9bf36409-787e-4a08-a2d3-d02623034d47 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:07:54.420655 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15955bc-3b34-45f9-8075-fd8bbe3db84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada8349c-905f-4cac-96c1-130e54c49ae9', 'code': 200} Jul 06 12:07:54.459751 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=ada8349c-905f-4cac-96c1-130e54c49ae9,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:54.529735 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9867cf91-a824-47ee-977d-9ddef7f75220 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.706764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b35c4c32-810b-40a1-85e5-31d4b4742316 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cd2bef4cc7ea480391f165504e9daa48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3445923 Jul 06 12:07:54.709307 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50014) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:54.728835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d96eb6-719b-4214-93ba-92ad64393a8f req-c5831975-4e3f-4324-9b0b-67ad81822efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:54.730389 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c1d96eb6-719b-4214-93ba-92ad64393a8f req-c5831975-4e3f-4324-9b0b-67ad81822efc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e15955bc-3b34-45f9-8075-fd8bbe3db84d HTTP/1.1" status: 200 len: 1096 time: 0.1975713 Jul 06 12:07:54.736982 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9867cf91-a824-47ee-977d-9ddef7f75220 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.785533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c13d422b-72e0-492c-a81e-764061d2b8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.812844 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c13d422b-72e0-492c-a81e-764061d2b8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.842495 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c1d96eb6-719b-4214-93ba-92ad64393a8f req-1806af45-af24-496b-b8c4-ed086b010a79 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f3532c78-62ab-4cb0-8af6-71420dbcf323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022444 Jul 06 12:07:54.878210 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c13d422b-72e0-492c-a81e-764061d2b8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.881338 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c13d422b-72e0-492c-a81e-764061d2b8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.881948 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9867cf91-a824-47ee-977d-9ddef7f75220 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Deleting port 829f0d8d-f5dc-45ca-96a7-d8a7de434445 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:54.883330 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9867cf91-a824-47ee-977d-9ddef7f75220 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:54.883439 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c13d422b-72e0-492c-a81e-764061d2b8f4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/683260a1-5eaa-4ae0-bedc-93b53d74eefe HTTP/1.1" status: 204 len: 168 time: 0.1744688 Jul 06 12:07:54.891582 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d422b-72e0-492c-a81e-764061d2b8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683260a1-5eaa-4ae0-bedc-93b53d74eefe,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:54.936715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01094d7-71eb-46e0-a750-285b95edf2f9 req-eb6d644e-41e6-4bc9-bdd5-a67fbd1ae8cc tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:54.940763 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f01094d7-71eb-46e0-a750-285b95edf2f9 req-eb6d644e-41e6-4bc9-bdd5-a67fbd1ae8cc tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15955bc-3b34-45f9-8075-fd8bbe3db84d HTTP/1.1" status: 200 len: 945 time: 0.1806381 Jul 06 12:07:55.003009 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f01094d7-71eb-46e0-a750-285b95edf2f9 req-97ae8d41-320c-48ad-a17f-c88603b4dd5e tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3532c78-62ab-4cb0-8af6-71420dbcf323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577922 Jul 06 12:07:55.015510 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9867cf91-a824-47ee-977d-9ddef7f75220 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.028734 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9867cf91-a824-47ee-977d-9ddef7f75220 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Calling delete_port for 829f0d8d-f5dc-45ca-96a7-d8a7de434445 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:55.233055 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9867cf91-a824-47ee-977d-9ddef7f75220 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.258192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867cf91-a824-47ee-977d-9ddef7f75220 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Pushing event deleted for resources: {'Port': ['ID=829f0d8d-f5dc-45ca-96a7-d8a7de434445,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:55.333507 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9867cf91-a824-47ee-977d-9ddef7f75220 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.429321 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9867cf91-a824-47ee-977d-9ddef7f75220 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.432093 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9867cf91-a824-47ee-977d-9ddef7f75220 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.480332 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9867cf91-a824-47ee-977d-9ddef7f75220 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.480884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9867cf91-a824-47ee-977d-9ddef7f75220 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Fanout notify agent at l3_agent the message router_deleted on router 273f67d5-d04f-4793-9367-51cee0b62602 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:07:55.490495 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9867cf91-a824-47ee-977d-9ddef7f75220 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.492160 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9867cf91-a824-47ee-977d-9ddef7f75220 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "DELETE /v2.0/routers/273f67d5-d04f-4793-9367-51cee0b62602 HTTP/1.1" status: 204 len: 168 time: 1.1713331 Jul 06 12:07:55.495379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50046) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:55.499915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1884768468', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'enable_snat': False}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:55.525039 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.526209 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.601500 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.797761 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-f31879cb-07ee-4249-8b1e-5fff505be063 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1137648 Jul 06 12:07:55.835115 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:55.897515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50064) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:55.935763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-fc4029c3-872e-47da-8a73-b53ee2f4d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:55.936273 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-fc4029c3-872e-47da-8a73-b53ee2f4d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:55.936747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-fc4029c3-872e-47da-8a73-b53ee2f4d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:55.937244 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-fc4029c3-872e-47da-8a73-b53ee2f4d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:55.937707 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-fc4029c3-872e-47da-8a73-b53ee2f4d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:55.938165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-fc4029c3-872e-47da-8a73-b53ee2f4d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:55.938627 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-fc4029c3-872e-47da-8a73-b53ee2f4d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:55.941098 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-fc4029c3-872e-47da-8a73-b53ee2f4d417 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e51f6968cb54be9a671639601bdf4bd&device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 6502 time: 0.0769660 Jul 06 12:07:56.140076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-42dc6b68-086a-44d5-8000-2427ad23c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:56.140560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-42dc6b68-086a-44d5-8000-2427ad23c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:56.141591 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-42dc6b68-086a-44d5-8000-2427ad23c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:56.144070 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-42dc6b68-086a-44d5-8000-2427ad23c42e service neutron] 10.222.0.23 "GET /v2.0/networks?id=e155bfca-ff82-4ba8-aaaa-46b7984f6b46&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=66f7ceaa-0f04-4369-8441-7edae42f76db&id=66f7ceaa-0f04-4369-8441-7edae42f76db HTTP/1.1" status: 200 len: 2297 time: 0.1747818 Jul 06 12:07:56.225537 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-039f8cac-5365-4494-be11-90ee112116e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7ac9807-0748-4db2-bb20-30cecc0ca562 HTTP/1.1" status: 200 len: 1002 time: 0.0731475 Jul 06 12:07:56.281445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-12391858-ff6e-4dc7-ab44-783b31daa2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:56.282750 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-12391858-ff6e-4dc7-ab44-783b31daa2bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f19cb1b0-56e0-4d55-af26-5ec14e7184b8 HTTP/1.1" status: 200 len: 855 time: 0.0508461 Jul 06 12:07:56.350697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-8c026b20-284a-45bc-818f-d5bb6b617664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:56.352406 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-8c026b20-284a-45bc-818f-d5bb6b617664 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e155bfca-ff82-4ba8-aaaa-46b7984f6b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616128 Jul 06 12:07:56.421503 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0f075b12-c447-44e5-9b2d-8afeca98886b tempest-ServiceProvidersTest-1430244562 tempest-ServiceProvidersTest-1430244562-project] 10.222.0.81 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5220420 Jul 06 12:07:56.467943 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.472274 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-1bd2d486-c762-4b55-b336-06d1df001fb5 service neutron] 10.222.0.23 "GET /v2.0/networks/e155bfca-ff82-4ba8-aaaa-46b7984f6b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125400 Jul 06 12:07:56.490804 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.563810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1bd74-7d5f-4bac-8c0d-9183aea70751 req-638f96b5-0eca-42d7-9355-e8c3bda9e560 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:56.571219 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12e1bd74-7d5f-4bac-8c0d-9183aea70751 req-638f96b5-0eca-42d7-9355-e8c3bda9e560 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15955bc-3b34-45f9-8075-fd8bbe3db84d HTTP/1.1" status: 200 len: 945 time: 0.1582282 Jul 06 12:07:56.584890 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-c624d03e-82c2-4e9d-a454-a222b9a11e16 service neutron] 10.222.0.23 "GET /v2.0/networks/e155bfca-ff82-4ba8-aaaa-46b7984f6b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024334 Jul 06 12:07:56.649427 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12e1bd74-7d5f-4bac-8c0d-9183aea70751 req-85c12780-33f7-4414-a43a-b3c1dcb3bef2 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3532c78-62ab-4cb0-8af6-71420dbcf323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750625 Jul 06 12:07:56.657525 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-760ec201-d232-473e-be7a-8bd4b77ccac3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 HTTP/1.1" status: 200 len: 217 time: 0.0653307 Jul 06 12:07:56.686837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Allocated IP 172.25.4.100 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/53f09588-697e-4565-a967-0fa98a23881b) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:56.765970 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-cdc474cd-dfdb-4297-a927-d3ca960d457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:56.767653 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-cdc474cd-dfdb-4297-a927-d3ca960d457d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.1023099 Jul 06 12:07:56.828590 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50100) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:56.842371 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.860572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-829295b9-2733-4012-bc9f-ccbc4ff1f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:56.877850 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-829295b9-2733-4012-bc9f-ccbc4ff1f888 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0934191 Jul 06 12:07:56.905649 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:56.994739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:07:56.998422 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-5d526c6c-cae7-4d09-b518-e182ec28c204 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175299 Jul 06 12:07:57.002080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:07:57.008666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:07:57.074604 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0539dff4-8f04-45da-8681-4630e1c87c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.113718 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-a9ae45db-e838-4706-8c8e-c764509e188c service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045225 Jul 06 12:07:57.173484 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Pushing event updated for resources: {'Port': ['ID=53f09588-697e-4565-a967-0fa98a23881b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:57.450445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0539dff4-8f04-45da-8681-4630e1c87c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.450445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.505537 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0539dff4-8f04-45da-8681-4630e1c87c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.562681 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-a64dea41-032e-485f-9f74-bb5475acbeaf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=d89e1771-286c-47d4-a06c-d0d0c9d87682 HTTP/1.1" status: 200 len: 217 time: 0.4412742 Jul 06 12:07:57.614572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-60f2b8c3-ff60-4de9-bf1f-4c6167159252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:57.615979 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-60f2b8c3-ff60-4de9-bf1f-4c6167159252 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.0455787 Jul 06 12:07:57.627102 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0539dff4-8f04-45da-8681-4630e1c87c2c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c4e95afff4464b9da15bebf268e3b9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7713675 Jul 06 12:07:57.627903 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539dff4-8f04-45da-8681-4630e1c87c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbb16a6-8017-42fc-bb9a-6031eb08d11c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:57.632330 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50116) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:57.686374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-cc125153-cc7e-48a2-b69b-f3bfe401b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:57.688310 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-cc125153-cc7e-48a2-b69b-f3bfe401b295 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0653372 Jul 06 12:07:57.768712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d626241-6462-4af0-8b81-66db678abf61 req-a38bc0d9-2172-4891-99bf-c7c2d12b4951 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:57.770320 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d626241-6462-4af0-8b81-66db678abf61 req-a38bc0d9-2172-4891-99bf-c7c2d12b4951 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15955bc-3b34-45f9-8075-fd8bbe3db84d HTTP/1.1" status: 200 len: 945 time: 0.2600422 Jul 06 12:07:57.800506 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-3a895515-be3c-43f6-ab8a-3341f9523d3c service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985739 Jul 06 12:07:57.836153 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8a6424d7-7afd-457b-8f7c-8fe95ca33cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.883723 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8a6424d7-7afd-457b-8f7c-8fe95ca33cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.889455 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d626241-6462-4af0-8b81-66db678abf61 req-f0e70a25-d69f-43e1-81c3-2964b7ab6014 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3532c78-62ab-4cb0-8af6-71420dbcf323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057246 Jul 06 12:07:57.899306 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.903171 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-b7ceb452-ceca-45b8-a1e3-48532705f81a service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952778 Jul 06 12:07:57.955571 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-851ce7d3-88e9-42c0-94df-15528e332ce5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=fd11db21-7b96-4dca-820d-6f2614d3aabf HTTP/1.1" status: 200 len: 217 time: 0.0442407 Jul 06 12:07:57.990740 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8a6424d7-7afd-457b-8f7c-8fe95ca33cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.993498 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8a6424d7-7afd-457b-8f7c-8fe95ca33cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:57.994733 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8a6424d7-7afd-457b-8f7c-8fe95ca33cfd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/edbb16a6-8017-42fc-bb9a-6031eb08d11c HTTP/1.1" status: 204 len: 168 time: 0.3600483 Jul 06 12:07:58.013964 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-dffbe78e-81a3-4ba7-b196-8befc74433cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:58.015650 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-dffbe78e-81a3-4ba7-b196-8befc74433cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.0544229 Jul 06 12:07:58.046469 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6424d7-7afd-457b-8f7c-8fe95ca33cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbb16a6-8017-42fc-bb9a-6031eb08d11c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:58.106891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-e16054e8-4065-4f91-9613-b947245c1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:58.111289 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-e16054e8-4065-4f91-9613-b947245c1902 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0878029 Jul 06 12:07:58.164919 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Router 40088b3d-b4f1-426f-917b-809779af2aa0 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:07:58.271733 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-7713154f-b78c-42df-903d-055389f45d14 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538315 Jul 06 12:07:58.304855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:07:58.321789 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Sync routers for ids ['40088b3d-b4f1-426f-917b-809779af2aa0'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:07:58.334581 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Routers {'40088b3d-b4f1-426f-917b-809779af2aa0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:07:58.335305 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['40088b3d-b4f1-426f-917b-809779af2aa0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:58.366234 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.370460 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-13134b47-c8c8-4866-ab03-a6977c0747a8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.8737261 Jul 06 12:07:58.370823 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50146) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:58.390976 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-dcdb8c8b-04f8-4607-9aa0-8f3251f7e9fe service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109545 Jul 06 12:07:58.450295 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-cbed51a6-e760-4f49-9476-381403290081 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=49fbf984-87c5-49a6-8ea3-a0446eb038a0 HTTP/1.1" status: 200 len: 217 time: 0.0525444 Jul 06 12:07:58.524686 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-aa987acd-3a8b-4d90-bfc5-db01d70619ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:58.528986 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-aa987acd-3a8b-4d90-bfc5-db01d70619ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.0692618 Jul 06 12:07:58.552664 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-833dc9e5-45f2-4b17-a35c-cb0d6f2ce833 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/routers/40088b3d-b4f1-426f-917b-809779af2aa0 HTTP/1.1" status: 200 len: 909 time: 0.1806085 Jul 06 12:07:58.555314 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50158) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:07:58.559867 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Set router 40088b3d-b4f1-426f-917b-809779af2aa0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:07:58.569326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1884768468', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'enable_snat': True}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:07:58.597097 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.598499 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.668917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-18174857-c401-4f87-8b46-936340588098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:58.670895 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-18174857-c401-4f87-8b46-936340588098 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1376963 Jul 06 12:07:58.763010 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:58.835016 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-52346429-29c0-4429-b412-6543ebc494dd service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464002 Jul 06 12:07:59.023018 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.041862 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-73050e29-5530-4f77-ad0c-1cae2e61775a service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968124 Jul 06 12:07:59.112132 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40088b3d-b4f1-426f-917b-809779af2aa0', 'name': 'tempest-snat-router-1884768468', 'tenant_id': '7e607c2066b943a2a27cc1178dbfcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.100'}], 'enable_snat': False}, 'gw_port_id': '53f09588-697e-4565-a967-0fa98a23881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:55Z', 'updated_at': '2021-07-06T12:07:57Z', 'revision_number': 3, 'project_id': '7e607c2066b943a2a27cc1178dbfcec9', 'gw_port': {'id': '53f09588-697e-4565-a967-0fa98a23881b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:07:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40088b3d-b4f1-426f-917b-809779af2aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:56Z', 'updated_at': '2021-07-06T12:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:07:59.128397 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-d8a0464d-c7a1-4083-a910-8c2b2e38c862 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0dc445d-142f-4e58-9152-40dd8ee1572f HTTP/1.1" status: 200 len: 217 time: 0.0795262 Jul 06 12:07:59.183892 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Checking router: 40088b3d-b4f1-426f-917b-809779af2aa0 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:07:59.184674 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Updating router 40088b3d-b4f1-426f-917b-809779af2aa0 port 53f09588-697e-4565-a967-0fa98a23881b binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:07:59.194479 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd00e07-7b63-45bd-8cd9-9e5f65a81468 req-d2993e53-2869-4ecc-9ae3-a924bacc948f tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:59.196095 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7bd00e07-7b63-45bd-8cd9-9e5f65a81468 req-d2993e53-2869-4ecc-9ae3-a924bacc948f tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.89 "GET /v2.0/ports?device_id=e15955bc-3b34-45f9-8075-fd8bbe3db84d HTTP/1.1" status: 200 len: 945 time: 0.4571066 Jul 06 12:07:59.204105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-c7a82689-a014-4b19-9231-dd3b847295b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:59.206321 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-c7a82689-a014-4b19-9231-dd3b847295b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31da2619-e3fd-4bf0-b098-b53a3480fd99 HTTP/1.1" status: 200 len: 797 time: 0.0701091 Jul 06 12:07:59.274658 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.314978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-3436450c-e724-48a3-bb3d-d50908f2b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:59.320967 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-3436450c-e724-48a3-bb3d-d50908f2b644 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66f7ceaa-0f04-4369-8441-7edae42f76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1071415 Jul 06 12:07:59.409973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-7bd00e07-7b63-45bd-8cd9-9e5f65a81468 req-fab84015-9f82-4569-9461-16c2ab907b66 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Deleting port ada8349c-905f-4cac-96c1-130e54c49ae9 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:07:59.410314 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7bd00e07-7b63-45bd-8cd9-9e5f65a81468 req-fab84015-9f82-4569-9461-16c2ab907b66 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.542230 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.575340 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.583050 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5db32dc6-b2f6-4860-96dd-a7d1b11ec814 req-2f294131-bcf1-48e9-b2fb-b3c22c9ffd84 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1294839 Jul 06 12:07:59.587352 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-a5f176b6-3709-4832-8528-520f21220f59 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589252 Jul 06 12:07:59.661081 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.683925 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-7bd00e07-7b63-45bd-8cd9-9e5f65a81468 req-fab84015-9f82-4569-9461-16c2ab907b66 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] For port ada8349c-905f-4cac-96c1-130e54c49ae9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ada8349c-905f-4cac-96c1-130e54c49ae9,segment=NetworkSegment(de468ffe-d2b5-40f4-bc5d-ede9b0150718),segment_id=de468ffe-d2b5-40f4-bc5d-ede9b0150718)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:07:59.684316 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7bd00e07-7b63-45bd-8cd9-9e5f65a81468 req-fab84015-9f82-4569-9461-16c2ab907b66 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.687708 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Transition to ACTIVE for port object 53f09588-697e-4565-a967-0fa98a23881b will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:07:59.698503 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.758004 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Allocated IP 172.25.4.183 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/301843a9-2fa3-4a9d-b93b-641b41356a7e) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:07:59.868617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-7bd00e07-7b63-45bd-8cd9-9e5f65a81468 req-fab84015-9f82-4569-9461-16c2ab907b66 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Calling delete_port for ada8349c-905f-4cac-96c1-130e54c49ae9 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:07:59.888862 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-fb69ac1b-dcda-4808-ab0b-7a9531f6b963 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762880 Jul 06 12:07:59.889949 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063b7c3-8ea5-42fe-a807-3be3b98f8aff req-3c0f6efc-80fb-4088-b30d-175c8bd05c90 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:59.898035 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d063b7c3-8ea5-42fe-a807-3be3b98f8aff req-3c0f6efc-80fb-4088-b30d-175c8bd05c90 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15955bc-3b34-45f9-8075-fd8bbe3db84d HTTP/1.1" status: 200 len: 945 time: 0.7440414 Jul 06 12:07:59.908876 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Attempting to bind port 53f09588-697e-4565-a967-0fa98a23881b on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:07:59.909343 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Attempting to bind port 53f09588-697e-4565-a967-0fa98a23881b by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:07:59.909597 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Attempting to bind port 53f09588-697e-4565-a967-0fa98a23881b on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:07:59.922329 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ef9ae-0dbd-4ab8-97e9-368e59dfb1cb None None] Pushing event updated for resources: {'Port': ['ID=53f09588-697e-4565-a967-0fa98a23881b,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:07:59.928519 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:07:59.929153 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:07:59.929766 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.930593 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:07:59.931672 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Bound port: 53f09588-697e-4565-a967-0fa98a23881b, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:07:59.932524 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:07:59.967482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db32dc6-b2f6-4860-96dd-a7d1b11ec814 req-0857e35f-5cba-4535-9207-c002895c28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:07:59.969006 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5db32dc6-b2f6-4860-96dd-a7d1b11ec814 req-0857e35f-5cba-4535-9207-c002895c28ab service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 1096 time: 0.2928777 Jul 06 12:07:59.970246 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-cef451ad-e3ed-4f1b-ab80-42a09ed4b1b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 HTTP/1.1" status: 200 len: 217 time: 0.0604110 Jul 06 12:07:59.996720 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] For port 53f09588-697e-4565-a967-0fa98a23881b, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:00.000117 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] For port 53f09588-697e-4565-a967-0fa98a23881b, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=53f09588-697e-4565-a967-0fa98a23881b,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:00.018007 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d063b7c3-8ea5-42fe-a807-3be3b98f8aff req-eee6ff45-1999-490d-a4df-12384ae88c51 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3532c78-62ab-4cb0-8af6-71420dbcf323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182051 Jul 06 12:08:00.018611 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.043194 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.118565 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ef9ae-0dbd-4ab8-97e9-368e59dfb1cb None None] Pushing event updated for resources: {'Port': ['ID=53f09588-697e-4565-a967-0fa98a23881b,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:00.157167 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Routers {'40088b3d-b4f1-426f-917b-809779af2aa0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:00.158464 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['40088b3d-b4f1-426f-917b-809779af2aa0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:00.180712 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.183493 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-cd76dcfd-d512-41a7-a84f-7808c1b18206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:00.187425 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-cd76dcfd-d512-41a7-a84f-7808c1b18206 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31da2619-e3fd-4bf0-b098-b53a3480fd99 HTTP/1.1" status: 200 len: 797 time: 0.2064254 Jul 06 12:08:00.363194 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] Set router 40088b3d-b4f1-426f-917b-809779af2aa0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:00.372889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db32dc6-b2f6-4860-96dd-a7d1b11ec814 req-8f0c3c29-685e-45aa-9b25-894c8da16d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:00.379352 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5db32dc6-b2f6-4860-96dd-a7d1b11ec814 req-8f0c3c29-685e-45aa-9b25-894c8da16d1b service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.3696716 Jul 06 12:08:00.477328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-d17cb4a4-586b-4261-8786-c62795028515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:00.479102 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-d17cb4a4-586b-4261-8786-c62795028515 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66f7ceaa-0f04-4369-8441-7edae42f76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2654634 Jul 06 12:08:00.540026 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5db32dc6-b2f6-4860-96dd-a7d1b11ec814 req-a3760427-5e24-4f2a-9bcf-5424521cfe5e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c37a452-8116-40f9-bb9e-87350d554d02 HTTP/1.1" status: 200 len: 999 time: 0.1475554 Jul 06 12:08:00.612187 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:00.617073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:00.617755 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db32dc6-b2f6-4860-96dd-a7d1b11ec814 req-3ef663bc-e2c8-4027-bbe9-087745d308fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:00.619358 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5db32dc6-b2f6-4860-96dd-a7d1b11ec814 req-3ef663bc-e2c8-4027-bbe9-087745d308fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.0711420 Jul 06 12:08:00.630876 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7bd00e07-7b63-45bd-8cd9-9e5f65a81468 req-fab84015-9f82-4569-9461-16c2ab907b66 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.643649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:00.683712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Pushing event updated for resources: {'Port': ['ID=301843a9-2fa3-4a9d-b93b-641b41356a7e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:00.686198 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-a8b0098b-b594-4421-a76e-004d70c0cb40 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958053 Jul 06 12:08:00.723354 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40088b3d-b4f1-426f-917b-809779af2aa0', 'name': 'tempest-snat-router-1884768468', 'tenant_id': '7e607c2066b943a2a27cc1178dbfcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.100'}], 'enable_snat': False}, 'gw_port_id': '53f09588-697e-4565-a967-0fa98a23881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:55Z', 'updated_at': '2021-07-06T12:07:57Z', 'revision_number': 3, 'project_id': '7e607c2066b943a2a27cc1178dbfcec9', 'gw_port': {'id': '53f09588-697e-4565-a967-0fa98a23881b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:07:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40088b3d-b4f1-426f-917b-809779af2aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:56Z', 'updated_at': '2021-07-06T12:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:00.750507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab84015-9f82-4569-9461-16c2ab907b66 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Pushing event deleted for resources: {'Port': ['ID=ada8349c-905f-4cac-96c1-130e54c49ae9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:00.779425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd00e07-7b63-45bd-8cd9-9e5f65a81468 req-fab84015-9f82-4569-9461-16c2ab907b66 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] No DVR routers for this DVR port ada8349c-905f-4cac-96c1-130e54c49ae9 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:00.781809 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ab972-c690-47f7-bff6-92149f2b514d None None] The sync data for ids ['40088b3d-b4f1-426f-917b-809779af2aa0'] in n-d-799529-2 is: [{'id': '40088b3d-b4f1-426f-917b-809779af2aa0', 'name': 'tempest-snat-router-1884768468', 'tenant_id': '7e607c2066b943a2a27cc1178dbfcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.100'}], 'enable_snat': False}, 'gw_port_id': '53f09588-697e-4565-a967-0fa98a23881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:55Z', 'updated_at': '2021-07-06T12:07:57Z', 'revision_number': 3, 'project_id': '7e607c2066b943a2a27cc1178dbfcec9', 'gw_port': {'id': '53f09588-697e-4565-a967-0fa98a23881b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:07:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40088b3d-b4f1-426f-917b-809779af2aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:56Z', 'updated_at': '2021-07-06T12:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:00.811296 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-93bbe7ce-9ff6-4347-8529-99254caa5b96 req-e19b9754-cf24-4f65-94c9-3ef182773767 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144853 Jul 06 12:08:00.838931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db32dc6-b2f6-4860-96dd-a7d1b11ec814 req-ab285146-2b66-48eb-ab6d-1a370144a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:00.840232 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5db32dc6-b2f6-4860-96dd-a7d1b11ec814 req-ab285146-2b66-48eb-ab6d-1a370144a2d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2122290 Jul 06 12:08:00.854640 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-7bd00e07-7b63-45bd-8cd9-9e5f65a81468 req-fab84015-9f82-4569-9461-16c2ab907b66 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:00.856836 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7bd00e07-7b63-45bd-8cd9-9e5f65a81468 req-fab84015-9f82-4569-9461-16c2ab907b66 tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.89 "DELETE /v2.0/ports/ada8349c-905f-4cac-96c1-130e54c49ae9 HTTP/1.1" status: 204 len: 173 time: 1.6550539 Jul 06 12:08:00.857311 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15955bc-3b34-45f9-8075-fd8bbe3db84d', 'name': 'network-vif-deleted', 'tag': 'ada8349c-905f-4cac-96c1-130e54c49ae9'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:00.892828 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c90e7fe-8aea-4924-9f06-d9dbf52d189c" -d '{"events": [{"server_uuid": "e15955bc-3b34-45f9-8075-fd8bbe3db84d", "name": "network-vif-deleted", "tag": "ada8349c-905f-4cac-96c1-130e54c49ae9"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:01.024798 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5db32dc6-b2f6-4860-96dd-a7d1b11ec814 req-23f626ad-ba34-49a5-b96a-a78abd0b42d6 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743619 Jul 06 12:08:01.027022 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9210d9d8-b59d-4497-b7ee-bb8b40e76983 x-openstack-request-id: req-9210d9d8-b59d-4497-b7ee-bb8b40e76983 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:01.027347 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15955bc-3b34-45f9-8075-fd8bbe3db84d", "name": "network-vif-deleted", "tag": "ada8349c-905f-4cac-96c1-130e54c49ae9", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:01.027606 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9210d9d8-b59d-4497-b7ee-bb8b40e76983 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:01.028005 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15955bc-3b34-45f9-8075-fd8bbe3db84d', 'name': 'network-vif-deleted', 'tag': 'ada8349c-905f-4cac-96c1-130e54c49ae9', 'status': 'completed', 'code': 200} Jul 06 12:08:01.157757 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5db32dc6-b2f6-4860-96dd-a7d1b11ec814 req-cb05c39f-653b-4be2-b420-a68d24699a99 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245787 Jul 06 12:08:01.248548 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11009a74-f2d3-4943-a75b-370b8504a06c req-75ee0e71-44dc-44b3-8d48-324f5c7579fc tempest-ServerAddressesNegativeTestJSON-133562184 tempest-ServerAddressesNegativeTestJSON-133562184-project] 10.222.0.81 "GET /v2.0/ports?device_id=e15955bc-3b34-45f9-8075-fd8bbe3db84d HTTP/1.1" status: 200 len: 210 time: 0.0454376 Jul 06 12:08:01.274380 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.574841 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.734099 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Router a921257e-ec56-40cb-a39d-0110bbe0891b is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:08:01.804460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 53f09588-697e-4565-a967-0fa98a23881b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:01.857586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:01.863862 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 53f09588-697e-4565-a967-0fa98a23881b completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:01.870184 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 53f09588-697e-4565-a967-0fa98a23881b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:01.870838 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.875815 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:01.880658 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50222) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:01.893669 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e91eeff2-721a-41d3-af6a-6d4dff3979b6 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3372381 Jul 06 12:08:01.898147 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e7d1d-9305-44d5-a0ec-25f593b1fbaa None None] Sync routers for ids ['a921257e-ec56-40cb-a39d-0110bbe0891b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:01.918320 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e7d1d-9305-44d5-a0ec-25f593b1fbaa None None] Routers {'a921257e-ec56-40cb-a39d-0110bbe0891b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:01.919284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4d9e7d1d-9305-44d5-a0ec-25f593b1fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a921257e-ec56-40cb-a39d-0110bbe0891b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:02.062282 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ada8349c-905f-4cac-96c1-130e54c49ae9 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:02.068445 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e469b57b-b969-4ac7-bb42-b870251179b4 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/routers/a921257e-ec56-40cb-a39d-0110bbe0891b HTTP/1.1" status: 200 len: 908 time: 0.1860378 Jul 06 12:08:02.071280 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50234) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:02.075658 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-4d9e7d1d-9305-44d5-a0ec-25f593b1fbaa None None] Set router a921257e-ec56-40cb-a39d-0110bbe0891b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:08:02.276611 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b331bcae-06c8-4a0b-9d77-ba34e0fa0bbf tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.436418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: ada8349c-905f-4cac-96c1-130e54c49ae9 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:02.436823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ada8349c-905f-4cac-96c1-130e54c49ae9 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:02.437467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50246) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:02.458448 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b331bcae-06c8-4a0b-9d77-ba34e0fa0bbf tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.549527 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50252) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:02.555686 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-effd8ded-0d20-49eb-ab30-17f52acd3ac0 admin admin] Deleting subnet ea93bdc7-df9c-478f-b83b-edc20007d2f7 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:08:02.559942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-effd8ded-0d20-49eb-ab30-17f52acd3ac0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.597773 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-effd8ded-0d20-49eb-ab30-17f52acd3ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.623332 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.637032 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b331bcae-06c8-4a0b-9d77-ba34e0fa0bbf tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Deleting port 301843a9-2fa3-4a9d-b93b-641b41356a7e {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:02.637032 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b331bcae-06c8-4a0b-9d77-ba34e0fa0bbf tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.641791 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-effd8ded-0d20-49eb-ab30-17f52acd3ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.653693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 53f09588-697e-4565-a967-0fa98a23881b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=53f09588-697e-4565-a967-0fa98a23881b,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:02.660581 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.723348 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-effd8ded-0d20-49eb-ab30-17f52acd3ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.771930 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd8ded-0d20-49eb-ab30-17f52acd3ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea93bdc7-df9c-478f-b83b-edc20007d2f7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:02.773215 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=53f09588-697e-4565-a967-0fa98a23881b,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:02.791912 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4d9e7d1d-9305-44d5-a0ec-25f593b1fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a921257e-ec56-40cb-a39d-0110bbe0891b', 'name': 'tempest-snat-router-1884768468', 'tenant_id': '7e607c2066b943a2a27cc1178dbfcec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '301843a9-2fa3-4a9d-b93b-641b41356a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:58Z', 'updated_at': '2021-07-06T12:08:01Z', 'revision_number': 3, 'project_id': '7e607c2066b943a2a27cc1178dbfcec9', 'gw_port': {'id': '301843a9-2fa3-4a9d-b93b-641b41356a7e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:04:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a921257e-ec56-40cb-a39d-0110bbe0891b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:59Z', 'updated_at': '2021-07-06T12:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:02.805777 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-effd8ded-0d20-49eb-ab30-17f52acd3ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.812484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-effd8ded-0d20-49eb-ab30-17f52acd3ac0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ea93bdc7-df9c-478f-b83b-edc20007d2f7 HTTP/1.1" status: 204 len: 168 time: 0.3737755 Jul 06 12:08:02.813344 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-178b9431-ca65-4a02-b3b8-c4859101761c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.814968 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50260) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:02.844887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e7d1d-9305-44d5-a0ec-25f593b1fbaa None None] Checking router: a921257e-ec56-40cb-a39d-0110bbe0891b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:08:02.845945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e7d1d-9305-44d5-a0ec-25f593b1fbaa None None] Updating router a921257e-ec56-40cb-a39d-0110bbe0891b port 301843a9-2fa3-4a9d-b93b-641b41356a7e binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:08:02.872329 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b331bcae-06c8-4a0b-9d77-ba34e0fa0bbf tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.885801 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b331bcae-06c8-4a0b-9d77-ba34e0fa0bbf tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Calling delete_port for 301843a9-2fa3-4a9d-b93b-641b41356a7e owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:02.891387 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7d1d-9305-44d5-a0ec-25f593b1fbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.894545 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1b922ec-e8f1-4b3f-a27b-cf4c1c0c0afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.984157 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1b922ec-e8f1-4b3f-a27b-cf4c1c0c0afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:02.996573 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b1b922ec-e8f1-4b3f-a27b-cf4c1c0c0afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e765c02e-0269-4995-8ff9-43a733559f12']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:03.015855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b1b922ec-e8f1-4b3f-a27b-cf4c1c0c0afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de468ffe-d2b5-40f4-bc5d-ede9b0150718') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:03.016609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b1b922ec-e8f1-4b3f-a27b-cf4c1c0c0afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de468ffe-d2b5-40f4-bc5d-ede9b0150718') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:03.028959 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1b922ec-e8f1-4b3f-a27b-cf4c1c0c0afb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.056587 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1b922ec-e8f1-4b3f-a27b-cf4c1c0c0afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.075928 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b922ec-e8f1-4b3f-a27b-cf4c1c0c0afb admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:03.076818 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1b922ec-e8f1-4b3f-a27b-cf4c1c0c0afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: items = [ Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:03.081885 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:03.144109 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b331bcae-06c8-4a0b-9d77-ba34e0fa0bbf tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.152165 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1b922ec-e8f1-4b3f-a27b-cf4c1c0c0afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.160045 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1b922ec-e8f1-4b3f-a27b-cf4c1c0c0afb admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.171119 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b1b922ec-e8f1-4b3f-a27b-cf4c1c0c0afb admin admin] 10.222.0.81 "DELETE /v2.0/networks/e765c02e-0269-4995-8ff9-43a733559f12 HTTP/1.1" status: 204 len: 168 time: 0.3526781 Jul 06 12:08:03.187986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b922ec-e8f1-4b3f-a27b-cf4c1c0c0afb admin admin] Pushing event deleted for resources: {'Network': ['ID=e765c02e-0269-4995-8ff9-43a733559f12,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:03.212122 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331bcae-06c8-4a0b-9d77-ba34e0fa0bbf tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Pushing event deleted for resources: {'Port': ['ID=301843a9-2fa3-4a9d-b93b-641b41356a7e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:03.218642 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-4d9e7d1d-9305-44d5-a0ec-25f593b1fbaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:08:03.219207 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-4d9e7d1d-9305-44d5-a0ec-25f593b1fbaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:08:03.342458 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b331bcae-06c8-4a0b-9d77-ba34e0fa0bbf tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.386086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50264) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:03.427471 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-178b9431-ca65-4a02-b3b8-c4859101761c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.437673 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c47beac4-55a2-4cbe-9780-9ae12e5c6499 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b82a6a9bca1f46f193744fb7f03e9989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506141 Jul 06 12:08:03.441018 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50266) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:03.456135 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-178b9431-ca65-4a02-b3b8-c4859101761c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.472018 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b331bcae-06c8-4a0b-9d77-ba34e0fa0bbf tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.477684 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b331bcae-06c8-4a0b-9d77-ba34e0fa0bbf tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.502184 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6025056-6730-4547-85af-b4cea1815054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.502862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-178b9431-ca65-4a02-b3b8-c4859101761c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b7e8fbb29d2a4631a9ac7de412cb478f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9485407 Jul 06 12:08:03.503746 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50268) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:03.538418 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b9431-ca65-4a02-b3b8-c4859101761c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1148ed86-8f10-48f6-b83c-f653147de140,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:03.545442 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6025056-6730-4547-85af-b4cea1815054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.548710 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b331bcae-06c8-4a0b-9d77-ba34e0fa0bbf tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.549328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b331bcae-06c8-4a0b-9d77-ba34e0fa0bbf tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a921257e-ec56-40cb-a39d-0110bbe0891b {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:03.553917 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b331bcae-06c8-4a0b-9d77-ba34e0fa0bbf tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.557984 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b331bcae-06c8-4a0b-9d77-ba34e0fa0bbf tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "DELETE /v2.0/routers/a921257e-ec56-40cb-a39d-0110bbe0891b HTTP/1.1" status: 204 len: 168 time: 1.4822896 Jul 06 12:08:03.558783 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50272) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:03.606833 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-738add4b-53a5-4403-aa17-642e79c61ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.631094 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-738add4b-53a5-4403-aa17-642e79c61ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.650502 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6025056-6730-4547-85af-b4cea1815054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.653158 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6025056-6730-4547-85af-b4cea1815054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.656692 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b6025056-6730-4547-85af-b4cea1815054 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3532c78-62ab-4cb0-8af6-71420dbcf323 HTTP/1.1" status: 204 len: 168 time: 0.2122602 Jul 06 12:08:03.674962 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6025056-6730-4547-85af-b4cea1815054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3532c78-62ab-4cb0-8af6-71420dbcf323,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:03.702844 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7d74493-0f0a-4bfe-89ca-e1e4f58e0a02 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.704066 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-738add4b-53a5-4403-aa17-642e79c61ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.707608 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-738add4b-53a5-4403-aa17-642e79c61ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.708828 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-738add4b-53a5-4403-aa17-642e79c61ad9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1148ed86-8f10-48f6-b83c-f653147de140 HTTP/1.1" status: 204 len: 168 time: 0.2041078 Jul 06 12:08:03.717533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738add4b-53a5-4403-aa17-642e79c61ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1148ed86-8f10-48f6-b83c-f653147de140,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:03.743364 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e7d1d-9305-44d5-a0ec-25f593b1fbaa None None] Port 301843a9-2fa3-4a9d-b93b-641b41356a7e not found while updating agent binding for router a921257e-ec56-40cb-a39d-0110bbe0891b. {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 12:08:03.762226 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e7d1d-9305-44d5-a0ec-25f593b1fbaa None None] Routers set() bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:03.762857 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e7d1d-9305-44d5-a0ec-25f593b1fbaa None None] Router IDs set() for agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 12:08:03.763829 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_agentschedulers_db [None req-4d9e7d1d-9305-44d5-a0ec-25f593b1fbaa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a921257e-ec56-40cb-a39d-0110bbe0891b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent'). {{(pid=100429) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 12:08:03.764576 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9e7d1d-9305-44d5-a0ec-25f593b1fbaa None None] The sync data for ids ['a921257e-ec56-40cb-a39d-0110bbe0891b'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:03.835366 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 53f09588-697e-4565-a967-0fa98a23881b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:03.897734 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7d74493-0f0a-4bfe-89ca-e1e4f58e0a02 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.956454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 53f09588-697e-4565-a967-0fa98a23881b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:03.956942 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:03.969750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b7d74493-0f0a-4bfe-89ca-e1e4f58e0a02 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Deleting port 53f09588-697e-4565-a967-0fa98a23881b {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:03.970966 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7d74493-0f0a-4bfe-89ca-e1e4f58e0a02 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.124377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-b7d74493-0f0a-4bfe-89ca-e1e4f58e0a02 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] For port 53f09588-697e-4565-a967-0fa98a23881b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=53f09588-697e-4565-a967-0fa98a23881b,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:04.124377 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7d74493-0f0a-4bfe-89ca-e1e4f58e0a02 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.151330 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b7d74493-0f0a-4bfe-89ca-e1e4f58e0a02 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Calling delete_port for 53f09588-697e-4565-a967-0fa98a23881b owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:04.198189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50300) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:04.216309 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d937d32-b493-421b-b83b-16c6448f9ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.353106 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d937d32-b493-421b-b83b-16c6448f9ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.358249 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d937d32-b493-421b-b83b-16c6448f9ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.370004 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7d74493-0f0a-4bfe-89ca-e1e4f58e0a02 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.401222 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d74493-0f0a-4bfe-89ca-e1e4f58e0a02 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Pushing event deleted for resources: {'Port': ['ID=53f09588-697e-4565-a967-0fa98a23881b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:04.411750 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3d937d32-b493-421b-b83b-16c6448f9ae6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d48c1f3bc18b4ba3994776b69404734f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118804 Jul 06 12:08:04.413188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d937d32-b493-421b-b83b-16c6448f9ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8e40ad-99b4-47e5-9911-d00847fef4c9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:04.414346 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50304) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:04.507011 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7d74493-0f0a-4bfe-89ca-e1e4f58e0a02 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.610568 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5067e4ec-a1a2-475d-b128-0b6d646586dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.614745 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7d74493-0f0a-4bfe-89ca-e1e4f58e0a02 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.618232 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7d74493-0f0a-4bfe-89ca-e1e4f58e0a02 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.668684 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5067e4ec-a1a2-475d-b128-0b6d646586dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.683770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50314) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:04.684660 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7d74493-0f0a-4bfe-89ca-e1e4f58e0a02 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.685182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d74493-0f0a-4bfe-89ca-e1e4f58e0a02 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40088b3d-b4f1-426f-917b-809779af2aa0 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:04.690942 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7d74493-0f0a-4bfe-89ca-e1e4f58e0a02 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.692217 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b7d74493-0f0a-4bfe-89ca-e1e4f58e0a02 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "DELETE /v2.0/routers/40088b3d-b4f1-426f-917b-809779af2aa0 HTTP/1.1" status: 204 len: 168 time: 1.1329713 Jul 06 12:08:04.696685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50318) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:04.702699 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1325477225', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:04.735930 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5067e4ec-a1a2-475d-b128-0b6d646586dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.739006 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5067e4ec-a1a2-475d-b128-0b6d646586dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.740990 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5067e4ec-a1a2-475d-b128-0b6d646586dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1a8e40ad-99b4-47e5-9911-d00847fef4c9 HTTP/1.1" status: 204 len: 168 time: 0.3239956 Jul 06 12:08:04.750505 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.752123 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.764795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067e4ec-a1a2-475d-b128-0b6d646586dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8e40ad-99b4-47e5-9911-d00847fef4c9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:04.849703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b97e4f9d-ba43-4436-b622-2063a2e17674 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-271073120-network', 'tenant_id': '9c77c8fe94544a54993a4ceba47857e1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:04.860911 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.936771 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97e4f9d-ba43-4436-b622-2063a2e17674 admin admin] Made reservation on behalf of 9c77c8fe94544a54993a4ceba47857e1 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:04.939661 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b97e4f9d-ba43-4436-b622-2063a2e17674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:04.952521 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b97e4f9d-ba43-4436-b622-2063a2e17674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.034240 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.099843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50328) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:05.118395 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7841a9aa-a553-44e6-8db9-eceaf248cd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.185706 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b97e4f9d-ba43-4436-b622-2063a2e17674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.191037 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b97e4f9d-ba43-4436-b622-2063a2e17674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.247407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97e4f9d-ba43-4436-b622-2063a2e17674 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:05.315146 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b97e4f9d-ba43-4436-b622-2063a2e17674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.316767 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-b97e4f9d-ba43-4436-b622-2063a2e17674 admin admin] Added segment 11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb of type vlan for network 20c5f635-657f-4fd3-8fdf-7cac43eb3fef Jul 06 12:08:05.398688 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e4f9d-ba43-4436-b622-2063a2e17674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeffb29-bd18-4f2d-8f38-a4b6ac4534c1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:05.414441 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b97e4f9d-ba43-4436-b622-2063a2e17674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.425864 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7841a9aa-a553-44e6-8db9-eceaf248cd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.434866 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7841a9aa-a553-44e6-8db9-eceaf248cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.454201 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.482140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841a9aa-a553-44e6-8db9-eceaf248cd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a35bb5b-f92b-4e9d-acd3-1ca71baf25ce,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:05.496018 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7841a9aa-a553-44e6-8db9-eceaf248cd96 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c8f4a0875d84086a7b4e4a05b29488c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919444 Jul 06 12:08:05.496388 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50332) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:05.497579 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129ca10f-e9f1-4eb6-9b39-308eb9785197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.559130 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-076663cc-4cb7-4fdd-9922-80f2873b6c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.561325 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.562993 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b97e4f9d-ba43-4436-b622-2063a2e17674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.564606 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e4f9d-ba43-4436-b622-2063a2e17674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:05.565187 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b97e4f9d-ba43-4436-b622-2063a2e17674 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.582632 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-076663cc-4cb7-4fdd-9922-80f2873b6c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.627576 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.635116 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-076663cc-4cb7-4fdd-9922-80f2873b6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.637855 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-076663cc-4cb7-4fdd-9922-80f2873b6c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.641484 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-076663cc-4cb7-4fdd-9922-80f2873b6c08 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a35bb5b-f92b-4e9d-acd3-1ca71baf25ce HTTP/1.1" status: 204 len: 168 time: 0.1416576 Jul 06 12:08:05.648803 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b97e4f9d-ba43-4436-b622-2063a2e17674 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9608650 Jul 06 12:08:05.648942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076663cc-4cb7-4fdd-9922-80f2873b6c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a35bb5b-f92b-4e9d-acd3-1ca71baf25ce,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:05.649017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50336) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:05.653870 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-090ba40e-acf5-417a-b80b-5c3f27aa66cc admin admin] Request body: {'subnet': {'network_id': '20c5f635-657f-4fd3-8fdf-7cac43eb3fef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-271073120-subnet', 'tenant_id': '9c77c8fe94544a54993a4ceba47857e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:05.679959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090ba40e-acf5-417a-b80b-5c3f27aa66cc admin admin] Made reservation on behalf of 9c77c8fe94544a54993a4ceba47857e1 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:05.683099 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-090ba40e-acf5-417a-b80b-5c3f27aa66cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.702488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e4f9d-ba43-4436-b622-2063a2e17674 admin admin] Pushing event updated for resources: {'Network': ['ID=20c5f635-657f-4fd3-8fdf-7cac43eb3fef,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:05.739751 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 20c5f635-657f-4fd3-8fdf-7cac43eb3fef details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:05.778932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Allocated IP 172.25.4.75 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/03450ba8-7205-41c1-ae0c-417e23fb4296) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:05.818618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 53f09588-697e-4565-a967-0fa98a23881b no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:05.842233 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 53f09588-697e-4565-a967-0fa98a23881b {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:05.842898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 53f09588-697e-4565-a967-0fa98a23881b not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:05.909106 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-090ba40e-acf5-417a-b80b-5c3f27aa66cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.910524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.958626 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:05.960585 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ba40e-acf5-417a-b80b-5c3f27aa66cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1a11c15-8958-45c2-8c21-c694ef0fdd8c,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:05.981508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090ba40e-acf5-417a-b80b-5c3f27aa66cc admin admin] Checking segment: {'id': '11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '20c5f635-657f-4fd3-8fdf-7cac43eb3fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:05.981916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090ba40e-acf5-417a-b80b-5c3f27aa66cc admin admin] Network hostable DHCP agents. Network: 20c5f635-657f-4fd3-8fdf-7cac43eb3fef, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:06.003833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:06.007060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:06.010039 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:06.010168 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090ba40e-acf5-417a-b80b-5c3f27aa66cc admin admin] Network 20c5f635-657f-4fd3-8fdf-7cac43eb3fef is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:06.023765 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-090ba40e-acf5-417a-b80b-5c3f27aa66cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 20c5f635-657f-4fd3-8fdf-7cac43eb3fef) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:06.028571 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090ba40e-acf5-417a-b80b-5c3f27aa66cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:06.029251 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-090ba40e-acf5-417a-b80b-5c3f27aa66cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.046048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e8153e-7827-4d95-a77f-b9439f590d8c None None] Network 20c5f635-657f-4fd3-8fdf-7cac43eb3fef requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:06.047982 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-090ba40e-acf5-417a-b80b-5c3f27aa66cc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3979347 Jul 06 12:08:06.054355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Pushing event updated for resources: {'Port': ['ID=03450ba8-7205-41c1-ae0c-417e23fb4296,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:06.284043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf3da7a-8c14-45e2-9642-705d2643ab6a None None] Network 20c5f635-657f-4fd3-8fdf-7cac43eb3fef requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:06.403166 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:06.451955 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.119883 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.283530 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Router 6a244d2b-f731-4674-b790-9b8a13119947 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:08:07.429760 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:07.446108 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979726d-fe47-4e13-a812-e57ab9c59344 None None] Sync routers for ids ['6a244d2b-f731-4674-b790-9b8a13119947'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:07.468891 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979726d-fe47-4e13-a812-e57ab9c59344 None None] Routers {'6a244d2b-f731-4674-b790-9b8a13119947'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:07.471298 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6979726d-fe47-4e13-a812-e57ab9c59344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6a244d2b-f731-4674-b790-9b8a13119947'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:07.475221 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:07.480675 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b4e2a93b-412f-4f03-a9e0-d28feaba0d19 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7787733 Jul 06 12:08:07.481656 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50408) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:07.490271 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-59b2a4b5-b460-4e64-bad3-331fbe03b261 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'enable_snat': False}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:07.529653 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6979726d-fe47-4e13-a812-e57ab9c59344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:07.556324 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979726d-fe47-4e13-a812-e57ab9c59344 None None] Routers {'6a244d2b-f731-4674-b790-9b8a13119947'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:07.560107 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6979726d-fe47-4e13-a812-e57ab9c59344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:07:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6a244d2b-f731-4674-b790-9b8a13119947'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:07.601932 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6979726d-fe47-4e13-a812-e57ab9c59344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:07.602771 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979726d-fe47-4e13-a812-e57ab9c59344 None None] The sync data for ids ['6a244d2b-f731-4674-b790-9b8a13119947'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:07.969258 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59b2a4b5-b460-4e64-bad3-331fbe03b261 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:08.148010 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99bb634c-01ca-4d20-aacd-a5b053a30b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:08.212432 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:08.453143 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50468) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:08.493879 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-9843531b-f88a-45e1-8ceb-05f58a5ba40b tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:08.495529 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-9843531b-f88a-45e1-8ceb-05f58a5ba40b tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/networks?id=20c5f635-657f-4fd3-8fdf-7cac43eb3fef HTTP/1.1" status: 200 len: 809 time: 0.1304836 Jul 06 12:08:08.554016 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-afb83e18-2ac1-4238-8725-ba3dd1ac689e tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/quotas/9c77c8fe94544a54993a4ceba47857e1 HTTP/1.1" status: 200 len: 375 time: 0.0161874 Jul 06 12:08:08.591276 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-433ee16a-b87c-488d-96de-42f941b15350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:08.632582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-a32d3d97-912c-4b43-ae06-6897ca3a1493 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9c77c8fe94544a54993a4ceba47857e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425951 Jul 06 12:08:08.690507 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-433ee16a-b87c-488d-96de-42f941b15350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:08.696321 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-433ee16a-b87c-488d-96de-42f941b15350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:08.738268 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-433ee16a-b87c-488d-96de-42f941b15350 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=786fe11edcf2466e9ab3b657ee443e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2836378 Jul 06 12:08:08.739860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ee16a-b87c-488d-96de-42f941b15350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638b6676-66c9-420e-93fb-b8019a3a0554,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:08.742996 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50472) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:08.858459 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-50a14ed6-a928-47bf-8f57-b6c717d0ec16 service neutron] 10.222.0.81 "GET /v2.0/networks/20c5f635-657f-4fd3-8fdf-7cac43eb3fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132671 Jul 06 12:08:08.935527 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:08:08.950789 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc404-5e05-48f8-9343-76cabc4fcc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.007103 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc404-5e05-48f8-9343-76cabc4fcc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.070259 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-dddd739d-c9c7-4c46-8569-34f922686fdf service neutron] 10.222.0.81 "GET /v2.0/networks/20c5f635-657f-4fd3-8fdf-7cac43eb3fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012415 Jul 06 12:08:09.099199 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59b2a4b5-b460-4e64-bad3-331fbe03b261 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.105240 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59b2a4b5-b460-4e64-bad3-331fbe03b261 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.148734 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc404-5e05-48f8-9343-76cabc4fcc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.151360 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d1dc404-5e05-48f8-9343-76cabc4fcc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.152434 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2d1dc404-5e05-48f8-9343-76cabc4fcc17 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/638b6676-66c9-420e-93fb-b8019a3a0554 HTTP/1.1" status: 204 len: 168 time: 0.4066076 Jul 06 12:08:09.170069 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dc404-5e05-48f8-9343-76cabc4fcc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638b6676-66c9-420e-93fb-b8019a3a0554,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:09.273558 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b2a4b5-b460-4e64-bad3-331fbe03b261 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Router 6a244d2b-f731-4674-b790-9b8a13119947 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:09.318475 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.449827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b2a4b5-b460-4e64-bad3-331fbe03b261 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:09.458604 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59b2a4b5-b460-4e64-bad3-331fbe03b261 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.468832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-59b2a4b5-b460-4e64-bad3-331fbe03b261 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "PUT /v2.0/routers/6a244d2b-f731-4674-b790-9b8a13119947 HTTP/1.1" status: 200 len: 925 time: 1.9819758 Jul 06 12:08:09.469885 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50490) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:09.475792 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78095b7c-545e-4075-b5fd-0116eb132400 None None] Sync routers for ids ['6a244d2b-f731-4674-b790-9b8a13119947'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:09.487717 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78095b7c-545e-4075-b5fd-0116eb132400 None None] Routers {'6a244d2b-f731-4674-b790-9b8a13119947'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:09.490047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-78095b7c-545e-4075-b5fd-0116eb132400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:08:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6a244d2b-f731-4674-b790-9b8a13119947'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:09.536306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-78095b7c-545e-4075-b5fd-0116eb132400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:09.555622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78095b7c-545e-4075-b5fd-0116eb132400 None None] Routers {'6a244d2b-f731-4674-b790-9b8a13119947'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:09.556606 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-78095b7c-545e-4075-b5fd-0116eb132400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:08:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6a244d2b-f731-4674-b790-9b8a13119947'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:09.599027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-78095b7c-545e-4075-b5fd-0116eb132400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:09.600166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78095b7c-545e-4075-b5fd-0116eb132400 None None] The sync data for ids ['6a244d2b-f731-4674-b790-9b8a13119947'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:09.683663 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-70f390bb-66d0-4dc4-950f-f2a7075cc9df tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/routers/6a244d2b-f731-4674-b790-9b8a13119947 HTTP/1.1" status: 200 len: 925 time: 0.2135093 Jul 06 12:08:09.688027 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50492) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:09.787303 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50494) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:09.809287 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e669d3f-cff1-4a39-9601-b4116277ec3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:09.861146 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-043b5687-a3de-4c6f-aec5-2ef5d842bd82 req-7aa8aeda-12ce-419b-a0a6-bb7d0a8a2b67 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/ports?device_id=793df7cb-8166-47ff-9dd4-bd97353e8b30 HTTP/1.1" status: 200 len: 210 time: 0.0628963 Jul 06 12:08:09.888611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aaf5e9-20fe-4efb-809d-ff0885c31575 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:09.894689 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d2aaf5e9-20fe-4efb-809d-ff0885c31575 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=075eaceb-5477-4780-963d-b2414ee11e87&device_id=6a244d2b-f731-4674-b790-9b8a13119947&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1988292 Jul 06 12:08:09.896198 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50500) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:10.007937 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fbeccc-11fa-4125-87e2-714f0b1bffe9 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:10.009417 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-81fbeccc-11fa-4125-87e2-714f0b1bffe9 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 881 time: 0.1120071 Jul 06 12:08:10.015282 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50502) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:10.027633 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e669d3f-cff1-4a39-9601-b4116277ec3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.034739 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e669d3f-cff1-4a39-9601-b4116277ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.056577 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3fe08c05-1300-495a-83d9-60bca2bc46cc tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a244d2b-f731-4674-b790-9b8a13119947 HTTP/1.1" status: 200 len: 205 time: 0.0400367 Jul 06 12:08:10.059385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50506) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:10.068564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e669d3f-cff1-4a39-9601-b4116277ec3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4421945d-59f7-4bad-a0ae-12808064472c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:10.099306 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8e669d3f-cff1-4a39-9601-b4116277ec3a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=645cc31ed1b84bb697cd75b98e1907f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053958 Jul 06 12:08:10.119349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50508) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:10.179787 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f37ebf02-4cd0-4db0-9a05-4eba661c96c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.213766 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f37ebf02-4cd0-4db0-9a05-4eba661c96c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.225235 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d72b219a-fac6-4770-b54d-512bf8ac867e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.318229 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f37ebf02-4cd0-4db0-9a05-4eba661c96c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.324751 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f37ebf02-4cd0-4db0-9a05-4eba661c96c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.326909 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f37ebf02-4cd0-4db0-9a05-4eba661c96c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4421945d-59f7-4bad-a0ae-12808064472c HTTP/1.1" status: 204 len: 168 time: 0.2064273 Jul 06 12:08:10.342416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ebf02-4cd0-4db0-9a05-4eba661c96c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4421945d-59f7-4bad-a0ae-12808064472c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:10.393267 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d72b219a-fac6-4770-b54d-512bf8ac867e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.481468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d72b219a-fac6-4770-b54d-512bf8ac867e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Deleting port 03450ba8-7205-41c1-ae0c-417e23fb4296 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:10.482426 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d72b219a-fac6-4770-b54d-512bf8ac867e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.590828 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d72b219a-fac6-4770-b54d-512bf8ac867e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.611263 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d72b219a-fac6-4770-b54d-512bf8ac867e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Calling delete_port for 03450ba8-7205-41c1-ae0c-417e23fb4296 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:10.836232 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d72b219a-fac6-4770-b54d-512bf8ac867e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.905524 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:10.915870 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b219a-fac6-4770-b54d-512bf8ac867e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Pushing event deleted for resources: {'Port': ['ID=03450ba8-7205-41c1-ae0c-417e23fb4296,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:11.015991 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d72b219a-fac6-4770-b54d-512bf8ac867e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.194883 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc946307-9d28-4403-9898-fc6e2cbba15e req-8db4aa8f-6ad0-43a8-8ec7-a821ca6a9530 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/ports?device_id=793df7cb-8166-47ff-9dd4-bd97353e8b30 HTTP/1.1" status: 200 len: 210 time: 0.0720994 Jul 06 12:08:11.196763 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d72b219a-fac6-4770-b54d-512bf8ac867e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.205091 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d72b219a-fac6-4770-b54d-512bf8ac867e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.256796 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d72b219a-fac6-4770-b54d-512bf8ac867e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.258878 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72b219a-fac6-4770-b54d-512bf8ac867e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Fanout notify agent at l3_agent the message router_deleted on router 6a244d2b-f731-4674-b790-9b8a13119947 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:11.270802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d72b219a-fac6-4770-b54d-512bf8ac867e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.272047 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d72b219a-fac6-4770-b54d-512bf8ac867e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "DELETE /v2.0/routers/6a244d2b-f731-4674-b790-9b8a13119947 HTTP/1.1" status: 204 len: 168 time: 1.2115467 Jul 06 12:08:11.277692 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50538) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:11.287088 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1b632c6f-fe43-4a46-8c7c-6c49ca5c76b1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1963420067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:11.316983 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1b632c6f-fe43-4a46-8c7c-6c49ca5c76b1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.319977 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1b632c6f-fe43-4a46-8c7c-6c49ca5c76b1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.325638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-29a8eeaa-5a7f-4b69-932c-5eb62dd22842 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:11.328675 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-29a8eeaa-5a7f-4b69-932c-5eb62dd22842 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.89 "GET /v2.0/networks?id=20c5f635-657f-4fd3-8fdf-7cac43eb3fef HTTP/1.1" status: 200 len: 809 time: 0.2414622 Jul 06 12:08:11.342714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-740d5f17-dbd2-4a73-ab8d-65dce52f14dd tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Request body: {'port': {'device_id': '793df7cb-8166-47ff-9dd4-bd97353e8b30', 'network_id': '20c5f635-657f-4fd3-8fdf-7cac43eb3fef', 'admin_state_up': True, 'tenant_id': '9c77c8fe94544a54993a4ceba47857e1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:11.427604 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1b632c6f-fe43-4a46-8c7c-6c49ca5c76b1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.437588 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1b632c6f-fe43-4a46-8c7c-6c49ca5c76b1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.465713 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1b632c6f-fe43-4a46-8c7c-6c49ca5c76b1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.472365 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1b632c6f-fe43-4a46-8c7c-6c49ca5c76b1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1923084 Jul 06 12:08:11.473497 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50544) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:11.488317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Request body: {'router': {'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:11.555699 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50550) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:11.571365 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-740d5f17-dbd2-4a73-ab8d-65dce52f14dd tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Made reservation on behalf of 9c77c8fe94544a54993a4ceba47857e1 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:11.576882 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-740d5f17-dbd2-4a73-ab8d-65dce52f14dd tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.745285 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-740d5f17-dbd2-4a73-ab8d-65dce52f14dd tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Allocated IP 172.20.0.7 (20c5f635-657f-4fd3-8fdf-7cac43eb3fef/f1a11c15-8958-45c2-8c21-c694ef0fdd8c/106ee8c1-78bd-4284-9bd1-d34a9c9600fc) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:11.751784 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-296dc6a3-c731-40cb-ab2b-f5385c037d0d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1367460931-network', 'tenant_id': '5a1f46e8b43f464690f96320326adc78'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:11.787187 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.787469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296dc6a3-c731-40cb-ab2b-f5385c037d0d admin admin] Made reservation on behalf of 5a1f46e8b43f464690f96320326adc78 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:11.789783 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-296dc6a3-c731-40cb-ab2b-f5385c037d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:11.816064 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-296dc6a3-c731-40cb-ab2b-f5385c037d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.043096 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-740d5f17-dbd2-4a73-ab8d-65dce52f14dd tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.074997 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-296dc6a3-c731-40cb-ab2b-f5385c037d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.083459 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-296dc6a3-c731-40cb-ab2b-f5385c037d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.134600 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296dc6a3-c731-40cb-ab2b-f5385c037d0d admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:12.141689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296dc6a3-c731-40cb-ab2b-f5385c037d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99de949-8df5-46cd-9c34-178ff5848079,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:12.148450 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-740d5f17-dbd2-4a73-ab8d-65dce52f14dd tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.162327 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-296dc6a3-c731-40cb-ab2b-f5385c037d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.162681 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-296dc6a3-c731-40cb-ab2b-f5385c037d0d admin admin] Added segment 07bf3fec-e773-4e0a-86e5-757579ab0682 of type vlan for network 60565a01-3bcf-4894-ab34-9667b8ab960f Jul 06 12:08:12.225765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-740d5f17-dbd2-4a73-ab8d-65dce52f14dd tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Network 20c5f635-657f-4fd3-8fdf-7cac43eb3fef is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:12.231278 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-740d5f17-dbd2-4a73-ab8d-65dce52f14dd tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:12.238783 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-740d5f17-dbd2-4a73-ab8d-65dce52f14dd tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:12.269722 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-296dc6a3-c731-40cb-ab2b-f5385c037d0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.290180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d5f17-dbd2-4a73-ab8d-65dce52f14dd tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Pushing event updated for resources: {'Port': ['ID=106ee8c1-78bd-4284-9bd1-d34a9c9600fc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:12.344840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-740d5f17-dbd2-4a73-ab8d-65dce52f14dd tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:12.345746 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-740d5f17-dbd2-4a73-ab8d-65dce52f14dd tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.363796 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-296dc6a3-c731-40cb-ab2b-f5385c037d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.365415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296dc6a3-c731-40cb-ab2b-f5385c037d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:12.366929 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-296dc6a3-c731-40cb-ab2b-f5385c037d0d admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.417646 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-740d5f17-dbd2-4a73-ab8d-65dce52f14dd tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0800664 Jul 06 12:08:12.438605 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-3f1d8b60-fef2-43d4-9253-3aeb3e5d07cf tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:08:12.440011 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-3f1d8b60-fef2-43d4-9253-3aeb3e5d07cf tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106096 Jul 06 12:08:12.445463 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.456742 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296dc6a3-c731-40cb-ab2b-f5385c037d0d admin admin] Pushing event updated for resources: {'Network': ['ID=60565a01-3bcf-4894-ab34-9667b8ab960f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:12.464190 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-296dc6a3-c731-40cb-ab2b-f5385c037d0d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9071136 Jul 06 12:08:12.464841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50562) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:12.468310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 60565a01-3bcf-4894-ab34-9667b8ab960f details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:12.471632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2595fb26-8f5e-4d37-bbe9-d125140aef4a admin admin] Request body: {'subnet': {'network_id': '60565a01-3bcf-4894-ab34-9667b8ab960f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1367460931-subnet', 'tenant_id': '5a1f46e8b43f464690f96320326adc78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:12.485420 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.496598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2595fb26-8f5e-4d37-bbe9-d125140aef4a admin admin] Made reservation on behalf of 5a1f46e8b43f464690f96320326adc78 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:12.500482 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2595fb26-8f5e-4d37-bbe9-d125140aef4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.571956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Request body: {'port': {'device_id': '793df7cb-8166-47ff-9dd4-bd97353e8b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:12.600878 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489766e5-0760-4b1f-a56a-3225b57df804 req-475ecc52-1906-48a0-a58a-b34d26d82e54 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:12.607936 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-489766e5-0760-4b1f-a56a-3225b57df804 req-475ecc52-1906-48a0-a58a-b34d26d82e54 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/ports?device_id=793df7cb-8166-47ff-9dd4-bd97353e8b30 HTTP/1.1" status: 200 len: 931 time: 0.2194457 Jul 06 12:08:12.674228 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.686911 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-489766e5-0760-4b1f-a56a-3225b57df804 req-856bd696-6ece-4b2b-a02e-efb3aeb7930c tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/security-groups?id=9aeffb29-bd18-4f2d-8f38-a4b6ac4534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779653 Jul 06 12:08:12.723328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Allocated IP 172.25.4.115 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/176d78ef-84dc-41d7-a54f-eb6aac021580) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:12.876419 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.927472 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.930077 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2595fb26-8f5e-4d37-bbe9-d125140aef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:12.973127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:12.977363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:12.981229 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:13.031492 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Pushing event updated for resources: {'Port': ['ID=176d78ef-84dc-41d7-a54f-eb6aac021580,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:13.040560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595fb26-8f5e-4d37-bbe9-d125140aef4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=230ceaa7-5578-4a05-8e7e-73cf6adde04c,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:13.061008 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2595fb26-8f5e-4d37-bbe9-d125140aef4a admin admin] Checking segment: {'id': '07bf3fec-e773-4e0a-86e5-757579ab0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60565a01-3bcf-4894-ab34-9667b8ab960f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:13.062823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2595fb26-8f5e-4d37-bbe9-d125140aef4a admin admin] Network hostable DHCP agents. Network: 60565a01-3bcf-4894-ab34-9667b8ab960f, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:13.125434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2595fb26-8f5e-4d37-bbe9-d125140aef4a admin admin] Network 60565a01-3bcf-4894-ab34-9667b8ab960f is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:13.153377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2595fb26-8f5e-4d37-bbe9-d125140aef4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 60565a01-3bcf-4894-ab34-9667b8ab960f) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:13.168979 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae14a92-e4be-45f8-b9f1-c809f9eea45e None None] Network 60565a01-3bcf-4894-ab34-9667b8ab960f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:13.177166 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2595fb26-8f5e-4d37-bbe9-d125140aef4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:13.177791 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2595fb26-8f5e-4d37-bbe9-d125140aef4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.206337 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2595fb26-8f5e-4d37-bbe9-d125140aef4a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7307897 Jul 06 12:08:13.212339 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106ee8c1-78bd-4284-9bd1-d34a9c9600fc {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:08:13.223405 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.241815 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Transition to ACTIVE for port object 106ee8c1-78bd-4284-9bd1-d34a9c9600fc will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:13.259301 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.345825 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Pushing event updated for resources: {'Port': ['ID=106ee8c1-78bd-4284-9bd1-d34a9c9600fc,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:13.451803 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.462279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Attempting to bind port 106ee8c1-78bd-4284-9bd1-d34a9c9600fc on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:13.462279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Attempting to bind port 106ee8c1-78bd-4284-9bd1-d34a9c9600fc by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '20c5f635-657f-4fd3-8fdf-7cac43eb3fef'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:13.462279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Attempting to bind port 106ee8c1-78bd-4284-9bd1-d34a9c9600fc on network 20c5f635-657f-4fd3-8fdf-7cac43eb3fef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:13.466459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Port 106ee8c1-78bd-4284-9bd1-d34a9c9600fc on network 20c5f635-657f-4fd3-8fdf-7cac43eb3fef not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:08:13.466862 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Attempting to bind port 106ee8c1-78bd-4284-9bd1-d34a9c9600fc on network 20c5f635-657f-4fd3-8fdf-7cac43eb3fef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:13.474633 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ded9d99-6cb1-425d-af7f-6f8d48040aa5 None None] Network 60565a01-3bcf-4894-ab34-9667b8ab960f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:13.475776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:13.476190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Checking segment: {'id': '11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '20c5f635-657f-4fd3-8fdf-7cac43eb3fef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:13.476650 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Bound using segment: {'id': '11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '20c5f635-657f-4fd3-8fdf-7cac43eb3fef'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:13.477156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Bound port: 106ee8c1-78bd-4284-9bd1-d34a9c9600fc, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '20c5f635-657f-4fd3-8fdf-7cac43eb3fef'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:13.494401 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.664396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] For port 106ee8c1-78bd-4284-9bd1-d34a9c9600fc, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:13.672019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] For port 106ee8c1-78bd-4284-9bd1-d34a9c9600fc, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=106ee8c1-78bd-4284-9bd1-d34a9c9600fc,segment=NetworkSegment(11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb),segment_id=11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:13.678681 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.732778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:13.733950 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.737359 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] 10.222.0.89 "PUT /v2.0/ports/106ee8c1-78bd-4284-9bd1-d34a9c9600fc HTTP/1.1" status: 200 len: 1091 time: 1.2882812 Jul 06 12:08:13.764114 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.769650 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:13.822951 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793df7cb-8166-47ff-9dd4-bd97353e8b30', 'tag': '106ee8c1-78bd-4284-9bd1-d34a9c9600fc'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:13.826105 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793d240a-941b-4e46-9b93-ca343bcc384a" -d '{"events": [{"name": "network-changed", "server_uuid": "793df7cb-8166-47ff-9dd4-bd97353e8b30", "tag": "106ee8c1-78bd-4284-9bd1-d34a9c9600fc"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:13.907093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6eba0-2c66-4023-aa8c-5286308c80e3 service neutron] Pushing event updated for resources: {'Port': ['ID=106ee8c1-78bd-4284-9bd1-d34a9c9600fc,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:13.913769 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-9b8e9c5a-5cb9-48f1-8e51-f1b1b8e344f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:13.915495 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-9b8e9c5a-5cb9-48f1-8e51-f1b1b8e344f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c77c8fe94544a54993a4ceba47857e1&device_id=793df7cb-8166-47ff-9dd4-bd97353e8b30 HTTP/1.1" status: 200 len: 1094 time: 0.0866735 Jul 06 12:08:14.004813 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcecc0e-f385-4ceb-920f-77485f438449 req-0a12e7d5-038c-4c26-845f-0b7202c656f6 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:14.007620 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-7ae89019-8cde-4447-ad27-dd112a336747 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=106ee8c1-78bd-4284-9bd1-d34a9c9600fc HTTP/1.1" status: 200 len: 217 time: 0.0815992 Jul 06 12:08:14.015307 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ebcecc0e-f385-4ceb-920f-77485f438449 req-0a12e7d5-038c-4c26-845f-0b7202c656f6 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/ports?device_id=793df7cb-8166-47ff-9dd4-bd97353e8b30 HTTP/1.1" status: 200 len: 943 time: 0.1679630 Jul 06 12:08:14.091525 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ebcecc0e-f385-4ceb-920f-77485f438449 req-f1f852d2-aa05-4117-b146-74256827ee7f tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/security-groups?id=9aeffb29-bd18-4f2d-8f38-a4b6ac4534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745873 Jul 06 12:08:14.093053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Router b08793c8-dc9a-4281-bdd7-922f251533b4 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:08:14.163477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-b7cb8ff8-f55e-49bb-8da9-86b7625c84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:14.165218 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-b7cb8ff8-f55e-49bb-8da9-86b7625c84e9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1a11c15-8958-45c2-8c21-c694ef0fdd8c HTTP/1.1" status: 200 len: 849 time: 0.1516149 Jul 06 12:08:14.246600 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c152bd30-3c09-432c-a55b-e68916393fdb x-openstack-request-id: req-c152bd30-3c09-432c-a55b-e68916393fdb {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:14.248248 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793df7cb-8166-47ff-9dd4-bd97353e8b30", "tag": "106ee8c1-78bd-4284-9bd1-d34a9c9600fc", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:14.248248 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c152bd30-3c09-432c-a55b-e68916393fdb {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:14.248248 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793df7cb-8166-47ff-9dd4-bd97353e8b30', 'tag': '106ee8c1-78bd-4284-9bd1-d34a9c9600fc', 'status': 'completed', 'code': 200} Jul 06 12:08:14.249953 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-2a6a8093-22cc-4caa-8f81-d1aa3f191e13 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=20c5f635-657f-4fd3-8fdf-7cac43eb3fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775318 Jul 06 12:08:14.284425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:14.298760 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7e50bb-fbf1-4a31-9e56-b5032e0edee3 None None] Sync routers for ids ['b08793c8-dc9a-4281-bdd7-922f251533b4'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:14.309597 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:14.311023 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d8c3c8b5-452d-47b6-87db-e4281533e1f2 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "PUT /v2.0/routers/b08793c8-dc9a-4281-bdd7-922f251533b4 HTTP/1.1" status: 200 len: 884 time: 2.8363740 Jul 06 12:08:14.315279 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50592) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:14.324676 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e50bb-fbf1-4a31-9e56-b5032e0edee3 None None] Routers {'b08793c8-dc9a-4281-bdd7-922f251533b4'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:14.325477 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fc7e50bb-fbf1-4a31-9e56-b5032e0edee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:08:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['b08793c8-dc9a-4281-bdd7-922f251533b4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:14.359668 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fc7e50bb-fbf1-4a31-9e56-b5032e0edee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:14.370759 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e50bb-fbf1-4a31-9e56-b5032e0edee3 None None] Routers {'b08793c8-dc9a-4281-bdd7-922f251533b4'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:14.371819 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fc7e50bb-fbf1-4a31-9e56-b5032e0edee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:08:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['b08793c8-dc9a-4281-bdd7-922f251533b4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:14.413870 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fc7e50bb-fbf1-4a31-9e56-b5032e0edee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:14.414896 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7e50bb-fbf1-4a31-9e56-b5032e0edee3 None None] The sync data for ids ['b08793c8-dc9a-4281-bdd7-922f251533b4'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:14.447960 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-90d615e7-b12d-4cac-b19c-7453f7d8442f service neutron] 10.222.0.89 "GET /v2.0/networks/20c5f635-657f-4fd3-8fdf-7cac43eb3fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898913 Jul 06 12:08:14.633473 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cadcb793-9800-4e02-8bba-04a13066144d tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/routers/b08793c8-dc9a-4281-bdd7-922f251533b4 HTTP/1.1" status: 200 len: 925 time: 0.3137326 Jul 06 12:08:14.634008 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50598) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:14.653699 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b099a068-6fb2-4500-83f4-fdea58264ff5 req-c91d17c0-0625-45aa-8d26-4ed7b36fa191 service neutron] 10.222.0.89 "GET /v2.0/networks/20c5f635-657f-4fd3-8fdf-7cac43eb3fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987441 Jul 06 12:08:14.714894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6410eef2-b236-48eb-93b6-02a2e673d74f tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:14.720729 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6410eef2-b236-48eb-93b6-02a2e673d74f tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=075eaceb-5477-4780-963d-b2414ee11e87&device_id=b08793c8-dc9a-4281-bdd7-922f251533b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0854712 Jul 06 12:08:14.721565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50600) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:14.831755 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d240a-941b-4e46-9b93-ca343bcc384a req-da20c51f-94ce-444a-972c-87547888122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:14.833182 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-793d240a-941b-4e46-9b93-ca343bcc384a req-da20c51f-94ce-444a-972c-87547888122d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9c77c8fe94544a54993a4ceba47857e1&device_id=793df7cb-8166-47ff-9dd4-bd97353e8b30 HTTP/1.1" status: 200 len: 1094 time: 0.1215663 Jul 06 12:08:14.837932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eaf4c1-c626-43ac-b423-f291e002ac54 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:14.842639 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b6eaf4c1-c626-43ac-b423-f291e002ac54 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 881 time: 0.1199574 Jul 06 12:08:14.843390 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50602) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:14.912566 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-673e17ef-568c-4941-9942-5d090f3311dd tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "GET /v2.0/ports?device_id=b08793c8-dc9a-4281-bdd7-922f251533b4 HTTP/1.1" status: 200 len: 205 time: 0.0680864 Jul 06 12:08:14.913224 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50606) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:14.986486 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d240a-941b-4e46-9b93-ca343bcc384a req-126e683a-3f1e-4200-a273-915729a72558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:14.991450 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-793d240a-941b-4e46-9b93-ca343bcc384a req-126e683a-3f1e-4200-a273-915729a72558 service neutron] 10.222.0.89 "GET /v2.0/networks?id=20c5f635-657f-4fd3-8fdf-7cac43eb3fef HTTP/1.1" status: 200 len: 910 time: 0.1523085 Jul 06 12:08:15.046218 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-793d240a-941b-4e46-9b93-ca343bcc384a req-1c9c093d-de08-49ac-8bb3-20a123c211af service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=106ee8c1-78bd-4284-9bd1-d34a9c9600fc HTTP/1.1" status: 200 len: 217 time: 0.0483060 Jul 06 12:08:15.096015 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-84488e5c-2abf-4bf5-bbfd-db967c413ade tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.137234 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d240a-941b-4e46-9b93-ca343bcc384a req-a1691d9b-d3cc-4348-86ec-c70566213df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:15.138768 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-793d240a-941b-4e46-9b93-ca343bcc384a req-a1691d9b-d3cc-4348-86ec-c70566213df4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1a11c15-8958-45c2-8c21-c694ef0fdd8c HTTP/1.1" status: 200 len: 849 time: 0.0852506 Jul 06 12:08:15.209110 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-793d240a-941b-4e46-9b93-ca343bcc384a req-c2803549-7bbf-49a0-afa0-73ff92b22a05 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=20c5f635-657f-4fd3-8fdf-7cac43eb3fef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613880 Jul 06 12:08:15.333250 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-793d240a-941b-4e46-9b93-ca343bcc384a req-e2e56e01-83fd-4e8b-997b-ab2d1ca5e635 service neutron] 10.222.0.89 "GET /v2.0/networks/20c5f635-657f-4fd3-8fdf-7cac43eb3fef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170084 Jul 06 12:08:15.343206 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-84488e5c-2abf-4bf5-bbfd-db967c413ade tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.416956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9977e18-6d10-4fc9-97ed-d3024414b17f req-bec0de74-2a32-46ee-87d1-fc228ef676ea tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:15.418489 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b9977e18-6d10-4fc9-97ed-d3024414b17f req-bec0de74-2a32-46ee-87d1-fc228ef676ea tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/ports?device_id=793df7cb-8166-47ff-9dd4-bd97353e8b30 HTTP/1.1" status: 200 len: 943 time: 0.1242993 Jul 06 12:08:15.455285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-84488e5c-2abf-4bf5-bbfd-db967c413ade tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Deleting port 176d78ef-84dc-41d7-a54f-eb6aac021580 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:15.455646 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-84488e5c-2abf-4bf5-bbfd-db967c413ade tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.465544 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-793d240a-941b-4e46-9b93-ca343bcc384a req-0ef1e7fe-48a5-4c6e-8c67-4c275c7a7251 service neutron] 10.222.0.89 "GET /v2.0/networks/20c5f635-657f-4fd3-8fdf-7cac43eb3fef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226709 Jul 06 12:08:15.506606 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b9977e18-6d10-4fc9-97ed-d3024414b17f req-8d35b22c-163f-4643-b0ac-95be3831bb5d tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/security-groups?id=9aeffb29-bd18-4f2d-8f38-a4b6ac4534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795476 Jul 06 12:08:15.552712 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-84488e5c-2abf-4bf5-bbfd-db967c413ade tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:15.565014 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-84488e5c-2abf-4bf5-bbfd-db967c413ade tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Calling delete_port for 176d78ef-84dc-41d7-a54f-eb6aac021580 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:16.068202 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-84488e5c-2abf-4bf5-bbfd-db967c413ade tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.104710 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84488e5c-2abf-4bf5-bbfd-db967c413ade tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Pushing event deleted for resources: {'Port': ['ID=176d78ef-84dc-41d7-a54f-eb6aac021580,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:16.118780 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93cec6-604b-456e-83b5-75227727bf19 req-d33ac63e-f3ea-45d6-abd3-49d3f1f0fd89 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:16.120355 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf93cec6-604b-456e-83b5-75227727bf19 req-d33ac63e-f3ea-45d6-abd3-49d3f1f0fd89 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/networks?id=60565a01-3bcf-4894-ab34-9667b8ab960f HTTP/1.1" status: 200 len: 809 time: 0.4369848 Jul 06 12:08:16.168458 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf93cec6-604b-456e-83b5-75227727bf19 req-46b53b67-c4b0-4199-9646-5ddbd39deb45 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/quotas/5a1f46e8b43f464690f96320326adc78 HTTP/1.1" status: 200 len: 375 time: 0.0311158 Jul 06 12:08:16.208361 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf93cec6-604b-456e-83b5-75227727bf19 req-e271d289-575e-4476-8151-db3d7aca9dc1 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5a1f46e8b43f464690f96320326adc78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339296 Jul 06 12:08:16.211376 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-84488e5c-2abf-4bf5-bbfd-db967c413ade tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.344645 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-84488e5c-2abf-4bf5-bbfd-db967c413ade tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.350691 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-84488e5c-2abf-4bf5-bbfd-db967c413ade tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.404225 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-84488e5c-2abf-4bf5-bbfd-db967c413ade tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.404776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84488e5c-2abf-4bf5-bbfd-db967c413ade tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Fanout notify agent at l3_agent the message router_deleted on router b08793c8-dc9a-4281-bdd7-922f251533b4 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:16.413004 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-84488e5c-2abf-4bf5-bbfd-db967c413ade tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.414124 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-84488e5c-2abf-4bf5-bbfd-db967c413ade tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "DELETE /v2.0/routers/b08793c8-dc9a-4281-bdd7-922f251533b4 HTTP/1.1" status: 204 len: 168 time: 1.4999826 Jul 06 12:08:16.418021 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50650) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:16.427971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-2f1e0a1a-3942-4d92-8846-7f977746ebe5 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1579264987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:16.441733 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf93cec6-604b-456e-83b5-75227727bf19 req-607c1ee7-e9d0-48ab-a3a0-7d484ea29be5 service neutron] 10.222.0.81 "GET /v2.0/networks/60565a01-3bcf-4894-ab34-9667b8ab960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006278 Jul 06 12:08:16.497712 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0a1a-3942-4d92-8846-7f977746ebe5 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.498732 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0a1a-3942-4d92-8846-7f977746ebe5 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.574367 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0a1a-3942-4d92-8846-7f977746ebe5 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.578809 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0a1a-3942-4d92-8846-7f977746ebe5 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.597387 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf93cec6-604b-456e-83b5-75227727bf19 req-ac621b9a-da69-4265-b0df-2ff8e93519b2 service neutron] 10.222.0.81 "GET /v2.0/networks/60565a01-3bcf-4894-ab34-9667b8ab960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485560 Jul 06 12:08:16.603365 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0a1a-3942-4d92-8846-7f977746ebe5 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:16.606905 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2f1e0a1a-3942-4d92-8846-7f977746ebe5 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1856306 Jul 06 12:08:16.607351 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50654) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:16.612743 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'enable_snat': True}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:16.825582 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.125977 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.135383 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b24d6-5492-444a-b09d-bc3623cf1df9 req-b6b166f6-222d-4026-b092-40ebd533e1b5 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:17.136939 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc7b24d6-5492-444a-b09d-bc3623cf1df9 req-b6b166f6-222d-4026-b092-40ebd533e1b5 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/ports?device_id=793df7cb-8166-47ff-9dd4-bd97353e8b30 HTTP/1.1" status: 200 len: 943 time: 0.1848848 Jul 06 12:08:17.158026 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.232723 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc7b24d6-5492-444a-b09d-bc3623cf1df9 req-d5494b57-f26a-4a5d-8018-7a2c78e7989b tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/security-groups?id=9aeffb29-bd18-4f2d-8f38-a4b6ac4534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775573 Jul 06 12:08:17.294225 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Allocated IP 172.25.4.98 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/48689f0b-16db-4302-9504-4ec06ba192ea) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:17.416579 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.471038 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:17.499139 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a31434de-9c3a-43da-af72-0ae4b68ee4a8 req-c21810ce-c2fd-4574-bbcf-cf173312e0f9 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=b06ae5ed-4be3-4758-a945-6409a101e96e HTTP/1.1" status: 200 len: 210 time: 0.0402553 Jul 06 12:08:17.559497 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:17.562348 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:17.567561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:17.569182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Pushing event updated for resources: {'Port': ['ID=48689f0b-16db-4302-9504-4ec06ba192ea,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:17.812823 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.045394 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.049628 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.103141 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 106ee8c1-78bd-4284-9bd1-d34a9c9600fc details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:08:18.181250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93cec6-604b-456e-83b5-75227727bf19 req-2ce58ec0-1b0e-4364-83cf-9a390cdc514e tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:18.183682 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bf93cec6-604b-456e-83b5-75227727bf19 req-2ce58ec0-1b0e-4364-83cf-9a390cdc514e tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.23 "GET /v2.0/networks?id=60565a01-3bcf-4894-ab34-9667b8ab960f HTTP/1.1" status: 200 len: 809 time: 0.1552551 Jul 06 12:08:18.203263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-bf93cec6-604b-456e-83b5-75227727bf19 req-e9f14576-5741-4510-89eb-84890f640eca tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Request body: {'port': {'device_id': 'b06ae5ed-4be3-4758-a945-6409a101e96e', 'network_id': '60565a01-3bcf-4894-ab34-9667b8ab960f', 'admin_state_up': True, 'tenant_id': '5a1f46e8b43f464690f96320326adc78'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:18.242049 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 106ee8c1-78bd-4284-9bd1-d34a9c9600fc, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=106ee8c1-78bd-4284-9bd1-d34a9c9600fc,segment=NetworkSegment(11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb),segment_id=11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:18.265552 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Router 841638d9-95f8-44a4-aa88-945541cffbfa is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:08:18.269960 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '106ee8c1-78bd-4284-9bd1-d34a9c9600fc', 'network_id': '20c5f635-657f-4fd3-8fdf-7cac43eb3fef', 'port_id': '106ee8c1-78bd-4284-9bd1-d34a9c9600fc', 'mac_address': 'fa:16:3e:df:7a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a11c15-8958-45c2-8c21-c694ef0fdd8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:08:18.339985 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.356297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106ee8c1-78bd-4284-9bd1-d34a9c9600fc {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:08:18.370083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf93cec6-604b-456e-83b5-75227727bf19 req-e9f14576-5741-4510-89eb-84890f640eca tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Made reservation on behalf of 5a1f46e8b43f464690f96320326adc78 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:18.380695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 106ee8c1-78bd-4284-9bd1-d34a9c9600fc, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=106ee8c1-78bd-4284-9bd1-d34a9c9600fc,segment=NetworkSegment(11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb),segment_id=11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:18.381316 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bf93cec6-604b-456e-83b5-75227727bf19 req-e9f14576-5741-4510-89eb-84890f640eca tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.388865 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.452426 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=106ee8c1-78bd-4284-9bd1-d34a9c9600fc,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:18.452672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:18.466592 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3390968b-eb66-459e-b980-264690dcdb6f None None] Sync routers for ids ['841638d9-95f8-44a4-aa88-945541cffbfa'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:18.468642 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.473136 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-63c45e6a-b72b-479b-a11e-a02d93e8505e tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "PUT /v2.0/routers/841638d9-95f8-44a4-aa88-945541cffbfa HTTP/1.1" status: 200 len: 918 time: 1.8622820 Jul 06 12:08:18.479482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50680) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:18.479632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3390968b-eb66-459e-b980-264690dcdb6f None None] Routers {'841638d9-95f8-44a4-aa88-945541cffbfa'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:18.479632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3390968b-eb66-459e-b980-264690dcdb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:08:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['841638d9-95f8-44a4-aa88-945541cffbfa'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:18.515728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3390968b-eb66-459e-b980-264690dcdb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:18.525736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3390968b-eb66-459e-b980-264690dcdb6f None None] Routers {'841638d9-95f8-44a4-aa88-945541cffbfa'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:18.526368 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3390968b-eb66-459e-b980-264690dcdb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:08:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['841638d9-95f8-44a4-aa88-945541cffbfa'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:18.586126 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3390968b-eb66-459e-b980-264690dcdb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:18.587079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3390968b-eb66-459e-b980-264690dcdb6f None None] The sync data for ids ['841638d9-95f8-44a4-aa88-945541cffbfa'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:18.597672 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-bf93cec6-604b-456e-83b5-75227727bf19 req-e9f14576-5741-4510-89eb-84890f640eca tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Allocated IP 172.20.0.14 (60565a01-3bcf-4894-ab34-9667b8ab960f/230ceaa7-5578-4a05-8e7e-73cf6adde04c/3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:18.662609 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['106ee8c1-78bd-4284-9bd1-d34a9c9600fc'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:08:18.888585 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bf93cec6-604b-456e-83b5-75227727bf19 req-e9f14576-5741-4510-89eb-84890f640eca tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.967828 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bf93cec6-604b-456e-83b5-75227727bf19 req-e9f14576-5741-4510-89eb-84890f640eca tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:18.988487 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3d3b6a83-90cb-4a1b-a901-331f2b169356 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/routers/841638d9-95f8-44a4-aa88-945541cffbfa HTTP/1.1" status: 200 len: 924 time: 0.5137336 Jul 06 12:08:18.989064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50700) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:19.000752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444c00f-74aa-4b74-9947-1ed453ab9b3a req-d48bbbe7-6558-4177-98c2-a3e63780f46c tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:19.002430 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0444c00f-74aa-4b74-9947-1ed453ab9b3a req-d48bbbe7-6558-4177-98c2-a3e63780f46c tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/ports?device_id=793df7cb-8166-47ff-9dd4-bd97353e8b30 HTTP/1.1" status: 200 len: 944 time: 0.5304086 Jul 06 12:08:19.037720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf93cec6-604b-456e-83b5-75227727bf19 req-e9f14576-5741-4510-89eb-84890f640eca tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Network 60565a01-3bcf-4894-ab34-9667b8ab960f is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:19.042292 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-bf93cec6-604b-456e-83b5-75227727bf19 req-e9f14576-5741-4510-89eb-84890f640eca tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:19.060066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf93cec6-604b-456e-83b5-75227727bf19 req-e9f14576-5741-4510-89eb-84890f640eca tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:19.096384 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0444c00f-74aa-4b74-9947-1ed453ab9b3a req-3dcf93ea-c588-45d7-a151-708ce4831e63 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/security-groups?id=9aeffb29-bd18-4f2d-8f38-a4b6ac4534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824468 Jul 06 12:08:19.113917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f14576-5741-4510-89eb-84890f640eca tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Pushing event updated for resources: {'Port': ['ID=3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:19.116567 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c373112-23c3-4334-b100-dc1a4307292f tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:19.118554 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0c373112-23c3-4334-b100-dc1a4307292f tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=075eaceb-5477-4780-963d-b2414ee11e87&device_id=841638d9-95f8-44a4-aa88-945541cffbfa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1150334 Jul 06 12:08:19.121767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50702) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:19.124301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93cec6-604b-456e-83b5-75227727bf19 req-e9f14576-5741-4510-89eb-84890f640eca tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:19.124929 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bf93cec6-604b-456e-83b5-75227727bf19 req-e9f14576-5741-4510-89eb-84890f640eca tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.152587 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bf93cec6-604b-456e-83b5-75227727bf19 req-e9f14576-5741-4510-89eb-84890f640eca tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9549420 Jul 06 12:08:19.169190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Request body: {'port': {'device_id': 'b06ae5ed-4be3-4758-a945-6409a101e96e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:19.228065 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89a9cf7-ba0b-4c9b-9d92-21e586e11160 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:19.229903 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b89a9cf7-ba0b-4c9b-9d92-21e586e11160 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 881 time: 0.1058338 Jul 06 12:08:19.232457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50704) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:19.270123 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-85d4d805-3e48-47c1-83db-a48fd3af9b25 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "GET /v2.0/ports?device_id=841638d9-95f8-44a4-aa88-945541cffbfa HTTP/1.1" status: 200 len: 205 time: 0.0343339 Jul 06 12:08:19.270832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50706) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:19.283895 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.420643 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0416-e6f0-4be8-a3c3-6930760cc8a1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.495748 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1608ddc-705e-4a3a-8aa2-09b4304cab6a req-1d4dda3f-ba16-4e3c-97c6-333820dfc435 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:19.497317 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a1608ddc-705e-4a3a-8aa2-09b4304cab6a req-1d4dda3f-ba16-4e3c-97c6-333820dfc435 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=b06ae5ed-4be3-4758-a945-6409a101e96e HTTP/1.1" status: 200 len: 932 time: 0.1649320 Jul 06 12:08:19.582188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:08:19.584043 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a1608ddc-705e-4a3a-8aa2-09b4304cab6a req-9b891ad0-bcca-4722-9b7a-1bd3e906319d tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560093 Jul 06 12:08:19.585871 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0416-e6f0-4be8-a3c3-6930760cc8a1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.590925 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.615360 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Transition to ACTIVE for port object 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:19.622669 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.665637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d0416-e6f0-4be8-a3c3-6930760cc8a1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Deleting port 48689f0b-16db-4302-9504-4ec06ba192ea {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:19.666328 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0416-e6f0-4be8-a3c3-6930760cc8a1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.697269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:19.763027 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0416-e6f0-4be8-a3c3-6930760cc8a1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.768164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Attempting to bind port 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:19.768504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Attempting to bind port 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '07bf3fec-e773-4e0a-86e5-757579ab0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60565a01-3bcf-4894-ab34-9667b8ab960f'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:19.768829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Attempting to bind port 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed on network 60565a01-3bcf-4894-ab34-9667b8ab960f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:19.779979 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Port 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed on network 60565a01-3bcf-4894-ab34-9667b8ab960f not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:08:19.780379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Attempting to bind port 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed on network 60565a01-3bcf-4894-ab34-9667b8ab960f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:19.784380 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d0416-e6f0-4be8-a3c3-6930760cc8a1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Calling delete_port for 48689f0b-16db-4302-9504-4ec06ba192ea owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:19.788661 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:19.790514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Checking segment: {'id': '07bf3fec-e773-4e0a-86e5-757579ab0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60565a01-3bcf-4894-ab34-9667b8ab960f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:19.790911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Bound using segment: {'id': '07bf3fec-e773-4e0a-86e5-757579ab0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60565a01-3bcf-4894-ab34-9667b8ab960f'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:19.791803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Bound port: 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bf3fec-e773-4e0a-86e5-757579ab0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60565a01-3bcf-4894-ab34-9667b8ab960f'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:19.791926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.868835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] For port 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:19.871955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] For port 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed,segment=NetworkSegment(07bf3fec-e773-4e0a-86e5-757579ab0682),segment_id=07bf3fec-e773-4e0a-86e5-757579ab0682)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:19.877325 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.925594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:19.926470 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.927781 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bf93cec6-604b-456e-83b5-75227727bf19 req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] 10.222.0.23 "PUT /v2.0/ports/3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed HTTP/1.1" status: 200 len: 1092 time: 0.7645946 Jul 06 12:08:19.929997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06ae5ed-4be3-4758-a945-6409a101e96e', 'tag': '3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:19.936563 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e05c33-8750-473c-a964-aea08e55767f" -d '{"events": [{"name": "network-changed", "server_uuid": "b06ae5ed-4be3-4758-a945-6409a101e96e", "tag": "3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:19.972882 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb37185-0db9-437e-968a-7b75031fb741 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:19.975952 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0416-e6f0-4be8-a3c3-6930760cc8a1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:19.989336 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba18b6e4-f767-4ce9-8031-3c8a20f94ed3 x-openstack-request-id: req-ba18b6e4-f767-4ce9-8031-3c8a20f94ed3 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:19.989612 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06ae5ed-4be3-4758-a945-6409a101e96e", "tag": "3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:19.989869 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba18b6e4-f767-4ce9-8031-3c8a20f94ed3 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:19.990424 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06ae5ed-4be3-4758-a945-6409a101e96e', 'tag': '3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed', 'status': 'completed', 'code': 200} Jul 06 12:08:20.012692 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d0416-e6f0-4be8-a3c3-6930760cc8a1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Pushing event deleted for resources: {'Port': ['ID=48689f0b-16db-4302-9504-4ec06ba192ea,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:20.055476 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93cec6-604b-456e-83b5-75227727bf19 req-d53b52b9-e7c9-487d-9e26-83580c2c163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:20.056993 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bf93cec6-604b-456e-83b5-75227727bf19 req-d53b52b9-e7c9-487d-9e26-83580c2c163f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a1f46e8b43f464690f96320326adc78&device_id=b06ae5ed-4be3-4758-a945-6409a101e96e HTTP/1.1" status: 200 len: 1095 time: 0.0781906 Jul 06 12:08:20.094049 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0416-e6f0-4be8-a3c3-6930760cc8a1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.105392 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bf93cec6-604b-456e-83b5-75227727bf19 req-00b5f4a4-7edf-4485-9392-6d829b9dcaa4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed HTTP/1.1" status: 200 len: 217 time: 0.0396271 Jul 06 12:08:20.127171 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 106ee8c1-78bd-4284-9bd1-d34a9c9600fc up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:20.187397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93cec6-604b-456e-83b5-75227727bf19 req-aa61ab69-d940-4f76-925f-bfc816c6a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:20.188947 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 106ee8c1-78bd-4284-9bd1-d34a9c9600fc completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:20.189132 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bf93cec6-604b-456e-83b5-75227727bf19 req-aa61ab69-d940-4f76-925f-bfc816c6a0e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=230ceaa7-5578-4a05-8e7e-73cf6adde04c HTTP/1.1" status: 200 len: 849 time: 0.0769811 Jul 06 12:08:20.193809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 106ee8c1-78bd-4284-9bd1-d34a9c9600fc triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:20.194187 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.199665 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0416-e6f0-4be8-a3c3-6930760cc8a1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.202045 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0416-e6f0-4be8-a3c3-6930760cc8a1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.230944 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bf93cec6-604b-456e-83b5-75227727bf19 req-7d085509-b893-4b75-8fe9-3be86e0ee18e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=60565a01-3bcf-4894-ab34-9667b8ab960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334439 Jul 06 12:08:20.285388 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.285566 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0416-e6f0-4be8-a3c3-6930760cc8a1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.286049 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5d0416-e6f0-4be8-a3c3-6930760cc8a1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Fanout notify agent at l3_agent the message router_deleted on router 841638d9-95f8-44a4-aa88-945541cffbfa {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:20.293931 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0416-e6f0-4be8-a3c3-6930760cc8a1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.295240 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ad5d0416-e6f0-4be8-a3c3-6930760cc8a1 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "DELETE /v2.0/routers/841638d9-95f8-44a4-aa88-945541cffbfa HTTP/1.1" status: 204 len: 168 time: 1.0233173 Jul 06 12:08:20.299258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50716) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:20.304516 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-09f58f1d-0cfc-43f7-8aff-3491ee5ae4fd tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-759336034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:20.312774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793df7cb-8166-47ff-9dd4-bd97353e8b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106ee8c1-78bd-4284-9bd1-d34a9c9600fc'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:20.315378 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a0786f-2094-4984-adc6-7dafdfd73e63" -d '{"events": [{"server_uuid": "793df7cb-8166-47ff-9dd4-bd97353e8b30", "name": "network-vif-plugged", "status": "completed", "tag": "106ee8c1-78bd-4284-9bd1-d34a9c9600fc"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:20.327436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 106ee8c1-78bd-4284-9bd1-d34a9c9600fc, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=106ee8c1-78bd-4284-9bd1-d34a9c9600fc,segment=NetworkSegment(11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb),segment_id=11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:20.332439 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.339839 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bf93cec6-604b-456e-83b5-75227727bf19 req-093b88eb-aef0-40ff-bf4e-8bde416ff7c4 service neutron] 10.222.0.23 "GET /v2.0/networks/60565a01-3bcf-4894-ab34-9667b8ab960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020906 Jul 06 12:08:20.345522 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-09f58f1d-0cfc-43f7-8aff-3491ee5ae4fd tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.347019 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-09f58f1d-0cfc-43f7-8aff-3491ee5ae4fd tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.368095 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad95af3-25ea-4eac-aa1e-1b88eecc3bb9 req-b727fe8f-ad39-43d3-a9ba-d1aac1fa29ad tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:20.371845 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ad95af3-25ea-4eac-aa1e-1b88eecc3bb9 req-b727fe8f-ad39-43d3-a9ba-d1aac1fa29ad tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/ports?device_id=793df7cb-8166-47ff-9dd4-bd97353e8b30 HTTP/1.1" status: 200 len: 944 time: 0.1272867 Jul 06 12:08:20.389562 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=106ee8c1-78bd-4284-9bd1-d34a9c9600fc,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:20.431043 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-09f58f1d-0cfc-43f7-8aff-3491ee5ae4fd tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.431275 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bf93cec6-604b-456e-83b5-75227727bf19 req-2ae070f2-7871-40fe-8219-ef94eb02aa09 service neutron] 10.222.0.23 "GET /v2.0/networks/60565a01-3bcf-4894-ab34-9667b8ab960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848217 Jul 06 12:08:20.437781 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-09f58f1d-0cfc-43f7-8aff-3491ee5ae4fd tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.462150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ad95af3-25ea-4eac-aa1e-1b88eecc3bb9 req-0a35a902-9738-45e7-94c7-99dfdef8ce99 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/security-groups?id=9aeffb29-bd18-4f2d-8f38-a4b6ac4534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857928 Jul 06 12:08:20.466780 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-09f58f1d-0cfc-43f7-8aff-3491ee5ae4fd tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.468288 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-09f58f1d-0cfc-43f7-8aff-3491ee5ae4fd tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1683710 Jul 06 12:08:20.472119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50720) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:20.480821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'enable_snat': False}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:20.611682 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1a5b85-7f7e-49c0-ab9b-c52f629f416f x-openstack-request-id: req-8e1a5b85-7f7e-49c0-ab9b-c52f629f416f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:20.611977 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793df7cb-8166-47ff-9dd4-bd97353e8b30", "name": "network-vif-plugged", "status": "completed", "tag": "106ee8c1-78bd-4284-9bd1-d34a9c9600fc", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:20.612232 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e1a5b85-7f7e-49c0-ab9b-c52f629f416f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:20.612688 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793df7cb-8166-47ff-9dd4-bd97353e8b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106ee8c1-78bd-4284-9bd1-d34a9c9600fc', 'code': 200} Jul 06 12:08:20.760535 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:20.769176 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e05c33-8750-473c-a964-aea08e55767f req-c75d9303-575b-4179-8a40-70b0790ce44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:20.769988 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ecab5-01a7-4869-9aab-5d756ba5eb43 req-6b22e94e-fcaa-4dd3-a2a9-2a84df037ade tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:20.770703 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8e05c33-8750-473c-a964-aea08e55767f req-c75d9303-575b-4179-8a40-70b0790ce44c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a1f46e8b43f464690f96320326adc78&device_id=b06ae5ed-4be3-4758-a945-6409a101e96e HTTP/1.1" status: 200 len: 1095 time: 0.2413886 Jul 06 12:08:20.771606 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-496ecab5-01a7-4869-9aab-5d756ba5eb43 req-6b22e94e-fcaa-4dd3-a2a9-2a84df037ade tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=b06ae5ed-4be3-4758-a945-6409a101e96e HTTP/1.1" status: 200 len: 944 time: 0.0680292 Jul 06 12:08:20.811052 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-496ecab5-01a7-4869-9aab-5d756ba5eb43 req-d8b7efce-036b-40c8-b9d5-05e43692c33c tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334620 Jul 06 12:08:20.888607 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675994d-4c13-4828-a438-02b5e44948dc req-441399f5-7b62-4494-a585-816d2cb29927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:20.890122 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b675994d-4c13-4828-a438-02b5e44948dc req-441399f5-7b62-4494-a585-816d2cb29927 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=793df7cb-8166-47ff-9dd4-bd97353e8b30 HTTP/1.1" status: 200 len: 1096 time: 0.1907253 Jul 06 12:08:20.951053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e05c33-8750-473c-a964-aea08e55767f req-98a78be3-0407-41c7-854b-b46d3b748109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:20.952624 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8e05c33-8750-473c-a964-aea08e55767f req-98a78be3-0407-41c7-854b-b46d3b748109 service neutron] 10.222.0.23 "GET /v2.0/networks?id=60565a01-3bcf-4894-ab34-9667b8ab960f HTTP/1.1" status: 200 len: 910 time: 0.1725323 Jul 06 12:08:20.959035 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b675994d-4c13-4828-a438-02b5e44948dc req-d640a37c-31a2-43b2-b152-cc744d3c6275 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9aeffb29-bd18-4f2d-8f38-a4b6ac4534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564306 Jul 06 12:08:20.997036 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8e05c33-8750-473c-a964-aea08e55767f req-51c31f02-4296-48a3-bf3e-c02483df2392 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed HTTP/1.1" status: 200 len: 217 time: 0.0363591 Jul 06 12:08:21.058457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e05c33-8750-473c-a964-aea08e55767f req-36cc0776-7909-4f3f-8565-ad0a012a88be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:21.059942 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8e05c33-8750-473c-a964-aea08e55767f req-36cc0776-7909-4f3f-8565-ad0a012a88be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=230ceaa7-5578-4a05-8e7e-73cf6adde04c HTTP/1.1" status: 200 len: 849 time: 0.0530195 Jul 06 12:08:21.490412 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8e05c33-8750-473c-a964-aea08e55767f req-24fdafdb-d2bb-4627-8f6b-1dc905ec046c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=60565a01-3bcf-4894-ab34-9667b8ab960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586319 Jul 06 12:08:21.577572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.604420 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.654900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87bc44-c482-4bc8-8815-b0af94e932be req-bff04969-c7cf-4c03-bf4e-1aed03382af5 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:21.656599 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c87bc44-c482-4bc8-8815-b0af94e932be req-bff04969-c7cf-4c03-bf4e-1aed03382af5 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/ports?device_id=793df7cb-8166-47ff-9dd4-bd97353e8b30 HTTP/1.1" status: 200 len: 945 time: 0.0745721 Jul 06 12:08:21.675497 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8e05c33-8750-473c-a964-aea08e55767f req-ce1a8e6c-3215-44a5-92d7-d3c3ecb63b54 service neutron] 10.222.0.23 "GET /v2.0/networks/60565a01-3bcf-4894-ab34-9667b8ab960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614513 Jul 06 12:08:21.715878 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c87bc44-c482-4bc8-8815-b0af94e932be req-43d00d50-40cb-47b1-999b-2ae9cc719754 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/security-groups?id=9aeffb29-bd18-4f2d-8f38-a4b6ac4534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523906 Jul 06 12:08:21.797309 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Allocated IP 172.25.4.158 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/b5f08258-5e7d-4234-995d-3174fe3f684a) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:21.845064 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f8e05c33-8750-473c-a964-aea08e55767f req-b4a0d5cd-dc65-4bfe-9f22-d2de884f8ae2 service neutron] 10.222.0.23 "GET /v2.0/networks/60565a01-3bcf-4894-ab34-9667b8ab960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597688 Jul 06 12:08:21.929371 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:21.972905 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.023362 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:22.026186 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:22.031123 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:22.033965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Pushing event updated for resources: {'Port': ['ID=b5f08258-5e7d-4234-995d-3174fe3f684a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:22.044394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83150882-6353-4c05-938f-1357cb1d5e60 req-734f3dbb-28c2-4fda-ab28-417b7609dd56 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:22.046069 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83150882-6353-4c05-938f-1357cb1d5e60 req-734f3dbb-28c2-4fda-ab28-417b7609dd56 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=b06ae5ed-4be3-4758-a945-6409a101e96e HTTP/1.1" status: 200 len: 944 time: 0.0705204 Jul 06 12:08:22.086430 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83150882-6353-4c05-938f-1357cb1d5e60 req-c7521602-f39c-4f84-a132-4ce8242f5fd1 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345838 Jul 06 12:08:22.168864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:08:22.280544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed,segment=NetworkSegment(07bf3fec-e773-4e0a-86e5-757579ab0682),segment_id=07bf3fec-e773-4e0a-86e5-757579ab0682)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:22.293020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed', 'network_id': '60565a01-3bcf-4894-ab34-9667b8ab960f', 'port_id': '3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed', 'mac_address': 'fa:16:3e:84:45:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230ceaa7-5578-4a05-8e7e-73cf6adde04c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:08:22.300193 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.333746 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.346756 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:08:22.369776 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed,segment=NetworkSegment(07bf3fec-e773-4e0a-86e5-757579ab0682),segment_id=07bf3fec-e773-4e0a-86e5-757579ab0682)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:22.374521 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.435128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:22.534710 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.539008 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.652497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:08:22.667796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Router e2dcb477-5063-45a3-8c5b-221d193e2bdb is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:08:22.787269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:22.798176 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb68860b-6bb5-4beb-ad3f-5e89ef10d504 None None] Sync routers for ids ['e2dcb477-5063-45a3-8c5b-221d193e2bdb'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:22.800778 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:22.807998 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb68860b-6bb5-4beb-ad3f-5e89ef10d504 None None] Routers {'e2dcb477-5063-45a3-8c5b-221d193e2bdb'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:22.808729 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bb68860b-6bb5-4beb-ad3f-5e89ef10d504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:08:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['e2dcb477-5063-45a3-8c5b-221d193e2bdb'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:22.811695 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8c62ade9-ef4d-4e0a-904b-217efeb3f00b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "PUT /v2.0/routers/e2dcb477-5063-45a3-8c5b-221d193e2bdb HTTP/1.1" status: 200 len: 919 time: 2.3380654 Jul 06 12:08:22.814976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50754) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:22.852735 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bb68860b-6bb5-4beb-ad3f-5e89ef10d504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:22.862072 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb68860b-6bb5-4beb-ad3f-5e89ef10d504 None None] Routers {'e2dcb477-5063-45a3-8c5b-221d193e2bdb'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:22.862836 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bb68860b-6bb5-4beb-ad3f-5e89ef10d504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:08:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['e2dcb477-5063-45a3-8c5b-221d193e2bdb'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:22.899364 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bb68860b-6bb5-4beb-ad3f-5e89ef10d504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:22.900546 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb68860b-6bb5-4beb-ad3f-5e89ef10d504 None None] The sync data for ids ['e2dcb477-5063-45a3-8c5b-221d193e2bdb'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:22.986153 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9ce21598-da3e-42a6-a6c6-d1ddc43e400b tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/routers/e2dcb477-5063-45a3-8c5b-221d193e2bdb HTTP/1.1" status: 200 len: 925 time: 0.1683476 Jul 06 12:08:22.989183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50758) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:23.008530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603b194-f715-4513-9965-137519632e23 req-0a45f29c-3190-42bd-a26d-be69991d2c00 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:23.010015 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a603b194-f715-4513-9965-137519632e23 req-0a45f29c-3190-42bd-a26d-be69991d2c00 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/ports?device_id=793df7cb-8166-47ff-9dd4-bd97353e8b30 HTTP/1.1" status: 200 len: 945 time: 0.1128054 Jul 06 12:08:23.049654 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a603b194-f715-4513-9965-137519632e23 req-c4c395e8-686e-4a4d-9ab7-b36704a4138a tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/security-groups?id=9aeffb29-bd18-4f2d-8f38-a4b6ac4534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332625 Jul 06 12:08:23.080742 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fe8f38-90df-4fee-b6a9-beaa8d045e28 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:23.082596 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a0fe8f38-90df-4fee-b6a9-beaa8d045e28 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=075eaceb-5477-4780-963d-b2414ee11e87&device_id=e2dcb477-5063-45a3-8c5b-221d193e2bdb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0922761 Jul 06 12:08:23.085099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50762) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:23.176965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02d584d-a93a-4dbb-9948-c9d285aa6523 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:23.178511 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c02d584d-a93a-4dbb-9948-c9d285aa6523 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 881 time: 0.0923474 Jul 06 12:08:23.183291 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50766) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:23.218558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-84201fe9-7e10-4753-9037-79284aae3943 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2dcb477-5063-45a3-8c5b-221d193e2bdb HTTP/1.1" status: 200 len: 205 time: 0.0317314 Jul 06 12:08:23.220299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50770) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:23.370967 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f844-2d3b-4519-89f5-780707a4397e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.472644 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de89f5-5f72-42b6-98af-0267fd3e829d req-85f0b172-c230-4c91-b062-81e3ff8f4a4c tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:23.474282 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61de89f5-5f72-42b6-98af-0267fd3e829d req-85f0b172-c230-4c91-b062-81e3ff8f4a4c tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=b06ae5ed-4be3-4758-a945-6409a101e96e HTTP/1.1" status: 200 len: 945 time: 0.1431377 Jul 06 12:08:23.522101 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f844-2d3b-4519-89f5-780707a4397e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.551739 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61de89f5-5f72-42b6-98af-0267fd3e829d req-c5823aa1-bba9-4bce-9053-bd62fe7b37e4 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607295 Jul 06 12:08:23.603938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1f844-2d3b-4519-89f5-780707a4397e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Deleting port b5f08258-5e7d-4234-995d-3174fe3f684a {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:23.604491 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f844-2d3b-4519-89f5-780707a4397e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.711385 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f844-2d3b-4519-89f5-780707a4397e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.741999 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1f844-2d3b-4519-89f5-780707a4397e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Calling delete_port for b5f08258-5e7d-4234-995d-3174fe3f684a owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:23.929521 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f844-2d3b-4519-89f5-780707a4397e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:23.957750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1f844-2d3b-4519-89f5-780707a4397e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Pushing event deleted for resources: {'Port': ['ID=b5f08258-5e7d-4234-995d-3174fe3f684a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:24.025962 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f844-2d3b-4519-89f5-780707a4397e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.142206 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f844-2d3b-4519-89f5-780707a4397e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.144784 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f844-2d3b-4519-89f5-780707a4397e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.168606 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:24.194998 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f844-2d3b-4519-89f5-780707a4397e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.195565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a1f844-2d3b-4519-89f5-780707a4397e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Fanout notify agent at l3_agent the message router_deleted on router e2dcb477-5063-45a3-8c5b-221d193e2bdb {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:24.202505 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f844-2d3b-4519-89f5-780707a4397e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.203682 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c5a1f844-2d3b-4519-89f5-780707a4397e tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "DELETE /v2.0/routers/e2dcb477-5063-45a3-8c5b-221d193e2bdb HTTP/1.1" status: 204 len: 168 time: 0.9825094 Jul 06 12:08:24.207620 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50796) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:24.212756 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-142638991', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}, 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:24.226324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbbf28-a19a-4bc2-9061-568c5afb5cf8 req-403bc8b3-ce57-47c7-bed9-a9657d50b25a tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:24.227628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:24.227856 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9fbbf28-a19a-4bc2-9061-568c5afb5cf8 req-403bc8b3-ce57-47c7-bed9-a9657d50b25a tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/ports?device_id=793df7cb-8166-47ff-9dd4-bd97353e8b30 HTTP/1.1" status: 200 len: 945 time: 0.1754377 Jul 06 12:08:24.231359 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:24.231734 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.265720 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.266732 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.285401 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9fbbf28-a19a-4bc2-9061-568c5afb5cf8 req-8a71c503-d041-453b-ad84-e66f9a5aca5c tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/security-groups?id=9aeffb29-bd18-4f2d-8f38-a4b6ac4534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502217 Jul 06 12:08:24.310129 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.340071 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.341300 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06ae5ed-4be3-4758-a945-6409a101e96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:24.347384 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be067a8-24a2-4562-baff-5c221a3283c4" -d '{"events": [{"server_uuid": "b06ae5ed-4be3-4758-a945-6409a101e96e", "name": "network-vif-plugged", "status": "completed", "tag": "3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:24.351310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed,segment=NetworkSegment(07bf3fec-e773-4e0a-86e5-757579ab0682),segment_id=07bf3fec-e773-4e0a-86e5-757579ab0682)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:24.355442 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.409656 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:24.438228 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1878187d-4bde-440c-ae64-a1a7cb6b2ad7 x-openstack-request-id: req-1878187d-4bde-440c-ae64-a1a7cb6b2ad7 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:24.439028 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06ae5ed-4be3-4758-a945-6409a101e96e", "name": "network-vif-plugged", "status": "completed", "tag": "3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:24.439309 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1878187d-4bde-440c-ae64-a1a7cb6b2ad7 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:24.439706 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06ae5ed-4be3-4758-a945-6409a101e96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed', 'code': 200} Jul 06 12:08:24.564562 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6b073-73e0-4221-a76b-7d95e668b645 req-282733da-cfd2-493a-8574-87b47844c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:24.566089 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-afd6b073-73e0-4221-a76b-7d95e668b645 req-282733da-cfd2-493a-8574-87b47844c527 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b06ae5ed-4be3-4758-a945-6409a101e96e HTTP/1.1" status: 200 len: 1097 time: 0.0581074 Jul 06 12:08:24.602023 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-afd6b073-73e0-4221-a76b-7d95e668b645 req-b12b9511-52d2-4f9e-9bdc-4d788dd64c28 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294652 Jul 06 12:08:24.776797 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:24.845110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa51a8-de98-451f-84ee-8a3546737557 req-61b30667-781b-4004-9e6f-b2e7f7d29bd6 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:24.846620 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52fa51a8-de98-451f-84ee-8a3546737557 req-61b30667-781b-4004-9e6f-b2e7f7d29bd6 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=b06ae5ed-4be3-4758-a945-6409a101e96e HTTP/1.1" status: 200 len: 946 time: 0.1686311 Jul 06 12:08:24.902233 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52fa51a8-de98-451f-84ee-8a3546737557 req-c6201d66-b35b-4ff6-a0c7-256937655590 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484500 Jul 06 12:08:25.042486 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.063006 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.205455 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Allocated IP 172.25.4.93 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/d13519c6-7ecc-4fe0-a86a-a7ab70b0404d) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:25.354792 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee3839-60c2-4eb3-b710-019d2132f17e req-fbe1480a-9ecf-4b28-813f-cc0cd0e1148b tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:25.356999 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aaee3839-60c2-4eb3-b710-019d2132f17e req-fbe1480a-9ecf-4b28-813f-cc0cd0e1148b tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.89 "GET /v2.0/ports?device_id=793df7cb-8166-47ff-9dd4-bd97353e8b30 HTTP/1.1" status: 200 len: 945 time: 0.0846889 Jul 06 12:08:25.364144 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.411826 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50840) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:25.434705 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.510592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:25.519475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-aaee3839-60c2-4eb3-b710-019d2132f17e req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Deleting port 106ee8c1-78bd-4284-9bd1-d34a9c9600fc {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:25.519904 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aaee3839-60c2-4eb3-b710-019d2132f17e req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.541750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:25.547312 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:25.630457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Pushing event updated for resources: {'Port': ['ID=d13519c6-7ecc-4fe0-a86a-a7ab70b0404d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:25.651823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aaee3839-60c2-4eb3-b710-019d2132f17e req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] For port 106ee8c1-78bd-4284-9bd1-d34a9c9600fc, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=106ee8c1-78bd-4284-9bd1-d34a9c9600fc,segment=NetworkSegment(11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb),segment_id=11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:25.652371 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aaee3839-60c2-4eb3-b710-019d2132f17e req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.663142 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a912bf0-fc07-449d-9f0e-dd649fc5ff67 req-c0c6fd31-b42c-4d54-8285-221bf0e412fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:25.664798 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a912bf0-fc07-449d-9f0e-dd649fc5ff67 req-c0c6fd31-b42c-4d54-8285-221bf0e412fd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 1096 time: 0.2514200 Jul 06 12:08:25.667263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-aaee3839-60c2-4eb3-b710-019d2132f17e req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Calling delete_port for 106ee8c1-78bd-4284-9bd1-d34a9c9600fc owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:25.788849 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21896fe-969f-481a-a26e-c70282b16802 req-b170bd8b-cea7-4331-88d4-9c9cab6bfa61 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:25.790464 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c21896fe-969f-481a-a26e-c70282b16802 req-b170bd8b-cea7-4331-88d4-9c9cab6bfa61 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/ports?device_id=793df7cb-8166-47ff-9dd4-bd97353e8b30 HTTP/1.1" status: 200 len: 945 time: 0.2766666 Jul 06 12:08:25.809332 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aaee3839-60c2-4eb3-b710-019d2132f17e req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.820007 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a912bf0-fc07-449d-9f0e-dd649fc5ff67 req-43c33d51-a532-4d86-be4c-001a7f60679b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=93b5bafa-dffe-42de-a9a9-1bc760e622db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185591 Jul 06 12:08:25.825595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['106ee8c1-78bd-4284-9bd1-d34a9c9600fc'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:08:25.909900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Pushing event deleted for resources: {'Port': ['ID=106ee8c1-78bd-4284-9bd1-d34a9c9600fc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:25.914145 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c21896fe-969f-481a-a26e-c70282b16802 req-631a1b62-03b1-4ed9-bb3a-2dcc5b0fcf84 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.81 "GET /v2.0/security-groups?id=9aeffb29-bd18-4f2d-8f38-a4b6ac4534c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071670 Jul 06 12:08:25.955441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaee3839-60c2-4eb3-b710-019d2132f17e req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] No DVR routers for this DVR port 106ee8c1-78bd-4284-9bd1-d34a9c9600fc on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:25.958275 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aaee3839-60c2-4eb3-b710-019d2132f17e req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:25.960499 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aaee3839-60c2-4eb3-b710-019d2132f17e req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] 10.222.0.89 "DELETE /v2.0/ports/106ee8c1-78bd-4284-9bd1-d34a9c9600fc HTTP/1.1" status: 204 len: 173 time: 0.5960281 Jul 06 12:08:25.964072 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793df7cb-8166-47ff-9dd4-bd97353e8b30', 'name': 'network-vif-deleted', 'tag': '106ee8c1-78bd-4284-9bd1-d34a9c9600fc'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:25.964072 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8903073b-322d-47b2-a3b6-1fb72f85fc01" -d '{"events": [{"server_uuid": "793df7cb-8166-47ff-9dd4-bd97353e8b30", "name": "network-vif-deleted", "tag": "106ee8c1-78bd-4284-9bd1-d34a9c9600fc"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:25.976237 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:25.976580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:25.976917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:25.977428 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:25.977793 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:25.978148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:25.978476 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:25.978799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:25.979119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:25.979465 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:25.981485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:25.981845 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5704f-4966-4f55-a419-1e5e5140b0f3 tempest-ServerGroupTestJSON-1453630917 tempest-ServerGroupTestJSON-1453630917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:26.016939 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.308410 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02783117-29f0-447d-8704-3f102ee910d1 req-ba382df8-6dfd-43cc-b150-24e3d8ee7769 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:26.309761 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02783117-29f0-447d-8704-3f102ee910d1 req-ba382df8-6dfd-43cc-b150-24e3d8ee7769 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=b06ae5ed-4be3-4758-a945-6409a101e96e HTTP/1.1" status: 200 len: 946 time: 0.1633291 Jul 06 12:08:26.320686 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.404884 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02783117-29f0-447d-8704-3f102ee910d1 req-57ef56d1-f7fe-4fff-b428-4195a35bbe62 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816903 Jul 06 12:08:26.512977 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee2086d-58fe-4301-9284-394dbce88d0b x-openstack-request-id: req-7ee2086d-58fe-4301-9284-394dbce88d0b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:26.513380 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793df7cb-8166-47ff-9dd4-bd97353e8b30", "name": "network-vif-deleted", "tag": "106ee8c1-78bd-4284-9bd1-d34a9c9600fc", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:26.513781 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ee2086d-58fe-4301-9284-394dbce88d0b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:26.514280 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793df7cb-8166-47ff-9dd4-bd97353e8b30', 'name': 'network-vif-deleted', 'tag': '106ee8c1-78bd-4284-9bd1-d34a9c9600fc', 'status': 'completed', 'code': 200} Jul 06 12:08:26.622947 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Router a02d19c2-c2b5-4532-b176-915072a64209 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:08:26.829381 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:26.844634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3900c785-818b-4887-8008-4e500398321c None None] Sync routers for ids ['a02d19c2-c2b5-4532-b176-915072a64209'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:26.857820 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900c785-818b-4887-8008-4e500398321c None None] Routers {'a02d19c2-c2b5-4532-b176-915072a64209'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:26.858469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3900c785-818b-4887-8008-4e500398321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:08:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a02d19c2-c2b5-4532-b176-915072a64209'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:26.868032 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:26.871071 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6b54ea1a-8531-476e-ae37-d5465ab135f4 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6621089 Jul 06 12:08:26.874849 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50882) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:26.880474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c7902cfa-e3fa-4121-a455-c7291124987b tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:26.902235 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3900c785-818b-4887-8008-4e500398321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:26.915454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900c785-818b-4887-8008-4e500398321c None None] Routers {'a02d19c2-c2b5-4532-b176-915072a64209'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:26.916594 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3900c785-818b-4887-8008-4e500398321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:08:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a02d19c2-c2b5-4532-b176-915072a64209'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:27.158467 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3900c785-818b-4887-8008-4e500398321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:27.159732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3900c785-818b-4887-8008-4e500398321c None None] The sync data for ids ['a02d19c2-c2b5-4532-b176-915072a64209'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:27.337324 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7902cfa-e3fa-4121-a455-c7291124987b tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.352458 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7902cfa-e3fa-4121-a455-c7291124987b tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.412096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c7902cfa-e3fa-4121-a455-c7291124987b tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Deleting port d13519c6-7ecc-4fe0-a86a-a7ab70b0404d {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:27.412450 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7902cfa-e3fa-4121-a455-c7291124987b tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.511430 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7902cfa-e3fa-4121-a455-c7291124987b tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.525223 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c7902cfa-e3fa-4121-a455-c7291124987b tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Calling delete_port for d13519c6-7ecc-4fe0-a86a-a7ab70b0404d owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:27.755706 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7902cfa-e3fa-4121-a455-c7291124987b tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:27.795357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7902cfa-e3fa-4121-a455-c7291124987b tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Pushing event deleted for resources: {'Port': ['ID=d13519c6-7ecc-4fe0-a86a-a7ab70b0404d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:27.849510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f5b75-951d-4bfd-899e-c345c6c1b030 req-8441a624-bc1c-41a3-bdbc-a01a65028cbd tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:27.851038 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-505f5b75-951d-4bfd-899e-c345c6c1b030 req-8441a624-bc1c-41a3-bdbc-a01a65028cbd tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=b06ae5ed-4be3-4758-a945-6409a101e96e HTTP/1.1" status: 200 len: 946 time: 0.1511822 Jul 06 12:08:27.898046 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7902cfa-e3fa-4121-a455-c7291124987b tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.178641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 106ee8c1-78bd-4284-9bd1-d34a9c9600fc no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:28.199172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 106ee8c1-78bd-4284-9bd1-d34a9c9600fc {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:28.199549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 106ee8c1-78bd-4284-9bd1-d34a9c9600fc not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:28.209602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-505f5b75-951d-4bfd-899e-c345c6c1b030 req-f4db3756-a48b-4fdb-8498-811c1b883a82 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503675 Jul 06 12:08:28.383296 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7902cfa-e3fa-4121-a455-c7291124987b tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.386685 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7902cfa-e3fa-4121-a455-c7291124987b tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.468870 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7902cfa-e3fa-4121-a455-c7291124987b tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Router a02d19c2-c2b5-4532-b176-915072a64209 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:08:28.551612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7902cfa-e3fa-4121-a455-c7291124987b tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:08:28.558924 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7902cfa-e3fa-4121-a455-c7291124987b tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.564383 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c7902cfa-e3fa-4121-a455-c7291124987b tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "PUT /v2.0/routers/a02d19c2-c2b5-4532-b176-915072a64209 HTTP/1.1" status: 200 len: 709 time: 1.6843374 Jul 06 12:08:28.564383 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50916) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:28.566455 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295ff4f-8672-4de6-8559-0304db6bbc56 None None] Sync routers for ids ['a02d19c2-c2b5-4532-b176-915072a64209'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:08:28.580692 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295ff4f-8672-4de6-8559-0304db6bbc56 None None] Routers {'a02d19c2-c2b5-4532-b176-915072a64209'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:28.581790 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2295ff4f-8672-4de6-8559-0304db6bbc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:08:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a02d19c2-c2b5-4532-b176-915072a64209'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:28.617911 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2295ff4f-8672-4de6-8559-0304db6bbc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:28.630557 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295ff4f-8672-4de6-8559-0304db6bbc56 None None] Routers {'a02d19c2-c2b5-4532-b176-915072a64209'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:08:28.631289 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2295ff4f-8672-4de6-8559-0304db6bbc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:08:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a02d19c2-c2b5-4532-b176-915072a64209'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:28.661673 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-19438d1e-e6e4-42a7-9c19-9766c6ad46d8 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/routers/a02d19c2-c2b5-4532-b176-915072a64209 HTTP/1.1" status: 200 len: 744 time: 0.0965178 Jul 06 12:08:28.664310 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2295ff4f-8672-4de6-8559-0304db6bbc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:28.664473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50928) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:28.665265 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295ff4f-8672-4de6-8559-0304db6bbc56 None None] The sync data for ids ['a02d19c2-c2b5-4532-b176-915072a64209'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:08:28.690204 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50930) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:28.721793 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d4f77051-42d7-45cf-9e6b-a5debb6ff126 tempest-RoutersIpV6AdminTest-1139817135 tempest-RoutersIpV6AdminTest-1139817135-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=075eaceb-5477-4780-963d-b2414ee11e87&device_id=a02d19c2-c2b5-4532-b176-915072a64209 HTTP/1.1" status: 200 len: 205 time: 0.0558681 Jul 06 12:08:28.724465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50932) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:28.745231 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f308cbab-24b2-46f5-89e3-e336c2bcbf2b admin admin] Deleting subnet f1a11c15-8958-45c2-8c21-c694ef0fdd8c {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:08:28.750175 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f308cbab-24b2-46f5-89e3-e336c2bcbf2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.767316 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cce4149c-4176-40d4-983a-3c511ec44dbd tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "GET /v2.0/ports?device_id=a02d19c2-c2b5-4532-b176-915072a64209 HTTP/1.1" status: 200 len: 205 time: 0.0411313 Jul 06 12:08:28.770207 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50934) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:28.801158 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f308cbab-24b2-46f5-89e3-e336c2bcbf2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.839656 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f308cbab-24b2-46f5-89e3-e336c2bcbf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.851369 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc2e537a-9803-465b-8acd-a65a27b11bba tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.930057 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f308cbab-24b2-46f5-89e3-e336c2bcbf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.962658 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308cbab-24b2-46f5-89e3-e336c2bcbf2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1a11c15-8958-45c2-8c21-c694ef0fdd8c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:28.966757 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f308cbab-24b2-46f5-89e3-e336c2bcbf2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:28.968905 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f308cbab-24b2-46f5-89e3-e336c2bcbf2b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f1a11c15-8958-45c2-8c21-c694ef0fdd8c HTTP/1.1" status: 204 len: 168 time: 0.2772164 Jul 06 12:08:28.972812 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50938) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:28.989669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2964c46-d97f-40be-9ec7-4d2f0cf6625a req-aaaa1379-c571-490f-ab03-bd2c0e1d488b tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:28.991258 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a2964c46-d97f-40be-9ec7-4d2f0cf6625a req-aaaa1379-c571-490f-ab03-bd2c0e1d488b tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.23 "GET /v2.0/ports?device_id=b06ae5ed-4be3-4758-a945-6409a101e96e HTTP/1.1" status: 200 len: 946 time: 0.1249597 Jul 06 12:08:29.017273 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc2e537a-9803-465b-8acd-a65a27b11bba tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.019866 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc2e537a-9803-465b-8acd-a65a27b11bba tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.067956 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc2e537a-9803-465b-8acd-a65a27b11bba tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.068562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2e537a-9803-465b-8acd-a65a27b11bba tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Fanout notify agent at l3_agent the message router_deleted on router a02d19c2-c2b5-4532-b176-915072a64209 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:08:29.076748 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc2e537a-9803-465b-8acd-a65a27b11bba tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.078019 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bc2e537a-9803-465b-8acd-a65a27b11bba tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "DELETE /v2.0/routers/a02d19c2-c2b5-4532-b176-915072a64209 HTTP/1.1" status: 204 len: 168 time: 0.3065443 Jul 06 12:08:29.083156 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50942) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.123642 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ec9729ef-beef-48a5-8b3d-48c3e79564b8 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "GET /v2.0/ports?device_id=a02d19c2-c2b5-4532-b176-915072a64209 HTTP/1.1" status: 200 len: 205 time: 0.0385001 Jul 06 12:08:29.123868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50946) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.168350 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-343d3918-593d-4b10-942d-254ec203270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.173863 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-88be4799-4ad8-4ee6-8abf-b8df0524a048 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] delete failed (client error): The resource could not be found. Jul 06 12:08:29.180342 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-88be4799-4ad8-4ee6-8abf-b8df0524a048 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "DELETE /v2.0/routers/a02d19c2-c2b5-4532-b176-915072a64209 HTTP/1.1" status: 404 len: 336 time: 0.0539873 Jul 06 12:08:29.183716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50948) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.222570 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-aa1ff9ed-619d-41e9-85ad-4a75033cff5f tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2dcb477-5063-45a3-8c5b-221d193e2bdb HTTP/1.1" status: 200 len: 205 time: 0.0355082 Jul 06 12:08:29.223026 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50950) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.262167 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-4c67f788-5f00-4309-888c-3f56bcc17158 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] delete failed (client error): The resource could not be found. Jul 06 12:08:29.265674 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4c67f788-5f00-4309-888c-3f56bcc17158 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "DELETE /v2.0/routers/e2dcb477-5063-45a3-8c5b-221d193e2bdb HTTP/1.1" status: 404 len: 336 time: 0.0390563 Jul 06 12:08:29.265958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50954) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.272863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a2964c46-d97f-40be-9ec7-4d2f0cf6625a req-d20cabcc-ddc0-4425-b10b-1b3be4b641e8 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Deleting port 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:29.273178 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2964c46-d97f-40be-9ec7-4d2f0cf6625a req-d20cabcc-ddc0-4425-b10b-1b3be4b641e8 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.288653 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-343d3918-593d-4b10-942d-254ec203270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.311528 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4f633637-721b-45fd-a6aa-230f852a1b01 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "GET /v2.0/ports?device_id=841638d9-95f8-44a4-aa88-945541cffbfa HTTP/1.1" status: 200 len: 205 time: 0.0414600 Jul 06 12:08:29.312576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50956) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.337903 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-343d3918-593d-4b10-942d-254ec203270a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c5f635-657f-4fd3-8fdf-7cac43eb3fef']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:29.354804 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-178df107-1b23-49d0-86aa-b6615210896d tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] delete failed (client error): The resource could not be found. Jul 06 12:08:29.355040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-343d3918-593d-4b10-942d-254ec203270a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:29.355159 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-343d3918-593d-4b10-942d-254ec203270a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cdb509-f1e8-4e73-bdb2-a11ecd9ec1bb') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:29.358341 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-178df107-1b23-49d0-86aa-b6615210896d tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "DELETE /v2.0/routers/841638d9-95f8-44a4-aa88-945541cffbfa HTTP/1.1" status: 404 len: 336 time: 0.0423987 Jul 06 12:08:29.358497 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50958) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.369165 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-343d3918-593d-4b10-942d-254ec203270a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.394234 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-343d3918-593d-4b10-942d-254ec203270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.398114 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c4b56eca-ea9c-4496-b3f8-233d1219e44d tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "GET /v2.0/ports?device_id=b08793c8-dc9a-4281-bdd7-922f251533b4 HTTP/1.1" status: 200 len: 205 time: 0.0385191 Jul 06 12:08:29.402233 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343d3918-593d-4b10-942d-254ec203270a admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:29.402697 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-343d3918-593d-4b10-942d-254ec203270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:29.413488 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:29.416153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50960) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.457679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a2964c46-d97f-40be-9ec7-4d2f0cf6625a req-d20cabcc-ddc0-4425-b10b-1b3be4b641e8 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] For port 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed,segment=NetworkSegment(07bf3fec-e773-4e0a-86e5-757579ab0682),segment_id=07bf3fec-e773-4e0a-86e5-757579ab0682)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:29.457926 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-ce763aed-3cff-4235-8f24-2113334078bb tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] delete failed (client error): The resource could not be found. Jul 06 12:08:29.458026 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2964c46-d97f-40be-9ec7-4d2f0cf6625a req-d20cabcc-ddc0-4425-b10b-1b3be4b641e8 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.458730 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ce763aed-3cff-4235-8f24-2113334078bb tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "DELETE /v2.0/routers/b08793c8-dc9a-4281-bdd7-922f251533b4 HTTP/1.1" status: 404 len: 336 time: 0.0435169 Jul 06 12:08:29.461857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50964) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.475506 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a2964c46-d97f-40be-9ec7-4d2f0cf6625a req-d20cabcc-ddc0-4425-b10b-1b3be4b641e8 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Calling delete_port for 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:29.489248 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-343d3918-593d-4b10-942d-254ec203270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.494039 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-343d3918-593d-4b10-942d-254ec203270a admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.497532 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9af84e87-eab6-4fbc-a143-2611a89af97f tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a244d2b-f731-4674-b790-9b8a13119947 HTTP/1.1" status: 200 len: 205 time: 0.0344806 Jul 06 12:08:29.499143 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-343d3918-593d-4b10-942d-254ec203270a admin admin] 10.222.0.81 "DELETE /v2.0/networks/20c5f635-657f-4fd3-8fdf-7cac43eb3fef HTTP/1.1" status: 204 len: 168 time: 0.5254817 Jul 06 12:08:29.499897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50968) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.527539 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989e386-6efa-4be5-9090-c95c9078ead0 req-94ebc846-1346-4f73-b93c-1338dba20071 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:29.527539 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e989e386-6efa-4be5-9090-c95c9078ead0 req-94ebc846-1346-4f73-b93c-1338dba20071 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=b06ae5ed-4be3-4758-a945-6409a101e96e HTTP/1.1" status: 200 len: 946 time: 0.1554275 Jul 06 12:08:29.575961 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e989e386-6efa-4be5-9090-c95c9078ead0 req-c99e32d9-13a1-47b8-a84f-24c13c2e39f4 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437393 Jul 06 12:08:29.593169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d3918-593d-4b10-942d-254ec203270a admin admin] Pushing event deleted for resources: {'Network': ['ID=20c5f635-657f-4fd3-8fdf-7cac43eb3fef,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:29.606913 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-8574f328-fb34-411a-898e-9f07f315aec3 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] delete failed (client error): The resource could not be found. Jul 06 12:08:29.611591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50972) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.612260 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8574f328-fb34-411a-898e-9f07f315aec3 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "DELETE /v2.0/routers/6a244d2b-f731-4674-b790-9b8a13119947 HTTP/1.1" status: 404 len: 336 time: 0.1076977 Jul 06 12:08:29.637873 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50974) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.642469 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6008dace-79ba-4a80-a8af-2ba9ace909a3 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "GET /v2.0/ports?device_id=273f67d5-d04f-4793-9367-51cee0b62602 HTTP/1.1" status: 200 len: 205 time: 0.0296607 Jul 06 12:08:29.644753 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50976) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.687429 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-9aaee622-30de-4160-8113-e023aaa18af7 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] delete failed (client error): The resource could not be found. Jul 06 12:08:29.689616 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9aaee622-30de-4160-8113-e023aaa18af7 tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "DELETE /v2.0/routers/273f67d5-d04f-4793-9367-51cee0b62602 HTTP/1.1" status: 404 len: 336 time: 0.0432982 Jul 06 12:08:29.692257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50978) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.695635 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a429128a-9515-454c-b6b5-9db4d4fc57de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c77c8fe94544a54993a4ceba47857e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565624 Jul 06 12:08:29.699017 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50980) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:29.730789 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-af512446-fe7c-4bd3-9a80-7a530528a4cc tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] DELETE failed (client error): The resource could not be found. Jul 06 12:08:29.731281 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af512446-fe7c-4bd3-9a80-7a530528a4cc tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:08:29.736097 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-af512446-fe7c-4bd3-9a80-7a530528a4cc tempest-RoutersIpV6AdminTest-282620584 tempest-RoutersIpV6AdminTest-282620584-project] 10.222.0.81 "DELETE /v2.0/subnets/3e0bcc00-b527-4072-b120-898c66d301b6 HTTP/1.1" status: 404 len: 337 time: 0.0396852 Jul 06 12:08:29.798269 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2964c46-d97f-40be-9ec7-4d2f0cf6625a req-d20cabcc-ddc0-4425-b10b-1b3be4b641e8 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.803972 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a84ae160-d818-4838-8218-842f124ef261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.814005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:08:29.837945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cabcc-ddc0-4425-b10b-1b3be4b641e8 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Pushing event deleted for resources: {'Port': ['ID=3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:29.879701 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a84ae160-d818-4838-8218-842f124ef261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.904896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2964c46-d97f-40be-9ec7-4d2f0cf6625a req-d20cabcc-ddc0-4425-b10b-1b3be4b641e8 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] No DVR routers for this DVR port 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:29.909892 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2964c46-d97f-40be-9ec7-4d2f0cf6625a req-d20cabcc-ddc0-4425-b10b-1b3be4b641e8 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.910419 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a2964c46-d97f-40be-9ec7-4d2f0cf6625a req-d20cabcc-ddc0-4425-b10b-1b3be4b641e8 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.23 "DELETE /v2.0/ports/3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed HTTP/1.1" status: 204 len: 173 time: 0.9085610 Jul 06 12:08:29.910864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06ae5ed-4be3-4758-a945-6409a101e96e', 'name': 'network-vif-deleted', 'tag': '3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:29.913143 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d05915-335c-4ede-8fcc-9617d487ab07" -d '{"events": [{"server_uuid": "b06ae5ed-4be3-4758-a945-6409a101e96e", "name": "network-vif-deleted", "tag": "3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:29.969808 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea838d0-0332-4c5c-b178-58275b0209b0 x-openstack-request-id: req-6ea838d0-0332-4c5c-b178-58275b0209b0 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:29.970077 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06ae5ed-4be3-4758-a945-6409a101e96e", "name": "network-vif-deleted", "tag": "3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:29.970412 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ea838d0-0332-4c5c-b178-58275b0209b0 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:29.970863 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06ae5ed-4be3-4758-a945-6409a101e96e', 'name': 'network-vif-deleted', 'tag': '3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed', 'status': 'completed', 'code': 200} Jul 06 12:08:29.971641 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a84ae160-d818-4838-8218-842f124ef261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.974661 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a84ae160-d818-4838-8218-842f124ef261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:29.976271 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a84ae160-d818-4838-8218-842f124ef261 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9aeffb29-bd18-4f2d-8f38-a4b6ac4534c1 HTTP/1.1" status: 204 len: 168 time: 0.2761278 Jul 06 12:08:29.993122 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ae160-d818-4838-8218-842f124ef261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeffb29-bd18-4f2d-8f38-a4b6ac4534c1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:30.083455 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50990) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:30.318690 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c0f1275-1ea1-46dd-97f7-b1a9d16f7abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.431765 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c0f1275-1ea1-46dd-97f7-b1a9d16f7abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.439492 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c0f1275-1ea1-46dd-97f7-b1a9d16f7abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.490000 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7c0f1275-1ea1-46dd-97f7-b1a9d16f7abe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=078a6cdcf63f4064ae6e5e7344bebd58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009409 Jul 06 12:08:30.490000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f1275-1ea1-46dd-97f7-b1a9d16f7abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a802a6-da5d-4eb4-a07a-eeefe8c4609b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:30.492377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51010) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:30.563957 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f77dff4-5ab2-4308-b8c2-42ae250971a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.587261 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f77dff4-5ab2-4308-b8c2-42ae250971a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.656740 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f77dff4-5ab2-4308-b8c2-42ae250971a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.662041 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f77dff4-5ab2-4308-b8c2-42ae250971a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:30.663352 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1f77dff4-5ab2-4308-b8c2-42ae250971a0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a2a802a6-da5d-4eb4-a07a-eeefe8c4609b HTTP/1.1" status: 204 len: 168 time: 0.1698260 Jul 06 12:08:30.683884 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77dff4-5ab2-4308-b8c2-42ae250971a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a802a6-da5d-4eb4-a07a-eeefe8c4609b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:30.794132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51028) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:31.066845 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1f0db0c1-ba41-455e-bb1e-02475573958a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1802591965-network', 'tenant_id': 'bb8805247a3f4a7287960e1207b34182'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:31.089975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0db0c1-ba41-455e-bb1e-02475573958a admin admin] Made reservation on behalf of bb8805247a3f4a7287960e1207b34182 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:31.092549 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f0db0c1-ba41-455e-bb1e-02475573958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.104940 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f0db0c1-ba41-455e-bb1e-02475573958a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.105217 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51046) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:31.153457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-f7dad658-2575-4a23-a99d-a2fa31fb5b40 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:31.154973 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-f7dad658-2575-4a23-a99d-a2fa31fb5b40 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/networks?id=60565a01-3bcf-4894-ab34-9667b8ab960f HTTP/1.1" status: 200 len: 809 time: 0.1116824 Jul 06 12:08:31.166377 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-db9a1947-da47-4450-b582-c4c026fd6781 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e607c2066b943a2a27cc1178dbfcec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579367 Jul 06 12:08:31.166810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51048) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:31.171211 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-d17700ca-72d4-456f-b464-9d630838288e tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/quotas/5a1f46e8b43f464690f96320326adc78 HTTP/1.1" status: 200 len: 375 time: 0.0102160 Jul 06 12:08:31.207737 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-fbaca3e4-7712-44f6-9b91-1ad0b01a9e22 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5a1f46e8b43f464690f96320326adc78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296237 Jul 06 12:08:31.220517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-7a1484ca-3eb7-41c5-81b0-47f4efbe3ae2 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:08:31.221855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-7a1484ca-3eb7-41c5-81b0-47f4efbe3ae2 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076795 Jul 06 12:08:31.254781 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-87300d71-89e0-42c2-a399-97e87799aaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.301783 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-87300d71-89e0-42c2-a399-97e87799aaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.318571 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f0db0c1-ba41-455e-bb1e-02475573958a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.323289 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-dd18de25-797a-414a-a863-2a0916fa9a7d service neutron] 10.222.0.81 "GET /v2.0/networks/60565a01-3bcf-4894-ab34-9667b8ab960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947089 Jul 06 12:08:31.334467 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f0db0c1-ba41-455e-bb1e-02475573958a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.378758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0db0c1-ba41-455e-bb1e-02475573958a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed398e39-d8f9-477a-a705-5747aba3762d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:31.382003 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0db0c1-ba41-455e-bb1e-02475573958a admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:31.396896 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f0db0c1-ba41-455e-bb1e-02475573958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.397384 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-1f0db0c1-ba41-455e-bb1e-02475573958a admin admin] Added segment a457530a-ecea-4281-ac63-2efd6a867c17 of type vlan for network 56265c99-e760-4ed2-b08f-d3018bb61185 Jul 06 12:08:31.441950 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-87300d71-89e0-42c2-a399-97e87799aaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.444487 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-87300d71-89e0-42c2-a399-97e87799aaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.447279 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-87300d71-89e0-42c2-a399-97e87799aaff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab8b010e-48f9-4e75-b95d-0d9a2b6a10e7 HTTP/1.1" status: 204 len: 168 time: 0.2778995 Jul 06 12:08:31.448032 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f0db0c1-ba41-455e-bb1e-02475573958a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.463670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87300d71-89e0-42c2-a399-97e87799aaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8b010e-48f9-4e75-b95d-0d9a2b6a10e7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:31.465248 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-c9c6a68d-641e-40f5-a094-936f8aae029f service neutron] 10.222.0.81 "GET /v2.0/networks/60565a01-3bcf-4894-ab34-9667b8ab960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281371 Jul 06 12:08:31.494487 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f0db0c1-ba41-455e-bb1e-02475573958a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.497693 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0db0c1-ba41-455e-bb1e-02475573958a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:31.498403 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f0db0c1-ba41-455e-bb1e-02475573958a admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.558332 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1f0db0c1-ba41-455e-bb1e-02475573958a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7628119 Jul 06 12:08:31.561422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51058) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:31.567156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3b0ca2bb-94f9-4ea0-9674-d477b19294c3 admin admin] Request body: {'subnet': {'network_id': '56265c99-e760-4ed2-b08f-d3018bb61185', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1802591965-subnet', 'tenant_id': 'bb8805247a3f4a7287960e1207b34182', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:31.583352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0db0c1-ba41-455e-bb1e-02475573958a admin admin] Pushing event updated for resources: {'Network': ['ID=56265c99-e760-4ed2-b08f-d3018bb61185,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:31.595604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 56265c99-e760-4ed2-b08f-d3018bb61185 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:31.599046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0ca2bb-94f9-4ea0-9674-d477b19294c3 admin admin] Made reservation on behalf of bb8805247a3f4a7287960e1207b34182 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:31.602268 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3b0ca2bb-94f9-4ea0-9674-d477b19294c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.729074 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8b70b98-d03f-4aee-a278-ffea7f8a8246 req-56acd714-c99f-4b56-b3e0-f2371ad081fb tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 210 time: 0.0347624 Jul 06 12:08:31.820846 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3b0ca2bb-94f9-4ea0-9674-d477b19294c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.881205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ca2bb-94f9-4ea0-9674-d477b19294c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b759d816-74e5-4c1b-8b61-5bcead129dc2,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:31.890941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0ca2bb-94f9-4ea0-9674-d477b19294c3 admin admin] Checking segment: {'id': 'a457530a-ecea-4281-ac63-2efd6a867c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56265c99-e760-4ed2-b08f-d3018bb61185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:31.891906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0ca2bb-94f9-4ea0-9674-d477b19294c3 admin admin] Network hostable DHCP agents. Network: 56265c99-e760-4ed2-b08f-d3018bb61185, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:31.912073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0ca2bb-94f9-4ea0-9674-d477b19294c3 admin admin] Network 56265c99-e760-4ed2-b08f-d3018bb61185 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:31.924738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3b0ca2bb-94f9-4ea0-9674-d477b19294c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 56265c99-e760-4ed2-b08f-d3018bb61185) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:31.935639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af6a4e6-433b-40f5-b623-1b5701892531 None None] Network 56265c99-e760-4ed2-b08f-d3018bb61185 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:31.940916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0ca2bb-94f9-4ea0-9674-d477b19294c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:31.941820 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3b0ca2bb-94f9-4ea0-9674-d477b19294c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:31.981666 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3b0ca2bb-94f9-4ea0-9674-d477b19294c3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4188828 Jul 06 12:08:32.128056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545925ea-fe17-4a6d-97ed-147d144b44e7 None None] Network 56265c99-e760-4ed2-b08f-d3018bb61185 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:32.201113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:32.230681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:32.231382 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 3e2b1ed0-4367-4c72-a30c-bcbb16ac62ed not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:32.445581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51100) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:32.604437 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f45b000b-8722-49d0-9729-35aca4935233 tempest-AgentManagementNegativeTest-1841978897 tempest-AgentManagementNegativeTest-1841978897-project] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1573246 Jul 06 12:08:32.718571 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-dbe9c4ac-bb80-43f6-9859-b7c7eb94e749 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:32.720703 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-dbe9c4ac-bb80-43f6-9859-b7c7eb94e749 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/networks?id=56265c99-e760-4ed2-b08f-d3018bb61185 HTTP/1.1" status: 200 len: 821 time: 0.1584327 Jul 06 12:08:32.742353 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-0c9391c0-70fb-4844-9abd-f958212f34dd tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/quotas/bb8805247a3f4a7287960e1207b34182 HTTP/1.1" status: 200 len: 375 time: 0.0148256 Jul 06 12:08:32.786304 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-e3619801-ed3c-4ff4-90dd-7d61374080e1 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bb8805247a3f4a7287960e1207b34182&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375078 Jul 06 12:08:32.931137 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-f6c39e2d-7d07-44ef-99a1-742bfbf0091b service neutron] 10.222.0.81 "GET /v2.0/networks/56265c99-e760-4ed2-b08f-d3018bb61185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367238 Jul 06 12:08:32.954029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51130) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:33.070793 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-39b83686-0569-4655-b819-92a741583a01 service neutron] 10.222.0.81 "GET /v2.0/networks/56265c99-e760-4ed2-b08f-d3018bb61185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378829 Jul 06 12:08:33.088292 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb9609fd-23ef-41d7-b208-488fd1ffb0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.184560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-eded3f46-95c4-4041-8805-7bad60057e57 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:33.186211 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-eded3f46-95c4-4041-8805-7bad60057e57 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.89 "GET /v2.0/networks?id=60565a01-3bcf-4894-ab34-9667b8ab960f HTTP/1.1" status: 200 len: 809 time: 0.1924551 Jul 06 12:08:33.203052 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-dac91c3f-465c-4abe-8d71-6ed947cf42a5 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Request body: {'port': {'device_id': 'bb669f16-da7a-42ed-944b-a2909f202b7a', 'network_id': '60565a01-3bcf-4894-ab34-9667b8ab960f', 'admin_state_up': True, 'tenant_id': '5a1f46e8b43f464690f96320326adc78'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:33.330606 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb9609fd-23ef-41d7-b208-488fd1ffb0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.344210 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb9609fd-23ef-41d7-b208-488fd1ffb0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.405120 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb4ad7e8-81e3-4ff3-a851-342ad3245b4a req-391d4580-ce8a-497a-8726-0d15d75feb7b tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 210 time: 0.0408278 Jul 06 12:08:33.783001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9609fd-23ef-41d7-b208-488fd1ffb0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed12ae9-cf5e-49ad-8732-899cc6032658,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:33.791051 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92e85fb7-33b1-44ee-86d2-f0db8df277c0 req-aa9fe2ab-ceb0-41e6-9446-0aefa6a3f3bb tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/ports?device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 210 time: 0.0356309 Jul 06 12:08:33.810348 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cb9609fd-23ef-41d7-b208-488fd1ffb0e8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8527d272a1f94049b81cc2f8b4acb606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8550000 Jul 06 12:08:33.813276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51148) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:33.825901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-dac91c3f-465c-4abe-8d71-6ed947cf42a5 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Made reservation on behalf of 5a1f46e8b43f464690f96320326adc78 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:33.829843 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-dac91c3f-465c-4abe-8d71-6ed947cf42a5 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:33.937228 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-956e48be-a65d-4164-8d42-449629d2fb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.082168 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-956e48be-a65d-4164-8d42-449629d2fb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.125918 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-dac91c3f-465c-4abe-8d71-6ed947cf42a5 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Allocated IP 172.20.0.3 (60565a01-3bcf-4894-ab34-9667b8ab960f/230ceaa7-5578-4a05-8e7e-73cf6adde04c/f4ec46c5-57e7-46f3-8d56-05e4c05ea508) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:34.179833 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-956e48be-a65d-4164-8d42-449629d2fb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.182915 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-956e48be-a65d-4164-8d42-449629d2fb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.184609 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-956e48be-a65d-4164-8d42-449629d2fb9a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aed12ae9-cf5e-49ad-8732-899cc6032658 HTTP/1.1" status: 204 len: 168 time: 0.3703275 Jul 06 12:08:34.208366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e48be-a65d-4164-8d42-449629d2fb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed12ae9-cf5e-49ad-8732-899cc6032658,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:34.337760 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-dac91c3f-465c-4abe-8d71-6ed947cf42a5 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.390059 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-dac91c3f-465c-4abe-8d71-6ed947cf42a5 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.418481 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-dac91c3f-465c-4abe-8d71-6ed947cf42a5 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Network 60565a01-3bcf-4894-ab34-9667b8ab960f is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:34.422025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-dac91c3f-465c-4abe-8d71-6ed947cf42a5 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:34.450173 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-dac91c3f-465c-4abe-8d71-6ed947cf42a5 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:34.522863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac91c3f-465c-4abe-8d71-6ed947cf42a5 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Pushing event updated for resources: {'Port': ['ID=f4ec46c5-57e7-46f3-8d56-05e4c05ea508,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:34.625118 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-dac91c3f-465c-4abe-8d71-6ed947cf42a5 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:34.626795 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-dac91c3f-465c-4abe-8d71-6ed947cf42a5 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:34.659171 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-dac91c3f-465c-4abe-8d71-6ed947cf42a5 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4612687 Jul 06 12:08:34.681630 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Request body: {'port': {'device_id': 'bb669f16-da7a-42ed-944b-a2909f202b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:34.709441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd13e12-a1d0-4030-968f-5d962e83ed05 req-4b9f7dc0-6de9-473e-a60a-748a0479bc11 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:34.711074 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-abd13e12-a1d0-4030-968f-5d962e83ed05 req-4b9f7dc0-6de9-473e-a60a-748a0479bc11 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 931 time: 0.0860496 Jul 06 12:08:34.752799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-3abea991-b29b-497d-a514-479e7b5ec3f1 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:34.754342 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-3abea991-b29b-497d-a514-479e7b5ec3f1 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.23 "GET /v2.0/networks?id=56265c99-e760-4ed2-b08f-d3018bb61185 HTTP/1.1" status: 200 len: 821 time: 0.2275243 Jul 06 12:08:34.772608 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-8629082a-7a10-4a9a-9bfb-41af18f129b3 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Request body: {'port': {'device_id': 'a144c74a-4dca-40e2-a174-9d0197a39f0d', 'network_id': '56265c99-e760-4ed2-b08f-d3018bb61185', 'admin_state_up': True, 'tenant_id': 'bb8805247a3f4a7287960e1207b34182'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:34.785786 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-abd13e12-a1d0-4030-968f-5d962e83ed05 req-6c6cef58-0284-4b64-8bee-f59b73269fa0 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629766 Jul 06 12:08:34.914375 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.004003 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-8629082a-7a10-4a9a-9bfb-41af18f129b3 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Made reservation on behalf of bb8805247a3f4a7287960e1207b34182 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:35.007943 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-8629082a-7a10-4a9a-9bfb-41af18f129b3 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.178938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51182) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:35.243708 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5e38c015-89f8-4c67-bc07-91a7beb079d9 req-3b9283a6-a42f-458e-ab15-c7f859a8b9b1 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/ports?device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 210 time: 0.0562136 Jul 06 12:08:35.289354 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-8629082a-7a10-4a9a-9bfb-41af18f129b3 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Allocated IP 172.20.0.12 (56265c99-e760-4ed2-b08f-d3018bb61185/b759d816-74e5-4c1b-8b61-5bcead129dc2/78b363be-3e50-42a2-ad9d-e2e6e20be7bb) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:35.348686 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Request body: {'networks': [{'name': 'tempest-network--564801771'}, {'name': 'tempest-network--1653195713'}]} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:35.349584 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Request body: {'network': {'name': 'tempest-network--564801771'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:35.350607 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Request body: {'network': {'name': 'tempest-network--1653195713'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:35.402674 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Made reservation on behalf of c99450f610f5422abcd71c651c1e7d74 for: {'network': 2} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:35.408182 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.418730 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.434626 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.485892 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-11997203-cd23-4617-8f84-8856c625b202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.545386 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ec46c5-57e7-46f3-8d56-05e4c05ea508 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:08:35.553732 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.559605 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.560066 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.560241 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.585132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Transition to ACTIVE for port object f4ec46c5-57e7-46f3-8d56-05e4c05ea508 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:35.593888 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.601273 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff644e4e-e4ea-41b7-9208-85b2b045873e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:35.609007 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:35.619466 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.619922 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Added segment 3137e997-e748-4cfd-b47d-7f6b09f20351 of type vlan for network 8787a63f-b134-439d-bd1e-f08540d404ac Jul 06 12:08:35.648530 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ec46c5-57e7-46f3-8d56-05e4c05ea508,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:35.674213 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.707078 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-8629082a-7a10-4a9a-9bfb-41af18f129b3 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.708975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:35.718344 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.718698 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Added segment 31146db8-49d1-4806-b56d-29ab05c65d14 of type vlan for network 37482d4f-efca-435e-a374-9b4e151c6e34 Jul 06 12:08:35.760602 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.789694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Attempting to bind port f4ec46c5-57e7-46f3-8d56-05e4c05ea508 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:35.790051 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Attempting to bind port f4ec46c5-57e7-46f3-8d56-05e4c05ea508 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '07bf3fec-e773-4e0a-86e5-757579ab0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60565a01-3bcf-4894-ab34-9667b8ab960f'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:35.790164 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.790382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Attempting to bind port f4ec46c5-57e7-46f3-8d56-05e4c05ea508 on network 60565a01-3bcf-4894-ab34-9667b8ab960f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:35.790674 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.796695 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:35.797060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Port f4ec46c5-57e7-46f3-8d56-05e4c05ea508 on network 60565a01-3bcf-4894-ab34-9667b8ab960f not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:08:35.797899 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Attempting to bind port f4ec46c5-57e7-46f3-8d56-05e4c05ea508 on network 60565a01-3bcf-4894-ab34-9667b8ab960f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:35.802588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:35.803211 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.808862 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-8629082a-7a10-4a9a-9bfb-41af18f129b3 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.810766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:35.811117 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Checking segment: {'id': '07bf3fec-e773-4e0a-86e5-757579ab0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60565a01-3bcf-4894-ab34-9667b8ab960f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:35.811548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Bound using segment: {'id': '07bf3fec-e773-4e0a-86e5-757579ab0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60565a01-3bcf-4894-ab34-9667b8ab960f'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:35.812151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Bound port: f4ec46c5-57e7-46f3-8d56-05e4c05ea508, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bf3fec-e773-4e0a-86e5-757579ab0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60565a01-3bcf-4894-ab34-9667b8ab960f'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:35.812501 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.867566 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6868963 Jul 06 12:08:35.868162 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51188) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:35.895491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-8629082a-7a10-4a9a-9bfb-41af18f129b3 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Network 56265c99-e760-4ed2-b08f-d3018bb61185 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:35.907937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-8629082a-7a10-4a9a-9bfb-41af18f129b3 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:35.921242 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-8629082a-7a10-4a9a-9bfb-41af18f129b3 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:35.949900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629082a-7a10-4a9a-9bfb-41af18f129b3 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Pushing event updated for resources: {'Port': ['ID=78b363be-3e50-42a2-ad9d-e2e6e20be7bb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:35.971957 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] For port f4ec46c5-57e7-46f3-8d56-05e4c05ea508, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:35.976942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] For port f4ec46c5-57e7-46f3-8d56-05e4c05ea508, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4ec46c5-57e7-46f3-8d56-05e4c05ea508,segment=NetworkSegment(07bf3fec-e773-4e0a-86e5-757579ab0682),segment_id=07bf3fec-e773-4e0a-86e5-757579ab0682)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:35.982883 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:35.993050 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-8629082a-7a10-4a9a-9bfb-41af18f129b3 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:35.993678 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-8629082a-7a10-4a9a-9bfb-41af18f129b3 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:36.013184 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event updated for resources: {'Network': ['ID=8787a63f-b134-439d-bd1e-f08540d404ac,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:36.026150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 8787a63f-b134-439d-bd1e-f08540d404ac details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:36.034762 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:36.035534 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:36.036991 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] 10.222.0.89 "PUT /v2.0/ports/f4ec46c5-57e7-46f3-8d56-05e4c05ea508 HTTP/1.1" status: 200 len: 1091 time: 1.3707511 Jul 06 12:08:36.037458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb669f16-da7a-42ed-944b-a2909f202b7a', 'tag': 'f4ec46c5-57e7-46f3-8d56-05e4c05ea508'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:36.039810 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d334da7-5baa-4740-a2ec-9e58ac24dd70" -d '{"events": [{"name": "network-changed", "server_uuid": "bb669f16-da7a-42ed-944b-a2909f202b7a", "tag": "f4ec46c5-57e7-46f3-8d56-05e4c05ea508"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:36.050714 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-8629082a-7a10-4a9a-9bfb-41af18f129b3 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2806923 Jul 06 12:08:36.071117 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-5cc56946-9394-4a97-8bed-09f68f1e6806 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:08:36.073037 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-5cc56946-9394-4a97-8bed-09f68f1e6806 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084178 Jul 06 12:08:36.089054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Request body: {'port': {'device_id': 'a144c74a-4dca-40e2-a174-9d0197a39f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:36.164250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93909df8-d7ab-4a3a-972d-b70a2e66cc27 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ec46c5-57e7-46f3-8d56-05e4c05ea508,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:36.171899 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d6af3-fc92-46cd-a011-83cdc88aa549 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event updated for resources: {'Network': ['ID=37482d4f-efca-435e-a374-9b4e151c6e34,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:36.184122 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 37482d4f-efca-435e-a374-9b4e151c6e34 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:36.253782 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:36.270087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-65c565a1-bf79-4ea5-b93a-bdbc7b498be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:36.271680 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-65c565a1-bf79-4ea5-b93a-bdbc7b498be0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5a1f46e8b43f464690f96320326adc78&device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 1094 time: 0.1716528 Jul 06 12:08:36.310426 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689449c-179e-470e-9fa5-94dbf6998066 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:36.318193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689449c-179e-470e-9fa5-94dbf6998066 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:36.324971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689449c-179e-470e-9fa5-94dbf6998066 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:36.332156 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0689449c-179e-470e-9fa5-94dbf6998066 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:36.334291 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0689449c-179e-470e-9fa5-94dbf6998066 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4631512 Jul 06 12:08:36.337745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51212) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:36.347858 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563afd19-211f-4809-a087-90488f5b13e1 req-328ffdb7-2a97-4c2d-9768-9a7302de9810 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:36.352196 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-f405431c-fb7e-4708-8a12-cea8061b435a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4ec46c5-57e7-46f3-8d56-05e4c05ea508 HTTP/1.1" status: 200 len: 217 time: 0.0730915 Jul 06 12:08:36.355561 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-563afd19-211f-4809-a087-90488f5b13e1 req-328ffdb7-2a97-4c2d-9768-9a7302de9810 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 943 time: 0.4124253 Jul 06 12:08:36.396427 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:36.429610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-563afd19-211f-4809-a087-90488f5b13e1 req-cbd30fa5-e041-442b-a200-3ab60f46f894 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678661 Jul 06 12:08:36.562323 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-2eb48c26-4d85-498e-a530-b920b1a517ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:36.563886 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-2eb48c26-4d85-498e-a530-b920b1a517ec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=230ceaa7-5578-4a05-8e7e-73cf6adde04c HTTP/1.1" status: 200 len: 849 time: 0.2038777 Jul 06 12:08:36.570739 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9a6280e-60b0-4e7b-98a8-fa6659387381 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:36.585575 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3039533f-aec6-40e8-bc19-54da06b5bd1b x-openstack-request-id: req-3039533f-aec6-40e8-bc19-54da06b5bd1b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:36.585861 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb669f16-da7a-42ed-944b-a2909f202b7a", "tag": "f4ec46c5-57e7-46f3-8d56-05e4c05ea508", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:36.586113 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3039533f-aec6-40e8-bc19-54da06b5bd1b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:36.586508 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb669f16-da7a-42ed-944b-a2909f202b7a', 'tag': 'f4ec46c5-57e7-46f3-8d56-05e4c05ea508', 'status': 'completed', 'code': 200} Jul 06 12:08:36.643926 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-93df834c-993c-4b46-9b84-2f453c4294c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=60565a01-3bcf-4894-ab34-9667b8ab960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711603 Jul 06 12:08:36.820126 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9a6280e-60b0-4e7b-98a8-fa6659387381 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:36.845058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a9a6280e-60b0-4e7b-98a8-fa6659387381 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8787a63f-b134-439d-bd1e-f08540d404ac']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:36.868637 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a9a6280e-60b0-4e7b-98a8-fa6659387381 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3137e997-e748-4cfd-b47d-7f6b09f20351') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:36.868966 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a9a6280e-60b0-4e7b-98a8-fa6659387381 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3137e997-e748-4cfd-b47d-7f6b09f20351') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:36.889696 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9a6280e-60b0-4e7b-98a8-fa6659387381 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:36.914036 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-3cdce4b7-61b5-407e-91f2-38536a947310 service neutron] 10.222.0.89 "GET /v2.0/networks/60565a01-3bcf-4894-ab34-9667b8ab960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620373 Jul 06 12:08:36.920081 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9a6280e-60b0-4e7b-98a8-fa6659387381 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:36.965602 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a6280e-60b0-4e7b-98a8-fa6659387381 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:36.965602 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9a6280e-60b0-4e7b-98a8-fa6659387381 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:36.974903 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:37.064418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b363be-3e50-42a2-ad9d-e2e6e20be7bb {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:08:37.076122 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.083183 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9a6280e-60b0-4e7b-98a8-fa6659387381 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.095955 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9a6280e-60b0-4e7b-98a8-fa6659387381 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.099944 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a9a6280e-60b0-4e7b-98a8-fa6659387381 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "DELETE /v2.0/networks/8787a63f-b134-439d-bd1e-f08540d404ac HTTP/1.1" status: 204 len: 168 time: 0.7589419 Jul 06 12:08:37.107449 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51220) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:37.135406 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Transition to ACTIVE for port object 78b363be-3e50-42a2-ad9d-e2e6e20be7bb will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:37.140209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6280e-60b0-4e7b-98a8-fa6659387381 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event deleted for resources: {'Network': ['ID=8787a63f-b134-439d-bd1e-f08540d404ac,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:37.182505 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84b766-f3f4-494b-a214-db303112d76c req-e7d8a452-3681-4762-9aed-a41027d7fead tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:37.186261 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de84b766-f3f4-494b-a214-db303112d76c req-e7d8a452-3681-4762-9aed-a41027d7fead tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/ports?device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 932 time: 0.3695242 Jul 06 12:08:37.217629 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.237204 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de84b766-f3f4-494b-a214-db303112d76c req-6a7851b7-591b-44e8-bb43-570b4a988d60 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed398e39-d8f9-477a-a705-5747aba3762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445080 Jul 06 12:08:37.269573 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef89e30f-661d-4f24-a9f5-2b2a2c73143c req-4c34bcb2-d989-4db9-a201-eb38fb7d1ffa service neutron] 10.222.0.89 "GET /v2.0/networks/60565a01-3bcf-4894-ab34-9667b8ab960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469746 Jul 06 12:08:37.275410 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59f34f08-40ba-4147-829b-6572fb2a9688 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.309023 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Pushing event updated for resources: {'Port': ['ID=78b363be-3e50-42a2-ad9d-e2e6e20be7bb,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:37.513201 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59f34f08-40ba-4147-829b-6572fb2a9688 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.539601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-59f34f08-40ba-4147-829b-6572fb2a9688 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37482d4f-efca-435e-a374-9b4e151c6e34']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:37.551293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Attempting to bind port 78b363be-3e50-42a2-ad9d-e2e6e20be7bb on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:37.551612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Attempting to bind port 78b363be-3e50-42a2-ad9d-e2e6e20be7bb by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'a457530a-ecea-4281-ac63-2efd6a867c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56265c99-e760-4ed2-b08f-d3018bb61185'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:37.551925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Attempting to bind port 78b363be-3e50-42a2-ad9d-e2e6e20be7bb on network 56265c99-e760-4ed2-b08f-d3018bb61185 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:37.558668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-59f34f08-40ba-4147-829b-6572fb2a9688 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31146db8-49d1-4806-b56d-29ab05c65d14') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:37.558954 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-59f34f08-40ba-4147-829b-6572fb2a9688 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31146db8-49d1-4806-b56d-29ab05c65d14') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:37.571011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Port 78b363be-3e50-42a2-ad9d-e2e6e20be7bb on network 56265c99-e760-4ed2-b08f-d3018bb61185 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:08:37.571363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Attempting to bind port 78b363be-3e50-42a2-ad9d-e2e6e20be7bb on network 56265c99-e760-4ed2-b08f-d3018bb61185 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:37.576305 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59f34f08-40ba-4147-829b-6572fb2a9688 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.579854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d334da7-5baa-4740-a2ec-9e58ac24dd70 req-df7b88ad-b4a3-4604-8497-d2f97fd90ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:37.581367 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1d334da7-5baa-4740-a2ec-9e58ac24dd70 req-df7b88ad-b4a3-4604-8497-d2f97fd90ed9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5a1f46e8b43f464690f96320326adc78&device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 1094 time: 0.2234833 Jul 06 12:08:37.598499 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fe83d-6c43-4cfe-b229-affa70545896 req-ae304f77-73cf-475c-84f3-f713e3c02c7c tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:37.600337 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de7fe83d-6c43-4cfe-b229-affa70545896 req-ae304f77-73cf-475c-84f3-f713e3c02c7c tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 943 time: 0.0653775 Jul 06 12:08:37.600470 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:37.600797 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Checking segment: {'id': 'a457530a-ecea-4281-ac63-2efd6a867c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56265c99-e760-4ed2-b08f-d3018bb61185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:37.601174 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Bound using segment: {'id': 'a457530a-ecea-4281-ac63-2efd6a867c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56265c99-e760-4ed2-b08f-d3018bb61185'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:37.601621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Bound port: 78b363be-3e50-42a2-ad9d-e2e6e20be7bb, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a457530a-ecea-4281-ac63-2efd6a867c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56265c99-e760-4ed2-b08f-d3018bb61185'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:37.601971 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.615696 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59f34f08-40ba-4147-829b-6572fb2a9688 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.648475 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de7fe83d-6c43-4cfe-b229-affa70545896 req-4d0efdf4-7c07-4a54-8442-480fb84cc53b tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392687 Jul 06 12:08:37.656882 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f34f08-40ba-4147-829b-6572fb2a9688 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:37.657291 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59f34f08-40ba-4147-829b-6572fb2a9688 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:37.661351 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:37.843857 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59f34f08-40ba-4147-829b-6572fb2a9688 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.853291 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59f34f08-40ba-4147-829b-6572fb2a9688 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.857528 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-59f34f08-40ba-4147-829b-6572fb2a9688 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "DELETE /v2.0/networks/37482d4f-efca-435e-a374-9b4e151c6e34 HTTP/1.1" status: 204 len: 168 time: 0.7456713 Jul 06 12:08:37.857528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d334da7-5baa-4740-a2ec-9e58ac24dd70 req-ae5cca55-357b-43ab-9b9a-a9cd2779b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:37.857982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51230) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:37.863836 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1d334da7-5baa-4740-a2ec-9e58ac24dd70 req-ae5cca55-357b-43ab-9b9a-a9cd2779b783 service neutron] 10.222.0.89 "GET /v2.0/networks?id=60565a01-3bcf-4894-ab34-9667b8ab960f HTTP/1.1" status: 200 len: 910 time: 0.2677014 Jul 06 12:08:37.866077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] For port 78b363be-3e50-42a2-ad9d-e2e6e20be7bb, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:37.876974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] For port 78b363be-3e50-42a2-ad9d-e2e6e20be7bb, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=78b363be-3e50-42a2-ad9d-e2e6e20be7bb,segment=NetworkSegment(a457530a-ecea-4281-ac63-2efd6a867c17),segment_id=a457530a-ecea-4281-ac63-2efd6a867c17)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:37.918950 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1d334da7-5baa-4740-a2ec-9e58ac24dd70 req-38e023cc-b688-4039-9da1-f24481621496 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4ec46c5-57e7-46f3-8d56-05e4c05ea508 HTTP/1.1" status: 200 len: 217 time: 0.0543523 Jul 06 12:08:37.920880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f34f08-40ba-4147-829b-6572fb2a9688 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event deleted for resources: {'Network': ['ID=37482d4f-efca-435e-a374-9b4e151c6e34,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:37.923991 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:37.982766 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f74a972-9644-4a0b-af8e-58f644e69080 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:37.990360 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f74a972-9644-4a0b-af8e-58f644e69080 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:37.992034 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4f74a972-9644-4a0b-af8e-58f644e69080 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1331506 Jul 06 12:08:37.996420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51232) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:37.999973 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:38.001461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.002523 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ee37fe47-18e3-4308-9123-065e35c3904a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-908849663'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:38.003181 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] 10.222.0.23 "PUT /v2.0/ports/78b363be-3e50-42a2-ad9d-e2e6e20be7bb HTTP/1.1" status: 200 len: 1092 time: 1.9219556 Jul 06 12:08:38.023529 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d334da7-5baa-4740-a2ec-9e58ac24dd70 req-8e7acfce-9511-4aae-82aa-33e56f92e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:38.025017 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1d334da7-5baa-4740-a2ec-9e58ac24dd70 req-8e7acfce-9511-4aae-82aa-33e56f92e956 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=230ceaa7-5578-4a05-8e7e-73cf6adde04c HTTP/1.1" status: 200 len: 849 time: 0.0977957 Jul 06 12:08:38.039131 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee37fe47-18e3-4308-9123-065e35c3904a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Made reservation on behalf of c99450f610f5422abcd71c651c1e7d74 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:38.042595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146123e-d96d-429b-b3bc-0023e46db399 service neutron] Pushing event updated for resources: {'Port': ['ID=78b363be-3e50-42a2-ad9d-e2e6e20be7bb,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:38.044848 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee37fe47-18e3-4308-9123-065e35c3904a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.073295 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1d334da7-5baa-4740-a2ec-9e58ac24dd70 req-936c45e7-12ce-49cd-b509-78de3179ac33 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=60565a01-3bcf-4894-ab34-9667b8ab960f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402920 Jul 06 12:08:38.075443 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee37fe47-18e3-4308-9123-065e35c3904a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:38.087383 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee37fe47-18e3-4308-9123-065e35c3904a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.087725 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-ee37fe47-18e3-4308-9123-065e35c3904a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Added segment 4cf51784-ac4a-437a-bdf8-40aa26a44224 of type vlan for network c505688d-1a03-4319-9185-801f173d6d71 Jul 06 12:08:38.141551 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-013ceb9b-963a-40ef-ad72-27afa6fc402c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.146287 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee37fe47-18e3-4308-9123-065e35c3904a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.181129 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee37fe47-18e3-4308-9123-065e35c3904a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.191151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee37fe47-18e3-4308-9123-065e35c3904a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:38.192199 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee37fe47-18e3-4308-9123-065e35c3904a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.197039 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.216093 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ee37fe47-18e3-4308-9123-065e35c3904a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2183640 Jul 06 12:08:38.217648 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-d1b7ae91-f29f-424e-8078-c89ccbd954dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:38.219674 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-d1b7ae91-f29f-424e-8078-c89ccbd954dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb8805247a3f4a7287960e1207b34182&device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 1095 time: 0.1490748 Jul 06 12:08:38.221810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51234) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:38.227993 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e6712f71-4376-48b9-8ff7-c36b7bc1c748 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1803338899'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:38.232434 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1d334da7-5baa-4740-a2ec-9e58ac24dd70 req-35053750-ae8a-46ee-a267-997201053a66 service neutron] 10.222.0.89 "GET /v2.0/networks/60565a01-3bcf-4894-ab34-9667b8ab960f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493454 Jul 06 12:08:38.288520 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37fe47-18e3-4308-9123-065e35c3904a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event updated for resources: {'Network': ['ID=c505688d-1a03-4319-9185-801f173d6d71,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:38.303111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network c505688d-1a03-4319-9185-801f173d6d71 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:38.454989 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9dd87b-1d14-4972-ad00-c3943b048354 req-5cb9c2ac-f38d-462c-8e43-eff96333fde6 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:38.467564 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0b9dd87b-1d14-4972-ad00-c3943b048354 req-5cb9c2ac-f38d-462c-8e43-eff96333fde6 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/ports?device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 944 time: 0.0961277 Jul 06 12:08:38.534373 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0b9dd87b-1d14-4972-ad00-c3943b048354 req-d87a9715-6fd5-4e31-bc93-c96e96352819 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed398e39-d8f9-477a-a705-5747aba3762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656347 Jul 06 12:08:38.702745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a144c74a-4dca-40e2-a174-9d0197a39f0d', 'tag': '78b363be-3e50-42a2-ad9d-e2e6e20be7bb'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:38.705762 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5c96cf-d383-4c5f-9d44-55c3f11c5596" -d '{"events": [{"name": "network-changed", "server_uuid": "a144c74a-4dca-40e2-a174-9d0197a39f0d", "tag": "78b363be-3e50-42a2-ad9d-e2e6e20be7bb"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:38.713890 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-076f8c1d-e977-4ee6-9ce5-2ada05c01a76 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78b363be-3e50-42a2-ad9d-e2e6e20be7bb HTTP/1.1" status: 200 len: 217 time: 0.4795706 Jul 06 12:08:38.794996 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6712f71-4376-48b9-8ff7-c36b7bc1c748 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Made reservation on behalf of c99450f610f5422abcd71c651c1e7d74 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:38.799151 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e6712f71-4376-48b9-8ff7-c36b7bc1c748 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.850595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-ab7e5a19-4928-40d0-8900-34a14ec2134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:38.852807 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-ab7e5a19-4928-40d0-8900-34a14ec2134c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b759d816-74e5-4c1b-8b61-5bcead129dc2 HTTP/1.1" status: 200 len: 861 time: 0.1267145 Jul 06 12:08:38.880542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6712f71-4376-48b9-8ff7-c36b7bc1c748 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:38.886449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f6eef-1c79-4eb5-8064-852430e7fba7 req-9c034c82-5fe3-4df6-a743-ea5e09bda57f tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:38.891265 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b13f6eef-1c79-4eb5-8064-852430e7fba7 req-9c034c82-5fe3-4df6-a743-ea5e09bda57f tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 943 time: 0.1160700 Jul 06 12:08:38.909690 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-17681cc7-8b4a-4b21-8150-1c86e0b5c779 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56265c99-e760-4ed2-b08f-d3018bb61185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460262 Jul 06 12:08:38.913112 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1d334da7-5baa-4740-a2ec-9e58ac24dd70 req-d1dc73cf-d5f3-424b-b618-1a61f7d1eac7 service neutron] 10.222.0.89 "GET /v2.0/networks/60565a01-3bcf-4894-ab34-9667b8ab960f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6677587 Jul 06 12:08:38.917695 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e6712f71-4376-48b9-8ff7-c36b7bc1c748 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:38.918142 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-e6712f71-4376-48b9-8ff7-c36b7bc1c748 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Added segment a80fc56d-c277-4668-a449-7745e9592b26 of type vlan for network 3fc2a0df-cb58-48f8-b9cf-307d42d7d8e2 Jul 06 12:08:38.964782 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b13f6eef-1c79-4eb5-8064-852430e7fba7 req-6667586f-8a2f-4750-9f38-baa368615db7 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632899 Jul 06 12:08:39.018026 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e6712f71-4376-48b9-8ff7-c36b7bc1c748 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.037909 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7482d157-77f4-43e7-99db-969466d379a6 x-openstack-request-id: req-7482d157-77f4-43e7-99db-969466d379a6 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:39.038220 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a144c74a-4dca-40e2-a174-9d0197a39f0d", "tag": "78b363be-3e50-42a2-ad9d-e2e6e20be7bb", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:39.038398 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7482d157-77f4-43e7-99db-969466d379a6 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:39.038824 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a144c74a-4dca-40e2-a174-9d0197a39f0d', 'tag': '78b363be-3e50-42a2-ad9d-e2e6e20be7bb', 'status': 'completed', 'code': 200} Jul 06 12:08:39.073774 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-ecbac9bd-9cca-4a57-8512-9b0d399704f2 service neutron] 10.222.0.23 "GET /v2.0/networks/56265c99-e760-4ed2-b08f-d3018bb61185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576965 Jul 06 12:08:39.074884 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e6712f71-4376-48b9-8ff7-c36b7bc1c748 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.081173 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6712f71-4376-48b9-8ff7-c36b7bc1c748 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:39.081837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e6712f71-4376-48b9-8ff7-c36b7bc1c748 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.205105 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e6712f71-4376-48b9-8ff7-c36b7bc1c748 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9819939 Jul 06 12:08:39.207950 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51250) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:39.214719 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6712f71-4376-48b9-8ff7-c36b7bc1c748 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event updated for resources: {'Network': ['ID=3fc2a0df-cb58-48f8-b9cf-307d42d7d8e2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:39.214947 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Request body: {'ports': [{'network_id': 'c505688d-1a03-4319-9185-801f173d6d71', 'name': 'tempest-port--896832285', 'admin_state_up': True}, {'network_id': '3fc2a0df-cb58-48f8-b9cf-307d42d7d8e2', 'admin_state_up': False}]} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:39.215357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Request body: {'port': {'network_id': 'c505688d-1a03-4319-9185-801f173d6d71', 'name': 'tempest-port--896832285', 'admin_state_up': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:39.216295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Request body: {'port': {'network_id': '3fc2a0df-cb58-48f8-b9cf-307d42d7d8e2', 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:39.232108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 3fc2a0df-cb58-48f8-b9cf-307d42d7d8e2 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:39.249899 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3eca789b-30f0-43cf-85cc-31214d2ea8ae req-c970232f-ce0c-4333-84cb-1448a3bfa017 service neutron] 10.222.0.23 "GET /v2.0/networks/56265c99-e760-4ed2-b08f-d3018bb61185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650660 Jul 06 12:08:39.314264 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.357617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c96cf-d383-4c5f-9d44-55c3f11c5596 req-8e645905-ae7a-4e8d-98c2-13b52558c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:39.359326 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7c5c96cf-d383-4c5f-9d44-55c3f11c5596 req-8e645905-ae7a-4e8d-98c2-13b52558c1ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb8805247a3f4a7287960e1207b34182&device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 1095 time: 0.0555892 Jul 06 12:08:39.425278 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Made reservation on behalf of c99450f610f5422abcd71c651c1e7d74 for: {'port': 2} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:39.429929 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.448300 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.471175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c96cf-d383-4c5f-9d44-55c3f11c5596 req-f0f43d14-0937-4a77-8cf7-f1e4f1ef2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:39.473446 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7c5c96cf-d383-4c5f-9d44-55c3f11c5596 req-f0f43d14-0937-4a77-8cf7-f1e4f1ef2bfc service neutron] 10.222.0.23 "GET /v2.0/networks?id=56265c99-e760-4ed2-b08f-d3018bb61185 HTTP/1.1" status: 200 len: 922 time: 0.1068339 Jul 06 12:08:39.518142 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7c5c96cf-d383-4c5f-9d44-55c3f11c5596 req-a13a2e25-e5cd-400f-a343-0b35d3461ed2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78b363be-3e50-42a2-ad9d-e2e6e20be7bb HTTP/1.1" status: 200 len: 217 time: 0.0369987 Jul 06 12:08:39.528569 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] device_id is not set on port ad963782-7817-4292-ac20-9cc6e00d8f6d yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:08:39.586342 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c96cf-d383-4c5f-9d44-55c3f11c5596 req-5f1994a5-2819-4a82-bf41-f7ed65dbd3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:39.588072 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7c5c96cf-d383-4c5f-9d44-55c3f11c5596 req-5f1994a5-2819-4a82-bf41-f7ed65dbd3bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b759d816-74e5-4c1b-8b61-5bcead129dc2 HTTP/1.1" status: 200 len: 861 time: 0.0625262 Jul 06 12:08:39.629603 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7c5c96cf-d383-4c5f-9d44-55c3f11c5596 req-e9e8f765-1db5-4324-a767-eba5c38d07e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56265c99-e760-4ed2-b08f-d3018bb61185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348525 Jul 06 12:08:39.684733 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:39.751117 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7c5c96cf-d383-4c5f-9d44-55c3f11c5596 req-1d5fd1ea-85c9-40aa-84bf-70db5417f904 service neutron] 10.222.0.23 "GET /v2.0/networks/56265c99-e760-4ed2-b08f-d3018bb61185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146181 Jul 06 12:08:39.795223 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] device_id is not set on port 2134e0bd-7d27-4493-bd93-bb84c99915fd yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:08:39.829484 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be292660-6441-4be0-845f-0531dff00280 req-9acd4902-035d-44e9-9c04-249de9ff2548 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:39.830963 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be292660-6441-4be0-845f-0531dff00280 req-9acd4902-035d-44e9-9c04-249de9ff2548 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/ports?device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 944 time: 0.1550460 Jul 06 12:08:39.854625 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7c5c96cf-d383-4c5f-9d44-55c3f11c5596 req-107af3d0-f5d9-4e07-ab72-44d3473256e8 service neutron] 10.222.0.23 "GET /v2.0/networks/56265c99-e760-4ed2-b08f-d3018bb61185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971432 Jul 06 12:08:39.918861 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be292660-6441-4be0-845f-0531dff00280 req-6f39d5b2-be76-420d-81e7-bdbd26e17856 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed398e39-d8f9-477a-a705-5747aba3762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803974 Jul 06 12:08:39.972612 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:40.013553 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:40.069536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event updated for resources: {'Port': ['ID=ad963782-7817-4292-ac20-9cc6e00d8f6d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:40.089581 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Checking segment: {'id': '4cf51784-ac4a-437a-bdf8-40aa26a44224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c505688d-1a03-4319-9185-801f173d6d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:40.089942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Network hostable DHCP agents. Network: c505688d-1a03-4319-9185-801f173d6d71, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:40.140622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Network c505688d-1a03-4319-9185-801f173d6d71 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:40.157431 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, c505688d-1a03-4319-9185-801f173d6d71) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:40.162733 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:40.163630 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:40.174317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da703dd5-4f51-49a3-a4fd-ad6cd36023d2 None None] Network c505688d-1a03-4319-9185-801f173d6d71 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:40.200794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f05c54-8e8e-4847-8caa-889e724f00df req-bd57f4e8-998e-465f-9715-3af5a23c7685 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:40.202371 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-96f05c54-8e8e-4847-8caa-889e724f00df req-bd57f4e8-998e-465f-9715-3af5a23c7685 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 943 time: 0.1150141 Jul 06 12:08:40.216502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f4ec46c5-57e7-46f3-8d56-05e4c05ea508 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:08:40.243760 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event updated for resources: {'Port': ['ID=2134e0bd-7d27-4493-bd93-bb84c99915fd,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:40.276541 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Checking segment: {'id': 'a80fc56d-c277-4668-a449-7745e9592b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3fc2a0df-cb58-48f8-b9cf-307d42d7d8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:40.276902 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Network hostable DHCP agents. Network: 3fc2a0df-cb58-48f8-b9cf-307d42d7d8e2, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:40.289182 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-96f05c54-8e8e-4847-8caa-889e724f00df req-3f19b5f8-4606-49e4-8f70-e5ecbc7a0edf tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628450 Jul 06 12:08:40.308645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Network 3fc2a0df-cb58-48f8-b9cf-307d42d7d8e2 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:40.322101 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 3fc2a0df-cb58-48f8-b9cf-307d42d7d8e2) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:40.327152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:40.335013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:40.342153 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399052df-d42b-488d-8f00-adb87ba1a6e5 None None] Network 3fc2a0df-cb58-48f8-b9cf-307d42d7d8e2 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:40.342708 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:40.343084 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:40.367529 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a8845736-5528-43d3-8d2b-3b84c3f8fc04 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1580815 Jul 06 12:08:40.369949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51282) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:40.465288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f4ec46c5-57e7-46f3-8d56-05e4c05ea508, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4ec46c5-57e7-46f3-8d56-05e4c05ea508,segment=NetworkSegment(07bf3fec-e773-4e0a-86e5-757579ab0682),segment_id=07bf3fec-e773-4e0a-86e5-757579ab0682)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:40.490764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'f4ec46c5-57e7-46f3-8d56-05e4c05ea508', 'network_id': '60565a01-3bcf-4894-ab34-9667b8ab960f', 'port_id': 'f4ec46c5-57e7-46f3-8d56-05e4c05ea508', 'mac_address': 'fa:16:3e:2e:a8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230ceaa7-5578-4a05-8e7e-73cf6adde04c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:08:40.511916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d562c7d1-e33c-45ab-823e-2e71dfdd0453 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:40.521345 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d562c7d1-e33c-45ab-823e-2e71dfdd0453 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:40.526163 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d562c7d1-e33c-45ab-823e-2e71dfdd0453 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1519601 Jul 06 12:08:40.526641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51284) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:40.626423 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:40.642296 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-831a3f44-a99a-4c2a-ae22-73bf7cf4564b tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Deleting port ad963782-7817-4292-ac20-9cc6e00d8f6d {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:40.642905 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-831a3f44-a99a-4c2a-ae22-73bf7cf4564b tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:40.646158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ec46c5-57e7-46f3-8d56-05e4c05ea508 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:08:40.675398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f4ec46c5-57e7-46f3-8d56-05e4c05ea508, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4ec46c5-57e7-46f3-8d56-05e4c05ea508,segment=NetworkSegment(07bf3fec-e773-4e0a-86e5-757579ab0682),segment_id=07bf3fec-e773-4e0a-86e5-757579ab0682)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:40.683767 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:40.715065 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-831a3f44-a99a-4c2a-ae22-73bf7cf4564b tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:40.732430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-831a3f44-a99a-4c2a-ae22-73bf7cf4564b tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Calling delete_port for ad963782-7817-4292-ac20-9cc6e00d8f6d owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:40.743672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=f4ec46c5-57e7-46f3-8d56-05e4c05ea508,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:40.752189 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:40.752541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:40.752945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:40.753226 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:40.753615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:40.753952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:40.754276 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:40.754614 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:40.754927 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:40.755269 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:40.755598 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:40.755919 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:40.825621 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-831a3f44-a99a-4c2a-ae22-73bf7cf4564b tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:40.859628 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a3f44-a99a-4c2a-ae22-73bf7cf4564b tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event deleted for resources: {'Port': ['ID=ad963782-7817-4292-ac20-9cc6e00d8f6d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:40.864313 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-831a3f44-a99a-4c2a-ae22-73bf7cf4564b tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:40.869915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51286) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:40.870435 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-831a3f44-a99a-4c2a-ae22-73bf7cf4564b tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "DELETE /v2.0/ports/ad963782-7817-4292-ac20-9cc6e00d8f6d HTTP/1.1" status: 204 len: 168 time: 0.3419929 Jul 06 12:08:40.885918 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:40.919366 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['f4ec46c5-57e7-46f3-8d56-05e4c05ea508'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:08:41.088014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e606f470-f9b2-4345-9ea3-d3a61b591332 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Deleting port 2134e0bd-7d27-4493-bd93-bb84c99915fd {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:41.088848 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e606f470-f9b2-4345-9ea3-d3a61b591332 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.207456 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeba23d-e251-4ba5-90df-e34b709aa70d req-e75a68ee-cdae-45f2-ae32-152d42b819a4 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:41.208307 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cfeba23d-e251-4ba5-90df-e34b709aa70d req-e75a68ee-cdae-45f2-ae32-152d42b819a4 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/ports?device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 944 time: 0.1101243 Jul 06 12:08:41.212746 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e606f470-f9b2-4345-9ea3-d3a61b591332 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.227970 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e606f470-f9b2-4345-9ea3-d3a61b591332 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Calling delete_port for 2134e0bd-7d27-4493-bd93-bb84c99915fd owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:41.253547 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cfeba23d-e251-4ba5-90df-e34b709aa70d req-3d45aa04-cee0-4413-9ebe-9ddf3a1dc212 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed398e39-d8f9-477a-a705-5747aba3762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390487 Jul 06 12:08:41.325966 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e606f470-f9b2-4345-9ea3-d3a61b591332 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.357682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606f470-f9b2-4345-9ea3-d3a61b591332 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event deleted for resources: {'Port': ['ID=2134e0bd-7d27-4493-bd93-bb84c99915fd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:41.363919 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e606f470-f9b2-4345-9ea3-d3a61b591332 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.367846 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e606f470-f9b2-4345-9ea3-d3a61b591332 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "DELETE /v2.0/ports/2134e0bd-7d27-4493-bd93-bb84c99915fd HTTP/1.1" status: 204 len: 168 time: 0.4970198 Jul 06 12:08:41.368973 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51296) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:41.411406 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2a894f95-3549-4f46-968e-e1950ac3487e tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0411732 Jul 06 12:08:41.420436 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51298) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:41.430031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-105c682e-acce-49ed-b2e9-cb7a53ab99d9 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-261856780'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:41.495953 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105c682e-acce-49ed-b2e9-cb7a53ab99d9 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Made reservation on behalf of c99450f610f5422abcd71c651c1e7d74 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:41.501047 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-105c682e-acce-49ed-b2e9-cb7a53ab99d9 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.542840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105c682e-acce-49ed-b2e9-cb7a53ab99d9 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:41.560463 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-105c682e-acce-49ed-b2e9-cb7a53ab99d9 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.560885 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-105c682e-acce-49ed-b2e9-cb7a53ab99d9 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Added segment fd261f5c-35ce-45b5-868b-e1afde18bee5 of type vlan for network d46e164b-efc5-4e50-b5c4-9c8397ea36b9 Jul 06 12:08:41.586420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79416b5f-ee52-4fcc-a825-4fb35028425f req-6288dfd2-6bdd-40b2-b7ec-b72bbdd500dd tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:41.588223 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-79416b5f-ee52-4fcc-a825-4fb35028425f req-6288dfd2-6bdd-40b2-b7ec-b72bbdd500dd tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 944 time: 0.1392329 Jul 06 12:08:41.644428 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-105c682e-acce-49ed-b2e9-cb7a53ab99d9 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.675793 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-79416b5f-ee52-4fcc-a825-4fb35028425f req-ce71db46-37d8-4507-888a-bf4e445696da tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628471 Jul 06 12:08:41.692100 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-105c682e-acce-49ed-b2e9-cb7a53ab99d9 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.702425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c682e-acce-49ed-b2e9-cb7a53ab99d9 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:41.702425 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-105c682e-acce-49ed-b2e9-cb7a53ab99d9 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.770550 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-105c682e-acce-49ed-b2e9-cb7a53ab99d9 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3469253 Jul 06 12:08:41.770871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51304) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:41.776195 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3a93e3e4-f2d2-4de5-9c58-b29895d65f89 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1533250262'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:41.788255 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c682e-acce-49ed-b2e9-cb7a53ab99d9 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event updated for resources: {'Network': ['ID=d46e164b-efc5-4e50-b5c4-9c8397ea36b9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:41.801990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network d46e164b-efc5-4e50-b5c4-9c8397ea36b9 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:41.804231 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a93e3e4-f2d2-4de5-9c58-b29895d65f89 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Made reservation on behalf of c99450f610f5422abcd71c651c1e7d74 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:41.808938 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a93e3e4-f2d2-4de5-9c58-b29895d65f89 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.839365 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a93e3e4-f2d2-4de5-9c58-b29895d65f89 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:41.850954 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a93e3e4-f2d2-4de5-9c58-b29895d65f89 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.851597 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-3a93e3e4-f2d2-4de5-9c58-b29895d65f89 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Added segment 70416490-80a4-4713-96f3-5408973793bb of type vlan for network b6b26a7e-1436-426f-8138-d702f4b25631 Jul 06 12:08:41.900092 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a93e3e4-f2d2-4de5-9c58-b29895d65f89 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.937092 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a93e3e4-f2d2-4de5-9c58-b29895d65f89 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:41.943685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a93e3e4-f2d2-4de5-9c58-b29895d65f89 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:41.944501 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a93e3e4-f2d2-4de5-9c58-b29895d65f89 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.033474 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3a93e3e4-f2d2-4de5-9c58-b29895d65f89 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2523913 Jul 06 12:08:42.082186 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93e3e4-f2d2-4de5-9c58-b29895d65f89 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event updated for resources: {'Network': ['ID=b6b26a7e-1436-426f-8138-d702f4b25631,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:42.096144 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network b6b26a7e-1436-426f-8138-d702f4b25631 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:42.166623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51312) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:42.170595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Request body: {'subnets': [{'network_id': 'd46e164b-efc5-4e50-b5c4-9c8397ea36b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1095736397', 'ip_version': 4}, {'network_id': 'b6b26a7e-1436-426f-8138-d702f4b25631', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:42.170975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Request body: {'subnet': {'network_id': 'd46e164b-efc5-4e50-b5c4-9c8397ea36b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1095736397', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:42.171617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Request body: {'subnet': {'network_id': 'b6b26a7e-1436-426f-8138-d702f4b25631', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:42.213106 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190c6da-deaa-43d9-986f-fb66562d4c01 req-5f128da0-2b28-453b-8746-1e9f58a74a5a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:42.214943 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e190c6da-deaa-43d9-986f-fb66562d4c01 req-5f128da0-2b28-453b-8746-1e9f58a74a5a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 945 time: 0.0991602 Jul 06 12:08:42.225141 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f4ec46c5-57e7-46f3-8d56-05e4c05ea508 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:42.279777 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e190c6da-deaa-43d9-986f-fb66562d4c01 req-71ad5bc1-738c-4fbb-adfc-7db887f180b5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535054 Jul 06 12:08:42.282622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 78b363be-3e50-42a2-ad9d-e2e6e20be7bb details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:08:42.403650 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port f4ec46c5-57e7-46f3-8d56-05e4c05ea508 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:42.413600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port f4ec46c5-57e7-46f3-8d56-05e4c05ea508 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:42.414210 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.455050 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Made reservation on behalf of c99450f610f5422abcd71c651c1e7d74 for: {'subnet': 2} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:42.462604 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.462998 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.520009 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a5d4f-ffb9-412e-ae8f-137829de7adf req-eb07f2ca-b489-40ef-a34c-16f83512d3c3 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:42.522492 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-494a5d4f-ffb9-412e-ae8f-137829de7adf req-eb07f2ca-b489-40ef-a34c-16f83512d3c3 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/ports?device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 944 time: 0.0943437 Jul 06 12:08:42.532331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 78b363be-3e50-42a2-ad9d-e2e6e20be7bb, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=78b363be-3e50-42a2-ad9d-e2e6e20be7bb,segment=NetworkSegment(a457530a-ecea-4281-ac63-2efd6a867c17),segment_id=a457530a-ecea-4281-ac63-2efd6a867c17)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:42.599687 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-494a5d4f-ffb9-412e-ae8f-137829de7adf req-fdb2d9b8-c79a-4bbf-856c-d2df921bf57e tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed398e39-d8f9-477a-a705-5747aba3762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620487 Jul 06 12:08:42.603595 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.661519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f4ec46c5-57e7-46f3-8d56-05e4c05ea508, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4ec46c5-57e7-46f3-8d56-05e4c05ea508,segment=NetworkSegment(07bf3fec-e773-4e0a-86e5-757579ab0682),segment_id=07bf3fec-e773-4e0a-86e5-757579ab0682)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:42.662981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '78b363be-3e50-42a2-ad9d-e2e6e20be7bb', 'network_id': '56265c99-e760-4ed2-b08f-d3018bb61185', 'port_id': '78b363be-3e50-42a2-ad9d-e2e6e20be7bb', 'mac_address': 'fa:16:3e:e0:47:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b759d816-74e5-4c1b-8b61-5bcead129dc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:08:42.667952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb669f16-da7a-42ed-944b-a2909f202b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ec46c5-57e7-46f3-8d56-05e4c05ea508'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:42.671387 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666cb38a-3762-4b91-beaa-39af96cdfc36" -d '{"events": [{"server_uuid": "bb669f16-da7a-42ed-944b-a2909f202b7a", "name": "network-vif-plugged", "status": "completed", "tag": "f4ec46c5-57e7-46f3-8d56-05e4c05ea508"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:42.676828 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.772103 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.803797 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b363be-3e50-42a2-ad9d-e2e6e20be7bb {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:08:42.821164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=f4ec46c5-57e7-46f3-8d56-05e4c05ea508,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:42.860727 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 78b363be-3e50-42a2-ad9d-e2e6e20be7bb, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=78b363be-3e50-42a2-ad9d-e2e6e20be7bb,segment=NetworkSegment(a457530a-ecea-4281-ac63-2efd6a867c17),segment_id=a457530a-ecea-4281-ac63-2efd6a867c17)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:42.875706 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:42.963809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=78b363be-3e50-42a2-ad9d-e2e6e20be7bb,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:43.155520 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['78b363be-3e50-42a2-ad9d-e2e6e20be7bb'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:08:43.176839 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.198001 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524644c8-2573-416f-a45d-dea8ebd05106 x-openstack-request-id: req-524644c8-2573-416f-a45d-dea8ebd05106 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:43.198532 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb669f16-da7a-42ed-944b-a2909f202b7a", "name": "network-vif-plugged", "status": "completed", "tag": "f4ec46c5-57e7-46f3-8d56-05e4c05ea508", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:43.198946 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-524644c8-2573-416f-a45d-dea8ebd05106 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:43.199572 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb669f16-da7a-42ed-944b-a2909f202b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ec46c5-57e7-46f3-8d56-05e4c05ea508', 'code': 200} Jul 06 12:08:43.254352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event updated for resources: {'Subnet': ['ID=67d4a487-c940-4134-9e8f-26cde993fb10,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:43.320371 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Checking segment: {'id': 'fd261f5c-35ce-45b5-868b-e1afde18bee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd46e164b-efc5-4e50-b5c4-9c8397ea36b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:43.320722 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Network hostable DHCP agents. Network: d46e164b-efc5-4e50-b5c4-9c8397ea36b9, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:43.402610 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Network d46e164b-efc5-4e50-b5c4-9c8397ea36b9 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:43.416187 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979a2cb-427f-4feb-ada7-e616fbe7bab4 req-71866de9-b7f2-4317-a134-cc5df17fcd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:43.418079 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7979a2cb-427f-4feb-ada7-e616fbe7bab4 req-71866de9-b7f2-4317-a134-cc5df17fcd36 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 1096 time: 0.0837102 Jul 06 12:08:43.419256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, d46e164b-efc5-4e50-b5c4-9c8397ea36b9) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:43.425444 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.440396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091ce45d-c919-48f1-b6ac-1aa29fc761b3 None None] Network d46e164b-efc5-4e50-b5c4-9c8397ea36b9 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:43.486919 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbe5ee-bcb7-47af-a0bb-f0d0f9c07407 req-ef40287d-566d-442e-b8a4-58a440ae8b4f tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:43.489507 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b5dbe5ee-bcb7-47af-a0bb-f0d0f9c07407 req-ef40287d-566d-442e-b8a4-58a440ae8b4f tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 945 time: 0.1569633 Jul 06 12:08:43.544031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b5dbe5ee-bcb7-47af-a0bb-f0d0f9c07407 req-6d107c20-77ab-44cf-8914-eb990216f4e5 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485284 Jul 06 12:08:43.549395 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event updated for resources: {'Subnet': ['ID=bf47ba35-5d8f-45c3-87a8-30d449189c52,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:43.553536 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7979a2cb-427f-4feb-ada7-e616fbe7bab4 req-19987e3b-eb3e-46d7-88b2-65a98a1dddcf service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236906 Jul 06 12:08:43.576454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Checking segment: {'id': '70416490-80a4-4713-96f3-5408973793bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b6b26a7e-1436-426f-8138-d702f4b25631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:43.576810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Network hostable DHCP agents. Network: b6b26a7e-1436-426f-8138-d702f4b25631, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:43.597341 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Network b6b26a7e-1436-426f-8138-d702f4b25631 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:43.618432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, b6b26a7e-1436-426f-8138-d702f4b25631) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:43.624376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:43.625551 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:43.626349 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.640064 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c724fa-1b03-4f91-bc4d-0051e5dcc46e None None] Network b6b26a7e-1436-426f-8138-d702f4b25631 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:43.661228 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-12a16361-c733-4f51-b7e4-cd587efd4809 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4951305 Jul 06 12:08:43.663535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-d46e164b-efc5-4e50-b5c4-9c8397ea36b9', 'network_id': 'd46e164b-efc5-4e50-b5c4-9c8397ea36b9', 'tenant_id': 'c99450f610f5422abcd71c651c1e7d74', 'fixed_ips': [{'subnet_id': '67d4a487-c940-4134-9e8f-26cde993fb10'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:08:43.663670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51342) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:43.664465 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.777497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfb9d2a-0286-4e0e-8a32-9cfb83ebc8d8 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:43.779042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfb9d2a-0286-4e0e-8a32-9cfb83ebc8d8 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:43.780606 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfb9d2a-0286-4e0e-8a32-9cfb83ebc8d8 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:43.785104 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2cfb9d2a-0286-4e0e-8a32-9cfb83ebc8d8 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1174421 Jul 06 12:08:43.786000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51344) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:43.882997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc135bc-5593-4892-910f-37869993fb11 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Deleting subnet 67d4a487-c940-4134-9e8f-26cde993fb10 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:08:43.913833 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf7d82-09fc-4dc2-89e4-dfd7ce4e0487 req-2476d509-7599-49bb-a025-0769c3394ac0 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:43.915803 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7cbf7d82-09fc-4dc2-89e4-dfd7ce4e0487 req-2476d509-7599-49bb-a025-0769c3394ac0 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/ports?device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 945 time: 0.0919838 Jul 06 12:08:43.928299 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Allocated IP 172.20.0.2 (d46e164b-efc5-4e50-b5c4-9c8397ea36b9/67d4a487-c940-4134-9e8f-26cde993fb10/c0281b45-873f-40e7-afb4-428dbb730aa9) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:43.944759 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-b6b26a7e-1436-426f-8138-d702f4b25631', 'network_id': 'b6b26a7e-1436-426f-8138-d702f4b25631', 'tenant_id': 'c99450f610f5422abcd71c651c1e7d74', 'fixed_ips': [{'subnet_id': 'bf47ba35-5d8f-45c3-87a8-30d449189c52'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:08:43.945982 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:43.970805 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7cbf7d82-09fc-4dc2-89e4-dfd7ce4e0487 req-eb579fe1-9173-4a75-b1f1-b28ee09bb2b4 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed398e39-d8f9-477a-a705-5747aba3762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468476 Jul 06 12:08:44.194047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Allocated IP 172.20.0.18 (b6b26a7e-1436-426f-8138-d702f4b25631/bf47ba35-5d8f-45c3-87a8-30d449189c52/9f97f82a-7e7a-409c-afdd-a5f7fc214ea0) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:44.214425 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.231080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Transition to ACTIVE for port object c0281b45-873f-40e7-afb4-428dbb730aa9 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:44.281468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 78b363be-3e50-42a2-ad9d-e2e6e20be7bb up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:44.319138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Transition to ACTIVE for port object c0281b45-873f-40e7-afb4-428dbb730aa9 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:44.334117 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fdc135bc-5593-4892-910f-37869993fb11 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.334464 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.400423 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fdc135bc-5593-4892-910f-37869993fb11 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.582735 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fdc135bc-5593-4892-910f-37869993fb11 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.591611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Network d46e164b-efc5-4e50-b5c4-9c8397ea36b9 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:44.607568 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:44.644982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:44.678115 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fdc135bc-5593-4892-910f-37869993fb11 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.689132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Pushing event updated for resources: {'Port': ['ID=c0281b45-873f-40e7-afb4-428dbb730aa9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:44.697512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 78b363be-3e50-42a2-ad9d-e2e6e20be7bb completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:08:44.727387 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc135bc-5593-4892-910f-37869993fb11 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event deleted for resources: {'Subnet': ['ID=67d4a487-c940-4134-9e8f-26cde993fb10,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:44.727765 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 78b363be-3e50-42a2-ad9d-e2e6e20be7bb triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:44.728145 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.730041 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fdc135bc-5593-4892-910f-37869993fb11 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.738293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fdc135bc-5593-4892-910f-37869993fb11 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "DELETE /v2.0/subnets/67d4a487-c940-4134-9e8f-26cde993fb10 HTTP/1.1" status: 204 len: 168 time: 0.9449022 Jul 06 12:08:44.738293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51360) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:44.824422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-45996d24-664e-43cd-9750-a30b816c4a69 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Deleting subnet bf47ba35-5d8f-45c3-87a8-30d449189c52 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:08:44.826627 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.845578 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Transition to ACTIVE for port object 9f97f82a-7e7a-409c-afdd-a5f7fc214ea0 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:44.847600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Attempting to bind port c0281b45-873f-40e7-afb4-428dbb730aa9 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:44.847969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Attempting to bind port c0281b45-873f-40e7-afb4-428dbb730aa9 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'fd261f5c-35ce-45b5-868b-e1afde18bee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd46e164b-efc5-4e50-b5c4-9c8397ea36b9'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:44.848326 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Attempting to bind port c0281b45-873f-40e7-afb4-428dbb730aa9 on network d46e164b-efc5-4e50-b5c4-9c8397ea36b9 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:44.864506 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:44.864778 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Checking segment: {'id': 'fd261f5c-35ce-45b5-868b-e1afde18bee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd46e164b-efc5-4e50-b5c4-9c8397ea36b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:44.865187 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.865589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Bound using segment: {'id': 'fd261f5c-35ce-45b5-868b-e1afde18bee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd46e164b-efc5-4e50-b5c4-9c8397ea36b9'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:44.866072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Bound port: c0281b45-873f-40e7-afb4-428dbb730aa9, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd261f5c-35ce-45b5-868b-e1afde18bee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd46e164b-efc5-4e50-b5c4-9c8397ea36b9'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:44.866469 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.885711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Transition to ACTIVE for port object 9f97f82a-7e7a-409c-afdd-a5f7fc214ea0 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:44.894784 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45996d24-664e-43cd-9750-a30b816c4a69 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.896283 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.958742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45996d24-664e-43cd-9750-a30b816c4a69 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:44.969909 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c38f7-eb23-458a-91b4-dd6f57ac5d8b req-e533f8a4-6b39-4fb3-bcc0-1f9f0e1c00f6 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:44.976666 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e50c38f7-eb23-458a-91b4-dd6f57ac5d8b req-e533f8a4-6b39-4fb3-bcc0-1f9f0e1c00f6 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 945 time: 0.1405213 Jul 06 12:08:45.010996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Network b6b26a7e-1436-426f-8138-d702f4b25631 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:45.013380 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.029657 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:45.030702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Pushing event updated for resources: {'Port': ['ID=9f97f82a-7e7a-409c-afdd-a5f7fc214ea0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:45.033584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:45.051138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] For port c0281b45-873f-40e7-afb4-428dbb730aa9, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:45.092336 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e50c38f7-eb23-458a-91b4-dd6f57ac5d8b req-d0312e88-49eb-4e22-a194-598655573e5f tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870364 Jul 06 12:08:45.094649 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] For port c0281b45-873f-40e7-afb4-428dbb730aa9, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c0281b45-873f-40e7-afb4-428dbb730aa9,segment=NetworkSegment(fd261f5c-35ce-45b5-868b-e1afde18bee5),segment_id=fd261f5c-35ce-45b5-868b-e1afde18bee5)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:45.114474 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 78b363be-3e50-42a2-ad9d-e2e6e20be7bb, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=78b363be-3e50-42a2-ad9d-e2e6e20be7bb,segment=NetworkSegment(a457530a-ecea-4281-ac63-2efd6a867c17),segment_id=a457530a-ecea-4281-ac63-2efd6a867c17)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:45.122342 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45996d24-664e-43cd-9750-a30b816c4a69 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.122639 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.174168 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.193702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Attempting to bind port 9f97f82a-7e7a-409c-afdd-a5f7fc214ea0 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:45.194070 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Attempting to bind port 9f97f82a-7e7a-409c-afdd-a5f7fc214ea0 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '70416490-80a4-4713-96f3-5408973793bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b6b26a7e-1436-426f-8138-d702f4b25631'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:45.194574 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Attempting to bind port 9f97f82a-7e7a-409c-afdd-a5f7fc214ea0 on network b6b26a7e-1436-426f-8138-d702f4b25631 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:45.200584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a144c74a-4dca-40e2-a174-9d0197a39f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b363be-3e50-42a2-ad9d-e2e6e20be7bb'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:45.202983 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7944e94-7257-4210-9e2c-8ee304d7547d" -d '{"events": [{"server_uuid": "a144c74a-4dca-40e2-a174-9d0197a39f0d", "name": "network-vif-plugged", "status": "completed", "tag": "78b363be-3e50-42a2-ad9d-e2e6e20be7bb"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:45.207847 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45996d24-664e-43cd-9750-a30b816c4a69 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.243525 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:45.243905 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Checking segment: {'id': '70416490-80a4-4713-96f3-5408973793bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b6b26a7e-1436-426f-8138-d702f4b25631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:45.244311 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.244711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Bound using segment: {'id': '70416490-80a4-4713-96f3-5408973793bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b6b26a7e-1436-426f-8138-d702f4b25631'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:45.245317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Bound port: 9f97f82a-7e7a-409c-afdd-a5f7fc214ea0, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70416490-80a4-4713-96f3-5408973793bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b6b26a7e-1436-426f-8138-d702f4b25631'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:45.245698 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.252867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7734a2-de8b-4934-88aa-ac6ee06d6e0d None None] Pushing event updated for resources: {'Port': ['ID=c0281b45-873f-40e7-afb4-428dbb730aa9,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:45.262658 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45996d24-664e-43cd-9750-a30b816c4a69 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.264874 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-45996d24-664e-43cd-9750-a30b816c4a69 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "DELETE /v2.0/subnets/bf47ba35-5d8f-45c3-87a8-30d449189c52 HTTP/1.1" status: 204 len: 168 time: 0.5280390 Jul 06 12:08:45.266937 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45996d24-664e-43cd-9750-a30b816c4a69 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event deleted for resources: {'Subnet': ['ID=bf47ba35-5d8f-45c3-87a8-30d449189c52,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:45.269768 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51378) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:45.340780 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a29e4c-d31a-4cd7-9ab9-3b66c1d56da3 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:45.347628 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51386) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:45.350047 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-89a29e4c-d31a-4cd7-9ab9-3b66c1d56da3 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0761845 Jul 06 12:08:45.369991 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=78b363be-3e50-42a2-ad9d-e2e6e20be7bb,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:45.392003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5804af-9472-4811-b1e8-e97707713c74 None None] Network d46e164b-efc5-4e50-b5c4-9c8397ea36b9 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:45.467408 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] For port 9f97f82a-7e7a-409c-afdd-a5f7fc214ea0, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:45.495859 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] For port 9f97f82a-7e7a-409c-afdd-a5f7fc214ea0, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9f97f82a-7e7a-409c-afdd-a5f7fc214ea0,segment=NetworkSegment(70416490-80a4-4713-96f3-5408973793bb),segment_id=70416490-80a4-4713-96f3-5408973793bb)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:45.500834 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.521800 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.558380 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c564d-6fcc-4f4a-a8f9-b383fb3fd563 req-66dc1b87-eb01-4aa9-8ccd-a61083b71472 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:45.560232 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-681c564d-6fcc-4f4a-a8f9-b383fb3fd563 req-66dc1b87-eb01-4aa9-8ccd-a61083b71472 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/ports?device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 946 time: 0.1305807 Jul 06 12:08:45.635489 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-681c564d-6fcc-4f4a-a8f9-b383fb3fd563 req-9caef284-5076-4385-af78-6b41dc98803d tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed398e39-d8f9-477a-a705-5747aba3762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475345 Jul 06 12:08:45.644275 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f374c-09aa-4167-8929-4ac0720e9891 None None] Pushing event updated for resources: {'Port': ['ID=9f97f82a-7e7a-409c-afdd-a5f7fc214ea0,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:45.668814 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Deleting port 9f97f82a-7e7a-409c-afdd-a5f7fc214ea0 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:45.669163 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.698621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d9331c-4266-4ac5-a3b3-af1d65d70ceb None None] Network b6b26a7e-1436-426f-8138-d702f4b25631 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:45.714385 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bd2766-253b-444b-938a-219d20e9d137 x-openstack-request-id: req-37bd2766-253b-444b-938a-219d20e9d137 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:45.714937 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a144c74a-4dca-40e2-a174-9d0197a39f0d", "name": "network-vif-plugged", "status": "completed", "tag": "78b363be-3e50-42a2-ad9d-e2e6e20be7bb", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:45.715487 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37bd2766-253b-444b-938a-219d20e9d137 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:45.716408 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a144c74a-4dca-40e2-a174-9d0197a39f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b363be-3e50-42a2-ad9d-e2e6e20be7bb', 'code': 200} Jul 06 12:08:45.779717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] For port 9f97f82a-7e7a-409c-afdd-a5f7fc214ea0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9f97f82a-7e7a-409c-afdd-a5f7fc214ea0,segment=NetworkSegment(70416490-80a4-4713-96f3-5408973793bb),segment_id=70416490-80a4-4713-96f3-5408973793bb)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:45.780401 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.807360 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Calling delete_port for 9f97f82a-7e7a-409c-afdd-a5f7fc214ea0 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:45.854953 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a60b9-fe7a-4d8a-9482-69fa4c72ea81 req-50355f19-bfea-4afc-8b35-c2a2a5219b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:45.856872 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a3a60b9-fe7a-4d8a-9482-69fa4c72ea81 req-50355f19-bfea-4afc-8b35-c2a2a5219b6a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 1097 time: 0.0663922 Jul 06 12:08:45.871414 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbbfd65-aa81-4ccf-b9d3-d2411f108b43 None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:08:45.925880 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a3a60b9-fe7a-4d8a-9482-69fa4c72ea81 req-0d874f2b-710c-4d80-be6c-fdb1de09fda0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ed398e39-d8f9-477a-a705-5747aba3762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617864 Jul 06 12:08:45.936691 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:08:45.939299 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:45.966534 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event deleted for resources: {'Port': ['ID=9f97f82a-7e7a-409c-afdd-a5f7fc214ea0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:45.970892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] No DVR routers for this DVR port 9f97f82a-7e7a-409c-afdd-a5f7fc214ea0 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:46.009232 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbbfd65-aa81-4ccf-b9d3-d2411f108b43 None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:08:46.059841 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.072638 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b26a7e-1436-426f-8138-d702f4b25631']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:46.090191 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70416490-80a4-4713-96f3-5408973793bb') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:46.090540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70416490-80a4-4713-96f3-5408973793bb') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:46.103890 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.150305 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.161207 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:46.161515 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:46.164819 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:46.241731 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3c37a452-8116-40f9-bb9e-87350d554d02 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:08:46.245253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae9148-f76d-418c-9d6e-52fe183f1114 req-ca02e2c3-69dd-465e-a978-82c52c7c87e6 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:46.246842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ddae9148-f76d-418c-9d6e-52fe183f1114 req-ca02e2c3-69dd-465e-a978-82c52c7c87e6 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 945 time: 0.1328921 Jul 06 12:08:46.248030 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.257647 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.261842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "DELETE /v2.0/networks/b6b26a7e-1436-426f-8138-d702f4b25631 HTTP/1.1" status: 204 len: 168 time: 0.9108045 Jul 06 12:08:46.262242 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51402) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:46.277591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b39d82-6edf-4b1b-b5da-4e399fa3d606 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event deleted for resources: {'Network': ['ID=b6b26a7e-1436-426f-8138-d702f4b25631,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:46.319361 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ddae9148-f76d-418c-9d6e-52fe183f1114 req-be0ba7c7-8946-4624-85b3-49b89832cd4d tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583863 Jul 06 12:08:46.381441 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.395352 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:46.408445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '3c37a452-8116-40f9-bb9e-87350d554d02', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'port_id': '3c37a452-8116-40f9-bb9e-87350d554d02', 'mac_address': 'fa:16:3e:35:31:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:08:46.468376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Deleting port c0281b45-873f-40e7-afb4-428dbb730aa9 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:46.468770 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.501320 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.539473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c37a452-8116-40f9-bb9e-87350d554d02 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:08:46.563943 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:46.573641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8becb935-572e-43ef-b503-c12b6a6bbe84 None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:08:46.579606 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.591312 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] For port c0281b45-873f-40e7-afb4-428dbb730aa9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c0281b45-873f-40e7-afb4-428dbb730aa9,segment=NetworkSegment(fd261f5c-35ce-45b5-868b-e1afde18bee5),segment_id=fd261f5c-35ce-45b5-868b-e1afde18bee5)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:46.591766 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.618300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Calling delete_port for c0281b45-873f-40e7-afb4-428dbb730aa9 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:46.713858 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['3c37a452-8116-40f9-bb9e-87350d554d02'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:08:46.751016 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.772749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=3c37a452-8116-40f9-bb9e-87350d554d02,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:46.798851 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event deleted for resources: {'Port': ['ID=c0281b45-873f-40e7-afb4-428dbb730aa9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:46.815586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] No DVR routers for this DVR port c0281b45-873f-40e7-afb4-428dbb730aa9 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:46.846529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8becb935-572e-43ef-b503-c12b6a6bbe84 None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:08:46.913526 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffba65-a146-4aa1-9f94-94c00db90759 req-e06cc7fe-5b79-48fa-b874-875b5ca0739e tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:46.922301 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-69ffba65-a146-4aa1-9f94-94c00db90759 req-e06cc7fe-5b79-48fa-b874-875b5ca0739e tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/ports?device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 946 time: 0.0946896 Jul 06 12:08:46.952483 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:46.972243 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46e164b-efc5-4e50-b5c4-9c8397ea36b9']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:46.985091 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-69ffba65-a146-4aa1-9f94-94c00db90759 req-11ee300b-1e29-4413-9e5e-be8cfbe49dbf tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed398e39-d8f9-477a-a705-5747aba3762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597560 Jul 06 12:08:46.985304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd261f5c-35ce-45b5-868b-e1afde18bee5') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:46.985394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd261f5c-35ce-45b5-868b-e1afde18bee5') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:47.010163 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.029476 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.039879 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:47.041173 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:47.044494 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:47.115610 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.121580 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.124462 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "DELETE /v2.0/networks/d46e164b-efc5-4e50-b5c4-9c8397ea36b9 HTTP/1.1" status: 204 len: 168 time: 0.8609936 Jul 06 12:08:47.127967 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51422) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:47.142931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027c6a9-e12c-4c37-8f7f-c7c816da3455 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event deleted for resources: {'Network': ['ID=d46e164b-efc5-4e50-b5c4-9c8397ea36b9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:47.216363 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.319929 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.333052 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc2a0df-cb58-48f8-b9cf-307d42d7d8e2']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:47.351026 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80fc56d-c277-4668-a449-7745e9592b26') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:47.355110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80fc56d-c277-4668-a449-7745e9592b26') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:47.366642 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.393848 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.402471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:47.402947 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:47.406677 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:47.510287 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.518987 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.523682 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "DELETE /v2.0/networks/3fc2a0df-cb58-48f8-b9cf-307d42d7d8e2 HTTP/1.1" status: 204 len: 168 time: 0.3919857 Jul 06 12:08:47.524281 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51440) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:47.542794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event deleted for resources: {'Network': ['ID=3fc2a0df-cb58-48f8-b9cf-307d42d7d8e2,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:47.570619 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:47.570973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:47.571344 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:47.571685 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:47.572017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:47.572363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:47.572679 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:47.573007 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:47.573332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:47.573657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:47.573982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:47.574304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec58b3b-d626-42ac-a88d-2a8f4ba7035a tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:08:47.624641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0d07e-6597-4e74-959c-2c029d6a8fcb req-449b8af8-50d5-4122-bcc7-d946c6a8dc69 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:47.627794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fac0d07e-6597-4e74-959c-2c029d6a8fcb req-449b8af8-50d5-4122-bcc7-d946c6a8dc69 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 945 time: 0.1039350 Jul 06 12:08:47.667568 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9cdd6b27-7d13-45f3-b8c3-830c3f1e6765 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.681270 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fac0d07e-6597-4e74-959c-2c029d6a8fcb req-1584ba2c-e1a0-46c7-982e-c72ee8f28b8f tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/security-groups?id=a99de949-8df5-46cd-9c34-178ff5848079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465729 Jul 06 12:08:47.705141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdaa4ac-500e-4d7d-a13f-45fb2bece7d3 req-c802891e-e1e2-41c2-8ce0-901e967c614f tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:47.706714 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bdaa4ac-500e-4d7d-a13f-45fb2bece7d3 req-c802891e-e1e2-41c2-8ce0-901e967c614f tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.89 "GET /v2.0/ports?device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 945 time: 0.1623633 Jul 06 12:08:47.849029 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9cdd6b27-7d13-45f3-b8c3-830c3f1e6765 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.885384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-9cdd6b27-7d13-45f3-b8c3-830c3f1e6765 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c505688d-1a03-4319-9185-801f173d6d71']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:47.897818 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-9cdd6b27-7d13-45f3-b8c3-830c3f1e6765 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf51784-ac4a-437a-bdf8-40aa26a44224') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:47.898106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-9cdd6b27-7d13-45f3-b8c3-830c3f1e6765 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf51784-ac4a-437a-bdf8-40aa26a44224') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:47.912122 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9cdd6b27-7d13-45f3-b8c3-830c3f1e6765 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.937640 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9cdd6b27-7d13-45f3-b8c3-830c3f1e6765 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.948346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdd6b27-7d13-45f3-b8c3-830c3f1e6765 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:47.948750 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9cdd6b27-7d13-45f3-b8c3-830c3f1e6765 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:47.951831 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:47.963675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-0bdaa4ac-500e-4d7d-a13f-45fb2bece7d3 req-a34ba182-4a49-4f53-86f1-2b7136c8c2a1 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Deleting port f4ec46c5-57e7-46f3-8d56-05e4c05ea508 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:47.964052 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0bdaa4ac-500e-4d7d-a13f-45fb2bece7d3 req-a34ba182-4a49-4f53-86f1-2b7136c8c2a1 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.164891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-0bdaa4ac-500e-4d7d-a13f-45fb2bece7d3 req-a34ba182-4a49-4f53-86f1-2b7136c8c2a1 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] For port f4ec46c5-57e7-46f3-8d56-05e4c05ea508, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4ec46c5-57e7-46f3-8d56-05e4c05ea508,segment=NetworkSegment(07bf3fec-e773-4e0a-86e5-757579ab0682),segment_id=07bf3fec-e773-4e0a-86e5-757579ab0682)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:48.165608 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0bdaa4ac-500e-4d7d-a13f-45fb2bece7d3 req-a34ba182-4a49-4f53-86f1-2b7136c8c2a1 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.184185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-0bdaa4ac-500e-4d7d-a13f-45fb2bece7d3 req-a34ba182-4a49-4f53-86f1-2b7136c8c2a1 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Calling delete_port for f4ec46c5-57e7-46f3-8d56-05e4c05ea508 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:48.259665 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3c37a452-8116-40f9-bb9e-87350d554d02 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:08:48.339477 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9cdd6b27-7d13-45f3-b8c3-830c3f1e6765 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.350632 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9cdd6b27-7d13-45f3-b8c3-830c3f1e6765 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.355600 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9cdd6b27-7d13-45f3-b8c3-830c3f1e6765 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] 10.222.0.81 "DELETE /v2.0/networks/c505688d-1a03-4319-9185-801f173d6d71 HTTP/1.1" status: 204 len: 168 time: 0.8299806 Jul 06 12:08:48.359891 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0bdaa4ac-500e-4d7d-a13f-45fb2bece7d3 req-a34ba182-4a49-4f53-86f1-2b7136c8c2a1 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.382172 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd6b27-7d13-45f3-b8c3-830c3f1e6765 tempest-BulkNetworkOpsTest-281211245 tempest-BulkNetworkOpsTest-281211245-project] Pushing event deleted for resources: {'Network': ['ID=c505688d-1a03-4319-9185-801f173d6d71,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:48.412762 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ba182-4a49-4f53-86f1-2b7136c8c2a1 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Pushing event deleted for resources: {'Port': ['ID=f4ec46c5-57e7-46f3-8d56-05e4c05ea508,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:48.475891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdaa4ac-500e-4d7d-a13f-45fb2bece7d3 req-a34ba182-4a49-4f53-86f1-2b7136c8c2a1 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] No DVR routers for this DVR port f4ec46c5-57e7-46f3-8d56-05e4c05ea508 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:48.480252 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0bdaa4ac-500e-4d7d-a13f-45fb2bece7d3 req-a34ba182-4a49-4f53-86f1-2b7136c8c2a1 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.483882 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bdaa4ac-500e-4d7d-a13f-45fb2bece7d3 req-a34ba182-4a49-4f53-86f1-2b7136c8c2a1 tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.89 "DELETE /v2.0/ports/f4ec46c5-57e7-46f3-8d56-05e4c05ea508 HTTP/1.1" status: 204 len: 173 time: 0.7563338 Jul 06 12:08:48.485400 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb669f16-da7a-42ed-944b-a2909f202b7a', 'name': 'network-vif-deleted', 'tag': 'f4ec46c5-57e7-46f3-8d56-05e4c05ea508'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:48.494061 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5676309-1021-42b4-8ae7-119f636bcedd" -d '{"events": [{"server_uuid": "bb669f16-da7a-42ed-944b-a2909f202b7a", "name": "network-vif-deleted", "tag": "f4ec46c5-57e7-46f3-8d56-05e4c05ea508"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:48.501365 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 3c37a452-8116-40f9-bb9e-87350d554d02 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:08:48.502076 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.681851 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:48.975849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51486) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:49.046207 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:49.049609 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03cf641-7d51-4e75-8399-f6af712e5e01" -d '{"events": [{"server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "name": "network-vif-plugged", "status": "completed", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:49.063424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86326314-28e7-4864-9390-61ae0627bad0 req-3d7bc4d3-5e03-4df0-afc2-bc37292f9193 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:49.066700 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:49.073204 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.077236 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-86326314-28e7-4864-9390-61ae0627bad0 req-3d7bc4d3-5e03-4df0-afc2-bc37292f9193 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/ports?device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 946 time: 0.1448658 Jul 06 12:08:49.144632 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-86326314-28e7-4864-9390-61ae0627bad0 req-40a2ef0c-e4a5-42d7-8285-d5d5117acd57 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed398e39-d8f9-477a-a705-5747aba3762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601809 Jul 06 12:08:49.177951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=3c37a452-8116-40f9-bb9e-87350d554d02,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:49.278664 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff4c886-05e7-428a-9dbd-6cb78f362532 x-openstack-request-id: req-9ff4c886-05e7-428a-9dbd-6cb78f362532 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:49.279088 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb669f16-da7a-42ed-944b-a2909f202b7a", "name": "network-vif-deleted", "tag": "f4ec46c5-57e7-46f3-8d56-05e4c05ea508", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:49.279458 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ff4c886-05e7-428a-9dbd-6cb78f362532 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:49.280175 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb669f16-da7a-42ed-944b-a2909f202b7a', 'name': 'network-vif-deleted', 'tag': 'f4ec46c5-57e7-46f3-8d56-05e4c05ea508', 'status': 'completed', 'code': 200} Jul 06 12:08:49.360787 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d5a9519d-3750-4cfd-9769-037e05f53de2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c99450f610f5422abcd71c651c1e7d74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837476 Jul 06 12:08:49.363433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51498) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:49.431749 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fad6236-04e6-4a38-88a0-a1089ac623dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.467397 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fad6236-04e6-4a38-88a0-a1089ac623dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.553923 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-628097f7-0f7f-4005-a19d-b93bad45cf62 req-b7b783d3-6c7a-4d7b-87fd-370f4eea07ee tempest-VolumesActionsTest-665521075 tempest-VolumesActionsTest-665521075-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb669f16-da7a-42ed-944b-a2909f202b7a HTTP/1.1" status: 200 len: 210 time: 0.0693452 Jul 06 12:08:49.567295 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fad6236-04e6-4a38-88a0-a1089ac623dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.570595 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fad6236-04e6-4a38-88a0-a1089ac623dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:49.574238 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8fad6236-04e6-4a38-88a0-a1089ac623dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ff644e4e-e4ea-41b7-9208-85b2b045873e HTTP/1.1" status: 204 len: 168 time: 0.2066479 Jul 06 12:08:49.614371 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad6236-04e6-4a38-88a0-a1089ac623dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff644e4e-e4ea-41b7-9208-85b2b045873e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:49.657129 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a62bf7c-c3f2-461d-9db6-5648a06153ee x-openstack-request-id: req-8a62bf7c-c3f2-461d-9db6-5648a06153ee {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:49.657960 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "name": "network-vif-plugged", "status": "completed", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:49.658542 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8a62bf7c-c3f2-461d-9db6-5648a06153ee {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:49.659729 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02', 'code': 200} Jul 06 12:08:50.271544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f4ec46c5-57e7-46f3-8d56-05e4c05ea508 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:50.319348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: f4ec46c5-57e7-46f3-8d56-05e4c05ea508 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:50.320490 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f4ec46c5-57e7-46f3-8d56-05e4c05ea508 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:50.842866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51562) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:50.980124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59de8c-7461-4781-ad23-64b25b87566f req-4f34bedf-086a-463e-bb2b-b50d6d12cc9b tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:50.983414 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e59de8c-7461-4781-ad23-64b25b87566f req-4f34bedf-086a-463e-bb2b-b50d6d12cc9b tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/ports?device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 946 time: 0.1152687 Jul 06 12:08:51.021634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4895dd5c-ba43-4a66-86e7-94d4c0761c54 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-303914666'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:51.062998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4895dd5c-ba43-4a66-86e7-94d4c0761c54 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:51.071112 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4895dd5c-ba43-4a66-86e7-94d4c0761c54 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.083966 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e59de8c-7461-4781-ad23-64b25b87566f req-3cdc3cb8-225f-4695-ad32-d402d2e398ec tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed398e39-d8f9-477a-a705-5747aba3762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911226 Jul 06 12:08:51.085912 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4895dd5c-ba43-4a66-86e7-94d4c0761c54 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.355821 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4895dd5c-ba43-4a66-86e7-94d4c0761c54 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.361333 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4895dd5c-ba43-4a66-86e7-94d4c0761c54 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.409819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4895dd5c-ba43-4a66-86e7-94d4c0761c54 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:51.429906 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4895dd5c-ba43-4a66-86e7-94d4c0761c54 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.430456 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-4895dd5c-ba43-4a66-86e7-94d4c0761c54 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Added segment d0f5bb6a-34f9-4831-9c2c-2f0204c3b674 of type vlan for network 61f03454-8911-490b-9b96-6e2c789fdc1f Jul 06 12:08:51.496798 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4895dd5c-ba43-4a66-86e7-94d4c0761c54 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.522780 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895dd5c-ba43-4a66-86e7-94d4c0761c54 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2d8a6d-ba5a-49db-8c2b-4c1f1f103235,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:51.616015 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4895dd5c-ba43-4a66-86e7-94d4c0761c54 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.628947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4895dd5c-ba43-4a66-86e7-94d4c0761c54 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:51.629659 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4895dd5c-ba43-4a66-86e7-94d4c0761c54 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:51.670058 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4895dd5c-ba43-4a66-86e7-94d4c0761c54 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8258169 Jul 06 12:08:51.793457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895dd5c-ba43-4a66-86e7-94d4c0761c54 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Network': ['ID=61f03454-8911-490b-9b96-6e2c789fdc1f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:51.805229 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 61f03454-8911-490b-9b96-6e2c789fdc1f details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:52.177439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d69ba6-52bd-4c3e-9750-9b6d4efbe181 req-10ccc98d-f82b-435c-b452-587faccfdc5d tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:52.179122 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-96d69ba6-52bd-4c3e-9750-9b6d4efbe181 req-10ccc98d-f82b-435c-b452-587faccfdc5d tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.23 "GET /v2.0/ports?device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 946 time: 0.1581395 Jul 06 12:08:52.422445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a16ec7-3df6-4fdd-bba9-497848b6fd7d req-26fa17c4-ee31-4d30-bc59-3ab8cdbc469a tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:52.423047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-96d69ba6-52bd-4c3e-9750-9b6d4efbe181 req-637109ce-e9a2-4bc9-bfbf-e3a4ee949169 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Deleting port 78b363be-3e50-42a2-ad9d-e2e6e20be7bb {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:08:52.423346 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-96d69ba6-52bd-4c3e-9750-9b6d4efbe181 req-637109ce-e9a2-4bc9-bfbf-e3a4ee949169 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.432133 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4a16ec7-3df6-4fdd-bba9-497848b6fd7d req-26fa17c4-ee31-4d30-bc59-3ab8cdbc469a tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/ports?device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 946 time: 0.1680007 Jul 06 12:08:52.501075 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4a16ec7-3df6-4fdd-bba9-497848b6fd7d req-7cd193cb-7dea-41ae-abe7-221b34d6d822 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed398e39-d8f9-477a-a705-5747aba3762d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674341 Jul 06 12:08:52.708846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-96d69ba6-52bd-4c3e-9750-9b6d4efbe181 req-637109ce-e9a2-4bc9-bfbf-e3a4ee949169 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] For port 78b363be-3e50-42a2-ad9d-e2e6e20be7bb, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=78b363be-3e50-42a2-ad9d-e2e6e20be7bb,segment=NetworkSegment(a457530a-ecea-4281-ac63-2efd6a867c17),segment_id=a457530a-ecea-4281-ac63-2efd6a867c17)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:08:52.712250 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-96d69ba6-52bd-4c3e-9750-9b6d4efbe181 req-637109ce-e9a2-4bc9-bfbf-e3a4ee949169 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:52.748646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-96d69ba6-52bd-4c3e-9750-9b6d4efbe181 req-637109ce-e9a2-4bc9-bfbf-e3a4ee949169 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Calling delete_port for 78b363be-3e50-42a2-ad9d-e2e6e20be7bb owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:08:53.110146 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-96d69ba6-52bd-4c3e-9750-9b6d4efbe181 req-637109ce-e9a2-4bc9-bfbf-e3a4ee949169 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.185805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637109ce-e9a2-4bc9-bfbf-e3a4ee949169 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Pushing event deleted for resources: {'Port': ['ID=78b363be-3e50-42a2-ad9d-e2e6e20be7bb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:53.250293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d69ba6-52bd-4c3e-9750-9b6d4efbe181 req-637109ce-e9a2-4bc9-bfbf-e3a4ee949169 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] No DVR routers for this DVR port 78b363be-3e50-42a2-ad9d-e2e6e20be7bb on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:08:53.255625 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-96d69ba6-52bd-4c3e-9750-9b6d4efbe181 req-637109ce-e9a2-4bc9-bfbf-e3a4ee949169 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:53.259457 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-96d69ba6-52bd-4c3e-9750-9b6d4efbe181 req-637109ce-e9a2-4bc9-bfbf-e3a4ee949169 tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.23 "DELETE /v2.0/ports/78b363be-3e50-42a2-ad9d-e2e6e20be7bb HTTP/1.1" status: 204 len: 173 time: 1.0746212 Jul 06 12:08:53.260095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a144c74a-4dca-40e2-a174-9d0197a39f0d', 'name': 'network-vif-deleted', 'tag': '78b363be-3e50-42a2-ad9d-e2e6e20be7bb'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:08:53.264841 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943522d3-e69d-4e12-9d1d-29717b2c68ef" -d '{"events": [{"server_uuid": "a144c74a-4dca-40e2-a174-9d0197a39f0d", "name": "network-vif-deleted", "tag": "78b363be-3e50-42a2-ad9d-e2e6e20be7bb"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:08:53.343295 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0acd520-b499-4f55-80c1-1441e7e131e8 x-openstack-request-id: req-a0acd520-b499-4f55-80c1-1441e7e131e8 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:08:53.343588 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a144c74a-4dca-40e2-a174-9d0197a39f0d", "name": "network-vif-deleted", "tag": "78b363be-3e50-42a2-ad9d-e2e6e20be7bb", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:08:53.343849 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0acd520-b499-4f55-80c1-1441e7e131e8 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:08:53.344251 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a144c74a-4dca-40e2-a174-9d0197a39f0d', 'name': 'network-vif-deleted', 'tag': '78b363be-3e50-42a2-ad9d-e2e6e20be7bb', 'status': 'completed', 'code': 200} Jul 06 12:08:53.899587 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-36b73926-ce0e-4bb6-a85e-1fc76a743e36 req-2c5158d9-8b47-4e72-a53e-011b3789d5ff tempest-ServerMetadataNegativeTestJSON-1681003948 tempest-ServerMetadataNegativeTestJSON-1681003948-project] 10.222.0.81 "GET /v2.0/ports?device_id=a144c74a-4dca-40e2-a174-9d0197a39f0d HTTP/1.1" status: 200 len: 210 time: 0.1121197 Jul 06 12:08:54.370254 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 78b363be-3e50-42a2-ad9d-e2e6e20be7bb no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:08:54.440751 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 78b363be-3e50-42a2-ad9d-e2e6e20be7bb {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:08:54.441102 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 78b363be-3e50-42a2-ad9d-e2e6e20be7bb not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:08:55.119011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51696) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:55.328696 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c4e8e8-3bbe-4d05-bcd8-0e70533caa04 admin admin] Deleting subnet b759d816-74e5-4c1b-8b61-5bcead129dc2 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:08:55.339856 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96c4e8e8-3bbe-4d05-bcd8-0e70533caa04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.438445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51700) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:55.444778 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c576c2dd-33a6-41ec-b99c-4f8e0fc1cc72 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'subnet': {'network_id': '61f03454-8911-490b-9b96-6e2c789fdc1f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:55.449051 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96c4e8e8-3bbe-4d05-bcd8-0e70533caa04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.572135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96c4e8e8-3bbe-4d05-bcd8-0e70533caa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.636956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c576c2dd-33a6-41ec-b99c-4f8e0fc1cc72 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:55.652706 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c576c2dd-33a6-41ec-b99c-4f8e0fc1cc72 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.840606 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96c4e8e8-3bbe-4d05-bcd8-0e70533caa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.993931 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96c4e8e8-3bbe-4d05-bcd8-0e70533caa04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:55.999105 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-96c4e8e8-3bbe-4d05-bcd8-0e70533caa04 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b759d816-74e5-4c1b-8b61-5bcead129dc2 HTTP/1.1" status: 204 len: 168 time: 0.8754933 Jul 06 12:08:56.004282 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51708) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:56.117953 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4e8e8-3bbe-4d05-bcd8-0e70533caa04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b759d816-74e5-4c1b-8b61-5bcead129dc2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:56.222376 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c576c2dd-33a6-41ec-b99c-4f8e0fc1cc72 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.226149 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13db54fb-ff03-450c-83ab-bf373f42b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.332770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576c2dd-33a6-41ec-b99c-4f8e0fc1cc72 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Subnet': ['ID=b406cb45-6288-444d-8b87-c54fb39d2ec0,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:56.354477 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13db54fb-ff03-450c-83ab-bf373f42b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.382869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-13db54fb-ff03-450c-83ab-bf373f42b9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56265c99-e760-4ed2-b08f-d3018bb61185']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:56.423758 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c576c2dd-33a6-41ec-b99c-4f8e0fc1cc72 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Checking segment: {'id': 'd0f5bb6a-34f9-4831-9c2c-2f0204c3b674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61f03454-8911-490b-9b96-6e2c789fdc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:56.424672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c576c2dd-33a6-41ec-b99c-4f8e0fc1cc72 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network hostable DHCP agents. Network: 61f03454-8911-490b-9b96-6e2c789fdc1f, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:56.430094 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-13db54fb-ff03-450c-83ab-bf373f42b9b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a457530a-ecea-4281-ac63-2efd6a867c17') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:56.430459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-13db54fb-ff03-450c-83ab-bf373f42b9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a457530a-ecea-4281-ac63-2efd6a867c17') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:08:56.461050 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13db54fb-ff03-450c-83ab-bf373f42b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.480007 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c576c2dd-33a6-41ec-b99c-4f8e0fc1cc72 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network 61f03454-8911-490b-9b96-6e2c789fdc1f is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:56.497507 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b9d0e0c-639b-49d5-a7e7-b98297678e6d req-26d673c3-887b-4ee0-8003-353f5dc14321 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8044326 Jul 06 12:08:56.501571 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c576c2dd-33a6-41ec-b99c-4f8e0fc1cc72 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 61f03454-8911-490b-9b96-6e2c789fdc1f) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:56.518406 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13db54fb-ff03-450c-83ab-bf373f42b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.522262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c576c2dd-33a6-41ec-b99c-4f8e0fc1cc72 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:56.523080 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c576c2dd-33a6-41ec-b99c-4f8e0fc1cc72 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.536324 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e44b38-e9a8-4e11-ac71-bd3a03fef2e9 None None] Network 61f03454-8911-490b-9b96-6e2c789fdc1f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:56.575250 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c576c2dd-33a6-41ec-b99c-4f8e0fc1cc72 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1352270 Jul 06 12:08:56.584266 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51712) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:56.597185 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-862740c2-01af-47f1-b587-90752c174b9d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1392733453'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:56.633330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13db54fb-ff03-450c-83ab-bf373f42b9b0 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:08:56.635960 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13db54fb-ff03-450c-83ab-bf373f42b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:08:56.646038 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:08:56.714053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862740c2-01af-47f1-b587-90752c174b9d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:56.724239 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-862740c2-01af-47f1-b587-90752c174b9d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.768321 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13db54fb-ff03-450c-83ab-bf373f42b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.776655 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d0e0c-639b-49d5-a7e7-b98297678e6d req-6175af6b-6e44-4009-9f38-181017c93c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:56.778520 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b9d0e0c-639b-49d5-a7e7-b98297678e6d req-6175af6b-6e44-4009-9f38-181017c93c5b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=334c6bf901ae4776812cd96573c73d99&device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 1096 time: 0.2441750 Jul 06 12:08:56.787438 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13db54fb-ff03-450c-83ab-bf373f42b9b0 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.794343 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-13db54fb-ff03-450c-83ab-bf373f42b9b0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/56265c99-e760-4ed2-b08f-d3018bb61185 HTTP/1.1" status: 204 len: 168 time: 0.7764962 Jul 06 12:08:56.832055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db54fb-ff03-450c-83ab-bf373f42b9b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=56265c99-e760-4ed2-b08f-d3018bb61185,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:56.851360 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862740c2-01af-47f1-b587-90752c174b9d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:08:56.884960 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-862740c2-01af-47f1-b587-90752c174b9d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:56.885321 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-862740c2-01af-47f1-b587-90752c174b9d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Added segment fd365b60-bd55-4087-ad31-f98c88f5907d of type vlan for network 913c35d5-9bc6-4c62-a68b-d1f6d6a21404 Jul 06 12:08:57.013283 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d0e0c-639b-49d5-a7e7-b98297678e6d req-9cb8822f-d786-4f84-8582-10bb3bc78822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:57.014924 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b9d0e0c-639b-49d5-a7e7-b98297678e6d req-9cb8822f-d786-4f84-8582-10bb3bc78822 service neutron] 10.222.0.23 "GET /v2.0/networks?id=17d282bc-2eba-4aa2-8f05-b09a2930641c HTTP/1.1" status: 200 len: 910 time: 0.1973553 Jul 06 12:08:57.017461 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-862740c2-01af-47f1-b587-90752c174b9d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.030150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-61f03454-8911-490b-9b96-6e2c789fdc1f', 'network_id': '61f03454-8911-490b-9b96-6e2c789fdc1f', 'tenant_id': 'd44b3b9f7817436396dd552dfec4fadf', 'fixed_ips': [{'subnet_id': 'b406cb45-6288-444d-8b87-c54fb39d2ec0'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:08:57.031081 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.135850 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-862740c2-01af-47f1-b587-90752c174b9d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.175036 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862740c2-01af-47f1-b587-90752c174b9d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:57.176561 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-862740c2-01af-47f1-b587-90752c174b9d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.205108 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-862740c2-01af-47f1-b587-90752c174b9d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6196582 Jul 06 12:08:57.219566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51722) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:57.246483 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-62f80ffb-fd8a-47f1-a3a9-780d3bd130bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'subnet': {'network_id': '913c35d5-9bc6-4c62-a68b-d1f6d6a21404', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:08:57.292567 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b9d0e0c-639b-49d5-a7e7-b98297678e6d req-ce286a79-3bb7-470f-be1f-92abf2330027 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7832d3d0-f5cf-4902-a9ed-aa731851ae73 HTTP/1.1" status: 200 len: 1001 time: 0.2639048 Jul 06 12:08:57.324480 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51724) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:57.400746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862740c2-01af-47f1-b587-90752c174b9d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Network': ['ID=913c35d5-9bc6-4c62-a68b-d1f6d6a21404,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:57.421103 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 913c35d5-9bc6-4c62-a68b-d1f6d6a21404 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:08:57.471619 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f80ffb-fd8a-47f1-a3a9-780d3bd130bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:08:57.493715 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-62f80ffb-fd8a-47f1-a3a9-780d3bd130bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.512171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d0e0c-639b-49d5-a7e7-b98297678e6d req-ddec41e1-14ab-47b9-9b34-c3e1aad4e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:57.513500 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b9d0e0c-639b-49d5-a7e7-b98297678e6d req-ddec41e1-14ab-47b9-9b34-c3e1aad4e771 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1902dd39-7291-49c8-8576-6bf812770b01 HTTP/1.1" status: 200 len: 848 time: 0.2202327 Jul 06 12:08:57.606987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Allocated IP 2001:db8:0:ffff::2 (61f03454-8911-490b-9b96-6e2c789fdc1f/b406cb45-6288-444d-8b87-c54fb39d2ec0/5a54d30d-fd5f-4e05-b7b9-9801349113d7) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:08:57.607689 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-901614b9-2059-4541-b806-61635d8e490f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bb8805247a3f4a7287960e1207b34182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775481 Jul 06 12:08:57.612542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51726) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:57.866274 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6aba790-3bd0-450c-9d7b-baa378f5aaed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:57.907190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d0e0c-639b-49d5-a7e7-b98297678e6d req-3e8f0a9d-90cf-4e3a-a6fb-ce5bd1164e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:57.920746 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b9d0e0c-639b-49d5-a7e7-b98297678e6d req-3e8f0a9d-90cf-4e3a-a6fb-ce5bd1164e3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17d282bc-2eba-4aa2-8f05-b09a2930641c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3924868 Jul 06 12:08:58.001827 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-62f80ffb-fd8a-47f1-a3a9-780d3bd130bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.048656 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.050748 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6aba790-3bd0-450c-9d7b-baa378f5aaed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.069685 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Transition to ACTIVE for port object 5a54d30d-fd5f-4e05-b7b9-9801349113d7 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:58.106454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Transition to ACTIVE for port object 5a54d30d-fd5f-4e05-b7b9-9801349113d7 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:08:58.117749 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.144397 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b9d0e0c-639b-49d5-a7e7-b98297678e6d req-5eafaf3e-9aad-48c6-8a1a-12fad4aff64e service neutron] 10.222.0.23 "GET /v2.0/networks/17d282bc-2eba-4aa2-8f05-b09a2930641c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123158 Jul 06 12:08:58.216806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f80ffb-fd8a-47f1-a3a9-780d3bd130bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Subnet': ['ID=8b4defd7-1fab-44cf-b0a2-28f150072977,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:58.240037 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Pushing event updated for resources: {'Port': ['ID=5a54d30d-fd5f-4e05-b7b9-9801349113d7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:58.266425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Network 61f03454-8911-490b-9b96-6e2c789fdc1f is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:08:58.268674 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6aba790-3bd0-450c-9d7b-baa378f5aaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.271359 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6aba790-3bd0-450c-9d7b-baa378f5aaed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.272062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:58.275061 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a6aba790-3bd0-450c-9d7b-baa378f5aaed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ed398e39-d8f9-477a-a705-5747aba3762d HTTP/1.1" status: 204 len: 168 time: 0.6590285 Jul 06 12:08:58.279631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:08:58.318126 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aba790-3bd0-450c-9d7b-baa378f5aaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed398e39-d8f9-477a-a705-5747aba3762d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:58.388328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f80ffb-fd8a-47f1-a3a9-780d3bd130bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Checking segment: {'id': 'fd365b60-bd55-4087-ad31-f98c88f5907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '913c35d5-9bc6-4c62-a68b-d1f6d6a21404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:58.392482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f80ffb-fd8a-47f1-a3a9-780d3bd130bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network hostable DHCP agents. Network: 913c35d5-9bc6-4c62-a68b-d1f6d6a21404, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:08:58.438519 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b9d0e0c-639b-49d5-a7e7-b98297678e6d req-6e2c4a88-6ebb-403d-87ae-c1220027031c service neutron] 10.222.0.23 "GET /v2.0/networks/17d282bc-2eba-4aa2-8f05-b09a2930641c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150214 Jul 06 12:08:58.442826 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f80ffb-fd8a-47f1-a3a9-780d3bd130bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network 913c35d5-9bc6-4c62-a68b-d1f6d6a21404 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:08:58.466681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Attempting to bind port 5a54d30d-fd5f-4e05-b7b9-9801349113d7 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:08:58.467819 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Attempting to bind port 5a54d30d-fd5f-4e05-b7b9-9801349113d7 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'd0f5bb6a-34f9-4831-9c2c-2f0204c3b674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61f03454-8911-490b-9b96-6e2c789fdc1f'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:08:58.468478 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Attempting to bind port 5a54d30d-fd5f-4e05-b7b9-9801349113d7 on network 61f03454-8911-490b-9b96-6e2c789fdc1f {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:08:58.479297 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-62f80ffb-fd8a-47f1-a3a9-780d3bd130bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 913c35d5-9bc6-4c62-a68b-d1f6d6a21404) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:08:58.488380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:08:58.495679 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Checking segment: {'id': 'd0f5bb6a-34f9-4831-9c2c-2f0204c3b674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61f03454-8911-490b-9b96-6e2c789fdc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:08:58.505628 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.506243 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f80ffb-fd8a-47f1-a3a9-780d3bd130bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:08:58.507883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Bound using segment: {'id': 'd0f5bb6a-34f9-4831-9c2c-2f0204c3b674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61f03454-8911-490b-9b96-6e2c789fdc1f'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:08:58.508437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Bound port: 5a54d30d-fd5f-4e05-b7b9-9801349113d7, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f5bb6a-34f9-4831-9c2c-2f0204c3b674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61f03454-8911-490b-9b96-6e2c789fdc1f'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:08:58.508840 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.514630 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-62f80ffb-fd8a-47f1-a3a9-780d3bd130bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.517656 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369eb341-3866-4708-933c-cba9db57d866 None None] Network 913c35d5-9bc6-4c62-a68b-d1f6d6a21404 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:08:58.562784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-62f80ffb-fd8a-47f1-a3a9-780d3bd130bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3300378 Jul 06 12:08:58.565365 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51736) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:08:58.805727 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] For port 5a54d30d-fd5f-4e05-b7b9-9801349113d7, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:08:58.814168 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] For port 5a54d30d-fd5f-4e05-b7b9-9801349113d7, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5a54d30d-fd5f-4e05-b7b9-9801349113d7,segment=NetworkSegment(d0f5bb6a-34f9-4831-9c2c-2f0204c3b674),segment_id=d0f5bb6a-34f9-4831-9c2c-2f0204c3b674)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:08:58.837438 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:58.884360 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:08:59.242206 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707ca79-71d1-425c-a614-d4ac8d0435ae None None] Pushing event updated for resources: {'Port': ['ID=5a54d30d-fd5f-4e05-b7b9-9801349113d7,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:08:59.439255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-913c35d5-9bc6-4c62-a68b-d1f6d6a21404', 'network_id': '913c35d5-9bc6-4c62-a68b-d1f6d6a21404', 'tenant_id': 'd44b3b9f7817436396dd552dfec4fadf', 'fixed_ips': [{'subnet_id': '8b4defd7-1fab-44cf-b0a2-28f150072977'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:08:59.442589 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.160795 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Allocated IP 2001:db8::1 (913c35d5-9bc6-4c62-a68b-d1f6d6a21404/8b4defd7-1fab-44cf-b0a2-28f150072977/0d355c5b-7a41-4a12-aa47-1dced7badd13) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:00.242201 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5a54d30d-fd5f-4e05-b7b9-9801349113d7 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:00.295005 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:00.342851 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105200cf-2e6f-456d-b3ea-4c214cb7ada4 req-b8827146-0194-4fe5-8370-1efb12e0c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:00.345404 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-105200cf-2e6f-456d-b3ea-4c214cb7ada4 req-b8827146-0194-4fe5-8370-1efb12e0c011 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 1096 time: 0.2311072 Jul 06 12:09:00.436659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51786) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:00.644022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105200cf-2e6f-456d-b3ea-4c214cb7ada4 req-a74aa17b-525b-43df-872a-0caaa81b3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:00.649898 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-105200cf-2e6f-456d-b3ea-4c214cb7ada4 req-a74aa17b-525b-43df-872a-0caaa81b3072 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.2752304 Jul 06 12:09:00.868489 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-105200cf-2e6f-456d-b3ea-4c214cb7ada4 req-f57b21b6-108d-46ad-acd7-614d381aa7f5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c37a452-8116-40f9-bb9e-87350d554d02 HTTP/1.1" status: 200 len: 999 time: 0.2077267 Jul 06 12:09:00.954592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51794) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:01.059030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-3255a7fb-0dd7-4d6d-a6e6-879e908015d3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-network', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:01.106385 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.107745 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3255a7fb-0dd7-4d6d-a6e6-879e908015d3 admin admin] Made reservation on behalf of 99bca47aa94a4e2c8f4229c85ca00173 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:01.115537 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3255a7fb-0dd7-4d6d-a6e6-879e908015d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.128077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105200cf-2e6f-456d-b3ea-4c214cb7ada4 req-2d869ed9-1eef-4b4b-a3c3-e4b95f0eef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:01.129784 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-105200cf-2e6f-456d-b3ea-4c214cb7ada4 req-2d869ed9-1eef-4b4b-a3c3-e4b95f0eef55 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.2359960 Jul 06 12:09:01.156497 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3255a7fb-0dd7-4d6d-a6e6-879e908015d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.169008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Transition to ACTIVE for port object 0d355c5b-7a41-4a12-aa47-1dced7badd13 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:01.253357 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 5a54d30d-fd5f-4e05-b7b9-9801349113d7 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:01.266705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Transition to ACTIVE for port object 0d355c5b-7a41-4a12-aa47-1dced7badd13 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:01.281814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105200cf-2e6f-456d-b3ea-4c214cb7ada4 req-750a381f-594d-402a-895c-0a9e3e2d1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:01.283411 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-105200cf-2e6f-456d-b3ea-4c214cb7ada4 req-750a381f-594d-402a-895c-0a9e3e2d1396 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430821 Jul 06 12:09:01.287508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af94177-d5ae-4b33-87df-d804fc45e92e None None] Network 61f03454-8911-490b-9b96-6e2c789fdc1f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:01.313376 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.399653 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-36904500-d2ca-49e0-b2cb-2b985dd6e308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.454151 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3255a7fb-0dd7-4d6d-a6e6-879e908015d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.542215 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-105200cf-2e6f-456d-b3ea-4c214cb7ada4 req-215dc3f5-87c0-405e-a284-88b2e3e1f7c6 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474267 Jul 06 12:09:01.557478 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.572702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Network 913c35d5-9bc6-4c62-a68b-d1f6d6a21404 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:01.573812 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-36904500-d2ca-49e0-b2cb-2b985dd6e308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.576638 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3255a7fb-0dd7-4d6d-a6e6-879e908015d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.583083 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:01.595420 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-36904500-d2ca-49e0-b2cb-2b985dd6e308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.626316 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:01.655686 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3255a7fb-0dd7-4d6d-a6e6-879e908015d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:01.685938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ed52a375-d7b4-43ff-9936-42d51f328afb None None] Provisioning for port 5a54d30d-fd5f-4e05-b7b9-9801349113d7 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:01.686249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4defd7-1fab-44cf-b0a2-28f150072977,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:01.686704 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3255a7fb-0dd7-4d6d-a6e6-879e908015d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.688109 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Pushing event updated for resources: {'Port': ['ID=0d355c5b-7a41-4a12-aa47-1dced7badd13,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:01.704402 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-3255a7fb-0dd7-4d6d-a6e6-879e908015d3 admin admin] Added segment d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd of type vlan for network da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 Jul 06 12:09:01.713005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ed52a375-d7b4-43ff-9936-42d51f328afb None None] Provisioning complete for port 5a54d30d-fd5f-4e05-b7b9-9801349113d7 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:01.713376 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed52a375-d7b4-43ff-9936-42d51f328afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.781078 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3255a7fb-0dd7-4d6d-a6e6-879e908015d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.793607 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.818188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913c35d5-9bc6-4c62-a68b-d1f6d6a21404']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:01.830439 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255a7fb-0dd7-4d6d-a6e6-879e908015d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c946ed-fb9f-41b3-8b6d-12eb0245611f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:01.861959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36904500-d2ca-49e0-b2cb-2b985dd6e308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1dfae1-f886-4327-89fc-4fa857321502,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:01.866246 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3255a7fb-0dd7-4d6d-a6e6-879e908015d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.867253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3255a7fb-0dd7-4d6d-a6e6-879e908015d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:01.867882 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3255a7fb-0dd7-4d6d-a6e6-879e908015d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.885374 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-36904500-d2ca-49e0-b2cb-2b985dd6e308 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=da0308110c44414ca310f3b4906577c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9267690 Jul 06 12:09:01.886823 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51798) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:01.919876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd365b60-bd55-4087-ad31-f98c88f5907d') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:01.920194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd365b60-bd55-4087-ad31-f98c88f5907d') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:01.942624 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3255a7fb-0dd7-4d6d-a6e6-879e908015d3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5040684 Jul 06 12:09:01.950723 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51802) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:01.955817 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.973574 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-be7ca000-b61c-4ef3-af79-bf11a03e1679 admin admin] Request body: {'subnet': {'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-subnet', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:01.982533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:01.995932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:01.996622 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.069114 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Attempting to bind port 0d355c5b-7a41-4a12-aa47-1dced7badd13 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:02.069486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Attempting to bind port 0d355c5b-7a41-4a12-aa47-1dced7badd13 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'fd365b60-bd55-4087-ad31-f98c88f5907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '913c35d5-9bc6-4c62-a68b-d1f6d6a21404'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:02.069855 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Attempting to bind port 0d355c5b-7a41-4a12-aa47-1dced7badd13 on network 913c35d5-9bc6-4c62-a68b-d1f6d6a21404 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:02.080031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7ca000-b61c-4ef3-af79-bf11a03e1679 admin admin] Made reservation on behalf of 99bca47aa94a4e2c8f4229c85ca00173 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:02.082628 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be7ca000-b61c-4ef3-af79-bf11a03e1679 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:02.100801 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:02.106236 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.db.api [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 12:09:02.106236 n-d-799529-2 neutron-server[100428]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 12:09:02.106236 n-d-799529-2 neutron-server[100428]: [parameters: {'id': '913c35d5-9bc6-4c62-a68b-d1f6d6a21404'}] Jul 06 12:09:02.106236 n-d-799529-2 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:09:02.106559 n-d-799529-2 neutron-server[100428]: DEBUG oslo_db.api [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:09:02.114627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:02.115162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Checking segment: {'id': 'fd365b60-bd55-4087-ad31-f98c88f5907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '913c35d5-9bc6-4c62-a68b-d1f6d6a21404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:02.115526 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.115934 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Bound using segment: {'id': 'fd365b60-bd55-4087-ad31-f98c88f5907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '913c35d5-9bc6-4c62-a68b-d1f6d6a21404'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:02.116446 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Bound port: 0d355c5b-7a41-4a12-aa47-1dced7badd13, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd365b60-bd55-4087-ad31-f98c88f5907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '913c35d5-9bc6-4c62-a68b-d1f6d6a21404'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:02.116845 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.136944 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255a7fb-0dd7-4d6d-a6e6-879e908015d3 admin admin] Pushing event updated for resources: {'Network': ['ID=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:02.170375 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:02.174713 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c0b0b69f-858d-4e17-af21-36048be0a529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.182148 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-105200cf-2e6f-456d-b3ea-4c214cb7ada4 req-37ee2488-5fda-4696-b430-b52f9ee797c4 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150401 Jul 06 12:09:02.215645 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c0b0b69f-858d-4e17-af21-36048be0a529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.459520 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c0b0b69f-858d-4e17-af21-36048be0a529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.462159 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c0b0b69f-858d-4e17-af21-36048be0a529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.472406 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed52a375-d7b4-43ff-9936-42d51f328afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.472977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] For port 0d355c5b-7a41-4a12-aa47-1dced7badd13, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:02.473586 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c0b0b69f-858d-4e17-af21-36048be0a529 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3a1dfae1-f886-4327-89fc-4fa857321502 HTTP/1.1" status: 204 len: 168 time: 0.5751851 Jul 06 12:09:02.481774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] For port 0d355c5b-7a41-4a12-aa47-1dced7badd13, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0d355c5b-7a41-4a12-aa47-1dced7badd13,segment=NetworkSegment(fd365b60-bd55-4087-ad31-f98c88f5907d),segment_id=fd365b60-bd55-4087-ad31-f98c88f5907d)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:02.498163 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.509683 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0b69f-858d-4e17-af21-36048be0a529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1dfae1-f886-4327-89fc-4fa857321502,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:02.608579 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.681772 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ed52a375-d7b4-43ff-9936-42d51f328afb None None] For port 5a54d30d-fd5f-4e05-b7b9-9801349113d7, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5a54d30d-fd5f-4e05-b7b9-9801349113d7,segment=NetworkSegment(d0f5bb6a-34f9-4831-9c2c-2f0204c3b674),segment_id=d0f5bb6a-34f9-4831-9c2c-2f0204c3b674)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:02.714288 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be7ca000-b61c-4ef3-af79-bf11a03e1679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.736981 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed52a375-d7b4-43ff-9936-42d51f328afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.820365 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Deleting port 0d355c5b-7a41-4a12-aa47-1dced7badd13 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:02.829736 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.850894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ca000-b61c-4ef3-af79-bf11a03e1679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=584c750d-5d96-4d7c-8aa7-0febbdb3d1ab,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:02.865625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e44639-f27c-4ce9-b968-798b14e2ed3c None None] Pushing event updated for resources: {'Port': ['ID=0d355c5b-7a41-4a12-aa47-1dced7badd13,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:02.867518 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ca000-b61c-4ef3-af79-bf11a03e1679 admin admin] Checking segment: {'id': 'd8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:02.867895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7ca000-b61c-4ef3-af79-bf11a03e1679 admin admin] Network hostable DHCP agents. Network: da1d5568-bee0-4d2b-a764-9b50b6e9c9d9, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:02.893797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7ca000-b61c-4ef3-af79-bf11a03e1679 admin admin] Network da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:02.913523 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-be7ca000-b61c-4ef3-af79-bf11a03e1679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, da1d5568-bee0-4d2b-a764-9b50b6e9c9d9) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:02.919377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7ca000-b61c-4ef3-af79-bf11a03e1679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:02.919977 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be7ca000-b61c-4ef3-af79-bf11a03e1679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:02.958397 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-be7ca000-b61c-4ef3-af79-bf11a03e1679 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9882953 Jul 06 12:09:02.959713 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51816) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:02.970056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c4b616-55df-4abe-9c1a-58ee4b0761cd None None] Network da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:02.970982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-router', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:03.020733 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.021953 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.026842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] For port 0d355c5b-7a41-4a12-aa47-1dced7badd13, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0d355c5b-7a41-4a12-aa47-1dced7badd13,segment=NetworkSegment(fd365b60-bd55-4087-ad31-f98c88f5907d),segment_id=fd365b60-bd55-4087-ad31-f98c88f5907d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:03.027571 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.067578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Calling delete_port for 0d355c5b-7a41-4a12-aa47-1dced7badd13 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:03.199988 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.227220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dd949e-e41c-403e-9262-1f0af448740c None None] Network 913c35d5-9bc6-4c62-a68b-d1f6d6a21404 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:03.363682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52a375-d7b4-43ff-9936-42d51f328afb None None] Pushing event updated for resources: {'Port': ['ID=5a54d30d-fd5f-4e05-b7b9-9801349113d7,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:03.369301 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51818) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:03.394468 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8b13c3a-4f66-4aae-b43b-769e36720ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.445979 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.526123 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Port': ['ID=0d355c5b-7a41-4a12-aa47-1dced7badd13,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:03.568711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No DVR routers for this DVR port 0d355c5b-7a41-4a12-aa47-1dced7badd13 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:03.572664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d5a6455c-4eaf-460c-a2d4-188be81b3de8 None None] Provisioning complete for port 5a54d30d-fd5f-4e05-b7b9-9801349113d7 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:03.591756 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d5a6455c-4eaf-460c-a2d4-188be81b3de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.713708 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8b13c3a-4f66-4aae-b43b-769e36720ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.868265 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:03.897301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913c35d5-9bc6-4c62-a68b-d1f6d6a21404']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:03.933363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd365b60-bd55-4087-ad31-f98c88f5907d') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:03.935920 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd365b60-bd55-4087-ad31-f98c88f5907d') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:03.962366 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.003937 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.026209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:04.026911 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:04.068991 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:04.177911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5a54d30d-fd5f-4e05-b7b9-9801349113d7 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:04.182164 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.191706 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.210295 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/913c35d5-9bc6-4c62-a68b-d1f6d6a21404 HTTP/1.1" status: 204 len: 168 time: 5.6433644 Jul 06 12:09:04.210985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51822) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:04.226249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-072466a4-1599-4882-a262-2eb54d7ec986 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1109592767'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:04.329066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de304cb-b72e-4b8b-8327-e48e02c1870d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Network': ['ID=913c35d5-9bc6-4c62-a68b-d1f6d6a21404,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:04.369421 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072466a4-1599-4882-a262-2eb54d7ec986 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:04.374531 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.375930 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-072466a4-1599-4882-a262-2eb54d7ec986 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.389155 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8b13c3a-4f66-4aae-b43b-769e36720ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.407832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bbb606-5740-48d7-b241-fa1090438b0e None None] Network da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:04.454398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072466a4-1599-4882-a262-2eb54d7ec986 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:04.458732 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f8b13c3a-4f66-4aae-b43b-769e36720ac5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2afe222ff3934861aee72059e9c89442&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0860605 Jul 06 12:09:04.458732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b13c3a-4f66-4aae-b43b-769e36720ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d6053d-b989-4017-9e6d-c4704632cc89,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:04.462754 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51824) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:04.494076 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-072466a4-1599-4882-a262-2eb54d7ec986 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.494789 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-072466a4-1599-4882-a262-2eb54d7ec986 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Added segment bb398154-02f3-4de9-8cc1-699bd75ff5f1 of type vlan for network 375d40d5-c8f1-47f6-a85d-87c55a0229f6 Jul 06 12:09:04.595755 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-072466a4-1599-4882-a262-2eb54d7ec986 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.630365 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 5a54d30d-fd5f-4e05-b7b9-9801349113d7 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:04.631285 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.661033 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-072466a4-1599-4882-a262-2eb54d7ec986 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.667403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072466a4-1599-4882-a262-2eb54d7ec986 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:04.678017 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-072466a4-1599-4882-a262-2eb54d7ec986 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.745523 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-783d5ce1-c06a-4a96-b0e7-3da5853fbc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.803180 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-783d5ce1-c06a-4a96-b0e7-3da5853fbc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.804252 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-072466a4-1599-4882-a262-2eb54d7ec986 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5834486 Jul 06 12:09:04.808029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51828) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:04.841382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cc52a542-ba01-4e1e-9fed-44a8fee4c090 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'subnet': {'network_id': '375d40d5-c8f1-47f6-a85d-87c55a0229f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:04.935134 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-783d5ce1-c06a-4a96-b0e7-3da5853fbc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.940524 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-783d5ce1-c06a-4a96-b0e7-3da5853fbc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:04.944561 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-783d5ce1-c06a-4a96-b0e7-3da5853fbc8c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b9d6053d-b989-4017-9e6d-c4704632cc89 HTTP/1.1" status: 204 len: 168 time: 0.4806769 Jul 06 12:09:04.979707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d5ce1-c06a-4a96-b0e7-3da5853fbc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d6053d-b989-4017-9e6d-c4704632cc89,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:05.000023 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072466a4-1599-4882-a262-2eb54d7ec986 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Network': ['ID=375d40d5-c8f1-47f6-a85d-87c55a0229f6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:05.049141 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 375d40d5-c8f1-47f6-a85d-87c55a0229f6 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:05.087783 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c6dbb8-ddd0-42db-b1db-0166e057a26d None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:09:05.126286 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc52a542-ba01-4e1e-9fed-44a8fee4c090 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:05.137303 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc52a542-ba01-4e1e-9fed-44a8fee4c090 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.415148 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.502933 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.706447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6dbb8-ddd0-42db-b1db-0166e057a26d None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:09:05.738693 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2c70880-da6a-43cb-a765-ccc9dffe7c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.750712 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:05.913465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Allocated IP 172.25.4.61 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/1a9da130-c287-412e-a72d-63e1e1c201d0) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:05.930741 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc52a542-ba01-4e1e-9fed-44a8fee4c090 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.165954 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.237957 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.342627 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52a542-ba01-4e1e-9fed-44a8fee4c090 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Subnet': ['ID=701db953-c656-4ed1-a261-368d8d41e74a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:06.369864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc52a542-ba01-4e1e-9fed-44a8fee4c090 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Checking segment: {'id': 'bb398154-02f3-4de9-8cc1-699bd75ff5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '375d40d5-c8f1-47f6-a85d-87c55a0229f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:06.370474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc52a542-ba01-4e1e-9fed-44a8fee4c090 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network hostable DHCP agents. Network: 375d40d5-c8f1-47f6-a85d-87c55a0229f6, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:06.456442 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc52a542-ba01-4e1e-9fed-44a8fee4c090 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network 375d40d5-c8f1-47f6-a85d-87c55a0229f6 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:06.468685 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Pushing event updated for resources: {'Port': ['ID=1a9da130-c287-412e-a72d-63e1e1c201d0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:06.485900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:06.493629 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:06.499277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-cc52a542-ba01-4e1e-9fed-44a8fee4c090 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 375d40d5-c8f1-47f6-a85d-87c55a0229f6) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:06.502662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:06.506778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc52a542-ba01-4e1e-9fed-44a8fee4c090 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:06.507704 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc52a542-ba01-4e1e-9fed-44a8fee4c090 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.528144 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.565399 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cc52a542-ba01-4e1e-9fed-44a8fee4c090 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7468867 Jul 06 12:09:06.569888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51846) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:06.580372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-91f3b45d-92f2-49da-9626-d684a7298f8e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-979155620'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:06.603468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f42c50-23d8-49e4-92f8-643363eeabde None None] Network 375d40d5-c8f1-47f6-a85d-87c55a0229f6 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:06.744124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f3b45d-92f2-49da-9626-d684a7298f8e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:06.753715 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91f3b45d-92f2-49da-9626-d684a7298f8e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.867083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f3b45d-92f2-49da-9626-d684a7298f8e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:06.924485 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91f3b45d-92f2-49da-9626-d684a7298f8e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:06.925030 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-91f3b45d-92f2-49da-9626-d684a7298f8e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Added segment e9c21376-22c0-44a1-97dd-4f39a3fcf2db of type vlan for network 75e341c3-0dc6-4994-ba6a-898c577eb9a2 Jul 06 12:09:06.996682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-375d40d5-c8f1-47f6-a85d-87c55a0229f6', 'network_id': '375d40d5-c8f1-47f6-a85d-87c55a0229f6', 'tenant_id': 'd44b3b9f7817436396dd552dfec4fadf', 'fixed_ips': [{'subnet_id': '701db953-c656-4ed1-a261-368d8d41e74a'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:06.998295 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.191961 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91f3b45d-92f2-49da-9626-d684a7298f8e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.332327 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91f3b45d-92f2-49da-9626-d684a7298f8e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.339914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f3b45d-92f2-49da-9626-d684a7298f8e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:07.347976 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91f3b45d-92f2-49da-9626-d684a7298f8e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.374712 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.453339 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Allocated IP 2001:db8::1 (375d40d5-c8f1-47f6-a85d-87c55a0229f6/701db953-c656-4ed1-a261-368d8d41e74a/be7305dd-2c08-446a-8d99-2d3b59d0ecfb) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:07.476286 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-91f3b45d-92f2-49da-9626-d684a7298f8e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9049978 Jul 06 12:09:07.483483 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51856) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:07.493066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-eb8a9324-1065-40ea-960d-c69a34e0d7b5 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'subnet': {'network_id': '75e341c3-0dc6-4994-ba6a-898c577eb9a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:07.857785 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3b45d-92f2-49da-9626-d684a7298f8e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Network': ['ID=75e341c3-0dc6-4994-ba6a-898c577eb9a2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:07.878564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 75e341c3-0dc6-4994-ba6a-898c577eb9a2 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:07.892437 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:07.895100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8a9324-1065-40ea-960d-c69a34e0d7b5 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:07.903086 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eb8a9324-1065-40ea-960d-c69a34e0d7b5 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.008853 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Transition to ACTIVE for port object be7305dd-2c08-446a-8d99-2d3b59d0ecfb will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:08.035758 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.145637 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Transition to ACTIVE for port object be7305dd-2c08-446a-8d99-2d3b59d0ecfb will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:08.161684 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-eb8a9324-1065-40ea-960d-c69a34e0d7b5 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Performing IP validity checks on allocation pools {{(pid=100428) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 12:09:08.161684 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-eb8a9324-1065-40ea-960d-c69a34e0d7b5 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100428) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 12:09:08.244939 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.286814 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36b76581-d8cd-4bef-9bc4-cfb6ca0a7439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.341466 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.377242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Network 375d40d5-c8f1-47f6-a85d-87c55a0229f6 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:08.384489 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:08.395447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:08.428986 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Pushing event updated for resources: {'Port': ['ID=be7305dd-2c08-446a-8d99-2d3b59d0ecfb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:08.500625 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Router c967127f-9920-4d6f-9aa5-fb67aee28615 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:09:08.600095 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Attempting to bind port be7305dd-2c08-446a-8d99-2d3b59d0ecfb on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:08.600364 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Attempting to bind port be7305dd-2c08-446a-8d99-2d3b59d0ecfb by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'bb398154-02f3-4de9-8cc1-699bd75ff5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '375d40d5-c8f1-47f6-a85d-87c55a0229f6'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:08.614774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Attempting to bind port be7305dd-2c08-446a-8d99-2d3b59d0ecfb on network 375d40d5-c8f1-47f6-a85d-87c55a0229f6 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:08.616634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:08.617027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Checking segment: {'id': 'bb398154-02f3-4de9-8cc1-699bd75ff5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '375d40d5-c8f1-47f6-a85d-87c55a0229f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:08.617408 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.617803 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Bound using segment: {'id': 'bb398154-02f3-4de9-8cc1-699bd75ff5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '375d40d5-c8f1-47f6-a85d-87c55a0229f6'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:08.618266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Bound port: be7305dd-2c08-446a-8d99-2d3b59d0ecfb, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb398154-02f3-4de9-8cc1-699bd75ff5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '375d40d5-c8f1-47f6-a85d-87c55a0229f6'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:08.618654 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.677236 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eb8a9324-1065-40ea-960d-c69a34e0d7b5 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.736249 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:08.758880 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.760804 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c313cfd0-8b73-43b8-b923-6052b72159d9 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8000407 Jul 06 12:09:08.764048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51870) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:08.766130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Sync routers for ids ['c967127f-9920-4d6f-9aa5-fb67aee28615'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:08.774777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a9324-1065-40ea-960d-c69a34e0d7b5 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Subnet': ['ID=a6f3828f-8e9f-440b-bb10-cb81b984e27f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:08.796072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Routers {'c967127f-9920-4d6f-9aa5-fb67aee28615'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:08.798279 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:09:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c967127f-9920-4d6f-9aa5-fb67aee28615'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:08.864914 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] For port be7305dd-2c08-446a-8d99-2d3b59d0ecfb, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:08.892735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] For port be7305dd-2c08-446a-8d99-2d3b59d0ecfb, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=be7305dd-2c08-446a-8d99-2d3b59d0ecfb,segment=NetworkSegment(bb398154-02f3-4de9-8cc1-699bd75ff5f1),segment_id=bb398154-02f3-4de9-8cc1-699bd75ff5f1)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:08.902445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a9324-1065-40ea-960d-c69a34e0d7b5 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Checking segment: {'id': 'e9c21376-22c0-44a1-97dd-4f39a3fcf2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '75e341c3-0dc6-4994-ba6a-898c577eb9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:08.911298 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a9324-1065-40ea-960d-c69a34e0d7b5 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network hostable DHCP agents. Network: 75e341c3-0dc6-4994-ba6a-898c577eb9a2, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:08.955187 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a9324-1065-40ea-960d-c69a34e0d7b5 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network 75e341c3-0dc6-4994-ba6a-898c577eb9a2 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:08.961492 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:08.973297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-eb8a9324-1065-40ea-960d-c69a34e0d7b5 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 75e341c3-0dc6-4994-ba6a-898c577eb9a2) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:08.997978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8a9324-1065-40ea-960d-c69a34e0d7b5 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:09.000514 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eb8a9324-1065-40ea-960d-c69a34e0d7b5 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.017241 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346938ea-6e2c-4256-8730-4c21ce9e665c None None] Network 75e341c3-0dc6-4994-ba6a-898c577eb9a2 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:09.080783 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-eb8a9324-1065-40ea-960d-c69a34e0d7b5 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5955837 Jul 06 12:09:09.083396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51884) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:09.100244 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Set router c967127f-9920-4d6f-9aa5-fb67aee28615 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:09.351584 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-809885eb-468d-4f73-9a2a-dce73f96b75e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.647665 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-809885eb-468d-4f73-9a2a-dce73f96b75e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:09.876668 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-809885eb-468d-4f73-9a2a-dce73f96b75e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.030700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809885eb-468d-4f73-9a2a-dce73f96b75e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f3828f-8e9f-440b-bb10-cb81b984e27f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:10.091049 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.245795 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984fc9d-f37b-4f80-ae07-002af7400814 None None] Pushing event updated for resources: {'Port': ['ID=be7305dd-2c08-446a-8d99-2d3b59d0ecfb,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:10.303152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-809885eb-468d-4f73-9a2a-dce73f96b75e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.361343 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-809885eb-468d-4f73-9a2a-dce73f96b75e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e341c3-0dc6-4994-ba6a-898c577eb9a2']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:10.398618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-809885eb-468d-4f73-9a2a-dce73f96b75e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c21376-22c0-44a1-97dd-4f39a3fcf2db') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:10.398850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-809885eb-468d-4f73-9a2a-dce73f96b75e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c21376-22c0-44a1-97dd-4f39a3fcf2db') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:10.431564 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-809885eb-468d-4f73-9a2a-dce73f96b75e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.435986 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.473266 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-809885eb-468d-4f73-9a2a-dce73f96b75e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.495636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809885eb-468d-4f73-9a2a-dce73f96b75e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:10.497870 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-809885eb-468d-4f73-9a2a-dce73f96b75e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:10.503131 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:10.513750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Allocated IP 172.20.0.1 (da1d5568-bee0-4d2b-a764-9b50b6e9c9d9/584c750d-5d96-4d7c-8aa7-0febbdb3d1ab/b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:10.662277 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44939660-c6ab-49c7-8345-075f3f38fc33 None None] Network 75e341c3-0dc6-4994-ba6a-898c577eb9a2 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:10.730597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-router', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:03Z', 'updated_at': '2021-07-06T12:09:07Z', 'revision_number': 3, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'gw_port': {'id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:05Z', 'updated_at': '2021-07-06T12:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:10.766374 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-809885eb-468d-4f73-9a2a-dce73f96b75e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.777349 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.805363 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-809885eb-468d-4f73-9a2a-dce73f96b75e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.818642 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-809885eb-468d-4f73-9a2a-dce73f96b75e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/75e341c3-0dc6-4994-ba6a-898c577eb9a2 HTTP/1.1" status: 204 len: 168 time: 1.7327671 Jul 06 12:09:10.822078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809885eb-468d-4f73-9a2a-dce73f96b75e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Network': ['ID=75e341c3-0dc6-4994-ba6a-898c577eb9a2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:10.830261 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51914) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:10.836562 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Checking router: c967127f-9920-4d6f-9aa5-fb67aee28615 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:09:10.836918 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Updating router c967127f-9920-4d6f-9aa5-fb67aee28615 port 1a9da130-c287-412e-a72d-63e1e1c201d0 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:09:10.842528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5900db3f-be97-49bd-9cc9-e3f1cf8dfd3b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-889812690'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:10.924160 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:10.940762 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5900db3f-be97-49bd-9cc9-e3f1cf8dfd3b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:10.948484 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5900db3f-be97-49bd-9cc9-e3f1cf8dfd3b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.058213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5900db3f-be97-49bd-9cc9-e3f1cf8dfd3b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:11.058885 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.076318 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.092706 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5900db3f-be97-49bd-9cc9-e3f1cf8dfd3b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.093693 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-5900db3f-be97-49bd-9cc9-e3f1cf8dfd3b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Added segment 5a373cbf-9723-45d4-8fc1-531deac0264b of type vlan for network 85413b16-8a2a-4ff1-ac97-76ea375e6ef3 Jul 06 12:09:11.136675 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Network da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:11.149424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:11.156418 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Pushing event updated for resources: {'Port': ['ID=b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:11.158842 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:11.208693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51920) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:11.233391 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.238399 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5900db3f-be97-49bd-9cc9-e3f1cf8dfd3b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.292252 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cf1598-0ebf-4856-9535-410ad790938f None None] Network 375d40d5-c8f1-47f6-a85d-87c55a0229f6 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:11.356295 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5900db3f-be97-49bd-9cc9-e3f1cf8dfd3b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.372550 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5900db3f-be97-49bd-9cc9-e3f1cf8dfd3b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:11.373196 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5900db3f-be97-49bd-9cc9-e3f1cf8dfd3b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.455756 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5900db3f-be97-49bd-9cc9-e3f1cf8dfd3b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6227689 Jul 06 12:09:11.458606 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51930) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:11.468037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4983aa35-6d81-4cbe-9249-53facfb7153b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'subnet': {'network_id': '85413b16-8a2a-4ff1-ac97-76ea375e6ef3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:11.491460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900db3f-be97-49bd-9cc9-e3f1cf8dfd3b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Network': ['ID=85413b16-8a2a-4ff1-ac97-76ea375e6ef3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:11.603486 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-30d4eeaa-7f84-4b52-9cb8-9cfb0610aa3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.635543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 85413b16-8a2a-4ff1-ac97-76ea375e6ef3 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:11.636558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4983aa35-6d81-4cbe-9249-53facfb7153b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:11.643847 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4983aa35-6d81-4cbe-9249-53facfb7153b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.679910 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:11.800079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a5c8e8f4-6571-42fd-9f32-63aa55bb64f8 None None] Provisioning for port be7305dd-2c08-446a-8d99-2d3b59d0ecfb completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:12.067181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device be7305dd-2c08-446a-8d99-2d3b59d0ecfb up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:12.091266 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4983aa35-6d81-4cbe-9249-53facfb7153b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.197620 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983aa35-6d81-4cbe-9249-53facfb7153b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Subnet': ['ID=02a8ef76-5777-4e23-b34f-c774e03ecfb9,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:12.242288 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983aa35-6d81-4cbe-9249-53facfb7153b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Checking segment: {'id': '5a373cbf-9723-45d4-8fc1-531deac0264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '85413b16-8a2a-4ff1-ac97-76ea375e6ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:12.242680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4983aa35-6d81-4cbe-9249-53facfb7153b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network hostable DHCP agents. Network: 85413b16-8a2a-4ff1-ac97-76ea375e6ef3, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:12.292622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4983aa35-6d81-4cbe-9249-53facfb7153b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network 85413b16-8a2a-4ff1-ac97-76ea375e6ef3 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:12.309415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4983aa35-6d81-4cbe-9249-53facfb7153b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 85413b16-8a2a-4ff1-ac97-76ea375e6ef3) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:12.314801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4983aa35-6d81-4cbe-9249-53facfb7153b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:12.315688 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4983aa35-6d81-4cbe-9249-53facfb7153b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.317940 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.352498 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.353047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0028ae7f-8d41-459d-be48-77104d6dcb0a None None] Network 85413b16-8a2a-4ff1-ac97-76ea375e6ef3 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:12.356101 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Transition to ACTIVE for port object 1a9da130-c287-412e-a72d-63e1e1c201d0 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:12.372433 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.465030 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.475575 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port be7305dd-2c08-446a-8d99-2d3b59d0ecfb completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:12.486588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Pushing event updated for resources: {'Port': ['ID=b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:12.489574 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.502910 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121c318-32f8-47ae-b6c7-69c55e71b242 req-1ea6def3-ac59-40b3-b545-72d3a2c10c53 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:12.510387 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1121c318-32f8-47ae-b6c7-69c55e71b242 req-1ea6def3-ac59-40b3-b545-72d3a2c10c53 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 945 time: 0.4415720 Jul 06 12:09:12.519555 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port be7305dd-2c08-446a-8d99-2d3b59d0ecfb triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:12.519930 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.538990 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-30d4eeaa-7f84-4b52-9cb8-9cfb0610aa3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.556568 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-30d4eeaa-7f84-4b52-9cb8-9cfb0610aa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.562393 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4983aa35-6d81-4cbe-9249-53facfb7153b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1026602 Jul 06 12:09:12.565803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51942) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:12.659432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Attempting to bind port 1a9da130-c287-412e-a72d-63e1e1c201d0 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:12.659797 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Attempting to bind port 1a9da130-c287-412e-a72d-63e1e1c201d0 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:12.660153 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Attempting to bind port 1a9da130-c287-412e-a72d-63e1e1c201d0 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:12.695088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:12.695478 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:12.695880 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.696271 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:12.696749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Bound port: 1a9da130-c287-412e-a72d-63e1e1c201d0, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:12.697126 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.706581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc2e33-ae9a-42c5-a307-a4c43bb9bec8 None None] Pushing event updated for resources: {'Port': ['ID=1a9da130-c287-412e-a72d-63e1e1c201d0,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:12.729225 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1121c318-32f8-47ae-b6c7-69c55e71b242 req-6bc4f7e3-44c3-41aa-99b9-f8f2acab51d9 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175689 Jul 06 12:09:12.756551 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4eeaa-7f84-4b52-9cb8-9cfb0610aa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79fd237-5995-4a67-afcb-987c3a92f397,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:12.767749 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18f95478-e47e-4881-b762-3149e0cc5975 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.798929 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-30d4eeaa-7f84-4b52-9cb8-9cfb0610aa3d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0a357151d35449eb34a390ec50a5699&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5833676 Jul 06 12:09:12.801460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51950) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:12.872110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Network da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:12.881945 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:12.955179 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.996595 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3415e9ed-edc6-4422-9383-70757e5c3c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:12.999819 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18f95478-e47e-4881-b762-3149e0cc5975 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.002076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf130ce-d962-469b-9f8a-624e0fd873f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-85413b16-8a2a-4ff1-ac97-76ea375e6ef3', 'network_id': '85413b16-8a2a-4ff1-ac97-76ea375e6ef3', 'tenant_id': 'd44b3b9f7817436396dd552dfec4fadf', 'fixed_ips': [{'subnet_id': '02a8ef76-5777-4e23-b34f-c774e03ecfb9'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:13.003789 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-caf130ce-d962-469b-9f8a-624e0fd873f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.069782 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3415e9ed-edc6-4422-9383-70757e5c3c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.110461 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] For port 1a9da130-c287-412e-a72d-63e1e1c201d0, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:13.145726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] For port 1a9da130-c287-412e-a72d-63e1e1c201d0, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1a9da130-c287-412e-a72d-63e1e1c201d0,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:13.151067 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port be7305dd-2c08-446a-8d99-2d3b59d0ecfb, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=be7305dd-2c08-446a-8d99-2d3b59d0ecfb,segment=NetworkSegment(bb398154-02f3-4de9-8cc1-699bd75ff5f1),segment_id=bb398154-02f3-4de9-8cc1-699bd75ff5f1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:13.231877 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.234575 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.263454 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18f95478-e47e-4881-b762-3149e0cc5975 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.305310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Router c967127f-9920-4d6f-9aa5-fb67aee28615 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:09:13.308865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-33130581-6cd2-40ba-8d61-af1b9cfac061 None None] Provisioning complete for port be7305dd-2c08-446a-8d99-2d3b59d0ecfb triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:13.308865 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33130581-6cd2-40ba-8d61-af1b9cfac061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.344371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Routers {'c967127f-9920-4d6f-9aa5-fb67aee28615'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:13.345254 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:09:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c967127f-9920-4d6f-9aa5-fb67aee28615'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server [None req-caf130ce-d962-469b-9f8a-624e0fd873f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02a8ef76-5777-4e23-b34f-c774e03ecfb9: This subnet is being modified by another concurrent operation. Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:09:13.362830 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02a8ef76-5777-4e23-b34f-c774e03ecfb9: This subnet is being modified by another concurrent operation. Jul 06 12:09:13.366754 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Jul 06 12:09:13.422164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25d03f7-a032-4abb-ad4a-f12382df9e2d None None] Network 85413b16-8a2a-4ff1-ac97-76ea375e6ef3 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:13.430384 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc2e33-ae9a-42c5-a307-a4c43bb9bec8 None None] Pushing event updated for resources: {'Port': ['ID=1a9da130-c287-412e-a72d-63e1e1c201d0,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:13.433886 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18f95478-e47e-4881-b762-3149e0cc5975 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.446341 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-18f95478-e47e-4881-b762-3149e0cc5975 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85413b16-8a2a-4ff1-ac97-76ea375e6ef3']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:13.451001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f95478-e47e-4881-b762-3149e0cc5975 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Subnet': ['ID=02a8ef76-5777-4e23-b34f-c774e03ecfb9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:13.499020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-18f95478-e47e-4881-b762-3149e0cc5975 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a373cbf-9723-45d4-8fc1-531deac0264b') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:13.499910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-18f95478-e47e-4881-b762-3149e0cc5975 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a373cbf-9723-45d4-8fc1-531deac0264b') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:13.515673 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18f95478-e47e-4881-b762-3149e0cc5975 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.523917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:09:13.537076 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a0efd058-0a24-4ad0-b75b-2867c9e31cbb admin admin] 10.222.0.81 "PUT /v2.0/routers/c967127f-9920-4d6f-9aa5-fb67aee28615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7707841 Jul 06 12:09:13.542821 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18f95478-e47e-4881-b762-3149e0cc5975 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.564470 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f95478-e47e-4881-b762-3149e0cc5975 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:13.565054 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18f95478-e47e-4881-b762-3149e0cc5975 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:13.568730 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:13.661157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=be7305dd-2c08-446a-8d99-2d3b59d0ecfb,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:13.679213 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3415e9ed-edc6-4422-9383-70757e5c3c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.685881 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3415e9ed-edc6-4422-9383-70757e5c3c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.694396 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3415e9ed-edc6-4422-9383-70757e5c3c63 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b79fd237-5995-4a67-afcb-987c3a92f397 HTTP/1.1" status: 204 len: 168 time: 0.8875265 Jul 06 12:09:13.734350 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e47008-dc5a-44c7-902d-6dfe6628a3c8 None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:09:13.738760 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415e9ed-edc6-4422-9383-70757e5c3c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79fd237-5995-4a67-afcb-987c3a92f397,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:13.739691 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] Set router c967127f-9920-4d6f-9aa5-fb67aee28615 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:13.769668 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18f95478-e47e-4881-b762-3149e0cc5975 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.812060 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18f95478-e47e-4881-b762-3149e0cc5975 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.819400 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-18f95478-e47e-4881-b762-3149e0cc5975 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/85413b16-8a2a-4ff1-ac97-76ea375e6ef3 HTTP/1.1" status: 204 len: 168 time: 1.2471058 Jul 06 12:09:13.819400 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f95478-e47e-4881-b762-3149e0cc5975 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Network': ['ID=85413b16-8a2a-4ff1-ac97-76ea375e6ef3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:13.821101 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51964) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:13.836761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c090d970-8b5d-4e78-92a4-5463f667a2bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-758038041'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:13.899405 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c090d970-8b5d-4e78-92a4-5463f667a2bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:13.903982 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c090d970-8b5d-4e78-92a4-5463f667a2bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.962693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device be7305dd-2c08-446a-8d99-2d3b59d0ecfb up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:13.971090 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c090d970-8b5d-4e78-92a4-5463f667a2bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:13.991679 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c090d970-8b5d-4e78-92a4-5463f667a2bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:13.992203 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-c090d970-8b5d-4e78-92a4-5463f667a2bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Added segment f1d9a1bc-4c5c-4e27-947d-d755771c4604 of type vlan for network 49999250-1771-4b9c-b0c9-e76eada08312 Jul 06 12:09:14.084765 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c090d970-8b5d-4e78-92a4-5463f667a2bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.147558 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21232c78-938d-4809-90d8-1c128cb26dfe req-cdc38cbf-4e8f-4b9a-98c2-2819ce9b33ea tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:14.155953 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21232c78-938d-4809-90d8-1c128cb26dfe req-cdc38cbf-4e8f-4b9a-98c2-2819ce9b33ea tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 945 time: 0.1423943 Jul 06 12:09:14.165191 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c090d970-8b5d-4e78-92a4-5463f667a2bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.171904 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c090d970-8b5d-4e78-92a4-5463f667a2bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:14.172789 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c090d970-8b5d-4e78-92a4-5463f667a2bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.273749 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51972) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:14.294108 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c090d970-8b5d-4e78-92a4-5463f667a2bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4673710 Jul 06 12:09:14.294397 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51974) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:14.302135 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-79c60e0c-88f8-403a-93db-51e9ceefb8ee tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'subnet': {'network_id': '49999250-1771-4b9c-b0c9-e76eada08312', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:14.303515 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66136a2b-0655-4a3e-a943-face5ff54193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.323750 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21232c78-938d-4809-90d8-1c128cb26dfe req-8378d652-343e-48b8-a4d2-8e019db0a0e1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664598 Jul 06 12:09:14.395320 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090d970-8b5d-4e78-92a4-5463f667a2bc tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Network': ['ID=49999250-1771-4b9c-b0c9-e76eada08312,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:14.519215 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 49999250-1771-4b9c-b0c9-e76eada08312 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:14.628484 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66136a2b-0655-4a3e-a943-face5ff54193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.638287 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66136a2b-0655-4a3e-a943-face5ff54193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.663540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c60e0c-88f8-403a-93db-51e9ceefb8ee tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:14.668432 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79c60e0c-88f8-403a-93db-51e9ceefb8ee tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.694983 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port be7305dd-2c08-446a-8d99-2d3b59d0ecfb triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:14.695742 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.726716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66136a2b-0655-4a3e-a943-face5ff54193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376f5b2f-f6d2-4936-9b1d-d9bd015d831e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:14.731181 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-66136a2b-0655-4a3e-a943-face5ff54193 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=390fa101a492457c8a58e70fb6e017fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558022 Jul 06 12:09:14.744044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51980) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:14.899357 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c54b98e-a634-4a46-81c3-f34e23240698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:14.910175 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-router', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:03Z', 'updated_at': '2021-07-06T12:09:11Z', 'revision_number': 4, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'gw_port': {'id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:05Z', 'updated_at': '2021-07-06T12:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8', 'name': '', 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'mac_address': 'fa:16:3e:2e:76:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:10Z', 'updated_at': '2021-07-06T12:09:12Z', 'revision_number': 2, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'subnets': [{'id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:14.944169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e47008-dc5a-44c7-902d-6dfe6628a3c8 None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:09:14.948776 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2553b111-e1fb-4999-9032-5505259f6b34 None None] The sync data for ids ['c967127f-9920-4d6f-9aa5-fb67aee28615'] in n-d-799529-2 is: [{'id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-router', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:03Z', 'updated_at': '2021-07-06T12:09:11Z', 'revision_number': 4, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'gw_port': {'id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:05Z', 'updated_at': '2021-07-06T12:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8', 'name': '', 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'mac_address': 'fa:16:3e:2e:76:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:10Z', 'updated_at': '2021-07-06T12:09:12Z', 'revision_number': 2, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'subnets': [{'id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:14.965092 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c54b98e-a634-4a46-81c3-f34e23240698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:15.066656 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c54b98e-a634-4a46-81c3-f34e23240698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:15.069882 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c54b98e-a634-4a46-81c3-f34e23240698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:15.074011 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3c54b98e-a634-4a46-81c3-f34e23240698 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/376f5b2f-f6d2-4936-9b1d-d9bd015d831e HTTP/1.1" status: 204 len: 168 time: 0.3260763 Jul 06 12:09:15.113426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54b98e-a634-4a46-81c3-f34e23240698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376f5b2f-f6d2-4936-9b1d-d9bd015d831e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:15.134840 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79c60e0c-88f8-403a-93db-51e9ceefb8ee tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:15.278486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c60e0c-88f8-403a-93db-51e9ceefb8ee tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Subnet': ['ID=728c1c21-c158-4dc8-9559-552e44064028,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:15.316832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c60e0c-88f8-403a-93db-51e9ceefb8ee tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Checking segment: {'id': 'f1d9a1bc-4c5c-4e27-947d-d755771c4604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '49999250-1771-4b9c-b0c9-e76eada08312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:15.317056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c60e0c-88f8-403a-93db-51e9ceefb8ee tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network hostable DHCP agents. Network: 49999250-1771-4b9c-b0c9-e76eada08312, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:15.410876 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-3a6c5c43-1a93-443f-a0ea-52becff2d63f tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:15.421839 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-3a6c5c43-1a93-443f-a0ea-52becff2d63f tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/networks?id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 HTTP/1.1" status: 200 len: 819 time: 0.2186999 Jul 06 12:09:15.455430 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-7e88f39f-4d15-4f1c-89fd-94f8bb8b7e98 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/quotas/99bca47aa94a4e2c8f4229c85ca00173 HTTP/1.1" status: 200 len: 375 time: 0.0217011 Jul 06 12:09:15.461308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c60e0c-88f8-403a-93db-51e9ceefb8ee tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network 49999250-1771-4b9c-b0c9-e76eada08312 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:15.590358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-79c60e0c-88f8-403a-93db-51e9ceefb8ee tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 49999250-1771-4b9c-b0c9-e76eada08312) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:15.606070 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c60e0c-88f8-403a-93db-51e9ceefb8ee tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:15.606678 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-79c60e0c-88f8-403a-93db-51e9ceefb8ee tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:15.690202 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52000) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:15.690784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-79c60e0c-88f8-403a-93db-51e9ceefb8ee tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3911121 Jul 06 12:09:15.723622 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-a2ff4e85-349d-4762-a759-d64a8486e1e2 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=99bca47aa94a4e2c8f4229c85ca00173&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2384331 Jul 06 12:09:15.768199 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95febe7e-1a16-41ad-a3e6-b25b67763490 None None] Network 49999250-1771-4b9c-b0c9-e76eada08312 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:15.946449 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc48cade-126b-4025-a4da-ad34abc1752c tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:15.948690 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-ef9dd0d1-61b0-4e13-ad88-eb6e63019ec3 service neutron] 10.222.0.81 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135363 Jul 06 12:09:16.062912 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc48cade-126b-4025-a4da-ad34abc1752c tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.185828 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-05bb19e2-3c2c-4e20-9c1e-b238256702e6 service neutron] 10.222.0.81 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328432 Jul 06 12:09:16.198265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c9c07e-03b0-4e9a-8e1b-e3090c2eb858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-49999250-1771-4b9c-b0c9-e76eada08312', 'network_id': '49999250-1771-4b9c-b0c9-e76eada08312', 'tenant_id': 'd44b3b9f7817436396dd552dfec4fadf', 'fixed_ips': [{'subnet_id': '728c1c21-c158-4dc8-9559-552e44064028'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:16.199065 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3c9c07e-03b0-4e9a-8e1b-e3090c2eb858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.251988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-5d657392-ba76-439b-85af-77dcf232299f req-5f64b90e-bb52-429a-877e-a48c079b6b84 tempest-ServersTestBootFromVolume-901923199 tempest-ServersTestBootFromVolume-901923199-project] (100428) timed out ('10.222.0.81', 49596) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:09:16.275449 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc48cade-126b-4025-a4da-ad34abc1752c tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.372021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48cade-126b-4025-a4da-ad34abc1752c tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Subnet': ['ID=728c1c21-c158-4dc8-9559-552e44064028,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:16.546551 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3c37a452-8116-40f9-bb9e-87350d554d02 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server [None req-a3c9c07e-03b0-4e9a-8e1b-e3090c2eb858 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 728c1c21-c158-4dc8-9559-552e44064028: This subnet is being modified by another concurrent operation. Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:09:16.598512 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 728c1c21-c158-4dc8-9559-552e44064028: This subnet is being modified by another concurrent operation. Jul 06 12:09:16.601974 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Jul 06 12:09:16.618931 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65f4109-a54a-43a7-a434-a7d748fcb3ec None None] Network 49999250-1771-4b9c-b0c9-e76eada08312 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:16.730503 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc48cade-126b-4025-a4da-ad34abc1752c tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.763941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-fc48cade-126b-4025-a4da-ad34abc1752c tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49999250-1771-4b9c-b0c9-e76eada08312']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:16.799697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-fc48cade-126b-4025-a4da-ad34abc1752c tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d9a1bc-4c5c-4e27-947d-d755771c4604') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:16.800341 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-fc48cade-126b-4025-a4da-ad34abc1752c tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d9a1bc-4c5c-4e27-947d-d755771c4604') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:16.821175 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc48cade-126b-4025-a4da-ad34abc1752c tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.855949 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc48cade-126b-4025-a4da-ad34abc1752c tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.882355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc48cade-126b-4025-a4da-ad34abc1752c tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:16.884994 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc48cade-126b-4025-a4da-ad34abc1752c tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.940018 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:16.996870 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:17.009322 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc48cade-126b-4025-a4da-ad34abc1752c tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:17.038644 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc48cade-126b-4025-a4da-ad34abc1752c tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:17.044604 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52042) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:17.048278 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fc48cade-126b-4025-a4da-ad34abc1752c tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/49999250-1771-4b9c-b0c9-e76eada08312 HTTP/1.1" status: 204 len: 168 time: 1.3482010 Jul 06 12:09:17.049445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48cade-126b-4025-a4da-ad34abc1752c tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Network': ['ID=49999250-1771-4b9c-b0c9-e76eada08312,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:17.053114 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7a0f8788-a04b-4e10-974d-89a5abfd5902 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-763699521'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:17.071724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:09:17.073970 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d48271-a0a7-4936-a56c-411a4819e000" -d '{"events": [{"server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "name": "network-vif-unplugged", "status": "completed", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:09:17.086064 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2a9729-12b3-4fa5-9fc0-03e5a894070e None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:09:17.117716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0f8788-a04b-4e10-974d-89a5abfd5902 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:17.124555 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8788-a04b-4e10-974d-89a5abfd5902 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:17.172171 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0f8788-a04b-4e10-974d-89a5abfd5902 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:17.172403 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:17.200641 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8788-a04b-4e10-974d-89a5abfd5902 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:17.202072 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-7a0f8788-a04b-4e10-974d-89a5abfd5902 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Added segment 5de439d5-f91a-41fd-b9ca-32ad7c3d8ec4 of type vlan for network 04fbe091-b86a-475b-953c-08a534fb1d16 Jul 06 12:09:17.221422 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:17.303453 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8788-a04b-4e10-974d-89a5abfd5902 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:17.404656 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8788-a04b-4e10-974d-89a5abfd5902 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:17.412939 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0f8788-a04b-4e10-974d-89a5abfd5902 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:17.413755 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8788-a04b-4e10-974d-89a5abfd5902 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:17.562020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=3c37a452-8116-40f9-bb9e-87350d554d02,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:17.650480 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52062) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:17.656762 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a67ac48e-0284-400e-bb1d-2c8ce8f28e99 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'subnet': {'network_id': '04fbe091-b86a-475b-953c-08a534fb1d16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:17.663658 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7a0f8788-a04b-4e10-974d-89a5abfd5902 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6175630 Jul 06 12:09:17.751850 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f8788-a04b-4e10-974d-89a5abfd5902 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Network': ['ID=04fbe091-b86a-475b-953c-08a534fb1d16,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:17.754619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2a9729-12b3-4fa5-9fc0-03e5a894070e None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:09:17.780814 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 04fbe091-b86a-475b-953c-08a534fb1d16 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:17.908878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67ac48e-0284-400e-bb1d-2c8ce8f28e99 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:17.918125 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a67ac48e-0284-400e-bb1d-2c8ce8f28e99 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.074201 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1a9da130-c287-412e-a72d-63e1e1c201d0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:18.212798 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-78355a6d-1fed-4551-923c-716bd447c36b req-bd7cdc68-2ac7-45ff-a373-4d4f8cc40353 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 210 time: 0.0949614 Jul 06 12:09:18.304691 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 1a9da130-c287-412e-a72d-63e1e1c201d0 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:18.332747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1a9da130-c287-412e-a72d-63e1e1c201d0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:18.333226 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.466802 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a67ac48e-0284-400e-bb1d-2c8ce8f28e99 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.521691 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.544192 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedd9afc-addf-45d6-be6f-f81d50e1796c x-openstack-request-id: req-eedd9afc-addf-45d6-be6f-f81d50e1796c {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:09:18.544491 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "name": "network-vif-unplugged", "status": "completed", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:09:18.544743 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eedd9afc-addf-45d6-be6f-f81d50e1796c {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:09:18.545136 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02', 'code': 200} Jul 06 12:09:18.596197 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 1a9da130-c287-412e-a72d-63e1e1c201d0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1a9da130-c287-412e-a72d-63e1e1c201d0,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:18.604912 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.658656 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ac48e-0284-400e-bb1d-2c8ce8f28e99 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Subnet': ['ID=c8e08d49-301a-49da-9216-cfcd0b967cf5,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:18.679933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67ac48e-0284-400e-bb1d-2c8ce8f28e99 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Checking segment: {'id': '5de439d5-f91a-41fd-b9ca-32ad7c3d8ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '04fbe091-b86a-475b-953c-08a534fb1d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:18.680679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67ac48e-0284-400e-bb1d-2c8ce8f28e99 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network hostable DHCP agents. Network: 04fbe091-b86a-475b-953c-08a534fb1d16, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:18.703905 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67ac48e-0284-400e-bb1d-2c8ce8f28e99 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network 04fbe091-b86a-475b-953c-08a534fb1d16 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:18.720178 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a67ac48e-0284-400e-bb1d-2c8ce8f28e99 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 04fbe091-b86a-475b-953c-08a534fb1d16) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:18.727067 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ac48e-0284-400e-bb1d-2c8ce8f28e99 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:18.728691 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a67ac48e-0284-400e-bb1d-2c8ce8f28e99 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:18.756556 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a67ac48e-0284-400e-bb1d-2c8ce8f28e99 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1044333 Jul 06 12:09:18.759540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52090) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:18.768768 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f5a8b412-505c-4d18-92eb-193237e18743 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'subnet': {'network_id': '04fbe091-b86a-475b-953c-08a534fb1d16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:18.799845 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=1a9da130-c287-412e-a72d-63e1e1c201d0,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:18.921453 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a5bcfa-4657-4241-99a0-b01ae48500b4 None None] Network 04fbe091-b86a-475b-953c-08a534fb1d16 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:19.155790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a8b412-505c-4d18-92eb-193237e18743 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:19.160530 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b412-505c-4d18-92eb-193237e18743 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:19.413124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52104) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:19.462521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-04fbe091-b86a-475b-953c-08a534fb1d16', 'network_id': '04fbe091-b86a-475b-953c-08a534fb1d16', 'tenant_id': 'd44b3b9f7817436396dd552dfec4fadf', 'fixed_ips': [{'subnet_id': 'c8e08d49-301a-49da-9216-cfcd0b967cf5'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:19.481264 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:19.597756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-971b6441-b033-494c-b690-7520f8aeda6a tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:19.599418 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-971b6441-b033-494c-b690-7520f8aeda6a tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.89 "GET /v2.0/networks?id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 HTTP/1.1" status: 200 len: 819 time: 0.3371563 Jul 06 12:09:19.613572 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Sync routers for ids ['c967127f-9920-4d6f-9aa5-fb67aee28615'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:09:19.622914 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-838c2569-6ee0-4263-8b46-fe3274feaa09 req-0bbb7ff6-db23-418d-ba42-70b3b10a15a6 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 210 time: 0.1311982 Jul 06 12:09:19.624402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-cdad4fc2-8d3e-4f63-af50-67698658851b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Request body: {'port': {'device_id': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'admin_state_up': True, 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:19.659330 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Routers {'c967127f-9920-4d6f-9aa5-fb67aee28615'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:19.666656 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:09:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c967127f-9920-4d6f-9aa5-fb67aee28615'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:19.896029 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6019b0ce-12b6-4fe5-b6a2-fb0cb13d1916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:19.906610 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-cdad4fc2-8d3e-4f63-af50-67698658851b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Made reservation on behalf of 99bca47aa94a4e2c8f4229c85ca00173 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:19.912576 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-cdad4fc2-8d3e-4f63-af50-67698658851b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.005111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Allocated IP 2001:db8::2 (04fbe091-b86a-475b-953c-08a534fb1d16/c8e08d49-301a-49da-9216-cfcd0b967cf5/e97822b0-65f7-47f0-9b46-75eb804b96a6) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:20.078659 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Set router c967127f-9920-4d6f-9aa5-fb67aee28615 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:20.121475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-cdad4fc2-8d3e-4f63-af50-67698658851b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Allocated IP 172.20.0.8 (da1d5568-bee0-4d2b-a764-9b50b6e9c9d9/584c750d-5d96-4d7c-8aa7-0febbdb3d1ab/177b57a7-7158-438f-aecb-4266892e6673) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:20.130902 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b412-505c-4d18-92eb-193237e18743 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.191833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1a9da130-c287-412e-a72d-63e1e1c201d0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:20.273518 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a8b412-505c-4d18-92eb-193237e18743 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network 04fbe091-b86a-475b-953c-08a534fb1d16 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:20.279833 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-f5a8b412-505c-4d18-92eb-193237e18743 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:20.297378 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a8b412-505c-4d18-92eb-193237e18743 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:20.298341 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b412-505c-4d18-92eb-193237e18743 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.325688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8b412-505c-4d18-92eb-193237e18743 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Subnet': ['ID=1c447411-88e6-4666-815e-1d31391c67a4,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:20.339537 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f5a8b412-505c-4d18-92eb-193237e18743 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5777931 Jul 06 12:09:20.341432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52118) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:20.397196 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.415111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Transition to ACTIVE for port object e97822b0-65f7-47f0-9b46-75eb804b96a6 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:20.419666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3c37a452-8116-40f9-bb9e-87350d554d02 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:09:20.543799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:20.551639 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-router', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:03Z', 'updated_at': '2021-07-06T12:09:11Z', 'revision_number': 4, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'gw_port': {'id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:05Z', 'updated_at': '2021-07-06T12:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8', 'name': '', 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'mac_address': 'fa:16:3e:2e:76:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:10Z', 'updated_at': '2021-07-06T12:09:12Z', 'revision_number': 2, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'subnets': [{'id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:20.564403 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '3c37a452-8116-40f9-bb9e-87350d554d02', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'port_id': '3c37a452-8116-40f9-bb9e-87350d554d02', 'mac_address': 'fa:16:3e:35:31:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:09:20.569101 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1a9da130-c287-412e-a72d-63e1e1c201d0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:20.569619 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.600012 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Checking router: c967127f-9920-4d6f-9aa5-fb67aee28615 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:09:20.600679 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Updating router c967127f-9920-4d6f-9aa5-fb67aee28615 port b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:09:20.656600 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6019b0ce-12b6-4fe5-b6a2-fb0cb13d1916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.669951 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6019b0ce-12b6-4fe5-b6a2-fb0cb13d1916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.689637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ed029-2ddf-4e2f-a2bf-1b40bcff4463 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:20.707784 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ed029-2ddf-4e2f-a2bf-1b40bcff4463 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:20.710040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ed029-2ddf-4e2f-a2bf-1b40bcff4463 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:20.712955 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ed029-2ddf-4e2f-a2bf-1b40bcff4463 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:20.714707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ed029-2ddf-4e2f-a2bf-1b40bcff4463 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:20.717161 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0d4ed029-2ddf-4e2f-a2bf-1b40bcff4463 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3730981 Jul 06 12:09:20.724519 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52122) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:20.731436 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7e0e9b65-4d74-4c51-9894-277e7e196e15 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1427100548'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:20.824664 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-cdad4fc2-8d3e-4f63-af50-67698658851b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.858629 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0e9b65-4d74-4c51-9894-277e7e196e15 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:20.858629 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e0e9b65-4d74-4c51-9894-277e7e196e15 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:20.948585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019b0ce-12b6-4fe5-b6a2-fb0cb13d1916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e854f9-f446-4f95-9244-653de4271587,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:20.960877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Transition to ACTIVE for port object e97822b0-65f7-47f0-9b46-75eb804b96a6 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:20.971027 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0e9b65-4d74-4c51-9894-277e7e196e15 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:20.980321 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.004308 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6019b0ce-12b6-4fe5-b6a2-fb0cb13d1916 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cfc5e7cb64dc4396a2c659cb246dc8c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5832524 Jul 06 12:09:21.007719 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e0e9b65-4d74-4c51-9894-277e7e196e15 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.008078 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-7e0e9b65-4d74-4c51-9894-277e7e196e15 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Added segment d9862d0f-4fe6-4d2b-a085-b3adb51282dd of type vlan for network 27f3f318-7721-43f2-aefd-ae9601cf7f4c Jul 06 12:09:21.010537 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52124) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:21.017977 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-cdad4fc2-8d3e-4f63-af50-67698658851b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.043748 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.078689 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.084764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad4fc2-8d3e-4f63-af50-67698658851b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Pushing event updated for resources: {'Port': ['ID=177b57a7-7158-438f-aecb-4266892e6673,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:21.088604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Network 04fbe091-b86a-475b-953c-08a534fb1d16 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:21.102918 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-cdad4fc2-8d3e-4f63-af50-67698658851b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Network da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:21.104628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-cdad4fc2-8d3e-4f63-af50-67698658851b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:21.107850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-cdad4fc2-8d3e-4f63-af50-67698658851b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:21.137051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:21.152469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c37a452-8116-40f9-bb9e-87350d554d02 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:09:21.183080 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-cdad4fc2-8d3e-4f63-af50-67698658851b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:21.191617 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-cdad4fc2-8d3e-4f63-af50-67698658851b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.215970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:21.221579 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-cdad4fc2-8d3e-4f63-af50-67698658851b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6136734 Jul 06 12:09:21.223115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:21.239497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Request body: {'port': {'device_id': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:21.247635 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.257147 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Pushing event updated for resources: {'Port': ['ID=e97822b0-65f7-47f0-9b46-75eb804b96a6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:21.392967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.399909 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e0e9b65-4d74-4c51-9894-277e7e196e15 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.444698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['3c37a452-8116-40f9-bb9e-87350d554d02'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:09:21.522137 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39ccc8fb-3ebc-41c2-b650-41fde183d495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.581834 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39ccc8fb-3ebc-41c2-b650-41fde183d495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.595838 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.612025 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Transition to ACTIVE for port object b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:21.614340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Attempting to bind port e97822b0-65f7-47f0-9b46-75eb804b96a6 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:21.614911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Attempting to bind port e97822b0-65f7-47f0-9b46-75eb804b96a6 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '5de439d5-f91a-41fd-b9ca-32ad7c3d8ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '04fbe091-b86a-475b-953c-08a534fb1d16'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:21.615136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Attempting to bind port e97822b0-65f7-47f0-9b46-75eb804b96a6 on network 04fbe091-b86a-475b-953c-08a534fb1d16 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:21.624648 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.632786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=3c37a452-8116-40f9-bb9e-87350d554d02,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:21.637416 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:21.637832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Checking segment: {'id': '5de439d5-f91a-41fd-b9ca-32ad7c3d8ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '04fbe091-b86a-475b-953c-08a534fb1d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:21.638248 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.638724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Bound using segment: {'id': '5de439d5-f91a-41fd-b9ca-32ad7c3d8ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '04fbe091-b86a-475b-953c-08a534fb1d16'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:21.639382 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Bound port: e97822b0-65f7-47f0-9b46-75eb804b96a6, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de439d5-f91a-41fd-b9ca-32ad7c3d8ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '04fbe091-b86a-475b-953c-08a534fb1d16'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:21.640014 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.715894 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39ccc8fb-3ebc-41c2-b650-41fde183d495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.720172 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39ccc8fb-3ebc-41c2-b650-41fde183d495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.722421 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-39ccc8fb-3ebc-41c2-b650-41fde183d495 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93e854f9-f446-4f95-9244-653de4271587 HTTP/1.1" status: 204 len: 168 time: 0.7106252 Jul 06 12:09:21.775133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] For port e97822b0-65f7-47f0-9b46-75eb804b96a6, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:21.791702 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edbe95-0d26-46ba-9fb4-7e763fd2968a req-00ec61bd-50ee-46e2-a0eb-5b98aad56c80 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:21.797815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] For port e97822b0-65f7-47f0-9b46-75eb804b96a6, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e97822b0-65f7-47f0-9b46-75eb804b96a6,segment=NetworkSegment(5de439d5-f91a-41fd-b9ca-32ad7c3d8ec4),segment_id=5de439d5-f91a-41fd-b9ca-32ad7c3d8ec4)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:21.804700 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43edbe95-0d26-46ba-9fb4-7e763fd2968a req-00ec61bd-50ee-46e2-a0eb-5b98aad56c80 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 931 time: 0.7511816 Jul 06 12:09:21.808929 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.870184 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccc8fb-3ebc-41c2-b650-41fde183d495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e854f9-f446-4f95-9244-653de4271587,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:21.884414 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e0e9b65-4d74-4c51-9894-277e7e196e15 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.913425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0e9b65-4d74-4c51-9894-277e7e196e15 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:21.914102 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e0e9b65-4d74-4c51-9894-277e7e196e15 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:21.939693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5ddba-42d3-411d-bc38-9da6c095a65d None None] Pushing event updated for resources: {'Port': ['ID=e97822b0-65f7-47f0-9b46-75eb804b96a6,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:21.954751 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Attempting to bind port b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:21.955243 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Attempting to bind port b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'd8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:21.955617 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Attempting to bind port b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8 on network da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:21.962856 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bf225-4c36-4251-afd7-384ff43b3f72 None None] Pushing event updated for resources: {'Port': ['ID=b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:21.985855 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bf225-4c36-4251-afd7-384ff43b3f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.986188 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bf225-4c36-4251-afd7-384ff43b3f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.986523 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bf225-4c36-4251-afd7-384ff43b3f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.986868 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bf225-4c36-4251-afd7-384ff43b3f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.987179 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bf225-4c36-4251-afd7-384ff43b3f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.989798 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bf225-4c36-4251-afd7-384ff43b3f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.990137 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bf225-4c36-4251-afd7-384ff43b3f72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.993824 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bf225-4c36-4251-afd7-384ff43b3f72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.997164 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bf225-4c36-4251-afd7-384ff43b3f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:21.997540 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bf225-4c36-4251-afd7-384ff43b3f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:22.002802 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bf225-4c36-4251-afd7-384ff43b3f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:22.003197 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53bf225-4c36-4251-afd7-384ff43b3f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:22.034411 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:22.040209 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Checking segment: {'id': 'd8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:22.041990 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.042555 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Bound using segment: {'id': 'd8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:22.043052 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Bound port: b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:22.045299 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.134331 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7e0e9b65-4d74-4c51-9894-277e7e196e15 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4054239 Jul 06 12:09:22.140631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52144) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:22.164695 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-37339680-3445-48ef-bee1-5aeb17a091d4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:22.204886 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43edbe95-0d26-46ba-9fb4-7e763fd2968a req-f2aba75c-adde-4b92-bf3d-eaa1c9ed836c tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968346 Jul 06 12:09:22.326451 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] For port b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:22.351899 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] For port b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8,segment=NetworkSegment(d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd),segment_id=d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:22.364476 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.404930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e9b65-4d74-4c51-9894-277e7e196e15 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Network': ['ID=27f3f318-7721-43f2-aefd-ae9601cf7f4c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:22.427280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 27f3f318-7721-43f2-aefd-ae9601cf7f4c details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:22.612817 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37339680-3445-48ef-bee1-5aeb17a091d4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.659849 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37339680-3445-48ef-bee1-5aeb17a091d4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.665067 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Routers {'c967127f-9920-4d6f-9aa5-fb67aee28615'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:09:22.665718 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:09:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c967127f-9920-4d6f-9aa5-fb67aee28615'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:22.689683 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52160) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:22.707777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37339680-3445-48ef-bee1-5aeb17a091d4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network 27f3f318-7721-43f2-aefd-ae9601cf7f4c is not hosted by any dhcp agent {{(pid=100427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:09:22.713816 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37339680-3445-48ef-bee1-5aeb17a091d4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:22.714442 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37339680-3445-48ef-bee1-5aeb17a091d4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.719018 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-37339680-3445-48ef-bee1-5aeb17a091d4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "PUT /v2.0/networks/27f3f318-7721-43f2-aefd-ae9601cf7f4c HTTP/1.1" status: 200 len: 723 time: 0.5738924 Jul 06 12:09:22.750803 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52162) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:22.766601 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1e5fb7c4-3991-47b0-bc6e-0c62e71d8e4a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'subnet': {'network_id': '27f3f318-7721-43f2-aefd-ae9601cf7f4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:22.792819 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ebd9ea6-db19-4715-9af2-37963b889801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:22.809717 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3c37a452-8116-40f9-bb9e-87350d554d02 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:22.845884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37339680-3445-48ef-bee1-5aeb17a091d4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Network': ['ID=27f3f318-7721-43f2-aefd-ae9601cf7f4c,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:22.937873 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 27f3f318-7721-43f2-aefd-ae9601cf7f4c details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:22.987951 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bf225-4c36-4251-afd7-384ff43b3f72 None None] Pushing event updated for resources: {'Port': ['ID=b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:23.007902 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:09:23.074879 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ebd9ea6-db19-4715-9af2-37963b889801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.093185 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ebd9ea6-db19-4715-9af2-37963b889801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.127782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd9ea6-db19-4715-9af2-37963b889801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3061b7ae-d861-407d-8f95-b37dedeb1e90,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:23.134116 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] Set router c967127f-9920-4d6f-9aa5-fb67aee28615 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:09:23.173755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5fb7c4-3991-47b0-bc6e-0c62e71d8e4a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:23.178000 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb7c4-3991-47b0-bc6e-0c62e71d8e4a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.279132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 3c37a452-8116-40f9-bb9e-87350d554d02 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:23.279634 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.360804 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6ebd9ea6-db19-4715-9af2-37963b889801 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5fac4eb4fe7a4f4388b25dd290c1f0fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6689951 Jul 06 12:09:23.361338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52178) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:23.568850 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.644690 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:23.651075 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:09:23.666940 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d6007e-26a8-4294-ac49-0d2dd9083f07" -d '{"events": [{"server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "name": "network-vif-plugged", "status": "completed", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:09:23.678078 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:23.823445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=3c37a452-8116-40f9-bb9e-87350d554d02,revision_number=10']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:23.873571 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-router', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:03Z', 'updated_at': '2021-07-06T12:09:11Z', 'revision_number': 4, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'gw_port': {'id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:05Z', 'updated_at': '2021-07-06T12:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8', 'name': '', 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'mac_address': 'fa:16:3e:2e:76:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:10Z', 'updated_at': '2021-07-06T12:09:22Z', 'revision_number': 4, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'subnets': [{'id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:23.990305 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe95d4b-0473-4eab-b302-a6f7a2db4d3c None None] The sync data for ids ['c967127f-9920-4d6f-9aa5-fb67aee28615'] in n-d-799529-2 is: [{'id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-router', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:03Z', 'updated_at': '2021-07-06T12:09:11Z', 'revision_number': 4, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'gw_port': {'id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:05Z', 'updated_at': '2021-07-06T12:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8', 'name': '', 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'mac_address': 'fa:16:3e:2e:76:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:10Z', 'updated_at': '2021-07-06T12:09:22Z', 'revision_number': 4, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'subnets': [{'id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:09:24.030823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e99b06-c541-450b-9a8a-84faec374833 None None] Network 04fbe091-b86a-475b-953c-08a534fb1d16 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:24.051771 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177b57a7-7158-438f-aecb-4266892e6673 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:09:24.062149 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91bfc7c3-db6b-49c7-aa12-75b6efa39294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.083396 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4498b-6a9e-452c-b898-12f0194290ac req-5b2d08a5-35d1-49a5-addf-fe3aee2feb7c tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:24.087757 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7ed4498b-6a9e-452c-b898-12f0194290ac req-5b2d08a5-35d1-49a5-addf-fe3aee2feb7c tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 931 time: 0.5219145 Jul 06 12:09:24.100089 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91bfc7c3-db6b-49c7-aa12-75b6efa39294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.211205 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.238868 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91bfc7c3-db6b-49c7-aa12-75b6efa39294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.248081 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91bfc7c3-db6b-49c7-aa12-75b6efa39294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.252180 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-91bfc7c3-db6b-49c7-aa12-75b6efa39294 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3061b7ae-d861-407d-8f95-b37dedeb1e90 HTTP/1.1" status: 204 len: 168 time: 0.8840756 Jul 06 12:09:24.271120 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb7c4-3991-47b0-bc6e-0c62e71d8e4a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.290924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Transition to ACTIVE for port object 177b57a7-7158-438f-aecb-4266892e6673 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:24.292436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfc7c3-db6b-49c7-aa12-75b6efa39294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3061b7ae-d861-407d-8f95-b37dedeb1e90,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:24.294079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e97822b0-65f7-47f0-9b46-75eb804b96a6 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:24.305816 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.527044 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7ed4498b-6a9e-452c-b898-12f0194290ac req-98a78094-c043-4b1d-8402-c28ec7524838 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996952 Jul 06 12:09:24.599569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e666082b-7431-4e14-8550-ac1ca12928e0 None None] Provisioning for port e97822b0-65f7-47f0-9b46-75eb804b96a6 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:24.670111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Pushing event updated for resources: {'Port': ['ID=177b57a7-7158-438f-aecb-4266892e6673,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:24.686245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5fb7c4-3991-47b0-bc6e-0c62e71d8e4a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Checking segment: {'id': 'd9862d0f-4fe6-4d2b-a085-b3adb51282dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '27f3f318-7721-43f2-aefd-ae9601cf7f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:24.686680 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5fb7c4-3991-47b0-bc6e-0c62e71d8e4a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network hostable DHCP agents. Network: 27f3f318-7721-43f2-aefd-ae9601cf7f4c, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:24.722648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port e97822b0-65f7-47f0-9b46-75eb804b96a6 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:24.741233 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e97822b0-65f7-47f0-9b46-75eb804b96a6 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:24.741883 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.757891 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fb7c4-3991-47b0-bc6e-0c62e71d8e4a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Subnet': ['ID=2712bd68-7e29-4336-b0f4-00a24fcadc0c,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:24.764731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Attempting to bind port 177b57a7-7158-438f-aecb-4266892e6673 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:24.767299 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Attempting to bind port 177b57a7-7158-438f-aecb-4266892e6673 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'd8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:24.768020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Attempting to bind port 177b57a7-7158-438f-aecb-4266892e6673 on network da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:24.780469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Port 177b57a7-7158-438f-aecb-4266892e6673 on network da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:09:24.783482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Attempting to bind port 177b57a7-7158-438f-aecb-4266892e6673 on network da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:24.791576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5fb7c4-3991-47b0-bc6e-0c62e71d8e4a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network 27f3f318-7721-43f2-aefd-ae9601cf7f4c is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:24.797781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:24.798458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Checking segment: {'id': 'd8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:24.799106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Bound using segment: {'id': 'd8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:24.800621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Bound port: 177b57a7-7158-438f-aecb-4266892e6673, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:24.802727 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.830158 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-1e5fb7c4-3991-47b0-bc6e-0c62e71d8e4a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 27f3f318-7721-43f2-aefd-ae9601cf7f4c) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:24.836846 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5fb7c4-3991-47b0-bc6e-0c62e71d8e4a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:24.840822 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e5fb7c4-3991-47b0-bc6e-0c62e71d8e4a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:24.879443 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a157a8c-cf10-4e61-9c66-30f4f24c755f None None] Network 27f3f318-7721-43f2-aefd-ae9601cf7f4c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:24.901482 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1e5fb7c4-3991-47b0-bc6e-0c62e71d8e4a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1467423 Jul 06 12:09:24.909065 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52196) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:24.948672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-cb2fc040-c088-4058-8ff6-351db5743332 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:25.190162 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] For port 177b57a7-7158-438f-aecb-4266892e6673, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:25.197564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] For port 177b57a7-7158-438f-aecb-4266892e6673, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=177b57a7-7158-438f-aecb-4266892e6673,segment=NetworkSegment(d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd),segment_id=d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:25.208503 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.343801 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb2fc040-c088-4058-8ff6-351db5743332 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11863081'] for subnet, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.383892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:25.388148 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:25.391410 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] 10.222.0.89 "PUT /v2.0/ports/177b57a7-7158-438f-aecb-4266892e6673 HTTP/1.1" status: 200 len: 1091 time: 4.1588674 Jul 06 12:09:25.396042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'tag': '177b57a7-7158-438f-aecb-4266892e6673'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:09:25.422203 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7a746d-432d-44b0-a563-9cfd025865ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6955a07a-fbb6-429f-90b2-f0ae8a13c21c", "tag": "177b57a7-7158-438f-aecb-4266892e6673"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:09:25.456639 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c41709-a82e-4e0d-9f8e-16c1d3d769fc x-openstack-request-id: req-77c41709-a82e-4e0d-9f8e-16c1d3d769fc {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:09:25.457395 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "name": "network-vif-plugged", "status": "completed", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:09:25.457943 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77c41709-a82e-4e0d-9f8e-16c1d3d769fc {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:09:25.459672 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02', 'code': 200} Jul 06 12:09:25.695711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce23c56-c127-4d99-bc2b-b739514403f9 service neutron] Pushing event updated for resources: {'Port': ['ID=177b57a7-7158-438f-aecb-4266892e6673,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:25.798632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-e5c6f911-29e8-4ea0-bd42-7ef10b7042b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:25.805369 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-e5c6f911-29e8-4ea0-bd42-7ef10b7042b5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=99bca47aa94a4e2c8f4229c85ca00173&device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 1094 time: 0.3101306 Jul 06 12:09:25.918773 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-3b4d77ad-9b4e-4522-ac81-8246aa40771e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177b57a7-7158-438f-aecb-4266892e6673 HTTP/1.1" status: 200 len: 217 time: 0.1057465 Jul 06 12:09:25.923519 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc49b24-cdd4-4817-a829-5c9bef9bd22a x-openstack-request-id: req-5fc49b24-cdd4-4817-a829-5c9bef9bd22a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:09:25.923947 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6955a07a-fbb6-429f-90b2-f0ae8a13c21c", "tag": "177b57a7-7158-438f-aecb-4266892e6673", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:09:25.925757 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5fc49b24-cdd4-4817-a829-5c9bef9bd22a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:09:25.926207 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'tag': '177b57a7-7158-438f-aecb-4266892e6673', 'status': 'completed', 'code': 200} Jul 06 12:09:26.023636 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-27f3f318-7721-43f2-aefd-ae9601cf7f4c', 'network_id': '27f3f318-7721-43f2-aefd-ae9601cf7f4c', 'tenant_id': 'd44b3b9f7817436396dd552dfec4fadf', 'fixed_ips': [{'subnet_id': '2712bd68-7e29-4336-b0f4-00a24fcadc0c'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:26.025657 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.066532 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb2fc040-c088-4058-8ff6-351db5743332 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789330220063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11978763'] for subnet, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.103403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-531f4b0a-946f-403e-a94a-69b8dd99c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:26.126952 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-531f4b0a-946f-403e-a94a-69b8dd99c017 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=584c750d-5d96-4d7c-8aa7-0febbdb3d1ab HTTP/1.1" status: 200 len: 859 time: 0.1979344 Jul 06 12:09:26.246887 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-007c57b9-9739-4d6d-b5aa-774a1ba0399a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133468 Jul 06 12:09:26.364703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2fc040-c088-4058-8ff6-351db5743332 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:26.366868 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb2fc040-c088-4058-8ff6-351db5743332 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.368752 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cb2fc040-c088-4058-8ff6-351db5743332 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "PUT /v2.0/subnets/2712bd68-7e29-4336-b0f4-00a24fcadc0c HTTP/1.1" status: 200 len: 826 time: 1.4586351 Jul 06 12:09:26.385747 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52226) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:26.411875 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.414002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1853411-9709-495c-9578-6d63eaf731ea None None] Update dhcp port {'port': {'network_id': '04fbe091-b86a-475b-953c-08a534fb1d16', 'fixed_ips': [{'subnet_id': 'c8e08d49-301a-49da-9216-cfcd0b967cf5', 'ip_address': '2001:db8::2'}, {'subnet_id': '1c447411-88e6-4666-815e-1d31391c67a4'}], 'binding:host_id': 'n-d-799529-2'}, 'id': 'e97822b0-65f7-47f0-9b46-75eb804b96a6'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:09:26.488613 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1853411-9709-495c-9578-6d63eaf731ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.565627 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-598a8b1e-95e2-4ade-ae81-4538f6e25d92 service neutron] 10.222.0.89 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097003 Jul 06 12:09:26.597458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Allocated IP 2001:db8::2 (27f3f318-7721-43f2-aefd-ae9601cf7f4c/2712bd68-7e29-4336-b0f4-00a24fcadc0c/0da33cdb-26e3-4a72-b6af-055f49700a0d) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:26.629270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fc040-c088-4058-8ff6-351db5743332 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Subnet': ['ID=2712bd68-7e29-4336-b0f4-00a24fcadc0c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:26.769398 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7875eec-92a0-4fea-aaf9-7a7f7af18d27 req-6fb6ae65-7718-48b1-a4d1-f05fcc446b6e tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:26.773822 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7875eec-92a0-4fea-aaf9-7a7f7af18d27 req-6fb6ae65-7718-48b1-a4d1-f05fcc446b6e tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 943 time: 0.5635946 Jul 06 12:09:26.876054 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:26.877949 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e031878f-7bd0-40da-9b7e-c9d642064466 req-b8671fba-25ec-45e8-8941-a074bec62d55 service neutron] 10.222.0.89 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031323 Jul 06 12:09:27.050105 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7875eec-92a0-4fea-aaf9-7a7f7af18d27 req-c7a49863-5fe2-4f9c-a43d-dd01b2871753 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484550 Jul 06 12:09:27.102351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a746d-432d-44b0-a563-9cfd025865ce req-022f28d2-4744-4111-8a8e-1cc5ebf6fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:27.111346 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9a7a746d-432d-44b0-a563-9cfd025865ce req-022f28d2-4744-4111-8a8e-1cc5ebf6fc5f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=99bca47aa94a4e2c8f4229c85ca00173&device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 1094 time: 0.1428542 Jul 06 12:09:27.194455 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:27.220485 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-b1853411-9709-495c-9578-6d63eaf731ea None None] Allocated IP 172.20.0.1 (04fbe091-b86a-475b-953c-08a534fb1d16/1c447411-88e6-4666-815e-1d31391c67a4/e97822b0-65f7-47f0-9b46-75eb804b96a6) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:27.299696 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port e97822b0-65f7-47f0-9b46-75eb804b96a6, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e97822b0-65f7-47f0-9b46-75eb804b96a6,segment=NetworkSegment(5de439d5-f91a-41fd-b9ca-32ad7c3d8ec4),segment_id=5de439d5-f91a-41fd-b9ca-32ad7c3d8ec4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:27.319882 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:27.322565 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:27.497362 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a746d-432d-44b0-a563-9cfd025865ce req-a42be819-1262-419b-b6d4-d1231d541812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:27.504536 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9a7a746d-432d-44b0-a563-9cfd025865ce req-a42be819-1262-419b-b6d4-d1231d541812 service neutron] 10.222.0.89 "GET /v2.0/networks?id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 HTTP/1.1" status: 200 len: 920 time: 0.3882449 Jul 06 12:09:27.619096 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9a7a746d-432d-44b0-a563-9cfd025865ce req-03873aa3-1bfe-4ed1-aa6f-2c714836fda1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177b57a7-7158-438f-aecb-4266892e6673 HTTP/1.1" status: 200 len: 217 time: 0.0977232 Jul 06 12:09:27.795512 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a746d-432d-44b0-a563-9cfd025865ce req-8fd11fe3-d19a-4963-a79f-c969b8cea00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:27.799054 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9a7a746d-432d-44b0-a563-9cfd025865ce req-8fd11fe3-d19a-4963-a79f-c969b8cea00f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=584c750d-5d96-4d7c-8aa7-0febbdb3d1ab HTTP/1.1" status: 200 len: 859 time: 0.1776052 Jul 06 12:09:27.851764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=e97822b0-65f7-47f0-9b46-75eb804b96a6,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:28.009929 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9a7a746d-432d-44b0-a563-9cfd025865ce req-08053583-80b4-45ab-b4a2-a30105538a42 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2022383 Jul 06 12:09:28.204233 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:28.392943 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Transition to ACTIVE for port object 0da33cdb-26e3-4a72-b6af-055f49700a0d will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:28.430458 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9a7a746d-432d-44b0-a563-9cfd025865ce req-44972287-164d-4b5b-9968-9dd0c6a98f75 service neutron] 10.222.0.89 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149098 Jul 06 12:09:28.498129 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 177b57a7-7158-438f-aecb-4266892e6673 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:09:28.565529 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2f240-a3e6-4f4c-ad5a-8684234e916a req-26b4ef34-1894-449e-8fa2-d7263ae80707 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:28.581788 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95b2f240-a3e6-4f4c-ad5a-8684234e916a req-26b4ef34-1894-449e-8fa2-d7263ae80707 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 943 time: 0.2284474 Jul 06 12:09:28.586767 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Transition to ACTIVE for port object 0da33cdb-26e3-4a72-b6af-055f49700a0d will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:28.600388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:28.652224 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:28.652610 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:28.659127 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:28.674599 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9a7a746d-432d-44b0-a563-9cfd025865ce req-ebc3f061-aaec-49a4-a17b-17e56871d14d service neutron] 10.222.0.89 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361853 Jul 06 12:09:28.707737 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:28.742157 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95b2f240-a3e6-4f4c-ad5a-8684234e916a req-cdf51ed6-d1e1-41f8-bdd7-a2e4e210ebaf tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577742 Jul 06 12:09:28.959433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b1853411-9709-495c-9578-6d63eaf731ea None None] For port e97822b0-65f7-47f0-9b46-75eb804b96a6, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e97822b0-65f7-47f0-9b46-75eb804b96a6,segment=NetworkSegment(5de439d5-f91a-41fd-b9ca-32ad7c3d8ec4),segment_id=5de439d5-f91a-41fd-b9ca-32ad7c3d8ec4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:28.983706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Subnet': ['ID=2712bd68-7e29-4336-b0f4-00a24fcadc0c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:29.019482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Pushing event updated for resources: {'Port': ['ID=0da33cdb-26e3-4a72-b6af-055f49700a0d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:29.031457 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.resource_extend [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 12:09:29.054447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Network 27f3f318-7721-43f2-aefd-ae9601cf7f4c is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:29.080947 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:29.137881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:29.196522 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:29.208238 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f3f318-7721-43f2-aefd-ae9601cf7f4c']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:29.220789 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9862d0f-4fe6-4d2b-a085-b3adb51282dd') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:29.221432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9862d0f-4fe6-4d2b-a085-b3adb51282dd') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:29.232134 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:29.249878 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:29.257470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:29.258247 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:29.403959 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:29.413302 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.api [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 12:09:29.413302 n-d-799529-2 neutron-server[100427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 12:09:29.413302 n-d-799529-2 neutron-server[100427]: [parameters: {'id': '27f3f318-7721-43f2-aefd-ae9601cf7f4c'}] Jul 06 12:09:29.413302 n-d-799529-2 neutron-server[100427]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:09:29.418071 n-d-799529-2 neutron-server[100427]: DEBUG oslo_db.api [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:09:29.476628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 177b57a7-7158-438f-aecb-4266892e6673, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=177b57a7-7158-438f-aecb-4266892e6673,segment=NetworkSegment(d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd),segment_id=d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:29.492356 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '177b57a7-7158-438f-aecb-4266892e6673', 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'port_id': '177b57a7-7158-438f-aecb-4266892e6673', 'mac_address': 'fa:16:3e:52:ff:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:09:29.553371 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1853411-9709-495c-9578-6d63eaf731ea None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:29.591833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Attempting to bind port 0da33cdb-26e3-4a72-b6af-055f49700a0d on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:29.592254 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Attempting to bind port 0da33cdb-26e3-4a72-b6af-055f49700a0d by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'd9862d0f-4fe6-4d2b-a085-b3adb51282dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '27f3f318-7721-43f2-aefd-ae9601cf7f4c'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:29.593110 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Attempting to bind port 0da33cdb-26e3-4a72-b6af-055f49700a0d on network 27f3f318-7721-43f2-aefd-ae9601cf7f4c {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:29.617862 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:29.618283 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Checking segment: {'id': 'd9862d0f-4fe6-4d2b-a085-b3adb51282dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '27f3f318-7721-43f2-aefd-ae9601cf7f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:29.618644 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:29.619044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Bound using segment: {'id': 'd9862d0f-4fe6-4d2b-a085-b3adb51282dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '27f3f318-7721-43f2-aefd-ae9601cf7f4c'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:29.619577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Bound port: 0da33cdb-26e3-4a72-b6af-055f49700a0d, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9862d0f-4fe6-4d2b-a085-b3adb51282dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '27f3f318-7721-43f2-aefd-ae9601cf7f4c'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:29.619967 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:29.633157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b1853411-9709-495c-9578-6d63eaf731ea None None] Transition to ACTIVE for port object e97822b0-65f7-47f0-9b46-75eb804b96a6 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:29.663109 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:29.673422 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1853411-9709-495c-9578-6d63eaf731ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:29.885622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1853411-9709-495c-9578-6d63eaf731ea None None] Pushing event updated for resources: {'Port': ['ID=e97822b0-65f7-47f0-9b46-75eb804b96a6,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:29.905970 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:29.909663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177b57a7-7158-438f-aecb-4266892e6673 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:09:29.920386 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:30.156483 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] For port 0da33cdb-26e3-4a72-b6af-055f49700a0d, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:30.247910 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Deleting port 0da33cdb-26e3-4a72-b6af-055f49700a0d {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:30.248611 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:30.250568 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 177b57a7-7158-438f-aecb-4266892e6673, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=177b57a7-7158-438f-aecb-4266892e6673,segment=NetworkSegment(d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd),segment_id=d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:30.267019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] For port 0da33cdb-26e3-4a72-b6af-055f49700a0d, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0da33cdb-26e3-4a72-b6af-055f49700a0d,segment=NetworkSegment(d9862d0f-4fe6-4d2b-a085-b3adb51282dd),segment_id=d9862d0f-4fe6-4d2b-a085-b3adb51282dd)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:30.276309 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:30.281111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8,segment=NetworkSegment(d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd),segment_id=d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:30.330257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] For port 0da33cdb-26e3-4a72-b6af-055f49700a0d, host n-d-799529-2, got binding levels [] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:30.330879 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:30.355956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Calling delete_port for 0da33cdb-26e3-4a72-b6af-055f49700a0d owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:30.395632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=177b57a7-7158-438f-aecb-4266892e6673,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:30.411942 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:30.436147 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:30.575283 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dc9d1-974b-4e56-bf5b-29aec666032e req-dd646867-7dd9-4b59-b321-55c248436d47 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:30.578752 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b30dc9d1-974b-4e56-bf5b-29aec666032e req-dd646867-7dd9-4b59-b321-55c248436d47 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 943 time: 0.5088415 Jul 06 12:09:30.581169 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:30.609587 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No DVR routers for this DVR port 0da33cdb-26e3-4a72-b6af-055f49700a0d on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:30.693047 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Port': ['ID=0da33cdb-26e3-4a72-b6af-055f49700a0d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:30.705696 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e97822b0-65f7-47f0-9b46-75eb804b96a6 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:30.776171 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b21e0-796a-4a53-afd4-1b66d4c646cf None None] Pushing event updated for resources: {'Port': ['ID=0da33cdb-26e3-4a72-b6af-055f49700a0d,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:30.897062 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:30.937735 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f3f318-7721-43f2-aefd-ae9601cf7f4c']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:30.960007 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['177b57a7-7158-438f-aecb-4266892e6673'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:09:30.980757 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9862d0f-4fe6-4d2b-a085-b3adb51282dd') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:30.981158 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9862d0f-4fe6-4d2b-a085-b3adb51282dd') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:31.007856 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server [None req-1bf355b8-d689-42b5-b14f-88507f64600e None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 0da33cdb-26e3-4a72-b6af-055f49700a0d could not be found. Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:31.018250 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1548, in get_port Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 0da33cdb-26e3-4a72-b6af-055f49700a0d could not be found. Jul 06 12:09:31.022212 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Jul 06 12:09:31.071772 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.101362 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:31.106348 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.213379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b55fe5b-16c4-412c-a24d-00cb2169fce4 None None] Network 27f3f318-7721-43f2-aefd-ae9601cf7f4c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:31.324293 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:31.346171 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.392025 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.401149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52266) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:31.402092 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/27f3f318-7721-43f2-aefd-ae9601cf7f4c HTTP/1.1" status: 204 len: 168 time: 5.0059540 Jul 06 12:09:31.403498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeea4a6-6465-45be-81a8-289ba9262fa4 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Network': ['ID=27f3f318-7721-43f2-aefd-ae9601cf7f4c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:31.408512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:31.426794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b30dc9d1-974b-4e56-bf5b-29aec666032e req-39f71b36-9025-4b9e-a785-90f832f72ffc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8231261 Jul 06 12:09:31.444776 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f920819-306b-422c-a468-cb706b996289 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:31.453150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f920819-306b-422c-a468-cb706b996289 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:31.462454 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52268) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:31.473776 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2f920819-306b-422c-a468-cb706b996289 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/27f3f318-7721-43f2-aefd-ae9601cf7f4c HTTP/1.1" status: 404 len: 339 time: 0.0598869 Jul 06 12:09:31.482417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d014f104-ae3d-4e08-a173-e21e73ee3dc6 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1662722107', 'description': 'd1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:31.539201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d014f104-ae3d-4e08-a173-e21e73ee3dc6 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:31.542636 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d014f104-ae3d-4e08-a173-e21e73ee3dc6 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.578109 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d014f104-ae3d-4e08-a173-e21e73ee3dc6 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:31.594296 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d014f104-ae3d-4e08-a173-e21e73ee3dc6 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.594678 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-d014f104-ae3d-4e08-a173-e21e73ee3dc6 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Added segment da57cf79-3955-4ca8-8d89-88f54c95aebd of type vlan for network 84082e17-bb83-4014-9754-c1df64784471 Jul 06 12:09:31.662415 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d014f104-ae3d-4e08-a173-e21e73ee3dc6 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.718242 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d014f104-ae3d-4e08-a173-e21e73ee3dc6 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.728129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d014f104-ae3d-4e08-a173-e21e73ee3dc6 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:31.729678 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d014f104-ae3d-4e08-a173-e21e73ee3dc6 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:31.740455 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22efc9b7-2edd-4251-9368-e10246528eb5 None None] Network 04fbe091-b86a-475b-953c-08a534fb1d16 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:31.846321 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d014f104-ae3d-4e08-a173-e21e73ee3dc6 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3815053 Jul 06 12:09:31.849824 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52272) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:31.850432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014f104-ae3d-4e08-a173-e21e73ee3dc6 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Network': ['ID=84082e17-bb83-4014-9754-c1df64784471,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:31.972501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec28fb0-55c4-4c84-9c01-4b3415584448 None None] Network 27f3f318-7721-43f2-aefd-ae9601cf7f4c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:31.979304 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 84082e17-bb83-4014-9754-c1df64784471 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:32.046925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3eb53029-d9d5-4da8-ae5c-a5e4d8e8268e None None] Provisioning for port e97822b0-65f7-47f0-9b46-75eb804b96a6 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:32.163981 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9277be1-639b-4cc5-aa7a-5925dba2bad8 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:32.173354 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec28fb0-55c4-4c84-9c01-4b3415584448 None None] Network 27f3f318-7721-43f2-aefd-ae9601cf7f4c could not be found, it might have been deleted concurrently. {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 12:09:32.173688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52278) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:32.177073 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f9277be1-639b-4cc5-aa7a-5925dba2bad8 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "GET /v2.0/networks?id=84082e17-bb83-4014-9754-c1df64784471 HTTP/1.1" status: 200 len: 765 time: 0.3246295 Jul 06 12:09:32.178385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-52c82411-7002-4f24-a2e6-6ca5d1236253 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'network': {'description': 'd2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:32.223982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3eb53029-d9d5-4da8-ae5c-a5e4d8e8268e None None] Provisioning complete for port e97822b0-65f7-47f0-9b46-75eb804b96a6 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:32.224515 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3eb53029-d9d5-4da8-ae5c-a5e4d8e8268e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.580342 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-52c82411-7002-4f24-a2e6-6ca5d1236253 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.600403 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-52c82411-7002-4f24-a2e6-6ca5d1236253 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.635986 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:32.755709 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52c82411-7002-4f24-a2e6-6ca5d1236253 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network 84082e17-bb83-4014-9754-c1df64784471 is not hosted by any dhcp agent {{(pid=100427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:09:32.766333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c82411-7002-4f24-a2e6-6ca5d1236253 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:32.767513 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-52c82411-7002-4f24-a2e6-6ca5d1236253 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.773143 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-52c82411-7002-4f24-a2e6-6ca5d1236253 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "PUT /v2.0/networks/84082e17-bb83-4014-9754-c1df64784471 HTTP/1.1" status: 200 len: 762 time: 0.5994320 Jul 06 12:09:32.776436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52292) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:32.801694 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:32.804773 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:32.918692 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c82411-7002-4f24-a2e6-6ca5d1236253 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Network': ['ID=84082e17-bb83-4014-9754-c1df64784471,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:33.018058 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5759327-5b6a-473d-9957-b7666c8673b9 req-07413597-1e16-4879-a905-da14288e64cc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:33.019686 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d5759327-5b6a-473d-9957-b7666c8673b9 req-07413597-1e16-4879-a905-da14288e64cc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 944 time: 0.2419200 Jul 06 12:09:33.049939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 84082e17-bb83-4014-9754-c1df64784471 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:33.124121 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d5759327-5b6a-473d-9957-b7666c8673b9 req-21732819-ee99-4718-9d64-d5080d2aa56b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964680 Jul 06 12:09:33.151181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e816ed3-cba4-41be-9272-2097b979e416 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:33.157403 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5e816ed3-cba4-41be-9272-2097b979e416 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "GET /v2.0/networks?id=84082e17-bb83-4014-9754-c1df64784471 HTTP/1.1" status: 200 len: 765 time: 0.3802655 Jul 06 12:09:33.163776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52294) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:33.266716 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79808026-01c7-4835-b1c1-e59186b0f617 None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:09:33.423977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-02b09195-0acf-4ee5-acb4-71aa92d64454 None None] Provisioning complete for port e97822b0-65f7-47f0-9b46-75eb804b96a6 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:33.424733 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02b09195-0acf-4ee5-acb4-71aa92d64454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:33.675971 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0bfdae-be28-4e34-bb79-d5514fac0b7f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:33.677590 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2c0bfdae-be28-4e34-bb79-d5514fac0b7f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5127945 Jul 06 12:09:33.680465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52300) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:33.829972 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3ea65ce4-0525-46fb-843d-979e67bce831 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 207 time: 0.1473491 Jul 06 12:09:33.833770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52304) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:33.854739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79808026-01c7-4835-b1c1-e59186b0f617 None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:09:34.119603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c53aafc-e940-4637-9d5b-7c95cc06b44d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.130793 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c53aafc-e940-4637-9d5b-7c95cc06b44d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.140169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c53aafc-e940-4637-9d5b-7c95cc06b44d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.164196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c53aafc-e940-4637-9d5b-7c95cc06b44d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.189889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c53aafc-e940-4637-9d5b-7c95cc06b44d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.216367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c53aafc-e940-4637-9d5b-7c95cc06b44d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.233745 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9c53aafc-e940-4637-9d5b-7c95cc06b44d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3981872 Jul 06 12:09:34.238654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52314) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:34.496405 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 177b57a7-7158-438f-aecb-4266892e6673 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:34.518381 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-49f61c0b-084b-45fc-bc7a-ce70c919553d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2783368 Jul 06 12:09:34.521849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52330) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:34.673110 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21590bc8-4fd3-455d-b227-9d44370ca319 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.679423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21590bc8-4fd3-455d-b227-9d44370ca319 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.681128 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21590bc8-4fd3-455d-b227-9d44370ca319 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.683188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21590bc8-4fd3-455d-b227-9d44370ca319 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.688822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21590bc8-4fd3-455d-b227-9d44370ca319 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.693797 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-21590bc8-4fd3-455d-b227-9d44370ca319 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1704276 Jul 06 12:09:34.701300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52336) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:34.705634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f522e6-8e85-4715-b651-39fa6e055165 req-90dad15b-4f2b-43b2-ad91-253a71439d49 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.706949 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7f522e6-8e85-4715-b651-39fa6e055165 req-90dad15b-4f2b-43b2-ad91-253a71439d49 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 944 time: 0.1867411 Jul 06 12:09:34.779249 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 177b57a7-7158-438f-aecb-4266892e6673 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:34.784239 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 177b57a7-7158-438f-aecb-4266892e6673 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:34.784709 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:34.801210 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7f522e6-8e85-4715-b651-39fa6e055165 req-4f340884-9b6e-4832-929d-0eb2a7da4c37 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867209 Jul 06 12:09:34.902900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c26171-e5ac-4894-951c-8111ae7cab41 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.909575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c26171-e5ac-4894-951c-8111ae7cab41 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.915282 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c26171-e5ac-4894-951c-8111ae7cab41 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.917554 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c26171-e5ac-4894-951c-8111ae7cab41 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.922809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c26171-e5ac-4894-951c-8111ae7cab41 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:34.927256 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-19c26171-e5ac-4894-951c-8111ae7cab41 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2247512 Jul 06 12:09:34.932900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52338) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:35.113947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb23aa12-22a8-4620-94ef-3db06a05bd72 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:35.115885 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bb23aa12-22a8-4620-94ef-3db06a05bd72 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "GET /v2.0/networks/61f03454-8911-490b-9b96-6e2c789fdc1f HTTP/1.1" status: 200 len: 803 time: 0.1815660 Jul 06 12:09:35.119872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52340) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:35.268191 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-56eafd09-9463-46cf-8e47-ce605e4f2f2f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "GET /v2.0/networks/61f03454-8911-490b-9b96-6e2c789fdc1f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1468751 Jul 06 12:09:35.271212 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52342) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:35.363036 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfafb9e5-c91e-4bc8-810d-4acdc9f37e66 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:35.371332 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bfafb9e5-c91e-4bc8-810d-4acdc9f37e66 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "GET /v2.0/subnets/b406cb45-6288-444d-8b87-c54fb39d2ec0 HTTP/1.1" status: 200 len: 843 time: 0.0987291 Jul 06 12:09:35.374924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52344) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:35.390297 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.472172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177b57a7-7158-438f-aecb-4266892e6673'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:09:35.476192 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7e969c-b373-4b41-a18b-adffcd83097e" -d '{"events": [{"server_uuid": "6955a07a-fbb6-429f-90b2-f0ae8a13c21c", "name": "network-vif-plugged", "status": "completed", "tag": "177b57a7-7158-438f-aecb-4266892e6673"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:09:35.499359 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02569bc-c18c-4415-8b99-23f2d5b0495d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:35.513564 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e02569bc-c18c-4415-8b99-23f2d5b0495d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "GET /v2.0/subnets/b406cb45-6288-444d-8b87-c54fb39d2ec0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1253698 Jul 06 12:09:35.514561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52354) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:35.520804 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.522587 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 177b57a7-7158-438f-aecb-4266892e6673, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=177b57a7-7158-438f-aecb-4266892e6673,segment=NetworkSegment(d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd),segment_id=d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:35.523836 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e5ae28ea-9e32-43f4-afce-fd1be9edcaca tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1512714733'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:35.537308 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.589118 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ae28ea-9e32-43f4-afce-fd1be9edcaca tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:35.600624 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e5ae28ea-9e32-43f4-afce-fd1be9edcaca tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.615633 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829e8f20-6252-4e8d-9025-9dff2e408e39 x-openstack-request-id: req-829e8f20-6252-4e8d-9025-9dff2e408e39 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:09:35.616139 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6955a07a-fbb6-429f-90b2-f0ae8a13c21c", "name": "network-vif-plugged", "status": "completed", "tag": "177b57a7-7158-438f-aecb-4266892e6673", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:09:35.616540 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-829e8f20-6252-4e8d-9025-9dff2e408e39 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:09:35.617507 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177b57a7-7158-438f-aecb-4266892e6673', 'code': 200} Jul 06 12:09:35.631470 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3b616e3d-f877-4559-95c8-088b3454d10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.652164 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ae28ea-9e32-43f4-afce-fd1be9edcaca tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:35.667579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=177b57a7-7158-438f-aecb-4266892e6673,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:35.673019 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e5ae28ea-9e32-43f4-afce-fd1be9edcaca tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.673523 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-e5ae28ea-9e32-43f4-afce-fd1be9edcaca tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Added segment 54a1c112-274d-40d7-a110-5832d4ae10d7 of type vlan for network 4078b647-d3dc-4248-8223-c74b7cb67ef0 Jul 06 12:09:35.717614 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e5ae28ea-9e32-43f4-afce-fd1be9edcaca tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.764647 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e5ae28ea-9e32-43f4-afce-fd1be9edcaca tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.773038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae28ea-9e32-43f4-afce-fd1be9edcaca tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:35.776285 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e5ae28ea-9e32-43f4-afce-fd1be9edcaca tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:35.850086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bcc4f-cd2f-40ec-abcb-fc0a8335643a req-05987af8-719b-4161-b65e-c835d2e2bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:35.851666 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-022bcc4f-cd2f-40ec-abcb-fc0a8335643a req-05987af8-719b-4161-b65e-c835d2e2bf2b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 1096 time: 0.1825352 Jul 06 12:09:35.896098 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae28ea-9e32-43f4-afce-fd1be9edcaca tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Network': ['ID=4078b647-d3dc-4248-8223-c74b7cb67ef0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:35.909683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 4078b647-d3dc-4248-8223-c74b7cb67ef0 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:35.920613 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e5ae28ea-9e32-43f4-afce-fd1be9edcaca tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4042220 Jul 06 12:09:35.921131 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52372) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:35.922978 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-022bcc4f-cd2f-40ec-abcb-fc0a8335643a req-cfe6dd7a-5683-45bc-8a4c-d71300f9416b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630867 Jul 06 12:09:35.928417 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'subnet': {'network_id': '4078b647-d3dc-4248-8223-c74b7cb67ef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:36.103994 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Made reservation on behalf of d44b3b9f7817436396dd552dfec4fadf for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:36.110496 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.127973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f438b8-b75f-456e-9a4e-a622242475c1 req-c97ff7cd-c9e1-4654-8bd2-102fbf2d6ac0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:36.138276 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2f438b8-b75f-456e-9a4e-a622242475c1 req-c97ff7cd-c9e1-4654-8bd2-102fbf2d6ac0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.1269498 Jul 06 12:09:36.209438 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2f438b8-b75f-456e-9a4e-a622242475c1 req-2e27592c-ea2d-49ae-b988-f85b787906a0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692828 Jul 06 12:09:36.251481 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Performing IP validity checks on allocation pools {{(pid=100428) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 12:09:36.251823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100428) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 12:09:36.447625 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.461986 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.555333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Subnet': ['ID=bb9727d2-45b3-47c1-a375-2ec150c7bd90,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:36.575813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.576165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.576683 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.577027 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.577361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.577692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.578026 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.578359 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.578689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.579015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.579402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.579774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:36.589566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Checking segment: {'id': '54a1c112-274d-40d7-a110-5832d4ae10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4078b647-d3dc-4248-8223-c74b7cb67ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:36.590029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network hostable DHCP agents. Network: 4078b647-d3dc-4248-8223-c74b7cb67ef0, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:36.636763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Network 4078b647-d3dc-4248-8223-c74b7cb67ef0 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:36.649969 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 4078b647-d3dc-4248-8223-c74b7cb67ef0) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:36.656715 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:36.658993 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.660717 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a2c7d7-1f91-487a-8b36-5ef216f3d351 None None] Network 4078b647-d3dc-4248-8223-c74b7cb67ef0 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:36.685692 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0c192db0-b85a-4a48-b686-e0962f423043 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7591922 Jul 06 12:09:36.686578 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52410) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:36.693826 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-8d930226-d3f1-4cd6-8364-dd664b3227ac tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:36.855509 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d930226-d3f1-4cd6-8364-dd664b3227ac tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11863081'] for subnet, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:36.964380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-4078b647-d3dc-4248-8223-c74b7cb67ef0', 'network_id': '4078b647-d3dc-4248-8223-c74b7cb67ef0', 'tenant_id': 'd44b3b9f7817436396dd552dfec4fadf', 'fixed_ips': [{'subnet_id': 'bb9727d2-45b3-47c1-a375-2ec150c7bd90'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:36.965960 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:37.325307 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d930226-d3f1-4cd6-8364-dd664b3227ac tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789330220063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11978763'] for subnet, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:37.419709 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Allocated IP 2001:db8::3 (4078b647-d3dc-4248-8223-c74b7cb67ef0/bb9727d2-45b3-47c1-a375-2ec150c7bd90/513a62ea-238c-423f-a677-0f28a60ff858) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:37.448199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d930226-d3f1-4cd6-8364-dd664b3227ac tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:37.448807 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d930226-d3f1-4cd6-8364-dd664b3227ac tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:37.454199 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8d930226-d3f1-4cd6-8364-dd664b3227ac tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "PUT /v2.0/subnets/bb9727d2-45b3-47c1-a375-2ec150c7bd90 HTTP/1.1" status: 200 len: 900 time: 0.7633164 Jul 06 12:09:37.454608 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52438) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:37.479182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d930226-d3f1-4cd6-8364-dd664b3227ac tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event updated for resources: {'Subnet': ['ID=bb9727d2-45b3-47c1-a375-2ec150c7bd90,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:37.624811 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:37.638092 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c25621-4332-4f54-8439-1ac4fbe3981a req-0bc12bff-c4ba-41d8-9ebd-f698d1289a42 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:37.640295 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-54c25621-4332-4f54-8439-1ac4fbe3981a req-0bc12bff-c4ba-41d8-9ebd-f698d1289a42 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.1813715 Jul 06 12:09:37.746009 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-54c25621-4332-4f54-8439-1ac4fbe3981a req-cbdcc4c0-4741-4c78-8337-2d4cf0321e4a tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978143 Jul 06 12:09:37.757081 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:37.871288 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:37.905827 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Transition to ACTIVE for port object 513a62ea-238c-423f-a677-0f28a60ff858 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:37.947869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Transition to ACTIVE for port object 513a62ea-238c-423f-a677-0f28a60ff858 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:37.957421 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:37.994079 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.072077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Network 4078b647-d3dc-4248-8223-c74b7cb67ef0 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:38.077628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:38.101742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:38.119757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Pushing event updated for resources: {'Port': ['ID=513a62ea-238c-423f-a677-0f28a60ff858,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:38.124268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9727d2-45b3-47c1-a375-2ec150c7bd90,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:38.284187 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.310622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Attempting to bind port 513a62ea-238c-423f-a677-0f28a60ff858 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:38.311148 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Attempting to bind port 513a62ea-238c-423f-a677-0f28a60ff858 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '54a1c112-274d-40d7-a110-5832d4ae10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4078b647-d3dc-4248-8223-c74b7cb67ef0'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:38.311752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Attempting to bind port 513a62ea-238c-423f-a677-0f28a60ff858 on network 4078b647-d3dc-4248-8223-c74b7cb67ef0 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:38.317302 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22d61746-e1bd-4c91-88d0-78b5ca4d70ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.320397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4078b647-d3dc-4248-8223-c74b7cb67ef0']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:38.330586 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.332817 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:38.333250 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Checking segment: {'id': '54a1c112-274d-40d7-a110-5832d4ae10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4078b647-d3dc-4248-8223-c74b7cb67ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:38.333712 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.334161 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Bound using segment: {'id': '54a1c112-274d-40d7-a110-5832d4ae10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4078b647-d3dc-4248-8223-c74b7cb67ef0'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:38.335468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Bound port: 513a62ea-238c-423f-a677-0f28a60ff858, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a1c112-274d-40d7-a110-5832d4ae10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4078b647-d3dc-4248-8223-c74b7cb67ef0'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:38.335918 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.370898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a1c112-274d-40d7-a110-5832d4ae10d7') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:38.371623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a1c112-274d-40d7-a110-5832d4ae10d7') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:38.384723 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.414094 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.423649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:38.424608 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:38.432665 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:38.511011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] For port 513a62ea-238c-423f-a677-0f28a60ff858, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:38.532743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] For port 513a62ea-238c-423f-a677-0f28a60ff858, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=513a62ea-238c-423f-a677-0f28a60ff858,segment=NetworkSegment(54a1c112-274d-40d7-a110-5832d4ae10d7),segment_id=54a1c112-274d-40d7-a110-5832d4ae10d7)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:38.535859 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.db.api [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 12:09:38.535859 n-d-799529-2 neutron-server[100428]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 12:09:38.535859 n-d-799529-2 neutron-server[100428]: [parameters: {'id': '4078b647-d3dc-4248-8223-c74b7cb67ef0'}] Jul 06 12:09:38.535859 n-d-799529-2 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:09:38.536944 n-d-799529-2 neutron-server[100428]: DEBUG oslo_db.api [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:09:38.540744 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:38.636975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47ee9d-f399-43d2-a1d5-a357f6b4ac0d None None] Pushing event updated for resources: {'Port': ['ID=513a62ea-238c-423f-a677-0f28a60ff858,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:38.735822 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a5c027-b7d1-4774-a969-58f8724d0d65 None None] Network 4078b647-d3dc-4248-8223-c74b7cb67ef0 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:38.739165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a6706-8a10-4a13-8784-aeec4c1c4b27 req-f57c7085-4465-4442-9602-319900319654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:38.743009 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c14a6706-8a10-4a13-8784-aeec4c1c4b27 req-f57c7085-4465-4442-9602-319900319654 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=99bca47aa94a4e2c8f4229c85ca00173&device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 1096 time: 0.1244886 Jul 06 12:09:38.866105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867381f-ea5a-45bf-98c7-947199e83632 req-baa5c68f-6a12-4f07-a7bb-95eef8f35a4b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:38.874072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3867381f-ea5a-45bf-98c7-947199e83632 req-baa5c68f-6a12-4f07-a7bb-95eef8f35a4b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.1022005 Jul 06 12:09:38.875891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a6706-8a10-4a13-8784-aeec4c1c4b27 req-72c3cd1a-b0e2-4357-aec3-eb109284af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:38.878891 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c14a6706-8a10-4a13-8784-aeec4c1c4b27 req-72c3cd1a-b0e2-4357-aec3-eb109284af1b service neutron] 10.222.0.89 "GET /v2.0/networks?id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 HTTP/1.1" status: 200 len: 920 time: 0.1292999 Jul 06 12:09:38.948139 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3867381f-ea5a-45bf-98c7-947199e83632 req-6fc9958f-39ea-45c0-8a48-19d858a74a66 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728669 Jul 06 12:09:38.984723 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c14a6706-8a10-4a13-8784-aeec4c1c4b27 req-c07674e3-89f7-4b77-88fa-2d8551760e52 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177b57a7-7158-438f-aecb-4266892e6673 HTTP/1.1" status: 200 len: 217 time: 0.0924621 Jul 06 12:09:39.020117 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb7308a-ed40-4e46-97c9-1420222e875e None None] Network 4078b647-d3dc-4248-8223-c74b7cb67ef0 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:39.060913 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.240441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a6706-8a10-4a13-8784-aeec4c1c4b27 req-e6e5522b-621a-4b4b-85b9-d58cbe0932bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:39.242746 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c14a6706-8a10-4a13-8784-aeec4c1c4b27 req-e6e5522b-621a-4b4b-85b9-d58cbe0932bc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=584c750d-5d96-4d7c-8aa7-0febbdb3d1ab HTTP/1.1" status: 200 len: 859 time: 0.2492328 Jul 06 12:09:39.285329 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c14a6706-8a10-4a13-8784-aeec4c1c4b27 req-f93922a0-b7c9-49d7-ad4f-1b1d3037346a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347388 Jul 06 12:09:39.300384 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a51c2-d3e2-4dd2-8f73-e9484e986522 None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:09:39.359266 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Deleting port 513a62ea-238c-423f-a677-0f28a60ff858 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:39.359927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.406824 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.525329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] For port 513a62ea-238c-423f-a677-0f28a60ff858, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=513a62ea-238c-423f-a677-0f28a60ff858,segment=NetworkSegment(54a1c112-274d-40d7-a110-5832d4ae10d7),segment_id=54a1c112-274d-40d7-a110-5832d4ae10d7)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:39.526211 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.557886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Calling delete_port for 513a62ea-238c-423f-a677-0f28a60ff858 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:39.562271 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c14a6706-8a10-4a13-8784-aeec4c1c4b27 req-e54ee2f7-8164-42ff-bef4-855aac798ce6 service neutron] 10.222.0.89 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668822 Jul 06 12:09:39.608661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1a51c2-d3e2-4dd2-8f73-e9484e986522 None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:09:39.770779 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c14a6706-8a10-4a13-8784-aeec4c1c4b27 req-7904a736-40a0-4337-8094-1dc1cf8dfba2 service neutron] 10.222.0.89 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013965 Jul 06 12:09:39.863464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:39.906752 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Port': ['ID=513a62ea-238c-423f-a677-0f28a60ff858,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:39.921687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No DVR routers for this DVR port 513a62ea-238c-423f-a677-0f28a60ff858 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:40.017083 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.027479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4078b647-d3dc-4248-8223-c74b7cb67ef0']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:40.039284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a1c112-274d-40d7-a110-5832d4ae10d7') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:40.039658 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a1c112-274d-40d7-a110-5832d4ae10d7') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:40.048904 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.066724 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.072844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:40.073253 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:40.134704 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:40.138464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.154908 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.157198 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/4078b647-d3dc-4248-8223-c74b7cb67ef0 HTTP/1.1" status: 204 len: 168 time: 2.7015593 Jul 06 12:09:40.161269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52470) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:40.170708 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8931a1e-4406-4b77-8eb7-499a2c4ef0f1 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Network': ['ID=4078b647-d3dc-4248-8223-c74b7cb67ef0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:40.256111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089faba-f41a-44b2-a446-820ad8719177 req-77834867-d22f-4f87-ac68-5c8aadffbaf0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:40.271530 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d089faba-f41a-44b2-a446-820ad8719177 req-77834867-d22f-4f87-ac68-5c8aadffbaf0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.1695182 Jul 06 12:09:40.282609 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ec89bd-bdd5-447b-b80a-52af33cbf1c7 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:40.283375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ec89bd-bdd5-447b-b80a-52af33cbf1c7 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:40.285432 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-57ec89bd-bdd5-447b-b80a-52af33cbf1c7 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/subnets/bb9727d2-45b3-47c1-a375-2ec150c7bd90 HTTP/1.1" status: 404 len: 337 time: 0.1082921 Jul 06 12:09:40.288385 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52478) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:40.308924 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-806ca192-d589-45d7-820b-3216f7aa7432 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:40.309872 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-806ca192-d589-45d7-820b-3216f7aa7432 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:40.312135 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-806ca192-d589-45d7-820b-3216f7aa7432 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/4078b647-d3dc-4248-8223-c74b7cb67ef0 HTTP/1.1" status: 404 len: 339 time: 0.0224640 Jul 06 12:09:40.316370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52480) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:40.326511 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d089faba-f41a-44b2-a446-820ad8719177 req-2e9e20d0-255f-435a-ad45-0469f2ccc410 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536699 Jul 06 12:09:40.453643 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b23a259-993a-4126-97e5-880588907383 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.511455 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52484) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:40.572468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21a0e97-9590-4768-8620-c5bef6ef151e admin admin] Deleting subnet 230ceaa7-5578-4a05-8e7e-73cf6adde04c {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:09:40.576142 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c21a0e97-9590-4768-8620-c5bef6ef151e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.601346 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b23a259-993a-4126-97e5-880588907383 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.620374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5b23a259-993a-4126-97e5-880588907383 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84082e17-bb83-4014-9754-c1df64784471']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:40.621069 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c21a0e97-9590-4768-8620-c5bef6ef151e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.646509 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5b23a259-993a-4126-97e5-880588907383 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da57cf79-3955-4ca8-8d89-88f54c95aebd') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:40.646795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5b23a259-993a-4126-97e5-880588907383 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da57cf79-3955-4ca8-8d89-88f54c95aebd') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:40.672319 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b23a259-993a-4126-97e5-880588907383 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.675873 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c21a0e97-9590-4768-8620-c5bef6ef151e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.690024 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b23a259-993a-4126-97e5-880588907383 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.703521 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b23a259-993a-4126-97e5-880588907383 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:40.703926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b23a259-993a-4126-97e5-880588907383 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:40.708324 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:40.745424 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c21a0e97-9590-4768-8620-c5bef6ef151e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.779992 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a0e97-9590-4768-8620-c5bef6ef151e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=230ceaa7-5578-4a05-8e7e-73cf6adde04c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:40.800178 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c21a0e97-9590-4768-8620-c5bef6ef151e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.805719 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c21a0e97-9590-4768-8620-c5bef6ef151e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/230ceaa7-5578-4a05-8e7e-73cf6adde04c HTTP/1.1" status: 204 len: 168 time: 0.2909744 Jul 06 12:09:40.805719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52486) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:40.815649 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b23a259-993a-4126-97e5-880588907383 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.830746 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b23a259-993a-4126-97e5-880588907383 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.835380 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5b23a259-993a-4126-97e5-880588907383 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/84082e17-bb83-4014-9754-c1df64784471 HTTP/1.1" status: 204 len: 168 time: 0.5163903 Jul 06 12:09:40.837984 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52488) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:40.867164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23a259-993a-4126-97e5-880588907383 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Network': ['ID=84082e17-bb83-4014-9754-c1df64784471,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:40.896978 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8826c05-0118-4298-b15c-870d1ab27c2b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:40.897892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8826c05-0118-4298-b15c-870d1ab27c2b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:40.900317 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f8826c05-0118-4298-b15c-870d1ab27c2b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/subnets/2712bd68-7e29-4336-b0f4-00a24fcadc0c HTTP/1.1" status: 404 len: 337 time: 0.0603998 Jul 06 12:09:40.906144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52492) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:40.911768 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:40.937280 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc07a976-b985-4473-b1c9-80fb23353dbb tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:40.937975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc07a976-b985-4473-b1c9-80fb23353dbb tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:40.940212 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bc07a976-b985-4473-b1c9-80fb23353dbb tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/27f3f318-7721-43f2-aefd-ae9601cf7f4c HTTP/1.1" status: 404 len: 339 time: 0.0315356 Jul 06 12:09:40.943045 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52494) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:40.970929 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-43fd1cdc-254e-40cb-a4ea-4ffa9be701c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.022330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-266bb9b6-aeec-4a3c-b415-ecc1171cf9a2 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Deleting subnet 1c447411-88e6-4666-815e-1d31391c67a4 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:09:41.025746 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-266bb9b6-aeec-4a3c-b415-ecc1171cf9a2 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.068558 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-43fd1cdc-254e-40cb-a4ea-4ffa9be701c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.091782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-43fd1cdc-254e-40cb-a4ea-4ffa9be701c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60565a01-3bcf-4894-ab34-9667b8ab960f']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:41.095163 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-266bb9b6-aeec-4a3c-b415-ecc1171cf9a2 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.106723 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-43fd1cdc-254e-40cb-a4ea-4ffa9be701c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07bf3fec-e773-4e0a-86e5-757579ab0682') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:41.106912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-43fd1cdc-254e-40cb-a4ea-4ffa9be701c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07bf3fec-e773-4e0a-86e5-757579ab0682') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:41.119964 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-43fd1cdc-254e-40cb-a4ea-4ffa9be701c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.138589 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-43fd1cdc-254e-40cb-a4ea-4ffa9be701c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.148482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fd1cdc-254e-40cb-a4ea-4ffa9be701c4 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:41.148964 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-43fd1cdc-254e-40cb-a4ea-4ffa9be701c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:41.151354 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:41.267366 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-266bb9b6-aeec-4a3c-b415-ecc1171cf9a2 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.305140 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-43fd1cdc-254e-40cb-a4ea-4ffa9be701c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.317283 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-43fd1cdc-254e-40cb-a4ea-4ffa9be701c4 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.327462 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-43fd1cdc-254e-40cb-a4ea-4ffa9be701c4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/60565a01-3bcf-4894-ab34-9667b8ab960f HTTP/1.1" status: 204 len: 168 time: 0.5205417 Jul 06 12:09:41.369361 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-266bb9b6-aeec-4a3c-b415-ecc1171cf9a2 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.373194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd1cdc-254e-40cb-a4ea-4ffa9be701c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=60565a01-3bcf-4894-ab34-9667b8ab960f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:41.391019 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-266bb9b6-aeec-4a3c-b415-ecc1171cf9a2 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.396683 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-266bb9b6-aeec-4a3c-b415-ecc1171cf9a2 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/subnets/1c447411-88e6-4666-815e-1d31391c67a4 HTTP/1.1" status: 204 len: 168 time: 0.4486630 Jul 06 12:09:41.397917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52510) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:41.399609 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57787e1e-65ac-4a7c-99d2-92a8f1b4dddb None None] Network 04fbe091-b86a-475b-953c-08a534fb1d16 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:41.414125 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bb9b6-aeec-4a3c-b415-ecc1171cf9a2 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Subnet': ['ID=1c447411-88e6-4666-815e-1d31391c67a4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:41.474084 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-120a7ca9-eb43-420f-8925-60b86548333a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Deleting subnet c8e08d49-301a-49da-9216-cfcd0b967cf5 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:09:41.478810 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-120a7ca9-eb43-420f-8925-60b86548333a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.571883 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-120a7ca9-eb43-420f-8925-60b86548333a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.692478 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52514) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:41.789795 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7954892b-056a-44a6-93aa-c299f706094c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5a1f46e8b43f464690f96320326adc78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0961201 Jul 06 12:09:41.792975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52516) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:41.814318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1533eaf-5a54-488f-9018-bd58c79b98d3 req-3e287165-a149-416a-bb66-385045d78c1f tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:41.821794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e1533eaf-5a54-488f-9018-bd58c79b98d3 req-3e287165-a149-416a-bb66-385045d78c1f tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.2017503 Jul 06 12:09:41.828336 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-120a7ca9-eb43-420f-8925-60b86548333a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:41.962848 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e1533eaf-5a54-488f-9018-bd58c79b98d3 req-c9f3a698-a7fa-49ac-9dac-fbb0d35391b6 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400526 Jul 06 12:09:42.056929 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c7c71b4-401e-4047-9a86-f50df80816d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.093058 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c7c71b4-401e-4047-9a86-f50df80816d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.173753 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-120a7ca9-eb43-420f-8925-60b86548333a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.198911 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c7c71b4-401e-4047-9a86-f50df80816d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.202104 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c7c71b4-401e-4047-9a86-f50df80816d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.222987 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2c7c71b4-401e-4047-9a86-f50df80816d8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a99de949-8df5-46cd-9c34-178ff5848079 HTTP/1.1" status: 204 len: 168 time: 0.4093306 Jul 06 12:09:42.257592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a7ca9-eb43-420f-8925-60b86548333a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e08d49-301a-49da-9216-cfcd0b967cf5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:42.276441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c71b4-401e-4047-9a86-f50df80816d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99de949-8df5-46cd-9c34-178ff5848079,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:42.308418 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-120a7ca9-eb43-420f-8925-60b86548333a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.320524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52524) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:42.333167 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-120a7ca9-eb43-420f-8925-60b86548333a tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/subnets/c8e08d49-301a-49da-9216-cfcd0b967cf5 HTTP/1.1" status: 204 len: 168 time: 0.9322617 Jul 06 12:09:42.612432 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.732073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Deleting port e97822b0-65f7-47f0-9b46-75eb804b96a6 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:42.733236 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.867254 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc37f6b-92aa-4d7c-b045-55c1000c4935 None None] Network 04fbe091-b86a-475b-953c-08a534fb1d16 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:42.924827 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] For port e97822b0-65f7-47f0-9b46-75eb804b96a6, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e97822b0-65f7-47f0-9b46-75eb804b96a6,segment=NetworkSegment(5de439d5-f91a-41fd-b9ca-32ad7c3d8ec4),segment_id=5de439d5-f91a-41fd-b9ca-32ad7c3d8ec4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:42.926405 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:42.957214 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Calling delete_port for e97822b0-65f7-47f0-9b46-75eb804b96a6 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:43.011450 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a682d3fe-6404-49f5-8631-ed792a9d6e20 None None] Provisioning complete for port e97822b0-65f7-47f0-9b46-75eb804b96a6 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:43.011893 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a682d3fe-6404-49f5-8631-ed792a9d6e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.211499 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.255838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Port': ['ID=e97822b0-65f7-47f0-9b46-75eb804b96a6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:43.260625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No DVR routers for this DVR port e97822b0-65f7-47f0-9b46-75eb804b96a6 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:43.375259 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b89aaf3-bbdd-47d8-bdfd-ae728c0ba079 None None] DHCP port deletion for 04fbe091-b86a-475b-953c-08a534fb1d16 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:09:43.436069 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.502119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fbe091-b86a-475b-953c-08a534fb1d16']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:43.545222 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a6a2d-4f97-418a-aa7f-30609935988e req-4f7a8736-7aad-417b-b6d9-9b967b69a6aa tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:43.552477 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b32a6a2d-4f97-418a-aa7f-30609935988e req-4f7a8736-7aad-417b-b6d9-9b967b69a6aa tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.2208803 Jul 06 12:09:43.577302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de439d5-f91a-41fd-b9ca-32ad7c3d8ec4') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:43.577505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de439d5-f91a-41fd-b9ca-32ad7c3d8ec4') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:43.599524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.620446 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.629336 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:43.630135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:43.634216 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:43.645371 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b32a6a2d-4f97-418a-aa7f-30609935988e req-6c7bb208-b4b5-4538-8056-13087a602356 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846386 Jul 06 12:09:43.799115 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.827873 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:43.830165 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/04fbe091-b86a-475b-953c-08a534fb1d16 HTTP/1.1" status: 204 len: 168 time: 1.5087483 Jul 06 12:09:43.831815 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72542f8-a630-4c01-b45e-0588fc78b03f tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Network': ['ID=04fbe091-b86a-475b-953c-08a534fb1d16,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:43.835360 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52566) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:43.883886 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea26c7bb-e15c-4f72-bb69-3c35df90cf25 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:43.884358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea26c7bb-e15c-4f72-bb69-3c35df90cf25 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:43.886767 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ea26c7bb-e15c-4f72-bb69-3c35df90cf25 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/subnets/728c1c21-c158-4dc8-9559-552e44064028 HTTP/1.1" status: 404 len: 337 time: 0.0523276 Jul 06 12:09:43.889801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52568) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:43.913780 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-449e40bc-a6e6-4279-8323-2703dafad16d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:43.914506 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449e40bc-a6e6-4279-8323-2703dafad16d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:43.919431 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-449e40bc-a6e6-4279-8323-2703dafad16d tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/49999250-1771-4b9c-b0c9-e76eada08312 HTTP/1.1" status: 404 len: 339 time: 0.0255983 Jul 06 12:09:43.919829 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52570) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:43.953459 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfcfa4ad-aa62-4a11-9225-f79f197ca211 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:43.954193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfcfa4ad-aa62-4a11-9225-f79f197ca211 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:43.956048 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cfcfa4ad-aa62-4a11-9225-f79f197ca211 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/subnets/02a8ef76-5777-4e23-b34f-c774e03ecfb9 HTTP/1.1" status: 404 len: 337 time: 0.0350924 Jul 06 12:09:43.959151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52572) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:44.003340 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-996722bb-051a-4022-b740-b1f8057cc918 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:44.003940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-996722bb-051a-4022-b740-b1f8057cc918 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:44.005870 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-996722bb-051a-4022-b740-b1f8057cc918 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/85413b16-8a2a-4ff1-ac97-76ea375e6ef3 HTTP/1.1" status: 404 len: 339 time: 0.0453408 Jul 06 12:09:44.008633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52574) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:44.043006 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfce62c2-1b8d-4c50-90f2-ecf1015da507 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:44.043595 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfce62c2-1b8d-4c50-90f2-ecf1015da507 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:44.045996 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bfce62c2-1b8d-4c50-90f2-ecf1015da507 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/subnets/a6f3828f-8e9f-440b-bb10-cb81b984e27f HTTP/1.1" status: 404 len: 337 time: 0.0363829 Jul 06 12:09:44.049746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52576) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:44.073088 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa06d1dc-2e06-46cb-98e2-0ab7643bf68e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:44.073703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa06d1dc-2e06-46cb-98e2-0ab7643bf68e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:44.076333 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-aa06d1dc-2e06-46cb-98e2-0ab7643bf68e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/75e341c3-0dc6-4994-ba6a-898c577eb9a2 HTTP/1.1" status: 404 len: 339 time: 0.0264418 Jul 06 12:09:44.078779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52578) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:44.165283 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00fa484-0379-46cf-bda4-be1166e05e71 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Deleting subnet 701db953-c656-4ed1-a261-368d8d41e74a {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:09:44.169521 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a00fa484-0379-46cf-bda4-be1166e05e71 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.241046 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a00fa484-0379-46cf-bda4-be1166e05e71 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.427169 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a00fa484-0379-46cf-bda4-be1166e05e71 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.539903 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a00fa484-0379-46cf-bda4-be1166e05e71 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.568639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fa484-0379-46cf-bda4-be1166e05e71 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Subnet': ['ID=701db953-c656-4ed1-a261-368d8d41e74a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:44.577244 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a00fa484-0379-46cf-bda4-be1166e05e71 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.595702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e97822b0-65f7-47f0-9b46-75eb804b96a6 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:44.596328 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a00fa484-0379-46cf-bda4-be1166e05e71 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/subnets/701db953-c656-4ed1-a261-368d8d41e74a HTTP/1.1" status: 204 len: 168 time: 0.5161724 Jul 06 12:09:44.596463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52604) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:44.599052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d64314-cc60-405d-984a-db48712da684 None None] Network 375d40d5-c8f1-47f6-a85d-87c55a0229f6 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:44.707123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: e97822b0-65f7-47f0-9b46-75eb804b96a6 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:44.707488 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e97822b0-65f7-47f0-9b46-75eb804b96a6 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:44.768258 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:44.869084 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Deleting port be7305dd-2c08-446a-8d99-2d3b59d0ecfb {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:44.869788 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.016438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] For port be7305dd-2c08-446a-8d99-2d3b59d0ecfb, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=be7305dd-2c08-446a-8d99-2d3b59d0ecfb,segment=NetworkSegment(bb398154-02f3-4de9-8cc1-699bd75ff5f1),segment_id=bb398154-02f3-4de9-8cc1-699bd75ff5f1)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:45.016806 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.036502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] DHCP port deletion for 375d40d5-c8f1-47f6-a85d-87c55a0229f6 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:09:45.054545 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Calling delete_port for be7305dd-2c08-446a-8d99-2d3b59d0ecfb owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:45.130368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52624) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:45.142323 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Deleting port be7305dd-2c08-446a-8d99-2d3b59d0ecfb {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:45.142931 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.207933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608975c5-d2f1-4e05-952f-5b2ca409e203 req-c69cd20a-117a-4229-b268-49622704a456 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:45.217610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-608975c5-d2f1-4e05-952f-5b2ca409e203 req-c69cd20a-117a-4229-b268-49622704a456 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.2797544 Jul 06 12:09:45.222615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] For port be7305dd-2c08-446a-8d99-2d3b59d0ecfb, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=be7305dd-2c08-446a-8d99-2d3b59d0ecfb,segment=NetworkSegment(bb398154-02f3-4de9-8cc1-699bd75ff5f1),segment_id=bb398154-02f3-4de9-8cc1-699bd75ff5f1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:45.223255 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.239630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Calling delete_port for be7305dd-2c08-446a-8d99-2d3b59d0ecfb owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:45.274255 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.344501 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No DVR routers for this DVR port be7305dd-2c08-446a-8d99-2d3b59d0ecfb on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:45.346293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Port': ['ID=be7305dd-2c08-446a-8d99-2d3b59d0ecfb,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:45.349657 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abe842f1-c4c4-4257-9992-486b43eedb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.377373 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.413545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Pushing event deleted for resources: {'Port': ['ID=be7305dd-2c08-446a-8d99-2d3b59d0ecfb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:45.424821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] No DVR routers for this DVR port be7305dd-2c08-446a-8d99-2d3b59d0ecfb on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:45.448520 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:45.448906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:45.449249 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:45.449590 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:45.449929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:45.450264 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:45.450595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:45.450926 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:45.453471 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:45.453897 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:45.454332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:45.454848 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6512866a-3153-4825-bb1a-28f875dd62d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:45.487276 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-608975c5-d2f1-4e05-952f-5b2ca409e203 req-37a2ba3c-ceda-4d18-9a98-55b29ac27c03 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681124 Jul 06 12:09:45.534310 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.541777 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abe842f1-c4c4-4257-9992-486b43eedb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.547681 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abe842f1-c4c4-4257-9992-486b43eedb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.565124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375d40d5-c8f1-47f6-a85d-87c55a0229f6']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:45.590646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb398154-02f3-4de9-8cc1-699bd75ff5f1') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:45.590940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb398154-02f3-4de9-8cc1-699bd75ff5f1') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:45.608462 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.616298 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-abe842f1-c4c4-4257-9992-486b43eedb0b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=71b30525e9ea45d787393c2cdf689186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813323 Jul 06 12:09:45.616298 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe842f1-c4c4-4257-9992-486b43eedb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60722a34-09e2-4dc9-8acb-3b2f7fd70c55,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:45.617023 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52632) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:45.633130 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.642422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:45.642776 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:45.646079 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:45.680897 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23bf9fc9-4145-498c-b109-77e82ad5f2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.702903 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23bf9fc9-4145-498c-b109-77e82ad5f2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.741434 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.763522 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23bf9fc9-4145-498c-b109-77e82ad5f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.766086 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23bf9fc9-4145-498c-b109-77e82ad5f2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.770280 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-23bf9fc9-4145-498c-b109-77e82ad5f2c4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/60722a34-09e2-4dc9-8acb-3b2f7fd70c55 HTTP/1.1" status: 204 len: 168 time: 0.1492465 Jul 06 12:09:45.771322 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:45.774767 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/375d40d5-c8f1-47f6-a85d-87c55a0229f6 HTTP/1.1" status: 204 len: 168 time: 1.1771498 Jul 06 12:09:45.776475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf9fc9-4145-498c-b109-77e82ad5f2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60722a34-09e2-4dc9-8acb-3b2f7fd70c55,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:45.778087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52638) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:45.781476 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbba83-c4c6-447f-9e9b-a355e21f192e tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Network': ['ID=375d40d5-c8f1-47f6-a85d-87c55a0229f6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:45.804351 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2bb55-00c8-441c-9b35-a09a85811786 req-1b462438-e4ff-4f79-a8af-1593ae18d7c7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:45.805982 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4fa2bb55-00c8-441c-9b35-a09a85811786 req-1b462438-e4ff-4f79-a8af-1593ae18d7c7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 946 time: 0.1675432 Jul 06 12:09:45.822623 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-881870a0-c22d-4e00-9864-1502e83846cf tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:45.823079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881870a0-c22d-4e00-9864-1502e83846cf tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:45.824947 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-881870a0-c22d-4e00-9864-1502e83846cf tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/subnets/8b4defd7-1fab-44cf-b0a2-28f150072977 HTTP/1.1" status: 404 len: 337 time: 0.0458429 Jul 06 12:09:45.829009 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52640) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:45.855015 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-9baf6c13-de85-45ae-aaea-34de7186c6d9 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:45.855623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9baf6c13-de85-45ae-aaea-34de7186c6d9 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:45.857910 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9baf6c13-de85-45ae-aaea-34de7186c6d9 tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/913c35d5-9bc6-4c62-a68b-d1f6d6a21404 HTTP/1.1" status: 404 len: 339 time: 0.0273108 Jul 06 12:09:45.860933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52642) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:45.875661 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4fa2bb55-00c8-441c-9b35-a09a85811786 req-c9039e97-40f3-412f-b67e-8f617b05920e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623372 Jul 06 12:09:45.924366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2485dc4-9797-484a-9315-fac93140fcec tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Deleting subnet b406cb45-6288-444d-8b87-c54fb39d2ec0 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:09:45.928539 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2485dc4-9797-484a-9315-fac93140fcec tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.122164 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52656) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:46.140244 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-69c40a4f-b8b8-48e9-9188-73277ae79381 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=d9baf425a61442e08c614f1c9e0f8629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420928 Jul 06 12:09:46.147602 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-efe82d3e-cc4b-40b0-993f-bf5cf9e6b008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.350839 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2485dc4-9797-484a-9315-fac93140fcec tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.390748 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-e3860a94-233c-4375-9d7b-b20e73aea517 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:46.390748 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-e3860a94-233c-4375-9d7b-b20e73aea517 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2437749 Jul 06 12:09:46.416921 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-25cbe7a7-14e1-4e35-a646-99b8dd3fbc3c tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/quotas/d9baf425a61442e08c614f1c9e0f8629 HTTP/1.1" status: 200 len: 375 time: 0.0166054 Jul 06 12:09:46.455273 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2485dc4-9797-484a-9315-fac93140fcec tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.460136 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-6a74670e-0e7c-4cc5-877c-e1018b02165c tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d9baf425a61442e08c614f1c9e0f8629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372355 Jul 06 12:09:46.479471 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-efe82d3e-cc4b-40b0-993f-bf5cf9e6b008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.487008 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-efe82d3e-cc4b-40b0-993f-bf5cf9e6b008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.537292 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-efe82d3e-cc4b-40b0-993f-bf5cf9e6b008 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62b52001027a4e1190377e608a1ae0b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4141626 Jul 06 12:09:46.539764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52660) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:46.542511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe82d3e-cc4b-40b0-993f-bf5cf9e6b008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42638161-3d7b-420b-8022-836b790eb3c8,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:46.587164 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2485dc4-9797-484a-9315-fac93140fcec tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.615146 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device be7305dd-2c08-446a-8d99-2d3b59d0ecfb no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:46.617511 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa139b93-f11f-43ce-bf24-24cc98ecbc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.666578 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: be7305dd-2c08-446a-8d99-2d3b59d0ecfb {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:46.667498 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device be7305dd-2c08-446a-8d99-2d3b59d0ecfb not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:46.667697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2485dc4-9797-484a-9315-fac93140fcec tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Subnet': ['ID=b406cb45-6288-444d-8b87-c54fb39d2ec0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:46.677247 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa139b93-f11f-43ce-bf24-24cc98ecbc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.682529 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2485dc4-9797-484a-9315-fac93140fcec tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.684657 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a2485dc4-9797-484a-9315-fac93140fcec tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/subnets/b406cb45-6288-444d-8b87-c54fb39d2ec0 HTTP/1.1" status: 204 len: 168 time: 0.8226557 Jul 06 12:09:46.685139 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2902e1d7-6d1b-47b8-8a6b-db102ee7d6d2 None None] Network 61f03454-8911-490b-9b96-6e2c789fdc1f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:46.688402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52664) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:46.840954 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:46.922563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Deleting port 5a54d30d-fd5f-4e05-b7b9-9801349113d7 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:46.923355 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.072016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] For port 5a54d30d-fd5f-4e05-b7b9-9801349113d7, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5a54d30d-fd5f-4e05-b7b9-9801349113d7,segment=NetworkSegment(d0f5bb6a-34f9-4831-9c2c-2f0204c3b674),segment_id=d0f5bb6a-34f9-4831-9c2c-2f0204c3b674)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:47.072374 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.089015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Calling delete_port for 5a54d30d-fd5f-4e05-b7b9-9801349113d7 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:47.089767 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884289e7-a7a0-46b5-b155-c4001aad77d0 None None] DHCP port deletion for 61f03454-8911-490b-9b96-6e2c789fdc1f request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:09:47.179536 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-884289e7-a7a0-46b5-b155-c4001aad77d0 None None] Deleting port 5a54d30d-fd5f-4e05-b7b9-9801349113d7 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:09:47.180014 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-884289e7-a7a0-46b5-b155-c4001aad77d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.219615 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa139b93-f11f-43ce-bf24-24cc98ecbc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.224238 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa139b93-f11f-43ce-bf24-24cc98ecbc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.227911 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fa139b93-f11f-43ce-bf24-24cc98ecbc1a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/42638161-3d7b-420b-8022-836b790eb3c8 HTTP/1.1" status: 204 len: 168 time: 0.6846418 Jul 06 12:09:47.235893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa139b93-f11f-43ce-bf24-24cc98ecbc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42638161-3d7b-420b-8022-836b790eb3c8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:47.290464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.330877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-884289e7-a7a0-46b5-b155-c4001aad77d0 None None] For port 5a54d30d-fd5f-4e05-b7b9-9801349113d7, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5a54d30d-fd5f-4e05-b7b9-9801349113d7,segment=NetworkSegment(d0f5bb6a-34f9-4831-9c2c-2f0204c3b674),segment_id=d0f5bb6a-34f9-4831-9c2c-2f0204c3b674)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:47.333842 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-884289e7-a7a0-46b5-b155-c4001aad77d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.350771 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Port': ['ID=5a54d30d-fd5f-4e05-b7b9-9801349113d7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:47.368076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] No DVR routers for this DVR port 5a54d30d-fd5f-4e05-b7b9-9801349113d7 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:47.386618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-884289e7-a7a0-46b5-b155-c4001aad77d0 None None] Calling delete_port for 5a54d30d-fd5f-4e05-b7b9-9801349113d7 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:09:47.422264 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3a7ae-0202-41c5-bacb-8ad1f3caebea req-9afcc1c6-c46b-41c0-bf2f-f035b62428bc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:47.433764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7b3a7ae-0202-41c5-bacb-8ad1f3caebea req-9afcc1c6-c46b-41c0-bf2f-f035b62428bc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.1011782 Jul 06 12:09:47.486052 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7b3a7ae-0202-41c5-bacb-8ad1f3caebea req-bea40f0c-d7a7-457d-9aed-08b612176ce3 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512655 Jul 06 12:09:47.548370 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-884289e7-a7a0-46b5-b155-c4001aad77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.563382 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.569430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884289e7-a7a0-46b5-b155-c4001aad77d0 None None] No DVR routers for this DVR port 5a54d30d-fd5f-4e05-b7b9-9801349113d7 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:09:47.587886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f03454-8911-490b-9b96-6e2c789fdc1f']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:47.601087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f5bb6a-34f9-4831-9c2c-2f0204c3b674') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:47.601856 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f5bb6a-34f9-4831-9c2c-2f0204c3b674') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:09:47.602693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884289e7-a7a0-46b5-b155-c4001aad77d0 None None] Pushing event deleted for resources: {'Port': ['ID=5a54d30d-fd5f-4e05-b7b9-9801349113d7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:47.614262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.635635 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.645225 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:09:47.645687 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:09:47.649030 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:09:47.674589 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e779ddc2-1e7c-441c-8061-b54864f81230 req-7c0a4474-3bde-43d0-bacb-6c9163d1937e tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 210 time: 0.0407803 Jul 06 12:09:47.728914 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.739359 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:47.741505 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] 10.222.0.81 "DELETE /v2.0/networks/61f03454-8911-490b-9b96-6e2c789fdc1f HTTP/1.1" status: 204 len: 168 time: 1.0500965 Jul 06 12:09:47.752837 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185b567-628a-4901-bf22-ea4ad677e48b tempest-NetworksIpV6Test-697466942 tempest-NetworksIpV6Test-697466942-project] Pushing event deleted for resources: {'Network': ['ID=61f03454-8911-490b-9b96-6e2c789fdc1f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:47.999011 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c6396-f050-403c-93a9-8d967e1384b9 req-aa33fbc1-174a-465c-93e4-e301646b1106 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:48.000750 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-633c6396-f050-403c-93a9-8d967e1384b9 req-aa33fbc1-174a-465c-93e4-e301646b1106 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 946 time: 0.0702326 Jul 06 12:09:48.043604 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52704) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:48.046111 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-633c6396-f050-403c-93a9-8d967e1384b9 req-efe1f125-4889-4161-a619-676681e6a619 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361261 Jul 06 12:09:48.191529 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3a97bd1f-e988-422f-9e22-557c1eaa6bdb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d44b3b9f7817436396dd552dfec4fadf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441276 Jul 06 12:09:48.191889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52716) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:48.251742 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20878055-625c-4f41-b795-b921f9f3b3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.276353 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20878055-625c-4f41-b795-b921f9f3b3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.324203 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-e36bad82-555c-428a-923a-06d55fdcdd84 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d9baf425a61442e08c614f1c9e0f8629&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453489 Jul 06 12:09:48.523309 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3c37a452-8116-40f9-bb9e-87350d554d02 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:48.558185 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20878055-625c-4f41-b795-b921f9f3b3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.561723 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20878055-625c-4f41-b795-b921f9f3b3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.563170 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-20878055-625c-4f41-b795-b921f9f3b3b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c2d8a6d-ba5a-49db-8c2b-4c1f1f103235 HTTP/1.1" status: 204 len: 168 time: 0.3702273 Jul 06 12:09:48.592447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20878055-625c-4f41-b795-b921f9f3b3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2d8a6d-ba5a-49db-8c2b-4c1f1f103235,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:48.622243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5a54d30d-fd5f-4e05-b7b9-9801349113d7 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:09:48.651634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-ed6a0117-658e-4c1d-89e8-d33150012215 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:48.656495 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-ed6a0117-658e-4c1d-89e8-d33150012215 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3259642 Jul 06 12:09:48.671837 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Request body: {'port': {'device_id': 'dd392dac-b01b-4b4e-b16e-2c97be6232b0', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'd9baf425a61442e08c614f1c9e0f8629'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:48.686825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 5a54d30d-fd5f-4e05-b7b9-9801349113d7 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:09:48.687471 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5a54d30d-fd5f-4e05-b7b9-9801349113d7 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:09:48.800442 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.842072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:09:48.846823 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8de710e-c393-4ec7-86a5-3f6d6613c39c" -d '{"events": [{"server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "name": "network-vif-unplugged", "status": "completed", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:09:48.852583 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af69ade-86d4-46d7-b1ca-79d2f7dffe87 req-7430dd39-7d5f-41b5-b5f6-a2a4c6c6abf5 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:48.862791 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0af69ade-86d4-46d7-b1ca-79d2f7dffe87 req-7430dd39-7d5f-41b5-b5f6-a2a4c6c6abf5 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.1577852 Jul 06 12:09:48.868519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:48.875739 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.890968 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Made reservation on behalf of d9baf425a61442e08c614f1c9e0f8629 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:48.896383 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.919077 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:48.939479 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0af69ade-86d4-46d7-b1ca-79d2f7dffe87 req-c48faaed-1cb2-4ebc-9948-f5e5d1234a87 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755324 Jul 06 12:09:48.962781 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=3c37a452-8116-40f9-bb9e-87350d554d02,revision_number=11']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:49.097892 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:49.104058 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:49.138774 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53e96e70-315d-460e-b1ff-07d2997c368e req-5e64e95b-91fc-40ba-8de2-3c50fc721e9a tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 210 time: 0.0347445 Jul 06 12:09:49.177810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ce2c98-bd4f-468e-bf2f-41a92134fd65,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:49.268351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Allocated IP 192.168.233.136 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/2f2aecfd-d5ec-4aa0-836a-66bf354bc840) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:49.345902 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375f91ed-4ea1-4a95-b4b2-4d93df022f75 x-openstack-request-id: req-375f91ed-4ea1-4a95-b4b2-4d93df022f75 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:09:49.346014 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "name": "network-vif-unplugged", "status": "completed", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:09:49.346323 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-375f91ed-4ea1-4a95-b4b2-4d93df022f75 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:09:49.347067 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02', 'code': 200} Jul 06 12:09:49.523868 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:49.541443 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Transition to ACTIVE for port object 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:49.546652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41c98b-2dfe-4b41-a692-ec4302fe2d20 req-ead23c28-3054-48a2-8356-8c77d6960e79 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:49.548735 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cf41c98b-2dfe-4b41-a692-ec4302fe2d20 req-ead23c28-3054-48a2-8356-8c77d6960e79 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1037698 Jul 06 12:09:49.599263 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cf41c98b-2dfe-4b41-a692-ec4302fe2d20 req-e3e44183-c6f5-47a2-96b3-4932aa14f4f5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428374 Jul 06 12:09:49.600116 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:49.663722 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:49.668947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:49.680119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:49.706960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52774) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:49.724154 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Pushing event updated for resources: {'Port': ['ID=2f2aecfd-d5ec-4aa0-836a-66bf354bc840,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:49.765201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:49.765877 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:49.782849 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-b7072110-002a-4827-bd8a-8ef98588a6c6 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1165228 Jul 06 12:09:49.796770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Request body: {'port': {'device_id': 'dd392dac-b01b-4b4e-b16e-2c97be6232b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:49.845980 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-fe081b93-42d3-4edd-9e7e-c3c3d8f0f867 tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] Request body: {'port': {'network_id': 'a39403b3-bd17-4577-a95b-933641325262', 'name': 'tempest-NetworksNegativeTestJSON-887313822'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:49.860441 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe081b93-42d3-4edd-9e7e-c3c3d8f0f867 tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] POST failed (client error): The resource could not be found. Jul 06 12:09:49.862031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe081b93-42d3-4edd-9e7e-c3c3d8f0f867 tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:49.868422 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fe081b93-42d3-4edd-9e7e-c3c3d8f0f867 tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1595926 Jul 06 12:09:49.869268 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52784) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:49.890489 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-22763585-e706-42e9-98b9-95e80eace43a tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:49.891085 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22763585-e706-42e9-98b9-95e80eace43a tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:49.897483 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-22763585-e706-42e9-98b9-95e80eace43a tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] 10.222.0.81 "DELETE /v2.0/networks/212a2bfd-7749-46c5-94ad-ccd3873552d3 HTTP/1.1" status: 404 len: 339 time: 0.0270784 Jul 06 12:09:49.898115 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52788) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:49.899402 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:49.928812 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb43867-6d99-42c2-94c7-bb445b0ac7e9 tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:49.929791 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb43867-6d99-42c2-94c7-bb445b0ac7e9 tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:49.938072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7bb43867-6d99-42c2-94c7-bb445b0ac7e9 tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] 10.222.0.81 "DELETE /v2.0/ports/10472c79-b02a-472e-80c5-b5c3fa799045 HTTP/1.1" status: 404 len: 333 time: 0.0386910 Jul 06 12:09:49.938984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52790) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:49.969677 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabf270b-bd18-45c5-9eaf-bf260d3afe0d tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] DELETE failed (client error): The resource could not be found. Jul 06 12:09:49.970364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eabf270b-bd18-45c5-9eaf-bf260d3afe0d tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:49.976849 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-eabf270b-bd18-45c5-9eaf-bf260d3afe0d tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] 10.222.0.81 "DELETE /v2.0/subnets/982ee20a-c0ac-4b28-8d87-b84991dfbe30 HTTP/1.1" status: 404 len: 337 time: 0.0364156 Jul 06 12:09:49.982794 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52796) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:50.066951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a54cd746-23e3-4a6d-843e-48a27578a1d5 None None] Provisioning for port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:50.073920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a54cd746-23e3-4a6d-843e-48a27578a1d5 None None] Provisioning complete for port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:50.074481 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a54cd746-23e3-4a6d-843e-48a27578a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.082607 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b33e66f-49df-460f-94b1-3770ff879a32 tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] GET failed (client error): The resource could not be found. Jul 06 12:09:50.089122 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1b33e66f-49df-460f-94b1-3770ff879a32 tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] 10.222.0.81 "GET /v2.0/networks/c5415df2-a054-4d4a-be9a-bb31c8effbe8 HTTP/1.1" status: 404 len: 339 time: 0.1049514 Jul 06 12:09:50.092921 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52804) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:50.125404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a54cd746-23e3-4a6d-843e-48a27578a1d5 None None] Port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:09:50.129763 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85cbb42-e3e3-48e0-9cab-e04a5967e66c tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] GET failed (client error): The resource could not be found. Jul 06 12:09:50.131420 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f85cbb42-e3e3-48e0-9cab-e04a5967e66c tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] 10.222.0.81 "GET /v2.0/ports/46e2ba90-1460-4305-9a6f-ef5d3f761de0 HTTP/1.1" status: 404 len: 333 time: 0.0375221 Jul 06 12:09:50.135370 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52806) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:50.200940 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb06790e-0209-4a40-b8b5-7a603dab6a43 tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] GET failed (client error): The resource could not be found. Jul 06 12:09:50.203142 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fb06790e-0209-4a40-b8b5-7a603dab6a43 tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] 10.222.0.81 "GET /v2.0/subnets/b3d226a2-01c8-4dcc-98be-cf5847352c21 HTTP/1.1" status: 404 len: 337 time: 0.0660923 Jul 06 12:09:50.209435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52814) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:50.219822 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d1cb1e4e-dc86-4435-8a4e-49650abe18de tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:50.243022 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cb1e4e-dc86-4435-8a4e-49650abe18de tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] PUT failed (client error): The resource could not be found. Jul 06 12:09:50.243897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1cb1e4e-dc86-4435-8a4e-49650abe18de tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:50.245063 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d1cb1e4e-dc86-4435-8a4e-49650abe18de tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] 10.222.0.81 "PUT /v2.0/networks/b01afd69-2f06-46ec-9815-471973617bd2 HTTP/1.1" status: 404 len: 339 time: 0.0343280 Jul 06 12:09:50.249546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52816) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:50.259524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-de32fcf9-46ac-4967-b8f8-806fe1ca61eb tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:50.268087 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b95fb-8cbf-4d7b-ae50-68ff876f97fe req-e03fe60d-dacb-4b9a-9b38-99e57cf4be6f tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:50.269823 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b97b95fb-8cbf-4d7b-ae50-68ff876f97fe req-e03fe60d-dacb-4b9a-9b38-99e57cf4be6f tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.2020395 Jul 06 12:09:50.291211 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-de32fcf9-46ac-4967-b8f8-806fe1ca61eb tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] PUT failed (client error): The resource could not be found. Jul 06 12:09:50.291910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de32fcf9-46ac-4967-b8f8-806fe1ca61eb tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:50.293276 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-de32fcf9-46ac-4967-b8f8-806fe1ca61eb tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] 10.222.0.81 "PUT /v2.0/ports/c7a07c70-f48d-469c-8e38-c53e4722d9c5 HTTP/1.1" status: 404 len: 333 time: 0.0424647 Jul 06 12:09:50.297571 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52818) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:50.302955 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-89dd4c0a-1c68-4588-a01b-bb0130ea1eae tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:50.340767 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:09:50.348960 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-89dd4c0a-1c68-4588-a01b-bb0130ea1eae tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] PUT failed (client error): The resource could not be found. Jul 06 12:09:50.349763 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89dd4c0a-1c68-4588-a01b-bb0130ea1eae tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:09:50.349894 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.351267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-89dd4c0a-1c68-4588-a01b-bb0130ea1eae tempest-NetworksNegativeTestJSON-1635826286 tempest-NetworksNegativeTestJSON-1635826286-project] 10.222.0.81 "PUT /v2.0/subnets/c7207335-df43-44ab-89b3-0283f5ef1ae6 HTTP/1.1" status: 404 len: 337 time: 0.0524335 Jul 06 12:09:50.365024 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b97b95fb-8cbf-4d7b-ae50-68ff876f97fe req-db4199d7-51e3-412c-b90a-22d5d6972124 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884671 Jul 06 12:09:50.368112 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Transition to ACTIVE for port object 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:50.386489 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.449941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2aecfd-d5ec-4aa0-836a-66bf354bc840,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:50.515181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3c37a452-8116-40f9-bb9e-87350d554d02 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:09:50.527290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52826) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:50.579149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Attempting to bind port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:50.579519 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Attempting to bind port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:50.579933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Attempting to bind port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:50.590826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:09:50.595039 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Attempting to bind port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:50.601429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:50.602078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:50.605848 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:50.606314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Bound port: 2f2aecfd-d5ec-4aa0-836a-66bf354bc840, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:50.606694 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.617213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09647593-8646-461b-b077-ecda8737bd52 req-585dbfff-8508-4b5a-88e6-2adf3f03c06e tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:50.632685 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09647593-8646-461b-b077-ecda8737bd52 req-585dbfff-8508-4b5a-88e6-2adf3f03c06e tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 948 time: 0.1107855 Jul 06 12:09:50.690491 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52834) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:50.697130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:50.717407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '3c37a452-8116-40f9-bb9e-87350d554d02', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'port_id': '3c37a452-8116-40f9-bb9e-87350d554d02', 'mac_address': 'fa:16:3e:35:31:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:09:50.737546 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09647593-8646-461b-b077-ecda8737bd52 req-e211fe62-63b6-4b5f-94b9-5ad040d9e968 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ce2c98-bd4f-468e-bf2f-41a92134fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029012 Jul 06 12:09:50.768876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] For port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:50.771768 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.772224 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] For port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2f2aecfd-d5ec-4aa0-836a-66bf354bc840,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:50.776874 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.780842 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.793012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c37a452-8116-40f9-bb9e-87350d554d02 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:09:50.820828 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:50.825190 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.831211 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f56245e1-1635-4808-9bc5-059db9bd0522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.834883 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:50.835511 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.837139 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] 10.222.0.23 "PUT /v2.0/ports/2f2aecfd-d5ec-4aa0-836a-66bf354bc840 HTTP/1.1" status: 200 len: 1096 time: 1.0464151 Jul 06 12:09:50.837587 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd392dac-b01b-4b4e-b16e-2c97be6232b0', 'tag': '2f2aecfd-d5ec-4aa0-836a-66bf354bc840'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:09:50.839894 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c89c29c-34ed-42e9-ac1b-4193b204a301" -d '{"events": [{"name": "network-changed", "server_uuid": "dd392dac-b01b-4b4e-b16e-2c97be6232b0", "tag": "2f2aecfd-d5ec-4aa0-836a-66bf354bc840"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:09:50.897339 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=3c37a452-8116-40f9-bb9e-87350d554d02,revision_number=12']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:50.922620 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ff406-d906-4043-9291-f7b952367272 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2aecfd-d5ec-4aa0-836a-66bf354bc840,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:50.951923 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:50.952988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-7af56f84-c9c0-43f7-a0c5-95836bef38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:50.954795 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-7af56f84-c9c0-43f7-a0c5-95836bef38f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d9baf425a61442e08c614f1c9e0f8629&device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 1099 time: 0.0802295 Jul 06 12:09:50.959508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['3c37a452-8116-40f9-bb9e-87350d554d02'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:09:50.960501 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.028015 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9abdd671976144a08361e3d33dfddea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4883215 Jul 06 12:09:51.032599 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52842) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:51.034919 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-8ad41a57-40f6-4fd8-a772-9eac8215bb68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=2f2aecfd-d5ec-4aa0-836a-66bf354bc840 HTTP/1.1" status: 200 len: 217 time: 0.0730700 Jul 06 12:09:51.040753 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80554292-4ae1-4bf2-9f92-8163192b9dc6,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:51.063041 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:51.063456 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:51.063811 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:51.064153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:51.064487 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:51.064822 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:51.065150 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:51.065477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:51.065806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:51.066131 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:51.066450 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:51.066769 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe0eab-4601-4efa-9bb7-d26dbffd0eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:09:51.137914 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e913dd83-caf4-4939-9e59-c242d361ad12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.140262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-0c32de4e-c4e8-4905-a444-11485c308cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:51.142200 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-0c32de4e-c4e8-4905-a444-11485c308cfc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0998051 Jul 06 12:09:51.195257 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e913dd83-caf4-4939-9e59-c242d361ad12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.219893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-fa1fd954-317c-4079-baf0-929ec2b4b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:51.222808 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-fa1fd954-317c-4079-baf0-929ec2b4b7d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745382 Jul 06 12:09:51.236435 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f56245e1-1635-4808-9bc5-059db9bd0522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.249855 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f56245e1-1635-4808-9bc5-059db9bd0522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.311689 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56245e1-1635-4808-9bc5-059db9bd0522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824a3f7d-0497-4a39-8ee5-20c5ef0e7852,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:51.317534 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f56245e1-1635-4808-9bc5-059db9bd0522 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1872d222d3164b2c8da012630bbe8904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6257868 Jul 06 12:09:51.322377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52852) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:51.329313 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-45eafd92-b3eb-4d00-bcd9-e7f7bda1214d service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003795 Jul 06 12:09:51.365745 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec90f06-cf29-403d-a044-10dc6cf9135b req-b8390b2e-e901-4243-b888-23b978847758 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:51.367321 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8ec90f06-cf29-403d-a044-10dc6cf9135b req-b8390b2e-e901-4243-b888-23b978847758 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 945 time: 0.2055669 Jul 06 12:09:51.379514 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e913dd83-caf4-4939-9e59-c242d361ad12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.382327 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e913dd83-caf4-4939-9e59-c242d361ad12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.383817 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e913dd83-caf4-4939-9e59-c242d361ad12 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/80554292-4ae1-4bf2-9f92-8163192b9dc6 HTTP/1.1" status: 204 len: 168 time: 0.3499856 Jul 06 12:09:51.404618 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913dd83-caf4-4939-9e59-c242d361ad12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80554292-4ae1-4bf2-9f92-8163192b9dc6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:51.456327 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4db0afb0-840a-4491-b897-a6484f630705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.463322 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fe5c3ab6-8cf9-4416-9ba2-4cb1bb0e8fcf req-2918546a-5943-438d-b398-29be4b83d371 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275837 Jul 06 12:09:51.499143 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8ec90f06-cf29-403d-a044-10dc6cf9135b req-bfdb749e-8b2f-482f-b4ec-7f900a2bafc1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113739 Jul 06 12:09:51.521367 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4db0afb0-840a-4491-b897-a6484f630705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.578948 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf15588f-1c0c-44af-8855-0900f0f1794d x-openstack-request-id: req-bf15588f-1c0c-44af-8855-0900f0f1794d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:09:51.579265 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd392dac-b01b-4b4e-b16e-2c97be6232b0", "tag": "2f2aecfd-d5ec-4aa0-836a-66bf354bc840", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:09:51.579548 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bf15588f-1c0c-44af-8855-0900f0f1794d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:09:51.579942 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd392dac-b01b-4b4e-b16e-2c97be6232b0', 'tag': '2f2aecfd-d5ec-4aa0-836a-66bf354bc840', 'status': 'completed', 'code': 200} Jul 06 12:09:51.597938 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4db0afb0-840a-4491-b897-a6484f630705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.600745 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4db0afb0-840a-4491-b897-a6484f630705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.601976 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4db0afb0-840a-4491-b897-a6484f630705 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/824a3f7d-0497-4a39-8ee5-20c5ef0e7852 HTTP/1.1" status: 204 len: 168 time: 0.2787964 Jul 06 12:09:51.619899 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0afb0-840a-4491-b897-a6484f630705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824a3f7d-0497-4a39-8ee5-20c5ef0e7852,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:51.704196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89c29c-34ed-42e9-ac1b-4193b204a301 req-90826038-dbb7-43b9-9632-37307e294de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:51.705866 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c89c29c-34ed-42e9-ac1b-4193b204a301 req-90826038-dbb7-43b9-9632-37307e294de4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d9baf425a61442e08c614f1c9e0f8629&device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 1099 time: 0.1015000 Jul 06 12:09:51.776359 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c88c5-0847-456f-9ecd-b87da261c339 req-d80f484b-f2a2-4be9-9c25-89d4224d53c5 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:51.778594 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ae9c88c5-0847-456f-9ecd-b87da261c339 req-d80f484b-f2a2-4be9-9c25-89d4224d53c5 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.0866818 Jul 06 12:09:51.789772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52878) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:51.813577 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fb318f4-f228-4af1-9e28-37e5768b448e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:51.830068 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ae9c88c5-0847-456f-9ecd-b87da261c339 req-5872a307-e0d5-4e3b-8f39-bf45078e1d0b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449686 Jul 06 12:09:51.916127 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89c29c-34ed-42e9-ac1b-4193b204a301 req-e092fdee-e5d2-447c-8952-c36bb9b62da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:51.917965 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c89c29c-34ed-42e9-ac1b-4193b204a301 req-e092fdee-e5d2-447c-8952-c36bb9b62da9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.2045441 Jul 06 12:09:51.977889 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c89c29c-34ed-42e9-ac1b-4193b204a301 req-ac7d1f15-173d-414a-a4e9-05bb1be80db8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=2f2aecfd-d5ec-4aa0-836a-66bf354bc840 HTTP/1.1" status: 200 len: 217 time: 0.0505795 Jul 06 12:09:52.057761 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fb318f4-f228-4af1-9e28-37e5768b448e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:52.060173 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89c29c-34ed-42e9-ac1b-4193b204a301 req-cd740158-8a3d-4cf3-b1e8-4724ee4eb581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:52.062345 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c89c29c-34ed-42e9-ac1b-4193b204a301 req-cd740158-8a3d-4cf3-b1e8-4724ee4eb581 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0776641 Jul 06 12:09:52.063887 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fb318f4-f228-4af1-9e28-37e5768b448e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:52.090337 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d191c0-9414-46b2-8a05-91a8abfeb6be req-9cbf99d3-2248-4a66-aa46-22a7506dae84 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:52.091849 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c3d191c0-9414-46b2-8a05-91a8abfeb6be req-9cbf99d3-2248-4a66-aa46-22a7506dae84 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 948 time: 0.0867836 Jul 06 12:09:52.137630 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb318f4-f228-4af1-9e28-37e5768b448e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1767407d-80a2-487f-b8e3-1e5b62816e08,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:52.157296 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2fb318f4-f228-4af1-9e28-37e5768b448e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=315ce66892d246a9becff0ba8b400936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3622661 Jul 06 12:09:52.157498 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52892) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:52.177171 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c3d191c0-9414-46b2-8a05-91a8abfeb6be req-c9c1b06a-2f66-4931-960a-e10aa4d0258c tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ce2c98-bd4f-468e-bf2f-41a92134fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714469 Jul 06 12:09:52.225269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89c29c-34ed-42e9-ac1b-4193b204a301 req-fa59d6df-7eae-4aee-b931-edc7986842ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:52.226931 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c89c29c-34ed-42e9-ac1b-4193b204a301 req-fa59d6df-7eae-4aee-b931-edc7986842ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1490712 Jul 06 12:09:52.431574 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7a80f98-419a-44cd-816c-afcae25f6848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:52.459741 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7a80f98-419a-44cd-816c-afcae25f6848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:52.538371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3c37a452-8116-40f9-bb9e-87350d554d02 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:52.603618 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c89c29c-34ed-42e9-ac1b-4193b204a301 req-6fd2d508-81e2-4229-9129-28dadd1efc18 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688486 Jul 06 12:09:52.692326 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:09:52.758562 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 3c37a452-8116-40f9-bb9e-87350d554d02 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:52.760922 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:52.768148 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0c89c29c-34ed-42e9-ac1b-4193b204a301 req-23d50b3a-7cda-44ac-8576-d331c8ada458 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573377 Jul 06 12:09:52.769278 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7a80f98-419a-44cd-816c-afcae25f6848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:52.772612 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7a80f98-419a-44cd-816c-afcae25f6848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:52.773854 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d7a80f98-419a-44cd-816c-afcae25f6848 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1767407d-80a2-487f-b8e3-1e5b62816e08 HTTP/1.1" status: 204 len: 168 time: 0.6154656 Jul 06 12:09:52.814991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a80f98-419a-44cd-816c-afcae25f6848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1767407d-80a2-487f-b8e3-1e5b62816e08,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:52.944254 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28d069-7c98-4693-817b-b4fef13ca2cd req-3166465e-2844-4f14-8c83-7759c40ac854 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:52.948799 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d28d069-7c98-4693-817b-b4fef13ca2cd req-3166465e-2844-4f14-8c83-7759c40ac854 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 945 time: 0.2332010 Jul 06 12:09:52.982082 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52912) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:53.036741 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.041386 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d28d069-7c98-4693-817b-b4fef13ca2cd req-8b0bbbc5-06cb-44c8-a688-03233cffab24 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797963 Jul 06 12:09:53.070743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:09:53.074972 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd149e57-187d-46b3-902d-9938fcf6f7d3" -d '{"events": [{"server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "name": "network-vif-plugged", "status": "completed", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:09:53.130198 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:53.150977 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.196870 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2f2aecfd-d5ec-4aa0-836a-66bf354bc840,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:53.225843 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '2f2aecfd-d5ec-4aa0-836a-66bf354bc840', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '2f2aecfd-d5ec-4aa0-836a-66bf354bc840', 'mac_address': 'fa:16:3e:b4:c2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:09:53.346263 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda32716-5259-452a-b20f-9d4dc7cfb030 req-bc90dae6-2c6b-4003-a18c-09164d8cb0e0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:53.348401 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eda32716-5259-452a-b20f-9d4dc7cfb030 req-bc90dae6-2c6b-4003-a18c-09164d8cb0e0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.1548734 Jul 06 12:09:53.431161 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-26a38c11-b322-4198-88b8-c0684ba73563 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1166166984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:53.434132 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eda32716-5259-452a-b20f-9d4dc7cfb030 req-810dedcc-609e-4cdf-926d-cad409ec3c70 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803785 Jul 06 12:09:53.480784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=3c37a452-8116-40f9-bb9e-87350d554d02,revision_number=13']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:53.514427 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26a38c11-b322-4198-88b8-c0684ba73563 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.515786 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26a38c11-b322-4198-88b8-c0684ba73563 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.524697 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.551149 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c081649b-0828-4e1e-96c8-bd1c9158556a x-openstack-request-id: req-c081649b-0828-4e1e-96c8-bd1c9158556a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:09:53.552428 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "name": "network-vif-plugged", "status": "completed", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:09:53.552893 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c081649b-0828-4e1e-96c8-bd1c9158556a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:09:53.553499 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02', 'code': 200} Jul 06 12:09:53.555437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:09:53.581189 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2f2aecfd-d5ec-4aa0-836a-66bf354bc840,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:53.598721 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.657651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=2f2aecfd-d5ec-4aa0-836a-66bf354bc840,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:53.674474 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26a38c11-b322-4198-88b8-c0684ba73563 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.680899 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26a38c11-b322-4198-88b8-c0684ba73563 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.712266 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26a38c11-b322-4198-88b8-c0684ba73563 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.713966 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-26a38c11-b322-4198-88b8-c0684ba73563 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7307920 Jul 06 12:09:53.717338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52936) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:53.726422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ac78d177-2772-45f4-a4b9-2e43b885ca8d tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1492808181'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:53.752249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac78d177-2772-45f4-a4b9-2e43b885ca8d tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Made reservation on behalf of 792d2245ecd146f384aef6116c006900 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:53.758539 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac78d177-2772-45f4-a4b9-2e43b885ca8d tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.774027 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac78d177-2772-45f4-a4b9-2e43b885ca8d tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.879055 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['2f2aecfd-d5ec-4aa0-836a-66bf354bc840'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:09:53.890826 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750d468-51be-42c6-b13f-6186374f451c req-cec19c8f-60ea-47cc-9504-55f9bd339319 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:53.896840 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b750d468-51be-42c6-b13f-6186374f451c req-cec19c8f-60ea-47cc-9504-55f9bd339319 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 949 time: 0.1479132 Jul 06 12:09:53.936318 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac78d177-2772-45f4-a4b9-2e43b885ca8d tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.954416 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac78d177-2772-45f4-a4b9-2e43b885ca8d tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.970408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac78d177-2772-45f4-a4b9-2e43b885ca8d tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:53.985750 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac78d177-2772-45f4-a4b9-2e43b885ca8d tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:53.986195 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-ac78d177-2772-45f4-a4b9-2e43b885ca8d tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Added segment fc887837-5bf9-4ba8-bf93-463747737c71 of type vlan for network 85c6cc47-f721-43b2-892b-c2fef773872d Jul 06 12:09:53.999161 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b750d468-51be-42c6-b13f-6186374f451c req-565b6e81-7a07-4cdb-8f88-f6e71bd361ea tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ce2c98-bd4f-468e-bf2f-41a92134fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965567 Jul 06 12:09:54.046518 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac78d177-2772-45f4-a4b9-2e43b885ca8d tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.119325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78d177-2772-45f4-a4b9-2e43b885ca8d tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b54d5ec-5d27-4d85-b03b-cb37391057ae,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:54.134572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac78d177-2772-45f4-a4b9-2e43b885ca8d tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.146950 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac78d177-2772-45f4-a4b9-2e43b885ca8d tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:54.147867 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac78d177-2772-45f4-a4b9-2e43b885ca8d tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.224897 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ac78d177-2772-45f4-a4b9-2e43b885ca8d tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5063941 Jul 06 12:09:54.228711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52948) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:54.235397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-81093150-a0a7-4f1f-a6c4-b3887fd930cd tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Request body: {'subnet': {'network_id': '85c6cc47-f721-43b2-892b-c2fef773872d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:54.338807 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78d177-2772-45f4-a4b9-2e43b885ca8d tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event updated for resources: {'Network': ['ID=85c6cc47-f721-43b2-892b-c2fef773872d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:54.351687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81093150-a0a7-4f1f-a6c4-b3887fd930cd tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Made reservation on behalf of 792d2245ecd146f384aef6116c006900 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:54.351992 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 85c6cc47-f721-43b2-892b-c2fef773872d details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:54.356020 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81093150-a0a7-4f1f-a6c4-b3887fd930cd tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.527063 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06736d-f28d-404a-890f-d34afe77b520 req-420a9322-b80d-424f-8540-36cc9395498e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:54.535041 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0f06736d-f28d-404a-890f-d34afe77b520 req-420a9322-b80d-424f-8540-36cc9395498e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 946 time: 0.1886945 Jul 06 12:09:54.609102 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0f06736d-f28d-404a-890f-d34afe77b520 req-58361c0f-9918-406d-8793-847b76377f0b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556958 Jul 06 12:09:54.660404 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81093150-a0a7-4f1f-a6c4-b3887fd930cd tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.751001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81093150-a0a7-4f1f-a6c4-b3887fd930cd tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event updated for resources: {'Subnet': ['ID=8ce73ea9-4ed4-4bba-a658-b6c8aafd4d72,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:54.772948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81093150-a0a7-4f1f-a6c4-b3887fd930cd tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Checking segment: {'id': 'fc887837-5bf9-4ba8-bf93-463747737c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '85c6cc47-f721-43b2-892b-c2fef773872d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:54.773438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81093150-a0a7-4f1f-a6c4-b3887fd930cd tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Network hostable DHCP agents. Network: 85c6cc47-f721-43b2-892b-c2fef773872d, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:54.807444 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81093150-a0a7-4f1f-a6c4-b3887fd930cd tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Network 85c6cc47-f721-43b2-892b-c2fef773872d is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:54.837881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50744392-cd8f-4123-b3c8-5df5a022a2c8 req-964f80ea-fd3f-4c5f-9ddb-a5d79f6707dd tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:54.839819 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50744392-cd8f-4123-b3c8-5df5a022a2c8 req-964f80ea-fd3f-4c5f-9ddb-a5d79f6707dd tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.1120033 Jul 06 12:09:54.840383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-81093150-a0a7-4f1f-a6c4-b3887fd930cd tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 85c6cc47-f721-43b2-892b-c2fef773872d) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:54.848510 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81093150-a0a7-4f1f-a6c4-b3887fd930cd tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:54.849109 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81093150-a0a7-4f1f-a6c4-b3887fd930cd tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.858452 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ddf7ea-50ef-48a9-83fe-4f18bc82111c None None] Network 85c6cc47-f721-43b2-892b-c2fef773872d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:54.881748 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-81093150-a0a7-4f1f-a6c4-b3887fd930cd tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6515532 Jul 06 12:09:54.884855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52962) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:54.891876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-17c4802e-434b-45a7-b869-198dd6aff8ca tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Request body: {'network': {'name': 'tempest-router-network01--700704212'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:54.916442 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50744392-cd8f-4123-b3c8-5df5a022a2c8 req-78e78ffc-1cd1-4e50-a4a2-2e128deb11b5 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582232 Jul 06 12:09:54.924754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c4802e-434b-45a7-b869-198dd6aff8ca tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Made reservation on behalf of 792d2245ecd146f384aef6116c006900 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:54.934457 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c4802e-434b-45a7-b869-198dd6aff8ca tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.979892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c4802e-434b-45a7-b869-198dd6aff8ca tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:54.994505 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c4802e-434b-45a7-b869-198dd6aff8ca tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:54.995089 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-17c4802e-434b-45a7-b869-198dd6aff8ca tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Added segment c736e8a6-7a99-408a-a4ae-1864dfbb9f27 of type vlan for network 1a09f5e2-3353-476f-ba3b-e05ea00c116c Jul 06 12:09:55.087848 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c4802e-434b-45a7-b869-198dd6aff8ca tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.131981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-85c6cc47-f721-43b2-892b-c2fef773872d', 'network_id': '85c6cc47-f721-43b2-892b-c2fef773872d', 'tenant_id': '792d2245ecd146f384aef6116c006900', 'fixed_ips': [{'subnet_id': '8ce73ea9-4ed4-4bba-a658-b6c8aafd4d72'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:55.133054 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.152934 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c4802e-434b-45a7-b869-198dd6aff8ca tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.167099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c4802e-434b-45a7-b869-198dd6aff8ca tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:55.167831 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c4802e-434b-45a7-b869-198dd6aff8ca tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.247303 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4802e-434b-45a7-b869-198dd6aff8ca tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event updated for resources: {'Network': ['ID=1a09f5e2-3353-476f-ba3b-e05ea00c116c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:55.273886 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52972) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:55.274223 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-17c4802e-434b-45a7-b869-198dd6aff8ca tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3881428 Jul 06 12:09:55.284993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a3fc6627-ebbf-46c2-b152-54a7b27ff83b tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Request body: {'network': {'name': 'tempest-router-network02--224496300'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:55.316931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fc6627-ebbf-46c2-b152-54a7b27ff83b tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Made reservation on behalf of 792d2245ecd146f384aef6116c006900 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:55.320726 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6627-ebbf-46c2-b152-54a7b27ff83b tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.356800 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Allocated IP 2001:db8::2 (85c6cc47-f721-43b2-892b-c2fef773872d/8ce73ea9-4ed4-4bba-a658-b6c8aafd4d72/f05b16dc-3b84-473b-bfca-fc120947517c) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:55.360834 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a906e-9227-4b8e-88c0-8732ed69f86b req-fd5fede3-195a-4cd3-8db7-d862dd878d33 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:55.368283 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8a4a906e-9227-4b8e-88c0-8732ed69f86b req-fd5fede3-195a-4cd3-8db7-d862dd878d33 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 949 time: 0.1446147 Jul 06 12:09:55.415107 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3fc6627-ebbf-46c2-b152-54a7b27ff83b tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:09:55.431468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 1a09f5e2-3353-476f-ba3b-e05ea00c116c details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:55.452239 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6627-ebbf-46c2-b152-54a7b27ff83b tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.452611 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-a3fc6627-ebbf-46c2-b152-54a7b27ff83b tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Added segment 219ad39a-e092-4c7e-abca-e932f3a6e7f1 of type vlan for network dbe97679-272d-41fe-b40d-0fef0a7c0377 Jul 06 12:09:55.488487 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8a4a906e-9227-4b8e-88c0-8732ed69f86b req-c115c710-cf6c-4d13-bf68-42c224e5ef1e tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ce2c98-bd4f-468e-bf2f-41a92134fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149273 Jul 06 12:09:55.551009 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6627-ebbf-46c2-b152-54a7b27ff83b tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.600279 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6627-ebbf-46c2-b152-54a7b27ff83b tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.610613 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fc6627-ebbf-46c2-b152-54a7b27ff83b tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:55.616502 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6627-ebbf-46c2-b152-54a7b27ff83b tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.647742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a3fc6627-ebbf-46c2-b152-54a7b27ff83b tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3725457 Jul 06 12:09:55.651161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53000) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:55.658262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-363f6163-d527-4826-9218-09bf558a4e66 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Request body: {'subnet': {'network_id': '1a09f5e2-3353-476f-ba3b-e05ea00c116c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:55.777006 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.793447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Transition to ACTIVE for port object f05b16dc-3b84-473b-bfca-fc120947517c will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:55.809051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc6627-ebbf-46c2-b152-54a7b27ff83b tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event updated for resources: {'Network': ['ID=dbe97679-272d-41fe-b40d-0fef0a7c0377,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:55.822163 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Transition to ACTIVE for port object f05b16dc-3b84-473b-bfca-fc120947517c will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:55.832123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network dbe97679-272d-41fe-b40d-0fef0a7c0377 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:09:55.856754 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.861090 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363f6163-d527-4826-9218-09bf558a4e66 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Made reservation on behalf of 792d2245ecd146f384aef6116c006900 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:55.867934 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-363f6163-d527-4826-9218-09bf558a4e66 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:55.959094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Network 85c6cc47-f721-43b2-892b-c2fef773872d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:55.967574 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:55.980551 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:55.990760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Pushing event updated for resources: {'Port': ['ID=f05b16dc-3b84-473b-bfca-fc120947517c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:56.069269 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Attempting to bind port f05b16dc-3b84-473b-bfca-fc120947517c on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:56.069821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Attempting to bind port f05b16dc-3b84-473b-bfca-fc120947517c by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'fc887837-5bf9-4ba8-bf93-463747737c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '85c6cc47-f721-43b2-892b-c2fef773872d'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:56.070947 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Attempting to bind port f05b16dc-3b84-473b-bfca-fc120947517c on network 85c6cc47-f721-43b2-892b-c2fef773872d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:56.079297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:56.080028 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Checking segment: {'id': 'fc887837-5bf9-4ba8-bf93-463747737c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '85c6cc47-f721-43b2-892b-c2fef773872d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:56.080571 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.082385 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Bound using segment: {'id': 'fc887837-5bf9-4ba8-bf93-463747737c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '85c6cc47-f721-43b2-892b-c2fef773872d'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:56.083198 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Bound port: f05b16dc-3b84-473b-bfca-fc120947517c, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc887837-5bf9-4ba8-bf93-463747737c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '85c6cc47-f721-43b2-892b-c2fef773872d'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:56.083945 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.127329 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0e87d-3a18-4142-9ed3-26e4e639453c req-11a72bba-de85-43a5-8f18-9282f74d2978 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:56.128978 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-80b0e87d-3a18-4142-9ed3-26e4e639453c req-11a72bba-de85-43a5-8f18-9282f74d2978 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 946 time: 0.1547935 Jul 06 12:09:56.179250 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] For port f05b16dc-3b84-473b-bfca-fc120947517c, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:56.182681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] For port f05b16dc-3b84-473b-bfca-fc120947517c, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f05b16dc-3b84-473b-bfca-fc120947517c,segment=NetworkSegment(fc887837-5bf9-4ba8-bf93-463747737c71),segment_id=fc887837-5bf9-4ba8-bf93-463747737c71)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:56.190025 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.241466 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-80b0e87d-3a18-4142-9ed3-26e4e639453c req-153ad046-04d6-4807-af4c-b7f525315888 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053183 Jul 06 12:09:56.266430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53012) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:56.298152 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292d65a-ca8b-4e3c-b9cc-c286a3e727d0 None None] Pushing event updated for resources: {'Port': ['ID=f05b16dc-3b84-473b-bfca-fc120947517c,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:56.376499 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-363f6163-d527-4826-9218-09bf558a4e66 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.486958 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6eb83934-dc8a-4971-8241-c03916bfb5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.545823 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f6163-d527-4826-9218-09bf558a4e66 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Checking segment: {'id': 'c736e8a6-7a99-408a-a4ae-1864dfbb9f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1a09f5e2-3353-476f-ba3b-e05ea00c116c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:56.546290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363f6163-d527-4826-9218-09bf558a4e66 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Network hostable DHCP agents. Network: 1a09f5e2-3353-476f-ba3b-e05ea00c116c, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:56.590739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f6163-d527-4826-9218-09bf558a4e66 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event updated for resources: {'Subnet': ['ID=cc2e3120-762a-4f87-aedb-5281054bccff,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:56.639965 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363f6163-d527-4826-9218-09bf558a4e66 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Network 1a09f5e2-3353-476f-ba3b-e05ea00c116c is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:56.650035 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-363f6163-d527-4826-9218-09bf558a4e66 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 1a09f5e2-3353-476f-ba3b-e05ea00c116c) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:56.659982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfd8388-de93-43b0-9b2b-d1c48da199d7 None None] Network 1a09f5e2-3353-476f-ba3b-e05ea00c116c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:56.662774 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363f6163-d527-4826-9218-09bf558a4e66 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:56.663702 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-363f6163-d527-4826-9218-09bf558a4e66 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.676136 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d239d5-873b-47ed-a05b-9c8e6b76baad req-7b48a70a-20db-46e0-baa6-b11823506de9 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:56.683888 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92d239d5-873b-47ed-a05b-9c8e6b76baad req-7b48a70a-20db-46e0-baa6-b11823506de9 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.2403057 Jul 06 12:09:56.702118 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6eb83934-dc8a-4971-8241-c03916bfb5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.710304 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6eb83934-dc8a-4971-8241-c03916bfb5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.730369 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-363f6163-d527-4826-9218-09bf558a4e66 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0747495 Jul 06 12:09:56.733971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53018) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:56.739575 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-570e9a73-19ec-4b8f-b73c-0f8bedd3f2ba tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Request body: {'subnet': {'network_id': 'dbe97679-272d-41fe-b40d-0fef0a7c0377', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:09:56.753463 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92d239d5-873b-47ed-a05b-9c8e6b76baad req-7a5e9867-9571-4ec3-868c-bd3ec4095434 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684195 Jul 06 12:09:56.762983 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:56.810190 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6eb83934-dc8a-4971-8241-c03916bfb5a9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=89de005c8f9845b5b7d8f19f16f95abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5415001 Jul 06 12:09:56.811360 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53022) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:56.812516 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb83934-dc8a-4971-8241-c03916bfb5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc6dabc-8267-4437-8939-f7bd95758263,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:56.894428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570e9a73-19ec-4b8f-b73c-0f8bedd3f2ba tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Made reservation on behalf of 792d2245ecd146f384aef6116c006900 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:09:56.899258 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-570e9a73-19ec-4b8f-b73c-0f8bedd3f2ba tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.927723 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-667c2254-09e7-41bb-95e8-522dd7fdb59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.958799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:56.968737 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:56.969547 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:56.975731 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-667c2254-09e7-41bb-95e8-522dd7fdb59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.080125 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-667c2254-09e7-41bb-95e8-522dd7fdb59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.083485 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-667c2254-09e7-41bb-95e8-522dd7fdb59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.085625 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-667c2254-09e7-41bb-95e8-522dd7fdb59b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dfc6dabc-8267-4437-8939-f7bd95758263 HTTP/1.1" status: 204 len: 168 time: 0.2694049 Jul 06 12:09:57.103685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c2254-09e7-41bb-95e8-522dd7fdb59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc6dabc-8267-4437-8939-f7bd95758263,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:57.106402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665123f-36a5-4d41-ab27-048c8b57a5a7 req-154c0ace-ec90-4417-bb77-fc6f0dc1f64d tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:57.114398 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7665123f-36a5-4d41-ab27-048c8b57a5a7 req-154c0ace-ec90-4417-bb77-fc6f0dc1f64d tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 949 time: 0.1471486 Jul 06 12:09:57.185473 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.198877 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7665123f-36a5-4d41-ab27-048c8b57a5a7 req-a702e816-9145-49d6-baca-916b4fc4cce1 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ce2c98-bd4f-468e-bf2f-41a92134fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833917 Jul 06 12:09:57.221795 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-1a09f5e2-3353-476f-ba3b-e05ea00c116c', 'network_id': '1a09f5e2-3353-476f-ba3b-e05ea00c116c', 'tenant_id': '792d2245ecd146f384aef6116c006900', 'fixed_ips': [{'subnet_id': 'cc2e3120-762a-4f87-aedb-5281054bccff'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:57.222813 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.353627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd392dac-b01b-4b4e-b16e-2c97be6232b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2aecfd-d5ec-4aa0-836a-66bf354bc840'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:09:57.356044 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e669131e-2a74-42e6-8594-d94b1279d277" -d '{"events": [{"server_uuid": "dd392dac-b01b-4b4e-b16e-2c97be6232b0", "name": "network-vif-plugged", "status": "completed", "tag": "2f2aecfd-d5ec-4aa0-836a-66bf354bc840"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:09:57.357565 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-570e9a73-19ec-4b8f-b73c-0f8bedd3f2ba tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.405475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2f2aecfd-d5ec-4aa0-836a-66bf354bc840,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:57.493959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e9a73-19ec-4b8f-b73c-0f8bedd3f2ba tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event updated for resources: {'Subnet': ['ID=68b45aab-b2a2-4cdf-8544-76e412088499,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:57.558036 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.573371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570e9a73-19ec-4b8f-b73c-0f8bedd3f2ba tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Checking segment: {'id': '219ad39a-e092-4c7e-abca-e932f3a6e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'dbe97679-272d-41fe-b40d-0fef0a7c0377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:57.574051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e9a73-19ec-4b8f-b73c-0f8bedd3f2ba tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Network hostable DHCP agents. Network: dbe97679-272d-41fe-b40d-0fef0a7c0377, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:09:57.686440 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e9a73-19ec-4b8f-b73c-0f8bedd3f2ba tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Network dbe97679-272d-41fe-b40d-0fef0a7c0377 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:09:57.758576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-570e9a73-19ec-4b8f-b73c-0f8bedd3f2ba tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, dbe97679-272d-41fe-b40d-0fef0a7c0377) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:57.767111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570e9a73-19ec-4b8f-b73c-0f8bedd3f2ba tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:57.767460 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-570e9a73-19ec-4b8f-b73c-0f8bedd3f2ba tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.783962 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c2f1c2-60cf-4aac-a4a0-4a23dbe3a66e None None] Network dbe97679-272d-41fe-b40d-0fef0a7c0377 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:57.789601 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-570e9a73-19ec-4b8f-b73c-0f8bedd3f2ba tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0537169 Jul 06 12:09:57.791821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53032) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:57.810698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=2f2aecfd-d5ec-4aa0-836a-66bf354bc840,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:57.847445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53038) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:57.873062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4524490b-5629-48f7-800a-61892d3e357f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:57.912662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Allocated IP 2001:db8::2 (1a09f5e2-3353-476f-ba3b-e05ea00c116c/cc2e3120-762a-4f87-aedb-5281054bccff/a8b5e158-d87b-4d3a-8172-82d5a15e00ca) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:57.945749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b31145-afa9-426d-b76b-2ed093237c44 req-c3643fe0-e419-4756-a383-ec02dc3c6566 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:57.955558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88b31145-afa9-426d-b76b-2ed093237c44 req-c3643fe0-e419-4756-a383-ec02dc3c6566 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 946 time: 0.1618268 Jul 06 12:09:57.995052 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-17a2a46a-c38b-4b33-985e-fda92c911f3f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3508611 Jul 06 12:09:58.004353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d003b6-4e41-45a7-9529-e654669a90cb None None] Network 85c6cc47-f721-43b2-892b-c2fef773872d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:09:58.047074 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88b31145-afa9-426d-b76b-2ed093237c44 req-d35a7980-4c13-4a67-8f16-aff1df295b0b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888984 Jul 06 12:09:58.140628 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51ea05f-b687-40ec-b157-1ae1bd230565 x-openstack-request-id: req-b51ea05f-b687-40ec-b157-1ae1bd230565 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:09:58.141106 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd392dac-b01b-4b4e-b16e-2c97be6232b0", "name": "network-vif-plugged", "status": "completed", "tag": "2f2aecfd-d5ec-4aa0-836a-66bf354bc840", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:09:58.141511 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b51ea05f-b687-40ec-b157-1ae1bd230565 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:09:58.142910 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd392dac-b01b-4b4e-b16e-2c97be6232b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2aecfd-d5ec-4aa0-836a-66bf354bc840', 'code': 200} Jul 06 12:09:58.198953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8b93aea2-38f0-42ff-b5ee-b7644e5c4177 None None] Provisioning for port f05b16dc-3b84-473b-bfca-fc120947517c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:58.316695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-dbe97679-272d-41fe-b40d-0fef0a7c0377', 'network_id': 'dbe97679-272d-41fe-b40d-0fef0a7c0377', 'tenant_id': '792d2245ecd146f384aef6116c006900', 'fixed_ips': [{'subnet_id': '68b45aab-b2a2-4cdf-8544-76e412088499'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:09:58.317554 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.390952 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-dba85d01-0787-4b5b-8a0c-7d626d7f0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:58.392200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-dba85d01-0787-4b5b-8a0c-7d626d7f0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:58.392694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-dba85d01-0787-4b5b-8a0c-7d626d7f0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:58.393180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-dba85d01-0787-4b5b-8a0c-7d626d7f0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:58.393649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-dba85d01-0787-4b5b-8a0c-7d626d7f0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:58.394114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-dba85d01-0787-4b5b-8a0c-7d626d7f0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:58.394579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-dba85d01-0787-4b5b-8a0c-7d626d7f0379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:58.396682 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-dba85d01-0787-4b5b-8a0c-7d626d7f0379 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e51f6968cb54be9a671639601bdf4bd&device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 6502 time: 0.3119164 Jul 06 12:09:58.410104 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f40ff-48f8-4977-98b5-0d2dffc7115f req-25ddc94d-57fb-48bf-a75a-a10f43122b36 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:58.418517 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-901f40ff-48f8-4977-98b5-0d2dffc7115f req-25ddc94d-57fb-48bf-a75a-a10f43122b36 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.1412511 Jul 06 12:09:58.478104 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.506645 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Transition to ACTIVE for port object a8b5e158-d87b-4d3a-8172-82d5a15e00ca will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:58.525268 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-901f40ff-48f8-4977-98b5-0d2dffc7115f req-fb7a247a-b0a0-438b-b086-74ca97850417 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939000 Jul 06 12:09:58.583423 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Transition to ACTIVE for port object a8b5e158-d87b-4d3a-8172-82d5a15e00ca will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:58.595987 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.607516 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4524490b-5629-48f7-800a-61892d3e357f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.615498 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.643552 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4524490b-5629-48f7-800a-61892d3e357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.670510 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Pushing event updated for resources: {'Port': ['ID=a8b5e158-d87b-4d3a-8172-82d5a15e00ca,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:58.715417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Allocated IP 2001:db8::2 (dbe97679-272d-41fe-b40d-0fef0a7c0377/68b45aab-b2a2-4cdf-8544-76e412088499/5922cfdb-70fc-4b1c-b73f-e70b91d6edc8) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:09:58.719330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f05b16dc-3b84-473b-bfca-fc120947517c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:09:58.749629 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Network 1a09f5e2-3353-476f-ba3b-e05ea00c116c is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:58.764420 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4524490b-5629-48f7-800a-61892d3e357f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=46020610f8ed4f4c999b5bdd703c3525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9150662 Jul 06 12:09:58.765155 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53046) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:09:58.774212 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:58.782030 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:58.784015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524490b-5629-48f7-800a-61892d3e357f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7a955b-d33a-4615-9b97-48f4bb14c2d4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:58.790681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5497d73-6f51-4722-addd-1fd198efedd8 req-dcfb96e7-31a7-40a8-8c45-46b61afb2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:58.792650 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5497d73-6f51-4722-addd-1fd198efedd8 req-dcfb96e7-31a7-40a8-8c45-46b61afb2eec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 1101 time: 0.5938909 Jul 06 12:09:58.933877 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f0941ee8-a718-48b0-b142-2a50d4abdee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:58.974635 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f0941ee8-a718-48b0-b142-2a50d4abdee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.054903 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c1c02-f88f-44af-b95a-6c9d15d541ac req-bf8a6b2f-1bc8-4f71-8c93-40fbd7074526 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:59.056869 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-995c1c02-f88f-44af-b95a-6c9d15d541ac req-bf8a6b2f-1bc8-4f71-8c93-40fbd7074526 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 950 time: 0.1940088 Jul 06 12:09:59.115131 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f0941ee8-a718-48b0-b142-2a50d4abdee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.118041 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f0941ee8-a718-48b0-b142-2a50d4abdee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.121500 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f0941ee8-a718-48b0-b142-2a50d4abdee8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b7a955b-d33a-4615-9b97-48f4bb14c2d4 HTTP/1.1" status: 204 len: 168 time: 0.3531039 Jul 06 12:09:59.129601 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0941ee8-a718-48b0-b142-2a50d4abdee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7a955b-d33a-4615-9b97-48f4bb14c2d4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:59.148549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Attempting to bind port a8b5e158-d87b-4d3a-8172-82d5a15e00ca on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:09:59.149132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Attempting to bind port a8b5e158-d87b-4d3a-8172-82d5a15e00ca by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'c736e8a6-7a99-408a-a4ae-1864dfbb9f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1a09f5e2-3353-476f-ba3b-e05ea00c116c'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:09:59.149330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Attempting to bind port a8b5e158-d87b-4d3a-8172-82d5a15e00ca on network 1a09f5e2-3353-476f-ba3b-e05ea00c116c {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:09:59.158923 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-995c1c02-f88f-44af-b95a-6c9d15d541ac req-ba5bfae9-a171-4e2d-81d4-d4c78fb66b1b tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ce2c98-bd4f-468e-bf2f-41a92134fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911636 Jul 06 12:09:59.200926 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:09:59.201315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Checking segment: {'id': 'c736e8a6-7a99-408a-a4ae-1864dfbb9f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1a09f5e2-3353-476f-ba3b-e05ea00c116c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:09:59.201728 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.202142 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Bound using segment: {'id': 'c736e8a6-7a99-408a-a4ae-1864dfbb9f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1a09f5e2-3353-476f-ba3b-e05ea00c116c'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:09:59.202647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Bound port: a8b5e158-d87b-4d3a-8172-82d5a15e00ca, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c736e8a6-7a99-408a-a4ae-1864dfbb9f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1a09f5e2-3353-476f-ba3b-e05ea00c116c'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:09:59.203048 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.237032 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port f05b16dc-3b84-473b-bfca-fc120947517c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:09:59.284476 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port f05b16dc-3b84-473b-bfca-fc120947517c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:09:59.284476 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.388680 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.396587 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] For port a8b5e158-d87b-4d3a-8172-82d5a15e00ca, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:09:59.403354 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] For port a8b5e158-d87b-4d3a-8172-82d5a15e00ca, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a8b5e158-d87b-4d3a-8172-82d5a15e00ca,segment=NetworkSegment(c736e8a6-7a99-408a-a4ae-1864dfbb9f27),segment_id=c736e8a6-7a99-408a-a4ae-1864dfbb9f27)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:09:59.408297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Transition to ACTIVE for port object 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:59.434350 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.521251 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Transition to ACTIVE for port object 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:09:59.580490 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.604973 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.663406 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port f05b16dc-3b84-473b-bfca-fc120947517c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f05b16dc-3b84-473b-bfca-fc120947517c,segment=NetworkSegment(fc887837-5bf9-4ba8-bf93-463747737c71),segment_id=fc887837-5bf9-4ba8-bf93-463747737c71)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:09:59.694114 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:09:59.716976 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0326f7-84a4-41ad-bd37-7e14ee6ab757 None None] Pushing event updated for resources: {'Port': ['ID=a8b5e158-d87b-4d3a-8172-82d5a15e00ca,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:59.728663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Network dbe97679-272d-41fe-b40d-0fef0a7c0377 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:09:59.745729 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:09:59.786728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:09:59.804769 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5497d73-6f51-4722-addd-1fd198efedd8 req-7cef2d89-b189-4fba-b73e-a62c07b2f188 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e0ce2c98-bd4f-468e-bf2f-41a92134fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086872 Jul 06 12:09:59.844412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f484e-daaa-4385-85e1-c45dbd8ae380 req-4e149f17-f579-48cf-ac23-42fdc5dbc197 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:59.884270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Pushing event updated for resources: {'Port': ['ID=5922cfdb-70fc-4b1c-b73f-e70b91d6edc8,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:09:59.885556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-939f484e-daaa-4385-85e1-c45dbd8ae380 req-4e149f17-f579-48cf-ac23-42fdc5dbc197 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 946 time: 0.3141596 Jul 06 12:09:59.939974 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:09:59.952113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-a8c6e5a2-c7ee-4f7f-82dc-9823d18efdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:59.952576 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-a8c6e5a2-c7ee-4f7f-82dc-9823d18efdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:59.953047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-a8c6e5a2-c7ee-4f7f-82dc-9823d18efdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:09:59.955151 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-a8c6e5a2-c7ee-4f7f-82dc-9823d18efdc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e155bfca-ff82-4ba8-aaaa-46b7984f6b46&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=66f7ceaa-0f04-4369-8441-7edae42f76db&id=66f7ceaa-0f04-4369-8441-7edae42f76db HTTP/1.1" status: 200 len: 2297 time: 1.5271032 Jul 06 12:09:59.957555 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-939f484e-daaa-4385-85e1-c45dbd8ae380 req-e559b9fc-765c-4399-88fe-bd208cb23f46 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680516 Jul 06 12:10:00.184969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=f05b16dc-3b84-473b-bfca-fc120947517c,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:00.203894 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Attempting to bind port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:00.204283 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Attempting to bind port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '219ad39a-e092-4c7e-abca-e932f3a6e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'dbe97679-272d-41fe-b40d-0fef0a7c0377'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:00.204628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Attempting to bind port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 on network dbe97679-272d-41fe-b40d-0fef0a7c0377 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:00.217454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:00.217841 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Checking segment: {'id': '219ad39a-e092-4c7e-abca-e932f3a6e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'dbe97679-272d-41fe-b40d-0fef0a7c0377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:00.219276 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:00.219476 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Bound using segment: {'id': '219ad39a-e092-4c7e-abca-e932f3a6e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'dbe97679-272d-41fe-b40d-0fef0a7c0377'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:00.220033 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Bound port: 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219ad39a-e092-4c7e-abca-e932f3a6e7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'dbe97679-272d-41fe-b40d-0fef0a7c0377'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:00.220860 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:00.358471 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] For port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:00.370753 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] For port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5922cfdb-70fc-4b1c-b73f-e70b91d6edc8,segment=NetworkSegment(219ad39a-e092-4c7e-abca-e932f3a6e7f1),segment_id=219ad39a-e092-4c7e-abca-e932f3a6e7f1)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:00.394928 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:00.407743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0a78b-0cf2-463b-ab1b-b3885f9b2680 req-dd96a494-073d-476d-a0a9-5dea1fcf1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:00.411565 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-42b0a78b-0cf2-463b-ab1b-b3885f9b2680 req-dd96a494-073d-476d-a0a9-5dea1fcf1b33 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 1097 time: 0.9125092 Jul 06 12:10:00.440482 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-84769e33-5b7c-4e66-9ecb-c1dad7127e8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7ac9807-0748-4db2-bb20-30cecc0ca562 HTTP/1.1" status: 200 len: 1002 time: 0.4618180 Jul 06 12:10:00.445733 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacec6fa-75bb-4e11-8384-d1b524dd6b73 req-a26c623c-ae6f-4cf3-be6f-e10ed484dd71 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:00.456462 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eacec6fa-75bb-4e11-8384-d1b524dd6b73 req-a26c623c-ae6f-4cf3-be6f-e10ed484dd71 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.1460671 Jul 06 12:10:00.524935 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eacec6fa-75bb-4e11-8384-d1b524dd6b73 req-8db15f87-cda5-43cb-b8e2-738dee18cccb tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671065 Jul 06 12:10:00.531672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a544e-a751-476a-a04c-dab15a175522 None None] Pushing event updated for resources: {'Port': ['ID=5922cfdb-70fc-4b1c-b73f-e70b91d6edc8,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:00.817056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Allocated IP 2001:db8::1 (1a09f5e2-3353-476f-ba3b-e05ea00c116c/cc2e3120-762a-4f87-aedb-5281054bccff/88a572e4-2740-4ddf-8d16-1ddc4c2a3676) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:00.904384 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6925dc6-1680-4113-825c-b6a45095d580 req-4ab78336-fe78-4b02-b2f1-a5d4480baaec tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:00.940246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-e5d59c90-0df1-4947-8222-16d7344e7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:00.948234 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-e5d59c90-0df1-4947-8222-16d7344e7b87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f19cb1b0-56e0-4d55-af26-5ec14e7184b8 HTTP/1.1" status: 200 len: 855 time: 0.4375372 Jul 06 12:10:00.950050 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d6925dc6-1680-4113-825c-b6a45095d580 req-4ab78336-fe78-4b02-b2f1-a5d4480baaec tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 950 time: 0.2281868 Jul 06 12:10:00.958245 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f05b16dc-3b84-473b-bfca-fc120947517c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:01.069383 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port f05b16dc-3b84-473b-bfca-fc120947517c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:01.069862 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.088470 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d6925dc6-1680-4113-825c-b6a45095d580 req-b2ffcad6-3f81-4d37-9afe-6d1b4b4dfbf8 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ce2c98-bd4f-468e-bf2f-41a92134fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186936 Jul 06 12:10:01.262295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0a78b-0cf2-463b-ab1b-b3885f9b2680 req-879e4425-96fd-4ad2-b494-0bd2cd199f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:01.265988 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-42b0a78b-0cf2-463b-ab1b-b3885f9b2680 req-879e4425-96fd-4ad2-b494-0bd2cd199f5e service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.8279157 Jul 06 12:10:01.335962 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a8b5e158-d87b-4d3a-8172-82d5a15e00ca up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:01.446985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-237e4e3a-eaf8-4c9b-8310-4dd9bfd6b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:01.448617 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-237e4e3a-eaf8-4c9b-8310-4dd9bfd6b2ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e155bfca-ff82-4ba8-aaaa-46b7984f6b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4751151 Jul 06 12:10:01.501490 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port a8b5e158-d87b-4d3a-8172-82d5a15e00ca completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:01.689767 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-1a89b278-8c2b-4e95-8475-1437efc9da38 service neutron] 10.222.0.23 "GET /v2.0/networks/e155bfca-ff82-4ba8-aaaa-46b7984f6b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314956 Jul 06 12:10:01.732636 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:01.737097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed192c64-c672-4268-bd28-8b0b9238866f req-c17bbbd0-388d-431e-a62f-857d91eedcd6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:01.741300 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed192c64-c672-4268-bd28-8b0b9238866f req-c17bbbd0-388d-431e-a62f-857d91eedcd6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 946 time: 0.1743579 Jul 06 12:10:01.805140 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-42b0a78b-0cf2-463b-ab1b-b3885f9b2680 req-ba3d19b4-d7de-4cf9-8aa5-d8f2b1c96914 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c37a452-8116-40f9-bb9e-87350d554d02 HTTP/1.1" status: 200 len: 999 time: 0.5300944 Jul 06 12:10:01.816728 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed192c64-c672-4268-bd28-8b0b9238866f req-db924738-baa6-4766-91b9-04e83b634474 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597699 Jul 06 12:10:01.831610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d789b21e-b7cd-414f-aaee-8a6d16128e50 None None] Network 1a09f5e2-3353-476f-ba3b-e05ea00c116c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:01.953484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0a78b-0cf2-463b-ab1b-b3885f9b2680 req-48509639-444a-4f23-bd26-01e1f6aaf56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:01.966909 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-42b0a78b-0cf2-463b-ab1b-b3885f9b2680 req-48509639-444a-4f23-bd26-01e1f6aaf56a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.0857446 Jul 06 12:10:01.973215 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Transition to ACTIVE for port object 88a572e4-2740-4ddf-8d16-1ddc4c2a3676 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:02.058810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e292dd-17b4-4177-b23d-af3a1e8cbf49 req-176c12f1-9b3b-43eb-95e0-eb4ffe79647c tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:02.067708 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43e292dd-17b4-4177-b23d-af3a1e8cbf49 req-176c12f1-9b3b-43eb-95e0-eb4ffe79647c tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.0975325 Jul 06 12:10:02.133284 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43e292dd-17b4-4177-b23d-af3a1e8cbf49 req-3df7fce4-ea2c-4a7d-b8f9-0e32d35da945 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643206 Jul 06 12:10:02.213331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf865c2-1048-487f-93e7-2c41301b0272 None None] Network dbe97679-272d-41fe-b40d-0fef0a7c0377 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:02.267777 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-2babf486-0565-4294-a9c5-48e6917b1a1b service neutron] 10.222.0.23 "GET /v2.0/networks/e155bfca-ff82-4ba8-aaaa-46b7984f6b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529289 Jul 06 12:10:02.329075 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9b50e5eb-94b1-4619-bffb-2fbc75bdfd67 None None] Provisioning for port a8b5e158-d87b-4d3a-8172-82d5a15e00ca completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:02.346770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9b50e5eb-94b1-4619-bffb-2fbc75bdfd67 None None] Provisioning complete for port a8b5e158-d87b-4d3a-8172-82d5a15e00ca triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:02.347507 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b50e5eb-94b1-4619-bffb-2fbc75bdfd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:02.351069 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:02.353947 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-9838c4c6-e898-44de-8137-047fcb84c8a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 HTTP/1.1" status: 200 len: 217 time: 0.0777364 Jul 06 12:10:02.447086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Network 1a09f5e2-3353-476f-ba3b-e05ea00c116c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:02.462472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:02.465065 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:02.465216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63820c0c-e916-4690-9b29-e174c58f04cc req-4f31fceb-0dec-4071-8ecf-9d578e266d2e tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:02.465627 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:02.478083 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-63820c0c-e916-4690-9b29-e174c58f04cc req-4f31fceb-0dec-4071-8ecf-9d578e266d2e tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 950 time: 0.1716554 Jul 06 12:10:02.494636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0a78b-0cf2-463b-ab1b-b3885f9b2680 req-975aa55b-0610-40b5-a05c-73b33a006efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:02.496126 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-42b0a78b-0cf2-463b-ab1b-b3885f9b2680 req-975aa55b-0610-40b5-a05c-73b33a006efd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5212951 Jul 06 12:10:02.557619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event updated for resources: {'Port': ['ID=88a572e4-2740-4ddf-8d16-1ddc4c2a3676,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:02.625399 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b50e5eb-94b1-4619-bffb-2fbc75bdfd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:02.637738 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-63820c0c-e916-4690-9b29-e174c58f04cc req-78950fb4-e0ab-4881-b8ef-5f1324e35613 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ce2c98-bd4f-468e-bf2f-41a92134fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575549 Jul 06 12:10:02.711878 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9b50e5eb-94b1-4619-bffb-2fbc75bdfd67 None None] For port a8b5e158-d87b-4d3a-8172-82d5a15e00ca, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a8b5e158-d87b-4d3a-8172-82d5a15e00ca,segment=NetworkSegment(c736e8a6-7a99-408a-a4ae-1864dfbb9f27),segment_id=c736e8a6-7a99-408a-a4ae-1864dfbb9f27)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:02.728145 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b50e5eb-94b1-4619-bffb-2fbc75bdfd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:02.800948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:02.883915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-bc145cca-42b7-4382-a8dd-56f201b36274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:02.886638 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-bc145cca-42b7-4382-a8dd-56f201b36274 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.5210280 Jul 06 12:10:02.992080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50e5eb-94b1-4619-bffb-2fbc75bdfd67 None None] Pushing event updated for resources: {'Port': ['ID=a8b5e158-d87b-4d3a-8172-82d5a15e00ca,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:03.000515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ffe28a6f-fd97-453f-83c9-d71ea8bd076f None None] Provisioning for port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:03.013386 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:03.024964 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:03.030823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:03.031199 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:03.231369 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fd8703a2-27f9-4261-981e-d94157aca261 None None] Provisioning complete for port a8b5e158-d87b-4d3a-8172-82d5a15e00ca triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:03.231788 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd8703a2-27f9-4261-981e-d94157aca261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:03.279576 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:03.379048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5922cfdb-70fc-4b1c-b73f-e70b91d6edc8,segment=NetworkSegment(219ad39a-e092-4c7e-abca-e932f3a6e7f1),segment_id=219ad39a-e092-4c7e-abca-e932f3a6e7f1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:03.388619 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:03.401827 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-42b0a78b-0cf2-463b-ab1b-b3885f9b2680 req-265e4795-954b-4e44-862e-7a0bedc969d6 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8534458 Jul 06 12:10:03.510467 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=5922cfdb-70fc-4b1c-b73f-e70b91d6edc8,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:03.510857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-b9fe1214-8c95-4828-9407-ea69f4d98f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:03.514773 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-b9fe1214-8c95-4828-9407-ea69f4d98f96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4913964 Jul 06 12:10:03.580629 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fbc436d9-f8ca-426a-860d-84afeee6f4b0 None None] Provisioning for port 88a572e4-2740-4ddf-8d16-1ddc4c2a3676 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:03.588435 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fbc436d9-f8ca-426a-860d-84afeee6f4b0 None None] Provisioning complete for port 88a572e4-2740-4ddf-8d16-1ddc4c2a3676 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:03.589141 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbc436d9-f8ca-426a-860d-84afeee6f4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:03.646458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-fbc436d9-f8ca-426a-860d-84afeee6f4b0 None None] Port 88a572e4-2740-4ddf-8d16-1ddc4c2a3676 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:03.658122 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fbc436d9-f8ca-426a-860d-84afeee6f4b0 None None] Provisioning complete for port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:03.658626 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbc436d9-f8ca-426a-860d-84afeee6f4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:03.845198 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd3373-ef97-40c8-b8b0-93edaf641dcc req-17081b57-fcf8-4648-b09f-286fcb10f792 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:03.848437 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2cd3373-ef97-40c8-b8b0-93edaf641dcc req-17081b57-fcf8-4648-b09f-286fcb10f792 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 946 time: 0.1547122 Jul 06 12:10:03.929480 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2cd3373-ef97-40c8-b8b0-93edaf641dcc req-d38bc0f5-8f30-4a58-94a6-ed0c674dfc17 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722768 Jul 06 12:10:04.095102 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-42b0a78b-0cf2-463b-ab1b-b3885f9b2680 req-0264f43a-954e-4f3d-8daa-453e61523e34 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6841877 Jul 06 12:10:04.137292 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-4e17de14-2f0e-46c9-8ca7-3797e099308d service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119049 Jul 06 12:10:04.182404 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b31f7-9895-4070-927e-6f5e347bb1c8 req-2f95d4bd-0fec-43f4-85cf-c50d96e6631d tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:04.188967 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc0b31f7-9895-4070-927e-6f5e347bb1c8 req-2f95d4bd-0fec-43f4-85cf-c50d96e6631d tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.1188900 Jul 06 12:10:04.219616 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:04.230432 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:04.231306 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:04.256960 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc0b31f7-9895-4070-927e-6f5e347bb1c8 req-3f5a3b34-eb07-454e-a683-a0fd74c1f91f tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592613 Jul 06 12:10:04.388464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event updated for resources: {'Port': ['ID=88a572e4-2740-4ddf-8d16-1ddc4c2a3676,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:04.397394 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-52ea3571-e43b-4be2-b74d-b3e45f607a9b service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499650 Jul 06 12:10:04.508102 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-a67266bc-ee32-438f-8804-25b3723362fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=d89e1771-286c-47d4-a06c-d0d0c9d87682 HTTP/1.1" status: 200 len: 217 time: 0.1034346 Jul 06 12:10:04.510102 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8047b5-4289-481b-ac37-29439cb270c3 req-b6c1b585-245e-483e-9e13-c2cff83200bb tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:04.521723 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d8047b5-4289-481b-ac37-29439cb270c3 req-b6c1b585-245e-483e-9e13-c2cff83200bb tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 950 time: 0.1242065 Jul 06 12:10:04.613768 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d8047b5-4289-481b-ac37-29439cb270c3 req-e806d7b1-1201-4971-a020-dc5e33fb645f tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ce2c98-bd4f-468e-bf2f-41a92134fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893779 Jul 06 12:10:04.645809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Network 1a09f5e2-3353-476f-ba3b-e05ea00c116c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:04.645809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:04.688322 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-ff0083a4-12ba-4a00-9c90-a8777a96a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:04.690101 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-ff0083a4-12ba-4a00-9c90-a8777a96a74a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.1304209 Jul 06 12:10:04.692296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:04.814702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:04.815138 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:04.953219 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a8b5e158-d87b-4d3a-8172-82d5a15e00ca up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:04.994962 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-d1b39ba2-639a-4635-9d6d-3f677bc35645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:04.997340 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-d1b39ba2-639a-4635-9d6d-3f677bc35645 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2925611 Jul 06 12:10:05.046239 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port a8b5e158-d87b-4d3a-8172-82d5a15e00ca triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:05.046779 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.104992 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-8d0ecc7b-d16c-4951-8155-0473dba5744c service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004474 Jul 06 12:10:05.140337 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Router a04ce5d7-1f79-463e-91f5-00b7a7f1d71f is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:10:05.208093 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2848949d-3317-4aa3-8be1-0fdfeaa04045 None None] Provisioning complete for port 88a572e4-2740-4ddf-8d16-1ddc4c2a3676 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:05.208601 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2848949d-3317-4aa3-8be1-0fdfeaa04045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.253899 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1493bb-dcd0-49d2-90f1-50fdee6d1155 req-53dac77d-9644-497b-a99c-e6877718a6fb tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:05.255186 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7b1493bb-dcd0-49d2-90f1-50fdee6d1155 req-53dac77d-9644-497b-a99c-e6877718a6fb tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 950 time: 0.3268297 Jul 06 12:10:05.275546 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cf834-f5b8-491f-ba6d-e2de2d9089ac req-e1dd6a89-6f83-4a8c-be99-d85855c1e7e9 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:05.280668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2848949d-3317-4aa3-8be1-0fdfeaa04045 None None] Port 88a572e4-2740-4ddf-8d16-1ddc4c2a3676 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:05.292881 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-307cf834-f5b8-491f-ba6d-e2de2d9089ac req-e1dd6a89-6f83-4a8c-be99-d85855c1e7e9 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 946 time: 0.1409118 Jul 06 12:10:05.345553 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-307cf834-f5b8-491f-ba6d-e2de2d9089ac req-718b5444-e24d-403a-95e4-179e125bd327 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513678 Jul 06 12:10:05.472848 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.499106 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bac71769-f318-4919-bf61-15b398e83100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.517139 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-c623d061-5e55-47d0-a405-d638281c8cbe service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036229 Jul 06 12:10:05.534099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:05.543366 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-29f908fb-3bc7-47e8-b6c8-438cd0b7cc1c tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "PUT /v2.0/routers/a04ce5d7-1f79-463e-91f5-00b7a7f1d71f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7489874 Jul 06 12:10:05.548369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53132) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:05.549596 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf55e41-2329-4ff7-b200-512d9c8aa5c1 None None] Sync routers for ids ['a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:05.585280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf55e41-2329-4ff7-b200-512d9c8aa5c1 None None] Routers {'a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:05.590808 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-ceb825fd-cf33-4ace-b583-848e4c43932c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=fd11db21-7b96-4dca-820d-6f2614d3aabf HTTP/1.1" status: 200 len: 217 time: 0.0671973 Jul 06 12:10:05.593049 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-ebf55e41-2329-4ff7-b200-512d9c8aa5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:09:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:05.618787 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef55e0c-fbf8-4b94-84e5-00385377d53b req-174c9bf0-4f2b-4e40-a284-ed2ffd8a83e8 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:05.645273 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bef55e0c-fbf8-4b94-84e5-00385377d53b req-174c9bf0-4f2b-4e40-a284-ed2ffd8a83e8 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.1021454 Jul 06 12:10:05.648141 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-ebf55e41-2329-4ff7-b200-512d9c8aa5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:05.660058 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf55e41-2329-4ff7-b200-512d9c8aa5c1 None None] Routers {'a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:05.660933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-ebf55e41-2329-4ff7-b200-512d9c8aa5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:09:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:05.702518 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bef55e0c-fbf8-4b94-84e5-00385377d53b req-7e4526d4-3b17-4257-86c2-30b066361058 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554953 Jul 06 12:10:05.703616 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-ebf55e41-2329-4ff7-b200-512d9c8aa5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:05.704906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf55e41-2329-4ff7-b200-512d9c8aa5c1 None None] The sync data for ids ['a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:05.944647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-7b1493bb-dcd0-49d2-90f1-50fdee6d1155 req-cfccdc05-a7b7-4a11-8e05-9affbc88dc75 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Deleting port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:05.945184 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7b1493bb-dcd0-49d2-90f1-50fdee6d1155 req-cfccdc05-a7b7-4a11-8e05-9affbc88dc75 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:05.948706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f206bf6-6ec3-4db1-8594-9aa5c178b4e9 req-3c5bb538-b29f-41a0-82c8-eb4fea5cdbab tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:05.957034 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7f206bf6-6ec3-4db1-8594-9aa5c178b4e9 req-3c5bb538-b29f-41a0-82c8-eb4fea5cdbab tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 950 time: 0.1444077 Jul 06 12:10:06.027792 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-b5e48e6c-ba22-411e-999f-2a7c9571ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:06.030195 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-b5e48e6c-ba22-411e-999f-2a7c9571ec2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.2476177 Jul 06 12:10:06.032900 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7f206bf6-6ec3-4db1-8594-9aa5c178b4e9 req-e012aa99-b947-4a11-befe-a2b78f805fdd tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ce2c98-bd4f-468e-bf2f-41a92134fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746207 Jul 06 12:10:06.265929 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7b1493bb-dcd0-49d2-90f1-50fdee6d1155 req-cfccdc05-a7b7-4a11-8e05-9affbc88dc75 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] For port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2f2aecfd-d5ec-4aa0-836a-66bf354bc840,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:06.266557 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7b1493bb-dcd0-49d2-90f1-50fdee6d1155 req-cfccdc05-a7b7-4a11-8e05-9affbc88dc75 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:06.315262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-7b1493bb-dcd0-49d2-90f1-50fdee6d1155 req-cfccdc05-a7b7-4a11-8e05-9affbc88dc75 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Calling delete_port for 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:06.351471 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-fc33e797-f49f-41df-aa23-c08bde4d597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:06.352999 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-fc33e797-f49f-41df-aa23-c08bde4d597e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3150218 Jul 06 12:10:06.440906 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:06.664465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71956db6-34ea-4696-8258-2956f67fc2d4 req-f62226a2-bdca-4905-b9bd-9b0bb0aae0c0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:06.669983 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71956db6-34ea-4696-8258-2956f67fc2d4 req-f62226a2-bdca-4905-b9bd-9b0bb0aae0c0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 946 time: 0.1245906 Jul 06 12:10:06.724054 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71956db6-34ea-4696-8258-2956f67fc2d4 req-cc531e4f-c526-47b1-a64b-7c6135ca21ed tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472131 Jul 06 12:10:06.780337 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0443df-3e56-4e90-b43e-c1951011bcba req-5cc1ba16-b341-4b29-91d0-5bf99299e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:06.782057 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bb0443df-3e56-4e90-b43e-c1951011bcba req-5cc1ba16-b341-4b29-91d0-5bf99299e3b0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 1096 time: 0.6620288 Jul 06 12:10:06.849998 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-ad2e5115-c483-4b33-9d82-3ed817624438 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:06.851123 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ad2e5115-c483-4b33-9d82-3ed817624438 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "PUT /v2.0/routers/a04ce5d7-1f79-463e-91f5-00b7a7f1d71f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2700455 Jul 06 12:10:06.854224 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53148) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:06.919909 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bb0443df-3e56-4e90-b43e-c1951011bcba req-3449d1fb-25c1-440a-be7b-d5c87b766a20 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256130 Jul 06 12:10:06.927771 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-ddde24fd-5f61-44ce-95cc-787913643988 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637121 Jul 06 12:10:07.070694 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7b1493bb-dcd0-49d2-90f1-50fdee6d1155 req-cfccdc05-a7b7-4a11-8e05-9affbc88dc75 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:07.105194 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-0f707d52-fbd5-48ab-9a62-f4fc6a3d8fd0 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703379 Jul 06 12:10:07.128684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bd8ed-e12f-4ae2-8131-529efdcf9685 req-f32857c5-9f89-4760-803c-83cb0940ed40 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:07.137496 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-453bd8ed-e12f-4ae2-8131-529efdcf9685 req-f32857c5-9f89-4760-803c-83cb0940ed40 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.2093947 Jul 06 12:10:07.182334 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccdc05-a7b7-4a11-8e05-9affbc88dc75 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Pushing event deleted for resources: {'Port': ['ID=2f2aecfd-d5ec-4aa0-836a-66bf354bc840,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:07.216775 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-6250682b-60c7-499e-ae02-1831efcea30d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=49fbf984-87c5-49a6-8ea3-a0446eb038a0 HTTP/1.1" status: 200 len: 217 time: 0.1032119 Jul 06 12:10:07.220307 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-453bd8ed-e12f-4ae2-8131-529efdcf9685 req-b7ed203d-2725-444b-aa1e-4da6de7b9aa3 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814464 Jul 06 12:10:07.363556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1493bb-dcd0-49d2-90f1-50fdee6d1155 req-cfccdc05-a7b7-4a11-8e05-9affbc88dc75 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] No DVR routers for this DVR port 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:07.430664 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57668a08-671c-4bdd-bd48-e3c0ecbea06e tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:07.440998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-005f2e01-8888-4a79-b623-07df86ef07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:07.451794 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-005f2e01-8888-4a79-b623-07df86ef07b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.1605291 Jul 06 12:10:07.453893 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7b1493bb-dcd0-49d2-90f1-50fdee6d1155 req-cfccdc05-a7b7-4a11-8e05-9affbc88dc75 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:07.457065 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7b1493bb-dcd0-49d2-90f1-50fdee6d1155 req-cfccdc05-a7b7-4a11-8e05-9affbc88dc75 tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.23 "DELETE /v2.0/ports/2f2aecfd-d5ec-4aa0-836a-66bf354bc840 HTTP/1.1" status: 204 len: 173 time: 2.1619573 Jul 06 12:10:07.457999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd392dac-b01b-4b4e-b16e-2c97be6232b0', 'name': 'network-vif-deleted', 'tag': '2f2aecfd-d5ec-4aa0-836a-66bf354bc840'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:10:07.461708 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb6dc0e-2d18-41c4-8710-6e58c0b9a2d0" -d '{"events": [{"server_uuid": "dd392dac-b01b-4b4e-b16e-2c97be6232b0", "name": "network-vif-deleted", "tag": "2f2aecfd-d5ec-4aa0-836a-66bf354bc840"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:10:07.561967 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-6dcd1574-bb26-414f-af3c-158c105d8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:07.564980 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-6dcd1574-bb26-414f-af3c-158c105d8962 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0992234 Jul 06 12:10:07.722737 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-6f228490-704e-43a5-bb38-b2d6f4cd3427 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502047 Jul 06 12:10:07.728024 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f6be0af-7531-490a-97ff-0fc275bbb1e4 req-de4fc2fb-385e-427d-8b20-0c93e264e42a tempest-VolumesNegativeTest-1928515103 tempest-VolumesNegativeTest-1928515103-project] 10.222.0.81 "GET /v2.0/ports?device_id=dd392dac-b01b-4b4e-b16e-2c97be6232b0 HTTP/1.1" status: 200 len: 210 time: 0.2398036 Jul 06 12:10:07.925815 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-e672c5bf-919d-4479-9dfe-d29c6e9da9a8 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909468 Jul 06 12:10:08.018988 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f3579c-6d44-4856-8493-70d9be7718fb x-openstack-request-id: req-98f3579c-6d44-4856-8493-70d9be7718fb {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:10:08.021045 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd392dac-b01b-4b4e-b16e-2c97be6232b0", "name": "network-vif-deleted", "tag": "2f2aecfd-d5ec-4aa0-836a-66bf354bc840", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:10:08.021452 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-98f3579c-6d44-4856-8493-70d9be7718fb {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:10:08.021987 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd392dac-b01b-4b4e-b16e-2c97be6232b0', 'name': 'network-vif-deleted', 'tag': '2f2aecfd-d5ec-4aa0-836a-66bf354bc840', 'status': 'completed', 'code': 200} Jul 06 12:10:08.025657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-57668a08-671c-4bdd-bd48-e3c0ecbea06e tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Deleting port 88a572e4-2740-4ddf-8d16-1ddc4c2a3676 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:08.026768 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-06e0870c-e3f4-4f09-a1d9-98969d7af0fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0dc445d-142f-4e58-9152-40dd8ee1572f HTTP/1.1" status: 200 len: 217 time: 0.0924988 Jul 06 12:10:08.027308 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57668a08-671c-4bdd-bd48-e3c0ecbea06e tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:08.143500 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609847a3-8760-4a1a-b50f-fa6200715318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:08.178504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-e3227cd4-8d3f-430e-94e4-51c93521fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:08.187663 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-e3227cd4-8d3f-430e-94e4-51c93521fe42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31da2619-e3fd-4bf0-b098-b53a3480fd99 HTTP/1.1" status: 200 len: 797 time: 0.1533868 Jul 06 12:10:08.192928 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57668a08-671c-4bdd-bd48-e3c0ecbea06e tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:08.217061 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:08.229529 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-57668a08-671c-4bdd-bd48-e3c0ecbea06e tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Calling delete_port for 88a572e4-2740-4ddf-8d16-1ddc4c2a3676 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:08.301561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-1067070c-7426-405d-afc7-f03e87146de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:08.306244 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-1067070c-7426-405d-afc7-f03e87146de6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66f7ceaa-0f04-4369-8441-7edae42f76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1112702 Jul 06 12:10:08.458906 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-25b69dfa-d4eb-4c9e-a4bf-4dec3250840f service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404421 Jul 06 12:10:08.470930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ced985-21d7-4935-8a5b-520b6c6d5e11 req-27de859c-1be7-4315-8837-d81e431248ef tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:08.480009 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61ced985-21d7-4935-8a5b-520b6c6d5e11 req-27de859c-1be7-4315-8837-d81e431248ef tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 946 time: 0.1707027 Jul 06 12:10:08.597756 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61ced985-21d7-4935-8a5b-520b6c6d5e11 req-37f69799-6e01-498b-b70a-a9fa6095b97c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166306 Jul 06 12:10:08.635619 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-7183d097-edd2-480a-8c84-10e4db5801b4 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703637 Jul 06 12:10:08.641281 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57668a08-671c-4bdd-bd48-e3c0ecbea06e tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:08.703405 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-2c937b70-e060-4918-b23c-7ed8e5d140a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 HTTP/1.1" status: 200 len: 217 time: 0.0577376 Jul 06 12:10:08.704123 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57668a08-671c-4bdd-bd48-e3c0ecbea06e tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event deleted for resources: {'Port': ['ID=88a572e4-2740-4ddf-8d16-1ddc4c2a3676,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:08.790744 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:08.834556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-fcd4a65f-80cd-45fc-ac98-82c3bf4446be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:08.836685 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-fcd4a65f-80cd-45fc-ac98-82c3bf4446be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31da2619-e3fd-4bf0-b098-b53a3480fd99 HTTP/1.1" status: 200 len: 797 time: 0.1246147 Jul 06 12:10:08.872870 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:08.875650 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2f2aecfd-d5ec-4aa0-836a-66bf354bc840 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:08.933515 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57668a08-671c-4bdd-bd48-e3c0ecbea06e tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:08.946287 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-ee61f64f-0f82-48fe-bd81-64973cad4f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:08.947970 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-ee61f64f-0f82-48fe-bd81-64973cad4f3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66f7ceaa-0f04-4369-8441-7edae42f76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1047280 Jul 06 12:10:09.096663 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-e6109a5f-2297-4b2f-b242-336fbd4bf0f2 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418850 Jul 06 12:10:09.158825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e479b22-785c-4f57-9cd8-33bb60653d1b req-d27bde43-d1ed-47f3-9731-dc690e68f991 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:09.166167 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e479b22-785c-4f57-9cd8-33bb60653d1b req-d27bde43-d1ed-47f3-9731-dc690e68f991 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.3345573 Jul 06 12:10:09.301256 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ef4dce65-7e94-4c6e-b76f-dfdb69f47354 req-ef128816-9b69-45b0-8cdd-58c8bf1ee231 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956391 Jul 06 12:10:09.326128 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:09.674624 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e479b22-785c-4f57-9cd8-33bb60653d1b req-e42ca57d-476a-4df3-bdf5-5e434a2bfbfd tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074394 Jul 06 12:10:09.705966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57668a08-671c-4bdd-bd48-e3c0ecbea06e tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Router a04ce5d7-1f79-463e-91f5-00b7a7f1d71f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:09.851060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57668a08-671c-4bdd-bd48-e3c0ecbea06e tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:09.862330 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-57668a08-671c-4bdd-bd48-e3c0ecbea06e tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "PUT /v2.0/routers/a04ce5d7-1f79-463e-91f5-00b7a7f1d71f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0031931 Jul 06 12:10:09.863073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53182) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:09.867665 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681ed48-77fa-4cc6-9bb1-95fb8aa50959 None None] Sync routers for ids ['a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:09.882349 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681ed48-77fa-4cc6-9bb1-95fb8aa50959 None None] Routers {'a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:09.882985 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5681ed48-77fa-4cc6-9bb1-95fb8aa50959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:09.921342 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5681ed48-77fa-4cc6-9bb1-95fb8aa50959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:09.932800 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681ed48-77fa-4cc6-9bb1-95fb8aa50959 None None] Routers {'a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:09.933677 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5681ed48-77fa-4cc6-9bb1-95fb8aa50959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:09.969083 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5681ed48-77fa-4cc6-9bb1-95fb8aa50959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:09.969984 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681ed48-77fa-4cc6-9bb1-95fb8aa50959 None None] The sync data for ids ['a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:10.001444 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-3bdc6b7d-748a-4a39-a1ae-2de2d08785f4 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] delete failed (client error): The resource could not be found. Jul 06 12:10:10.002836 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3bdc6b7d-748a-4a39-a1ae-2de2d08785f4 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-1616046856 HTTP/1.1" status: 404 len: 335 time: 0.1391120 Jul 06 12:10:10.009358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53190) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:10.015079 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-adf3d17a-66d4-4a60-925d-8d567cae17b4 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:10.369275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20074683-6861-444e-bbcd-89f785ed0400 req-58d6d08c-697b-4e18-bd67-9bba181bc1f0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:10.376679 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-20074683-6861-444e-bbcd-89f785ed0400 req-58d6d08c-697b-4e18-bd67-9bba181bc1f0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 946 time: 0.2639668 Jul 06 12:10:10.438853 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-adf3d17a-66d4-4a60-925d-8d567cae17b4 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.496497 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-20074683-6861-444e-bbcd-89f785ed0400 req-16f04b20-168c-48dc-83e3-b498642be18f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189194 Jul 06 12:10:10.498618 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-adf3d17a-66d4-4a60-925d-8d567cae17b4 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] update failed (client error): The resource could not be found. Jul 06 12:10:10.505081 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-adf3d17a-66d4-4a60-925d-8d567cae17b4 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "PUT /v2.0/routers/a04ce5d7-1f79-463e-91f5-00b7a7f1d71f HTTP/1.1" status: 404 len: 339 time: 0.4895945 Jul 06 12:10:10.505616 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53208) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:10.512604 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0f005f63-86ec-4a3e-831d-58e6abbf9ca5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1684891702'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:10.561668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-f7ed0164-225f-4eb6-9c5e-8066305b9ca1 req-b5dd00c3-01bb-4670-ba8d-6c8bb692f5a5 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-778572776', 'description': 'tempest-description-1787269234'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:10.590634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f005f63-86ec-4a3e-831d-58e6abbf9ca5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Made reservation on behalf of 792d2245ecd146f384aef6116c006900 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:10.598163 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f005f63-86ec-4a3e-831d-58e6abbf9ca5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.634017 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f7ed0164-225f-4eb6-9c5e-8066305b9ca1 req-b5dd00c3-01bb-4670-ba8d-6c8bb692f5a5 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.661862 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f005f63-86ec-4a3e-831d-58e6abbf9ca5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:10:10.679463 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f005f63-86ec-4a3e-831d-58e6abbf9ca5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.679804 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-0f005f63-86ec-4a3e-831d-58e6abbf9ca5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Added segment 9aa902eb-f9c4-4f8f-8265-cccbd1013f4a of type vlan for network b47f2a49-34e0-4c02-b593-536eba0121b1 Jul 06 12:10:10.773929 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f005f63-86ec-4a3e-831d-58e6abbf9ca5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.829604 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f005f63-86ec-4a3e-831d-58e6abbf9ca5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.837519 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f005f63-86ec-4a3e-831d-58e6abbf9ca5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:10.838587 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f005f63-86ec-4a3e-831d-58e6abbf9ca5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.849687 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f7ed0164-225f-4eb6-9c5e-8066305b9ca1 req-b5dd00c3-01bb-4670-ba8d-6c8bb692f5a5 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.856596 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f7ed0164-225f-4eb6-9c5e-8066305b9ca1 req-b5dd00c3-01bb-4670-ba8d-6c8bb692f5a5 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.877684 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-f7ed0164-225f-4eb6-9c5e-8066305b9ca1 req-b5dd00c3-01bb-4670-ba8d-6c8bb692f5a5 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.879967 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7ed0164-225f-4eb6-9c5e-8066305b9ca1 req-b5dd00c3-01bb-4670-ba8d-6c8bb692f5a5 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3258531 Jul 06 12:10:10.913561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd00c3-01bb-4670-ba8d-6c8bb692f5a5 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819d2a20-924b-4115-b187-ea8c15368ca0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:10.918107 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:10.948264 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53240) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:10.948746 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0f005f63-86ec-4a3e-831d-58e6abbf9ca5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4418507 Jul 06 12:10:10.957907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6ddbf5d4-ce4b-41b9-9c08-21d72dec838a tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Request body: {'subnet': {'network_id': 'b47f2a49-34e0-4c02-b593-536eba0121b1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:10.976689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f005f63-86ec-4a3e-831d-58e6abbf9ca5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event updated for resources: {'Network': ['ID=b47f2a49-34e0-4c02-b593-536eba0121b1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:10.990599 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network b47f2a49-34e0-4c02-b593-536eba0121b1 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:10:11.145878 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ebc44354-93ea-4efd-aa59-1c8e300e8303 req-fbb5b4f9-3f63-4572-adc3-d714658d6e57 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-778572776&fields=id&tenant_id=99bca47aa94a4e2c8f4229c85ca00173 HTTP/1.1" status: 200 len: 267 time: 0.0731943 Jul 06 12:10:11.218095 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddbf5d4-ce4b-41b9-9c08-21d72dec838a tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Made reservation on behalf of 792d2245ecd146f384aef6116c006900 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:11.221981 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ddbf5d4-ce4b-41b9-9c08-21d72dec838a tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:11.558461 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ddbf5d4-ce4b-41b9-9c08-21d72dec838a tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:11.585875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc44354-93ea-4efd-aa59-1c8e300e8303 req-e2f7bc73-cd7f-4c7f-accd-9851adba8f21 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:11.597990 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ebc44354-93ea-4efd-aa59-1c8e300e8303 req-e2f7bc73-cd7f-4c7f-accd-9851adba8f21 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.4395943 Jul 06 12:10:11.608790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-ebc44354-93ea-4efd-aa59-1c8e300e8303 req-a327e4f7-479f-4cf6-94bc-59d730828e12 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Request body: {'port': {'security_groups': ['f3c946ed-fb9f-41b3-8b6d-12eb0245611f', '819d2a20-924b-4115-b187-ea8c15368ca0']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:11.728545 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbf5d4-ce4b-41b9-9c08-21d72dec838a tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event updated for resources: {'Subnet': ['ID=b43715e1-a93e-4cee-a5ef-587b36d2175b,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:11.779238 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddbf5d4-ce4b-41b9-9c08-21d72dec838a tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Checking segment: {'id': '9aa902eb-f9c4-4f8f-8265-cccbd1013f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b47f2a49-34e0-4c02-b593-536eba0121b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:11.779651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddbf5d4-ce4b-41b9-9c08-21d72dec838a tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Network hostable DHCP agents. Network: b47f2a49-34e0-4c02-b593-536eba0121b1, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:10:11.813350 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ebc44354-93ea-4efd-aa59-1c8e300e8303 req-a327e4f7-479f-4cf6-94bc-59d730828e12 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:11.861818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddbf5d4-ce4b-41b9-9c08-21d72dec838a tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Network b47f2a49-34e0-4c02-b593-536eba0121b1 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:10:11.902049 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-6ddbf5d4-ce4b-41b9-9c08-21d72dec838a tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, b47f2a49-34e0-4c02-b593-536eba0121b1) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:11.911651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5d2fee-c255-40b0-ac27-939fbcc8b02f None None] Network b47f2a49-34e0-4c02-b593-536eba0121b1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:11.914240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddbf5d4-ce4b-41b9-9c08-21d72dec838a tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:11.914850 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ddbf5d4-ce4b-41b9-9c08-21d72dec838a tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:11.958533 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6ddbf5d4-ce4b-41b9-9c08-21d72dec838a tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0033622 Jul 06 12:10:11.958906 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53294) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:11.963851 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-fdb1196f-b38a-45ae-b856-49324a1a0dee tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b47f2a49-34e0-4c02-b593-536eba0121b1'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:12.179361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-b47f2a49-34e0-4c02-b593-536eba0121b1', 'network_id': 'b47f2a49-34e0-4c02-b593-536eba0121b1', 'tenant_id': '792d2245ecd146f384aef6116c006900', 'fixed_ips': [{'subnet_id': 'b43715e1-a93e-4cee-a5ef-587b36d2175b'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:10:12.180241 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:12.329745 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ebc44354-93ea-4efd-aa59-1c8e300e8303 req-a327e4f7-479f-4cf6-94bc-59d730828e12 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] For port 177b57a7-7158-438f-aecb-4266892e6673, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=177b57a7-7158-438f-aecb-4266892e6673,segment=NetworkSegment(d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd),segment_id=d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:12.462881 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ebc44354-93ea-4efd-aa59-1c8e300e8303 req-a327e4f7-479f-4cf6-94bc-59d730828e12 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:12.530062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Allocated IP 2001:db8:1::2 (b47f2a49-34e0-4c02-b593-536eba0121b1/b43715e1-a93e-4cee-a5ef-587b36d2175b/e498cd06-336f-4d6f-b991-2085f41a6cc9) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:12.554853 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ebc44354-93ea-4efd-aa59-1c8e300e8303 req-a327e4f7-479f-4cf6-94bc-59d730828e12 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:12.580980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['177b57a7-7158-438f-aecb-4266892e6673'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:10:12.676561 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fdb1196f-b38a-45ae-b856-49324a1a0dee tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:12.695295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc44354-93ea-4efd-aa59-1c8e300e8303 req-a327e4f7-479f-4cf6-94bc-59d730828e12 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:12.695961 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ebc44354-93ea-4efd-aa59-1c8e300e8303 req-a327e4f7-479f-4cf6-94bc-59d730828e12 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:12.698041 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ebc44354-93ea-4efd-aa59-1c8e300e8303 req-a327e4f7-479f-4cf6-94bc-59d730828e12 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "PUT /v2.0/ports/177b57a7-7158-438f-aecb-4266892e6673 HTTP/1.1" status: 200 len: 981 time: 1.0989656 Jul 06 12:10:12.704861 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'tag': '177b57a7-7158-438f-aecb-4266892e6673'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:10:12.706869 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495fba23-8a32-4bc5-a458-154ab4ad11df" -d '{"events": [{"name": "network-changed", "server_uuid": "6955a07a-fbb6-429f-90b2-f0ae8a13c21c", "tag": "177b57a7-7158-438f-aecb-4266892e6673"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:10:12.743484 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327e4f7-479f-4cf6-94bc-59d730828e12 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Pushing event updated for resources: {'Port': ['ID=177b57a7-7158-438f-aecb-4266892e6673,revision_number=6']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:12.821340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['177b57a7-7158-438f-aecb-4266892e6673'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:10:12.948971 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-fdb1196f-b38a-45ae-b856-49324a1a0dee tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:10:12.966279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53372) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:12.966844 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fdb1196f-b38a-45ae-b856-49324a1a0dee tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "PUT /v2.0/routers/a04ce5d7-1f79-463e-91f5-00b7a7f1d71f HTTP/1.1" status: 400 len: 364 time: 1.0066690 Jul 06 12:10:13.129760 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:13.163322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Transition to ACTIVE for port object e498cd06-336f-4d6f-b991-2085f41a6cc9 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:13.192295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768e464-e75b-434a-be36-62e6bcc2a2a3 req-d4875f61-6584-493c-a693-1059e27cce9a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:13.201344 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9768e464-e75b-434a-be36-62e6bcc2a2a3 req-d4875f61-6584-493c-a693-1059e27cce9a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 946 time: 0.1614702 Jul 06 12:10:13.209706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Transition to ACTIVE for port object e498cd06-336f-4d6f-b991-2085f41a6cc9 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:13.231004 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:13.280307 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9768e464-e75b-434a-be36-62e6bcc2a2a3 req-006c67f3-9b7c-4f0f-a0a4-dd176ff0e378 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779748 Jul 06 12:10:13.295653 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Network b47f2a49-34e0-4c02-b593-536eba0121b1 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:13.307097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:13.316300 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:13.395449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Pushing event updated for resources: {'Port': ['ID=e498cd06-336f-4d6f-b991-2085f41a6cc9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:13.475109 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db5eca56-c04f-440e-9161-6cee7bbaaaa8 req-0bfdfc87-74e3-4322-823e-490e5e32be9e tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-778572776&fields=id&tenant_id=99bca47aa94a4e2c8f4229c85ca00173 HTTP/1.1" status: 200 len: 267 time: 0.0459285 Jul 06 12:10:13.494975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Attempting to bind port e498cd06-336f-4d6f-b991-2085f41a6cc9 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:13.495545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Attempting to bind port e498cd06-336f-4d6f-b991-2085f41a6cc9 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '9aa902eb-f9c4-4f8f-8265-cccbd1013f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b47f2a49-34e0-4c02-b593-536eba0121b1'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:13.496089 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Attempting to bind port e498cd06-336f-4d6f-b991-2085f41a6cc9 on network b47f2a49-34e0-4c02-b593-536eba0121b1 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:13.527738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:13.528176 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Checking segment: {'id': '9aa902eb-f9c4-4f8f-8265-cccbd1013f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b47f2a49-34e0-4c02-b593-536eba0121b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:13.528596 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:13.528998 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Bound using segment: {'id': '9aa902eb-f9c4-4f8f-8265-cccbd1013f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b47f2a49-34e0-4c02-b593-536eba0121b1'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:13.529481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Bound port: e498cd06-336f-4d6f-b991-2085f41a6cc9, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa902eb-f9c4-4f8f-8265-cccbd1013f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b47f2a49-34e0-4c02-b593-536eba0121b1'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:13.529869 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:13.622118 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5eca56-c04f-440e-9161-6cee7bbaaaa8 req-b282a8e5-8185-459a-bde4-2518e9ff1783 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:13.624090 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db5eca56-c04f-440e-9161-6cee7bbaaaa8 req-b282a8e5-8185-459a-bde4-2518e9ff1783 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 984 time: 0.1391845 Jul 06 12:10:13.626182 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:13.644338 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-db5eca56-c04f-440e-9161-6cee7bbaaaa8 req-db40572f-11b6-4ed8-93fe-34c66cd12efd tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Request body: {'port': {'security_groups': ['f3c946ed-fb9f-41b3-8b6d-12eb0245611f']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:13.673451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] For port e498cd06-336f-4d6f-b991-2085f41a6cc9, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:13.677545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] For port e498cd06-336f-4d6f-b991-2085f41a6cc9, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e498cd06-336f-4d6f-b991-2085f41a6cc9,segment=NetworkSegment(9aa902eb-f9c4-4f8f-8265-cccbd1013f4a),segment_id=9aa902eb-f9c4-4f8f-8265-cccbd1013f4a)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:13.685888 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:13.789967 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152686ca-8417-4da8-bd93-05063652aa90 None None] Pushing event updated for resources: {'Port': ['ID=e498cd06-336f-4d6f-b991-2085f41a6cc9,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:13.835348 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-db5eca56-c04f-440e-9161-6cee7bbaaaa8 req-db40572f-11b6-4ed8-93fe-34c66cd12efd tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.236917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-db5eca56-c04f-440e-9161-6cee7bbaaaa8 req-db40572f-11b6-4ed8-93fe-34c66cd12efd tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] For port 177b57a7-7158-438f-aecb-4266892e6673, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=177b57a7-7158-438f-aecb-4266892e6673,segment=NetworkSegment(d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd),segment_id=d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:14.292345 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-db5eca56-c04f-440e-9161-6cee7bbaaaa8 req-db40572f-11b6-4ed8-93fe-34c66cd12efd tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.299157 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-db5eca56-c04f-440e-9161-6cee7bbaaaa8 req-db40572f-11b6-4ed8-93fe-34c66cd12efd tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.326103 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Allocated IP 2001:db8::1 (85c6cc47-f721-43b2-892b-c2fef773872d/8ce73ea9-4ed4-4bba-a658-b6c8aafd4d72/1fc1c1c7-b59c-444d-91ac-fdfde92b6621) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:14.345221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['177b57a7-7158-438f-aecb-4266892e6673'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:10:14.421865 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5eca56-c04f-440e-9161-6cee7bbaaaa8 req-db40572f-11b6-4ed8-93fe-34c66cd12efd tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:14.422515 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-db5eca56-c04f-440e-9161-6cee7bbaaaa8 req-db40572f-11b6-4ed8-93fe-34c66cd12efd tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.433289 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db5eca56-c04f-440e-9161-6cee7bbaaaa8 req-db40572f-11b6-4ed8-93fe-34c66cd12efd tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "PUT /v2.0/ports/177b57a7-7158-438f-aecb-4266892e6673 HTTP/1.1" status: 200 len: 942 time: 0.7964265 Jul 06 12:10:14.486489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40572f-11b6-4ed8-93fe-34c66cd12efd tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Pushing event updated for resources: {'Port': ['ID=177b57a7-7158-438f-aecb-4266892e6673,revision_number=7']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:14.516882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['177b57a7-7158-438f-aecb-4266892e6673'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:10:14.640765 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.703380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Transition to ACTIVE for port object 1fc1c1c7-b59c-444d-91ac-fdfde92b6621 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:14.801539 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:14.815941 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd15c44-e367-4783-952e-4f7cef89a244 x-openstack-request-id: req-fdd15c44-e367-4783-952e-4f7cef89a244 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:10:14.816244 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6955a07a-fbb6-429f-90b2-f0ae8a13c21c", "tag": "177b57a7-7158-438f-aecb-4266892e6673", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:10:14.816499 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fdd15c44-e367-4783-952e-4f7cef89a244 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:10:14.816916 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'tag': '177b57a7-7158-438f-aecb-4266892e6673', 'status': 'completed', 'code': 200} Jul 06 12:10:14.893214 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e498cd06-336f-4d6f-b991-2085f41a6cc9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:14.993234 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Network 85c6cc47-f721-43b2-892b-c2fef773872d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:15.008141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:15.011725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:15.013064 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:15.018260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event updated for resources: {'Port': ['ID=1fc1c1c7-b59c-444d-91ac-fdfde92b6621,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:15.187126 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fba23-8a32-4bc5-a458-154ab4ad11df req-b8cff0cd-0d9c-4a59-9b33-b5a733d2ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:15.187493 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port e498cd06-336f-4d6f-b991-2085f41a6cc9 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:15.188743 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-495fba23-8a32-4bc5-a458-154ab4ad11df req-b8cff0cd-0d9c-4a59-9b33-b5a733d2ed1a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=99bca47aa94a4e2c8f4229c85ca00173&device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 1096 time: 0.2893424 Jul 06 12:10:15.406324 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:15.427164 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2321a53-4ee4-4256-960a-2de440fc0893 req-6f60f829-7787-450a-b801-0a56eb2b7dbb tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:15.429109 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2321a53-4ee4-4256-960a-2de440fc0893 req-6f60f829-7787-450a-b801-0a56eb2b7dbb tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 946 time: 0.1831796 Jul 06 12:10:15.490664 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2321a53-4ee4-4256-960a-2de440fc0893 req-891382c7-5481-4cb1-bf8e-08e4fd35fbc1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502112 Jul 06 12:10:15.581124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a6455d-33c1-4259-ae59-a2897d0bc956 None None] Network b47f2a49-34e0-4c02-b593-536eba0121b1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:15.614799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fba23-8a32-4bc5-a458-154ab4ad11df req-8391c7b4-946b-4b37-83ab-037bea67f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:15.616347 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-495fba23-8a32-4bc5-a458-154ab4ad11df req-8391c7b4-946b-4b37-83ab-037bea67f281 service neutron] 10.222.0.89 "GET /v2.0/networks?id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 HTTP/1.1" status: 200 len: 920 time: 0.4171007 Jul 06 12:10:15.694447 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-495fba23-8a32-4bc5-a458-154ab4ad11df req-480d3fea-6ee4-4050-9dd3-574d608891fb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177b57a7-7158-438f-aecb-4266892e6673 HTTP/1.1" status: 200 len: 217 time: 0.0700793 Jul 06 12:10:15.695591 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-689134e7-4e74-4ebf-abba-c58357a93c5c None None] Provisioning for port e498cd06-336f-4d6f-b991-2085f41a6cc9 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:15.702959 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-689134e7-4e74-4ebf-abba-c58357a93c5c None None] Provisioning complete for port e498cd06-336f-4d6f-b991-2085f41a6cc9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:15.704825 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-689134e7-4e74-4ebf-abba-c58357a93c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:15.760116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fba23-8a32-4bc5-a458-154ab4ad11df req-30084691-2789-42b9-b166-78de81fd25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:15.761647 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-495fba23-8a32-4bc5-a458-154ab4ad11df req-30084691-2789-42b9-b166-78de81fd25d4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=584c750d-5d96-4d7c-8aa7-0febbdb3d1ab HTTP/1.1" status: 200 len: 859 time: 0.0606101 Jul 06 12:10:15.812739 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-689134e7-4e74-4ebf-abba-c58357a93c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:15.821750 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-1acca777-0417-46e7-86c6-a8af37a037ba tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2776318 Jul 06 12:10:15.832831 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:15.838169 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-495fba23-8a32-4bc5-a458-154ab4ad11df req-d488e235-e743-4526-9f3d-54315094ac95 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575063 Jul 06 12:10:15.883862 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:15.913654 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-689134e7-4e74-4ebf-abba-c58357a93c5c None None] For port e498cd06-336f-4d6f-b991-2085f41a6cc9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e498cd06-336f-4d6f-b991-2085f41a6cc9,segment=NetworkSegment(9aa902eb-f9c4-4f8f-8265-cccbd1013f4a),segment_id=9aa902eb-f9c4-4f8f-8265-cccbd1013f4a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:15.924134 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-689134e7-4e74-4ebf-abba-c58357a93c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:15.986896 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-689134e7-4e74-4ebf-abba-c58357a93c5c None None] Provisioning for port 1fc1c1c7-b59c-444d-91ac-fdfde92b6621 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:16.012738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-689134e7-4e74-4ebf-abba-c58357a93c5c None None] Provisioning complete for port 1fc1c1c7-b59c-444d-91ac-fdfde92b6621 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:16.013213 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-689134e7-4e74-4ebf-abba-c58357a93c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:16.051187 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:16.090360 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689134e7-4e74-4ebf-abba-c58357a93c5c None None] Pushing event updated for resources: {'Port': ['ID=e498cd06-336f-4d6f-b991-2085f41a6cc9,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:16.095467 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-689134e7-4e74-4ebf-abba-c58357a93c5c None None] Port 1fc1c1c7-b59c-444d-91ac-fdfde92b6621 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:16.164321 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-495fba23-8a32-4bc5-a458-154ab4ad11df req-1d2d9eb8-70f2-42ea-8ba8-274456c9dd3d service neutron] 10.222.0.89 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111475 Jul 06 12:10:16.204675 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:16.248218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Allocated IP 172.25.4.144 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/b00ed3b6-2aa2-4b5d-a578-7b49b83b8a87) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:16.440597 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:16.501309 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:16.520274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d25a82f4-9d3c-45d5-9a11-0fc1d931ed14 None None] Provisioning complete for port e498cd06-336f-4d6f-b991-2085f41a6cc9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:16.520659 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d25a82f4-9d3c-45d5-9a11-0fc1d931ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:16.543882 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:16.547094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:16.555278 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:16.584272 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3c37a452-8116-40f9-bb9e-87350d554d02 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:16.590699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Pushing event updated for resources: {'Port': ['ID=b00ed3b6-2aa2-4b5d-a578-7b49b83b8a87,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:16.620933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e498cd06-336f-4d6f-b991-2085f41a6cc9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:16.653082 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:16.653872 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:16.677551 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:16.746571 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:16.781439 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:16.798274 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event updated for resources: {'Port': ['ID=1fc1c1c7-b59c-444d-91ac-fdfde92b6621,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:16.807574 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e498cd06-336f-4d6f-b991-2085f41a6cc9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:16.808014 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:16.813355 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:10:16.815671 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ed5550-1b97-4d9c-a053-e7e74b702458" -d '{"events": [{"server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "name": "network-vif-unplugged", "status": "completed", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:10:16.829744 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-495fba23-8a32-4bc5-a458-154ab4ad11df req-fe851a9a-3ab2-489e-bece-50e317b8e838 service neutron] 10.222.0.89 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507328 Jul 06 12:10:16.848764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'tag': '177b57a7-7158-438f-aecb-4266892e6673'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:10:16.850363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:16.851566 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d42e01-7569-48c0-9a85-76302cf702e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6955a07a-fbb6-429f-90b2-f0ae8a13c21c", "tag": "177b57a7-7158-438f-aecb-4266892e6673"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:10:16.855755 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:16.873221 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Network 85c6cc47-f721-43b2-892b-c2fef773872d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:16.876338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:16.946664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=3c37a452-8116-40f9-bb9e-87350d554d02,revision_number=14']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:17.006095 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.020223 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.101695 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Router a04ce5d7-1f79-463e-91f5-00b7a7f1d71f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:17.125430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Pushing event updated for resources: {'Port': ['ID=b00ed3b6-2aa2-4b5d-a578-7b49b83b8a87,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:17.140401 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.159562 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.166976 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-87aaa725-5da1-498d-bee7-4355717359fc tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3386908 Jul 06 12:10:17.240355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:17.250048 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8740acea-979d-4988-add9-e98e34ebdfe6 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "PUT /v2.0/routers/a04ce5d7-1f79-463e-91f5-00b7a7f1d71f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2798817 Jul 06 12:10:17.250147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53534) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:17.253620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06932bc0-2420-4575-9a6a-8be0e4b9997a None None] Sync routers for ids ['a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:17.268595 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-33b730bf-4fd3-434d-9e99-9e817fa12f4c tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 696 time: 0.1004190 Jul 06 12:10:17.277880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06932bc0-2420-4575-9a6a-8be0e4b9997a None None] Routers {'a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:17.279038 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-06932bc0-2420-4575-9a6a-8be0e4b9997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:17.332484 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-06932bc0-2420-4575-9a6a-8be0e4b9997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:17.363032 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4a4f5856-4d7d-4a8a-a5d1-e99d113416b3 None None] Provisioning complete for port 1fc1c1c7-b59c-444d-91ac-fdfde92b6621 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:17.365308 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5856-4d7d-4a8a-a5d1-e99d113416b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.365308 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06932bc0-2420-4575-9a6a-8be0e4b9997a None None] Routers {'a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:17.365541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-06932bc0-2420-4575-9a6a-8be0e4b9997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:17.397931 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9641fc4c-195a-4d99-8efd-d4f2af637a85 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:17.413598 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-0431587f-e412-4c4f-9c9d-4dae84e55573 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:17.422329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-06932bc0-2420-4575-9a6a-8be0e4b9997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:17.422987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06932bc0-2420-4575-9a6a-8be0e4b9997a None None] The sync data for ids ['a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:17.430874 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-0431587f-e412-4c4f-9c9d-4dae84e55573 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.1609414 Jul 06 12:10:17.435655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f5856-4d7d-4a8a-a5d1-e99d113416b3 None None] Port 1fc1c1c7-b59c-444d-91ac-fdfde92b6621 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:17.439638 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-afa50cfc-4038-41d0-afe2-7beedfea88be tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:10:17.440785 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aced9b23-54e2-424f-92f6-b4a4da2c04b8 req-afa50cfc-4038-41d0-afe2-7beedfea88be tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086637 Jul 06 12:10:17.511111 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-9641fc4c-195a-4d99-8efd-d4f2af637a85 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 12:10:17.513514 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9641fc4c-195a-4d99-8efd-d4f2af637a85 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "DELETE /v2.0/routers/a04ce5d7-1f79-463e-91f5-00b7a7f1d71f HTTP/1.1" status: 409 len: 329 time: 0.2612364 Jul 06 12:10:17.515931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53542) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:17.881041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53552) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:18.086741 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d318e779-d1dc-43c0-8cc7-43c8ba416150 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d9baf425a61442e08c614f1c9e0f8629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044930 Jul 06 12:10:18.089871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53560) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:18.101344 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1badb4-2deb-417d-a454-eec38c8b5e8e req-5df88fee-2009-40e9-903c-b6206e0e7028 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:18.102925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c1badb4-2deb-417d-a454-eec38c8b5e8e req-5df88fee-2009-40e9-903c-b6206e0e7028 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1961350 Jul 06 12:10:18.154078 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f69b33c-cab6-4c0e-92ee-8a6b38258aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:18.177072 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f69b33c-cab6-4c0e-92ee-8a6b38258aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:18.183463 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c1badb4-2deb-417d-a454-eec38c8b5e8e req-ebb6380c-a9de-4aa2-9dde-791a69d68d97 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695539 Jul 06 12:10:18.259216 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f69b33c-cab6-4c0e-92ee-8a6b38258aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:18.262141 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f69b33c-cab6-4c0e-92ee-8a6b38258aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:18.266140 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1f69b33c-cab6-4c0e-92ee-8a6b38258aaf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0ce2c98-bd4f-468e-bf2f-41a92134fd65 HTTP/1.1" status: 204 len: 168 time: 0.1744521 Jul 06 12:10:18.292984 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69b33c-cab6-4c0e-92ee-8a6b38258aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ce2c98-bd4f-468e-bf2f-41a92134fd65,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:18.335084 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67cd48ba-4483-4d3c-9133-6d4d3cc47597 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:18.445384 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5eb3fb-ded9-4f5b-9d3e-2e535e1423c4 x-openstack-request-id: req-2e5eb3fb-ded9-4f5b-9d3e-2e535e1423c4 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:10:18.445847 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "name": "network-vif-unplugged", "status": "completed", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:10:18.445998 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e5eb3fb-ded9-4f5b-9d3e-2e535e1423c4 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:10:18.446425 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02', 'code': 200} Jul 06 12:10:18.533468 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e7827c-e3bc-4343-b3da-fb8f9238b0e4 x-openstack-request-id: req-a4e7827c-e3bc-4343-b3da-fb8f9238b0e4 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:10:18.536857 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6955a07a-fbb6-429f-90b2-f0ae8a13c21c", "tag": "177b57a7-7158-438f-aecb-4266892e6673", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:10:18.538917 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4e7827c-e3bc-4343-b3da-fb8f9238b0e4 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:10:18.539905 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'tag': '177b57a7-7158-438f-aecb-4266892e6673', 'status': 'completed', 'code': 200} Jul 06 12:10:18.620961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d42e01-7569-48c0-9a85-76302cf702e6 req-f44713d0-39e8-4b32-9c41-7e12b378d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:18.623093 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5d42e01-7569-48c0-9a85-76302cf702e6 req-f44713d0-39e8-4b32-9c41-7e12b378d100 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=99bca47aa94a4e2c8f4229c85ca00173&device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 1096 time: 0.1185956 Jul 06 12:10:18.786661 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d42e01-7569-48c0-9a85-76302cf702e6 req-4b592836-8756-404f-9467-8aa1d2ac7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:18.789377 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5d42e01-7569-48c0-9a85-76302cf702e6 req-4b592836-8756-404f-9467-8aa1d2ac7eaf service neutron] 10.222.0.89 "GET /v2.0/networks?id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 HTTP/1.1" status: 200 len: 920 time: 0.1587055 Jul 06 12:10:18.841384 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-18864931-c374-4a7d-ab66-20cb17202033 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:18.848789 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-18864931-c374-4a7d-ab66-20cb17202033 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1873605 Jul 06 12:10:18.849099 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5d42e01-7569-48c0-9a85-76302cf702e6 req-d25dfbf4-5f97-4c81-ba66-0a78185e7773 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177b57a7-7158-438f-aecb-4266892e6673 HTTP/1.1" status: 200 len: 217 time: 0.0526705 Jul 06 12:10:18.908940 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-81551d99-7b47-426b-90ad-95e2297246a1 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 696 time: 0.0588861 Jul 06 12:10:18.937431 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-2e14ab2a-d761-41d8-806d-1d8a3e95f239 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Request body: {'floatingip': {'port_id': '177b57a7-7158-438f-aecb-4266892e6673', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:18.972325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d42e01-7569-48c0-9a85-76302cf702e6 req-28bad7b9-99aa-42b8-9002-3eda24f89562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:18.974254 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5d42e01-7569-48c0-9a85-76302cf702e6 req-28bad7b9-99aa-42b8-9002-3eda24f89562 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=584c750d-5d96-4d7c-8aa7-0febbdb3d1ab HTTP/1.1" status: 200 len: 859 time: 0.1176248 Jul 06 12:10:18.992248 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-2e14ab2a-d761-41d8-806d-1d8a3e95f239 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.033853 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5d42e01-7569-48c0-9a85-76302cf702e6 req-6fbfa15a-569e-4e00-b0f6-b2f76f25d8ee service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502794 Jul 06 12:10:19.113943 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-67cd48ba-4483-4d3c-9133-6d4d3cc47597 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Deleting port 1fc1c1c7-b59c-444d-91ac-fdfde92b6621 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:19.114308 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67cd48ba-4483-4d3c-9133-6d4d3cc47597 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.230542 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5d42e01-7569-48c0-9a85-76302cf702e6 req-9662716d-42b4-49d4-9fb2-99c40cc7701a service neutron] 10.222.0.89 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902044 Jul 06 12:10:19.305577 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67cd48ba-4483-4d3c-9133-6d4d3cc47597 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.363696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-67cd48ba-4483-4d3c-9133-6d4d3cc47597 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Calling delete_port for 1fc1c1c7-b59c-444d-91ac-fdfde92b6621 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:19.495806 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b5d42e01-7569-48c0-9a85-76302cf702e6 req-9346ef93-d952-4a24-b793-014e947c6332 service neutron] 10.222.0.89 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549016 Jul 06 12:10:19.624218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53646) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:19.763416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8cb04be4-5b42-4466-a907-c4c93ab5a146 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1489680502-network', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:19.800080 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb04be4-5b42-4466-a907-c4c93ab5a146 admin admin] Made reservation on behalf of 8ef39e8a08e7493480ba2a42f482c0e7 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:19.802508 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8cb04be4-5b42-4466-a907-c4c93ab5a146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.819544 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8cb04be4-5b42-4466-a907-c4c93ab5a146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.873980 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67cd48ba-4483-4d3c-9133-6d4d3cc47597 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.927465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd48ba-4483-4d3c-9133-6d4d3cc47597 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event deleted for resources: {'Port': ['ID=1fc1c1c7-b59c-444d-91ac-fdfde92b6621,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:19.931112 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-2e14ab2a-d761-41d8-806d-1d8a3e95f239 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.937664 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-2e14ab2a-d761-41d8-806d-1d8a3e95f239 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.955556 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8cb04be4-5b42-4466-a907-c4c93ab5a146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:19.962519 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8cb04be4-5b42-4466-a907-c4c93ab5a146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.002539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb04be4-5b42-4466-a907-c4c93ab5a146 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:10:20.016587 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb04be4-5b42-4466-a907-c4c93ab5a146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6922ee3-e8a8-4edd-af49-8ed738b3e9d9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:20.026411 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8cb04be4-5b42-4466-a907-c4c93ab5a146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.027702 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-8cb04be4-5b42-4466-a907-c4c93ab5a146 admin admin] Added segment 1a16f38b-c82a-4260-a6cc-eca8fba27501 of type vlan for network c9ffcea0-7400-4f5d-b763-0b996d1c859f Jul 06 12:10:20.098926 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67cd48ba-4483-4d3c-9133-6d4d3cc47597 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.112093 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8cb04be4-5b42-4466-a907-c4c93ab5a146 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.192088 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8cb04be4-5b42-4466-a907-c4c93ab5a146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.193233 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb04be4-5b42-4466-a907-c4c93ab5a146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:20.194087 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8cb04be4-5b42-4466-a907-c4c93ab5a146 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.212690 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8cb04be4-5b42-4466-a907-c4c93ab5a146 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5872014 Jul 06 12:10:20.223716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53688) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:20.261944 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0e439092-c671-42de-94d3-12e8130436e1 admin admin] Request body: {'subnet': {'network_id': 'c9ffcea0-7400-4f5d-b763-0b996d1c859f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1489680502-subnet', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:20.297375 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb04be4-5b42-4466-a907-c4c93ab5a146 admin admin] Pushing event updated for resources: {'Network': ['ID=c9ffcea0-7400-4f5d-b763-0b996d1c859f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:20.311054 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network c9ffcea0-7400-4f5d-b763-0b996d1c859f details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:10:20.314267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e439092-c671-42de-94d3-12e8130436e1 admin admin] Made reservation on behalf of 8ef39e8a08e7493480ba2a42f482c0e7 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:20.316936 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e439092-c671-42de-94d3-12e8130436e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.317775 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-2e14ab2a-d761-41d8-806d-1d8a3e95f239 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Floating IP b25ac797-5acb-4d8d-8c7e-a6fb96a4d021 associated. External IP: 172.25.4.144, port: 177b57a7-7158-438f-aecb-4266892e6673. Jul 06 12:10:20.445644 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cd48ba-4483-4d3c-9133-6d4d3cc47597 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Router a04ce5d7-1f79-463e-91f5-00b7a7f1d71f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:20.587462 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e439092-c671-42de-94d3-12e8130436e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.659943 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e439092-c671-42de-94d3-12e8130436e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97fb20da-37a8-4c9e-ad87-63f4682b1f20,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:20.664714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e439092-c671-42de-94d3-12e8130436e1 admin admin] Checking segment: {'id': '1a16f38b-c82a-4260-a6cc-eca8fba27501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9ffcea0-7400-4f5d-b763-0b996d1c859f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:20.665072 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e439092-c671-42de-94d3-12e8130436e1 admin admin] Network hostable DHCP agents. Network: c9ffcea0-7400-4f5d-b763-0b996d1c859f, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:10:20.686741 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e439092-c671-42de-94d3-12e8130436e1 admin admin] Network c9ffcea0-7400-4f5d-b763-0b996d1c859f is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:10:20.705558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0e439092-c671-42de-94d3-12e8130436e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, c9ffcea0-7400-4f5d-b763-0b996d1c859f) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:20.718967 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a8a46f-401f-4d3c-80ee-521ca10690a4 None None] Network c9ffcea0-7400-4f5d-b763-0b996d1c859f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:20.720327 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e439092-c671-42de-94d3-12e8130436e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:20.720936 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e439092-c671-42de-94d3-12e8130436e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.744411 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0e439092-c671-42de-94d3-12e8130436e1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5190127 Jul 06 12:10:20.749734 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53702) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:20.758392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1489680502-router', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:20.791752 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.794330 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.875881 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.937782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-c9ffcea0-7400-4f5d-b763-0b996d1c859f', 'network_id': 'c9ffcea0-7400-4f5d-b763-0b996d1c859f', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'fixed_ips': [{'subnet_id': '97fb20da-37a8-4c9e-ad87-63f4682b1f20'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:10:20.938906 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:20.977470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cd48ba-4483-4d3c-9133-6d4d3cc47597 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:20.987764 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd08fcf9-ccd0-406c-a5f4-f05ad3c9ae1c None None] Sync routers for ids ['a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:21.004513 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd08fcf9-ccd0-406c-a5f4-f05ad3c9ae1c None None] Routers {'a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:21.005931 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-dd08fcf9-ccd0-406c-a5f4-f05ad3c9ae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:21.050511 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-dd08fcf9-ccd0-406c-a5f4-f05ad3c9ae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:21.063100 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd08fcf9-ccd0-406c-a5f4-f05ad3c9ae1c None None] Routers {'a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:21.064088 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-dd08fcf9-ccd0-406c-a5f4-f05ad3c9ae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:21.065271 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-67cd48ba-4483-4d3c-9133-6d4d3cc47597 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "PUT /v2.0/routers/a04ce5d7-1f79-463e-91f5-00b7a7f1d71f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5474830 Jul 06 12:10:21.068211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53708) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:21.084536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.130287 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-dd08fcf9-ccd0-406c-a5f4-f05ad3c9ae1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:21.130287 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd08fcf9-ccd0-406c-a5f4-f05ad3c9ae1c None None] The sync data for ids ['a04ce5d7-1f79-463e-91f5-00b7a7f1d71f'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:21.133801 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Allocated IP 172.20.0.2 (c9ffcea0-7400-4f5d-b763-0b996d1c859f/97fb20da-37a8-4c9e-ad87-63f4682b1f20/241b2de1-f100-4e78-a77c-26f189245cd2) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:21.152073 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-e8e274a8-348e-4f28-a289-49751ffb0bc8 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] show failed (client error): The resource could not be found. Jul 06 12:10:21.154641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e8e274a8-348e-4f28-a289-49751ffb0bc8 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-2023320596 HTTP/1.1" status: 404 len: 335 time: 0.0841687 Jul 06 12:10:21.160657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53710) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:21.167531 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0c7b08b2-0ec4-4e54-9422-ccea6f98e6e3 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:21.211015 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-0c7b08b2-0ec4-4e54-9422-ccea6f98e6e3 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] update failed (client error): The resource could not be found. Jul 06 12:10:21.212671 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0c7b08b2-0ec4-4e54-9422-ccea6f98e6e3 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-393373215 HTTP/1.1" status: 404 len: 334 time: 0.0497007 Jul 06 12:10:21.215984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53712) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:21.315576 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.329493 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Transition to ACTIVE for port object 241b2de1-f100-4e78-a77c-26f189245cd2 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:21.345889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ece8ed7-1b74-45a6-8d54-4919d03fe871 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Deleting subnet b43715e1-a93e-4cee-a5ef-587b36d2175b {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:10:21.350181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Transition to ACTIVE for port object 241b2de1-f100-4e78-a77c-26f189245cd2 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:21.352727 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ece8ed7-1b74-45a6-8d54-4919d03fe871 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.360313 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.401776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-2e14ab2a-d761-41d8-806d-1d8a3e95f239 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Router c967127f-9920-4d6f-9aa5-fb67aee28615 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:21.409974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Network c9ffcea0-7400-4f5d-b763-0b996d1c859f is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:21.417726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:21.417956 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ece8ed7-1b74-45a6-8d54-4919d03fe871 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.423860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:21.424134 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.454616 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.464663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Pushing event updated for resources: {'Port': ['ID=241b2de1-f100-4e78-a77c-26f189245cd2,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:21.521939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Attempting to bind port 241b2de1-f100-4e78-a77c-26f189245cd2 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:21.522525 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Attempting to bind port 241b2de1-f100-4e78-a77c-26f189245cd2 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1a16f38b-c82a-4260-a6cc-eca8fba27501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9ffcea0-7400-4f5d-b763-0b996d1c859f'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:21.523842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Attempting to bind port 241b2de1-f100-4e78-a77c-26f189245cd2 on network c9ffcea0-7400-4f5d-b763-0b996d1c859f {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:21.542434 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:21.543112 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Checking segment: {'id': '1a16f38b-c82a-4260-a6cc-eca8fba27501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9ffcea0-7400-4f5d-b763-0b996d1c859f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:21.544370 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.544972 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Bound using segment: {'id': '1a16f38b-c82a-4260-a6cc-eca8fba27501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9ffcea0-7400-4f5d-b763-0b996d1c859f'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:21.546418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Bound port: 241b2de1-f100-4e78-a77c-26f189245cd2, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a16f38b-c82a-4260-a6cc-eca8fba27501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9ffcea0-7400-4f5d-b763-0b996d1c859f'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:21.547621 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.613655 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-2e14ab2a-d761-41d8-806d-1d8a3e95f239 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:21.616105 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ece8ed7-1b74-45a6-8d54-4919d03fe871 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.616948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Allocated IP 172.25.4.180 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/c892e79e-d79d-48c8-b421-309d2bc9b49f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:21.621730 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-2e14ab2a-d761-41d8-806d-1d8a3e95f239 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.628774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8c080-5bbd-481a-86e3-f5ebcbd34811 None None] Sync routers for ids ['c967127f-9920-4d6f-9aa5-fb67aee28615'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:21.676174 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8c080-5bbd-481a-86e3-f5ebcbd34811 None None] Routers {'c967127f-9920-4d6f-9aa5-fb67aee28615'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:21.677296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-faf8c080-5bbd-481a-86e3-f5ebcbd34811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c967127f-9920-4d6f-9aa5-fb67aee28615'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:21.693514 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-2e14ab2a-d761-41d8-806d-1d8a3e95f239 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "PUT /v2.0/floatingips/b25ac797-5acb-4d8d-8c7e-a6fb96a4d021 HTTP/1.1" status: 200 len: 996 time: 2.7769513 Jul 06 12:10:21.694652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'tag': '177b57a7-7158-438f-aecb-4266892e6673'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:10:21.696900 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718e56b2-7ae2-4fc7-88fb-8fa7930b418b" -d '{"events": [{"name": "network-changed", "server_uuid": "6955a07a-fbb6-429f-90b2-f0ae8a13c21c", "tag": "177b57a7-7158-438f-aecb-4266892e6673"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:10:21.746157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] For port 241b2de1-f100-4e78-a77c-26f189245cd2, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:21.748860 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ece8ed7-1b74-45a6-8d54-4919d03fe871 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.767258 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] For port 241b2de1-f100-4e78-a77c-26f189245cd2, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=241b2de1-f100-4e78-a77c-26f189245cd2,segment=NetworkSegment(1a16f38b-c82a-4260-a6cc-eca8fba27501),segment_id=1a16f38b-c82a-4260-a6cc-eca8fba27501)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:21.772573 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.782905 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.799038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece8ed7-1b74-45a6-8d54-4919d03fe871 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event deleted for resources: {'Subnet': ['ID=b43715e1-a93e-4cee-a5ef-587b36d2175b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:21.835624 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ece8ed7-1b74-45a6-8d54-4919d03fe871 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.837769 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0ece8ed7-1b74-45a6-8d54-4919d03fe871 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "DELETE /v2.0/subnets/b43715e1-a93e-4cee-a5ef-587b36d2175b HTTP/1.1" status: 204 len: 168 time: 0.6205747 Jul 06 12:10:21.841697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53728) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:21.855833 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:21.866389 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-d40378e6-239b-4e9d-9280-3743d0affc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:21.868118 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-d40378e6-239b-4e9d-9280-3743d0affc1e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99bca47aa94a4e2c8f4229c85ca00173&device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 1096 time: 0.1544893 Jul 06 12:10:21.871386 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b5b315-1d55-422f-ad7b-3d894e0c3f83 None None] Network b47f2a49-34e0-4c02-b593-536eba0121b1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:21.980462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-faf8c080-5bbd-481a-86e3-f5ebcbd34811 None None] Set router c967127f-9920-4d6f-9aa5-fb67aee28615 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:21.992415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:22.005608 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:22.005852 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-e5b85a62-068d-4f24-b087-95f897e2b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:22.013579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:22.015196 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-e5b85a62-068d-4f24-b087-95f897e2b2e5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 HTTP/1.1" status: 200 len: 920 time: 0.1395626 Jul 06 12:10:22.015886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Pushing event updated for resources: {'Port': ['ID=c892e79e-d79d-48c8-b421-309d2bc9b49f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:22.057129 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:22.061804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712b193-6819-4cf5-8188-d407b97de9fc None None] Pushing event updated for resources: {'Port': ['ID=241b2de1-f100-4e78-a77c-26f189245cd2,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:22.146883 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-16321287-dbe0-4726-9c4d-eae8051df438 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177b57a7-7158-438f-aecb-4266892e6673 HTTP/1.1" status: 200 len: 999 time: 0.1304996 Jul 06 12:10:22.217701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-bacbd0b9-53b2-401c-99c2-abeae96a918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:22.219436 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-bacbd0b9-53b2-401c-99c2-abeae96a918e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=584c750d-5d96-4d7c-8aa7-0febbdb3d1ab HTTP/1.1" status: 200 len: 859 time: 0.0715969 Jul 06 12:10:22.277216 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-6f5a426b-c742-4095-b7ee-4215bae1e5d3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516026 Jul 06 12:10:22.284253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-c422844d-fd3f-4f8d-acca-208fce1dfe30 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:10:22.294597 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-c422844d-fd3f-4f8d-acca-208fce1dfe30 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163858 Jul 06 12:10:22.342801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Deleting port e498cd06-336f-4d6f-b991-2085f41a6cc9 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:22.343369 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:22.364369 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc36737-798b-49c2-a895-c807fc6e668a None None] DHCP port deletion for b47f2a49-34e0-4c02-b593-536eba0121b1 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:10:22.452922 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] For port e498cd06-336f-4d6f-b991-2085f41a6cc9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e498cd06-336f-4d6f-b991-2085f41a6cc9,segment=NetworkSegment(9aa902eb-f9c4-4f8f-8265-cccbd1013f4a),segment_id=9aa902eb-f9c4-4f8f-8265-cccbd1013f4a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:22.453452 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:22.478615 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Calling delete_port for e498cd06-336f-4d6f-b991-2085f41a6cc9 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:22.493094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6bc36737-798b-49c2-a895-c807fc6e668a None None] Deleting port e498cd06-336f-4d6f-b991-2085f41a6cc9 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:22.496334 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6bc36737-798b-49c2-a895-c807fc6e668a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:22.509112 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-4d6404ca-2152-4293-8067-92fcedd7a3dd service neutron] 10.222.0.81 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135961 Jul 06 12:10:22.512566 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-faf8c080-5bbd-481a-86e3-f5ebcbd34811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-router', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:03Z', 'updated_at': '2021-07-06T12:09:11Z', 'revision_number': 4, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'gw_port': {'id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:05Z', 'updated_at': '2021-07-06T12:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'b25ac797-5acb-4d8d-8c7e-a6fb96a4d021', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'port_id': '177b57a7-7158-438f-aecb-4266892e6673', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'mac_address': 'fa:16:3e:52:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:10:16Z', 'updated_at': '2021-07-06T12:10:19Z', 'revision_number': 1, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8', 'name': '', 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'mac_address': 'fa:16:3e:2e:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:10Z', 'updated_at': '2021-07-06T12:09:30Z', 'revision_number': 5, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'subnets': [{'id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:22.643146 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8c080-5bbd-481a-86e3-f5ebcbd34811 None None] Checking router: c967127f-9920-4d6f-9aa5-fb67aee28615 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:22.661422 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8c080-5bbd-481a-86e3-f5ebcbd34811 None None] Routers {'c967127f-9920-4d6f-9aa5-fb67aee28615'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:22.662082 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-faf8c080-5bbd-481a-86e3-f5ebcbd34811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c967127f-9920-4d6f-9aa5-fb67aee28615'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:22.711191 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2e22d70-86bb-4a03-8ada-7660ae85c879 req-5891d282-a166-492f-8fd8-1d2a5affcf65 service neutron] 10.222.0.81 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947269 Jul 06 12:10:22.717216 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:22.728821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6bc36737-798b-49c2-a895-c807fc6e668a None None] For port e498cd06-336f-4d6f-b991-2085f41a6cc9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e498cd06-336f-4d6f-b991-2085f41a6cc9,segment=NetworkSegment(9aa902eb-f9c4-4f8f-8265-cccbd1013f4a),segment_id=9aa902eb-f9c4-4f8f-8265-cccbd1013f4a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:22.729671 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6bc36737-798b-49c2-a895-c807fc6e668a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:22.757894 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6bc36737-798b-49c2-a895-c807fc6e668a None None] Calling delete_port for e498cd06-336f-4d6f-b991-2085f41a6cc9 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:22.769857 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 241b2de1-f100-4e78-a77c-26f189245cd2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:22.811290 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:23.126199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1019de-b0d6-4adb-9bac-6bf6c51093c1 req-a0a7d9e8-ee42-40d0-ab9c-f07cf59de233 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:23.127908 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba1019de-b0d6-4adb-9bac-6bf6c51093c1 req-a0a7d9e8-ee42-40d0-ab9c-f07cf59de233 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.0896337 Jul 06 12:10:23.174720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 241b2de1-f100-4e78-a77c-26f189245cd2 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:23.200509 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-faf8c080-5bbd-481a-86e3-f5ebcbd34811 None None] Set router c967127f-9920-4d6f-9aa5-fb67aee28615 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:23.206920 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba1019de-b0d6-4adb-9bac-6bf6c51093c1 req-0256d2c6-a001-4b83-9915-03a89aa843cd tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702405 Jul 06 12:10:23.287293 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a7f951-ef2c-41ac-b29c-bf0d6467e4bd x-openstack-request-id: req-c2a7f951-ef2c-41ac-b29c-bf0d6467e4bd {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:10:23.287604 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6955a07a-fbb6-429f-90b2-f0ae8a13c21c", "tag": "177b57a7-7158-438f-aecb-4266892e6673", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:10:23.287896 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c2a7f951-ef2c-41ac-b29c-bf0d6467e4bd {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:10:23.288389 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'tag': '177b57a7-7158-438f-aecb-4266892e6673', 'status': 'completed', 'code': 200} Jul 06 12:10:23.316222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e498cd06-336f-4d6f-b991-2085f41a6cc9 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:23.317889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event deleted for resources: {'Port': ['ID=e498cd06-336f-4d6f-b991-2085f41a6cc9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:23.329397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] No DVR routers for this DVR port e498cd06-336f-4d6f-b991-2085f41a6cc9 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:23.372512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: e498cd06-336f-4d6f-b991-2085f41a6cc9 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:23.373758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e498cd06-336f-4d6f-b991-2085f41a6cc9 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:23.493509 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-342f11a7-05e7-4472-a394-9c0861616589 req-f96aa85f-b851-41b7-b36b-88f2a8f71263 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 999 time: 0.1928735 Jul 06 12:10:23.516490 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:23.536913 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47f2a49-34e0-4c02-b593-536eba0121b1']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:23.540301 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6bc36737-798b-49c2-a895-c807fc6e668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:23.561955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e56b2-7ae2-4fc7-88fb-8fa7930b418b req-63717e61-224a-42fc-ba53-e64415731fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:23.564283 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-718e56b2-7ae2-4fc7-88fb-8fa7930b418b req-63717e61-224a-42fc-ba53-e64415731fc3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=99bca47aa94a4e2c8f4229c85ca00173&device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 1096 time: 0.2230210 Jul 06 12:10:23.568414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa902eb-f9c4-4f8f-8265-cccbd1013f4a') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:23.568720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa902eb-f9c4-4f8f-8265-cccbd1013f4a') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:23.573749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc36737-798b-49c2-a895-c807fc6e668a None None] Pushing event deleted for resources: {'Port': ['ID=e498cd06-336f-4d6f-b991-2085f41a6cc9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:23.584907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc36737-798b-49c2-a895-c807fc6e668a None None] No DVR routers for this DVR port e498cd06-336f-4d6f-b991-2085f41a6cc9 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:23.613333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f11a7-05e7-4472-a394-9c0861616589 req-95729337-af78-40a5-83e2-32403606c990 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:23.626831 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-342f11a7-05e7-4472-a394-9c0861616589 req-95729337-af78-40a5-83e2-32403606c990 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports/177b57a7-7158-438f-aecb-4266892e6673 HTTP/1.1" status: 200 len: 942 time: 0.1275625 Jul 06 12:10:23.643845 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:23.655107 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-faf8c080-5bbd-481a-86e3-f5ebcbd34811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-router', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:03Z', 'updated_at': '2021-07-06T12:09:11Z', 'revision_number': 4, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'gw_port': {'id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:05Z', 'updated_at': '2021-07-06T12:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'b25ac797-5acb-4d8d-8c7e-a6fb96a4d021', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'port_id': '177b57a7-7158-438f-aecb-4266892e6673', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'mac_address': 'fa:16:3e:52:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:10:16Z', 'updated_at': '2021-07-06T12:10:19Z', 'revision_number': 1, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8', 'name': '', 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'mac_address': 'fa:16:3e:2e:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:10Z', 'updated_at': '2021-07-06T12:09:30Z', 'revision_number': 5, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'subnets': [{'id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:23.704987 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:23.705466 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8c080-5bbd-481a-86e3-f5ebcbd34811 None None] The sync data for ids ['c967127f-9920-4d6f-9aa5-fb67aee28615'] in n-d-799529-2 is: [{'id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-router', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:03Z', 'updated_at': '2021-07-06T12:09:11Z', 'revision_number': 4, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'gw_port': {'id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:05Z', 'updated_at': '2021-07-06T12:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'b25ac797-5acb-4d8d-8c7e-a6fb96a4d021', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'port_id': '177b57a7-7158-438f-aecb-4266892e6673', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'mac_address': 'fa:16:3e:52:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:10:16Z', 'updated_at': '2021-07-06T12:10:19Z', 'revision_number': 1, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8', 'name': '', 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'mac_address': 'fa:16:3e:2e:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:10Z', 'updated_at': '2021-07-06T12:09:30Z', 'revision_number': 5, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'subnets': [{'id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:23.725012 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:10:23.725506 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:10:23.729066 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:10:23.744411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e341ef-7dcf-4799-8f29-2c289c0ad979 None None] Network c9ffcea0-7400-4f5d-b763-0b996d1c859f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:23.841532 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:23.868991 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:23.880311 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:23.885845 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "DELETE /v2.0/networks/b47f2a49-34e0-4c02-b593-536eba0121b1 HTTP/1.1" status: 204 len: 168 time: 2.0436099 Jul 06 12:10:23.891338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53758) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:23.898114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e56b2-7ae2-4fc7-88fb-8fa7930b418b req-b77273ea-e017-48af-9538-16d75ec02ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:23.899960 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-718e56b2-7ae2-4fc7-88fb-8fa7930b418b req-b77273ea-e017-48af-9538-16d75ec02ec4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 HTTP/1.1" status: 200 len: 920 time: 0.3250935 Jul 06 12:10:23.908433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bfe59431-0a39-462e-8136-77e309d5b98b None None] Provisioning for port 241b2de1-f100-4e78-a77c-26f189245cd2 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:23.920155 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-342f11a7-05e7-4472-a394-9c0861616589 req-576035ef-fd1c-4213-bee2-de55309da1c6 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 999 time: 0.1238449 Jul 06 12:10:23.946846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bfe59431-0a39-462e-8136-77e309d5b98b None None] Provisioning complete for port 241b2de1-f100-4e78-a77c-26f189245cd2 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:23.947498 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfe59431-0a39-462e-8136-77e309d5b98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:23.987368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3521e-ee09-45db-88cc-a5cbf43a2392 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event deleted for resources: {'Network': ['ID=b47f2a49-34e0-4c02-b593-536eba0121b1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:24.087189 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfe59431-0a39-462e-8136-77e309d5b98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.097093 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5062ba-cc1a-4cb4-a848-34162bfc375d None None] New status for floating IP b25ac797-5acb-4d8d-8c7e-a6fb96a4d021: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:10:24.132285 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-bfe59431-0a39-462e-8136-77e309d5b98b None None] For port 241b2de1-f100-4e78-a77c-26f189245cd2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=241b2de1-f100-4e78-a77c-26f189245cd2,segment=NetworkSegment(1a16f38b-c82a-4260-a6cc-eca8fba27501),segment_id=1a16f38b-c82a-4260-a6cc-eca8fba27501)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:24.136729 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f11a7-05e7-4472-a394-9c0861616589 req-f1046ea0-3de1-4e5b-9178-3e11645a8df3 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:24.139164 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfe59431-0a39-462e-8136-77e309d5b98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.140349 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-342f11a7-05e7-4472-a394-9c0861616589 req-f1046ea0-3de1-4e5b-9178-3e11645a8df3 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.2069790 Jul 06 12:10:24.144995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-082e79d3-7b9c-4fe3-b77b-e22ac1b4a1cb tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Deleting subnet 68b45aab-b2a2-4cdf-8544-76e412088499 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:10:24.190542 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-082e79d3-7b9c-4fe3-b77b-e22ac1b4a1cb tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.214430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe59431-0a39-462e-8136-77e309d5b98b None None] Pushing event updated for resources: {'Port': ['ID=241b2de1-f100-4e78-a77c-26f189245cd2,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:24.271772 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-342f11a7-05e7-4472-a394-9c0861616589 req-a7b11f3b-2df8-48a0-b43c-69b0ab180a32 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 999 time: 0.1134763 Jul 06 12:10:24.281260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-342f11a7-05e7-4472-a394-9c0861616589 req-bb3a5180-a78c-4318-9bc2-64f98c91e5aa tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:24.330907 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-718e56b2-7ae2-4fc7-88fb-8fa7930b418b req-eb1f0bb1-b71a-46fe-9c2c-5fb08ec3e2e0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177b57a7-7158-438f-aecb-4266892e6673 HTTP/1.1" status: 200 len: 999 time: 0.3475056 Jul 06 12:10:24.364109 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-342f11a7-05e7-4472-a394-9c0861616589 req-bb3a5180-a78c-4318-9bc2-64f98c91e5aa tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.384276 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-082e79d3-7b9c-4fe3-b77b-e22ac1b4a1cb tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.544478 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.api [req-342f11a7-05e7-4472-a394-9c0861616589 req-bb3a5180-a78c-4318-9bc2-64f98c91e5aa tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:10:24.544923 n-d-799529-2 neutron-server[100427]: DEBUG oslo_db.api [req-342f11a7-05e7-4472-a394-9c0861616589 req-bb3a5180-a78c-4318-9bc2-64f98c91e5aa tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:10:24.552127 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e56b2-7ae2-4fc7-88fb-8fa7930b418b req-0c7152cc-bbe4-4c58-9c25-3c65f0f47566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:24.558004 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-718e56b2-7ae2-4fc7-88fb-8fa7930b418b req-0c7152cc-bbe4-4c58-9c25-3c65f0f47566 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=584c750d-5d96-4d7c-8aa7-0febbdb3d1ab HTTP/1.1" status: 200 len: 859 time: 0.2190263 Jul 06 12:10:24.563374 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-082e79d3-7b9c-4fe3-b77b-e22ac1b4a1cb tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.576706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3ae4429a-f774-4602-8732-9957486cf774 None None] Provisioning complete for port 241b2de1-f100-4e78-a77c-26f189245cd2 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:24.577243 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3ae4429a-f774-4602-8732-9957486cf774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.652415 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-718e56b2-7ae2-4fc7-88fb-8fa7930b418b req-3561f8f3-5345-4e97-847d-344db66a530b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850260 Jul 06 12:10:24.658378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Router c7431c09-74c7-4569-a293-625289b811d9 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:10:24.665229 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 241b2de1-f100-4e78-a77c-26f189245cd2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:24.738728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 241b2de1-f100-4e78-a77c-26f189245cd2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:24.739514 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.832466 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-082e79d3-7b9c-4fe3-b77b-e22ac1b4a1cb tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.910774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e79d3-7b9c-4fe3-b77b-e22ac1b4a1cb tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event deleted for resources: {'Subnet': ['ID=68b45aab-b2a2-4cdf-8544-76e412088499,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:24.926721 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-082e79d3-7b9c-4fe3-b77b-e22ac1b4a1cb tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:24.929844 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-082e79d3-7b9c-4fe3-b77b-e22ac1b4a1cb tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "DELETE /v2.0/subnets/68b45aab-b2a2-4cdf-8544-76e412088499 HTTP/1.1" status: 204 len: 168 time: 1.0287964 Jul 06 12:10:24.934976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53776) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:24.937694 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3085fbe4-2a80-45c6-a9b3-2312ca6a5124 None None] Network dbe97679-272d-41fe-b40d-0fef0a7c0377 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:24.941808 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-718e56b2-7ae2-4fc7-88fb-8fa7930b418b req-bee55c87-2897-49c6-ad76-f1cc5a2c2817 service neutron] 10.222.0.89 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777793 Jul 06 12:10:25.009667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e5497d-ebc9-40ca-a0f0-d58d0724c967 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Deleting subnet cc2e3120-762a-4f87-aedb-5281054bccff {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:10:25.013346 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-48e5497d-ebc9-40ca-a0f0-d58d0724c967 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.015379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:25.033672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Sync routers for ids ['c7431c09-74c7-4569-a293-625289b811d9'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:25.045089 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.049155 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-abc8e591-48ab-4fc8-892a-5774f161d8ee admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2950895 Jul 06 12:10:25.049322 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53778) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:25.062336 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-342f11a7-05e7-4472-a394-9c0861616589 req-bb3a5180-a78c-4318-9bc2-64f98c91e5aa tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.076172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Routers {'c7431c09-74c7-4569-a293-625289b811d9'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:25.076833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c7431c09-74c7-4569-a293-625289b811d9'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:25.125294 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-718e56b2-7ae2-4fc7-88fb-8fa7930b418b req-1e41227a-15b4-4391-8367-5fc9c4c8adbc service neutron] 10.222.0.89 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765058 Jul 06 12:10:25.141416 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-48e5497d-ebc9-40ca-a0f0-d58d0724c967 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.238978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Set router c7431c09-74c7-4569-a293-625289b811d9 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:25.313686 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db78120c-9165-4fda-b113-2359b7f4ea1d None None] DHCP port deletion for dbe97679-272d-41fe-b40d-0fef0a7c0377 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:10:25.393356 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-48e5497d-ebc9-40ca-a0f0-d58d0724c967 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.398189 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-342f11a7-05e7-4472-a394-9c0861616589 req-bb3a5180-a78c-4318-9bc2-64f98c91e5aa tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.420897 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-342f11a7-05e7-4472-a394-9c0861616589 req-bb3a5180-a78c-4318-9bc2-64f98c91e5aa tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.421660 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [req-342f11a7-05e7-4472-a394-9c0861616589 req-bb3a5180-a78c-4318-9bc2-64f98c91e5aa tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Floating IP b25ac797-5acb-4d8d-8c7e-a6fb96a4d021 disassociated. External IP: 172.25.4.144, port: 177b57a7-7158-438f-aecb-4266892e6673. Jul 06 12:10:25.476099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-db78120c-9165-4fda-b113-2359b7f4ea1d None None] Deleting port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:25.476473 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db78120c-9165-4fda-b113-2359b7f4ea1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.511690 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-48e5497d-ebc9-40ca-a0f0-d58d0724c967 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.549854 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-48e5497d-ebc9-40ca-a0f0-d58d0724c967 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.551638 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-48e5497d-ebc9-40ca-a0f0-d58d0724c967 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "DELETE /v2.0/subnets/cc2e3120-762a-4f87-aedb-5281054bccff HTTP/1.1" status: 204 len: 168 time: 0.6135767 Jul 06 12:10:25.565515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375fa906-309a-42bd-a78c-0fe0f0a3d459 None None] Network 1a09f5e2-3353-476f-ba3b-e05ea00c116c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:25.585845 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53788) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:25.586778 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5497d-ebc9-40ca-a0f0-d58d0724c967 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2e3120-762a-4f87-aedb-5281054bccff,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:25.640606 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.660713 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-db78120c-9165-4fda-b113-2359b7f4ea1d None None] For port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5922cfdb-70fc-4b1c-b73f-e70b91d6edc8,segment=NetworkSegment(219ad39a-e092-4c7e-abca-e932f3a6e7f1),segment_id=219ad39a-e092-4c7e-abca-e932f3a6e7f1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:25.662459 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db78120c-9165-4fda-b113-2359b7f4ea1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.679831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-db78120c-9165-4fda-b113-2359b7f4ea1d None None] Calling delete_port for 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:25.696565 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.881001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7431c09-74c7-4569-a293-625289b811d9', 'name': 'tempest-TestAggregatesBasicOps-1489680502-router', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c892e79e-d79d-48c8-b421-309d2bc9b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:22Z', 'revision_number': 3, 'project_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'gw_port': {'id': 'c892e79e-d79d-48c8-b421-309d2bc9b49f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7431c09-74c7-4569-a293-625289b811d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:25.896002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Allocated IP 172.20.0.1 (c9ffcea0-7400-4f5d-b763-0b996d1c859f/97fb20da-37a8-4c9e-ad87-63f4682b1f20/004f014a-027c-42a6-9945-527638bb698d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:25.911680 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Deleting port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:25.912027 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:25.930845 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Checking router: c7431c09-74c7-4569-a293-625289b811d9 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:25.932242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Updating router c7431c09-74c7-4569-a293-625289b811d9 port c892e79e-d79d-48c8-b421-309d2bc9b49f binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:10:26.007367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-342f11a7-05e7-4472-a394-9c0861616589 req-bb3a5180-a78c-4318-9bc2-64f98c91e5aa tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Router c967127f-9920-4d6f-9aa5-fb67aee28615 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:26.018736 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db78120c-9165-4fda-b113-2359b7f4ea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.030939 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] For port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5922cfdb-70fc-4b1c-b73f-e70b91d6edc8,segment=NetworkSegment(219ad39a-e092-4c7e-abca-e932f3a6e7f1),segment_id=219ad39a-e092-4c7e-abca-e932f3a6e7f1)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:26.031343 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.086863 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.092332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78120c-9165-4fda-b113-2359b7f4ea1d None None] Pushing event deleted for resources: {'Port': ['ID=5922cfdb-70fc-4b1c-b73f-e70b91d6edc8,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:26.130969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c2bc5e-7a2d-47dc-9ab5-85ba40f35ff9 None None] DHCP port deletion for 1a09f5e2-3353-476f-ba3b-e05ea00c116c request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:10:26.134151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db78120c-9165-4fda-b113-2359b7f4ea1d None None] No DVR routers for this DVR port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:26.153761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Calling delete_port for 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:26.221460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-342f11a7-05e7-4472-a394-9c0861616589 req-bb3a5180-a78c-4318-9bc2-64f98c91e5aa tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:26.227627 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-342f11a7-05e7-4472-a394-9c0861616589 req-bb3a5180-a78c-4318-9bc2-64f98c91e5aa tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.235406 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e20ccc-9006-4619-9e1c-d4ca51a147a7 None None] Sync routers for ids ['c967127f-9920-4d6f-9aa5-fb67aee28615'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:26.249435 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e20ccc-9006-4619-9e1c-d4ca51a147a7 None None] Routers {'c967127f-9920-4d6f-9aa5-fb67aee28615'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:26.256144 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-55e20ccc-9006-4619-9e1c-d4ca51a147a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c967127f-9920-4d6f-9aa5-fb67aee28615'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:26.329009 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-342f11a7-05e7-4472-a394-9c0861616589 req-bb3a5180-a78c-4318-9bc2-64f98c91e5aa tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "PUT /v2.0/floatingips/b25ac797-5acb-4d8d-8c7e-a6fb96a4d021 HTTP/1.1" status: 200 len: 695 time: 2.0542147 Jul 06 12:10:26.330425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'tag': '177b57a7-7158-438f-aecb-4266892e6673'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:10:26.342726 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5e4d16-f0ab-4ad6-a0e0-d2571b1fa847" -d '{"events": [{"name": "network-changed", "server_uuid": "6955a07a-fbb6-429f-90b2-f0ae8a13c21c", "tag": "177b57a7-7158-438f-aecb-4266892e6673"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:10:26.396179 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.410319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] No DVR routers for this DVR port 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:26.458026 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-55e20ccc-9006-4619-9e1c-d4ca51a147a7 None None] Set router c967127f-9920-4d6f-9aa5-fb67aee28615 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:26.500983 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event deleted for resources: {'Port': ['ID=5922cfdb-70fc-4b1c-b73f-e70b91d6edc8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:26.505615 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.527769 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Transition to ACTIVE for port object 004f014a-027c-42a6-9945-527638bb698d will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:26.539768 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.554201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe97679-272d-41fe-b40d-0fef0a7c0377']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:26.576245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f11a7-05e7-4472-a394-9c0861616589 req-8315ed78-fb88-4cd7-b0c1-9ae1ba45c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:26.578153 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-342f11a7-05e7-4472-a394-9c0861616589 req-8315ed78-fb88-4cd7-b0c1-9ae1ba45c501 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=99bca47aa94a4e2c8f4229c85ca00173&device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 1096 time: 0.2284343 Jul 06 12:10:26.586881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219ad39a-e092-4c7e-abca-e932f3a6e7f1') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:26.587217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219ad39a-e092-4c7e-abca-e932f3a6e7f1') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:26.602528 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.674972 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Network c9ffcea0-7400-4f5d-b763-0b996d1c859f is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:26.693833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:26.704858 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:26.708265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:26.716142 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e1c2bc5e-7a2d-47dc-9ab5-85ba40f35ff9 None None] Deleting port a8b5e158-d87b-4d3a-8172-82d5a15e00ca {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:26.717206 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1c2bc5e-7a2d-47dc-9ab5-85ba40f35ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.805623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f11a7-05e7-4472-a394-9c0861616589 req-b2bd10c0-5b31-48e9-9563-d8bb34c276e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:26.807444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-342f11a7-05e7-4472-a394-9c0861616589 req-b2bd10c0-5b31-48e9-9563-d8bb34c276e9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 HTTP/1.1" status: 200 len: 920 time: 0.2181475 Jul 06 12:10:26.813182 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.817500 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=004f014a-027c-42a6-9945-527638bb698d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:26.828950 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-55e20ccc-9006-4619-9e1c-d4ca51a147a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-router', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:03Z', 'updated_at': '2021-07-06T12:09:11Z', 'revision_number': 4, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'gw_port': {'id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:05Z', 'updated_at': '2021-07-06T12:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8', 'name': '', 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'mac_address': 'fa:16:3e:2e:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:10Z', 'updated_at': '2021-07-06T12:09:30Z', 'revision_number': 5, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'subnets': [{'id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:26.836601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e1c2bc5e-7a2d-47dc-9ab5-85ba40f35ff9 None None] For port a8b5e158-d87b-4d3a-8172-82d5a15e00ca, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a8b5e158-d87b-4d3a-8172-82d5a15e00ca,segment=NetworkSegment(c736e8a6-7a99-408a-a4ae-1864dfbb9f27),segment_id=c736e8a6-7a99-408a-a4ae-1864dfbb9f27)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:26.837297 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1c2bc5e-7a2d-47dc-9ab5-85ba40f35ff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.865036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e1c2bc5e-7a2d-47dc-9ab5-85ba40f35ff9 None None] Calling delete_port for a8b5e158-d87b-4d3a-8172-82d5a15e00ca owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:26.875425 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.926550 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-342f11a7-05e7-4472-a394-9c0861616589 req-1b60b39b-bf7d-4fa2-90e8-2816c2932bf7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177b57a7-7158-438f-aecb-4266892e6673 HTTP/1.1" status: 200 len: 217 time: 0.1003900 Jul 06 12:10:26.955784 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:26.995199 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1c2bc5e-7a2d-47dc-9ab5-85ba40f35ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.008637 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:27.009244 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5922cfdb-70fc-4b1c-b73f-e70b91d6edc8 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:27.009881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a8b5e158-d87b-4d3a-8172-82d5a15e00ca no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:27.022189 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e20ccc-9006-4619-9e1c-d4ca51a147a7 None None] Checking router: c967127f-9920-4d6f-9aa5-fb67aee28615 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:27.032646 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c2bc5e-7a2d-47dc-9ab5-85ba40f35ff9 None None] No DVR routers for this DVR port a8b5e158-d87b-4d3a-8172-82d5a15e00ca on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:27.035570 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: a8b5e158-d87b-4d3a-8172-82d5a15e00ca {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:27.036123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a8b5e158-d87b-4d3a-8172-82d5a15e00ca not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:27.041240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:10:27.041951 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.048444 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e20ccc-9006-4619-9e1c-d4ca51a147a7 None None] Routers {'c967127f-9920-4d6f-9aa5-fb67aee28615'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:27.049173 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-55e20ccc-9006-4619-9e1c-d4ca51a147a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c967127f-9920-4d6f-9aa5-fb67aee28615'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:10:27.079973 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:10:27.094331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2bc5e-7a2d-47dc-9ab5-85ba40f35ff9 None None] Pushing event deleted for resources: {'Port': ['ID=a8b5e158-d87b-4d3a-8172-82d5a15e00ca,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:27.163884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f11a7-05e7-4472-a394-9c0861616589 req-dcfbe2e4-a277-4978-9221-89ec12dab500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:27.165768 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-342f11a7-05e7-4472-a394-9c0861616589 req-dcfbe2e4-a277-4978-9221-89ec12dab500 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=584c750d-5d96-4d7c-8aa7-0febbdb3d1ab HTTP/1.1" status: 200 len: 859 time: 0.2307470 Jul 06 12:10:27.173681 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.272437 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-55e20ccc-9006-4619-9e1c-d4ca51a147a7 None None] Set router c967127f-9920-4d6f-9aa5-fb67aee28615 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:27.278783 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.280202 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.283876 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "DELETE /v2.0/networks/dbe97679-272d-41fe-b40d-0fef0a7c0377 HTTP/1.1" status: 204 len: 168 time: 1.6943817 Jul 06 12:10:27.285027 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53812) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:27.285622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53724a7-a41b-4c5b-8789-85bd53438cd5 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event deleted for resources: {'Network': ['ID=dbe97679-272d-41fe-b40d-0fef0a7c0377,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:27.300673 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-342f11a7-05e7-4472-a394-9c0861616589 req-b834779e-579d-4852-aecc-fbf3dc3ed30f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239290 Jul 06 12:10:27.311880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-89e48065-4d28-417d-9e45-1bd666eaa09f None None] Provisioning for port 004f014a-027c-42a6-9945-527638bb698d completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:27.342009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-89e48065-4d28-417d-9e45-1bd666eaa09f None None] Provisioning complete for port 004f014a-027c-42a6-9945-527638bb698d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:27.342479 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-89e48065-4d28-417d-9e45-1bd666eaa09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.348797 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.405625 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61c20cfd-7cbd-4179-bde0-c9b631461cd3 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.406680 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-342f11a7-05e7-4472-a394-9c0861616589 req-97143a39-3df9-41a8-a0d2-300db4f5a130 service neutron] 10.222.0.81 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051369 Jul 06 12:10:27.408110 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Transition to ACTIVE for port object c892e79e-d79d-48c8-b421-309d2bc9b49f will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:27.426846 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.524925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c720e-a9f0-4a71-94ec-020268dc5d23 None None] Pushing event updated for resources: {'Port': ['ID=c892e79e-d79d-48c8-b421-309d2bc9b49f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:27.540343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-89e48065-4d28-417d-9e45-1bd666eaa09f None None] Port 004f014a-027c-42a6-9945-527638bb698d cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:27.549313 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61c20cfd-7cbd-4179-bde0-c9b631461cd3 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.564203 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Attempting to bind port c892e79e-d79d-48c8-b421-309d2bc9b49f on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:27.564582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Attempting to bind port c892e79e-d79d-48c8-b421-309d2bc9b49f by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:27.564916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-61c20cfd-7cbd-4179-bde0-c9b631461cd3 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a09f5e2-3353-476f-ba3b-e05ea00c116c']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:27.565059 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Attempting to bind port c892e79e-d79d-48c8-b421-309d2bc9b49f on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:27.582475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:27.583194 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:27.585298 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.585298 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:27.585738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Bound port: c892e79e-d79d-48c8-b421-309d2bc9b49f, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:27.586076 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.593169 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-342f11a7-05e7-4472-a394-9c0861616589 req-cac75c7d-4634-4006-9f36-6b3a2259f4c8 service neutron] 10.222.0.81 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754878 Jul 06 12:10:27.614716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-61c20cfd-7cbd-4179-bde0-c9b631461cd3 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c736e8a6-7a99-408a-a4ae-1864dfbb9f27') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:27.614861 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-61c20cfd-7cbd-4179-bde0-c9b631461cd3 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c736e8a6-7a99-408a-a4ae-1864dfbb9f27') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:27.630965 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61c20cfd-7cbd-4179-bde0-c9b631461cd3 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.651739 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61c20cfd-7cbd-4179-bde0-c9b631461cd3 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.662533 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-55e20ccc-9006-4619-9e1c-d4ca51a147a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-router', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:03Z', 'updated_at': '2021-07-06T12:09:11Z', 'revision_number': 4, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'gw_port': {'id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:05Z', 'updated_at': '2021-07-06T12:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8', 'name': '', 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'mac_address': 'fa:16:3e:2e:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:10Z', 'updated_at': '2021-07-06T12:09:30Z', 'revision_number': 5, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'subnets': [{'id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:27.663099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] For port c892e79e-d79d-48c8-b421-309d2bc9b49f, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:27.667340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] For port c892e79e-d79d-48c8-b421-309d2bc9b49f, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c892e79e-d79d-48c8-b421-309d2bc9b49f,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:27.671813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c20cfd-7cbd-4179-bde0-c9b631461cd3 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:10:27.672231 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61c20cfd-7cbd-4179-bde0-c9b631461cd3 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:10:27.675881 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:10:27.690406 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.748889 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e20ccc-9006-4619-9e1c-d4ca51a147a7 None None] The sync data for ids ['c967127f-9920-4d6f-9aa5-fb67aee28615'] in n-d-799529-2 is: [{'id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-router', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:03Z', 'updated_at': '2021-07-06T12:09:11Z', 'revision_number': 4, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'gw_port': {'id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:05Z', 'updated_at': '2021-07-06T12:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8', 'name': '', 'network_id': 'da1d5568-bee0-4d2b-a764-9b50b6e9c9d9', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'mac_address': 'fa:16:3e:2e:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:10Z', 'updated_at': '2021-07-06T12:09:30Z', 'revision_number': 5, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'subnets': [{'id': '584c750d-5d96-4d7c-8aa7-0febbdb3d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:27.776628 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61c20cfd-7cbd-4179-bde0-c9b631461cd3 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.791282 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61c20cfd-7cbd-4179-bde0-c9b631461cd3 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.793336 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-61c20cfd-7cbd-4179-bde0-c9b631461cd3 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "DELETE /v2.0/networks/1a09f5e2-3353-476f-ba3b-e05ea00c116c HTTP/1.1" status: 204 len: 168 time: 0.5072465 Jul 06 12:10:27.796812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53820) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:27.799481 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.814543 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.824431 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c720e-a9f0-4a71-94ec-020268dc5d23 None None] Pushing event updated for resources: {'Port': ['ID=c892e79e-d79d-48c8-b421-309d2bc9b49f,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:27.826981 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c20cfd-7cbd-4179-bde0-c9b631461cd3 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event deleted for resources: {'Network': ['ID=1a09f5e2-3353-476f-ba3b-e05ea00c116c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:27.837336 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Routers {'c7431c09-74c7-4569-a293-625289b811d9'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:27.839660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c7431c09-74c7-4569-a293-625289b811d9'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:27.919939 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac781dd6-4cbf-41a4-acb0-3a151908ebf1 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Deleting subnet 8ce73ea9-4ed4-4bba-a658-b6c8aafd4d72 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:10:27.940123 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac781dd6-4cbf-41a4-acb0-3a151908ebf1 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:27.961461 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=004f014a-027c-42a6-9945-527638bb698d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:27.968008 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.004937 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac781dd6-4cbf-41a4-acb0-3a151908ebf1 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.029396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] Set router c7431c09-74c7-4569-a293-625289b811d9 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:28.110206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Network c9ffcea0-7400-4f5d-b763-0b996d1c859f is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:28.111710 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:28.269084 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac781dd6-4cbf-41a4-acb0-3a151908ebf1 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.385372 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6139893-2b14-4091-986b-b19d40b42342 x-openstack-request-id: req-f6139893-2b14-4091-986b-b19d40b42342 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:10:28.385719 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6955a07a-fbb6-429f-90b2-f0ae8a13c21c", "tag": "177b57a7-7158-438f-aecb-4266892e6673", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:10:28.387856 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f6139893-2b14-4091-986b-b19d40b42342 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:10:28.387856 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'tag': '177b57a7-7158-438f-aecb-4266892e6673', 'status': 'completed', 'code': 200} Jul 06 12:10:28.443605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bed554-d490-4a07-ac11-ee2e1003526e None None] New status for floating IP b25ac797-5acb-4d8d-8c7e-a6fb96a4d021: DOWN {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:10:28.446668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d60402-cbf9-4ec8-afe0-1523dae8bd53 req-36f9989f-8f15-4de2-acef-e0eaa497282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:28.448156 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33d60402-cbf9-4ec8-afe0-1523dae8bd53 req-36f9989f-8f15-4de2-acef-e0eaa497282f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 1095 time: 0.2744565 Jul 06 12:10:28.450678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Router c7431c09-74c7-4569-a293-625289b811d9 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:28.572152 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac781dd6-4cbf-41a4-acb0-3a151908ebf1 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.603915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac781dd6-4cbf-41a4-acb0-3a151908ebf1 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce73ea9-4ed4-4bba-a658-b6c8aafd4d72,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:28.620033 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9f4e206-1688-4d82-be57-500b27c72b58 req-22efdf82-5490-48e9-ba39-9e01a029f3ea tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/floatingips/b25ac797-5acb-4d8d-8c7e-a6fb96a4d021 HTTP/1.1" status: 200 len: 695 time: 0.1901968 Jul 06 12:10:28.651440 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac781dd6-4cbf-41a4-acb0-3a151908ebf1 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.654205 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ac781dd6-4cbf-41a4-acb0-3a151908ebf1 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "DELETE /v2.0/subnets/8ce73ea9-4ed4-4bba-a658-b6c8aafd4d72 HTTP/1.1" status: 204 len: 168 time: 0.8561606 Jul 06 12:10:28.657813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53838) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:28.665010 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e542202f-411e-47b6-9392-06093355dfd1 None None] Network 85c6cc47-f721-43b2-892b-c2fef773872d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:28.672907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9c3dbfb3-e135-4f37-a20b-67a78d8d57ba None None] Provisioning complete for port 004f014a-027c-42a6-9945-527638bb698d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:28.673288 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c3dbfb3-e135-4f37-a20b-67a78d8d57ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:28.745213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d60402-cbf9-4ec8-afe0-1523dae8bd53 req-6e60c0f2-a38b-4c20-99d0-89672b175600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:28.746787 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33d60402-cbf9-4ec8-afe0-1523dae8bd53 req-6e60c0f2-a38b-4c20-99d0-89672b175600 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.2882111 Jul 06 12:10:28.786603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:28.831865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9c3dbfb3-e135-4f37-a20b-67a78d8d57ba None None] Port 004f014a-027c-42a6-9945-527638bb698d cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:28.915103 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9ab8bf42-4e40-42c6-9eeb-de63c9687ad2 admin admin] 10.222.0.81 "PUT /v2.0/routers/c7431c09-74c7-4569-a293-625289b811d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8645675 Jul 06 12:10:28.957483 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7431c09-74c7-4569-a293-625289b811d9', 'name': 'tempest-TestAggregatesBasicOps-1489680502-router', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c892e79e-d79d-48c8-b421-309d2bc9b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:27Z', 'revision_number': 4, 'project_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'gw_port': {'id': 'c892e79e-d79d-48c8-b421-309d2bc9b49f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7431c09-74c7-4569-a293-625289b811d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '004f014a-027c-42a6-9945-527638bb698d', 'name': '', 'network_id': 'c9ffcea0-7400-4f5d-b763-0b996d1c859f', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'mac_address': 'fa:16:3e:83:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7431c09-74c7-4569-a293-625289b811d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '97fb20da-37a8-4c9e-ad87-63f4682b1f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:25Z', 'updated_at': '2021-07-06T12:10:27Z', 'revision_number': 2, 'project_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'subnets': [{'id': '97fb20da-37a8-4c9e-ad87-63f4682b1f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:28.971513 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33d60402-cbf9-4ec8-afe0-1523dae8bd53 req-b8acca65-6c28-4522-9ec8-542090984967 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c37a452-8116-40f9-bb9e-87350d554d02 HTTP/1.1" status: 200 len: 997 time: 0.2144191 Jul 06 12:10:28.975744 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.035472 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe059724-5e00-457d-ba7c-13a57fd97c21 None None] The sync data for ids ['c7431c09-74c7-4569-a293-625289b811d9'] in n-d-799529-2 is: [{'id': 'c7431c09-74c7-4569-a293-625289b811d9', 'name': 'tempest-TestAggregatesBasicOps-1489680502-router', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c892e79e-d79d-48c8-b421-309d2bc9b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:27Z', 'revision_number': 4, 'project_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'gw_port': {'id': 'c892e79e-d79d-48c8-b421-309d2bc9b49f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7431c09-74c7-4569-a293-625289b811d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '004f014a-027c-42a6-9945-527638bb698d', 'name': '', 'network_id': 'c9ffcea0-7400-4f5d-b763-0b996d1c859f', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'mac_address': 'fa:16:3e:83:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7431c09-74c7-4569-a293-625289b811d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '97fb20da-37a8-4c9e-ad87-63f4682b1f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:25Z', 'updated_at': '2021-07-06T12:10:27Z', 'revision_number': 2, 'project_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'subnets': [{'id': '97fb20da-37a8-4c9e-ad87-63f4682b1f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:29.068969 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d60402-cbf9-4ec8-afe0-1523dae8bd53 req-1f2e656e-999f-4502-a557-e04a71975d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:29.075177 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33d60402-cbf9-4ec8-afe0-1523dae8bd53 req-1f2e656e-999f-4502-a557-e04a71975d67 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.0940568 Jul 06 12:10:29.176670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Deleting port f05b16dc-3b84-473b-bfca-fc120947517c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:29.177014 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.211683 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e4d16-f0ab-4ad6-a0e0-d2571b1fa847 req-afdf043a-95ca-4850-b7bc-500ffa4f049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:29.217219 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c5e4d16-f0ab-4ad6-a0e0-d2571b1fa847 req-afdf043a-95ca-4850-b7bc-500ffa4f049f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=99bca47aa94a4e2c8f4229c85ca00173&device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 1096 time: 0.8017409 Jul 06 12:10:29.297045 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d60402-cbf9-4ec8-afe0-1523dae8bd53 req-567c21d7-bf36-4d06-a3da-a35d12a378d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:29.300894 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33d60402-cbf9-4ec8-afe0-1523dae8bd53 req-567c21d7-bf36-4d06-a3da-a35d12a378d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2162681 Jul 06 12:10:29.304294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66256a5-34e7-442f-95c4-a76536ad8b46 None None] DHCP port deletion for 85c6cc47-f721-43b2-892b-c2fef773872d request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:10:29.333769 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] For port f05b16dc-3b84-473b-bfca-fc120947517c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f05b16dc-3b84-473b-bfca-fc120947517c,segment=NetworkSegment(fc887837-5bf9-4ba8-bf93-463747737c71),segment_id=fc887837-5bf9-4ba8-bf93-463747737c71)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:29.334276 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.335179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4e206-1688-4d82-be57-500b27c72b58 req-9dc85767-790d-417b-bff7-ab5e727d3875 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:29.343707 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9f4e206-1688-4d82-be57-500b27c72b58 req-9dc85767-790d-417b-bff7-ab5e727d3875 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/networks/075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 784 time: 0.7212393 Jul 06 12:10:29.370204 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-e9f4e206-1688-4d82-be57-500b27c72b58 req-d62e99ee-a003-426b-8431-d8172e0e188d tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:10:29.371813 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9f4e206-1688-4d82-be57-500b27c72b58 req-d62e99ee-a003-426b-8431-d8172e0e188d tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215716 Jul 06 12:10:29.426783 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c66256a5-34e7-442f-95c4-a76536ad8b46 None None] Deleting port f05b16dc-3b84-473b-bfca-fc120947517c {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:29.427129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Calling delete_port for f05b16dc-3b84-473b-bfca-fc120947517c owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:29.428648 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c66256a5-34e7-442f-95c4-a76536ad8b46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.505683 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9f4e206-1688-4d82-be57-500b27c72b58 req-c2939d95-05aa-435d-9076-42312e71e231 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 696 time: 0.1258929 Jul 06 12:10:29.605603 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c66256a5-34e7-442f-95c4-a76536ad8b46 None None] For port f05b16dc-3b84-473b-bfca-fc120947517c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f05b16dc-3b84-473b-bfca-fc120947517c,segment=NetworkSegment(fc887837-5bf9-4ba8-bf93-463747737c71),segment_id=fc887837-5bf9-4ba8-bf93-463747737c71)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:29.605603 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c66256a5-34e7-442f-95c4-a76536ad8b46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.614703 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9f4e206-1688-4d82-be57-500b27c72b58 req-d494b6d7-5309-476d-a675-04816439b22d tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.4.144 HTTP/1.1" status: 200 len: 696 time: 0.1080792 Jul 06 12:10:29.625944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c66256a5-34e7-442f-95c4-a76536ad8b46 None None] Calling delete_port for f05b16dc-3b84-473b-bfca-fc120947517c owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:29.683575 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33d60402-cbf9-4ec8-afe0-1523dae8bd53 req-15f0efcf-b06a-4cb6-a795-6dee0b7f5c1b service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668175 Jul 06 12:10:29.750507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e4d16-f0ab-4ad6-a0e0-d2571b1fa847 req-ee5eb96c-ed2e-415b-a20d-53295e6106d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:29.752289 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c5e4d16-f0ab-4ad6-a0e0-d2571b1fa847 req-ee5eb96c-ed2e-415b-a20d-53295e6106d7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 HTTP/1.1" status: 200 len: 920 time: 0.5289273 Jul 06 12:10:29.829724 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.834781 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c5e4d16-f0ab-4ad6-a0e0-d2571b1fa847 req-94383d61-e7a9-4e59-afa0-749550854553 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=177b57a7-7158-438f-aecb-4266892e6673 HTTP/1.1" status: 200 len: 217 time: 0.0751028 Jul 06 12:10:29.842931 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c66256a5-34e7-442f-95c4-a76536ad8b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.877392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] No DVR routers for this DVR port f05b16dc-3b84-473b-bfca-fc120947517c on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:29.881679 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66256a5-34e7-442f-95c4-a76536ad8b46 None None] No DVR routers for this DVR port f05b16dc-3b84-473b-bfca-fc120947517c on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:29.924105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-e9f4e206-1688-4d82-be57-500b27c72b58 req-1efeed8b-3615-4c73-8377-fa88d4cba3f0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Deleting port b00ed3b6-2aa2-4b5d-a578-7b49b83b8a87 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:29.925348 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e9f4e206-1688-4d82-be57-500b27c72b58 req-1efeed8b-3615-4c73-8377-fa88d4cba3f0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:29.931078 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66256a5-34e7-442f-95c4-a76536ad8b46 None None] Pushing event deleted for resources: {'Port': ['ID=f05b16dc-3b84-473b-bfca-fc120947517c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:29.998529 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e4d16-f0ab-4ad6-a0e0-d2571b1fa847 req-d6a61652-72ff-4d39-a713-912ae48c6b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:30.000299 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event deleted for resources: {'Port': ['ID=f05b16dc-3b84-473b-bfca-fc120947517c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:30.000455 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c5e4d16-f0ab-4ad6-a0e0-d2571b1fa847 req-d6a61652-72ff-4d39-a713-912ae48c6b34 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=584c750d-5d96-4d7c-8aa7-0febbdb3d1ab HTTP/1.1" status: 200 len: 859 time: 0.1575518 Jul 06 12:10:30.047614 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c5e4d16-f0ab-4ad6-a0e0-d2571b1fa847 req-c2624dac-f394-4ba5-9e6b-856aa88640f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400813 Jul 06 12:10:30.082039 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.093713 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c6cc47-f721-43b2-892b-c2fef773872d']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:30.106744 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc887837-5bf9-4ba8-bf93-463747737c71') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:30.107026 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc887837-5bf9-4ba8-bf93-463747737c71') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:30.118321 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.136969 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53878) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:30.140933 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e9f4e206-1688-4d82-be57-500b27c72b58 req-1efeed8b-3615-4c73-8377-fa88d4cba3f0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.141273 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e9f4e206-1688-4d82-be57-500b27c72b58 req-1efeed8b-3615-4c73-8377-fa88d4cba3f0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.155019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-40534d9a-1691-441f-b900-1ffb773023b4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-168044307-network', 'tenant_id': 'a7f2b61cf1294d01b68df44a5168bff9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:30.161748 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-e9f4e206-1688-4d82-be57-500b27c72b58 req-1efeed8b-3615-4c73-8377-fa88d4cba3f0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Calling delete_port for b00ed3b6-2aa2-4b5d-a578-7b49b83b8a87 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:30.164171 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.197755 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:10:30.198410 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:10:30.202543 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:10:30.227153 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-33d60402-cbf9-4ec8-afe0-1523dae8bd53 req-172873fb-91b5-4763-a5bc-78d57470efa5 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342369 Jul 06 12:10:30.277290 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c5e4d16-f0ab-4ad6-a0e0-d2571b1fa847 req-cad95145-95df-4f9d-b033-b377995db065 service neutron] 10.222.0.89 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182004 Jul 06 12:10:30.299857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40534d9a-1691-441f-b900-1ffb773023b4 admin admin] Made reservation on behalf of a7f2b61cf1294d01b68df44a5168bff9 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:30.301484 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40534d9a-1691-441f-b900-1ffb773023b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.324414 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40534d9a-1691-441f-b900-1ffb773023b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.346241 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.358189 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.363347 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "DELETE /v2.0/networks/85c6cc47-f721-43b2-892b-c2fef773872d HTTP/1.1" status: 204 len: 168 time: 1.7020602 Jul 06 12:10:30.368363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53882) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:30.378807 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176ed7d-87db-40d4-9bfd-92f567ff00db tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Pushing event deleted for resources: {'Network': ['ID=85c6cc47-f721-43b2-892b-c2fef773872d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:30.432890 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-68671371-9573-47aa-9775-88b1f8479b1a tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "GET /v2.0/ports?device_id=a04ce5d7-1f79-463e-91f5-00b7a7f1d71f HTTP/1.1" status: 200 len: 205 time: 0.0608332 Jul 06 12:10:30.433541 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53886) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:30.535030 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40534d9a-1691-441f-b900-1ffb773023b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.546701 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40534d9a-1691-441f-b900-1ffb773023b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.610068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40534d9a-1691-441f-b900-1ffb773023b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:10:30.620126 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40534d9a-1691-441f-b900-1ffb773023b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b370a62-d88b-4b68-9dd7-fd73fef3ac9a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:30.648205 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40534d9a-1691-441f-b900-1ffb773023b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.648622 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-40534d9a-1691-441f-b900-1ffb773023b4 admin admin] Added segment b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96 of type vlan for network 7ff7f1a5-86c0-4529-8cfc-12c424272701 Jul 06 12:10:30.687697 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77aad1c2-3ac0-4395-be5c-18bde4af6fa1 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.745466 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40534d9a-1691-441f-b900-1ffb773023b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.758481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c892e79e-d79d-48c8-b421-309d2bc9b49f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:30.784902 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40534d9a-1691-441f-b900-1ffb773023b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.786077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40534d9a-1691-441f-b900-1ffb773023b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:30.786775 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40534d9a-1691-441f-b900-1ffb773023b4 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.822643 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c5e4d16-f0ab-4ad6-a0e0-d2571b1fa847 req-8d80a9a5-22ec-41de-a37c-f29e5408322f service neutron] 10.222.0.89 "GET /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368681 Jul 06 12:10:30.850081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port c892e79e-d79d-48c8-b421-309d2bc9b49f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:30.864124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c892e79e-d79d-48c8-b421-309d2bc9b49f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:30.864787 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:30.941120 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-40534d9a-1691-441f-b900-1ffb773023b4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8019257 Jul 06 12:10:30.948611 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53892) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:30.958065 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4922e141-fec6-4562-a03f-2814990286f2 admin admin] Request body: {'subnet': {'network_id': '7ff7f1a5-86c0-4529-8cfc-12c424272701', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-168044307-subnet', 'tenant_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:30.963391 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e9f4e206-1688-4d82-be57-500b27c72b58 req-1efeed8b-3615-4c73-8377-fa88d4cba3f0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.014902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40534d9a-1691-441f-b900-1ffb773023b4 admin admin] Pushing event updated for resources: {'Network': ['ID=7ff7f1a5-86c0-4529-8cfc-12c424272701,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:31.018389 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4922e141-fec6-4562-a03f-2814990286f2 admin admin] Made reservation on behalf of a7f2b61cf1294d01b68df44a5168bff9 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:31.021223 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4922e141-fec6-4562-a03f-2814990286f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.069103 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77aad1c2-3ac0-4395-be5c-18bde4af6fa1 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.071613 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efeed8b-3615-4c73-8377-fa88d4cba3f0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Pushing event deleted for resources: {'Port': ['ID=b00ed3b6-2aa2-4b5d-a578-7b49b83b8a87,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:31.078101 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77aad1c2-3ac0-4395-be5c-18bde4af6fa1 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.085483 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.109350 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 7ff7f1a5-86c0-4529-8cfc-12c424272701 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:10:31.179130 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e9f4e206-1688-4d82-be57-500b27c72b58 req-1efeed8b-3615-4c73-8377-fa88d4cba3f0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.184939 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-e9f4e206-1688-4d82-be57-500b27c72b58 req-1efeed8b-3615-4c73-8377-fa88d4cba3f0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.200144 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9f4e206-1688-4d82-be57-500b27c72b58 req-1efeed8b-3615-4c73-8377-fa88d4cba3f0 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "DELETE /v2.0/floatingips/b25ac797-5acb-4d8d-8c7e-a6fb96a4d021 HTTP/1.1" status: 204 len: 173 time: 1.5836279 Jul 06 12:10:31.205339 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77aad1c2-3ac0-4395-be5c-18bde4af6fa1 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.205894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77aad1c2-3ac0-4395-be5c-18bde4af6fa1 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Fanout notify agent at l3_agent the message router_deleted on router a04ce5d7-1f79-463e-91f5-00b7a7f1d71f {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:10:31.222082 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-77aad1c2-3ac0-4395-be5c-18bde4af6fa1 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.237895 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port c892e79e-d79d-48c8-b421-309d2bc9b49f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c892e79e-d79d-48c8-b421-309d2bc9b49f,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:31.244277 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.244672 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-77aad1c2-3ac0-4395-be5c-18bde4af6fa1 tempest-RoutersNegativeIpV6Test-1576739923 tempest-RoutersNegativeIpV6Test-1576739923-project] 10.222.0.81 "DELETE /v2.0/routers/a04ce5d7-1f79-463e-91f5-00b7a7f1d71f HTTP/1.1" status: 204 len: 168 time: 0.7955091 Jul 06 12:10:31.359628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f05b16dc-3b84-473b-bfca-fc120947517c no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:31.409995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: f05b16dc-3b84-473b-bfca-fc120947517c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:31.410488 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f05b16dc-3b84-473b-bfca-fc120947517c not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:31.444138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=c892e79e-d79d-48c8-b421-309d2bc9b49f,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:31.454217 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4922e141-fec6-4562-a03f-2814990286f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.530386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084ece9-bee7-4702-88b8-da8c0287ee19 req-e77bab56-08ea-4e40-838f-392e35395e94 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:31.540522 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c084ece9-bee7-4702-88b8-da8c0287ee19 req-e77bab56-08ea-4e40-838f-392e35395e94 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1196401 Jul 06 12:10:31.562931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4922e141-fec6-4562-a03f-2814990286f2 admin admin] Checking segment: {'id': 'b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7ff7f1a5-86c0-4529-8cfc-12c424272701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:31.563323 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4922e141-fec6-4562-a03f-2814990286f2 admin admin] Network hostable DHCP agents. Network: 7ff7f1a5-86c0-4529-8cfc-12c424272701, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:10:31.572730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922e141-fec6-4562-a03f-2814990286f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff062e2-3f3b-499e-8f83-fe32915eea19,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:31.597035 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4922e141-fec6-4562-a03f-2814990286f2 admin admin] Network 7ff7f1a5-86c0-4529-8cfc-12c424272701 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:10:31.601035 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c084ece9-bee7-4702-88b8-da8c0287ee19 req-006fe1d6-4d3b-4f4f-be98-31736d17c3d5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590589 Jul 06 12:10:31.609798 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4922e141-fec6-4562-a03f-2814990286f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 7ff7f1a5-86c0-4529-8cfc-12c424272701) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:31.615601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4922e141-fec6-4562-a03f-2814990286f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:31.616226 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4922e141-fec6-4562-a03f-2814990286f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.628614 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e445032-1caa-4665-9602-7a5a1ad82d78 None None] Network 7ff7f1a5-86c0-4529-8cfc-12c424272701 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:31.642032 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53912) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:31.642202 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4922e141-fec6-4562-a03f-2814990286f2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6905997 Jul 06 12:10:31.648550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-168044307-router', 'tenant_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:31.686633 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.688146 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.693423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53914) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:31.817987 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.866426 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-7ff7f1a5-86c0-4529-8cfc-12c424272701', 'network_id': '7ff7f1a5-86c0-4529-8cfc-12c424272701', 'tenant_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'fixed_ips': [{'subnet_id': '8ff062e2-3f3b-499e-8f83-fe32915eea19'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:10:31.867527 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:31.931680 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a8947ae-2cee-4308-99e1-6652ea3fed51 req-f8a28b28-3f1a-4476-90f3-5ab929072815 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups/819d2a20-924b-4115-b187-ea8c15368ca0 HTTP/1.1" status: 200 len: 1809 time: 0.1280799 Jul 06 12:10:31.965220 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bcf15144-67a5-48d9-b3b0-b33738de84e3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=792d2245ecd146f384aef6116c006900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704153 Jul 06 12:10:31.967597 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53918) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:32.055375 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.065479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Allocated IP 172.20.0.2 (7ff7f1a5-86c0-4529-8cfc-12c424272701/8ff062e2-3f3b-499e-8f83-fe32915eea19/96092728-6f3c-458a-8f5e-84f5a53eb184) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:32.078200 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7afbbb86-6016-411e-b35c-1db5411cc16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.105682 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7afbbb86-6016-411e-b35c-1db5411cc16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.120210 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9a8947ae-2cee-4308-99e1-6652ea3fed51 req-4ed3b621-7171-422e-8905-9fee84ae312b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.189748 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7afbbb86-6016-411e-b35c-1db5411cc16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.193969 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7afbbb86-6016-411e-b35c-1db5411cc16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.201137 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7afbbb86-6016-411e-b35c-1db5411cc16c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8b54d5ec-5d27-4d85-b03b-cb37391057ae HTTP/1.1" status: 204 len: 168 time: 0.2319558 Jul 06 12:10:32.208520 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9a8947ae-2cee-4308-99e1-6652ea3fed51 req-4ed3b621-7171-422e-8905-9fee84ae312b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.211532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbbb86-6016-411e-b35c-1db5411cc16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b54d5ec-5d27-4d85-b03b-cb37391057ae,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:32.287122 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9a8947ae-2cee-4308-99e1-6652ea3fed51 req-4ed3b621-7171-422e-8905-9fee84ae312b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.290486 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-9a8947ae-2cee-4308-99e1-6652ea3fed51 req-4ed3b621-7171-422e-8905-9fee84ae312b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.311458 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a8947ae-2cee-4308-99e1-6652ea3fed51 req-4ed3b621-7171-422e-8905-9fee84ae312b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "DELETE /v2.0/security-groups/819d2a20-924b-4115-b187-ea8c15368ca0 HTTP/1.1" status: 204 len: 173 time: 0.3411362 Jul 06 12:10:32.333532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3b621-7171-422e-8905-9fee84ae312b tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819d2a20-924b-4115-b187-ea8c15368ca0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:32.413522 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.429732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Transition to ACTIVE for port object 96092728-6f3c-458a-8f5e-84f5a53eb184 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:32.447411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Transition to ACTIVE for port object 96092728-6f3c-458a-8f5e-84f5a53eb184 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:32.456300 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.536041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Pushing event updated for resources: {'Port': ['ID=96092728-6f3c-458a-8f5e-84f5a53eb184,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:32.546959 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Network 7ff7f1a5-86c0-4529-8cfc-12c424272701 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:32.553524 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:32.558500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:32.561078 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.584532 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.691273 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Sync routers for ids ['c7431c09-74c7-4569-a293-625289b811d9'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:32.711022 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Routers {'c7431c09-74c7-4569-a293-625289b811d9'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:32.711696 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c7431c09-74c7-4569-a293-625289b811d9'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:32.725316 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c892e79e-d79d-48c8-b421-309d2bc9b49f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:32.764941 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Attempting to bind port 96092728-6f3c-458a-8f5e-84f5a53eb184 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:32.765317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Attempting to bind port 96092728-6f3c-458a-8f5e-84f5a53eb184 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7ff7f1a5-86c0-4529-8cfc-12c424272701'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:32.768671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Attempting to bind port 96092728-6f3c-458a-8f5e-84f5a53eb184 on network 7ff7f1a5-86c0-4529-8cfc-12c424272701 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:32.805518 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:32.806240 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Checking segment: {'id': 'b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7ff7f1a5-86c0-4529-8cfc-12c424272701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:32.807109 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.807701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Bound using segment: {'id': 'b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7ff7f1a5-86c0-4529-8cfc-12c424272701'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:32.808471 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Bound port: 96092728-6f3c-458a-8f5e-84f5a53eb184, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7ff7f1a5-86c0-4529-8cfc-12c424272701'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:32.809540 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.831416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Allocated IP 172.25.4.151 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/662ba448-1cb6-406d-a9d5-d27198660afe) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:32.936372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c892e79e-d79d-48c8-b421-309d2bc9b49f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:32.939370 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:32.980331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] For port 96092728-6f3c-458a-8f5e-84f5a53eb184, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:33.039473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] For port 96092728-6f3c-458a-8f5e-84f5a53eb184, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=96092728-6f3c-458a-8f5e-84f5a53eb184,segment=NetworkSegment(b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96),segment_id=b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:33.053430 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.100817 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.108224 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Set router c7431c09-74c7-4569-a293-625289b811d9 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:33.130330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cf445-dda0-4731-a1b1-05172161a2cd None None] Pushing event updated for resources: {'Port': ['ID=96092728-6f3c-458a-8f5e-84f5a53eb184,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:33.264233 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.315184 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3921e2-eec1-4868-8441-d7c027e06fd3 req-b940963e-4ce1-4fbb-a32d-d68ad5b3737e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:33.317286 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cb3921e2-eec1-4868-8441-d7c027e06fd3 req-b940963e-4ce1-4fbb-a32d-d68ad5b3737e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1973431 Jul 06 12:10:33.366694 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:33.369503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Pushing event updated for resources: {'Port': ['ID=662ba448-1cb6-406d-a9d5-d27198660afe,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:33.372637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:33.378137 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:33.424956 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cb3921e2-eec1-4868-8441-d7c027e06fd3 req-978c889b-2a9f-4dc7-b2c5-ae82339af8bb tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961835 Jul 06 12:10:33.482067 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7431c09-74c7-4569-a293-625289b811d9', 'name': 'tempest-TestAggregatesBasicOps-1489680502-router', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c892e79e-d79d-48c8-b421-309d2bc9b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:27Z', 'revision_number': 4, 'project_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'gw_port': {'id': 'c892e79e-d79d-48c8-b421-309d2bc9b49f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7431c09-74c7-4569-a293-625289b811d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '004f014a-027c-42a6-9945-527638bb698d', 'name': '', 'network_id': 'c9ffcea0-7400-4f5d-b763-0b996d1c859f', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'mac_address': 'fa:16:3e:83:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7431c09-74c7-4569-a293-625289b811d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '97fb20da-37a8-4c9e-ad87-63f4682b1f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:25Z', 'updated_at': '2021-07-06T12:10:27Z', 'revision_number': 2, 'project_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'subnets': [{'id': '97fb20da-37a8-4c9e-ad87-63f4682b1f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:33.576077 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Checking router: c7431c09-74c7-4569-a293-625289b811d9 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:33.576415 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Updating router c7431c09-74c7-4569-a293-625289b811d9 port 004f014a-027c-42a6-9945-527638bb698d binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:10:33.655153 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.707721 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53970) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:33.713399 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038722 Jul 06 12:10:33.717608 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53972) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:33.891815 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:33.933600 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-59e73f3c-97ab-4935-945d-059fb70f8ca1 tempest-NetworksApiDiscovery-1634240726 tempest-NetworksApiDiscovery-1634240726-project] 10.222.0.81 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2099023 Jul 06 12:10:34.204206 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.227666 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Transition to ACTIVE for port object 004f014a-027c-42a6-9945-527638bb698d will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:34.244398 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.292060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06872623-614a-4dbb-b4fd-5b938214a5e7 req-63e22c97-be73-4336-a6c2-8c93025275ca tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:34.304663 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06872623-614a-4dbb-b4fd-5b938214a5e7 req-63e22c97-be73-4336-a6c2-8c93025275ca tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.1642008 Jul 06 12:10:34.320487 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04934785-c4d3-4e37-9688-34c4c67ba0ec None None] Pushing event updated for resources: {'Port': ['ID=004f014a-027c-42a6-9945-527638bb698d,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:34.327395 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.333807 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04934785-c4d3-4e37-9688-34c4c67ba0ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:34.334427 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04934785-c4d3-4e37-9688-34c4c67ba0ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:34.334989 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04934785-c4d3-4e37-9688-34c4c67ba0ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:34.335658 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04934785-c4d3-4e37-9688-34c4c67ba0ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:34.336511 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04934785-c4d3-4e37-9688-34c4c67ba0ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:34.337100 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04934785-c4d3-4e37-9688-34c4c67ba0ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:34.337637 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04934785-c4d3-4e37-9688-34c4c67ba0ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:34.338164 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04934785-c4d3-4e37-9688-34c4c67ba0ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:34.338714 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04934785-c4d3-4e37-9688-34c4c67ba0ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:34.339282 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04934785-c4d3-4e37-9688-34c4c67ba0ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:34.340818 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04934785-c4d3-4e37-9688-34c4c67ba0ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:34.341375 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04934785-c4d3-4e37-9688-34c4c67ba0ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:34.423477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53990) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:34.426954 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Attempting to bind port 004f014a-027c-42a6-9945-527638bb698d on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:34.427394 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Attempting to bind port 004f014a-027c-42a6-9945-527638bb698d by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1a16f38b-c82a-4260-a6cc-eca8fba27501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9ffcea0-7400-4f5d-b763-0b996d1c859f'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:34.427776 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Attempting to bind port 004f014a-027c-42a6-9945-527638bb698d on network c9ffcea0-7400-4f5d-b763-0b996d1c859f {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:34.435517 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:34.436041 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Checking segment: {'id': '1a16f38b-c82a-4260-a6cc-eca8fba27501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9ffcea0-7400-4f5d-b763-0b996d1c859f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:34.436714 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.437225 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Bound using segment: {'id': '1a16f38b-c82a-4260-a6cc-eca8fba27501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9ffcea0-7400-4f5d-b763-0b996d1c859f'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:34.440180 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Bound port: 004f014a-027c-42a6-9945-527638bb698d, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a16f38b-c82a-4260-a6cc-eca8fba27501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c9ffcea0-7400-4f5d-b763-0b996d1c859f'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:34.440180 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.616778 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] For port 004f014a-027c-42a6-9945-527638bb698d, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:34.621824 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] For port 004f014a-027c-42a6-9945-527638bb698d, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=004f014a-027c-42a6-9945-527638bb698d,segment=NetworkSegment(1a16f38b-c82a-4260-a6cc-eca8fba27501),segment_id=1a16f38b-c82a-4260-a6cc-eca8fba27501)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:34.627822 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.712588 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41f4f1c0-07a4-4587-8a0c-bac2932c1e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.725605 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Routers {'c7431c09-74c7-4569-a293-625289b811d9'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:34.726138 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c7431c09-74c7-4569-a293-625289b811d9'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:34.730630 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04934785-c4d3-4e37-9688-34c4c67ba0ec None None] Pushing event updated for resources: {'Port': ['ID=004f014a-027c-42a6-9945-527638bb698d,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:34.781409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 96092728-6f3c-458a-8f5e-84f5a53eb184 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:34.845489 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41f4f1c0-07a4-4587-8a0c-bac2932c1e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.850947 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41f4f1c0-07a4-4587-8a0c-bac2932c1e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:34.906077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 96092728-6f3c-458a-8f5e-84f5a53eb184 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:34.936659 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] Set router c7431c09-74c7-4569-a293-625289b811d9 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:34.963503 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-41f4f1c0-07a4-4587-8a0c-bac2932c1e7a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=18103514cdbe4958832eb23e15c1dd05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5379567 Jul 06 12:10:34.966227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4f1c0-07a4-4587-8a0c-bac2932c1e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e607d0b4-4c87-4015-80ca-3c45f4198818,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:34.969158 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54000) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:35.064477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947f5b12-39fe-4f82-bca3-a0125d3ed299 None None] Network 7ff7f1a5-86c0-4529-8cfc-12c424272701 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:35.097263 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-212d6ad8-6083-4a95-a662-6409bad13e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.108177 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06872623-614a-4dbb-b4fd-5b938214a5e7 req-a9f251d7-4534-4c1d-884d-5c36f3f9d8d3 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8025179 Jul 06 12:10:35.144530 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-212d6ad8-6083-4a95-a662-6409bad13e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.201583 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ea0379cc-5292-4a78-b0f0-08c57d92be82 None None] Provisioning for port 96092728-6f3c-458a-8f5e-84f5a53eb184 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:35.228429 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ea0379cc-5292-4a78-b0f0-08c57d92be82 None None] Provisioning complete for port 96092728-6f3c-458a-8f5e-84f5a53eb184 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:35.228882 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea0379cc-5292-4a78-b0f0-08c57d92be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.235263 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-212d6ad8-6083-4a95-a662-6409bad13e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.238403 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-212d6ad8-6083-4a95-a662-6409bad13e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.241017 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-212d6ad8-6083-4a95-a662-6409bad13e30 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e607d0b4-4c87-4015-80ca-3c45f4198818 HTTP/1.1" status: 204 len: 168 time: 0.2696042 Jul 06 12:10:35.252587 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d6ad8-6083-4a95-a662-6409bad13e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e607d0b4-4c87-4015-80ca-3c45f4198818,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:35.421330 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Router 32ff9be7-82e1-4107-83ee-39eb9a5152ac is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:10:35.478743 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf6af9-d3d2-431c-8790-c306650efcbb req-03e00538-beae-408d-8afa-eea63c694b35 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:35.486153 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97bf6af9-d3d2-431c-8790-c306650efcbb req-03e00538-beae-408d-8afa-eea63c694b35 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.89 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 945 time: 0.3002601 Jul 06 12:10:35.552038 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7431c09-74c7-4569-a293-625289b811d9', 'name': 'tempest-TestAggregatesBasicOps-1489680502-router', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c892e79e-d79d-48c8-b421-309d2bc9b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:27Z', 'revision_number': 4, 'project_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'gw_port': {'id': 'c892e79e-d79d-48c8-b421-309d2bc9b49f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7431c09-74c7-4569-a293-625289b811d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '004f014a-027c-42a6-9945-527638bb698d', 'name': '', 'network_id': 'c9ffcea0-7400-4f5d-b763-0b996d1c859f', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'mac_address': 'fa:16:3e:83:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7431c09-74c7-4569-a293-625289b811d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '97fb20da-37a8-4c9e-ad87-63f4682b1f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:25Z', 'updated_at': '2021-07-06T12:10:34Z', 'revision_number': 4, 'project_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'subnets': [{'id': '97fb20da-37a8-4c9e-ad87-63f4682b1f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:35.587897 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f413cfe-0a2b-43d9-9860-f4d43175c541 None None] The sync data for ids ['c7431c09-74c7-4569-a293-625289b811d9'] in n-d-799529-2 is: [{'id': 'c7431c09-74c7-4569-a293-625289b811d9', 'name': 'tempest-TestAggregatesBasicOps-1489680502-router', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c892e79e-d79d-48c8-b421-309d2bc9b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:27Z', 'revision_number': 4, 'project_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'gw_port': {'id': 'c892e79e-d79d-48c8-b421-309d2bc9b49f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7431c09-74c7-4569-a293-625289b811d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '004f014a-027c-42a6-9945-527638bb698d', 'name': '', 'network_id': 'c9ffcea0-7400-4f5d-b763-0b996d1c859f', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'mac_address': 'fa:16:3e:83:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7431c09-74c7-4569-a293-625289b811d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '97fb20da-37a8-4c9e-ad87-63f4682b1f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:25Z', 'updated_at': '2021-07-06T12:10:34Z', 'revision_number': 4, 'project_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'subnets': [{'id': '97fb20da-37a8-4c9e-ad87-63f4682b1f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:35.635699 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.695175 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36b5d588-ed9d-4452-9f01-eb618674c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.707053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bc49e-e8fc-4948-83b4-36f951a58d4c req-bd9c5f5b-cd81-4a31-a184-af1d9b91c565 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:35.709260 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-277bc49e-e8fc-4948-83b4-36f951a58d4c req-bd9c5f5b-cd81-4a31-a184-af1d9b91c565 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.4098449 Jul 06 12:10:35.747460 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea0379cc-5292-4a78-b0f0-08c57d92be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.797695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ea0379cc-5292-4a78-b0f0-08c57d92be82 None None] For port 96092728-6f3c-458a-8f5e-84f5a53eb184, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=96092728-6f3c-458a-8f5e-84f5a53eb184,segment=NetworkSegment(b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96),segment_id=b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:35.804713 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea0379cc-5292-4a78-b0f0-08c57d92be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.882652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:35.924188 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Sync routers for ids ['32ff9be7-82e1-4107-83ee-39eb9a5152ac'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:35.976211 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:35.978623 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f44b8212-bd0f-4f2a-b775-20aed56a7353 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3340201 Jul 06 12:10:35.980844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54024) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:36.000582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-277bc49e-e8fc-4948-83b4-36f951a58d4c req-cd75d8e9-2dae-4425-b621-e5597e35bea1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380681 Jul 06 12:10:36.047356 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-97bf6af9-d3d2-431c-8790-c306650efcbb req-85acc074-05f4-4c3f-b7cb-3f0ad0f78995 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Deleting port 177b57a7-7158-438f-aecb-4266892e6673 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:36.052360 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Routers {'32ff9be7-82e1-4107-83ee-39eb9a5152ac'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:36.053023 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['32ff9be7-82e1-4107-83ee-39eb9a5152ac'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:36.053714 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-97bf6af9-d3d2-431c-8790-c306650efcbb req-85acc074-05f4-4c3f-b7cb-3f0ad0f78995 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:36.079521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0379cc-5292-4a78-b0f0-08c57d92be82 None None] Pushing event updated for resources: {'Port': ['ID=96092728-6f3c-458a-8f5e-84f5a53eb184,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:36.323616 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Set router 32ff9be7-82e1-4107-83ee-39eb9a5152ac gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:36.349998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-97bf6af9-d3d2-431c-8790-c306650efcbb req-85acc074-05f4-4c3f-b7cb-3f0ad0f78995 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] For port 177b57a7-7158-438f-aecb-4266892e6673, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=177b57a7-7158-438f-aecb-4266892e6673,segment=NetworkSegment(d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd),segment_id=d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:36.350802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-97bf6af9-d3d2-431c-8790-c306650efcbb req-85acc074-05f4-4c3f-b7cb-3f0ad0f78995 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:36.365669 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-97bf6af9-d3d2-431c-8790-c306650efcbb req-85acc074-05f4-4c3f-b7cb-3f0ad0f78995 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Calling delete_port for 177b57a7-7158-438f-aecb-4266892e6673 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:36.635026 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:36.638816 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1f70a514-643b-49d6-b4de-ef59d4008b3d None None] Provisioning complete for port 96092728-6f3c-458a-8f5e-84f5a53eb184 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:36.639187 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f70a514-643b-49d6-b4de-ef59d4008b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:36.817425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 96092728-6f3c-458a-8f5e-84f5a53eb184 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:36.835902 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-97bf6af9-d3d2-431c-8790-c306650efcbb req-85acc074-05f4-4c3f-b7cb-3f0ad0f78995 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:36.903199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acc074-05f4-4c3f-b7cb-3f0ad0f78995 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Pushing event deleted for resources: {'Port': ['ID=177b57a7-7158-438f-aecb-4266892e6673,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:36.938212 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 96092728-6f3c-458a-8f5e-84f5a53eb184 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:36.938590 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:36.940576 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:10:36.970061 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bf6af9-d3d2-431c-8790-c306650efcbb req-85acc074-05f4-4c3f-b7cb-3f0ad0f78995 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] No DVR routers for this DVR port 177b57a7-7158-438f-aecb-4266892e6673 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:36.977884 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-97bf6af9-d3d2-431c-8790-c306650efcbb req-85acc074-05f4-4c3f-b7cb-3f0ad0f78995 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:36.981057 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97bf6af9-d3d2-431c-8790-c306650efcbb req-85acc074-05f4-4c3f-b7cb-3f0ad0f78995 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.89 "DELETE /v2.0/ports/177b57a7-7158-438f-aecb-4266892e6673 HTTP/1.1" status: 204 len: 173 time: 1.4837267 Jul 06 12:10:36.983666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'name': 'network-vif-deleted', 'tag': '177b57a7-7158-438f-aecb-4266892e6673'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:10:36.983932 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'name': 'tempest-TestAggregatesBasicOps-168044307-router', 'tenant_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '662ba448-1cb6-406d-a9d5-d27198660afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:31Z', 'updated_at': '2021-07-06T12:10:33Z', 'revision_number': 3, 'project_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'gw_port': {'id': '662ba448-1cb6-406d-a9d5-d27198660afe', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:32Z', 'updated_at': '2021-07-06T12:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:36.994775 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff96b9a8-99a7-4559-a2de-befc7397ff04" -d '{"events": [{"server_uuid": "6955a07a-fbb6-429f-90b2-f0ae8a13c21c", "name": "network-vif-deleted", "tag": "177b57a7-7158-438f-aecb-4266892e6673"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:10:37.023686 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Checking router: 32ff9be7-82e1-4107-83ee-39eb9a5152ac for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:37.024052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Updating router 32ff9be7-82e1-4107-83ee-39eb9a5152ac port 662ba448-1cb6-406d-a9d5-d27198660afe binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:10:37.042737 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333597a-b35b-4d5b-85bd-dfb503a103f5 req-f8a20135-22d6-4d27-bd45-5e1da439b4e7 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:37.055319 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f333597a-b35b-4d5b-85bd-dfb503a103f5 req-f8a20135-22d6-4d27-bd45-5e1da439b4e7 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/ports?device_id=6955a07a-fbb6-429f-90b2-f0ae8a13c21c HTTP/1.1" status: 200 len: 867 time: 0.4755197 Jul 06 12:10:37.072502 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:37.151919 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f333597a-b35b-4d5b-85bd-dfb503a103f5 req-e265a724-b4f7-40dc-a60f-375a47ae90f4 tempest-ServerRescueTestJSONUnderV235-88427384 tempest-ServerRescueTestJSONUnderV235-88427384-project] 10.222.0.81 "GET /v2.0/security-groups?id=f3c946ed-fb9f-41b3-8b6d-12eb0245611f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954826 Jul 06 12:10:37.157619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 004f014a-027c-42a6-9945-527638bb698d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:37.422581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 004f014a-027c-42a6-9945-527638bb698d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:37.448826 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 004f014a-027c-42a6-9945-527638bb698d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:37.449229 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:37.452328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-aa5b8ede-729f-488d-978b-8c2c3d67d6f3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:37.462062 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-aa5b8ede-729f-488d-978b-8c2c3d67d6f3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 812 time: 0.1768146 Jul 06 12:10:37.492001 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-9d96e1f5-1b67-4144-b5da-238155c89bc9 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/quotas/a6c77e2eee574ad7aad674a3093fa936 HTTP/1.1" status: 200 len: 375 time: 0.0285921 Jul 06 12:10:37.507900 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:37.619562 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-6fb959aa-7150-44bc-ba5f-069052ada970 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1266816 Jul 06 12:10:37.732333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Allocated IP 172.20.0.1 (7ff7f1a5-86c0-4529-8cfc-12c424272701/8ff062e2-3f3b-499e-8f83-fe32915eea19/46a4396e-9a6a-4edb-9c83-0dd47eba0da8) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:37.736069 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:37.832514 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:37.835773 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 004f014a-027c-42a6-9945-527638bb698d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=004f014a-027c-42a6-9945-527638bb698d,segment=NetworkSegment(1a16f38b-c82a-4260-a6cc-eca8fba27501),segment_id=1a16f38b-c82a-4260-a6cc-eca8fba27501)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:37.843767 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:37.852500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Transition to ACTIVE for port object 662ba448-1cb6-406d-a9d5-d27198660afe will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:37.877650 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:37.923709 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-df131ebb-402e-4ac2-9236-f395923607ea service neutron] 10.222.0.81 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968268 Jul 06 12:10:37.938070 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:37.952927 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=004f014a-027c-42a6-9945-527638bb698d,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:37.967155 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Attempting to bind port 662ba448-1cb6-406d-a9d5-d27198660afe on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:37.967556 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Attempting to bind port 662ba448-1cb6-406d-a9d5-d27198660afe by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:37.967920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Attempting to bind port 662ba448-1cb6-406d-a9d5-d27198660afe on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:37.978077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Transition to ACTIVE for port object 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:38.029494 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:38.030029 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:38.030377 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.030718 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:38.031202 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Bound port: 662ba448-1cb6-406d-a9d5-d27198660afe, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:38.031604 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.074076 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.102487 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-dc5b35fd-ab9f-4503-af93-28bff3ea0a81 service neutron] 10.222.0.81 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627693 Jul 06 12:10:38.103579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7e4c4-686d-440b-89ca-acd44747abfe None None] Pushing event updated for resources: {'Port': ['ID=662ba448-1cb6-406d-a9d5-d27198660afe,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:38.116004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] For port 662ba448-1cb6-406d-a9d5-d27198660afe, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:38.122440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] For port 662ba448-1cb6-406d-a9d5-d27198660afe, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=662ba448-1cb6-406d-a9d5-d27198660afe,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:38.132555 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.168290 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a088e0a2-b645-4fb6-b254-96f5364cbdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.209648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Routers {'32ff9be7-82e1-4107-83ee-39eb9a5152ac'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:38.210269 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['32ff9be7-82e1-4107-83ee-39eb9a5152ac'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:38.239866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Pushing event updated for resources: {'Port': ['ID=46a4396e-9a6a-4edb-9c83-0dd47eba0da8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:38.264458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7e4c4-686d-440b-89ca-acd44747abfe None None] Pushing event updated for resources: {'Port': ['ID=662ba448-1cb6-406d-a9d5-d27198660afe,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:38.266701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:38.267664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:38.271091 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.276815 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:38.277326 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:38.277675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:38.278016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:38.278352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:38.278694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:38.279027 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:38.279385 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:38.283184 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:38.283685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:38.307370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Network 7ff7f1a5-86c0-4529-8cfc-12c424272701 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:38.315387 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:38.318195 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:38.398168 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a0c401-64ed-4175-be50-d8967ddb37fd x-openstack-request-id: req-b1a0c401-64ed-4175-be50-d8967ddb37fd {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:10:38.398477 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6955a07a-fbb6-429f-90b2-f0ae8a13c21c", "name": "network-vif-deleted", "tag": "177b57a7-7158-438f-aecb-4266892e6673", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:10:38.398738 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1a0c401-64ed-4175-be50-d8967ddb37fd {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:10:38.399310 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6955a07a-fbb6-429f-90b2-f0ae8a13c21c', 'name': 'network-vif-deleted', 'tag': '177b57a7-7158-438f-aecb-4266892e6673', 'status': 'completed', 'code': 200} Jul 06 12:10:38.420665 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.451574 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] Set router 32ff9be7-82e1-4107-83ee-39eb9a5152ac gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:38.725238 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 177b57a7-7158-438f-aecb-4266892e6673 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:38.738415 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:38.804241 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 004f014a-027c-42a6-9945-527638bb698d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:38.826467 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54118) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:38.872227 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 177b57a7-7158-438f-aecb-4266892e6673 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:38.873476 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 177b57a7-7158-438f-aecb-4266892e6673 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:38.951050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 004f014a-027c-42a6-9945-527638bb698d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:38.951456 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.026918 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bb317425-1785-4914-ba45-b0cd52b3f711 None None] Provisioning for port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:39.046860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bb317425-1785-4914-ba45-b0cd52b3f711 None None] Provisioning complete for port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:39.047253 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb317425-1785-4914-ba45-b0cd52b3f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.091573 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8328c1de-258a-4a18-a229-b895b8f4ec78 req-c24fe7d0-c4d8-4505-a604-8eff631e0c21 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 210 time: 0.0707672 Jul 06 12:10:39.121561 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.128727 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.174842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bb317425-1785-4914-ba45-b0cd52b3f711 None None] Port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:39.213618 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.275747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'name': 'tempest-TestAggregatesBasicOps-168044307-router', 'tenant_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '662ba448-1cb6-406d-a9d5-d27198660afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:31Z', 'updated_at': '2021-07-06T12:10:33Z', 'revision_number': 3, 'project_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'gw_port': {'id': '662ba448-1cb6-406d-a9d5-d27198660afe', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:32Z', 'updated_at': '2021-07-06T12:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:39.318243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c8c5f-5b5b-4eb4-a474-d6f2bab2da86 None None] The sync data for ids ['32ff9be7-82e1-4107-83ee-39eb9a5152ac'] in n-d-799529-2 is: [{'id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'name': 'tempest-TestAggregatesBasicOps-168044307-router', 'tenant_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '662ba448-1cb6-406d-a9d5-d27198660afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:31Z', 'updated_at': '2021-07-06T12:10:33Z', 'revision_number': 3, 'project_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'gw_port': {'id': '662ba448-1cb6-406d-a9d5-d27198660afe', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:32Z', 'updated_at': '2021-07-06T12:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:39.351002 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:39.393013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Pushing event updated for resources: {'Port': ['ID=46a4396e-9a6a-4edb-9c83-0dd47eba0da8,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:39.464333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Network 7ff7f1a5-86c0-4529-8cfc-12c424272701 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:39.469338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:39.707852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Router 32ff9be7-82e1-4107-83ee-39eb9a5152ac has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:39.816012 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e3bb5f5-b289-4eb8-b3b0-2e7ea36661d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:40.072368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:40.087748 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fa7d260b-73e6-4459-bd4e-b0c6fd0ecf0c admin admin] 10.222.0.81 "PUT /v2.0/routers/32ff9be7-82e1-4107-83ee-39eb9a5152ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1051567 Jul 06 12:10:40.148002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e07fc132-5715-47c1-a504-99acc67e9be6 None None] Provisioning complete for port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:40.148884 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e07fc132-5715-47c1-a504-99acc67e9be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:40.245130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e07fc132-5715-47c1-a504-99acc67e9be6 None None] Port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:40.621784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a936fcef-951c-4b73-9b23-a554774b6b25 req-a7b62deb-3b38-4912-a40c-1f736830fdae tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 210 time: 0.2152624 Jul 06 12:10:40.765113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 662ba448-1cb6-406d-a9d5-d27198660afe up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:40.776509 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-69a61f0f-e7ec-4649-81f1-45c1a0c9513d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:40.782077 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-69a61f0f-e7ec-4649-81f1-45c1a0c9513d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 812 time: 0.3458540 Jul 06 12:10:40.808627 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-9636d472-7c5b-4995-a150-9e3777916c4d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Request body: {'port': {'device_id': 'a0c6de99-6018-4e84-9f2d-9c089418affb', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'admin_state_up': True, 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:40.869032 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8e3bb5f5-b289-4eb8-b3b0-2e7ea36661d2 admin admin] Deleting port b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:40.869598 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e3bb5f5-b289-4eb8-b3b0-2e7ea36661d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:40.877868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 662ba448-1cb6-406d-a9d5-d27198660afe completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:40.888698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 662ba448-1cb6-406d-a9d5-d27198660afe triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:40.889062 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:40.995763 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:41.103184 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:41.153043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 662ba448-1cb6-406d-a9d5-d27198660afe, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=662ba448-1cb6-406d-a9d5-d27198660afe,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:41.172074 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:41.181093 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-8e3bb5f5-b289-4eb8-b3b0-2e7ea36661d2 admin admin] For port b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8,segment=NetworkSegment(d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd),segment_id=d8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:41.181824 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e3bb5f5-b289-4eb8-b3b0-2e7ea36661d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:41.205867 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8e3bb5f5-b289-4eb8-b3b0-2e7ea36661d2 admin admin] Calling delete_port for b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:41.295584 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-9636d472-7c5b-4995-a150-9e3777916c4d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Made reservation on behalf of a6c77e2eee574ad7aad674a3093fa936 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:10:41.299848 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=662ba448-1cb6-406d-a9d5-d27198660afe,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:41.301567 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-9636d472-7c5b-4995-a150-9e3777916c4d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:41.430710 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54254) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:41.623903 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aafc8811-c3f8-40f3-920d-1f63eea46cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:41.626470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-9636d472-7c5b-4995-a150-9e3777916c4d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Allocated IP 172.20.0.3 (f7082785-664d-493b-9a4a-034e8c10bfd1/1b6c2880-5ac9-4e35-9b1e-f738ec808b88/62b37920-7e70-43a5-9bf0-3b5ea515291b) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:10:41.655802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e3bb5f5-b289-4eb8-b3b0-2e7ea36661d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:41.777277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bb5f5-b289-4eb8-b3b0-2e7ea36661d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:41.783609 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aafc8811-c3f8-40f3-920d-1f63eea46cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:41.791289 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aafc8811-c3f8-40f3-920d-1f63eea46cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:41.832894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc8811-c3f8-40f3-920d-1f63eea46cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ac4860-dc0d-4e79-b68f-eba90b881b78,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:41.900341 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-aafc8811-c3f8-40f3-920d-1f63eea46cd4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d052aae4d514e44a930ae83b901be0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649496 Jul 06 12:10:41.902762 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54276) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:41.994183 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-9636d472-7c5b-4995-a150-9e3777916c4d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:41.994840 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9a691b4-2618-4dd9-852e-64dae0662c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.028626 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a329dec-9009-4025-95fe-1a80c22df8da req-c53e8f73-1b8c-461c-97ed-0beb23ea9b60 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 210 time: 0.0618818 Jul 06 12:10:42.042055 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9a691b4-2618-4dd9-852e-64dae0662c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.149711 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9a691b4-2618-4dd9-852e-64dae0662c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.151203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-9636d472-7c5b-4995-a150-9e3777916c4d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Transition to ACTIVE for port object 62b37920-7e70-43a5-9bf0-3b5ea515291b will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:42.154022 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9a691b4-2618-4dd9-852e-64dae0662c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.155177 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d9a691b4-2618-4dd9-852e-64dae0662c43 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/73ac4860-dc0d-4e79-b68f-eba90b881b78 HTTP/1.1" status: 204 len: 168 time: 0.2502584 Jul 06 12:10:42.172732 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a691b4-2618-4dd9-852e-64dae0662c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ac4860-dc0d-4e79-b68f-eba90b881b78,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:42.343030 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8e3bb5f5-b289-4eb8-b3b0-2e7ea36661d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.363737 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Sync routers for ids ['32ff9be7-82e1-4107-83ee-39eb9a5152ac'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:42.381311 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Routers {'32ff9be7-82e1-4107-83ee-39eb9a5152ac'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:42.381937 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['32ff9be7-82e1-4107-83ee-39eb9a5152ac'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:42.396895 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-9636d472-7c5b-4995-a150-9e3777916c4d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.489843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-9636d472-7c5b-4995-a150-9e3777916c4d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Network f7082785-664d-493b-9a4a-034e8c10bfd1 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:10:42.516372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-9636d472-7c5b-4995-a150-9e3777916c4d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:10:42.533904 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-9636d472-7c5b-4995-a150-9e3777916c4d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:10:42.662826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54304) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:42.677646 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56361399-cc42-4c07-bd53-3b7428727563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.697559 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Set router 32ff9be7-82e1-4107-83ee-39eb9a5152ac gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:42.795690 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636d472-7c5b-4995-a150-9e3777916c4d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event updated for resources: {'Port': ['ID=62b37920-7e70-43a5-9bf0-3b5ea515291b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:42.828623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-9636d472-7c5b-4995-a150-9e3777916c4d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:42.829554 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-9636d472-7c5b-4995-a150-9e3777916c4d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.934590 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56361399-cc42-4c07-bd53-3b7428727563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.939958 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56361399-cc42-4c07-bd53-3b7428727563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:42.972595 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-9636d472-7c5b-4995-a150-9e3777916c4d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1735959 Jul 06 12:10:42.989925 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54314) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:43.005866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 662ba448-1cb6-406d-a9d5-d27198660afe up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:43.012244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Request body: {'port': {'device_id': 'a0c6de99-6018-4e84-9f2d-9c089418affb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:10:43.048736 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56361399-cc42-4c07-bd53-3b7428727563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c85cea9-4780-46df-97ad-c06ec89283d9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:43.069962 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-56361399-cc42-4c07-bd53-3b7428727563 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7a025e1340a04d569e79b0d5d7e4c6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4037256 Jul 06 12:10:43.072941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54320) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:43.163845 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4c1e0d96-6e58-41a9-b07e-53107889f6f2 None None] Provisioning for port 62b37920-7e70-43a5-9bf0-3b5ea515291b completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:43.177480 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4c1e0d96-6e58-41a9-b07e-53107889f6f2 None None] Provisioning complete for port 62b37920-7e70-43a5-9bf0-3b5ea515291b triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:43.177853 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0d96-6e58-41a9-b07e-53107889f6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.209986 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5eaebda2-44ff-42c4-b622-48b6702040b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.245018 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'name': 'tempest-TestAggregatesBasicOps-168044307-router', 'tenant_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '662ba448-1cb6-406d-a9d5-d27198660afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:31Z', 'updated_at': '2021-07-06T12:10:38Z', 'revision_number': 4, 'project_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'gw_port': {'id': '662ba448-1cb6-406d-a9d5-d27198660afe', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:32Z', 'updated_at': '2021-07-06T12:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '46a4396e-9a6a-4edb-9c83-0dd47eba0da8', 'name': '', 'network_id': '7ff7f1a5-86c0-4529-8cfc-12c424272701', 'tenant_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'mac_address': 'fa:16:3e:e2:78:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '8ff062e2-3f3b-499e-8f83-fe32915eea19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:37Z', 'updated_at': '2021-07-06T12:10:38Z', 'revision_number': 2, 'project_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'subnets': [{'id': '8ff062e2-3f3b-499e-8f83-fe32915eea19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:43.245746 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5eaebda2-44ff-42c4-b622-48b6702040b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.251408 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 662ba448-1cb6-406d-a9d5-d27198660afe triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:43.252100 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.310976 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5eaebda2-44ff-42c4-b622-48b6702040b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.311845 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Checking router: 32ff9be7-82e1-4107-83ee-39eb9a5152ac for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:43.312209 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Updating router 32ff9be7-82e1-4107-83ee-39eb9a5152ac port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:10:43.318803 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5eaebda2-44ff-42c4-b622-48b6702040b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.329451 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5eaebda2-44ff-42c4-b622-48b6702040b2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4c85cea9-4780-46df-97ad-c06ec89283d9 HTTP/1.1" status: 204 len: 168 time: 0.2444596 Jul 06 12:10:43.330290 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4c1e0d96-6e58-41a9-b07e-53107889f6f2 None None] Port 62b37920-7e70-43a5-9bf0-3b5ea515291b cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:10:43.346489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaebda2-44ff-42c4-b622-48b6702040b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c85cea9-4780-46df-97ad-c06ec89283d9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:43.391535 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.889080 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.911920 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Transition to ACTIVE for port object 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:43.920340 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.969559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3bb5f5-b289-4eb8-b3b0-2e7ea36661d2 admin admin] Router c967127f-9920-4d6f-9aa5-fb67aee28615 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:43.980925 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:43.987574 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8933f-225f-48f7-b468-0f3b0c8d5a00 None None] Pushing event updated for resources: {'Port': ['ID=46a4396e-9a6a-4edb-9c83-0dd47eba0da8,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:44.022076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396c341-b857-48bb-81ee-97b22eebf200 req-c3bb57d2-a103-488b-8934-4bd0ac0281f7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:44.023926 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6396c341-b857-48bb-81ee-97b22eebf200 req-c3bb57d2-a103-488b-8934-4bd0ac0281f7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 931 time: 0.2278609 Jul 06 12:10:44.072466 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Attempting to bind port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:44.072838 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Attempting to bind port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7ff7f1a5-86c0-4529-8cfc-12c424272701'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:44.073190 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Attempting to bind port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 on network 7ff7f1a5-86c0-4529-8cfc-12c424272701 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:44.086109 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:44.086670 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Checking segment: {'id': 'b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7ff7f1a5-86c0-4529-8cfc-12c424272701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:44.087079 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:44.087801 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Bound using segment: {'id': 'b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7ff7f1a5-86c0-4529-8cfc-12c424272701'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:44.088393 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Bound port: 46a4396e-9a6a-4edb-9c83-0dd47eba0da8, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7ff7f1a5-86c0-4529-8cfc-12c424272701'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:44.088848 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:44.206891 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] For port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:44.211023 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] For port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=46a4396e-9a6a-4edb-9c83-0dd47eba0da8,segment=NetworkSegment(b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96),segment_id=b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:44.216774 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:44.287541 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Routers {'32ff9be7-82e1-4107-83ee-39eb9a5152ac'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:44.287818 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['32ff9be7-82e1-4107-83ee-39eb9a5152ac'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:44.289529 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6396c341-b857-48bb-81ee-97b22eebf200 req-ce363a9f-f09f-4843-8dd3-fe94ffd6702a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301736 Jul 06 12:10:44.469406 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8933f-225f-48f7-b468-0f3b0c8d5a00 None None] Pushing event updated for resources: {'Port': ['ID=46a4396e-9a6a-4edb-9c83-0dd47eba0da8,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:44.517245 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] Set router 32ff9be7-82e1-4107-83ee-39eb9a5152ac gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:44.703327 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3bb5f5-b289-4eb8-b3b0-2e7ea36661d2 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:44.713950 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8e3bb5f5-b289-4eb8-b3b0-2e7ea36661d2 admin admin] 10.222.0.81 "PUT /v2.0/routers/c967127f-9920-4d6f-9aa5-fb67aee28615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8865681 Jul 06 12:10:44.717138 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54366) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:44.720423 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93261e80-3ae2-449a-b948-312658ac8243 None None] Sync routers for ids ['c967127f-9920-4d6f-9aa5-fb67aee28615'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:44.744951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93261e80-3ae2-449a-b948-312658ac8243 None None] Routers {'c967127f-9920-4d6f-9aa5-fb67aee28615'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:44.746094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-93261e80-3ae2-449a-b948-312658ac8243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c967127f-9920-4d6f-9aa5-fb67aee28615'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:44.899529 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-990df28b-d5a4-49d1-a6c6-6faa6751dbf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:44.934377 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'name': 'tempest-TestAggregatesBasicOps-168044307-router', 'tenant_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '662ba448-1cb6-406d-a9d5-d27198660afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:31Z', 'updated_at': '2021-07-06T12:10:38Z', 'revision_number': 4, 'project_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'gw_port': {'id': '662ba448-1cb6-406d-a9d5-d27198660afe', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:32Z', 'updated_at': '2021-07-06T12:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '46a4396e-9a6a-4edb-9c83-0dd47eba0da8', 'name': '', 'network_id': '7ff7f1a5-86c0-4529-8cfc-12c424272701', 'tenant_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'mac_address': 'fa:16:3e:e2:78:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '8ff062e2-3f3b-499e-8f83-fe32915eea19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:37Z', 'updated_at': '2021-07-06T12:10:44Z', 'revision_number': 4, 'project_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'subnets': [{'id': '8ff062e2-3f3b-499e-8f83-fe32915eea19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:44.963861 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b37920-7e70-43a5-9bf0-3b5ea515291b {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:10:44.975204 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:45.000897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Transition to ACTIVE for port object 62b37920-7e70-43a5-9bf0-3b5ea515291b will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:10:45.012954 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15add1e8-4caf-4ac4-bfa4-fdb6879ed2c3 None None] The sync data for ids ['32ff9be7-82e1-4107-83ee-39eb9a5152ac'] in n-d-799529-2 is: [{'id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'name': 'tempest-TestAggregatesBasicOps-168044307-router', 'tenant_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '662ba448-1cb6-406d-a9d5-d27198660afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:31Z', 'updated_at': '2021-07-06T12:10:38Z', 'revision_number': 4, 'project_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'gw_port': {'id': '662ba448-1cb6-406d-a9d5-d27198660afe', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:32Z', 'updated_at': '2021-07-06T12:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '46a4396e-9a6a-4edb-9c83-0dd47eba0da8', 'name': '', 'network_id': '7ff7f1a5-86c0-4529-8cfc-12c424272701', 'tenant_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'mac_address': 'fa:16:3e:e2:78:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '8ff062e2-3f3b-499e-8f83-fe32915eea19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:37Z', 'updated_at': '2021-07-06T12:10:44Z', 'revision_number': 4, 'project_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'subnets': [{'id': '8ff062e2-3f3b-499e-8f83-fe32915eea19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:45.013241 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:45.038143 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-990df28b-d5a4-49d1-a6c6-6faa6751dbf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:45.182842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-990df28b-d5a4-49d1-a6c6-6faa6751dbf8 admin admin] Deleting port 1a9da130-c287-412e-a72d-63e1e1c201d0 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:45.184337 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-990df28b-d5a4-49d1-a6c6-6faa6751dbf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:45.213058 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Pushing event updated for resources: {'Port': ['ID=62b37920-7e70-43a5-9bf0-3b5ea515291b,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:45.322283 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-93261e80-3ae2-449a-b948-312658ac8243 None None] Set router c967127f-9920-4d6f-9aa5-fb67aee28615 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:45.335919 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b0fd26b-9848-4098-a088-e0efd6ec7763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:45.338295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Attempting to bind port 62b37920-7e70-43a5-9bf0-3b5ea515291b on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:10:45.338653 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Attempting to bind port 62b37920-7e70-43a5-9bf0-3b5ea515291b by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:10:45.338990 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Attempting to bind port 62b37920-7e70-43a5-9bf0-3b5ea515291b on network f7082785-664d-493b-9a4a-034e8c10bfd1 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:45.395033 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Port 62b37920-7e70-43a5-9bf0-3b5ea515291b on network f7082785-664d-493b-9a4a-034e8c10bfd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:10:45.395605 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Attempting to bind port 62b37920-7e70-43a5-9bf0-3b5ea515291b on network f7082785-664d-493b-9a4a-034e8c10bfd1 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:10:45.422522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:10:45.423146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Checking segment: {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:10:45.423802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Bound using segment: {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:10:45.424420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Bound port: 62b37920-7e70-43a5-9bf0-3b5ea515291b, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:10:45.424961 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:45.481598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-990df28b-d5a4-49d1-a6c6-6faa6751dbf8 admin admin] For port 1a9da130-c287-412e-a72d-63e1e1c201d0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1a9da130-c287-412e-a72d-63e1e1c201d0,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:45.481972 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-990df28b-d5a4-49d1-a6c6-6faa6751dbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:45.513380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-990df28b-d5a4-49d1-a6c6-6faa6751dbf8 admin admin] Calling delete_port for 1a9da130-c287-412e-a72d-63e1e1c201d0 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:45.684277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] For port 62b37920-7e70-43a5-9bf0-3b5ea515291b, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:10:45.690031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] For port 62b37920-7e70-43a5-9bf0-3b5ea515291b, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62b37920-7e70-43a5-9bf0-3b5ea515291b,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:10:45.710473 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:45.841656 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-93261e80-3ae2-449a-b948-312658ac8243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-router', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:03Z', 'updated_at': '2021-07-06T12:10:41Z', 'revision_number': 5, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'gw_port': {'id': '1a9da130-c287-412e-a72d-63e1e1c201d0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:09:05Z', 'updated_at': '2021-07-06T12:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:45.896033 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Pushing event updated for resources: {'Port': ['ID=62b37920-7e70-43a5-9bf0-3b5ea515291b,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:45.904443 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93261e80-3ae2-449a-b948-312658ac8243 None None] Checking router: c967127f-9920-4d6f-9aa5-fb67aee28615 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:45.926358 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-990df28b-d5a4-49d1-a6c6-6faa6751dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:45.927910 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93261e80-3ae2-449a-b948-312658ac8243 None None] Routers {'c967127f-9920-4d6f-9aa5-fb67aee28615'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:45.928896 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-93261e80-3ae2-449a-b948-312658ac8243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c967127f-9920-4d6f-9aa5-fb67aee28615'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:45.954403 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:45.955061 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:45.962363 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-8cdfcc80-c3f4-4d53-ab83-41ac99fded9e service neutron] 10.222.0.89 "PUT /v2.0/ports/62b37920-7e70-43a5-9bf0-3b5ea515291b HTTP/1.1" status: 200 len: 1091 time: 2.9683571 Jul 06 12:10:45.963059 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c6de99-6018-4e84-9f2d-9c089418affb', 'tag': '62b37920-7e70-43a5-9bf0-3b5ea515291b'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:10:45.966081 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437ada16-b0e2-4c68-aa88-36b49c00f4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c6de99-6018-4e84-9f2d-9c089418affb", "tag": "62b37920-7e70-43a5-9bf0-3b5ea515291b"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:10:46.046947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990df28b-d5a4-49d1-a6c6-6faa6751dbf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9da130-c287-412e-a72d-63e1e1c201d0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:46.169145 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-93261e80-3ae2-449a-b948-312658ac8243 None None] Set router c967127f-9920-4d6f-9aa5-fb67aee28615 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:46.254764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dc8ea-c997-426c-ae7e-8b8afefb1005 req-d18700bc-819b-4d5d-b1f2-455f0b11cdf9 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:46.265198 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-489dc8ea-c997-426c-ae7e-8b8afefb1005 req-d18700bc-819b-4d5d-b1f2-455f0b11cdf9 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 943 time: 0.6246741 Jul 06 12:10:46.265436 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-990df28b-d5a4-49d1-a6c6-6faa6751dbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:46.316017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-93261e80-3ae2-449a-b948-312658ac8243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-router', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:03Z', 'updated_at': '2021-07-06T12:10:45Z', 'revision_number': 7, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:46.363900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93261e80-3ae2-449a-b948-312658ac8243 None None] The sync data for ids ['c967127f-9920-4d6f-9aa5-fb67aee28615'] in n-d-799529-2 is: [{'id': 'c967127f-9920-4d6f-9aa5-fb67aee28615', 'name': 'tempest-ServerRescueTestJSONUnderV235-844644711-router', 'tenant_id': '99bca47aa94a4e2c8f4229c85ca00173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:09:03Z', 'updated_at': '2021-07-06T12:10:45Z', 'revision_number': 7, 'project_id': '99bca47aa94a4e2c8f4229c85ca00173', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:46.400914 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-36b0a9b1-a149-4494-bfd8-534dc541abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:46.403144 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-36b0a9b1-a149-4494-bfd8-534dc541abbd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 1094 time: 0.3347707 Jul 06 12:10:46.424154 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-489dc8ea-c997-426c-ae7e-8b8afefb1005 req-7ad8d022-79a2-4856-9a8d-a17bb47caa4a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578777 Jul 06 12:10:46.487757 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-990df28b-d5a4-49d1-a6c6-6faa6751dbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:46.494017 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-990df28b-d5a4-49d1-a6c6-6faa6751dbf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:46.613688 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-990df28b-d5a4-49d1-a6c6-6faa6751dbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:46.614220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990df28b-d5a4-49d1-a6c6-6faa6751dbf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c967127f-9920-4d6f-9aa5-fb67aee28615 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:10:46.618727 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-990df28b-d5a4-49d1-a6c6-6faa6751dbf8 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:46.621704 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-990df28b-d5a4-49d1-a6c6-6faa6751dbf8 admin admin] 10.222.0.81 "DELETE /v2.0/routers/c967127f-9920-4d6f-9aa5-fb67aee28615 HTTP/1.1" status: 204 len: 168 time: 1.9019895 Jul 06 12:10:46.626037 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54414) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:46.708664 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-6922be77-c3c3-4f00-a217-7ec5857a822e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62b37920-7e70-43a5-9bf0-3b5ea515291b HTTP/1.1" status: 200 len: 217 time: 0.2792604 Jul 06 12:10:46.711694 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7a4bfb-7933-4782-865c-ac8a7e9e0860 admin admin] Deleting subnet 584c750d-5d96-4d7c-8aa7-0febbdb3d1ab {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:10:46.715670 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae7a4bfb-7933-4782-865c-ac8a7e9e0860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:46.754677 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c854d4b8-7634-431e-a8f1-1e638895e4e5 x-openstack-request-id: req-c854d4b8-7634-431e-a8f1-1e638895e4e5 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:10:46.755088 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c6de99-6018-4e84-9f2d-9c089418affb", "tag": "62b37920-7e70-43a5-9bf0-3b5ea515291b", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:10:46.755321 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c854d4b8-7634-431e-a8f1-1e638895e4e5 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:10:46.755680 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c6de99-6018-4e84-9f2d-9c089418affb', 'tag': '62b37920-7e70-43a5-9bf0-3b5ea515291b', 'status': 'completed', 'code': 200} Jul 06 12:10:46.859105 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae7a4bfb-7933-4782-865c-ac8a7e9e0860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:46.956040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-84d7718e-1d7d-433c-ae5f-00aac097569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:46.957577 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-84d7718e-1d7d-433c-ae5f-00aac097569e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.2065604 Jul 06 12:10:47.064813 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:47.098403 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae7a4bfb-7933-4782-865c-ac8a7e9e0860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.144411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:47.149298 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:47.150320 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6b0fd26b-9848-4098-a088-e0efd6ec7763 admin admin] Deleting port 004f014a-027c-42a6-9945-527638bb698d {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:47.150927 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.153122 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b0fd26b-9848-4098-a088-e0efd6ec7763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.279986 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-d29ea9da-affe-4b12-80b0-9f9919659023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:47.283298 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-d29ea9da-affe-4b12-80b0-9f9919659023 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3081312 Jul 06 12:10:47.338852 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.397648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=46a4396e-9a6a-4edb-9c83-0dd47eba0da8,segment=NetworkSegment(b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96),segment_id=b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:47.403821 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.413853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-4cdb9206-b9c3-469e-b599-1c488cfaff94 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194563 Jul 06 12:10:47.421358 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae7a4bfb-7933-4782-865c-ac8a7e9e0860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.465869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=46a4396e-9a6a-4edb-9c83-0dd47eba0da8,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:47.468299 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:47.489277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a4bfb-7933-4782-865c-ac8a7e9e0860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=584c750d-5d96-4d7c-8aa7-0febbdb3d1ab,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:47.504315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:47.504725 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b39bd4f9-2c2c-4000-ac1c-4bb08602ebc8 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:47.514332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:47.514688 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:47.515036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:47.515450 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:47.515787 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:47.516121 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:47.516501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:47.516828 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:47.517155 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:47.517528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:47.517858 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:47.518182 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:47.530797 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae7a4bfb-7933-4782-865c-ac8a7e9e0860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.533206 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ae7a4bfb-7933-4782-865c-ac8a7e9e0860 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/584c750d-5d96-4d7c-8aa7-0febbdb3d1ab HTTP/1.1" status: 204 len: 168 time: 0.9035873 Jul 06 12:10:47.536180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54432) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:47.568694 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-6b0fd26b-9848-4098-a088-e0efd6ec7763 admin admin] For port 004f014a-027c-42a6-9945-527638bb698d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=004f014a-027c-42a6-9945-527638bb698d,segment=NetworkSegment(1a16f38b-c82a-4260-a6cc-eca8fba27501),segment_id=1a16f38b-c82a-4260-a6cc-eca8fba27501)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:47.569620 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b0fd26b-9848-4098-a088-e0efd6ec7763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.597932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6b0fd26b-9848-4098-a088-e0efd6ec7763 admin admin] Calling delete_port for 004f014a-027c-42a6-9945-527638bb698d owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:47.705158 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd3fe0ad-fbf3-402e-852d-57ae207f9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.725074 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf53775b-385b-4f46-9c90-2463fc6c97bc req-1a0ca905-dc3a-493d-bc0b-21573af9e38f service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011427 Jul 06 12:10:47.827862 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd3fe0ad-fbf3-402e-852d-57ae207f9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.840500 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-bd3fe0ad-fbf3-402e-852d-57ae207f9a6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1d5568-bee0-4d2b-a764-9b50b6e9c9d9']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:47.852503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-bd3fe0ad-fbf3-402e-852d-57ae207f9a6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:47.852812 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-bd3fe0ad-fbf3-402e-852d-57ae207f9a6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b8cce5-fe70-4c3f-ada2-1e24f51bdfcd') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:47.866237 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd3fe0ad-fbf3-402e-852d-57ae207f9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.891460 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd3fe0ad-fbf3-402e-852d-57ae207f9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.899737 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3fe0ad-fbf3-402e-852d-57ae207f9a6a admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:10:47.900177 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd3fe0ad-fbf3-402e-852d-57ae207f9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:10:47.903321 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:10:47.936882 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb95f4a-80de-4dbc-b247-7567ccfe6e34 req-9861e021-8248-4d90-a158-f5895ec1765c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:47.938804 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dcb95f4a-80de-4dbc-b247-7567ccfe6e34 req-9861e021-8248-4d90-a158-f5895ec1765c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 943 time: 0.2208018 Jul 06 12:10:48.040869 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ada16-b0e2-4c68-aa88-36b49c00f4a7 req-c1b2b760-8660-4275-8f28-3b526b51e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:48.054579 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-437ada16-b0e2-4c68-aa88-36b49c00f4a7 req-c1b2b760-8660-4275-8f28-3b526b51e5df service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 1094 time: 0.2497618 Jul 06 12:10:48.072915 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd3fe0ad-fbf3-402e-852d-57ae207f9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.106376 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd3fe0ad-fbf3-402e-852d-57ae207f9a6a admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.114652 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bd3fe0ad-fbf3-402e-852d-57ae207f9a6a admin admin] 10.222.0.81 "DELETE /v2.0/networks/da1d5568-bee0-4d2b-a764-9b50b6e9c9d9 HTTP/1.1" status: 204 len: 168 time: 0.5749907 Jul 06 12:10:48.127457 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dcb95f4a-80de-4dbc-b247-7567ccfe6e34 req-250ee108-a478-4d74-93d3-d37f0db2861e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695170 Jul 06 12:10:48.140747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fe0ad-fbf3-402e-852d-57ae207f9a6a admin admin] Pushing event deleted for resources: {'Network': ['ID=da1d5568-bee0-4d2b-a764-9b50b6e9c9d9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:48.282980 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ada16-b0e2-4c68-aa88-36b49c00f4a7 req-e652e26c-c653-499e-9fac-2a694a564ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:48.284899 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-437ada16-b0e2-4c68-aa88-36b49c00f4a7 req-e652e26c-c653-499e-9fac-2a694a564ba6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.2171137 Jul 06 12:10:48.351065 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-437ada16-b0e2-4c68-aa88-36b49c00f4a7 req-59b4a97c-e4af-4359-8301-87f8be2aab28 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62b37920-7e70-43a5-9bf0-3b5ea515291b HTTP/1.1" status: 200 len: 217 time: 0.0555627 Jul 06 12:10:48.353870 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b0fd26b-9848-4098-a088-e0efd6ec7763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.411657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fd26b-9848-4098-a088-e0efd6ec7763 admin admin] Pushing event deleted for resources: {'Port': ['ID=004f014a-027c-42a6-9945-527638bb698d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:48.443843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54454) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:48.502674 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ada16-b0e2-4c68-aa88-36b49c00f4a7 req-a6630f27-d3e6-4444-99d0-56160195a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:48.504368 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-437ada16-b0e2-4c68-aa88-36b49c00f4a7 req-a6630f27-d3e6-4444-99d0-56160195a5d3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.1244035 Jul 06 12:10:48.520489 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-857f70bb-049d-4cc8-8547-d98860e47c40 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99bca47aa94a4e2c8f4229c85ca00173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746224 Jul 06 12:10:48.527488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54456) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:48.606632 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fc5a3c1-2bf4-4781-95f8-1a89493839af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.638376 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fc5a3c1-2bf4-4781-95f8-1a89493839af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.724505 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ada16-b0e2-4c68-aa88-36b49c00f4a7 req-c22cfe20-7348-4e60-924b-9b936111202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:48.727142 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-437ada16-b0e2-4c68-aa88-36b49c00f4a7 req-c22cfe20-7348-4e60-924b-9b936111202b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2127712 Jul 06 12:10:48.735358 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fc5a3c1-2bf4-4781-95f8-1a89493839af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.742694 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fc5a3c1-2bf4-4781-95f8-1a89493839af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.747131 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2fc5a3c1-2bf4-4781-95f8-1a89493839af admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3c946ed-fb9f-41b3-8b6d-12eb0245611f HTTP/1.1" status: 204 len: 168 time: 0.2177010 Jul 06 12:10:48.757110 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5a3c1-2bf4-4781-95f8-1a89493839af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c946ed-fb9f-41b3-8b6d-12eb0245611f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:48.815666 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b0fd26b-9848-4098-a088-e0efd6ec7763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:48.819314 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:48.885544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:48.885914 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:49.010493 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1a9da130-c287-412e-a72d-63e1e1c201d0 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:49.034561 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 1a9da130-c287-412e-a72d-63e1e1c201d0 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:49.034902 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1a9da130-c287-412e-a72d-63e1e1c201d0 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:49.458833 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-437ada16-b0e2-4c68-aa88-36b49c00f4a7 req-233fc603-877a-4185-b990-2a8bd23841bd service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7233388 Jul 06 12:10:49.629525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ec716-dca4-4648-a3fe-58823098c945 req-7853a846-38e1-4da9-99dc-4c0214071b17 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:49.631117 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e4ec716-dca4-4648-a3fe-58823098c945 req-7853a846-38e1-4da9-99dc-4c0214071b17 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 943 time: 0.3089414 Jul 06 12:10:49.682734 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-437ada16-b0e2-4c68-aa88-36b49c00f4a7 req-4726acb7-ac15-411f-9e18-1695b7d10218 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162638 Jul 06 12:10:49.798881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0fd26b-9848-4098-a088-e0efd6ec7763 admin admin] Router c7431c09-74c7-4569-a293-625289b811d9 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:49.817444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e4ec716-dca4-4648-a3fe-58823098c945 req-f7dcb77b-c7ed-4ac5-9631-d084050754a2 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753602 Jul 06 12:10:49.993666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0fd26b-9848-4098-a088-e0efd6ec7763 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:50.002635 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6b0fd26b-9848-4098-a088-e0efd6ec7763 admin admin] 10.222.0.81 "PUT /v2.0/routers/c7431c09-74c7-4569-a293-625289b811d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0090272 Jul 06 12:10:50.005540 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c654fb-9833-4e33-a308-6ee36de5deb5 None None] Sync routers for ids ['c7431c09-74c7-4569-a293-625289b811d9'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:50.006115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54522) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:50.020896 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c654fb-9833-4e33-a308-6ee36de5deb5 None None] Routers {'c7431c09-74c7-4569-a293-625289b811d9'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:50.022006 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a6c654fb-9833-4e33-a308-6ee36de5deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c7431c09-74c7-4569-a293-625289b811d9'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:50.179720 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdcaff31-d13a-4f75-82fa-07a7fa7fb228 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.203105 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a6c654fb-9833-4e33-a308-6ee36de5deb5 None None] Set router c7431c09-74c7-4569-a293-625289b811d9 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:50.380354 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdcaff31-d13a-4f75-82fa-07a7fa7fb228 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.460086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-bdcaff31-d13a-4f75-82fa-07a7fa7fb228 admin admin] Deleting port c892e79e-d79d-48c8-b421-309d2bc9b49f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:50.460329 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdcaff31-d13a-4f75-82fa-07a7fa7fb228 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:50.681263 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a6c654fb-9833-4e33-a308-6ee36de5deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7431c09-74c7-4569-a293-625289b811d9', 'name': 'tempest-TestAggregatesBasicOps-1489680502-router', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': 'c892e79e-d79d-48c8-b421-309d2bc9b49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:48Z', 'revision_number': 5, 'project_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'gw_port': {'id': 'c892e79e-d79d-48c8-b421-309d2bc9b49f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7431c09-74c7-4569-a293-625289b811d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:21Z', 'updated_at': '2021-07-06T12:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:50.713588 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c654fb-9833-4e33-a308-6ee36de5deb5 None None] Checking router: c7431c09-74c7-4569-a293-625289b811d9 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:50.724428 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c654fb-9833-4e33-a308-6ee36de5deb5 None None] Routers {'c7431c09-74c7-4569-a293-625289b811d9'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:50.725053 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a6c654fb-9833-4e33-a308-6ee36de5deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c7431c09-74c7-4569-a293-625289b811d9'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:50.757212 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 62b37920-7e70-43a5-9bf0-3b5ea515291b details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:10:50.907132 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a6c654fb-9833-4e33-a308-6ee36de5deb5 None None] Set router c7431c09-74c7-4569-a293-625289b811d9 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:50.963778 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 62b37920-7e70-43a5-9bf0-3b5ea515291b, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62b37920-7e70-43a5-9bf0-3b5ea515291b,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:50.980674 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '62b37920-7e70-43a5-9bf0-3b5ea515291b', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'port_id': '62b37920-7e70-43a5-9bf0-3b5ea515291b', 'mac_address': 'fa:16:3e:f4:9e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:10:51.001696 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a6c654fb-9833-4e33-a308-6ee36de5deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7431c09-74c7-4569-a293-625289b811d9', 'name': 'tempest-TestAggregatesBasicOps-1489680502-router', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:50Z', 'revision_number': 6, 'project_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:51.048486 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.051031 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c654fb-9833-4e33-a308-6ee36de5deb5 None None] The sync data for ids ['c7431c09-74c7-4569-a293-625289b811d9'] in n-d-799529-2 is: [{'id': 'c7431c09-74c7-4569-a293-625289b811d9', 'name': 'tempest-TestAggregatesBasicOps-1489680502-router', 'tenant_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:20Z', 'updated_at': '2021-07-06T12:10:50Z', 'revision_number': 6, 'project_id': '8ef39e8a08e7493480ba2a42f482c0e7', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:51.067370 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b37920-7e70-43a5-9bf0-3b5ea515291b {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:10:51.123088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 62b37920-7e70-43a5-9bf0-3b5ea515291b, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62b37920-7e70-43a5-9bf0-3b5ea515291b,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:51.138676 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.240355 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617602a-a7bd-47e7-a83b-c5108e7fef8d req-96a6c52d-50fa-4ad0-a380-f3e1d06fb849 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:51.242068 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9617602a-a7bd-47e7-a83b-c5108e7fef8d req-96a6c52d-50fa-4ad0-a380-f3e1d06fb849 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 943 time: 0.1542141 Jul 06 12:10:51.244389 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-bdcaff31-d13a-4f75-82fa-07a7fa7fb228 admin admin] For port c892e79e-d79d-48c8-b421-309d2bc9b49f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c892e79e-d79d-48c8-b421-309d2bc9b49f,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:51.244918 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdcaff31-d13a-4f75-82fa-07a7fa7fb228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.261855 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=62b37920-7e70-43a5-9bf0-3b5ea515291b,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:51.280910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-bdcaff31-d13a-4f75-82fa-07a7fa7fb228 admin admin] Calling delete_port for c892e79e-d79d-48c8-b421-309d2bc9b49f owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:51.320886 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9617602a-a7bd-47e7-a83b-c5108e7fef8d req-03c5a346-0088-4961-808a-d847014191d1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723379 Jul 06 12:10:51.368275 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['62b37920-7e70-43a5-9bf0-3b5ea515291b'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:10:51.616951 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdcaff31-d13a-4f75-82fa-07a7fa7fb228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.675301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcaff31-d13a-4f75-82fa-07a7fa7fb228 admin admin] Pushing event deleted for resources: {'Port': ['ID=c892e79e-d79d-48c8-b421-309d2bc9b49f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:51.790207 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdcaff31-d13a-4f75-82fa-07a7fa7fb228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.923044 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdcaff31-d13a-4f75-82fa-07a7fa7fb228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.925432 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdcaff31-d13a-4f75-82fa-07a7fa7fb228 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.974400 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdcaff31-d13a-4f75-82fa-07a7fa7fb228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.975083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcaff31-d13a-4f75-82fa-07a7fa7fb228 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7431c09-74c7-4569-a293-625289b811d9 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:10:51.980728 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdcaff31-d13a-4f75-82fa-07a7fa7fb228 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:51.983274 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bdcaff31-d13a-4f75-82fa-07a7fa7fb228 admin admin] 10.222.0.81 "DELETE /v2.0/routers/c7431c09-74c7-4569-a293-625289b811d9 HTTP/1.1" status: 204 len: 168 time: 1.9753118 Jul 06 12:10:51.984453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54590) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:52.072941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa72947-6e10-41af-bb00-5d903bb31748 admin admin] Deleting subnet 97fb20da-37a8-4c9e-ad87-63f4682b1f20 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:10:52.077635 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afa72947-6e10-41af-bb00-5d903bb31748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.114805 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afa72947-6e10-41af-bb00-5d903bb31748 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.219212 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afa72947-6e10-41af-bb00-5d903bb31748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.302647 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afa72947-6e10-41af-bb00-5d903bb31748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.337802 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa72947-6e10-41af-bb00-5d903bb31748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97fb20da-37a8-4c9e-ad87-63f4682b1f20,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:52.344303 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afa72947-6e10-41af-bb00-5d903bb31748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.346600 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-afa72947-6e10-41af-bb00-5d903bb31748 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/97fb20da-37a8-4c9e-ad87-63f4682b1f20 HTTP/1.1" status: 204 len: 168 time: 0.3589118 Jul 06 12:10:52.349202 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54598) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:52.355371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc24e501-9462-4911-a3dc-9725d797fcbf None None] Network c9ffcea0-7400-4f5d-b763-0b996d1c859f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:52.611728 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.655390 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4d666-9f25-409d-a905-c0e70c1ce588 req-3d7a84fb-7915-408f-b15f-0d06f165c14d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:52.662650 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9ae4d666-9f25-409d-a905-c0e70c1ce588 req-3d7a84fb-7915-408f-b15f-0d06f165c14d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 944 time: 0.1498079 Jul 06 12:10:52.712106 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 004f014a-027c-42a6-9945-527638bb698d no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:52.726247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54612) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:52.769419 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 004f014a-027c-42a6-9945-527638bb698d {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:52.770007 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 004f014a-027c-42a6-9945-527638bb698d not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:52.770605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c892e79e-d79d-48c8-b421-309d2bc9b49f no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:52.776008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fe90ea-a941-4477-a549-5449169225ee None None] DHCP port deletion for c9ffcea0-7400-4f5d-b763-0b996d1c859f request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:10:52.779863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9ae4d666-9f25-409d-a905-c0e70c1ce588 req-918cea55-e337-479f-872a-2ee39b3c909e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162271 Jul 06 12:10:52.781500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 62b37920-7e70-43a5-9bf0-3b5ea515291b up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:10:52.846711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Deleting port 241b2de1-f100-4e78-a77c-26f189245cd2 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:52.847420 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.937376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: c892e79e-d79d-48c8-b421-309d2bc9b49f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:52.938304 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c892e79e-d79d-48c8-b421-309d2bc9b49f not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:52.942726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 62b37920-7e70-43a5-9bf0-3b5ea515291b completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:10:52.957946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 62b37920-7e70-43a5-9bf0-3b5ea515291b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:10:52.958191 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] For port 241b2de1-f100-4e78-a77c-26f189245cd2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=241b2de1-f100-4e78-a77c-26f189245cd2,segment=NetworkSegment(1a16f38b-c82a-4260-a6cc-eca8fba27501),segment_id=1a16f38b-c82a-4260-a6cc-eca8fba27501)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:52.958383 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.958638 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.959517 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b514528-0e14-4a00-9a8f-f9ad7196203c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:52.974186 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Calling delete_port for 241b2de1-f100-4e78-a77c-26f189245cd2 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:53.050230 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e5fe90ea-a941-4477-a549-5449169225ee None None] Deleting port 241b2de1-f100-4e78-a77c-26f189245cd2 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:53.050635 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e5fe90ea-a941-4477-a549-5449169225ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.125294 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.137417 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b514528-0e14-4a00-9a8f-f9ad7196203c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.144363 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b514528-0e14-4a00-9a8f-f9ad7196203c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.174947 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.175481 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=241b2de1-f100-4e78-a77c-26f189245cd2,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:53.178881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e5fe90ea-a941-4477-a549-5449169225ee None None] For port 241b2de1-f100-4e78-a77c-26f189245cd2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=241b2de1-f100-4e78-a77c-26f189245cd2,segment=NetworkSegment(1a16f38b-c82a-4260-a6cc-eca8fba27501),segment_id=1a16f38b-c82a-4260-a6cc-eca8fba27501)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:53.179145 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] No DVR routers for this DVR port 241b2de1-f100-4e78-a77c-26f189245cd2 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:53.182976 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e5fe90ea-a941-4477-a549-5449169225ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.191387 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:53.192558 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:53.192917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:53.193264 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:53.193598 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:53.193933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:53.194270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:53.194599 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:53.194927 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:53.195267 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:53.195624 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:53.195948 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:10:53.224218 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8b514528-0e14-4a00-9a8f-f9ad7196203c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6f693a11472c413cada90ea25df2a958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968393 Jul 06 12:10:53.227375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54622) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:53.236469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b514528-0e14-4a00-9a8f-f9ad7196203c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a732b4-894f-47b8-9d15-f9f48ecb1750,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:53.239185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e5fe90ea-a941-4477-a549-5449169225ee None None] Calling delete_port for 241b2de1-f100-4e78-a77c-26f189245cd2 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:53.273889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 62b37920-7e70-43a5-9bf0-3b5ea515291b, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62b37920-7e70-43a5-9bf0-3b5ea515291b,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:53.277111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c6de99-6018-4e84-9f2d-9c089418affb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b37920-7e70-43a5-9bf0-3b5ea515291b'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:10:53.280673 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b8be59-f0f6-4041-909b-0311534a9be0" -d '{"events": [{"server_uuid": "a0c6de99-6018-4e84-9f2d-9c089418affb", "name": "network-vif-plugged", "status": "completed", "tag": "62b37920-7e70-43a5-9bf0-3b5ea515291b"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:10:53.288383 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.370026 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89360a1a-1d55-4d3a-88b9-ef0900d40e09 x-openstack-request-id: req-89360a1a-1d55-4d3a-88b9-ef0900d40e09 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:10:53.371352 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c6de99-6018-4e84-9f2d-9c089418affb", "name": "network-vif-plugged", "status": "completed", "tag": "62b37920-7e70-43a5-9bf0-3b5ea515291b", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:10:53.371949 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89360a1a-1d55-4d3a-88b9-ef0900d40e09 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:10:53.372955 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c6de99-6018-4e84-9f2d-9c089418affb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b37920-7e70-43a5-9bf0-3b5ea515291b', 'code': 200} Jul 06 12:10:53.388465 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.408443 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ffcea0-7400-4f5d-b763-0b996d1c859f']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:53.424219 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a16f38b-c82a-4260-a6cc-eca8fba27501') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:53.424729 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a16f38b-c82a-4260-a6cc-eca8fba27501') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:53.445380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=62b37920-7e70-43a5-9bf0-3b5ea515291b,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:53.466527 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.466769 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e5fe90ea-a941-4477-a549-5449169225ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.497196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe90ea-a941-4477-a549-5449169225ee None None] No DVR routers for this DVR port 241b2de1-f100-4e78-a77c-26f189245cd2 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:53.500836 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe90ea-a941-4477-a549-5449169225ee None None] Pushing event deleted for resources: {'Port': ['ID=241b2de1-f100-4e78-a77c-26f189245cd2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:53.518817 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-582abb0c-a91d-494a-a3e7-14741b67a284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.522388 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.541984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:10:53.543122 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:10:53.545533 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:10:53.592607 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-582abb0c-a91d-494a-a3e7-14741b67a284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.645497 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.651395 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.654232 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c9ffcea0-7400-4f5d-b763-0b996d1c859f HTTP/1.1" status: 204 len: 168 time: 1.3003674 Jul 06 12:10:53.657898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54630) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:53.680660 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a5fc7-8102-42bf-b9f8-969aef5d60ba req-95234c84-ec8c-48a7-bd79-20ba49537f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:53.682577 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd3a5fc7-8102-42bf-b9f8-969aef5d60ba req-95234c84-ec8c-48a7-bd79-20ba49537f83 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 1096 time: 0.2340951 Jul 06 12:10:53.683278 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc136dec-12a3-4168-ab09-c92c35338d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9ffcea0-7400-4f5d-b763-0b996d1c859f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:53.727323 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-582abb0c-a91d-494a-a3e7-14741b67a284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.731049 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-582abb0c-a91d-494a-a3e7-14741b67a284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:53.732249 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-582abb0c-a91d-494a-a3e7-14741b67a284 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44a732b4-894f-47b8-9d15-f9f48ecb1750 HTTP/1.1" status: 204 len: 168 time: 0.5028396 Jul 06 12:10:53.751940 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd3a5fc7-8102-42bf-b9f8-969aef5d60ba req-ad2de3dc-0a6a-426e-b04f-b6591e860b9d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630562 Jul 06 12:10:53.768149 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582abb0c-a91d-494a-a3e7-14741b67a284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a732b4-894f-47b8-9d15-f9f48ecb1750,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:54.180913 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14056b6d-e727-4492-8129-21c243cbc111 req-68e984d7-bfbe-40b3-a25f-6a42d03aff0d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:54.197632 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-14056b6d-e727-4492-8129-21c243cbc111 req-68e984d7-bfbe-40b3-a25f-6a42d03aff0d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.1863587 Jul 06 12:10:54.303844 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-14056b6d-e727-4492-8129-21c243cbc111 req-35d4cade-1ed9-4b63-bb84-a65536223513 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055050 Jul 06 12:10:54.352545 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54656) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:54.374451 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e252459b-d59f-4878-939e-8c45bcc1e86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.534897 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e73b3d1-d5c7-470c-86a8-8321ac0b8f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.573828 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e252459b-d59f-4878-939e-8c45bcc1e86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.584781 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e252459b-d59f-4878-939e-8c45bcc1e86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.628607 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54664) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:54.690143 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252459b-d59f-4878-939e-8c45bcc1e86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108af780-4a69-4440-b13c-689dba16cf25,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:54.704452 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e252459b-d59f-4878-939e-8c45bcc1e86f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1b03ccc5cb4e468cab0e843b3317dfc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483648 Jul 06 12:10:54.713128 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54668) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:54.719109 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 241b2de1-f100-4e78-a77c-26f189245cd2 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:54.770532 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 241b2de1-f100-4e78-a77c-26f189245cd2 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:54.770872 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 241b2de1-f100-4e78-a77c-26f189245cd2 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:54.807142 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-73a89855-b0da-4525-be59-9ce7fba65305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.833742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-73a89855-b0da-4525-be59-9ce7fba65305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.856095 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-928f8841-c55d-48c4-85e7-7edb68715003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.928505 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-73a89855-b0da-4525-be59-9ce7fba65305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.931794 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-73a89855-b0da-4525-be59-9ce7fba65305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:54.935286 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-73a89855-b0da-4525-be59-9ce7fba65305 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/108af780-4a69-4440-b13c-689dba16cf25 HTTP/1.1" status: 204 len: 168 time: 0.2181790 Jul 06 12:10:54.962427 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a89855-b0da-4525-be59-9ce7fba65305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108af780-4a69-4440-b13c-689dba16cf25,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:54.993683 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7e73b3d1-d5c7-470c-86a8-8321ac0b8f53 admin admin] Deleting port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:54.993683 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e73b3d1-d5c7-470c-86a8-8321ac0b8f53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.060668 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-928f8841-c55d-48c4-85e7-7edb68715003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.067273 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-928f8841-c55d-48c4-85e7-7edb68715003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.112165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-928f8841-c55d-48c4-85e7-7edb68715003 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=29851878888e44b59006e280f475f274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4744248 Jul 06 12:10:55.113315 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f8841-c55d-48c4-85e7-7edb68715003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5a4f3b-b84a-4207-b7d0-691d465f6aa8,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:55.115742 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54680) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:55.143495 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-7e73b3d1-d5c7-470c-86a8-8321ac0b8f53 admin admin] For port 46a4396e-9a6a-4edb-9c83-0dd47eba0da8, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=46a4396e-9a6a-4edb-9c83-0dd47eba0da8,segment=NetworkSegment(b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96),segment_id=b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:55.144718 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e73b3d1-d5c7-470c-86a8-8321ac0b8f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.163092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7e73b3d1-d5c7-470c-86a8-8321ac0b8f53 admin admin] Calling delete_port for 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:55.174445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a6d0654e-9b2d-4cf0-a592-9a79d1346644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.210018 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a6d0654e-9b2d-4cf0-a592-9a79d1346644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.305330 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a6d0654e-9b2d-4cf0-a592-9a79d1346644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.305330 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a6d0654e-9b2d-4cf0-a592-9a79d1346644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.306036 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a6d0654e-9b2d-4cf0-a592-9a79d1346644 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a5a4f3b-b84a-4207-b7d0-691d465f6aa8 HTTP/1.1" status: 204 len: 168 time: 0.1893575 Jul 06 12:10:55.330538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0654e-9b2d-4cf0-a592-9a79d1346644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5a4f3b-b84a-4207-b7d0-691d465f6aa8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:55.453232 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e73b3d1-d5c7-470c-86a8-8321ac0b8f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.540446 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73b3d1-d5c7-470c-86a8-8321ac0b8f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=46a4396e-9a6a-4edb-9c83-0dd47eba0da8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:55.657099 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00747b6a-5805-4754-b3c9-bb97ee67ae17 req-0111f848-5acf-4464-af35-81b53dd1560b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:55.658748 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-00747b6a-5805-4754-b3c9-bb97ee67ae17 req-0111f848-5acf-4464-af35-81b53dd1560b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.1499593 Jul 06 12:10:55.768256 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-00747b6a-5805-4754-b3c9-bb97ee67ae17 req-38cf37c7-0fa3-4acf-9296-2cf55f6995e8 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976005 Jul 06 12:10:55.781750 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e73b3d1-d5c7-470c-86a8-8321ac0b8f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:55.924862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54714) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:55.956594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bf5b-2036-413a-821a-066e7030ec57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.170210 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e73b3d1-d5c7-470c-86a8-8321ac0b8f53 admin admin] Router 32ff9be7-82e1-4107-83ee-39eb9a5152ac has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:10:56.177855 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bf5b-2036-413a-821a-066e7030ec57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.185735 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bf5b-2036-413a-821a-066e7030ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.233439 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f6a4bf5b-2036-413a-821a-066e7030ec57 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42a4c1300ece4a85a446cdb5a7a8246d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069010 Jul 06 12:10:56.234221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4bf5b-2036-413a-821a-066e7030ec57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e6413a-7a72-46d1-a4da-ab883da172cc,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:56.247197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54728) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.347146 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b8fba8a4-279a-48f1-93ff-e33f730a9540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.392363 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b8fba8a4-279a-48f1-93ff-e33f730a9540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.500365 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82e39e-2efe-4bd5-81ff-aaa6fd4acc36 req-9620478c-f94d-49f3-a860-e660483d17cb tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:56.502174 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b82e39e-2efe-4bd5-81ff-aaa6fd4acc36 req-9620478c-f94d-49f3-a860-e660483d17cb tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.1357017 Jul 06 12:10:56.540449 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b8fba8a4-279a-48f1-93ff-e33f730a9540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.547664 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b8fba8a4-279a-48f1-93ff-e33f730a9540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:56.561488 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b8fba8a4-279a-48f1-93ff-e33f730a9540 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/38e6413a-7a72-46d1-a4da-ab883da172cc HTTP/1.1" status: 204 len: 168 time: 0.3108547 Jul 06 12:10:56.587662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fba8a4-279a-48f1-93ff-e33f730a9540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e6413a-7a72-46d1-a4da-ab883da172cc,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:56.623757 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b82e39e-2efe-4bd5-81ff-aaa6fd4acc36 req-5d20166f-4ad1-49d8-8bae-260b8c09a584 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967641 Jul 06 12:10:56.766666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e73b3d1-d5c7-470c-86a8-8321ac0b8f53 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:10:56.775633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54748) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:56.777817 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6bd941-5900-4a74-bebd-6119b9a12feb None None] Sync routers for ids ['32ff9be7-82e1-4107-83ee-39eb9a5152ac'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:10:56.782157 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7e73b3d1-d5c7-470c-86a8-8321ac0b8f53 admin admin] 10.222.0.81 "PUT /v2.0/routers/32ff9be7-82e1-4107-83ee-39eb9a5152ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1225793 Jul 06 12:10:56.795734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6bd941-5900-4a74-bebd-6119b9a12feb None None] Routers {'32ff9be7-82e1-4107-83ee-39eb9a5152ac'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:56.796594 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1a6bd941-5900-4a74-bebd-6119b9a12feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['32ff9be7-82e1-4107-83ee-39eb9a5152ac'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:56.941381 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-1a6bd941-5900-4a74-bebd-6119b9a12feb None None] Set router 32ff9be7-82e1-4107-83ee-39eb9a5152ac gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:56.955204 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c1ad83bb-40cf-49eb-84e4-b0984326762f admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.174531 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1a6bd941-5900-4a74-bebd-6119b9a12feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'name': 'tempest-TestAggregatesBasicOps-168044307-router', 'tenant_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '662ba448-1cb6-406d-a9d5-d27198660afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:31Z', 'updated_at': '2021-07-06T12:10:55Z', 'revision_number': 5, 'project_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'gw_port': {'id': '662ba448-1cb6-406d-a9d5-d27198660afe', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2612, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:10:32Z', 'updated_at': '2021-07-06T12:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:57.198104 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c1ad83bb-40cf-49eb-84e4-b0984326762f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.205909 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6bd941-5900-4a74-bebd-6119b9a12feb None None] Checking router: 32ff9be7-82e1-4107-83ee-39eb9a5152ac for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:10:57.230577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6bd941-5900-4a74-bebd-6119b9a12feb None None] Routers {'32ff9be7-82e1-4107-83ee-39eb9a5152ac'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:10:57.231545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1a6bd941-5900-4a74-bebd-6119b9a12feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:10:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['32ff9be7-82e1-4107-83ee-39eb9a5152ac'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:57.298321 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad83bb-40cf-49eb-84e4-b0984326762f admin admin] Deleting port 662ba448-1cb6-406d-a9d5-d27198660afe {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:57.298728 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c1ad83bb-40cf-49eb-84e4-b0984326762f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.367472 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-1a6bd941-5900-4a74-bebd-6119b9a12feb None None] Set router 32ff9be7-82e1-4107-83ee-39eb9a5152ac gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:10:57.416154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c1ad83bb-40cf-49eb-84e4-b0984326762f admin admin] For port 662ba448-1cb6-406d-a9d5-d27198660afe, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=662ba448-1cb6-406d-a9d5-d27198660afe,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:57.416525 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c1ad83bb-40cf-49eb-84e4-b0984326762f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.426170 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1a6bd941-5900-4a74-bebd-6119b9a12feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'name': 'tempest-TestAggregatesBasicOps-168044307-router', 'tenant_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:31Z', 'updated_at': '2021-07-06T12:10:57Z', 'revision_number': 6, 'project_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:57.445520 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad83bb-40cf-49eb-84e4-b0984326762f admin admin] Calling delete_port for 662ba448-1cb6-406d-a9d5-d27198660afe owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:57.456209 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6bd941-5900-4a74-bebd-6119b9a12feb None None] The sync data for ids ['32ff9be7-82e1-4107-83ee-39eb9a5152ac'] in n-d-799529-2 is: [{'id': '32ff9be7-82e1-4107-83ee-39eb9a5152ac', 'name': 'tempest-TestAggregatesBasicOps-168044307-router', 'tenant_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:10:31Z', 'updated_at': '2021-07-06T12:10:57Z', 'revision_number': 6, 'project_id': 'a7f2b61cf1294d01b68df44a5168bff9', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:10:57.792523 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c1ad83bb-40cf-49eb-84e4-b0984326762f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:57.848241 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad83bb-40cf-49eb-84e4-b0984326762f admin admin] Pushing event deleted for resources: {'Port': ['ID=662ba448-1cb6-406d-a9d5-d27198660afe,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:57.887702 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-34c4cd89-2943-455a-bb6f-ba78f7b51b72 req-d1b42dde-57c8-4c88-97ed-186b7f53dc70 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1187265 Jul 06 12:10:57.956079 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c1ad83bb-40cf-49eb-84e4-b0984326762f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:58.035089 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4cd89-2943-455a-bb6f-ba78f7b51b72 req-19d7af76-7bf4-4aa2-bd27-397809375cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:58.037411 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-34c4cd89-2943-455a-bb6f-ba78f7b51b72 req-19d7af76-7bf4-4aa2-bd27-397809375cfc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=334c6bf901ae4776812cd96573c73d99&device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 1096 time: 0.1157179 Jul 06 12:10:58.144075 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c1ad83bb-40cf-49eb-84e4-b0984326762f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:58.147202 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c1ad83bb-40cf-49eb-84e4-b0984326762f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:58.216911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4cd89-2943-455a-bb6f-ba78f7b51b72 req-4cfae4db-1309-46ae-b143-3f62ab66fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:58.218903 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-34c4cd89-2943-455a-bb6f-ba78f7b51b72 req-4cfae4db-1309-46ae-b143-3f62ab66fc19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=17d282bc-2eba-4aa2-8f05-b09a2930641c HTTP/1.1" status: 200 len: 910 time: 0.1580164 Jul 06 12:10:58.257407 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c1ad83bb-40cf-49eb-84e4-b0984326762f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:58.257972 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ad83bb-40cf-49eb-84e4-b0984326762f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32ff9be7-82e1-4107-83ee-39eb9a5152ac {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:10:58.267365 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c1ad83bb-40cf-49eb-84e4-b0984326762f admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:58.272550 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c1ad83bb-40cf-49eb-84e4-b0984326762f admin admin] 10.222.0.81 "DELETE /v2.0/routers/32ff9be7-82e1-4107-83ee-39eb9a5152ac HTTP/1.1" status: 204 len: 168 time: 1.4953957 Jul 06 12:10:58.273255 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54808) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:58.322611 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-34c4cd89-2943-455a-bb6f-ba78f7b51b72 req-a273d67f-3062-4dd9-bff7-5af539ee886a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7832d3d0-f5cf-4902-a9ed-aa731851ae73 HTTP/1.1" status: 200 len: 1001 time: 0.0868371 Jul 06 12:10:58.346569 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31873bec-1a0b-4d68-816c-b60b475cf88b req-97b13ae8-97a9-4072-8ba6-6b39407e8ce3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:58.354192 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31873bec-1a0b-4d68-816c-b60b475cf88b req-97b13ae8-97a9-4072-8ba6-6b39407e8ce3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.3086357 Jul 06 12:10:58.394285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c3ae24-6967-4154-bac6-05ce0768ca90 admin admin] Deleting subnet 8ff062e2-3f3b-499e-8f83-fe32915eea19 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:10:58.401079 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-96c3ae24-6967-4154-bac6-05ce0768ca90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:58.427623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4cd89-2943-455a-bb6f-ba78f7b51b72 req-0e5585f8-b7c7-407e-917f-2c515d50823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:58.429782 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-34c4cd89-2943-455a-bb6f-ba78f7b51b72 req-0e5585f8-b7c7-407e-917f-2c515d50823d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1902dd39-7291-49c8-8576-6bf812770b01 HTTP/1.1" status: 200 len: 848 time: 0.1014671 Jul 06 12:10:58.462292 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31873bec-1a0b-4d68-816c-b60b475cf88b req-8c39971b-fb81-40a7-949f-4b75d6c1376a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070971 Jul 06 12:10:58.475588 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-96c3ae24-6967-4154-bac6-05ce0768ca90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:58.637473 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4cd89-2943-455a-bb6f-ba78f7b51b72 req-c4021f12-9ff1-4c3f-965b-03fb4ef8ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:58.639932 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-34c4cd89-2943-455a-bb6f-ba78f7b51b72 req-c4021f12-9ff1-4c3f-965b-03fb4ef8ab9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=17d282bc-2eba-4aa2-8f05-b09a2930641c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2031455 Jul 06 12:10:58.694528 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-96c3ae24-6967-4154-bac6-05ce0768ca90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:58.716355 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 662ba448-1cb6-406d-a9d5-d27198660afe no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:58.755128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 662ba448-1cb6-406d-a9d5-d27198660afe {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:58.756548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 662ba448-1cb6-406d-a9d5-d27198660afe not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:58.756991 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:10:58.783926 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-34c4cd89-2943-455a-bb6f-ba78f7b51b72 req-4db78ccc-5766-4331-949d-c4726608ce65 service neutron] 10.222.0.23 "GET /v2.0/networks/17d282bc-2eba-4aa2-8f05-b09a2930641c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365852 Jul 06 12:10:58.805069 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:10:58.808968 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 46a4396e-9a6a-4edb-9c83-0dd47eba0da8 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:10:58.824780 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-96c3ae24-6967-4154-bac6-05ce0768ca90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:58.889462 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-96c3ae24-6967-4154-bac6-05ce0768ca90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:58.895547 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-96c3ae24-6967-4154-bac6-05ce0768ca90 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8ff062e2-3f3b-499e-8f83-fe32915eea19 HTTP/1.1" status: 204 len: 168 time: 0.6149242 Jul 06 12:10:58.895547 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3ae24-6967-4154-bac6-05ce0768ca90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff062e2-3f3b-499e-8f83-fe32915eea19,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:58.897468 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54830) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:10:58.898706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1932916-f536-4bcd-af33-ba22493df9ac None None] Network 7ff7f1a5-86c0-4529-8cfc-12c424272701 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:10:59.033261 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:59.045255 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-34c4cd89-2943-455a-bb6f-ba78f7b51b72 req-a8aa5fc4-ea64-41a1-9052-c0334f8969f7 service neutron] 10.222.0.23 "GET /v2.0/networks/17d282bc-2eba-4aa2-8f05-b09a2930641c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541878 Jul 06 12:10:59.192413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4f0b00-702f-4cbb-af76-2fe19dc29682 None None] DHCP port deletion for 7ff7f1a5-86c0-4529-8cfc-12c424272701 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:10:59.198218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] Deleting port 96092728-6f3c-458a-8f5e-84f5a53eb184 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:59.199976 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:59.292079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-cc4f0b00-702f-4cbb-af76-2fe19dc29682 None None] Deleting port 96092728-6f3c-458a-8f5e-84f5a53eb184 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:10:59.298709 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cc4f0b00-702f-4cbb-af76-2fe19dc29682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:59.363389 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] For port 96092728-6f3c-458a-8f5e-84f5a53eb184, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=96092728-6f3c-458a-8f5e-84f5a53eb184,segment=NetworkSegment(b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96),segment_id=b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:59.363857 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:59.390179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] Calling delete_port for 96092728-6f3c-458a-8f5e-84f5a53eb184 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:59.473186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-cc4f0b00-702f-4cbb-af76-2fe19dc29682 None None] For port 96092728-6f3c-458a-8f5e-84f5a53eb184, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=96092728-6f3c-458a-8f5e-84f5a53eb184,segment=NetworkSegment(b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96),segment_id=b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:10:59.473588 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cc4f0b00-702f-4cbb-af76-2fe19dc29682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:59.511707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-cc4f0b00-702f-4cbb-af76-2fe19dc29682 None None] Calling delete_port for 96092728-6f3c-458a-8f5e-84f5a53eb184 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:10:59.558675 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:59.620616 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] Pushing event deleted for resources: {'Port': ['ID=96092728-6f3c-458a-8f5e-84f5a53eb184,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:59.623209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] No DVR routers for this DVR port 96092728-6f3c-458a-8f5e-84f5a53eb184 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:59.657244 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cc4f0b00-702f-4cbb-af76-2fe19dc29682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:59.702390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f0b00-702f-4cbb-af76-2fe19dc29682 None None] Pushing event deleted for resources: {'Port': ['ID=96092728-6f3c-458a-8f5e-84f5a53eb184,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:10:59.712671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f0b00-702f-4cbb-af76-2fe19dc29682 None None] No DVR routers for this DVR port 96092728-6f3c-458a-8f5e-84f5a53eb184 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:10:59.762924 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:59.779964 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff7f1a5-86c0-4529-8cfc-12c424272701']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:59.787244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a8930-f92e-46f6-8c04-fac01e53b593 req-c1262caa-5098-4897-b3ea-5d78e9c4b13c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:10:59.789550 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-416a8930-f92e-46f6-8c04-fac01e53b593 req-c1262caa-5098-4897-b3ea-5d78e9c4b13c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.1149471 Jul 06 12:10:59.816042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:59.819650 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d6c8e7-ab72-4f77-89d1-b8a29ca73f96') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:10:59.842734 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:59.866388 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-416a8930-f92e-46f6-8c04-fac01e53b593 req-d7dc0204-a177-4bfa-9744-4648d40d4a91 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705166 Jul 06 12:10:59.868653 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:59.878985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:10:59.879435 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:10:59.948215 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:10:59.951585 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:59.956667 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:10:59.958846 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7ff7f1a5-86c0-4529-8cfc-12c424272701 HTTP/1.1" status: 204 len: 168 time: 1.0516031 Jul 06 12:10:59.975635 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c271113-1505-48ca-ada6-221d67f5b659 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff7f1a5-86c0-4529-8cfc-12c424272701,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:00.192488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54882) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:00.243399 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b025e8c5-53b8-4fed-a818-93238730b246 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8ef39e8a08e7493480ba2a42f482c0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494626 Jul 06 12:11:00.246972 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54884) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:00.319428 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-172884a5-0feb-43d9-9f7f-c811291d5994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:00.344057 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-172884a5-0feb-43d9-9f7f-c811291d5994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:00.406358 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-172884a5-0feb-43d9-9f7f-c811291d5994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:00.410229 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-172884a5-0feb-43d9-9f7f-c811291d5994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:00.413958 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-172884a5-0feb-43d9-9f7f-c811291d5994 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f6922ee3-e8a8-4edd-af49-8ed738b3e9d9 HTTP/1.1" status: 204 len: 168 time: 0.1638703 Jul 06 12:11:00.421102 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172884a5-0feb-43d9-9f7f-c811291d5994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6922ee3-e8a8-4edd-af49-8ed738b3e9d9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:00.694442 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 96092728-6f3c-458a-8f5e-84f5a53eb184 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:11:00.738650 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 96092728-6f3c-458a-8f5e-84f5a53eb184 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:11:00.739194 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 96092728-6f3c-458a-8f5e-84f5a53eb184 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:11:01.234255 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f814026-6a5c-4b54-99c4-a5bef4da55e7 req-a72b7bfd-b603-4b3c-b328-7b3786760f99 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:01.235870 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f814026-6a5c-4b54-99c4-a5bef4da55e7 req-a72b7bfd-b603-4b3c-b328-7b3786760f99 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.1225433 Jul 06 12:11:01.236867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54910) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:01.297140 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b1438c93-9b02-4f74-ba2e-a1c5d81f7740 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a7f2b61cf1294d01b68df44a5168bff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566950 Jul 06 12:11:01.298402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54912) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:01.308384 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f814026-6a5c-4b54-99c4-a5bef4da55e7 req-36b84c60-9d81-4c04-99e8-3831a6a37f98 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627615 Jul 06 12:11:01.421032 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-865cb89a-cf8e-4426-b041-2634e5d8c6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:01.469793 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-865cb89a-cf8e-4426-b041-2634e5d8c6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:01.577197 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-865cb89a-cf8e-4426-b041-2634e5d8c6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:01.582975 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-865cb89a-cf8e-4426-b041-2634e5d8c6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:01.587064 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-865cb89a-cf8e-4426-b041-2634e5d8c6c9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b370a62-d88b-4b68-9dd7-fd73fef3ac9a HTTP/1.1" status: 204 len: 168 time: 0.2857542 Jul 06 12:11:01.599096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cb89a-cf8e-4426-b041-2634e5d8c6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b370a62-d88b-4b68-9dd7-fd73fef3ac9a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:02.512007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54960) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:02.642640 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c946f0-5e90-4b4f-9147-d3dd6f3389c3 req-4027e010-be59-4141-a386-8114097cbcda tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:02.644301 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-15c946f0-5e90-4b4f-9147-d3dd6f3389c3 req-4027e010-be59-4141-a386-8114097cbcda tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.0832508 Jul 06 12:11:02.678325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b14198b3-cec7-4b12-aeba-cc43d226a0ce admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-239334728-network', 'tenant_id': '86f890996f3a4491aadaf4091e47c4ae'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:02.717812 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-15c946f0-5e90-4b4f-9147-d3dd6f3389c3 req-b02d4775-32ad-4216-a952-f88eec18d48a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657032 Jul 06 12:11:02.735809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14198b3-cec7-4b12-aeba-cc43d226a0ce admin admin] Made reservation on behalf of 86f890996f3a4491aadaf4091e47c4ae for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:02.738543 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b14198b3-cec7-4b12-aeba-cc43d226a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:02.756108 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b14198b3-cec7-4b12-aeba-cc43d226a0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:02.865597 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b14198b3-cec7-4b12-aeba-cc43d226a0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:02.872075 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b14198b3-cec7-4b12-aeba-cc43d226a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:02.901722 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14198b3-cec7-4b12-aeba-cc43d226a0ce admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:11:02.918169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14198b3-cec7-4b12-aeba-cc43d226a0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5312640d-112c-42fc-8c8e-92a950cebfb0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:02.922364 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b14198b3-cec7-4b12-aeba-cc43d226a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:02.922716 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-b14198b3-cec7-4b12-aeba-cc43d226a0ce admin admin] Added segment 398afd57-ac12-47f2-bb09-8180476e337c of type vlan for network 9563f61a-3f53-4e55-9bbc-100db5648c93 Jul 06 12:11:02.982987 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b14198b3-cec7-4b12-aeba-cc43d226a0ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:03.017420 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b14198b3-cec7-4b12-aeba-cc43d226a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:03.018486 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14198b3-cec7-4b12-aeba-cc43d226a0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:03.019157 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b14198b3-cec7-4b12-aeba-cc43d226a0ce admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:03.086236 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b14198b3-cec7-4b12-aeba-cc43d226a0ce admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5695882 Jul 06 12:11:03.086422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54972) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:03.091608 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-33c30daf-e89d-417c-bea2-2d3f517975ce admin admin] Request body: {'subnet': {'network_id': '9563f61a-3f53-4e55-9bbc-100db5648c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-239334728-subnet', 'tenant_id': '86f890996f3a4491aadaf4091e47c4ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:03.113497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c30daf-e89d-417c-bea2-2d3f517975ce admin admin] Made reservation on behalf of 86f890996f3a4491aadaf4091e47c4ae for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:03.115957 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33c30daf-e89d-417c-bea2-2d3f517975ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:03.161548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14198b3-cec7-4b12-aeba-cc43d226a0ce admin admin] Pushing event updated for resources: {'Network': ['ID=9563f61a-3f53-4e55-9bbc-100db5648c93,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:03.174612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 9563f61a-3f53-4e55-9bbc-100db5648c93 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:11:03.329412 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33c30daf-e89d-417c-bea2-2d3f517975ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:03.375568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c30daf-e89d-417c-bea2-2d3f517975ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ed3808-cea0-42b0-b798-c364392f5957,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:03.405755 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c30daf-e89d-417c-bea2-2d3f517975ce admin admin] Checking segment: {'id': '398afd57-ac12-47f2-bb09-8180476e337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9563f61a-3f53-4e55-9bbc-100db5648c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:03.406282 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c30daf-e89d-417c-bea2-2d3f517975ce admin admin] Network hostable DHCP agents. Network: 9563f61a-3f53-4e55-9bbc-100db5648c93, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:11:03.424325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c30daf-e89d-417c-bea2-2d3f517975ce admin admin] Network 9563f61a-3f53-4e55-9bbc-100db5648c93 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:11:03.435755 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-33c30daf-e89d-417c-bea2-2d3f517975ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 9563f61a-3f53-4e55-9bbc-100db5648c93) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:03.441098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c30daf-e89d-417c-bea2-2d3f517975ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:03.441846 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33c30daf-e89d-417c-bea2-2d3f517975ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:03.445927 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a95db1-4353-4499-878f-3c1be30dc8f6 None None] Network 9563f61a-3f53-4e55-9bbc-100db5648c93 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:11:03.462248 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-33c30daf-e89d-417c-bea2-2d3f517975ce admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3747008 Jul 06 12:11:03.606705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0b8739-b6d7-400a-8fc3-e65c24409613 None None] Network 9563f61a-3f53-4e55-9bbc-100db5648c93 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:11:04.038955 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc967c9-58f3-430f-a726-4e6dff5dcb3e req-9631c715-6cd3-4868-afef-7a64d307a86d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:04.048607 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ccc967c9-58f3-430f-a726-4e6dff5dcb3e req-9631c715-6cd3-4868-afef-7a64d307a86d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.1203995 Jul 06 12:11:04.106580 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ccc967c9-58f3-430f-a726-4e6dff5dcb3e req-290633bc-9608-48c4-860f-ac02e52b26aa tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567544 Jul 06 12:11:04.367729 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55018) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:04.376767 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c604325e-06c1-4756-ad8a-ebd884cec92b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1990878278-network', 'tenant_id': 'e51164be735043ff839d4c2153624e52'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:04.407999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c604325e-06c1-4756-ad8a-ebd884cec92b admin admin] Made reservation on behalf of e51164be735043ff839d4c2153624e52 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:04.411629 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c604325e-06c1-4756-ad8a-ebd884cec92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.428775 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c604325e-06c1-4756-ad8a-ebd884cec92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.601555 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c604325e-06c1-4756-ad8a-ebd884cec92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.605812 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c604325e-06c1-4756-ad8a-ebd884cec92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.631373 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c604325e-06c1-4756-ad8a-ebd884cec92b admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:11:04.641271 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604325e-06c1-4756-ad8a-ebd884cec92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8d3554-4abc-4e3d-ad9d-c03cb5a5f6fd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:04.648220 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c604325e-06c1-4756-ad8a-ebd884cec92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.648638 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-c604325e-06c1-4756-ad8a-ebd884cec92b admin admin] Added segment 8d6a8821-2b88-4d61-a75b-276742a668a7 of type vlan for network 28177910-0790-4ddb-b825-6902c3a0b3c3 Jul 06 12:11:04.696889 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c604325e-06c1-4756-ad8a-ebd884cec92b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.732327 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c604325e-06c1-4756-ad8a-ebd884cec92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.733612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c604325e-06c1-4756-ad8a-ebd884cec92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:04.734254 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c604325e-06c1-4756-ad8a-ebd884cec92b admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:04.801173 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c604325e-06c1-4756-ad8a-ebd884cec92b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4288216 Jul 06 12:11:04.801412 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55046) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:04.812301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b8170fae-0817-4464-8b3c-cbc740d35543 admin admin] Request body: {'subnet': {'network_id': '28177910-0790-4ddb-b825-6902c3a0b3c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1990878278-subnet', 'tenant_id': 'e51164be735043ff839d4c2153624e52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:04.821227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604325e-06c1-4756-ad8a-ebd884cec92b admin admin] Pushing event updated for resources: {'Network': ['ID=28177910-0790-4ddb-b825-6902c3a0b3c3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:04.833932 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 28177910-0790-4ddb-b825-6902c3a0b3c3 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:11:04.844019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8170fae-0817-4464-8b3c-cbc740d35543 admin admin] Made reservation on behalf of e51164be735043ff839d4c2153624e52 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:04.848741 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8170fae-0817-4464-8b3c-cbc740d35543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:05.160212 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8170fae-0817-4464-8b3c-cbc740d35543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:05.242005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8170fae-0817-4464-8b3c-cbc740d35543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4447d60f-f4cc-4a64-a02d-adf507627674,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:05.257559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8170fae-0817-4464-8b3c-cbc740d35543 admin admin] Checking segment: {'id': '8d6a8821-2b88-4d61-a75b-276742a668a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '28177910-0790-4ddb-b825-6902c3a0b3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:05.259193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8170fae-0817-4464-8b3c-cbc740d35543 admin admin] Network hostable DHCP agents. Network: 28177910-0790-4ddb-b825-6902c3a0b3c3, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:11:05.292889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8170fae-0817-4464-8b3c-cbc740d35543 admin admin] Network 28177910-0790-4ddb-b825-6902c3a0b3c3 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:11:05.305781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b8170fae-0817-4464-8b3c-cbc740d35543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 28177910-0790-4ddb-b825-6902c3a0b3c3) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:05.314777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8170fae-0817-4464-8b3c-cbc740d35543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:05.315623 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8170fae-0817-4464-8b3c-cbc740d35543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:05.316238 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8ecaae-c26a-4910-8e0d-411335960fbf None None] Network 28177910-0790-4ddb-b825-6902c3a0b3c3 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:11:05.349653 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b8170fae-0817-4464-8b3c-cbc740d35543 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5453284 Jul 06 12:11:05.502065 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf24f0-ce39-4d53-bf3b-8b64ea6a2420 req-02439a46-ca52-48e2-a456-6119da7a3213 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:05.508351 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77bf24f0-ce39-4d53-bf3b-8b64ea6a2420 req-02439a46-ca52-48e2-a456-6119da7a3213 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.1583111 Jul 06 12:11:05.559605 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:05.561732 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3d1876d9-e71d-460e-bba8-b8ba329c692f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:05.639608 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77bf24f0-ce39-4d53-bf3b-8b64ea6a2420 req-2a77c437-c6be-42b0-a10a-46116b08f324 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158202 Jul 06 12:11:05.713674 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3e7e92-b8d2-493a-80ee-f498123cc2ae None None] Network 28177910-0790-4ddb-b825-6902c3a0b3c3 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:11:05.991720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55094) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:06.129960 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c60b467f-f49e-4ddf-8699-72b2d79564f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:06.255569 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c60b467f-f49e-4ddf-8699-72b2d79564f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:06.261463 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c60b467f-f49e-4ddf-8699-72b2d79564f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:06.309715 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c60b467f-f49e-4ddf-8699-72b2d79564f6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=826d22be1f374d3aa195ec20046d3a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143265 Jul 06 12:11:06.309715 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b467f-f49e-4ddf-8699-72b2d79564f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e013497-7c63-4597-81ae-9d201ac1db09,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:06.310585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55112) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:06.363784 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd86f-01e6-4b59-bcb6-90e23c2a71a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:06.387763 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd86f-01e6-4b59-bcb6-90e23c2a71a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:06.395873 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-d4da62d4-d384-414b-b89f-2cc0da03dc51 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:06.397799 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-d4da62d4-d384-414b-b89f-2cc0da03dc51 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/networks?id=9563f61a-3f53-4e55-9bbc-100db5648c93 HTTP/1.1" status: 200 len: 811 time: 0.1301289 Jul 06 12:11:06.416739 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-1b7b8689-e556-4df1-b2ec-eca8a9b89a3c tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/quotas/86f890996f3a4491aadaf4091e47c4ae HTTP/1.1" status: 200 len: 375 time: 0.0114100 Jul 06 12:11:06.450001 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd86f-01e6-4b59-bcb6-90e23c2a71a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:06.453172 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:06.453668 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd86f-01e6-4b59-bcb6-90e23c2a71a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:06.457637 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1c9dd86f-01e6-4b59-bcb6-90e23c2a71a0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5e013497-7c63-4597-81ae-9d201ac1db09 HTTP/1.1" status: 204 len: 168 time: 0.1435969 Jul 06 12:11:06.465276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9dd86f-01e6-4b59-bcb6-90e23c2a71a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e013497-7c63-4597-81ae-9d201ac1db09,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:06.468027 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-febde249-310a-46cc-9ae8-2955020c3cd4 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=86f890996f3a4491aadaf4091e47c4ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426478 Jul 06 12:11:06.578644 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-1886b875-5738-473a-b590-1647d3bb9532 service neutron] 10.222.0.81 "GET /v2.0/networks/9563f61a-3f53-4e55-9bbc-100db5648c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094811 Jul 06 12:11:06.695932 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-b047a71c-afeb-454b-9d32-234f8da96640 service neutron] 10.222.0.81 "GET /v2.0/networks/9563f61a-3f53-4e55-9bbc-100db5648c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113570 Jul 06 12:11:06.786424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55124) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:06.801898 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37225c22-4767-403f-b2a5-29ca2ed430df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:06.923881 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37225c22-4767-403f-b2a5-29ca2ed430df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:06.929242 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37225c22-4767-403f-b2a5-29ca2ed430df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:07.014640 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-37225c22-4767-403f-b2a5-29ca2ed430df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=18bf5a42a4d04a168ca44566ca3c323d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270427 Jul 06 12:11:07.017116 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37225c22-4767-403f-b2a5-29ca2ed430df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914ad28e-593c-40fb-93f8-906947e9cc3e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:07.017250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55134) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:07.060424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82456ad9-11ec-427d-8321-2263a5e9d978 req-bd7b18b5-5080-4f21-a3bc-ca107b6d3067 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:07.062711 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82456ad9-11ec-427d-8321-2263a5e9d978 req-bd7b18b5-5080-4f21-a3bc-ca107b6d3067 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.1196463 Jul 06 12:11:07.094398 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8f21413-6c26-400e-883e-284802b80882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:07.127399 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82456ad9-11ec-427d-8321-2263a5e9d978 req-58b6e920-b3c7-43c5-813e-02cbd8254e06 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568552 Jul 06 12:11:07.138127 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8f21413-6c26-400e-883e-284802b80882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:07.206258 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8f21413-6c26-400e-883e-284802b80882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:07.209568 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8f21413-6c26-400e-883e-284802b80882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:07.210902 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b8f21413-6c26-400e-883e-284802b80882 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/914ad28e-593c-40fb-93f8-906947e9cc3e HTTP/1.1" status: 204 len: 168 time: 0.1926715 Jul 06 12:11:07.234119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f21413-6c26-400e-883e-284802b80882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914ad28e-593c-40fb-93f8-906947e9cc3e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:07.389642 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d15762d4-001c-4d91-bf2a-8d1cce725060 req-95c23627-3c84-4195-9415-57a5ab72238d tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 210 time: 0.0688698 Jul 06 12:11:08.147842 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ca66ee5-bc06-48ba-9b89-f97254066f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:08.192658 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:08.248329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55184) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:08.426335 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a6f8470-eba9-4667-99cc-85e69d60d176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:08.568572 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd0ab0-d5f8-4372-9a88-184d3b3c9f89 req-1674cc17-afdf-49b2-8758-1929d24ba7c7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:08.570300 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-defd0ab0-d5f8-4372-9a88-184d3b3c9f89 req-1674cc17-afdf-49b2-8758-1929d24ba7c7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.2786388 Jul 06 12:11:08.647367 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a6f8470-eba9-4667-99cc-85e69d60d176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:08.659025 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a6f8470-eba9-4667-99cc-85e69d60d176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:08.703164 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-b1f1a782-6f64-43bb-9437-cff8007debbd tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:08.706319 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-b1f1a782-6f64-43bb-9437-cff8007debbd tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.89 "GET /v2.0/networks?id=9563f61a-3f53-4e55-9bbc-100db5648c93 HTTP/1.1" status: 200 len: 811 time: 0.3549941 Jul 06 12:11:08.724511 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4a6f8470-eba9-4667-99cc-85e69d60d176 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=acff50d0128b4214909f436f5b5c724d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4741530 Jul 06 12:11:08.725120 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55206) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:08.726104 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f8470-eba9-4667-99cc-85e69d60d176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89a4ed9-3bb4-4a6c-81b8-94525441dfff,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:08.743102 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-defd0ab0-d5f8-4372-9a88-184d3b3c9f89 req-8c6cf21f-6ff2-491b-a5f2-8e45e59d8602 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487443 Jul 06 12:11:08.760303 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-8bb0efde-9db2-47df-9ca2-d44248402339 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Request body: {'port': {'device_id': '0e467ef0-c813-4b3d-8565-475fa4dde35f', 'network_id': '9563f61a-3f53-4e55-9bbc-100db5648c93', 'admin_state_up': True, 'tenant_id': '86f890996f3a4491aadaf4091e47c4ae'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:08.864484 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fadf3312-f932-48e3-b285-34cf2789d759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:08.868806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55210) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:08.905967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fadf3312-f932-48e3-b285-34cf2789d759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:08.933478 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-8bb0efde-9db2-47df-9ca2-d44248402339 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Made reservation on behalf of 86f890996f3a4491aadaf4091e47c4ae for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:08.942529 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-8bb0efde-9db2-47df-9ca2-d44248402339 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:08.976543 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fadf3312-f932-48e3-b285-34cf2789d759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:08.981375 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fadf3312-f932-48e3-b285-34cf2789d759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:08.982922 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fadf3312-f932-48e3-b285-34cf2789d759 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a89a4ed9-3bb4-4a6c-81b8-94525441dfff HTTP/1.1" status: 204 len: 168 time: 0.2434011 Jul 06 12:11:08.992337 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf3312-f932-48e3-b285-34cf2789d759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89a4ed9-3bb4-4a6c-81b8-94525441dfff,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:09.141955 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b60aa98-b3ce-45e9-9219-7442ef300801 req-25b6c843-eecd-440d-bbcb-998b35c719ab tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 210 time: 0.0862439 Jul 06 12:11:09.157486 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-09f47db6-c0e6-4285-8da5-f314a6c09cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:09.171866 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-8bb0efde-9db2-47df-9ca2-d44248402339 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Allocated IP 172.20.0.8 (9563f61a-3f53-4e55-9bbc-100db5648c93/83ed3808-cea0-42b0-b798-c364392f5957/83943cd0-c29a-4cc8-ba19-5d0879b592fc) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:09.313941 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:09.347864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55220) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:09.369603 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8cab-cdc7-4cef-ac1c-13a86c833bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:09.725258 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-09f47db6-c0e6-4285-8da5-f314a6c09cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:09.735805 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-09f47db6-c0e6-4285-8da5-f314a6c09cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:09.766086 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-8bb0efde-9db2-47df-9ca2-d44248402339 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:09.786903 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-09f47db6-c0e6-4285-8da5-f314a6c09cdb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f61592dd3e1c4764844ab62e284995d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9142778 Jul 06 12:11:09.791458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55228) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:09.800088 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f47db6-c0e6-4285-8da5-f314a6c09cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3017651a-b80e-4afc-a0a5-9e4225742d71,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:09.835100 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-8bb0efde-9db2-47df-9ca2-d44248402339 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:09.899693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-8bb0efde-9db2-47df-9ca2-d44248402339 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Network 9563f61a-3f53-4e55-9bbc-100db5648c93 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:09.903285 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3adc29a9-cb47-4d38-930d-2bdf568860e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:09.904683 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-8bb0efde-9db2-47df-9ca2-d44248402339 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:09.910290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-8bb0efde-9db2-47df-9ca2-d44248402339 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:09.915717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0efde-9db2-47df-9ca2-d44248402339 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Pushing event updated for resources: {'Port': ['ID=83943cd0-c29a-4cc8-ba19-5d0879b592fc,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:09.930116 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3adc29a9-cb47-4d38-930d-2bdf568860e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:09.991626 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8cab-cdc7-4cef-ac1c-13a86c833bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:09.997019 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8cab-cdc7-4cef-ac1c-13a86c833bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.000168 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-8bb0efde-9db2-47df-9ca2-d44248402339 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:10.000829 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-8bb0efde-9db2-47df-9ca2-d44248402339 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.009169 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3adc29a9-cb47-4d38-930d-2bdf568860e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.012820 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3adc29a9-cb47-4d38-930d-2bdf568860e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.014584 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3adc29a9-cb47-4d38-930d-2bdf568860e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3017651a-b80e-4afc-a0a5-9e4225742d71 HTTP/1.1" status: 204 len: 168 time: 0.2174027 Jul 06 12:11:10.038523 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-8bb0efde-9db2-47df-9ca2-d44248402339 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2905698 Jul 06 12:11:10.051667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaa549-ae34-4c1f-b18e-9cdfb26fb3fc req-2586414a-0827-4463-863a-2162adb33542 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:10.052001 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2b2d8cab-cdc7-4cef-ac1c-13a86c833bb8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15ce72d85bea4240a713a8db35886572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7022367 Jul 06 12:11:10.053593 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ebaaa549-ae34-4c1f-b18e-9cdfb26fb3fc req-2586414a-0827-4463-863a-2162adb33542 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.1157382 Jul 06 12:11:10.059382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Request body: {'port': {'device_id': '0e467ef0-c813-4b3d-8565-475fa4dde35f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:10.059836 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55234) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:10.062027 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d8cab-cdc7-4cef-ac1c-13a86c833bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7786e76a-8234-4233-a7b4-be4e29aa5b21,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:10.089566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc29a9-cb47-4d38-930d-2bdf568860e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3017651a-b80e-4afc-a0a5-9e4225742d71,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:10.173635 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5185662-865f-4d6d-9b75-0b165b69e046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.178641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ebaaa549-ae34-4c1f-b18e-9cdfb26fb3fc req-a04901b6-3cb9-4265-9748-97334f00bcb3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157162 Jul 06 12:11:10.191799 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.210613 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5185662-865f-4d6d-9b75-0b165b69e046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.278361 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5185662-865f-4d6d-9b75-0b165b69e046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.282529 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5185662-865f-4d6d-9b75-0b165b69e046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.283868 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e5185662-865f-4d6d-9b75-0b165b69e046 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7786e76a-8234-4233-a7b4-be4e29aa5b21 HTTP/1.1" status: 204 len: 168 time: 0.2228830 Jul 06 12:11:10.296349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5185662-865f-4d6d-9b75-0b165b69e046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7786e76a-8234-4233-a7b4-be4e29aa5b21,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:10.603954 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e4cce-b3d6-4a29-814c-f3b8c2be6ad2 req-dba14132-18b4-4956-bb00-c0628685feb2 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:10.606248 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db9e4cce-b3d6-4a29-814c-f3b8c2be6ad2 req-dba14132-18b4-4956-bb00-c0628685feb2 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 931 time: 0.1314456 Jul 06 12:11:10.685220 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db9e4cce-b3d6-4a29-814c-f3b8c2be6ad2 req-6d664f95-8730-4cf3-bb1d-b16654cf12e8 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686796 Jul 06 12:11:10.695990 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83943cd0-c29a-4cc8-ba19-5d0879b592fc {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:11:10.711402 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.727632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Transition to ACTIVE for port object 83943cd0-c29a-4cc8-ba19-5d0879b592fc will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:10.733393 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.797675 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=83943cd0-c29a-4cc8-ba19-5d0879b592fc,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:10.877548 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Attempting to bind port 83943cd0-c29a-4cc8-ba19-5d0879b592fc on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:10.878018 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Attempting to bind port 83943cd0-c29a-4cc8-ba19-5d0879b592fc by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '398afd57-ac12-47f2-bb09-8180476e337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9563f61a-3f53-4e55-9bbc-100db5648c93'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:10.878403 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Attempting to bind port 83943cd0-c29a-4cc8-ba19-5d0879b592fc on network 9563f61a-3f53-4e55-9bbc-100db5648c93 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:10.893580 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Port 83943cd0-c29a-4cc8-ba19-5d0879b592fc on network 9563f61a-3f53-4e55-9bbc-100db5648c93 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:11:10.895753 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Attempting to bind port 83943cd0-c29a-4cc8-ba19-5d0879b592fc on network 9563f61a-3f53-4e55-9bbc-100db5648c93 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:10.905286 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:11:10.905974 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Checking segment: {'id': '398afd57-ac12-47f2-bb09-8180476e337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9563f61a-3f53-4e55-9bbc-100db5648c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:10.906333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Bound using segment: {'id': '398afd57-ac12-47f2-bb09-8180476e337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9563f61a-3f53-4e55-9bbc-100db5648c93'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:11:10.906953 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Bound port: 83943cd0-c29a-4cc8-ba19-5d0879b592fc, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '398afd57-ac12-47f2-bb09-8180476e337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9563f61a-3f53-4e55-9bbc-100db5648c93'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:11:10.907403 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.913624 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:10.989009 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] For port 83943cd0-c29a-4cc8-ba19-5d0879b592fc, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:11:10.992432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] For port 83943cd0-c29a-4cc8-ba19-5d0879b592fc, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=83943cd0-c29a-4cc8-ba19-5d0879b592fc,segment=NetworkSegment(398afd57-ac12-47f2-bb09-8180476e337c),segment_id=398afd57-ac12-47f2-bb09-8180476e337c)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:11:11.002871 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:11.081698 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:11.082350 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:11.083877 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] 10.222.0.89 "PUT /v2.0/ports/83943cd0-c29a-4cc8-ba19-5d0879b592fc HTTP/1.1" status: 200 len: 1091 time: 1.0291746 Jul 06 12:11:11.084343 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e467ef0-c813-4b3d-8565-475fa4dde35f', 'tag': '83943cd0-c29a-4cc8-ba19-5d0879b592fc'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:11:11.086959 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e14b215-24df-452d-9358-ad8c656130a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0e467ef0-c813-4b3d-8565-475fa4dde35f", "tag": "83943cd0-c29a-4cc8-ba19-5d0879b592fc"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:11:11.165197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00308a1-5706-4f8d-9f63-f026792fe9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=83943cd0-c29a-4cc8-ba19-5d0879b592fc,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:11.182005 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094f9c30-339e-4301-a432-e3c8bea67159 x-openstack-request-id: req-094f9c30-339e-4301-a432-e3c8bea67159 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:11:11.182429 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e467ef0-c813-4b3d-8565-475fa4dde35f", "tag": "83943cd0-c29a-4cc8-ba19-5d0879b592fc", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:11:11.182746 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-094f9c30-339e-4301-a432-e3c8bea67159 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:11:11.184186 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e467ef0-c813-4b3d-8565-475fa4dde35f', 'tag': '83943cd0-c29a-4cc8-ba19-5d0879b592fc', 'status': 'completed', 'code': 200} Jul 06 12:11:11.223897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-d1298ca4-c45a-4fc6-8f94-96508a2770af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:11.228565 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-d1298ca4-c45a-4fc6-8f94-96508a2770af service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=86f890996f3a4491aadaf4091e47c4ae&device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 1094 time: 0.1003494 Jul 06 12:11:11.324833 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-05b08f89-3332-4d54-bc8c-09cf1ab14ee3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83943cd0-c29a-4cc8-ba19-5d0879b592fc HTTP/1.1" status: 200 len: 217 time: 0.0896361 Jul 06 12:11:11.444466 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-e7cdaff8-4d37-49c8-af3f-91883749520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:11.445970 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-e7cdaff8-4d37-49c8-af3f-91883749520b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=83ed3808-cea0-42b0-b798-c364392f5957 HTTP/1.1" status: 200 len: 851 time: 0.1085446 Jul 06 12:11:11.512336 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-c549f467-2d43-45d4-96d1-fd86c36be01e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9563f61a-3f53-4e55-9bbc-100db5648c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571728 Jul 06 12:11:11.528578 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629558a8-b5e6-4a48-ac3a-7ff34a10712c req-832ee370-e5fc-4230-ba15-86320b676c5a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:11.530710 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-629558a8-b5e6-4a48-ac3a-7ff34a10712c req-832ee370-e5fc-4230-ba15-86320b676c5a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.1919842 Jul 06 12:11:11.641889 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-629558a8-b5e6-4a48-ac3a-7ff34a10712c req-b8ad1231-e01f-4341-b7d6-b615dec5db3f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009164 Jul 06 12:11:11.691284 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-178f7a80-a2ae-4ad5-8436-6387acea7b08 service neutron] 10.222.0.89 "GET /v2.0/networks/9563f61a-3f53-4e55-9bbc-100db5648c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577463 Jul 06 12:11:11.887825 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-194e9a6a-635a-4db7-aaa0-efb1d36a4d44 req-e1dc03fa-c9f9-430e-9680-9287d00f0285 service neutron] 10.222.0.89 "GET /v2.0/networks/9563f61a-3f53-4e55-9bbc-100db5648c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903720 Jul 06 12:11:12.087259 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28927ea4-a25e-4206-abf8-1d416f7a342c req-8031e0e0-f2ad-4635-a9c9-ecaba8568d34 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:12.090434 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28927ea4-a25e-4206-abf8-1d416f7a342c req-8031e0e0-f2ad-4635-a9c9-ecaba8568d34 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 943 time: 0.1034369 Jul 06 12:11:12.093940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14b215-24df-452d-9358-ad8c656130a6 req-c657e642-b62e-4f09-a454-54777d9357b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:12.099637 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e14b215-24df-452d-9358-ad8c656130a6 req-c657e642-b62e-4f09-a454-54777d9357b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=86f890996f3a4491aadaf4091e47c4ae&device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 1094 time: 0.1468496 Jul 06 12:11:12.207763 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28927ea4-a25e-4206-abf8-1d416f7a342c req-612f6cd2-b0b4-40d1-b261-203bc76976a7 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083145 Jul 06 12:11:12.222211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55338) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:12.250245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14b215-24df-452d-9358-ad8c656130a6 req-ad7a216e-021a-4805-82f4-8fb52bba4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:12.252238 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e14b215-24df-452d-9358-ad8c656130a6 req-ad7a216e-021a-4805-82f4-8fb52bba4d05 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9563f61a-3f53-4e55-9bbc-100db5648c93 HTTP/1.1" status: 200 len: 912 time: 0.1453412 Jul 06 12:11:12.272496 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55342) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:12.299727 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e14b215-24df-452d-9358-ad8c656130a6 req-fa0dd0b3-9df7-44f8-9e11-77114ba6b3ea service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83943cd0-c29a-4cc8-ba19-5d0879b592fc HTTP/1.1" status: 200 len: 217 time: 0.0405955 Jul 06 12:11:12.379846 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14b215-24df-452d-9358-ad8c656130a6 req-cec3a6b9-8718-40e4-a743-3d678aa2fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:12.382835 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e14b215-24df-452d-9358-ad8c656130a6 req-cec3a6b9-8718-40e4-a743-3d678aa2fef7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=83ed3808-cea0-42b0-b798-c364392f5957 HTTP/1.1" status: 200 len: 851 time: 0.0756774 Jul 06 12:11:12.407502 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f2c7289-847e-47d6-b685-b4e699f19dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:12.425367 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e14b215-24df-452d-9358-ad8c656130a6 req-c1ce24cb-82d1-4ce5-bc91-9726e10337d8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9563f61a-3f53-4e55-9bbc-100db5648c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351574 Jul 06 12:11:12.434642 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9edc7083-0905-40a5-bd70-fed6ca55b756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:12.547551 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e14b215-24df-452d-9358-ad8c656130a6 req-8520efd6-0eea-4be0-bb76-c5b68e62d58b service neutron] 10.222.0.89 "GET /v2.0/networks/9563f61a-3f53-4e55-9bbc-100db5648c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143613 Jul 06 12:11:12.554859 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f2c7289-847e-47d6-b685-b4e699f19dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:12.564188 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f2c7289-847e-47d6-b685-b4e699f19dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:12.630730 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2f2c7289-847e-47d6-b685-b4e699f19dca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f546fd222f024980a1b6caba1052fe88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565376 Jul 06 12:11:12.633880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55346) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:12.634739 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c7289-847e-47d6-b685-b4e699f19dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5953529f-927e-426c-8dc6-30ba0bc61c95,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:12.711446 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e14b215-24df-452d-9358-ad8c656130a6 req-aebb5f5e-1728-491a-8bd3-73e30bb29363 service neutron] 10.222.0.89 "GET /v2.0/networks/9563f61a-3f53-4e55-9bbc-100db5648c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575141 Jul 06 12:11:12.724200 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9edc7083-0905-40a5-bd70-fed6ca55b756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:12.731875 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9edc7083-0905-40a5-bd70-fed6ca55b756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:12.747848 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a611-6adb-45f5-9063-5b2075b7f642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:12.791161 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a611-6adb-45f5-9063-5b2075b7f642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:12.800234 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9edc7083-0905-40a5-bd70-fed6ca55b756 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c100194d89c947b0bf40295b81a14477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5679963 Jul 06 12:11:12.801878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55350) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:12.805040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc7083-0905-40a5-bd70-fed6ca55b756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d0f9cc-fb40-4a01-9862-213bc5ef8ec0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:12.879476 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e85fb5f-6e54-4655-b6de-f59dbe02bc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:12.908212 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e85fb5f-6e54-4655-b6de-f59dbe02bc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:12.936217 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a611-6adb-45f5-9063-5b2075b7f642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:12.938875 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a611-6adb-45f5-9063-5b2075b7f642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:12.942643 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d1c3a611-6adb-45f5-9063-5b2075b7f642 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5953529f-927e-426c-8dc6-30ba0bc61c95 HTTP/1.1" status: 204 len: 168 time: 0.3047559 Jul 06 12:11:12.966004 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb93d73-4e2a-4c0a-a81a-4a5a6873f462 req-41dbe115-93de-4959-96e5-70ff861a6e01 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:12.975668 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8cb93d73-4e2a-4c0a-a81a-4a5a6873f462 req-41dbe115-93de-4959-96e5-70ff861a6e01 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.1746340 Jul 06 12:11:12.976840 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e85fb5f-6e54-4655-b6de-f59dbe02bc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:12.978184 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3a611-6adb-45f5-9063-5b2075b7f642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5953529f-927e-426c-8dc6-30ba0bc61c95,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:12.980335 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e85fb5f-6e54-4655-b6de-f59dbe02bc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:12.989569 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6e85fb5f-6e54-4655-b6de-f59dbe02bc31 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/88d0f9cc-fb40-4a01-9862-213bc5ef8ec0 HTTP/1.1" status: 204 len: 168 time: 0.1834257 Jul 06 12:11:13.007266 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85fb5f-6e54-4655-b6de-f59dbe02bc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d0f9cc-fb40-4a01-9862-213bc5ef8ec0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:13.063397 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8cb93d73-4e2a-4c0a-a81a-4a5a6873f462 req-cc39ce4f-a41f-48b0-bbc3-d07afb32c7f7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866210 Jul 06 12:11:13.429318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56aee1-3d99-4e75-9034-5e8a7b3d9106 req-d8ef1c06-8ab6-4f94-a79f-202c461278de tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:13.431055 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a56aee1-3d99-4e75-9034-5e8a7b3d9106 req-d8ef1c06-8ab6-4f94-a79f-202c461278de tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 943 time: 0.0831897 Jul 06 12:11:13.498829 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a56aee1-3d99-4e75-9034-5e8a7b3d9106 req-34146c40-b24f-4e95-96c1-86ac7a997e75 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610347 Jul 06 12:11:13.954082 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:11:14.258258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1471f4-4155-4685-bddd-385569e837f5 req-b77e9574-4f87-4b59-8f70-5444fd4be10f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:14.259913 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fa1471f4-4155-4685-bddd-385569e837f5 req-b77e9574-4f87-4b59-8f70-5444fd4be10f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.0699298 Jul 06 12:11:14.306859 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fa1471f4-4155-4685-bddd-385569e837f5 req-e32645c3-cd84-43fb-a200-e5d1c2d853a4 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399344 Jul 06 12:11:14.703750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ff4ff-4b7b-40b8-8926-154305d5087a req-d77510ea-ce35-41c6-9617-60c69cf080a7 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:14.705525 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e5ff4ff-4b7b-40b8-8926-154305d5087a req-d77510ea-ce35-41c6-9617-60c69cf080a7 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 943 time: 0.0774000 Jul 06 12:11:14.746923 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e5ff4ff-4b7b-40b8-8926-154305d5087a req-943ab508-df52-4a06-abd5-2ee884640fa8 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339622 Jul 06 12:11:14.881863 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 83943cd0-c29a-4cc8-ba19-5d0879b592fc details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:11:15.020862 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 83943cd0-c29a-4cc8-ba19-5d0879b592fc, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=83943cd0-c29a-4cc8-ba19-5d0879b592fc,segment=NetworkSegment(398afd57-ac12-47f2-bb09-8180476e337c),segment_id=398afd57-ac12-47f2-bb09-8180476e337c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:15.035146 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '83943cd0-c29a-4cc8-ba19-5d0879b592fc', 'network_id': '9563f61a-3f53-4e55-9bbc-100db5648c93', 'port_id': '83943cd0-c29a-4cc8-ba19-5d0879b592fc', 'mac_address': 'fa:16:3e:f0:cf:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ed3808-cea0-42b0-b798-c364392f5957', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:11:15.088147 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:15.104198 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55446) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:15.112625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83943cd0-c29a-4cc8-ba19-5d0879b592fc {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:11:15.134370 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 83943cd0-c29a-4cc8-ba19-5d0879b592fc, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=83943cd0-c29a-4cc8-ba19-5d0879b592fc,segment=NetworkSegment(398afd57-ac12-47f2-bb09-8180476e337c),segment_id=398afd57-ac12-47f2-bb09-8180476e337c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:15.139935 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:15.193673 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=83943cd0-c29a-4cc8-ba19-5d0879b592fc,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:15.291364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:15.316352 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:15.547728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['83943cd0-c29a-4cc8-ba19-5d0879b592fc'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:11:15.563525 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:15.667361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef792f6c-b9ee-4ef7-8302-6a129ac89abe req-8aa59dc8-15c4-4672-9b83-62c2f477d953 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:15.669090 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef792f6c-b9ee-4ef7-8302-6a129ac89abe req-8aa59dc8-15c4-4672-9b83-62c2f477d953 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.2130926 Jul 06 12:11:15.749730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Allocated IP 172.25.4.161 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/3b0e88b3-73ab-4701-b396-8a22b500e086) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:15.754527 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef792f6c-b9ee-4ef7-8302-6a129ac89abe req-2c251bad-fa10-41a7-bdc3-c55fd24233a1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632150 Jul 06 12:11:15.873335 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:15.927958 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:15.967193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:15.976372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:15.978758 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:16.034150 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event updated for resources: {'Port': ['ID=3b0e88b3-73ab-4701-b396-8a22b500e086,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:16.039573 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-27fa093c-13c1-4776-a022-e6c163d7fdc7 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a38d35b527c843038994ef1fc9f12a7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696247 Jul 06 12:11:16.171293 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:16.201796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-a8a1b5fe-e6e0-447b-8618-f1ea30d1d0ff tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:16.203402 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-a8a1b5fe-e6e0-447b-8618-f1ea30d1d0ff tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545615 Jul 06 12:11:16.239911 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-32dc2055-5992-453c-afa2-69e8a2346bf3 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/quotas/a38d35b527c843038994ef1fc9f12a7a HTTP/1.1" status: 200 len: 375 time: 0.0168176 Jul 06 12:11:16.251082 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:16.303888 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-6c5e8d64-3161-4bba-b057-159fa78808d8 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a38d35b527c843038994ef1fc9f12a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545371 Jul 06 12:11:16.475810 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:16.482610 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:16.592469 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event updated for resources: {'Port': ['ID=3b0e88b3-73ab-4701-b396-8a22b500e086,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:16.630519 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:16.648233 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:16.649385 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-634c6e88-1494-4497-96f5-8c677fd1d9e1 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5443192 Jul 06 12:11:16.653336 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55514) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:16.662521 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-35e0b7c4-b713-4652-8626-c5d1125025bb tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-867687781'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:16.689016 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d409ba4-3ab5-4c65-9b3c-68315069790f req-edbb2273-deb2-4cad-9aa6-ef08c2f2ac5e tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:16.697474 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d409ba4-3ab5-4c65-9b3c-68315069790f req-edbb2273-deb2-4cad-9aa6-ef08c2f2ac5e tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 944 time: 0.1005526 Jul 06 12:11:16.725464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e0b7c4-b713-4652-8626-c5d1125025bb tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Made reservation on behalf of d78c79975a994e7999cbf46f610bee34 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:16.731606 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35e0b7c4-b713-4652-8626-c5d1125025bb tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:16.742723 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35e0b7c4-b713-4652-8626-c5d1125025bb tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:16.743824 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d409ba4-3ab5-4c65-9b3c-68315069790f req-f73ad42c-a1ea-4c14-914a-106f0732f6db tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446408 Jul 06 12:11:16.828133 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9e0df54-757e-40a7-bbf2-df1e6309b3f8 req-bff6a6ab-1811-4e35-964e-c69f0568eadd tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/ports?device_id=02ca85b6-8965-4a70-8d09-48367364a6fa HTTP/1.1" status: 200 len: 210 time: 0.0366178 Jul 06 12:11:16.886797 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35e0b7c4-b713-4652-8626-c5d1125025bb tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:16.894062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35e0b7c4-b713-4652-8626-c5d1125025bb tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:16.905227 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 83943cd0-c29a-4cc8-ba19-5d0879b592fc up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:11:16.926471 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e0b7c4-b713-4652-8626-c5d1125025bb tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:11:16.938795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0b7c4-b713-4652-8626-c5d1125025bb tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd9283d-6108-4c2f-93f1-00a7529eebce,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:16.946107 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35e0b7c4-b713-4652-8626-c5d1125025bb tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:16.946673 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-35e0b7c4-b713-4652-8626-c5d1125025bb tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Added segment cbc2dedf-f277-4c55-8323-02340f6bd1d6 of type vlan for network fc3f6103-08de-408a-a5a5-988a13584091 Jul 06 12:11:17.011966 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 83943cd0-c29a-4cc8-ba19-5d0879b592fc completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:17.012586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35e0b7c4-b713-4652-8626-c5d1125025bb tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:17.025518 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 83943cd0-c29a-4cc8-ba19-5d0879b592fc triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:17.025874 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:17.069193 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35e0b7c4-b713-4652-8626-c5d1125025bb tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:17.076707 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e0b7c4-b713-4652-8626-c5d1125025bb tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:17.077409 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35e0b7c4-b713-4652-8626-c5d1125025bb tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:17.092432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bf232-f241-4305-8340-66e2acba627d req-34422887-fca1-425e-8a33-fbdb63d65400 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:17.098249 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-479bf232-f241-4305-8340-66e2acba627d req-34422887-fca1-425e-8a33-fbdb63d65400 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.1359520 Jul 06 12:11:17.159782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0b7c4-b713-4652-8626-c5d1125025bb tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event updated for resources: {'Network': ['ID=fc3f6103-08de-408a-a5a5-988a13584091,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:17.178165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-479bf232-f241-4305-8340-66e2acba627d req-f090c269-e3f2-4f6b-bb3d-cdfa775dffdd tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737665 Jul 06 12:11:17.178359 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-35e0b7c4-b713-4652-8626-c5d1125025bb tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5236397 Jul 06 12:11:17.181007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55530) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:17.184634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network fc3f6103-08de-408a-a5a5-988a13584091 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:11:17.190721 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a58efaa4-04d3-4773-bb01-6c02008c674f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Request body: {'subnet': {'network_id': 'fc3f6103-08de-408a-a5a5-988a13584091', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:17.249226 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:17.313888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58efaa4-04d3-4773-bb01-6c02008c674f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Made reservation on behalf of d78c79975a994e7999cbf46f610bee34 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:17.318012 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a58efaa4-04d3-4773-bb01-6c02008c674f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:17.335273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 83943cd0-c29a-4cc8-ba19-5d0879b592fc, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=83943cd0-c29a-4cc8-ba19-5d0879b592fc,segment=NetworkSegment(398afd57-ac12-47f2-bb09-8180476e337c),segment_id=398afd57-ac12-47f2-bb09-8180476e337c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:17.343051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e467ef0-c813-4b3d-8565-475fa4dde35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83943cd0-c29a-4cc8-ba19-5d0879b592fc'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:11:17.345540 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dab37c2-1c59-4c4b-9cbe-427a6ba421da" -d '{"events": [{"server_uuid": "0e467ef0-c813-4b3d-8565-475fa4dde35f", "name": "network-vif-plugged", "status": "completed", "tag": "83943cd0-c29a-4cc8-ba19-5d0879b592fc"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:11:17.350612 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:17.404057 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b336e6e7-327e-49d8-b51e-610cfe9e362a x-openstack-request-id: req-b336e6e7-327e-49d8-b51e-610cfe9e362a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:11:17.404401 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e467ef0-c813-4b3d-8565-475fa4dde35f", "name": "network-vif-plugged", "status": "completed", "tag": "83943cd0-c29a-4cc8-ba19-5d0879b592fc", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:11:17.404706 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b336e6e7-327e-49d8-b51e-610cfe9e362a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:11:17.405284 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e467ef0-c813-4b3d-8565-475fa4dde35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83943cd0-c29a-4cc8-ba19-5d0879b592fc', 'code': 200} Jul 06 12:11:17.412340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=83943cd0-c29a-4cc8-ba19-5d0879b592fc,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:17.564312 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a58efaa4-04d3-4773-bb01-6c02008c674f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:17.583511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ce812-e289-42c0-bd72-c7b1fb2c46f3 req-0c77aa86-626c-4818-9963-bb8dad8da912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:17.585139 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd4ce812-e289-42c0-bd72-c7b1fb2c46f3 req-0c77aa86-626c-4818-9963-bb8dad8da912 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 1096 time: 0.0834470 Jul 06 12:11:17.622267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd4ce812-e289-42c0-bd72-c7b1fb2c46f3 req-088c2036-b5e5-4b67-b1ce-3e18a4efd038 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303006 Jul 06 12:11:17.625844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58efaa4-04d3-4773-bb01-6c02008c674f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event updated for resources: {'Subnet': ['ID=01d07168-64d1-4832-9734-9807a7e623bc,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:17.644709 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58efaa4-04d3-4773-bb01-6c02008c674f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Checking segment: {'id': 'cbc2dedf-f277-4c55-8323-02340f6bd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fc3f6103-08de-408a-a5a5-988a13584091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:17.645064 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58efaa4-04d3-4773-bb01-6c02008c674f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Network hostable DHCP agents. Network: fc3f6103-08de-408a-a5a5-988a13584091, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:11:17.662273 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58efaa4-04d3-4773-bb01-6c02008c674f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Network fc3f6103-08de-408a-a5a5-988a13584091 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:11:17.671706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a58efaa4-04d3-4773-bb01-6c02008c674f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, fc3f6103-08de-408a-a5a5-988a13584091) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:17.676276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58efaa4-04d3-4773-bb01-6c02008c674f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:17.690332 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a58efaa4-04d3-4773-bb01-6c02008c674f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:17.691928 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35a58f4-27c2-48cc-9d5e-6190abe6fd26 None None] Network fc3f6103-08de-408a-a5a5-988a13584091 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:11:17.701517 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a58efaa4-04d3-4773-bb01-6c02008c674f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5156066 Jul 06 12:11:17.701926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55542) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:17.707668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-834947886', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}, 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:17.732983 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:17.734476 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:17.796998 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:17.953800 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-fc3f6103-08de-408a-a5a5-988a13584091', 'network_id': 'fc3f6103-08de-408a-a5a5-988a13584091', 'tenant_id': 'd78c79975a994e7999cbf46f610bee34', 'fixed_ips': [{'subnet_id': '01d07168-64d1-4832-9734-9807a7e623bc'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:11:17.956176 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:17.971709 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-daf2410b-1546-4188-8d16-7fb760a41be2 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a38d35b527c843038994ef1fc9f12a7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391886 Jul 06 12:11:17.997033 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:18.105058 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b48bc-9957-4ce0-aa45-1eac74a99e59 req-e5749dcb-6855-42ee-ac55-b4e5c7546a5f tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:18.120617 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-061b48bc-9957-4ce0-aa45-1eac74a99e59 req-e5749dcb-6855-42ee-ac55-b4e5c7546a5f tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 945 time: 0.1929097 Jul 06 12:11:18.185822 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-061b48bc-9957-4ce0-aa45-1eac74a99e59 req-b79b8f3c-b731-4340-ada8-e8b33acdaac0 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641198 Jul 06 12:11:18.214145 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-3a878d74-7331-43cf-b061-5c7efb313e75 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:18.216917 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-3a878d74-7331-43cf-b061-5c7efb313e75 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391160 Jul 06 12:11:18.219010 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Allocated IP 172.20.0.2 (fc3f6103-08de-408a-a5a5-988a13584091/01d07168-64d1-4832-9734-9807a7e623bc/8ce1e979-af80-48ba-b51b-cde4fa7bd2b0) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:18.236786 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Request body: {'port': {'device_id': '02ca85b6-8965-4a70-8d09-48367364a6fa', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': 'a38d35b527c843038994ef1fc9f12a7a'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:18.434298 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:18.453384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Made reservation on behalf of a38d35b527c843038994ef1fc9f12a7a for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:18.455614 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:18.456942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:18.458722 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:18.475270 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:18.480716 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Transition to ACTIVE for port object 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:18.503180 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21941eb7-669e-41ee-93bf-be3749541db1 req-15352c53-af25-4048-bd56-0c8354b9023c tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/ports?device_id=02ca85b6-8965-4a70-8d09-48367364a6fa HTTP/1.1" status: 200 len: 210 time: 0.0714803 Jul 06 12:11:18.517634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Transition to ACTIVE for port object 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:18.527135 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:18.582020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Pushing event updated for resources: {'Port': ['ID=8ce1e979-af80-48ba-b51b-cde4fa7bd2b0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:18.592929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Network fc3f6103-08de-408a-a5a5-988a13584091 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:18.595324 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:18.602248 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:18.688550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Attempting to bind port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:18.689191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Attempting to bind port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'cbc2dedf-f277-4c55-8323-02340f6bd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fc3f6103-08de-408a-a5a5-988a13584091'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:18.689696 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Attempting to bind port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 on network fc3f6103-08de-408a-a5a5-988a13584091 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:18.706868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:11:18.707054 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Checking segment: {'id': 'cbc2dedf-f277-4c55-8323-02340f6bd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fc3f6103-08de-408a-a5a5-988a13584091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:18.707422 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:18.707818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Bound using segment: {'id': 'cbc2dedf-f277-4c55-8323-02340f6bd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fc3f6103-08de-408a-a5a5-988a13584091'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:11:18.708320 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Bound port: 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc2dedf-f277-4c55-8323-02340f6bd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fc3f6103-08de-408a-a5a5-988a13584091'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:11:18.708658 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:18.720813 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Allocated IP 172.25.4.158 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/a6c5bc48-3c3f-4f7f-bd5f-39299fd9e272) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:18.730255 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:18.735348 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:18.813402 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] For port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:11:18.817243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] For port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8ce1e979-af80-48ba-b51b-cde4fa7bd2b0,segment=NetworkSegment(cbc2dedf-f277-4c55-8323-02340f6bd1d6),segment_id=cbc2dedf-f277-4c55-8323-02340f6bd1d6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:11:18.817813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=befb8485-7c34-43f1-a57f-9cdf4e5a9705,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:18.836978 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:18.916958 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116b4ad-22b3-430e-98e4-8b839df68576 None None] Pushing event updated for resources: {'Port': ['ID=8ce1e979-af80-48ba-b51b-cde4fa7bd2b0,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:18.930561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Allocated IP 192.168.233.157 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/d2cbd475-fe44-427d-adbf-27d30ed32708) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:18.930800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10394c6-5aea-4aee-930f-c6e62bd251eb req-f8c4a90a-0d3c-46cf-a1f5-f74741855d0c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:18.932707 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e10394c6-5aea-4aee-930f-c6e62bd251eb req-f8c4a90a-0d3c-46cf-a1f5-f74741855d0c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.1767933 Jul 06 12:11:18.943381 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:19.020724 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e10394c6-5aea-4aee-930f-c6e62bd251eb req-f768ed6c-8dec-4d70-a1ff-ca5d21b9be34 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747523 Jul 06 12:11:19.061487 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:19.172064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:19.182800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:19.186181 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:19.228292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event updated for resources: {'Port': ['ID=a6c5bc48-3c3f-4f7f-bd5f-39299fd9e272,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:19.264734 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:19.303515 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Transition to ACTIVE for port object d2cbd475-fe44-427d-adbf-27d30ed32708 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:19.383684 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:19.439693 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:19.445779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:19.449093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:19.479995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Pushing event updated for resources: {'Port': ['ID=d2cbd475-fe44-427d-adbf-27d30ed32708,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:19.510597 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:19.511405 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:19.531125 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-e0e954b8-98cc-4c04-aaee-204a43edc11f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3044484 Jul 06 12:11:19.546444 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Request body: {'port': {'device_id': '02ca85b6-8965-4a70-8d09-48367364a6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:19.676863 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:19.795158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e14d8443-a15b-4263-830e-103631856f44 None None] Provisioning for port d2cbd475-fe44-427d-adbf-27d30ed32708 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:19.800122 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e14d8443-a15b-4263-830e-103631856f44 None None] Provisioning complete for port d2cbd475-fe44-427d-adbf-27d30ed32708 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:19.800512 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e14d8443-a15b-4263-830e-103631856f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:19.886372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e14d8443-a15b-4263-830e-103631856f44 None None] Port d2cbd475-fe44-427d-adbf-27d30ed32708 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:11:19.952830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904c53f-2c21-4b03-bd5b-6710ed855e83 req-d68e10fb-16d7-4ec5-8c73-56a2684018ad tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:19.955517 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2904c53f-2c21-4b03-bd5b-6710ed855e83 req-d68e10fb-16d7-4ec5-8c73-56a2684018ad tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 945 time: 0.1417892 Jul 06 12:11:20.057858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2904c53f-2c21-4b03-bd5b-6710ed855e83 req-d2664e0c-5e04-456b-b11f-b941f7e5e3ed tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958028 Jul 06 12:11:20.078537 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:20.106625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2cbd475-fe44-427d-adbf-27d30ed32708 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:11:20.119154 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:20.133603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Transition to ACTIVE for port object d2cbd475-fe44-427d-adbf-27d30ed32708 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:20.140844 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:20.189056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Pushing event updated for resources: {'Port': ['ID=d2cbd475-fe44-427d-adbf-27d30ed32708,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:20.339452 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Attempting to bind port d2cbd475-fe44-427d-adbf-27d30ed32708 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:20.339720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Attempting to bind port d2cbd475-fe44-427d-adbf-27d30ed32708 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:20.340048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Attempting to bind port d2cbd475-fe44-427d-adbf-27d30ed32708 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:20.345346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Port d2cbd475-fe44-427d-adbf-27d30ed32708 on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:11:20.345931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Attempting to bind port d2cbd475-fe44-427d-adbf-27d30ed32708 on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:20.352740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:11:20.353075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:20.353461 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:11:20.354207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Bound port: d2cbd475-fe44-427d-adbf-27d30ed32708, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:11:20.354519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2993a99-03f8-4eb9-8b98-27715f61fe5e None None] Network fc3f6103-08de-408a-a5a5-988a13584091 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:11:20.354651 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:20.453569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] For port d2cbd475-fe44-427d-adbf-27d30ed32708, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:11:20.457733 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] For port d2cbd475-fe44-427d-adbf-27d30ed32708, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d2cbd475-fe44-427d-adbf-27d30ed32708,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:11:20.466889 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:20.477924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b376f5-c9ee-430a-8ea9-bb1e4c59cf02 req-ec7ff5eb-f6ab-4c21-8527-65177db3efb6 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:20.487648 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12b376f5-c9ee-430a-8ea9-bb1e4c59cf02 req-ec7ff5eb-f6ab-4c21-8527-65177db3efb6 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/ports?device_id=02ca85b6-8965-4a70-8d09-48367364a6fa HTTP/1.1" status: 200 len: 948 time: 0.1748095 Jul 06 12:11:20.505047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e2d7c55e-d5c5-4bca-9d4a-5df69928fde8 None None] Provisioning for port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:20.509867 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:20.538391 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:20.539081 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:20.540618 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] 10.222.0.23 "PUT /v2.0/ports/d2cbd475-fe44-427d-adbf-27d30ed32708 HTTP/1.1" status: 200 len: 1096 time: 1.0023785 Jul 06 12:11:20.543008 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ca85b6-8965-4a70-8d09-48367364a6fa', 'tag': 'd2cbd475-fe44-427d-adbf-27d30ed32708'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:11:20.550005 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804f00b4-d6ea-4698-b044-81190bae51fc" -d '{"events": [{"name": "network-changed", "server_uuid": "02ca85b6-8965-4a70-8d09-48367364a6fa", "tag": "d2cbd475-fe44-427d-adbf-27d30ed32708"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:11:20.610064 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12b376f5-c9ee-430a-8ea9-bb1e4c59cf02 req-077067c0-d893-44f3-ae52-3f22af0cffc3 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/security-groups?id=befb8485-7c34-43f1-a57f-9cdf4e5a9705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214666 Jul 06 12:11:20.647015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4221d4-f45b-4e8a-a084-9280502b8b1f service neutron] Pushing event updated for resources: {'Port': ['ID=d2cbd475-fe44-427d-adbf-27d30ed32708,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:20.682796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-93086ca3-13bc-4b0f-9b41-f8acd3b36a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:20.685117 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-93086ca3-13bc-4b0f-9b41-f8acd3b36a50 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a38d35b527c843038994ef1fc9f12a7a&device_id=02ca85b6-8965-4a70-8d09-48367364a6fa HTTP/1.1" status: 200 len: 1099 time: 0.0835216 Jul 06 12:11:20.749712 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-682b4353-39b9-4042-96a9-9241a8585306 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d2cbd475-fe44-427d-adbf-27d30ed32708 HTTP/1.1" status: 200 len: 217 time: 0.0565658 Jul 06 12:11:20.755001 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Router 9aaf5fa4-df15-4afb-b08b-3f24b67d2423 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:11:20.803807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:11:20.835132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-d52bea9d-555d-48d8-bd5a-47fd444fb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:20.840291 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-d52bea9d-555d-48d8-bd5a-47fd444fb331 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0826578 Jul 06 12:11:20.937372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:20.944196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:20.944622 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:20.950852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-4d8c0e65-8513-4d30-85f6-6401d1848623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:20.954678 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-4d8c0e65-8513-4d30-85f6-6401d1848623 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070659 Jul 06 12:11:21.058448 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:21.068284 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:11:21.092109 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-c34c947b-fcf8-41ae-a251-063553c1bf4a service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305356 Jul 06 12:11:21.107386 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98db94a-431d-4d31-88d0-d3be234aa7c7 None None] Sync routers for ids ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:11:21.112087 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20af08-b24d-4350-b97c-51cdf974389e req-f3c36c06-24bc-4a22-ac3d-aafe749b8950 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:21.114488 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc20af08-b24d-4350-b97c-51cdf974389e req-f3c36c06-24bc-4a22-ac3d-aafe749b8950 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.2532539 Jul 06 12:11:21.142482 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98db94a-431d-4d31-88d0-d3be234aa7c7 None None] Routers {'9aaf5fa4-df15-4afb-b08b-3f24b67d2423'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:21.143124 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e98db94a-431d-4d31-88d0-d3be234aa7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:11:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:21.144273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8ce1e979-af80-48ba-b51b-cde4fa7bd2b0,segment=NetworkSegment(cbc2dedf-f277-4c55-8323-02340f6bd1d6),segment_id=cbc2dedf-f277-4c55-8323-02340f6bd1d6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:21.155658 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:21.164824 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:21.167542 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cf175292-dee4-4444-bab5-45a70ee7172b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.4646614 Jul 06 12:11:21.170817 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55618) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:21.257632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=8ce1e979-af80-48ba-b51b-cde4fa7bd2b0,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:21.281459 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e98db94a-431d-4d31-88d0-d3be234aa7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:21.291367 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98db94a-431d-4d31-88d0-d3be234aa7c7 None None] Routers {'9aaf5fa4-df15-4afb-b08b-3f24b67d2423'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:21.291939 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e98db94a-431d-4d31-88d0-d3be234aa7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:11:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:21.295581 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875dd65c-7b3e-429e-b36a-0a9e3cae46b2 req-b72da1ac-a4ce-4f9e-a9f9-41687c2ffcfc service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940961 Jul 06 12:11:21.297115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-35523924-5067-4e26-99c1-ccf862377f05 None None] Provisioning complete for port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:21.297560 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35523924-5067-4e26-99c1-ccf862377f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:21.357890 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e98db94a-431d-4d31-88d0-d3be234aa7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:21.358944 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98db94a-431d-4d31-88d0-d3be234aa7c7 None None] The sync data for ids ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:11:21.371167 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc20af08-b24d-4350-b97c-51cdf974389e req-352fb723-659c-4f94-84be-49fd9cb3c3e4 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487402 Jul 06 12:11:21.661130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5c7e8-cf1c-454c-95d4-2cdb2f6ab96d req-7290a71d-f84f-42db-b3e2-a6076cd51cfb tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:21.662659 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47a5c7e8-cf1c-454c-95d4-2cdb2f6ab96d req-7290a71d-f84f-42db-b3e2-a6076cd51cfb tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 945 time: 0.1721978 Jul 06 12:11:21.740574 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47a5c7e8-cf1c-454c-95d4-2cdb2f6ab96d req-895ce5c5-be4b-445b-95c4-783f632bc2ff tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689342 Jul 06 12:11:21.843657 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:21.927465 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040219ad-35f8-4d21-8660-2946779a8441 x-openstack-request-id: req-040219ad-35f8-4d21-8660-2946779a8441 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:11:21.927780 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ca85b6-8965-4a70-8d09-48367364a6fa", "tag": "d2cbd475-fe44-427d-adbf-27d30ed32708", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:11:21.928032 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-040219ad-35f8-4d21-8660-2946779a8441 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:11:21.928587 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ca85b6-8965-4a70-8d09-48367364a6fa', 'tag': 'd2cbd475-fe44-427d-adbf-27d30ed32708', 'status': 'completed', 'code': 200} Jul 06 12:11:22.209686 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615487-f246-406c-85d2-8d3b7e365971 req-415948f3-c0c2-4e1b-aff4-0eb2be75963e tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:22.211336 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7f615487-f246-406c-85d2-8d3b7e365971 req-415948f3-c0c2-4e1b-aff4-0eb2be75963e tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/ports?device_id=02ca85b6-8965-4a70-8d09-48367364a6fa HTTP/1.1" status: 200 len: 948 time: 0.1668022 Jul 06 12:11:22.293698 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Allocated IP 172.20.0.1 (fc3f6103-08de-408a-a5a5-988a13584091/01d07168-64d1-4832-9734-9807a7e623bc/dd0d263e-ea3e-4fcd-b2dc-1462326a9fbd) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:22.299752 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7f615487-f246-406c-85d2-8d3b7e365971 req-58db2283-7adc-4718-bea2-7ab675d43946 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/security-groups?id=befb8485-7c34-43f1-a57f-9cdf4e5a9705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684342 Jul 06 12:11:22.350699 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f00b4-d6ea-4698-b044-81190bae51fc req-b08a66c2-dab4-49ec-93d5-ad3c55164e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:22.352453 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-804f00b4-d6ea-4698-b044-81190bae51fc req-b08a66c2-dab4-49ec-93d5-ad3c55164e22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a38d35b527c843038994ef1fc9f12a7a&device_id=02ca85b6-8965-4a70-8d09-48367364a6fa HTTP/1.1" status: 200 len: 1099 time: 0.3955960 Jul 06 12:11:22.467435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f00b4-d6ea-4698-b044-81190bae51fc req-748c7322-2852-4fba-9153-8a8e37103e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:22.468066 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:22.469372 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-804f00b4-d6ea-4698-b044-81190bae51fc req-748c7322-2852-4fba-9153-8a8e37103e9f service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.1090746 Jul 06 12:11:22.486505 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Transition to ACTIVE for port object dd0d263e-ea3e-4fcd-b2dc-1462326a9fbd will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:22.544316 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-804f00b4-d6ea-4698-b044-81190bae51fc req-72edc271-258a-4f8c-b871-9094049eb3cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d2cbd475-fe44-427d-adbf-27d30ed32708 HTTP/1.1" status: 200 len: 217 time: 0.0676370 Jul 06 12:11:22.546991 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:22.601490 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event updated for resources: {'Port': ['ID=dd0d263e-ea3e-4fcd-b2dc-1462326a9fbd,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:22.614895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Network fc3f6103-08de-408a-a5a5-988a13584091 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:22.616596 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:22.620248 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:22.651451 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f00b4-d6ea-4698-b044-81190bae51fc req-4782660c-e17e-46cd-8bde-627541924846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:22.653817 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-804f00b4-d6ea-4698-b044-81190bae51fc req-4782660c-e17e-46cd-8bde-627541924846 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.1028807 Jul 06 12:11:22.723619 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:22.745149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:11:22.761929 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f00b4-d6ea-4698-b044-81190bae51fc req-d9f0ee77-56c4-4ad9-821b-8c86c02e7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:22.763675 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-804f00b4-d6ea-4698-b044-81190bae51fc req-d9f0ee77-56c4-4ad9-821b-8c86c02e7934 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981693 Jul 06 12:11:22.843532 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:22.844335 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:22.917364 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-804f00b4-d6ea-4698-b044-81190bae51fc req-a8d5446f-d540-4714-9576-4c5f360ef469 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462295 Jul 06 12:11:22.956217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117dcbb-42d0-4b19-a536-554bdb738f80 req-512aaeb5-2685-4723-a943-994906fc3265 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:22.964870 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6117dcbb-42d0-4b19-a536-554bdb738f80 req-512aaeb5-2685-4723-a943-994906fc3265 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.1689496 Jul 06 12:11:23.053186 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-804f00b4-d6ea-4698-b044-81190bae51fc req-b0b61566-7187-4b26-8717-5e3fd00c02a4 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238751 Jul 06 12:11:23.059647 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6117dcbb-42d0-4b19-a536-554bdb738f80 req-d9a789a6-fa22-40ea-9548-7aaa1e05e734 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903375 Jul 06 12:11:23.061481 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:23.140843 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d2cbd475-fe44-427d-adbf-27d30ed32708 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:11:23.183623 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-827b7f59-58b0-450a-b7f3-26fe9cd51f67 None None] Provisioning for port dd0d263e-ea3e-4fcd-b2dc-1462326a9fbd completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:23.212095 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-827b7f59-58b0-450a-b7f3-26fe9cd51f67 None None] Provisioning complete for port dd0d263e-ea3e-4fcd-b2dc-1462326a9fbd triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:23.212307 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-827b7f59-58b0-450a-b7f3-26fe9cd51f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:23.297637 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-827b7f59-58b0-450a-b7f3-26fe9cd51f67 None None] Port dd0d263e-ea3e-4fcd-b2dc-1462326a9fbd cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:11:23.327079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d2cbd475-fe44-427d-adbf-27d30ed32708, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d2cbd475-fe44-427d-adbf-27d30ed32708,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:23.342549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'd2cbd475-fe44-427d-adbf-27d30ed32708', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': 'd2cbd475-fe44-427d-adbf-27d30ed32708', 'mac_address': 'fa:16:3e:df:fc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:11:23.399215 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:23.418335 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2cbd475-fe44-427d-adbf-27d30ed32708 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:11:23.447069 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d2cbd475-fe44-427d-adbf-27d30ed32708, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d2cbd475-fe44-427d-adbf-27d30ed32708,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:23.454047 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:23.516882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d2cbd475-fe44-427d-adbf-27d30ed32708,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:23.684958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b9d48-5731-4c3e-a4ee-2ba983f9e1d9 req-a48a9b76-dc0b-4054-9712-5f205c69f9fc tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:23.686598 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a99b9d48-5731-4c3e-a4ee-2ba983f9e1d9 req-a48a9b76-dc0b-4054-9712-5f205c69f9fc tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 945 time: 0.5079274 Jul 06 12:11:23.746846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['d2cbd475-fe44-427d-adbf-27d30ed32708'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:11:23.784428 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a99b9d48-5731-4c3e-a4ee-2ba983f9e1d9 req-2486dff0-c5ba-4352-b655-4dbd7371e442 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899138 Jul 06 12:11:23.863087 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:23.868725 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:23.960574 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event updated for resources: {'Port': ['ID=dd0d263e-ea3e-4fcd-b2dc-1462326a9fbd,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:23.964968 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:24.084979 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Network fc3f6103-08de-408a-a5a5-988a13584091 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:24.086462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:24.275625 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Router 9aaf5fa4-df15-4afb-b08b-3f24b67d2423 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:11:24.275625 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a05768-fa16-4343-97d1-260f49a62682 req-d1a856e0-6d92-40ae-9ce3-04f985a4f4c0 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:24.275625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43a05768-fa16-4343-97d1-260f49a62682 req-d1a856e0-6d92-40ae-9ce3-04f985a4f4c0 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/ports?device_id=02ca85b6-8965-4a70-8d09-48367364a6fa HTTP/1.1" status: 200 len: 949 time: 0.1438382 Jul 06 12:11:24.370120 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43a05768-fa16-4343-97d1-260f49a62682 req-a5266ea7-6dea-4265-b396-c5031ee154f1 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/security-groups?id=befb8485-7c34-43f1-a57f-9cdf4e5a9705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848877 Jul 06 12:11:24.435408 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-885fcd37-13f8-4bca-89ab-451861c1bd24 None None] Provisioning complete for port dd0d263e-ea3e-4fcd-b2dc-1462326a9fbd triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:24.436320 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-885fcd37-13f8-4bca-89ab-451861c1bd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:24.452257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:11:24.457575 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9da496e8-c49f-439d-a88e-56495443961b tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] 10.222.0.81 "PUT /v2.0/routers/9aaf5fa4-df15-4afb-b08b-3f24b67d2423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2854009 Jul 06 12:11:24.460099 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55698) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:24.465311 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-430326fa-4a1f-40c0-8fa6-9d97fa390a06 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Request body: {'port': {'network_id': 'fc3f6103-08de-408a-a5a5-988a13584091', 'name': 'tempest-FloatingIPAdminTestJSON-225881041'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:24.474368 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c987640-c31f-4007-a9e5-04b283f5baeb None None] Sync routers for ids ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:11:24.493341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-885fcd37-13f8-4bca-89ab-451861c1bd24 None None] Port dd0d263e-ea3e-4fcd-b2dc-1462326a9fbd cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:11:24.503298 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c987640-c31f-4007-a9e5-04b283f5baeb None None] Routers {'9aaf5fa4-df15-4afb-b08b-3f24b67d2423'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:24.504280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9c987640-c31f-4007-a9e5-04b283f5baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:11:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:24.554815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9c987640-c31f-4007-a9e5-04b283f5baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:24.564619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c987640-c31f-4007-a9e5-04b283f5baeb None None] Routers {'9aaf5fa4-df15-4afb-b08b-3f24b67d2423'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:24.565438 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9c987640-c31f-4007-a9e5-04b283f5baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:11:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:24.602470 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9c987640-c31f-4007-a9e5-04b283f5baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:24.603136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c987640-c31f-4007-a9e5-04b283f5baeb None None] The sync data for ids ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:11:24.642044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4a9e7-68f8-466f-92ba-b8175076a3c7 req-5f1ff877-4dde-43f5-b3cd-9c82e10f0b05 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:24.643661 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-59e4a9e7-68f8-466f-92ba-b8175076a3c7 req-5f1ff877-4dde-43f5-b3cd-9c82e10f0b05 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1156437 Jul 06 12:11:24.644843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430326fa-4a1f-40c0-8fa6-9d97fa390a06 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Made reservation on behalf of d78c79975a994e7999cbf46f610bee34 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:24.648464 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-430326fa-4a1f-40c0-8fa6-9d97fa390a06 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:24.681443 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-430326fa-4a1f-40c0-8fa6-9d97fa390a06 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] device_id is not set on port 1a930222-d77a-49c6-9ecc-17ba6930ddd8 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:11:24.738928 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-59e4a9e7-68f8-466f-92ba-b8175076a3c7 req-c541ae2b-0da7-44e8-8cdc-878514ca9f83 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878482 Jul 06 12:11:24.821436 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-430326fa-4a1f-40c0-8fa6-9d97fa390a06 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Allocated IP 172.20.0.12 (fc3f6103-08de-408a-a5a5-988a13584091/01d07168-64d1-4832-9734-9807a7e623bc/1a930222-d77a-49c6-9ecc-17ba6930ddd8) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:25.014865 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2a7cb-bd99-4acc-b92e-bd0b5010687a req-f3bec248-a7db-48a0-ae90-78971bdddd97 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:25.016551 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33a2a7cb-bd99-4acc-b92e-bd0b5010687a req-f3bec248-a7db-48a0-ae90-78971bdddd97 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1397192 Jul 06 12:11:25.060866 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-430326fa-4a1f-40c0-8fa6-9d97fa390a06 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:25.084934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-430326fa-4a1f-40c0-8fa6-9d97fa390a06 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Transition to ACTIVE for port object 1a930222-d77a-49c6-9ecc-17ba6930ddd8 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:25.089495 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33a2a7cb-bd99-4acc-b92e-bd0b5010687a req-43a00faf-98b6-43d6-a53c-97461d47d63c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629668 Jul 06 12:11:25.129905 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-430326fa-4a1f-40c0-8fa6-9d97fa390a06 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:25.161076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d2cbd475-fe44-427d-adbf-27d30ed32708 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:11:25.209615 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430326fa-4a1f-40c0-8fa6-9d97fa390a06 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Network fc3f6103-08de-408a-a5a5-988a13584091 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:25.235122 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-430326fa-4a1f-40c0-8fa6-9d97fa390a06 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:25.262245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430326fa-4a1f-40c0-8fa6-9d97fa390a06 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:25.272696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430326fa-4a1f-40c0-8fa6-9d97fa390a06 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event updated for resources: {'Port': ['ID=1a930222-d77a-49c6-9ecc-17ba6930ddd8,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:25.279108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port d2cbd475-fe44-427d-adbf-27d30ed32708 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:25.284885 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port d2cbd475-fe44-427d-adbf-27d30ed32708 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:25.285326 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:25.343149 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430326fa-4a1f-40c0-8fa6-9d97fa390a06 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:25.343991 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-430326fa-4a1f-40c0-8fa6-9d97fa390a06 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:25.375749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0e757-ea29-4e1e-8fba-6074861d3d71 req-658719bd-2926-4b24-8709-10eaaddd0ac1 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:25.383132 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1db0e757-ea29-4e1e-8fba-6074861d3d71 req-658719bd-2926-4b24-8709-10eaaddd0ac1 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 945 time: 0.1626942 Jul 06 12:11:25.393006 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-430326fa-4a1f-40c0-8fa6-9d97fa390a06 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9317849 Jul 06 12:11:25.399778 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55726) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:25.417627 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:25.461549 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1db0e757-ea29-4e1e-8fba-6074861d3d71 req-098efec4-a6cd-4c74-8c4f-b829e7c62b99 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771551 Jul 06 12:11:25.465671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ca85b6-8965-4a70-8d09-48367364a6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cbd475-fe44-427d-adbf-27d30ed32708'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:11:25.499591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'project_id': 'd78c79975a994e7999cbf46f610bee34', 'port_id': '1a930222-d77a-49c6-9ecc-17ba6930ddd8'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:25.500818 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41029519-21ab-4167-8212-c3f97d7cbb58" -d '{"events": [{"server_uuid": "02ca85b6-8965-4a70-8d09-48367364a6fa", "name": "network-vif-plugged", "status": "completed", "tag": "d2cbd475-fe44-427d-adbf-27d30ed32708"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:11:25.521509 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d2cbd475-fe44-427d-adbf-27d30ed32708, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d2cbd475-fe44-427d-adbf-27d30ed32708,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:25.526764 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:25.527703 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:25.598580 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d2cbd475-fe44-427d-adbf-27d30ed32708,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:25.629729 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b452c06a-71e4-4048-8e1a-3062854e9eca None None] Provisioning for port 1a930222-d77a-49c6-9ecc-17ba6930ddd8 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:25.635552 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b452c06a-71e4-4048-8e1a-3062854e9eca None None] Provisioning complete for port 1a930222-d77a-49c6-9ecc-17ba6930ddd8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:25.636159 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b452c06a-71e4-4048-8e1a-3062854e9eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:25.688297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b452c06a-71e4-4048-8e1a-3062854e9eca None None] Port 1a930222-d77a-49c6-9ecc-17ba6930ddd8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:11:25.713690 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:25.912374 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Allocated IP 172.25.4.186 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/0bb1cb0d-1a8e-47f3-bc30-ffc15662ae20) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:25.923210 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-b3a0b436-a96c-4f02-ae79-d8457be81346 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:25.924746 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-b3a0b436-a96c-4f02-ae79-d8457be81346 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 812 time: 0.1710544 Jul 06 12:11:25.955404 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-6f12cd54-7496-4a5e-ac39-3c6bb00124be tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/quotas/a6c77e2eee574ad7aad674a3093fa936 HTTP/1.1" status: 200 len: 375 time: 0.0241640 Jul 06 12:11:26.083613 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:26.113034 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-d2632f65-1c88-458b-ac36-856d2eab75e0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1324821 Jul 06 12:11:26.231743 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:26.262799 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-b774359f-7a0f-4686-9643-e7712eab5c53 service neutron] 10.222.0.81 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488743 Jul 06 12:11:26.272436 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:26.284711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:26.287539 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:26.371597 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Pushing event updated for resources: {'Port': ['ID=0bb1cb0d-1a8e-47f3-bc30-ffc15662ae20,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:26.454963 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-343c92a5-3480-4ed1-9376-0e21dafcf1c8 service neutron] 10.222.0.81 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845088 Jul 06 12:11:26.848324 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:26.887221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52cb8f-a962-434a-a4c2-c12df615d1a3 req-f1b3cf60-d934-40fa-801e-ded7104ce16b tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:26.888881 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f52cb8f-a962-434a-a4c2-c12df615d1a3 req-f1b3cf60-d934-40fa-801e-ded7104ce16b tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/ports?device_id=02ca85b6-8965-4a70-8d09-48367364a6fa HTTP/1.1" status: 200 len: 950 time: 0.1448519 Jul 06 12:11:26.972926 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f52cb8f-a962-434a-a4c2-c12df615d1a3 req-8c204cab-688a-4b81-b3a4-476568a7174a tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/security-groups?id=befb8485-7c34-43f1-a57f-9cdf4e5a9705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712748 Jul 06 12:11:26.976187 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.163135 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.178235 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.298486 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9586b7b1-c4dd-405b-b6cb-c168cd671cac x-openstack-request-id: req-9586b7b1-c4dd-405b-b6cb-c168cd671cac {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:11:27.299566 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ca85b6-8965-4a70-8d09-48367364a6fa", "name": "network-vif-plugged", "status": "completed", "tag": "d2cbd475-fe44-427d-adbf-27d30ed32708", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:11:27.300057 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9586b7b1-c4dd-405b-b6cb-c168cd671cac {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:11:27.300716 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ca85b6-8965-4a70-8d09-48367364a6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cbd475-fe44-427d-adbf-27d30ed32708', 'code': 200} Jul 06 12:11:27.302619 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Pushing event updated for resources: {'Port': ['ID=0bb1cb0d-1a8e-47f3-bc30-ffc15662ae20,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:27.316828 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:27.484492 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Floating IP ad3792d1-10df-44aa-8d85-dda94834c984 associated. External IP: 172.25.4.186, port: 1a930222-d77a-49c6-9ecc-17ba6930ddd8. Jul 06 12:11:27.513538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9d48e-5024-4220-afae-64dfbba497d9 req-199d7d96-e0ef-4e6f-9aa8-dea12c8e171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:27.515133 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ee9d48e-5024-4220-afae-64dfbba497d9 req-199d7d96-e0ef-4e6f-9aa8-dea12c8e171b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=02ca85b6-8965-4a70-8d09-48367364a6fa HTTP/1.1" status: 200 len: 1101 time: 0.0765800 Jul 06 12:11:27.582849 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ee9d48e-5024-4220-afae-64dfbba497d9 req-5b51089c-f9b5-45bb-ad0a-f6c2bc6c694a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=befb8485-7c34-43f1-a57f-9cdf4e5a9705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598021 Jul 06 12:11:27.595816 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f3942b0-81ed-4c61-be40-07e7db5e780e req-8edb2a97-acf3-4211-8352-c7fb14411b0e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d7de137-5d1d-46e5-83f0-7011998f6706 HTTP/1.1" status: 200 len: 210 time: 0.0758157 Jul 06 12:11:28.040584 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f3275-174f-4afe-9da8-f5b7780183e4 req-306718e8-edef-46b2-a96a-85831b653cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:28.043388 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf8f3275-174f-4afe-9da8-f5b7780183e4 req-306718e8-edef-46b2-a96a-85831b653cd4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=86f890996f3a4491aadaf4091e47c4ae&device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 1096 time: 0.6193836 Jul 06 12:11:28.086084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-3a7e579f-e257-4591-8a88-9b5db39c2959 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:28.087685 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-3a7e579f-e257-4591-8a88-9b5db39c2959 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 812 time: 0.1439762 Jul 06 12:11:28.100963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-7bfa169b-1faf-4573-af84-701ecd1cc252 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Request body: {'port': {'device_id': '8d7de137-5d1d-46e5-83f0-7011998f6706', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'admin_state_up': True, 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:28.241929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2bc58-870c-43da-877c-52c1d95ef880 req-801af9df-ca5b-4f5d-a87f-7d31c0e94e63 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:28.243542 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a1a2bc58-870c-43da-877c-52c1d95ef880 req-801af9df-ca5b-4f5d-a87f-7d31c0e94e63 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 945 time: 0.2205071 Jul 06 12:11:28.268698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-7bfa169b-1faf-4573-af84-701ecd1cc252 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Made reservation on behalf of a6c77e2eee574ad7aad674a3093fa936 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:28.272881 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-7bfa169b-1faf-4573-af84-701ecd1cc252 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:28.278905 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f3275-174f-4afe-9da8-f5b7780183e4 req-72f28f34-d69d-4935-8245-95ebf62323a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:28.280446 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf8f3275-174f-4afe-9da8-f5b7780183e4 req-72f28f34-d69d-4935-8245-95ebf62323a1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9563f61a-3f53-4e55-9bbc-100db5648c93 HTTP/1.1" status: 200 len: 912 time: 0.2173026 Jul 06 12:11:28.366855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf8f3275-174f-4afe-9da8-f5b7780183e4 req-1b30361d-f8b7-4272-87f8-d8c82220f5cc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83943cd0-c29a-4cc8-ba19-5d0879b592fc HTTP/1.1" status: 200 len: 217 time: 0.0500052 Jul 06 12:11:28.399891 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a1a2bc58-870c-43da-877c-52c1d95ef880 req-302c508b-242e-4c73-ba0a-019b4ed8bac1 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460528 Jul 06 12:11:28.417329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-7bfa169b-1faf-4573-af84-701ecd1cc252 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Allocated IP 172.20.0.14 (f7082785-664d-493b-9a4a-034e8c10bfd1/1b6c2880-5ac9-4e35-9b1e-f738ec808b88/9af8587a-cc37-45af-8e9c-2255e69671a1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:28.485617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Router 9aaf5fa4-df15-4afb-b08b-3f24b67d2423 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:11:28.499564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f3275-174f-4afe-9da8-f5b7780183e4 req-e17e62a3-d3a9-42b6-9d20-2175ec537d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:28.501507 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf8f3275-174f-4afe-9da8-f5b7780183e4 req-e17e62a3-d3a9-42b6-9d20-2175ec537d0d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=83ed3808-cea0-42b0-b798-c364392f5957 HTTP/1.1" status: 200 len: 851 time: 0.1260433 Jul 06 12:11:28.616087 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf8f3275-174f-4afe-9da8-f5b7780183e4 req-c8ee4ac9-8110-4638-98b5-ff4a7250399a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9563f61a-3f53-4e55-9bbc-100db5648c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064489 Jul 06 12:11:28.673617 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-7bfa169b-1faf-4573-af84-701ecd1cc252 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:28.689046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-7bfa169b-1faf-4573-af84-701ecd1cc252 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Transition to ACTIVE for port object 9af8587a-cc37-45af-8e9c-2255e69671a1 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:28.725458 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-7bfa169b-1faf-4573-af84-701ecd1cc252 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:28.740115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['62b37920-7e70-43a5-9bf0-3b5ea515291b'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:11:28.796479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-7bfa169b-1faf-4573-af84-701ecd1cc252 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Network f7082785-664d-493b-9a4a-034e8c10bfd1 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:28.805636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-7bfa169b-1faf-4573-af84-701ecd1cc252 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:28.813220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-7bfa169b-1faf-4573-af84-701ecd1cc252 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:28.816248 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa169b-1faf-4573-af84-701ecd1cc252 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event updated for resources: {'Port': ['ID=9af8587a-cc37-45af-8e9c-2255e69671a1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:28.857962 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf8f3275-174f-4afe-9da8-f5b7780183e4 req-6050a236-e0ff-4d52-9aa2-62d9f0258aed service neutron] 10.222.0.89 "GET /v2.0/networks/9563f61a-3f53-4e55-9bbc-100db5648c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290912 Jul 06 12:11:28.865875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:11:28.877965 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5f35ce-fdd9-4f50-ac3f-393cfffa6c46 None None] Sync routers for ids ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:11:28.896331 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5f35ce-fdd9-4f50-ac3f-393cfffa6c46 None None] Routers {'9aaf5fa4-df15-4afb-b08b-3f24b67d2423'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:28.897523 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8e5f35ce-fdd9-4f50-ac3f-393cfffa6c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:11:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:28.922056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-7bfa169b-1faf-4573-af84-701ecd1cc252 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:28.923100 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-7bfa169b-1faf-4573-af84-701ecd1cc252 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:28.944473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58982d65-8f84-4ab4-8132-7b544d14b65c req-4dcad866-5361-4f5d-9cd1-4fef459853a4 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:28.952277 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-7bfa169b-1faf-4573-af84-701ecd1cc252 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8553758 Jul 06 12:11:28.956760 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58982d65-8f84-4ab4-8132-7b544d14b65c req-4dcad866-5361-4f5d-9cd1-4fef459853a4 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/ports?device_id=02ca85b6-8965-4a70-8d09-48367364a6fa HTTP/1.1" status: 200 len: 950 time: 0.3643749 Jul 06 12:11:28.962146 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8e5f35ce-fdd9-4f50-ac3f-393cfffa6c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:28.966772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Request body: {'port': {'device_id': '8d7de137-5d1d-46e5-83f0-7011998f6706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:28.973953 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5f35ce-fdd9-4f50-ac3f-393cfffa6c46 None None] Routers {'9aaf5fa4-df15-4afb-b08b-3f24b67d2423'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:28.975859 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8e5f35ce-fdd9-4f50-ac3f-393cfffa6c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:11:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:29.042406 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8e5f35ce-fdd9-4f50-ac3f-393cfffa6c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:29.043612 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5f35ce-fdd9-4f50-ac3f-393cfffa6c46 None None] The sync data for ids ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:11:29.053231 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:29.076997 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:29.104196 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58982d65-8f84-4ab4-8132-7b544d14b65c req-9678a2b9-519c-4554-a82b-59cfcfa88527 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/security-groups?id=befb8485-7c34-43f1-a57f-9cdf4e5a9705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456814 Jul 06 12:11:29.146473 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-056e1ac5-0a52-4e0c-85a1-046b09891022 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.7456393 Jul 06 12:11:29.161144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55824) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:29.284097 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf8f3275-174f-4afe-9da8-f5b7780183e4 req-f6817fcf-9fd2-460a-84a4-faf0e6b91395 service neutron] 10.222.0.89 "GET /v2.0/networks/9563f61a-3f53-4e55-9bbc-100db5648c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138293 Jul 06 12:11:29.323424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e6412e2c-88eb-49af-8b45-cfe8ab8adc15 None None] Provisioning for port 9af8587a-cc37-45af-8e9c-2255e69671a1 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:29.330025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e6412e2c-88eb-49af-8b45-cfe8ab8adc15 None None] Provisioning complete for port 9af8587a-cc37-45af-8e9c-2255e69671a1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:29.330899 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6412e2c-88eb-49af-8b45-cfe8ab8adc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:29.379031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e6412e2c-88eb-49af-8b45-cfe8ab8adc15 None None] Port 9af8587a-cc37-45af-8e9c-2255e69671a1 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:11:29.383597 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cf51ef85-756f-465d-956b-66056cce6fe2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] 10.222.0.81 "GET /v2.0/floatingips/ad3792d1-10df-44aa-8d85-dda94834c984 HTTP/1.1" status: 200 len: 983 time: 0.2199645 Jul 06 12:11:29.386393 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55826) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:29.413798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cde24-c9a0-4361-9f43-1ec1f814849a req-cc56750a-8e3b-4c65-8645-69608ac8628a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:29.415438 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dd2cde24-c9a0-4361-9f43-1ec1f814849a req-cc56750a-8e3b-4c65-8645-69608ac8628a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d7de137-5d1d-46e5-83f0-7011998f6706 HTTP/1.1" status: 200 len: 932 time: 0.1187515 Jul 06 12:11:29.465828 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dd2cde24-c9a0-4361-9f43-1ec1f814849a req-07ac85ec-4c4e-4642-8aff-88be74d8d5fe tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437331 Jul 06 12:11:29.559693 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bb5c2f10-5099-4c17-bf15-d1eba3ad4ecb tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.1721301 Jul 06 12:11:29.562285 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af8587a-cc37-45af-8e9c-2255e69671a1 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:11:29.563045 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55830) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:29.572606 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:29.592046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Transition to ACTIVE for port object 9af8587a-cc37-45af-8e9c-2255e69671a1 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:29.597884 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:29.696966 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Pushing event updated for resources: {'Port': ['ID=9af8587a-cc37-45af-8e9c-2255e69671a1,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:29.774568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Attempting to bind port 9af8587a-cc37-45af-8e9c-2255e69671a1 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:29.774991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Attempting to bind port 9af8587a-cc37-45af-8e9c-2255e69671a1 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:29.776078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Attempting to bind port 9af8587a-cc37-45af-8e9c-2255e69671a1 on network f7082785-664d-493b-9a4a-034e8c10bfd1 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:29.782626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Port 9af8587a-cc37-45af-8e9c-2255e69671a1 on network f7082785-664d-493b-9a4a-034e8c10bfd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:11:29.783991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Attempting to bind port 9af8587a-cc37-45af-8e9c-2255e69671a1 on network f7082785-664d-493b-9a4a-034e8c10bfd1 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:29.790700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:11:29.792792 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Checking segment: {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:29.793538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Bound using segment: {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:11:29.794119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Bound port: 9af8587a-cc37-45af-8e9c-2255e69671a1, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:11:29.794589 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:29.876519 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21e2c6-ff85-41fb-93f4-4120f28f9c22 req-f2a7e98d-daa9-4c53-a576-e0d751e72f3b tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:29.883453 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9d21e2c6-ff85-41fb-93f4-4120f28f9c22 req-f2a7e98d-daa9-4c53-a576-e0d751e72f3b tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 945 time: 0.1520212 Jul 06 12:11:29.885618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] For port 9af8587a-cc37-45af-8e9c-2255e69671a1, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:11:29.893982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] For port 9af8587a-cc37-45af-8e9c-2255e69671a1, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9af8587a-cc37-45af-8e9c-2255e69671a1,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:11:29.901837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:29.928319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e90a6c09-5011-445d-aa68-3415559b99f6 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Deleting port 0bb1cb0d-1a8e-47f3-bc30-ffc15662ae20 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:29.928688 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e90a6c09-5011-445d-aa68-3415559b99f6 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:29.948229 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9d21e2c6-ff85-41fb-93f4-4120f28f9c22 req-5ae22f11-3ff4-4c46-b2dd-fd7ee43d8ca4 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632477 Jul 06 12:11:29.964036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:29.964704 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:29.966658 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] 10.222.0.89 "PUT /v2.0/ports/9af8587a-cc37-45af-8e9c-2255e69671a1 HTTP/1.1" status: 200 len: 1092 time: 1.0056119 Jul 06 12:11:29.967294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7de137-5d1d-46e5-83f0-7011998f6706', 'tag': '9af8587a-cc37-45af-8e9c-2255e69671a1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:11:29.970044 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51a5d4e-646f-486c-a550-24ba25f259ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7de137-5d1d-46e5-83f0-7011998f6706", "tag": "9af8587a-cc37-45af-8e9c-2255e69671a1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:11:30.009317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40df89-32f7-41eb-8477-0cd67e810830 service neutron] Pushing event updated for resources: {'Port': ['ID=9af8587a-cc37-45af-8e9c-2255e69671a1,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:30.060866 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d0a71d-5386-4a27-8004-b3d7dc236de8 x-openstack-request-id: req-61d0a71d-5386-4a27-8004-b3d7dc236de8 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:11:30.061177 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7de137-5d1d-46e5-83f0-7011998f6706", "tag": "9af8587a-cc37-45af-8e9c-2255e69671a1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:11:30.061431 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-61d0a71d-5386-4a27-8004-b3d7dc236de8 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:11:30.061864 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7de137-5d1d-46e5-83f0-7011998f6706', 'tag': '9af8587a-cc37-45af-8e9c-2255e69671a1', 'status': 'completed', 'code': 200} Jul 06 12:11:30.085821 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e90a6c09-5011-445d-aa68-3415559b99f6 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:30.086354 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e90a6c09-5011-445d-aa68-3415559b99f6 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:30.104129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e90a6c09-5011-445d-aa68-3415559b99f6 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Calling delete_port for 0bb1cb0d-1a8e-47f3-bc30-ffc15662ae20 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:30.187297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-4f083d8e-297c-46e3-9283-16013ac35e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:30.188894 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-4f083d8e-297c-46e3-9283-16013ac35e5f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=8d7de137-5d1d-46e5-83f0-7011998f6706 HTTP/1.1" status: 200 len: 1095 time: 0.0979986 Jul 06 12:11:30.271983 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-1ccce6f9-7e77-4965-8cc6-4b1b970c83ca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9af8587a-cc37-45af-8e9c-2255e69671a1 HTTP/1.1" status: 200 len: 217 time: 0.0741897 Jul 06 12:11:30.337137 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-86039325-5bd7-4aee-901a-4ae481d1cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:30.338782 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-86039325-5bd7-4aee-901a-4ae481d1cb63 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.0601170 Jul 06 12:11:30.390135 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf9106-9ef8-4b19-aae1-bb4596a70736 req-1af83b11-d1cf-4ade-8c41-dba4425a95af tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:30.391850 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c4cf9106-9ef8-4b19-aae1-bb4596a70736 req-1af83b11-d1cf-4ade-8c41-dba4425a95af tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/ports?device_id=02ca85b6-8965-4a70-8d09-48367364a6fa HTTP/1.1" status: 200 len: 950 time: 0.1335919 Jul 06 12:11:30.393226 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e90a6c09-5011-445d-aa68-3415559b99f6 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:30.401489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-616164b9-68b7-4020-a3e9-6f31731b52a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:30.403719 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-616164b9-68b7-4020-a3e9-6f31731b52a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590553 Jul 06 12:11:30.430292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a6c09-5011-445d-aa68-3415559b99f6 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event deleted for resources: {'Port': ['ID=0bb1cb0d-1a8e-47f3-bc30-ffc15662ae20,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:30.516923 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-543b2523-9e79-4f0e-b1d5-d876ea4cbbbf service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028039 Jul 06 12:11:30.522294 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c4cf9106-9ef8-4b19-aae1-bb4596a70736 req-d0f5ebf7-df1a-47e3-a1ce-1ba9387b337f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/security-groups?id=befb8485-7c34-43f1-a57f-9cdf4e5a9705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179552 Jul 06 12:11:30.530944 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e90a6c09-5011-445d-aa68-3415559b99f6 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:30.531598 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-e90a6c09-5011-445d-aa68-3415559b99f6 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Floating IP ad3792d1-10df-44aa-8d85-dda94834c984 disassociated (deleted). External IP: 172.25.4.186, port: 1a930222-d77a-49c6-9ecc-17ba6930ddd8. Jul 06 12:11:30.650297 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0db75079-8a61-4023-aaa3-7cfd6db0807f req-6126bd60-7b5f-4ce9-a4b4-ff77ddce9bc9 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269813 Jul 06 12:11:30.752673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a5d4e-646f-486c-a550-24ba25f259ab req-b0fb5dd1-f377-43ae-a7bc-1f6772ca8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:30.754148 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f51a5d4e-646f-486c-a550-24ba25f259ab req-b0fb5dd1-f377-43ae-a7bc-1f6772ca8680 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=8d7de137-5d1d-46e5-83f0-7011998f6706 HTTP/1.1" status: 200 len: 1095 time: 0.0571020 Jul 06 12:11:30.792591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a687dd-a3fa-4274-819a-311df2698261 req-f5eeaa60-5bfd-46f4-80bb-6fed212233dd tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:30.794086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7a687dd-a3fa-4274-819a-311df2698261 req-f5eeaa60-5bfd-46f4-80bb-6fed212233dd tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d7de137-5d1d-46e5-83f0-7011998f6706 HTTP/1.1" status: 200 len: 944 time: 0.1304388 Jul 06 12:11:30.857020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a5d4e-646f-486c-a550-24ba25f259ab req-9c1de960-0155-475f-8bff-106332ee57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:30.858562 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f51a5d4e-646f-486c-a550-24ba25f259ab req-9c1de960-0155-475f-8bff-106332ee57fb service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.0978484 Jul 06 12:11:30.881453 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7a687dd-a3fa-4274-819a-311df2698261 req-0916e713-bba6-45bf-a795-1343ae05326b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493643 Jul 06 12:11:30.888836 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90a6c09-5011-445d-aa68-3415559b99f6 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Router 9aaf5fa4-df15-4afb-b08b-3f24b67d2423 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:11:30.906276 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f51a5d4e-646f-486c-a550-24ba25f259ab req-3bc84498-cd9b-4d80-9b45-81b1ef860101 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9af8587a-cc37-45af-8e9c-2255e69671a1 HTTP/1.1" status: 200 len: 217 time: 0.0409744 Jul 06 12:11:30.968168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a5d4e-646f-486c-a550-24ba25f259ab req-8e0b1383-15e9-478e-ba15-e0bfa09f1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:30.969802 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f51a5d4e-646f-486c-a550-24ba25f259ab req-8e0b1383-15e9-478e-ba15-e0bfa09f1192 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.0576756 Jul 06 12:11:31.021101 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90a6c09-5011-445d-aa68-3415559b99f6 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:11:31.026268 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e90a6c09-5011-445d-aa68-3415559b99f6 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:31.033311 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7064b073-1b73-493f-8ff0-879db42648ad None None] Sync routers for ids ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:11:31.039537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a5d4e-646f-486c-a550-24ba25f259ab req-e2675b9a-f3fb-4f41-af63-b03fa3f6f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:31.041638 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f51a5d4e-646f-486c-a550-24ba25f259ab req-e2675b9a-f3fb-4f41-af63-b03fa3f6f95b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630310 Jul 06 12:11:31.053982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7064b073-1b73-493f-8ff0-879db42648ad None None] Routers {'9aaf5fa4-df15-4afb-b08b-3f24b67d2423'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:31.054861 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-7064b073-1b73-493f-8ff0-879db42648ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:11:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:31.075558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e90a6c09-5011-445d-aa68-3415559b99f6 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] 10.222.0.81 "DELETE /v2.0/floatingips/ad3792d1-10df-44aa-8d85-dda94834c984 HTTP/1.1" status: 204 len: 168 time: 1.5112476 Jul 06 12:11:31.081366 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55850) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:31.096190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:31.124347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-7064b073-1b73-493f-8ff0-879db42648ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:31.129544 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:31.143357 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7064b073-1b73-493f-8ff0-879db42648ad None None] Routers {'9aaf5fa4-df15-4afb-b08b-3f24b67d2423'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:31.143986 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-7064b073-1b73-493f-8ff0-879db42648ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:11:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:31.187065 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-7064b073-1b73-493f-8ff0-879db42648ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:31.188126 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7064b073-1b73-493f-8ff0-879db42648ad None None] The sync data for ids ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:11:31.211737 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f51a5d4e-646f-486c-a550-24ba25f259ab req-1eb8213d-7909-485d-958a-e5bd8d46295a service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623764 Jul 06 12:11:31.376359 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f51a5d4e-646f-486c-a550-24ba25f259ab req-7785c6c0-2bcc-4334-a735-9d2b0ad2468a service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567757 Jul 06 12:11:31.629164 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:31.762494 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8be93b-cd1a-43ba-becd-ac1e410b89b4 req-c8234904-a1ff-4167-85c4-008c0f972540 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:31.764205 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e8be93b-cd1a-43ba-becd-ac1e410b89b4 req-c8234904-a1ff-4167-85c4-008c0f972540 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 945 time: 0.1495547 Jul 06 12:11:31.805651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Allocated IP 172.25.4.186 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/9b8821cc-51ad-47b3-94a6-6b845f9adfde) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:31.833293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e8be93b-cd1a-43ba-becd-ac1e410b89b4 req-0e7e0527-0670-4b18-9c12-af5f8b38ebcc tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590949 Jul 06 12:11:31.933859 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:31.976742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:32.019458 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:32.022457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:32.026035 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:32.058699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Pushing event updated for resources: {'Port': ['ID=9b8821cc-51ad-47b3-94a6-6b845f9adfde,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:32.149487 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:32.235479 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:32.300692 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d680c-a779-4a89-8fa8-47cba35bb697 req-e1396c60-f2ef-4d43-9eea-e7733898d012 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:32.302288 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-571d680c-a779-4a89-8fa8-47cba35bb697 req-e1396c60-f2ef-4d43-9eea-e7733898d012 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d7de137-5d1d-46e5-83f0-7011998f6706 HTTP/1.1" status: 200 len: 944 time: 0.1173661 Jul 06 12:11:32.393953 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-571d680c-a779-4a89-8fa8-47cba35bb697 req-58bc9e7a-c7b9-488c-ad4c-72f2e62fbf35 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782886 Jul 06 12:11:32.446988 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:32.453334 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:32.510017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Pushing event updated for resources: {'Port': ['ID=9b8821cc-51ad-47b3-94a6-6b845f9adfde,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:32.581917 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:32.600613 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:32.601864 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-024f02e8-56da-4037-9fcc-322ecfb8e3c2 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5194926 Jul 06 12:11:32.605430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55870) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:32.629789 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf66a2-695a-4b30-b79c-d3307e1e47c0 req-2028de3a-db09-4b36-b042-36e4b0554f1e tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:32.631427 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40cf66a2-695a-4b30-b79c-d3307e1e47c0 req-2028de3a-db09-4b36-b042-36e4b0554f1e tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 945 time: 0.0957379 Jul 06 12:11:32.695546 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40cf66a2-695a-4b30-b79c-d3307e1e47c0 req-12232f84-7ca2-40bd-8dcd-b28d817c666f tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557907 Jul 06 12:11:32.742474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:32.770188 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:32.872442 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:32.991593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Allocated IP 172.25.4.178 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/190b1cfe-f20c-4147-84ee-9f03d9780154) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:33.094736 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:33.140956 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:33.171438 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9af8587a-cc37-45af-8e9c-2255e69671a1 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:11:33.179777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:33.186516 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:33.189248 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:33.195255 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Pushing event updated for resources: {'Port': ['ID=190b1cfe-f20c-4147-84ee-9f03d9780154,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:33.273374 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 9af8587a-cc37-45af-8e9c-2255e69671a1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9af8587a-cc37-45af-8e9c-2255e69671a1,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:33.285303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '9af8587a-cc37-45af-8e9c-2255e69671a1', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'port_id': '9af8587a-cc37-45af-8e9c-2255e69671a1', 'mac_address': 'fa:16:3e:45:06:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:11:33.320005 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:33.328435 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:33.342030 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af8587a-cc37-45af-8e9c-2255e69671a1 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:11:33.365875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 9af8587a-cc37-45af-8e9c-2255e69671a1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9af8587a-cc37-45af-8e9c-2255e69671a1,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:33.371119 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:33.376889 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:33.422203 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=9af8587a-cc37-45af-8e9c-2255e69671a1,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:33.577550 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:33.584180 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:33.598518 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['9af8587a-cc37-45af-8e9c-2255e69671a1'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:11:33.621318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e0a85-a67a-4f1d-8d29-5fcd719d3cd1 req-1e4e54e3-8ed9-4501-b981-198b23ea96ba tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:33.623034 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c51e0a85-a67a-4f1d-8d29-5fcd719d3cd1 req-1e4e54e3-8ed9-4501-b981-198b23ea96ba tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d7de137-5d1d-46e5-83f0-7011998f6706 HTTP/1.1" status: 200 len: 945 time: 0.0778294 Jul 06 12:11:33.668325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Pushing event updated for resources: {'Port': ['ID=190b1cfe-f20c-4147-84ee-9f03d9780154,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:33.680463 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:33.694827 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c51e0a85-a67a-4f1d-8d29-5fcd719d3cd1 req-97383902-86e7-4b16-a83a-fd520ad12a24 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657759 Jul 06 12:11:33.721518 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:33.725486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55884) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:33.725665 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1bd55970-f170-49b0-be33-7a09694123d4 tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1189005 Jul 06 12:11:33.865661 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b5f78f7d-5ba1-434c-8ff5-5d0e381a07da tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.1388392 Jul 06 12:11:33.866380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55888) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:33.941094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47da37-00b0-47ca-95e9-767a328a6432 req-a5dcc458-1e5e-4631-ba01-39a624beda3c tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:33.942998 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-af47da37-00b0-47ca-95e9-767a328a6432 req-a5dcc458-1e5e-4631-ba01-39a624beda3c tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 945 time: 0.0744863 Jul 06 12:11:33.963924 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-976860e0-0879-491c-9658-1b6843666594 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0958133 Jul 06 12:11:33.964547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55890) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:33.991548 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-af47da37-00b0-47ca-95e9-767a328a6432 req-7adc798c-7c19-434d-8ef1-d3ff7401df12 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Jul 06 12:11:34.125808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8ad32ce3-cf58-4e10-8427-1b2ee5dee50c tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Deleting port 190b1cfe-f20c-4147-84ee-9f03d9780154 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:34.126189 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ad32ce3-cf58-4e10-8427-1b2ee5dee50c tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:34.206800 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ad32ce3-cf58-4e10-8427-1b2ee5dee50c tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:34.207158 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ad32ce3-cf58-4e10-8427-1b2ee5dee50c tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:34.219830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8ad32ce3-cf58-4e10-8427-1b2ee5dee50c tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Calling delete_port for 190b1cfe-f20c-4147-84ee-9f03d9780154 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:34.449555 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ad32ce3-cf58-4e10-8427-1b2ee5dee50c tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:34.478284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad32ce3-cf58-4e10-8427-1b2ee5dee50c tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Pushing event deleted for resources: {'Port': ['ID=190b1cfe-f20c-4147-84ee-9f03d9780154,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:34.498295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085351a-3755-48c9-9a96-ff960afea362 req-86868d74-b94f-4da0-9a3d-51068e8b8d61 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:34.500030 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a085351a-3755-48c9-9a96-ff960afea362 req-86868d74-b94f-4da0-9a3d-51068e8b8d61 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 945 time: 0.0863652 Jul 06 12:11:34.550771 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a085351a-3755-48c9-9a96-ff960afea362 req-d1cd32f2-7c79-4680-bb43-d9471f7913ae tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442073 Jul 06 12:11:34.553590 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caae54-b0c0-4e6e-902c-729e60735879 req-020dbc79-faa6-4e6b-aec9-f65a5039ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:34.555133 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-09caae54-b0c0-4e6e-902c-729e60735879 req-020dbc79-faa6-4e6b-aec9-f65a5039ac37 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=86f890996f3a4491aadaf4091e47c4ae&device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 1096 time: 0.1457407 Jul 06 12:11:34.560871 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ad32ce3-cf58-4e10-8427-1b2ee5dee50c tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:34.563932 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ad32ce3-cf58-4e10-8427-1b2ee5dee50c tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:34.567578 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8ad32ce3-cf58-4e10-8427-1b2ee5dee50c tempest-FloatingIPAdminTestJSON-1635633259 tempest-FloatingIPAdminTestJSON-1635633259-project] 10.222.0.81 "DELETE /v2.0/floatingips/6250ee5e-7632-4748-a736-ffd03e720095 HTTP/1.1" status: 204 len: 168 time: 0.5996525 Jul 06 12:11:34.568946 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55896) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:34.682142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caae54-b0c0-4e6e-902c-729e60735879 req-131c0443-8a8f-40d6-bfeb-12d900ae6100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:34.684314 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-09caae54-b0c0-4e6e-902c-729e60735879 req-131c0443-8a8f-40d6-bfeb-12d900ae6100 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9563f61a-3f53-4e55-9bbc-100db5648c93 HTTP/1.1" status: 200 len: 912 time: 0.1181087 Jul 06 12:11:34.712276 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bbe4cdbe-d846-4e12-9193-910ffe7482b7 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Deleting port 9b8821cc-51ad-47b3-94a6-6b845f9adfde {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:34.713353 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbe4cdbe-d846-4e12-9193-910ffe7482b7 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:34.731355 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-09caae54-b0c0-4e6e-902c-729e60735879 req-453f993c-fdb3-474c-b138-0c037753528f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83943cd0-c29a-4cc8-ba19-5d0879b592fc HTTP/1.1" status: 200 len: 217 time: 0.0401373 Jul 06 12:11:34.791673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caae54-b0c0-4e6e-902c-729e60735879 req-e16303ff-7662-4861-b80e-3e73e29b55fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:34.791673 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-09caae54-b0c0-4e6e-902c-729e60735879 req-e16303ff-7662-4861-b80e-3e73e29b55fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=83ed3808-cea0-42b0-b798-c364392f5957 HTTP/1.1" status: 200 len: 851 time: 0.0510635 Jul 06 12:11:34.813023 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbe4cdbe-d846-4e12-9193-910ffe7482b7 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:34.813377 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbe4cdbe-d846-4e12-9193-910ffe7482b7 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:34.827611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bbe4cdbe-d846-4e12-9193-910ffe7482b7 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Calling delete_port for 9b8821cc-51ad-47b3-94a6-6b845f9adfde owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:34.829029 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-09caae54-b0c0-4e6e-902c-729e60735879 req-0c20a04b-c47f-4296-92f0-9d77ae5a79d2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9563f61a-3f53-4e55-9bbc-100db5648c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318153 Jul 06 12:11:34.939040 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-09caae54-b0c0-4e6e-902c-729e60735879 req-80a9d69d-6d7f-4b64-ac1a-29a3e8d031f1 service neutron] 10.222.0.89 "GET /v2.0/networks/9563f61a-3f53-4e55-9bbc-100db5648c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031077 Jul 06 12:11:34.966060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f69734-66e9-46fc-86e4-ceb16858eb52 req-22efa26b-d365-4ff8-bbc6-f4d6eec7e0d4 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:34.967517 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a5f69734-66e9-46fc-86e4-ceb16858eb52 req-22efa26b-d365-4ff8-bbc6-f4d6eec7e0d4 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d7de137-5d1d-46e5-83f0-7011998f6706 HTTP/1.1" status: 200 len: 945 time: 0.1354408 Jul 06 12:11:35.034318 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a5f69734-66e9-46fc-86e4-ceb16858eb52 req-e6890a3c-07a6-4206-acd5-a71da82c66f3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599515 Jul 06 12:11:35.083130 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-09caae54-b0c0-4e6e-902c-729e60735879 req-27edf581-0ae8-4cff-bdbd-f400f795f044 service neutron] 10.222.0.89 "GET /v2.0/networks/9563f61a-3f53-4e55-9bbc-100db5648c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342752 Jul 06 12:11:35.132696 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbe4cdbe-d846-4e12-9193-910ffe7482b7 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.162272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4cdbe-d846-4e12-9193-910ffe7482b7 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b8821cc-51ad-47b3-94a6-6b845f9adfde,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:35.172266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9af8587a-cc37-45af-8e9c-2255e69671a1 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:11:35.233750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 9af8587a-cc37-45af-8e9c-2255e69671a1 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:35.240149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 9af8587a-cc37-45af-8e9c-2255e69671a1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:35.240933 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.293190 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbe4cdbe-d846-4e12-9193-910ffe7482b7 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.298813 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bbe4cdbe-d846-4e12-9193-910ffe7482b7 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.300000 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bbe4cdbe-d846-4e12-9193-910ffe7482b7 tempest-FloatingIPAdminTestJSON-398180056 tempest-FloatingIPAdminTestJSON-398180056-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/43c25ec0-dd6a-496c-9a12-816f23f23a45 HTTP/1.1" status: 204 len: 168 time: 0.7298748 Jul 06 12:11:35.303774 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55924) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:35.363774 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.401257 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7de137-5d1d-46e5-83f0-7011998f6706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af8587a-cc37-45af-8e9c-2255e69671a1'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:11:35.405050 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3132307b-21c7-476e-84da-c70ceded8a6b" -d '{"events": [{"server_uuid": "8d7de137-5d1d-46e5-83f0-7011998f6706", "name": "network-vif-plugged", "status": "completed", "tag": "9af8587a-cc37-45af-8e9c-2255e69671a1"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:11:35.434782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f0dca2d6-e5cc-4c00-8775-57f37bb1780f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Deleting port 1a930222-d77a-49c6-9ecc-17ba6930ddd8 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:35.435145 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f0dca2d6-e5cc-4c00-8775-57f37bb1780f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.456908 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 9af8587a-cc37-45af-8e9c-2255e69671a1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9af8587a-cc37-45af-8e9c-2255e69671a1,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:35.468203 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f185001-aa55-4424-bc43-9a79f7ed9518 x-openstack-request-id: req-8f185001-aa55-4424-bc43-9a79f7ed9518 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:11:35.468591 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7de137-5d1d-46e5-83f0-7011998f6706", "name": "network-vif-plugged", "status": "completed", "tag": "9af8587a-cc37-45af-8e9c-2255e69671a1", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:11:35.468938 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f185001-aa55-4424-bc43-9a79f7ed9518 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:11:35.469416 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7de137-5d1d-46e5-83f0-7011998f6706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af8587a-cc37-45af-8e9c-2255e69671a1', 'code': 200} Jul 06 12:11:35.475473 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.519001 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a31ebe15-a430-4ff0-bd07-0123c7dca287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.530158 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.551056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=9af8587a-cc37-45af-8e9c-2255e69671a1,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:35.571853 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f0dca2d6-e5cc-4c00-8775-57f37bb1780f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.586287 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f0dca2d6-e5cc-4c00-8775-57f37bb1780f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Calling delete_port for 1a930222-d77a-49c6-9ecc-17ba6930ddd8 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:35.617473 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0af9e-adea-44d3-b842-6e625172d121 req-0b8e969e-c4a6-426c-8c3d-32e07fde0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:35.619055 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97e0af9e-adea-44d3-b842-6e625172d121 req-0b8e969e-c4a6-426c-8c3d-32e07fde0cb4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8d7de137-5d1d-46e5-83f0-7011998f6706 HTTP/1.1" status: 200 len: 1097 time: 0.0796165 Jul 06 12:11:35.664843 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-97e0af9e-adea-44d3-b842-6e625172d121 req-1cdf16a6-eafe-4cb0-babf-cb7b40dbba68 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321434 Jul 06 12:11:35.809228 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aac8c9-5ad7-4f90-bbbd-ccf51bf4993a req-071be622-4391-48c3-9dd5-6071ab9ee1f6 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:35.810877 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88aac8c9-5ad7-4f90-bbbd-ccf51bf4993a req-071be622-4391-48c3-9dd5-6071ab9ee1f6 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 945 time: 0.1235669 Jul 06 12:11:35.811573 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f0dca2d6-e5cc-4c00-8775-57f37bb1780f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.849502 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dca2d6-e5cc-4c00-8775-57f37bb1780f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event deleted for resources: {'Port': ['ID=1a930222-d77a-49c6-9ecc-17ba6930ddd8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:35.925842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88aac8c9-5ad7-4f90-bbbd-ccf51bf4993a req-6da54178-e03a-4609-a9fe-08fe320371b0 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844107 Jul 06 12:11:35.958280 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f0dca2d6-e5cc-4c00-8775-57f37bb1780f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:35.960699 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f0dca2d6-e5cc-4c00-8775-57f37bb1780f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] 10.222.0.81 "DELETE /v2.0/ports/1a930222-d77a-49c6-9ecc-17ba6930ddd8 HTTP/1.1" status: 204 len: 168 time: 0.6559539 Jul 06 12:11:35.963213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55934) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:36.037172 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdba6a41-5654-4726-bbb1-91d6f6d4bed5 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:36.039050 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cdba6a41-5654-4726-bbb1-91d6f6d4bed5 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] 10.222.0.81 "GET /v2.0/ports?device_id=9aaf5fa4-df15-4afb-b08b-3f24b67d2423 HTTP/1.1" status: 200 len: 913 time: 0.0747852 Jul 06 12:11:36.041812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55936) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:36.360884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055571d-e1d4-4303-bbd7-a95bd6382999 req-c8aeecc8-8be8-4790-bd2d-dd89a74f0f6e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:36.368666 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0055571d-e1d4-4303-bbd7-a95bd6382999 req-c8aeecc8-8be8-4790-bd2d-dd89a74f0f6e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d7de137-5d1d-46e5-83f0-7011998f6706 HTTP/1.1" status: 200 len: 946 time: 0.1364896 Jul 06 12:11:36.444299 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:36.468083 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0055571d-e1d4-4303-bbd7-a95bd6382999 req-0f345b9d-b60f-4e70-9f4e-08028b69ba56 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978165 Jul 06 12:11:36.624105 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68a19a1a-46f1-48c3-bce7-1f7810dba184 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:37.013550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-68a19a1a-46f1-48c3-bce7-1f7810dba184 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Deleting port dd0d263e-ea3e-4fcd-b2dc-1462326a9fbd {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:37.014177 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68a19a1a-46f1-48c3-bce7-1f7810dba184 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:37.146694 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68a19a1a-46f1-48c3-bce7-1f7810dba184 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:37.163827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-68a19a1a-46f1-48c3-bce7-1f7810dba184 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Calling delete_port for dd0d263e-ea3e-4fcd-b2dc-1462326a9fbd owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:37.399834 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fc58f-a821-4914-85c4-0a19d5ae3a4d req-82fbb46e-faaa-44b3-ae45-d9862c7b5575 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:37.402193 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f1fc58f-a821-4914-85c4-0a19d5ae3a4d req-82fbb46e-faaa-44b3-ae45-d9862c7b5575 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 945 time: 0.1474771 Jul 06 12:11:37.515211 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f1fc58f-a821-4914-85c4-0a19d5ae3a4d req-291a63de-ab4c-455c-99d7-e70b96768ecf tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973933 Jul 06 12:11:37.538175 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68a19a1a-46f1-48c3-bce7-1f7810dba184 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:37.579502 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a19a1a-46f1-48c3-bce7-1f7810dba184 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event deleted for resources: {'Port': ['ID=dd0d263e-ea3e-4fcd-b2dc-1462326a9fbd,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:37.982188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fdd49-f247-4b2c-bf2c-d20ca6658b96 req-23275487-ea56-4b89-a677-1ac312460190 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:37.984674 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a4fdd49-f247-4b2c-bf2c-d20ca6658b96 req-23275487-ea56-4b89-a677-1ac312460190 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d7de137-5d1d-46e5-83f0-7011998f6706 HTTP/1.1" status: 200 len: 946 time: 0.2718399 Jul 06 12:11:37.985888 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68a19a1a-46f1-48c3-bce7-1f7810dba184 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:38.087644 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a4fdd49-f247-4b2c-bf2c-d20ca6658b96 req-eb324533-9f94-4a8d-932d-f0c2aceb6b58 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965614 Jul 06 12:11:38.146488 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef3383e9-8a8d-4884-b2eb-3a85466ee829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:38.191813 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:38.391269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a19a1a-46f1-48c3-bce7-1f7810dba184 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Router 9aaf5fa4-df15-4afb-b08b-3f24b67d2423 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:11:38.573941 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a19a1a-46f1-48c3-bce7-1f7810dba184 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:11:38.591671 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b8f4f-b399-4f04-8058-0910533ce72e None None] Sync routers for ids ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:11:38.592603 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-68a19a1a-46f1-48c3-bce7-1f7810dba184 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] 10.222.0.81 "PUT /v2.0/routers/9aaf5fa4-df15-4afb-b08b-3f24b67d2423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5489600 Jul 06 12:11:38.593536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56238) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:38.615814 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b8f4f-b399-4f04-8058-0910533ce72e None None] Routers {'9aaf5fa4-df15-4afb-b08b-3f24b67d2423'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:38.618034 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-435b8f4f-b399-4f04-8058-0910533ce72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:11:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:38.717145 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-435b8f4f-b399-4f04-8058-0910533ce72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:38.733117 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b8f4f-b399-4f04-8058-0910533ce72e None None] Routers {'9aaf5fa4-df15-4afb-b08b-3f24b67d2423'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:38.733810 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-435b8f4f-b399-4f04-8058-0910533ce72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:11:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:38.800659 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-435b8f4f-b399-4f04-8058-0910533ce72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:38.801365 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b8f4f-b399-4f04-8058-0910533ce72e None None] The sync data for ids ['9aaf5fa4-df15-4afb-b08b-3f24b67d2423'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:11:39.123288 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3549-8465-4511-90e6-a560e690386e req-0596abf1-d629-4fe2-8ba9-5675dc873875 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:39.123946 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:39.125325 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dedd3549-8465-4511-90e6-a560e690386e req-0596abf1-d629-4fe2-8ba9-5675dc873875 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 945 time: 0.0901823 Jul 06 12:11:39.177325 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dedd3549-8465-4511-90e6-a560e690386e req-a46196a0-660a-4d18-b63b-cf144d0f4849 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461273 Jul 06 12:11:39.253571 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:39.311747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Deleting port a6c5bc48-3c3f-4f7f-bd5f-39299fd9e272 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:39.311965 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:39.321938 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:39.415533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:39.428080 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Calling delete_port for a6c5bc48-3c3f-4f7f-bd5f-39299fd9e272 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:39.617589 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:39.646013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event deleted for resources: {'Port': ['ID=a6c5bc48-3c3f-4f7f-bd5f-39299fd9e272,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:39.675579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:39.675931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:39.676275 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:39.676613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:39.676945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:39.677274 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:39.677601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:39.677925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:39.678250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:39.678574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:39.678900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:39.679265 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:39.725613 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:39.826974 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:39.829236 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:39.879089 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:39.880057 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Fanout notify agent at l3_agent the message router_deleted on router 9aaf5fa4-df15-4afb-b08b-3f24b67d2423 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:11:39.889443 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:39.892941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c44f399f-8ba9-43d7-9798-7cbd104cf36f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] 10.222.0.81 "DELETE /v2.0/routers/9aaf5fa4-df15-4afb-b08b-3f24b67d2423 HTTP/1.1" status: 204 len: 168 time: 1.2956586 Jul 06 12:11:39.893451 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56404) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:39.980163 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-20242be5-eb92-47cc-afca-360d418a6156 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Deleting subnet 01d07168-64d1-4832-9734-9807a7e623bc {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:11:39.983626 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20242be5-eb92-47cc-afca-360d418a6156 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.029226 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20242be5-eb92-47cc-afca-360d418a6156 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.117793 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20242be5-eb92-47cc-afca-360d418a6156 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.180519 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20242be5-eb92-47cc-afca-360d418a6156 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.214476 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20242be5-eb92-47cc-afca-360d418a6156 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event deleted for resources: {'Subnet': ['ID=01d07168-64d1-4832-9734-9807a7e623bc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:40.219206 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20242be5-eb92-47cc-afca-360d418a6156 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.220920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfbbd77-f533-4e8b-824b-5d500ef482f3 None None] Network fc3f6103-08de-408a-a5a5-988a13584091 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:11:40.221870 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-20242be5-eb92-47cc-afca-360d418a6156 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] 10.222.0.81 "DELETE /v2.0/subnets/01d07168-64d1-4832-9734-9807a7e623bc HTTP/1.1" status: 204 len: 168 time: 0.3276770 Jul 06 12:11:40.224320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56414) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:40.314451 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.388926 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Deleting port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:40.388926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.395457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26951425-9b87-46c0-be3e-4b3d748c602f req-36482755-d68d-49e5-97c6-16794e1b324b tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:40.397143 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-26951425-9b87-46c0-be3e-4b3d748c602f req-36482755-d68d-49e5-97c6-16794e1b324b tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 945 time: 0.0935674 Jul 06 12:11:40.443606 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-26951425-9b87-46c0-be3e-4b3d748c602f req-c006729f-30bd-4015-a1bb-778cf47465fe tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/security-groups?id=5312640d-112c-42fc-8c8e-92a950cebfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385554 Jul 06 12:11:40.452034 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1930bfd-6c9c-49ba-8e36-75ef4119216f None None] DHCP port deletion for fc3f6103-08de-408a-a5a5-988a13584091 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:11:40.474825 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] For port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8ce1e979-af80-48ba-b51b-cde4fa7bd2b0,segment=NetworkSegment(cbc2dedf-f277-4c55-8323-02340f6bd1d6),segment_id=cbc2dedf-f277-4c55-8323-02340f6bd1d6)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:40.475498 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.491422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Calling delete_port for 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:40.509666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e1930bfd-6c9c-49ba-8e36-75ef4119216f None None] Deleting port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:40.510034 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1930bfd-6c9c-49ba-8e36-75ef4119216f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.581019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e1930bfd-6c9c-49ba-8e36-75ef4119216f None None] For port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8ce1e979-af80-48ba-b51b-cde4fa7bd2b0,segment=NetworkSegment(cbc2dedf-f277-4c55-8323-02340f6bd1d6),segment_id=cbc2dedf-f277-4c55-8323-02340f6bd1d6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:40.581406 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1930bfd-6c9c-49ba-8e36-75ef4119216f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.597357 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e1930bfd-6c9c-49ba-8e36-75ef4119216f None None] Calling delete_port for 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:40.616444 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.649189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event deleted for resources: {'Port': ['ID=8ce1e979-af80-48ba-b51b-cde4fa7bd2b0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:40.656886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] No DVR routers for this DVR port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:11:40.669858 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708da8b1-b8ee-413b-95df-2927b8ae3e38 req-78bece89-efbd-4db8-9f1e-106a70e98b85 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:40.671671 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-708da8b1-b8ee-413b-95df-2927b8ae3e38 req-78bece89-efbd-4db8-9f1e-106a70e98b85 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.89 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 945 time: 0.1125162 Jul 06 12:11:40.717463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.722247 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.725227 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.725227 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.725227 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.725227 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.725227 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.725227 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.725227 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.725227 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.725227 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.725227 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.725227 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.725227 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.725227 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:11:40.725227 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:11:40.754325 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:11:40.754961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:11:40.763021 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1930bfd-6c9c-49ba-8e36-75ef4119216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.797724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1930bfd-6c9c-49ba-8e36-75ef4119216f None None] Pushing event deleted for resources: {'Port': ['ID=8ce1e979-af80-48ba-b51b-cde4fa7bd2b0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:40.804757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1930bfd-6c9c-49ba-8e36-75ef4119216f None None] No DVR routers for this DVR port 8ce1e979-af80-48ba-b51b-cde4fa7bd2b0 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:11:40.815423 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.850721 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3f6103-08de-408a-a5a5-988a13584091']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:40.863218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc2dedf-f277-4c55-8323-02340f6bd1d6') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:40.863616 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc2dedf-f277-4c55-8323-02340f6bd1d6') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:40.881135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.904850 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.909767 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-708da8b1-b8ee-413b-95df-2927b8ae3e38 req-a6599367-7228-4f42-a469-152e37b583f0 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Deleting port 83943cd0-c29a-4cc8-ba19-5d0879b592fc {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:40.910105 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-708da8b1-b8ee-413b-95df-2927b8ae3e38 req-a6599367-7228-4f42-a469-152e37b583f0 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.951811 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.964609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:11:40.965077 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:11:40.967966 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:11:41.057580 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.073855 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.078484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] 10.222.0.81 "DELETE /v2.0/networks/fc3f6103-08de-408a-a5a5-988a13584091 HTTP/1.1" status: 204 len: 168 time: 0.8530831 Jul 06 12:11:41.080015 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56432) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:41.082520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-708da8b1-b8ee-413b-95df-2927b8ae3e38 req-a6599367-7228-4f42-a469-152e37b583f0 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] For port 83943cd0-c29a-4cc8-ba19-5d0879b592fc, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=83943cd0-c29a-4cc8-ba19-5d0879b592fc,segment=NetworkSegment(398afd57-ac12-47f2-bb09-8180476e337c),segment_id=398afd57-ac12-47f2-bb09-8180476e337c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:41.083078 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-708da8b1-b8ee-413b-95df-2927b8ae3e38 req-a6599367-7228-4f42-a469-152e37b583f0 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.113932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed7510-1fb7-4e8e-9288-904a54394d8f tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event deleted for resources: {'Network': ['ID=fc3f6103-08de-408a-a5a5-988a13584091,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:41.123717 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-708da8b1-b8ee-413b-95df-2927b8ae3e38 req-a6599367-7228-4f42-a469-152e37b583f0 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Calling delete_port for 83943cd0-c29a-4cc8-ba19-5d0879b592fc owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:41.240683 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-32e2716d-1cda-4eb9-8c0e-f0ce22e7c589 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Deleting port 3b0e88b3-73ab-4701-b396-8a22b500e086 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:41.241022 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32e2716d-1cda-4eb9-8c0e-f0ce22e7c589 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.288956 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-708da8b1-b8ee-413b-95df-2927b8ae3e38 req-a6599367-7228-4f42-a469-152e37b583f0 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.322110 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6599367-7228-4f42-a469-152e37b583f0 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Pushing event deleted for resources: {'Port': ['ID=83943cd0-c29a-4cc8-ba19-5d0879b592fc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:41.328615 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32e2716d-1cda-4eb9-8c0e-f0ce22e7c589 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.329373 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32e2716d-1cda-4eb9-8c0e-f0ce22e7c589 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.348705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-32e2716d-1cda-4eb9-8c0e-f0ce22e7c589 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Calling delete_port for 3b0e88b3-73ab-4701-b396-8a22b500e086 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:41.370870 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-708da8b1-b8ee-413b-95df-2927b8ae3e38 req-a6599367-7228-4f42-a469-152e37b583f0 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] No DVR routers for this DVR port 83943cd0-c29a-4cc8-ba19-5d0879b592fc on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:11:41.374297 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-708da8b1-b8ee-413b-95df-2927b8ae3e38 req-a6599367-7228-4f42-a469-152e37b583f0 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.376350 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-708da8b1-b8ee-413b-95df-2927b8ae3e38 req-a6599367-7228-4f42-a469-152e37b583f0 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.89 "DELETE /v2.0/ports/83943cd0-c29a-4cc8-ba19-5d0879b592fc HTTP/1.1" status: 204 len: 173 time: 0.6806989 Jul 06 12:11:41.377277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e467ef0-c813-4b3d-8565-475fa4dde35f', 'name': 'network-vif-deleted', 'tag': '83943cd0-c29a-4cc8-ba19-5d0879b592fc'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:11:41.380278 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cdfb8b-5347-4250-a1b2-3399738ca33d" -d '{"events": [{"server_uuid": "0e467ef0-c813-4b3d-8565-475fa4dde35f", "name": "network-vif-deleted", "tag": "83943cd0-c29a-4cc8-ba19-5d0879b592fc"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:11:41.470142 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad6c0b5-ea07-4d1d-8016-3e03ccd40f4f x-openstack-request-id: req-fad6c0b5-ea07-4d1d-8016-3e03ccd40f4f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:11:41.470865 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e467ef0-c813-4b3d-8565-475fa4dde35f", "name": "network-vif-deleted", "tag": "83943cd0-c29a-4cc8-ba19-5d0879b592fc", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:11:41.471500 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fad6c0b5-ea07-4d1d-8016-3e03ccd40f4f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:11:41.480940 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e467ef0-c813-4b3d-8565-475fa4dde35f', 'name': 'network-vif-deleted', 'tag': '83943cd0-c29a-4cc8-ba19-5d0879b592fc', 'status': 'completed', 'code': 200} Jul 06 12:11:41.538857 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32e2716d-1cda-4eb9-8c0e-f0ce22e7c589 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.565520 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2716d-1cda-4eb9-8c0e-f0ce22e7c589 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Pushing event deleted for resources: {'Port': ['ID=3b0e88b3-73ab-4701-b396-8a22b500e086,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:41.653503 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7b9b492-50d7-47d6-9f9a-315916b69eeb req-2e9f3e18-6936-491d-bbaa-456cb56a4a09 tempest-TestServerAdvancedOps-1831981272 tempest-TestServerAdvancedOps-1831981272-project] 10.222.0.81 "GET /v2.0/ports?device_id=0e467ef0-c813-4b3d-8565-475fa4dde35f HTTP/1.1" status: 200 len: 210 time: 0.0344939 Jul 06 12:11:41.660060 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32e2716d-1cda-4eb9-8c0e-f0ce22e7c589 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.662844 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32e2716d-1cda-4eb9-8c0e-f0ce22e7c589 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:41.664027 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-32e2716d-1cda-4eb9-8c0e-f0ce22e7c589 tempest-FloatingIPAdminTestJSON-1204293878 tempest-FloatingIPAdminTestJSON-1204293878-project] 10.222.0.81 "DELETE /v2.0/floatingips/fb0ff817-cf53-48c0-8587-8c046b617f1c HTTP/1.1" status: 204 len: 168 time: 0.5829563 Jul 06 12:11:41.932638 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56448) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:42.153308 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c6762771-5570-4571-8a7d-787a8b1e656a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d78c79975a994e7999cbf46f610bee34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194271 Jul 06 12:11:42.155830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56456) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:42.210457 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-358d4440-0011-4440-ab27-62d7a59c4799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:42.235695 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-358d4440-0011-4440-ab27-62d7a59c4799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:42.284106 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-358d4440-0011-4440-ab27-62d7a59c4799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:42.286944 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-358d4440-0011-4440-ab27-62d7a59c4799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:42.288324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-358d4440-0011-4440-ab27-62d7a59c4799 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ebd9283d-6108-4c2f-93f1-00a7529eebce HTTP/1.1" status: 204 len: 168 time: 0.1314757 Jul 06 12:11:42.297229 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d4440-0011-4440-ab27-62d7a59c4799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd9283d-6108-4c2f-93f1-00a7529eebce,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:42.618324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56466) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:42.632437 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5854-31ed-4581-9f12-dba2d54f5520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:42.731307 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5854-31ed-4581-9f12-dba2d54f5520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:42.735437 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5854-31ed-4581-9f12-dba2d54f5520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:42.764103 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56470) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:42.778816 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c7ee5854-31ed-4581-9f12-dba2d54f5520 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9d0293630484f05945187f53cd51fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586511 Jul 06 12:11:42.780677 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee5854-31ed-4581-9f12-dba2d54f5520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c5b850-b0b0-4152-aeb4-4979794398cc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:42.782933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56472) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:42.821183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1420b631-cd8e-4131-a1c1-62436513a320 admin admin] Deleting subnet 83ed3808-cea0-42b0-b798-c364392f5957 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:11:42.826046 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1420b631-cd8e-4131-a1c1-62436513a320 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:42.854802 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d84ed5cc-9c32-4092-ab80-60717cbc8c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:42.867511 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1420b631-cd8e-4131-a1c1-62436513a320 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:42.877730 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d84ed5cc-9c32-4092-ab80-60717cbc8c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:42.923994 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1420b631-cd8e-4131-a1c1-62436513a320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:42.943906 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d84ed5cc-9c32-4092-ab80-60717cbc8c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:42.946476 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d84ed5cc-9c32-4092-ab80-60717cbc8c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:42.950695 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d84ed5cc-9c32-4092-ab80-60717cbc8c1c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b2c5b850-b0b0-4152-aeb4-4979794398cc HTTP/1.1" status: 204 len: 168 time: 0.1613019 Jul 06 12:11:42.975143 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ed5cc-9c32-4092-ab80-60717cbc8c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c5b850-b0b0-4152-aeb4-4979794398cc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:42.998001 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1420b631-cd8e-4131-a1c1-62436513a320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.011913 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1420b631-cd8e-4131-a1c1-62436513a320 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.018291 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1420b631-cd8e-4131-a1c1-62436513a320 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/83ed3808-cea0-42b0-b798-c364392f5957 HTTP/1.1" status: 204 len: 168 time: 0.2488437 Jul 06 12:11:43.019427 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56478) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:43.035014 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420b631-cd8e-4131-a1c1-62436513a320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83ed3808-cea0-42b0-b798-c364392f5957,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:43.102638 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80321b6d-efdf-4118-af7b-410ea1e93a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.193081 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80321b6d-efdf-4118-af7b-410ea1e93a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.205692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-80321b6d-efdf-4118-af7b-410ea1e93a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9563f61a-3f53-4e55-9bbc-100db5648c93']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:43.219876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-80321b6d-efdf-4118-af7b-410ea1e93a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398afd57-ac12-47f2-bb09-8180476e337c') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:43.220180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-80321b6d-efdf-4118-af7b-410ea1e93a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398afd57-ac12-47f2-bb09-8180476e337c') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:43.222958 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 83943cd0-c29a-4cc8-ba19-5d0879b592fc no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:11:43.231618 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80321b6d-efdf-4118-af7b-410ea1e93a32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.250578 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80321b6d-efdf-4118-af7b-410ea1e93a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.261927 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 83943cd0-c29a-4cc8-ba19-5d0879b592fc {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:11:43.263131 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 83943cd0-c29a-4cc8-ba19-5d0879b592fc not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:11:43.267857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80321b6d-efdf-4118-af7b-410ea1e93a32 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:11:43.268379 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80321b6d-efdf-4118-af7b-410ea1e93a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:11:43.270318 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:11:43.344922 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80321b6d-efdf-4118-af7b-410ea1e93a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.350380 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80321b6d-efdf-4118-af7b-410ea1e93a32 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.352386 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-80321b6d-efdf-4118-af7b-410ea1e93a32 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9563f61a-3f53-4e55-9bbc-100db5648c93 HTTP/1.1" status: 204 len: 168 time: 0.3316879 Jul 06 12:11:43.356340 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56486) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:43.371054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80321b6d-efdf-4118-af7b-410ea1e93a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=9563f61a-3f53-4e55-9bbc-100db5648c93,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:43.393921 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56488) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:43.407212 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d630d5b-7dd6-4e76-bdaa-7878fc37e316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.417931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-82744172-81cc-4685-ada1-5e8b2ab32691 admin admin] Deleting subnet 4447d60f-f4cc-4a64-a02d-adf507627674 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:11:43.421693 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82744172-81cc-4685-ada1-5e8b2ab32691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.473530 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82744172-81cc-4685-ada1-5e8b2ab32691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.531583 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82744172-81cc-4685-ada1-5e8b2ab32691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.538509 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d630d5b-7dd6-4e76-bdaa-7878fc37e316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.544132 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d630d5b-7dd6-4e76-bdaa-7878fc37e316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.594659 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3d630d5b-7dd6-4e76-bdaa-7878fc37e316 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=964e07da5dd649d3831c73aef73b784a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1994059 Jul 06 12:11:43.597325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56492) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:43.604836 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82744172-81cc-4685-ada1-5e8b2ab32691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.633545 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82744172-81cc-4685-ada1-5e8b2ab32691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4447d60f-f4cc-4a64-a02d-adf507627674,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:43.636224 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82744172-81cc-4685-ada1-5e8b2ab32691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.638191 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-82744172-81cc-4685-ada1-5e8b2ab32691 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4447d60f-f4cc-4a64-a02d-adf507627674 HTTP/1.1" status: 204 len: 168 time: 0.2793376 Jul 06 12:11:43.640808 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56494) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:43.640940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d630d5b-7dd6-4e76-bdaa-7878fc37e316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636f34e5-98c0-49bf-b3c0-2689e99fb353,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:43.660208 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-87f98f1c-0392-45c0-bf89-f6dd8d6570ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.682991 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-87f98f1c-0392-45c0-bf89-f6dd8d6570ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.719966 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0de42e76-e87b-40f2-bd28-bdb65cee071b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.736329 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-87f98f1c-0392-45c0-bf89-f6dd8d6570ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.739006 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-87f98f1c-0392-45c0-bf89-f6dd8d6570ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.740297 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-87f98f1c-0392-45c0-bf89-f6dd8d6570ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/636f34e5-98c0-49bf-b3c0-2689e99fb353 HTTP/1.1" status: 204 len: 168 time: 0.1420240 Jul 06 12:11:43.750856 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f98f1c-0392-45c0-bf89-f6dd8d6570ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636f34e5-98c0-49bf-b3c0-2689e99fb353,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:43.803787 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0de42e76-e87b-40f2-bd28-bdb65cee071b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:43.815602 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-0de42e76-e87b-40f2-bd28-bdb65cee071b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28177910-0790-4ddb-b825-6902c3a0b3c3']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:43.832215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-0de42e76-e87b-40f2-bd28-bdb65cee071b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6a8821-2b88-4d61-a75b-276742a668a7') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:43.832559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-0de42e76-e87b-40f2-bd28-bdb65cee071b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6a8821-2b88-4d61-a75b-276742a668a7') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:43.842964 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0de42e76-e87b-40f2-bd28-bdb65cee071b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:44.208136 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0de42e76-e87b-40f2-bd28-bdb65cee071b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:44.214703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de42e76-e87b-40f2-bd28-bdb65cee071b admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:11:44.215654 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0de42e76-e87b-40f2-bd28-bdb65cee071b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:11:44.218021 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:11:44.276823 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0de42e76-e87b-40f2-bd28-bdb65cee071b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:44.291548 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0de42e76-e87b-40f2-bd28-bdb65cee071b admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:44.293804 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0de42e76-e87b-40f2-bd28-bdb65cee071b admin admin] 10.222.0.81 "DELETE /v2.0/networks/28177910-0790-4ddb-b825-6902c3a0b3c3 HTTP/1.1" status: 204 len: 168 time: 0.6520007 Jul 06 12:11:44.305621 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de42e76-e87b-40f2-bd28-bdb65cee071b admin admin] Pushing event deleted for resources: {'Network': ['ID=28177910-0790-4ddb-b825-6902c3a0b3c3,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:44.468707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56522) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:44.514362 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a1a000ad-74a8-4b0f-94a8-c740ff454ace admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86f890996f3a4491aadaf4091e47c4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444717 Jul 06 12:11:44.516973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56526) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:44.576003 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-909eb1bc-b689-4e38-8741-bfac103bace2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:44.629434 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-909eb1bc-b689-4e38-8741-bfac103bace2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:44.710331 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-909eb1bc-b689-4e38-8741-bfac103bace2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:44.715425 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-909eb1bc-b689-4e38-8741-bfac103bace2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:44.717815 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-909eb1bc-b689-4e38-8741-bfac103bace2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5312640d-112c-42fc-8c8e-92a950cebfb0 HTTP/1.1" status: 204 len: 168 time: 0.1975350 Jul 06 12:11:44.727673 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909eb1bc-b689-4e38-8741-bfac103bace2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5312640d-112c-42fc-8c8e-92a950cebfb0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:45.118363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56546) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:45.161629 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-53fb2478-8b76-4c27-ae69-62b17225e0c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e51164be735043ff839d4c2153624e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414007 Jul 06 12:11:45.164507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56548) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:45.220416 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-195e5566-43c4-40d1-8e9c-6e769dc6393a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:45.243513 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-195e5566-43c4-40d1-8e9c-6e769dc6393a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:45.296571 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-195e5566-43c4-40d1-8e9c-6e769dc6393a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:45.299321 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-195e5566-43c4-40d1-8e9c-6e769dc6393a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:45.300479 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-195e5566-43c4-40d1-8e9c-6e769dc6393a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6d8d3554-4abc-4e3d-ad9d-c03cb5a5f6fd HTTP/1.1" status: 204 len: 168 time: 0.1349914 Jul 06 12:11:45.308677 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e5566-43c4-40d1-8e9c-6e769dc6393a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8d3554-4abc-4e3d-ad9d-c03cb5a5f6fd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:45.421119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56560) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:45.745845 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2bd93aaa-f0ad-4d61-b166-82c3e1dc30b9 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1505059373'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:45.747677 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2bd93aaa-f0ad-4d61-b166-82c3e1dc30b9 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] Unknown quota resources ['metering_label']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 12:11:46.002084 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bd93aaa-f0ad-4d61-b166-82c3e1dc30b9 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.005212 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2bd93aaa-f0ad-4d61-b166-82c3e1dc30b9 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5825670 Jul 06 12:11:46.009070 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56584) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:46.015075 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-69aedfae-d536-4738-9262-009c67c31b37 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '72e1d8ec-b610-462e-b72c-4512ff708122'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:46.015795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-69aedfae-d536-4738-9262-009c67c31b37 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100427) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 12:11:46.104495 n-d-799529-2 neutron-server[100427]: WARNING neutron.services.metering.metering_plugin [None req-69aedfae-d536-4738-9262-009c67c31b37 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 12:11:46.254108 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56594) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:46.315133 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69aedfae-d536-4738-9262-009c67c31b37 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.320856 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-69aedfae-d536-4738-9262-009c67c31b37 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3061037 Jul 06 12:11:46.321407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56598) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:46.327207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b15ed7d8-16bd-4f67-a90c-04d577856f7f tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '72e1d8ec-b610-462e-b72c-4512ff708122'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:46.327703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b15ed7d8-16bd-4f67-a90c-04d577856f7f tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 12:11:46.420037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-107f8c9e-da8e-4531-943c-3295d4746019 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1146442867-network', 'tenant_id': '5c6b80550f324ac18a3d51fa8e151792'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:46.424213 n-d-799529-2 neutron-server[100428]: WARNING neutron.services.metering.metering_plugin [None req-b15ed7d8-16bd-4f67-a90c-04d577856f7f tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 12:11:46.549154 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b15ed7d8-16bd-4f67-a90c-04d577856f7f tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.550399 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b15ed7d8-16bd-4f67-a90c-04d577856f7f tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2276776 Jul 06 12:11:46.554221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56602) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:46.555247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107f8c9e-da8e-4531-943c-3295d4746019 admin admin] Made reservation on behalf of 5c6b80550f324ac18a3d51fa8e151792 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:46.558190 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-107f8c9e-da8e-4531-943c-3295d4746019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.568598 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-107f8c9e-da8e-4531-943c-3295d4746019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.571006 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b45d2552-9e12-477a-acf1-8abcd9c7c2d9 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=a7a7122b-1104-406e-8ee2-045e21926e90 HTTP/1.1" status: 200 len: 462 time: 0.0154088 Jul 06 12:11:46.575115 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56604) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:46.688116 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-107f8c9e-da8e-4531-943c-3295d4746019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.692406 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-107f8c9e-da8e-4531-943c-3295d4746019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.719204 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107f8c9e-da8e-4531-943c-3295d4746019 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:11:46.731183 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-107f8c9e-da8e-4531-943c-3295d4746019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.731550 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-107f8c9e-da8e-4531-943c-3295d4746019 admin admin] Added segment e74c9be8-a69d-4845-85fe-36e01d295e91 of type vlan for network 92387007-f77d-4940-b595-24f1189e8ad1 Jul 06 12:11:46.784754 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c6bd816-284c-48d4-a7ef-f2627985b394 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.786777 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1c6bd816-284c-48d4-a7ef-f2627985b394 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/a7a7122b-1104-406e-8ee2-045e21926e90 HTTP/1.1" status: 204 len: 168 time: 0.2100153 Jul 06 12:11:46.789063 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56608) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:46.797577 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-107f8c9e-da8e-4531-943c-3295d4746019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.808600 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f8c9e-da8e-4531-943c-3295d4746019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ed9a3a-7421-47cb-b270-c9451c2cc168,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:46.808832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a216aedf-68b9-4cbf-8a13-96e962d7060d tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=a7a7122b-1104-406e-8ee2-045e21926e90 HTTP/1.1" status: 200 len: 221 time: 0.0140297 Jul 06 12:11:46.809569 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56610) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:46.818550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e8d5bd76-994a-4b49-bb15-ce1cb6fae433 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--318494292', 'description': 'label created by tempest'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:46.819205 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e8d5bd76-994a-4b49-bb15-ce1cb6fae433 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] Unknown quota resources ['metering_label']. {{(pid=100427) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 12:11:46.839961 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-107f8c9e-da8e-4531-943c-3295d4746019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.841130 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107f8c9e-da8e-4531-943c-3295d4746019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:46.841786 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-107f8c9e-da8e-4531-943c-3295d4746019 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:46.919260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f8c9e-da8e-4531-943c-3295d4746019 admin admin] Pushing event updated for resources: {'Network': ['ID=92387007-f77d-4940-b595-24f1189e8ad1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:46.928652 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-107f8c9e-da8e-4531-943c-3295d4746019 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6721950 Jul 06 12:11:46.929346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56614) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:46.929777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 92387007-f77d-4940-b595-24f1189e8ad1 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:11:46.937142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3c30c209-443d-4400-94d4-35b8487dc51c admin admin] Request body: {'subnet': {'network_id': '92387007-f77d-4940-b595-24f1189e8ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1146442867-subnet', 'tenant_id': '5c6b80550f324ac18a3d51fa8e151792', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:46.997467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c30c209-443d-4400-94d4-35b8487dc51c admin admin] Made reservation on behalf of 5c6b80550f324ac18a3d51fa8e151792 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:47.000183 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c30c209-443d-4400-94d4-35b8487dc51c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.076525 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e8d5bd76-994a-4b49-bb15-ce1cb6fae433 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.080826 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e8d5bd76-994a-4b49-bb15-ce1cb6fae433 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2697802 Jul 06 12:11:47.081476 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56616) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:47.207131 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-53e6008d-2819-4fef-8518-44d4197a4bc7 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=b8448cd4-b7da-4a4b-bcf9-d30d2cb5abfc HTTP/1.1" status: 200 len: 467 time: 0.1214914 Jul 06 12:11:47.209825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56620) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:47.336728 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c30c209-443d-4400-94d4-35b8487dc51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.410557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30c209-443d-4400-94d4-35b8487dc51c admin admin] Checking segment: {'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:47.410822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c30c209-443d-4400-94d4-35b8487dc51c admin admin] Network hostable DHCP agents. Network: 92387007-f77d-4940-b595-24f1189e8ad1, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:11:47.429543 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30c209-443d-4400-94d4-35b8487dc51c admin admin] Pushing event updated for resources: {'Subnet': ['ID=af746fe8-000d-4589-ac4a-b36f192aa8a5,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:47.434019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c30c209-443d-4400-94d4-35b8487dc51c admin admin] Network 92387007-f77d-4940-b595-24f1189e8ad1 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:11:47.444333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3c30c209-443d-4400-94d4-35b8487dc51c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 92387007-f77d-4940-b595-24f1189e8ad1) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:47.449850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c30c209-443d-4400-94d4-35b8487dc51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:47.450451 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c30c209-443d-4400-94d4-35b8487dc51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.457994 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fb3df2-95a4-46d2-90b2-ff91356b2c56 None None] Network 92387007-f77d-4940-b595-24f1189e8ad1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:11:47.462762 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c53f125f-2267-48e1-829b-1b601aa5776d tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.468638 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c53f125f-2267-48e1-829b-1b601aa5776d tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/b8448cd4-b7da-4a4b-bcf9-d30d2cb5abfc HTTP/1.1" status: 204 len: 168 time: 0.2576470 Jul 06 12:11:47.469631 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56624) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:47.475348 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3c30c209-443d-4400-94d4-35b8487dc51c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5397639 Jul 06 12:11:47.475525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56626) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:47.478967 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1146442867-router', 'tenant_id': '5c6b80550f324ac18a3d51fa8e151792', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:47.485086 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d3f24493-68a6-4b82-b61d-badb139ba24b tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=b8448cd4-b7da-4a4b-bcf9-d30d2cb5abfc HTTP/1.1" status: 200 len: 216 time: 0.0127044 Jul 06 12:11:47.488290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56628) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:47.526575 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.536819 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5029280c-6f4d-4229-848d-cec0a2b62db5 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0407467 Jul 06 12:11:47.536819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56630) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:47.537036 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.551908 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56632) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:47.553064 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b779f6fc-779e-41e4-ad78-094c4ff37a88 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0172982 Jul 06 12:11:47.639082 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0e247427-6e44-4bdc-9c6c-e886248b6622 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/72e1d8ec-b610-462e-b72c-4512ff708122 HTTP/1.1" status: 200 len: 473 time: 0.0850809 Jul 06 12:11:47.643053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56634) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:47.664380 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ec90f7ad-d7e7-490c-990a-57eaf48c50c6 tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/2e48d1b6-e67c-4f02-b3c7-497a1fdd0983 HTTP/1.1" status: 200 len: 459 time: 0.0199773 Jul 06 12:11:47.665099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56636) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:47.708391 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.714172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-92387007-f77d-4940-b595-24f1189e8ad1', 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1', 'tenant_id': '5c6b80550f324ac18a3d51fa8e151792', 'fixed_ips': [{'subnet_id': 'af746fe8-000d-4589-ac4a-b36f192aa8a5'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:11:47.715408 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.803381 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a6be31e-085c-48aa-9a4e-c6d4807c6cec tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.807049 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3a6be31e-085c-48aa-9a4e-c6d4807c6cec tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/2e48d1b6-e67c-4f02-b3c7-497a1fdd0983 HTTP/1.1" status: 204 len: 168 time: 0.1390491 Jul 06 12:11:47.809163 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56642) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:47.935737 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:47.940019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Allocated IP 172.20.0.2 (92387007-f77d-4940-b595-24f1189e8ad1/af746fe8-000d-4589-ac4a-b36f192aa8a5/5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:48.112747 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bc3be508-cf9b-417d-b322-066284e2839d tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.113949 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bc3be508-cf9b-417d-b322-066284e2839d tempest-MeteringIpV6TestJSON-395964611 tempest-MeteringIpV6TestJSON-395964611-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/72e1d8ec-b610-462e-b72c-4512ff708122 HTTP/1.1" status: 204 len: 168 time: 0.3033230 Jul 06 12:11:48.129418 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.142889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Transition to ACTIVE for port object 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:48.158448 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Transition to ACTIVE for port object 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:48.164227 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.212306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Network 92387007-f77d-4940-b595-24f1189e8ad1 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:48.215757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:48.220243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:48.224258 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Pushing event updated for resources: {'Port': ['ID=5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:48.234486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:48.234882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:48.235220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:48.236277 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:48.236277 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:48.236277 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:48.236726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:48.237115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:48.237420 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:48.237796 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:48.238132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:48.238592 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:48.315112 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Attempting to bind port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:48.315522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Attempting to bind port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:48.315895 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Attempting to bind port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 on network 92387007-f77d-4940-b595-24f1189e8ad1 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:48.322251 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:11:48.322766 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Checking segment: {'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:48.323061 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.323527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Bound using segment: {'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:11:48.323990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Bound port: 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:11:48.324458 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.387837 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.410882 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.418139 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] For port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:11:48.422735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] For port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6,segment=NetworkSegment(e74c9be8-a69d-4845-85fe-36e01d295e91),segment_id=e74c9be8-a69d-4845-85fe-36e01d295e91)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:11:48.427939 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.474583 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56652) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:48.504469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822e33d-6edd-4c5c-b678-4586adcf1a36 None None] Pushing event updated for resources: {'Port': ['ID=5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:48.587158 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Allocated IP 172.25.4.104 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/289fac51-856a-43d5-85ad-9f243a0752aa) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:48.659813 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a599b30-5131-4162-a6ca-3af8c583d2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.777941 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.841239 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.883537 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a599b30-5131-4162-a6ca-3af8c583d2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.892098 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a599b30-5131-4162-a6ca-3af8c583d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:48.934981 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:48.938874 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:48.954851 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:49.002654 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6a599b30-5131-4162-a6ca-3af8c583d2b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8b2823e288cd46548861cb645cb52ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5233123 Jul 06 12:11:49.002654 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a599b30-5131-4162-a6ca-3af8c583d2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927d6f39-9528-4180-801a-3ffe0430afbb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:49.004637 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56662) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:49.045589 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Pushing event updated for resources: {'Port': ['ID=289fac51-856a-43d5-85ad-9f243a0752aa,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:49.090506 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf6ca0de-e28a-454b-908d-d1c1891af7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:49.119268 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf6ca0de-e28a-454b-908d-d1c1891af7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:49.181497 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf6ca0de-e28a-454b-908d-d1c1891af7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:49.190011 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf6ca0de-e28a-454b-908d-d1c1891af7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:49.193917 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cf6ca0de-e28a-454b-908d-d1c1891af7e6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/927d6f39-9528-4180-801a-3ffe0430afbb HTTP/1.1" status: 204 len: 168 time: 0.1857846 Jul 06 12:11:49.203355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ca0de-e28a-454b-908d-d1c1891af7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927d6f39-9528-4180-801a-3ffe0430afbb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:49.683575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56682) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:49.716928 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a64a7d32-a894-4a5b-9794-82a6ad658f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:49.900685 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a64a7d32-a894-4a5b-9794-82a6ad658f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:49.905628 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a64a7d32-a894-4a5b-9794-82a6ad658f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:49.969097 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a64a7d32-a894-4a5b-9794-82a6ad658f18 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=68a526eee0e04194bf12ffd67da9819b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832191 Jul 06 12:11:49.971784 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56688) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:49.980811 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a7d32-a894-4a5b-9794-82a6ad658f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9f735a-2a6c-43e0-9980-44dfa0e278d1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:50.002726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebbdb80-9773-4c78-ad37-e62382f0990b None None] Network 92387007-f77d-4940-b595-24f1189e8ad1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:11:50.050022 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:50.103489 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac77df06-12d2-4bce-a4dd-f00f49686248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:50.106412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7cf50904-d28d-4579-bf80-fe6d2c172537 None None] Provisioning for port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:50.166631 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac77df06-12d2-4bce-a4dd-f00f49686248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:50.186429 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332496a-adaa-4c91-9e08-0be6aa3902d0 req-abbf2f2a-5d91-4a14-b0bc-da6c1b366de6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:50.188365 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2332496a-adaa-4c91-9e08-0be6aa3902d0 req-abbf2f2a-5d91-4a14-b0bc-da6c1b366de6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.2145953 Jul 06 12:11:50.287004 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac77df06-12d2-4bce-a4dd-f00f49686248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:50.294326 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac77df06-12d2-4bce-a4dd-f00f49686248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:50.302423 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ac77df06-12d2-4bce-a4dd-f00f49686248 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2d9f735a-2a6c-43e0-9980-44dfa0e278d1 HTTP/1.1" status: 204 len: 168 time: 0.3227680 Jul 06 12:11:50.315949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77df06-12d2-4bce-a4dd-f00f49686248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9f735a-2a6c-43e0-9980-44dfa0e278d1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:50.552985 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:50.590173 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2332496a-adaa-4c91-9e08-0be6aa3902d0 req-fb4c1308-2512-4494-9e82-26dd763da1d0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3900163 Jul 06 12:11:50.833448 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:11:50.945752 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:11:51.017677 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:51.034311 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Router 082fc5df-b42e-4fa5-a165-84a785a6dd22 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:11:51.037935 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:51.038511 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:51.221854 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:51.316936 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6,segment=NetworkSegment(e74c9be8-a69d-4845-85fe-36e01d295e91),segment_id=e74c9be8-a69d-4845-85fe-36e01d295e91)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:51.319787 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:11:51.333557 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:51.355366 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Sync routers for ids ['082fc5df-b42e-4fa5-a165-84a785a6dd22'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:11:51.427739 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:51.435374 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-05903de8-3966-4655-a978-06af86ec1fbf admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9541295 Jul 06 12:11:51.437758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56728) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:51.451808 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c7bfe-acfa-4782-bbba-bdeb8638d698 req-e50a4f18-a83e-47ff-b2fe-2e0133fda711 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:51.471345 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Routers {'082fc5df-b42e-4fa5-a165-84a785a6dd22'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:51.472068 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:11:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['082fc5df-b42e-4fa5-a165-84a785a6dd22'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:51.480206 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-334c7bfe-acfa-4782-bbba-bdeb8638d698 req-e50a4f18-a83e-47ff-b2fe-2e0133fda711 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1581404 Jul 06 12:11:51.532526 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:51.595990 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-334c7bfe-acfa-4782-bbba-bdeb8638d698 req-6a3d160e-92ef-4efe-a32f-1f27fea5851f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145444 Jul 06 12:11:51.683836 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Set router 082fc5df-b42e-4fa5-a165-84a785a6dd22 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:11:52.017340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'name': 'tempest-TestServerMultinode-1146442867-router', 'tenant_id': '5c6b80550f324ac18a3d51fa8e151792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:47Z', 'updated_at': '2021-07-06T12:11:49Z', 'revision_number': 3, 'project_id': '5c6b80550f324ac18a3d51fa8e151792', 'gw_port': {'id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:11:48Z', 'updated_at': '2021-07-06T12:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:52.087719 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Checking router: 082fc5df-b42e-4fa5-a165-84a785a6dd22 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:11:52.089458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Updating router 082fc5df-b42e-4fa5-a165-84a785a6dd22 port 289fac51-856a-43d5-85ad-9f243a0752aa binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:11:52.264523 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:52.783196 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbe1f3-65fc-4ba4-8768-518489b2eec5 req-0d2636c1-df03-415f-a422-124991dff1a9 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:52.793693 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-56dbe1f3-65fc-4ba4-8768-518489b2eec5 req-0d2636c1-df03-415f-a422-124991dff1a9 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.2139857 Jul 06 12:11:52.868077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:11:52.902373 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:52.939330 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-56dbe1f3-65fc-4ba4-8768-518489b2eec5 req-7608c7f1-881f-470e-84b8-b2596e0756b0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152499 Jul 06 12:11:52.978554 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:53.019287 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Transition to ACTIVE for port object 289fac51-856a-43d5-85ad-9f243a0752aa will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:53.030174 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:53.030479 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:53.077853 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:53.195995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31429ad0-d4f2-4741-bf95-37fab2aa240a None None] Pushing event updated for resources: {'Port': ['ID=289fac51-856a-43d5-85ad-9f243a0752aa,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:53.203744 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Attempting to bind port 289fac51-856a-43d5-85ad-9f243a0752aa on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:53.204228 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Attempting to bind port 289fac51-856a-43d5-85ad-9f243a0752aa by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:53.204686 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Attempting to bind port 289fac51-856a-43d5-85ad-9f243a0752aa on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:53.210750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:11:53.211684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:53.212333 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:53.212795 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:11:53.213526 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Bound port: 289fac51-856a-43d5-85ad-9f243a0752aa, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:11:53.214003 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:53.313711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Allocated IP 172.20.0.1 (92387007-f77d-4940-b595-24f1189e8ad1/af746fe8-000d-4589-ac4a-b36f192aa8a5/e979fc27-d280-4250-a925-d278f3f7b35f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:53.330077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] For port 289fac51-856a-43d5-85ad-9f243a0752aa, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:11:53.339933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] For port 289fac51-856a-43d5-85ad-9f243a0752aa, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=289fac51-856a-43d5-85ad-9f243a0752aa,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:11:53.346913 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:53.542009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31429ad0-d4f2-4741-bf95-37fab2aa240a None None] Pushing event updated for resources: {'Port': ['ID=289fac51-856a-43d5-85ad-9f243a0752aa,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:53.557663 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:53.598756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Transition to ACTIVE for port object e979fc27-d280-4250-a925-d278f3f7b35f will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:53.605557 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Routers {'082fc5df-b42e-4fa5-a165-84a785a6dd22'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:53.609577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:11:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['082fc5df-b42e-4fa5-a165-84a785a6dd22'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:53.620660 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56788) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:53.707729 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:53.779479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Network 92387007-f77d-4940-b595-24f1189e8ad1 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:53.784897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:53.788586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:53.795354 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e979fc27-d280-4250-a925-d278f3f7b35f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:53.875419 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:53.925757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] Set router 082fc5df-b42e-4fa5-a165-84a785a6dd22 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:11:54.099992 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-669428939'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:54.154024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Made reservation on behalf of d98a5def73d2476da4302e0c71d2a7e7 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:54.160640 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.184485 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.271204 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.331293 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'name': 'tempest-TestServerMultinode-1146442867-router', 'tenant_id': '5c6b80550f324ac18a3d51fa8e151792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:47Z', 'updated_at': '2021-07-06T12:11:49Z', 'revision_number': 3, 'project_id': '5c6b80550f324ac18a3d51fa8e151792', 'gw_port': {'id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:11:48Z', 'updated_at': '2021-07-06T12:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:54.381146 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f91af7-6953-4c2c-89f7-4f253f86909c None None] The sync data for ids ['082fc5df-b42e-4fa5-a165-84a785a6dd22'] in n-d-799529-2 is: [{'id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'name': 'tempest-TestServerMultinode-1146442867-router', 'tenant_id': '5c6b80550f324ac18a3d51fa8e151792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:47Z', 'updated_at': '2021-07-06T12:11:49Z', 'revision_number': 3, 'project_id': '5c6b80550f324ac18a3d51fa8e151792', 'gw_port': {'id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:11:48Z', 'updated_at': '2021-07-06T12:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:11:54.401456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f4ef6780-fde7-4537-9399-100b0b05e7a4 None None] Provisioning for port e979fc27-d280-4250-a925-d278f3f7b35f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:54.409543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f4ef6780-fde7-4537-9399-100b0b05e7a4 None None] Provisioning complete for port e979fc27-d280-4250-a925-d278f3f7b35f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:54.409865 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6780-fde7-4537-9399-100b0b05e7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.500044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f4ef6780-fde7-4537-9399-100b0b05e7a4 None None] Port e979fc27-d280-4250-a925-d278f3f7b35f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:11:54.596992 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.601977 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.644149 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:11:54.700297 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.701390 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Added segment 4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d of type vlan for network 76be3509-fd11-4b20-956b-e2281eb36e55 Jul 06 12:11:54.741731 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bed6aff-3cdf-4544-9699-18029e2357e7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:54.764011 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:54.765030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:54.765777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:54.766297 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:54.766795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:54.767305 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:54.767808 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:54.768287 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:54.768765 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:54.769425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:54.770021 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:54.770519 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:54.877020 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.882437 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.911658 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.983601 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:54.987908 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:54.987908 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:55.012495 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:55.014179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e979fc27-d280-4250-a925-d278f3f7b35f,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:55.107804 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4860988 Jul 06 12:11:55.114339 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4eb28-ce19-43db-bee2-778751998044 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Pushing event updated for resources: {'Network': ['ID=76be3509-fd11-4b20-956b-e2281eb36e55,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:55.131460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 76be3509-fd11-4b20-956b-e2281eb36e55 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:11:55.145282 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e586c6-5c9e-4306-adbc-36634ba68773 req-2a5046ef-bcd4-458a-b232-01f5637cb9cf tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:55.159100 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8e586c6-5c9e-4306-adbc-36634ba68773 req-2a5046ef-bcd4-458a-b232-01f5637cb9cf tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.3974104 Jul 06 12:11:55.224295 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8e586c6-5c9e-4306-adbc-36634ba68773 req-0a501aa2-3d9c-4827-a0c8-d61b416c5b7b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633190 Jul 06 12:11:55.244744 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Network 92387007-f77d-4940-b595-24f1189e8ad1 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:11:55.246250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:55.591035 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Router 082fc5df-b42e-4fa5-a165-84a785a6dd22 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:11:55.842734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0942833d-bd4d-457a-aadc-76e56d9d8076 None None] Provisioning complete for port e979fc27-d280-4250-a925-d278f3f7b35f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:55.843362 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0942833d-bd4d-457a-aadc-76e56d9d8076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:55.897260 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0942833d-bd4d-457a-aadc-76e56d9d8076 None None] Port e979fc27-d280-4250-a925-d278f3f7b35f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:11:55.949262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:11:55.959376 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f109ea35-b63d-4c44-9cc9-d5195a4729b1 admin admin] 10.222.0.81 "PUT /v2.0/routers/082fc5df-b42e-4fa5-a165-84a785a6dd22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5197849 Jul 06 12:11:56.004278 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56834) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:56.010697 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Request body: {'port': {'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55', 'binding:host_id': 'n-h2-799529-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1687855130'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:56.109398 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Made reservation on behalf of cbbe2830557f45c99352c7ae3fd0093d for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:56.114005 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:56.158271 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:56.313066 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:56.318599 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:56.323251 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] device_id is not set on port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:11:56.448775 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0026731-6c0a-49ce-b991-b9f121624cbe,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:56.508081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e349d61-5298-4b98-b51a-d97fef6842f1 req-504209f1-37aa-4d42-bf7b-208ea552acb0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:56.535319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e349d61-5298-4b98-b51a-d97fef6842f1 req-504209f1-37aa-4d42-bf7b-208ea552acb0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:56.554760 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e349d61-5298-4b98-b51a-d97fef6842f1 req-504209f1-37aa-4d42-bf7b-208ea552acb0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:56.562718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e349d61-5298-4b98-b51a-d97fef6842f1 req-504209f1-37aa-4d42-bf7b-208ea552acb0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:56.568950 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e349d61-5298-4b98-b51a-d97fef6842f1 req-504209f1-37aa-4d42-bf7b-208ea552acb0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:56.576177 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e349d61-5298-4b98-b51a-d97fef6842f1 req-504209f1-37aa-4d42-bf7b-208ea552acb0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:56.582417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e349d61-5298-4b98-b51a-d97fef6842f1 req-504209f1-37aa-4d42-bf7b-208ea552acb0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:56.584817 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e349d61-5298-4b98-b51a-d97fef6842f1 req-504209f1-37aa-4d42-bf7b-208ea552acb0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5445 time: 0.4668469 Jul 06 12:11:56.813967 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e349d61-5298-4b98-b51a-d97fef6842f1 req-a0384b80-8b37-4ee1-ad76-dc642d0036a9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2095945 Jul 06 12:11:56.825628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 289fac51-856a-43d5-85ad-9f243a0752aa up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:11:56.977258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] device_id is not set on port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:11:57.001111 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.026378 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Transition to ACTIVE for port object 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:57.049172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 289fac51-856a-43d5-85ad-9f243a0752aa completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:11:57.064232 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 289fac51-856a-43d5-85ad-9f243a0752aa triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:57.064772 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.085051 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.190074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Pushing event updated for resources: {'Port': ['ID=97f7a0bb-e75a-416f-9626-d6ae727ad8e7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:57.214711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a8ed5-c08f-4d4e-9b9f-aeaaf3d31cd7 req-88a423a6-9052-4e76-b830-28869860cc7f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:57.224992 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c07a8ed5-c08f-4d4e-9b9f-aeaaf3d31cd7 req-88a423a6-9052-4e76-b830-28869860cc7f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1933577 Jul 06 12:11:57.230939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56868) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:57.234877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Checking segment: {'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:57.235266 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Network hostable DHCP agents. Network: 76be3509-fd11-4b20-956b-e2281eb36e55, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:11:57.237707 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4883140f-98a5-49aa-837d-d7c09df97476 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1451251164-network', 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:57.258512 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.275474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4883140f-98a5-49aa-837d-d7c09df97476 admin admin] Made reservation on behalf of 8e3108b0cb454e929f48bdba34fd9889 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:57.283568 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4883140f-98a5-49aa-837d-d7c09df97476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.310099 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4883140f-98a5-49aa-837d-d7c09df97476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.323996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 289fac51-856a-43d5-85ad-9f243a0752aa, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=289fac51-856a-43d5-85ad-9f243a0752aa,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:57.336400 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.353868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Network 76be3509-fd11-4b20-956b-e2281eb36e55 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:11:57.382739 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c07a8ed5-c08f-4d4e-9b9f-aeaaf3d31cd7 req-8ae6522d-d544-4130-a36e-167b58932971 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590846 Jul 06 12:11:57.388165 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 76be3509-fd11-4b20-956b-e2281eb36e55) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:57.400469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec41e15-340d-4f42-9244-5cc48223b386 None None] Network 76be3509-fd11-4b20-956b-e2281eb36e55 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:11:57.401331 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:11:57.448031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:57.449329 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:57.450528 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:57.462565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:11:57.463172 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:11:57.464957 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 2 to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 Jul 06 12:11:57.486978 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Sync routers for ids ['082fc5df-b42e-4fa5-a165-84a785a6dd22'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:11:57.513332 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Routers {'082fc5df-b42e-4fa5-a165-84a785a6dd22'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:57.515467 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:57.516771 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:57.516906 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:11:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['082fc5df-b42e-4fa5-a165-84a785a6dd22'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:57.519795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:57.594562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:11:57.595139 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:11:57.599124 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4883140f-98a5-49aa-837d-d7c09df97476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.605631 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4883140f-98a5-49aa-837d-d7c09df97476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.623061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=289fac51-856a-43d5-85ad-9f243a0752aa,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:57.641579 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 3 to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 Jul 06 12:11:57.686109 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883140f-98a5-49aa-837d-d7c09df97476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b19909d-f964-4efd-9892-8829733e8531,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:57.698330 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:57.700658 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:57.701153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:57.710961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4883140f-98a5-49aa-837d-d7c09df97476 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:11:57.732542 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4883140f-98a5-49aa-837d-d7c09df97476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.732969 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-4883140f-98a5-49aa-837d-d7c09df97476 admin admin] Added segment 3a42e32d-a127-49eb-8d1c-33b00a70bc5f of type vlan for network 43cfe53b-e092-43a2-ac69-264024b2a05a Jul 06 12:11:57.735284 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:11:57.735678 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:11:57.740006 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 4 to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 Jul 06 12:11:57.766597 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:57.766992 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:57.767366 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:57.782860 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Set router 082fc5df-b42e-4fa5-a165-84a785a6dd22 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:11:57.784464 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eda1a1-7f5f-41b3-bc68-3f925b5c6c8b req-e60e790f-baac-4a5c-8d0e-054bcb683c83 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:57.791613 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eda1a1-7f5f-41b3-bc68-3f925b5c6c8b req-e60e790f-baac-4a5c-8d0e-054bcb683c83 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:57.794542 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4883140f-98a5-49aa-837d-d7c09df97476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.797854 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eda1a1-7f5f-41b3-bc68-3f925b5c6c8b req-e60e790f-baac-4a5c-8d0e-054bcb683c83 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:57.818652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eda1a1-7f5f-41b3-bc68-3f925b5c6c8b req-e60e790f-baac-4a5c-8d0e-054bcb683c83 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:57.818882 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eda1a1-7f5f-41b3-bc68-3f925b5c6c8b req-e60e790f-baac-4a5c-8d0e-054bcb683c83 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:57.832029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eda1a1-7f5f-41b3-bc68-3f925b5c6c8b req-e60e790f-baac-4a5c-8d0e-054bcb683c83 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:57.832637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eda1a1-7f5f-41b3-bc68-3f925b5c6c8b req-e60e790f-baac-4a5c-8d0e-054bcb683c83 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:57.839859 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22eda1a1-7f5f-41b3-bc68-3f925b5c6c8b req-e60e790f-baac-4a5c-8d0e-054bcb683c83 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5445 time: 0.2837977 Jul 06 12:11:57.847684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:11:57.848278 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:11:57.849119 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 5 to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 Jul 06 12:11:57.866961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:57.867584 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:57.867939 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:57.873889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:11:57.874229 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:11:57.874625 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 6 to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 Jul 06 12:11:57.887624 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:57.887958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:57.888304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:57.893255 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:11:57.893587 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:11:57.894389 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 7 to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 Jul 06 12:11:57.895901 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4883140f-98a5-49aa-837d-d7c09df97476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.897425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4883140f-98a5-49aa-837d-d7c09df97476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:57.898173 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4883140f-98a5-49aa-837d-d7c09df97476 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:57.910217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:57.910777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:57.911166 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:57.917352 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:11:57.917735 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:11:57.918217 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 8 to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 Jul 06 12:11:57.932814 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:57.933293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:57.933633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:57.951907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:11:57.952196 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:11:57.952731 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 9 to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 Jul 06 12:11:57.982738 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4883140f-98a5-49aa-837d-d7c09df97476 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7495453 Jul 06 12:11:57.985680 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56880) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:57.995009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883140f-98a5-49aa-837d-d7c09df97476 admin admin] Pushing event updated for resources: {'Network': ['ID=43cfe53b-e092-43a2-ac69-264024b2a05a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:57.999124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f8b86044-b028-4912-b51f-e35f1633d412 admin admin] Request body: {'subnet': {'network_id': '43cfe53b-e092-43a2-ac69-264024b2a05a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1451251164-subnet', 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889', 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:58.004586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:58.005339 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:58.005775 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:58.006155 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 43cfe53b-e092-43a2-ac69-264024b2a05a details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:11:58.030101 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:11:58.030658 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:11:58.031714 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 10 to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 Jul 06 12:11:58.034724 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b86044-b028-4912-b51f-e35f1633d412 admin admin] Made reservation on behalf of 8e3108b0cb454e929f48bdba34fd9889 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:58.037841 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8b86044-b028-4912-b51f-e35f1633d412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.107190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:58.107671 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:58.108236 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:58.127400 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:11:58.127849 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:11:58.128319 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.201154 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'name': 'tempest-TestServerMultinode-1146442867-router', 'tenant_id': '5c6b80550f324ac18a3d51fa8e151792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:47Z', 'updated_at': '2021-07-06T12:11:54Z', 'revision_number': 4, 'project_id': '5c6b80550f324ac18a3d51fa8e151792', 'gw_port': {'id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:11:48Z', 'updated_at': '2021-07-06T12:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'e979fc27-d280-4250-a925-d278f3f7b35f', 'name': '', 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1', 'tenant_id': '5c6b80550f324ac18a3d51fa8e151792', 'mac_address': 'fa:16:3e:00:5a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'af746fe8-000d-4589-ac4a-b36f192aa8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:11:52Z', 'updated_at': '2021-07-06T12:11:54Z', 'revision_number': 2, 'project_id': '5c6b80550f324ac18a3d51fa8e151792', 'subnets': [{'id': 'af746fe8-000d-4589-ac4a-b36f192aa8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:58.230619 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Checking router: 082fc5df-b42e-4fa5-a165-84a785a6dd22 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:11:58.230867 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Updating router 082fc5df-b42e-4fa5-a165-84a785a6dd22 port e979fc27-d280-4250-a925-d278f3f7b35f binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:11:58.237728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] For port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:11:58.238252 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempted to set empty binding levels {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 12:11:58.262778 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.270009 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.282976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:58.284301 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.363102 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56890) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:58.373018 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.3656151 Jul 06 12:11:58.479620 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4369afe-dbd9-41ce-93b9-692de4921278 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Pushing event updated for resources: {'Port': ['ID=97f7a0bb-e75a-416f-9626-d6ae727ad8e7,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:58.512635 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8b86044-b028-4912-b51f-e35f1633d412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.576673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0be9bd31-7ca0-4c62-98a1-e585344e3cee tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Deleting port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:11:58.577383 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0be9bd31-7ca0-4c62-98a1-e585344e3cee tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.650162 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-0be9bd31-7ca0-4c62-98a1-e585344e3cee tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] For port 97f7a0bb-e75a-416f-9626-d6ae727ad8e7, host n-h2-799529-2, got binding levels [] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:11:58.650567 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0be9bd31-7ca0-4c62-98a1-e585344e3cee tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.693146 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0be9bd31-7ca0-4c62-98a1-e585344e3cee tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Calling delete_port for 97f7a0bb-e75a-416f-9626-d6ae727ad8e7 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:11:58.708590 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b86044-b028-4912-b51f-e35f1633d412 admin admin] Checking segment: {'id': '3a42e32d-a127-49eb-8d1c-33b00a70bc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43cfe53b-e092-43a2-ac69-264024b2a05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:58.721289 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b86044-b028-4912-b51f-e35f1633d412 admin admin] Network hostable DHCP agents. Network: 43cfe53b-e092-43a2-ac69-264024b2a05a, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:11:58.731394 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 289fac51-856a-43d5-85ad-9f243a0752aa up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:11:58.770029 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.778683 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b86044-b028-4912-b51f-e35f1633d412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36dc9a67-5b62-480e-b9b2-a9ff128b516a,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:58.787464 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Transition to ACTIVE for port object e979fc27-d280-4250-a925-d278f3f7b35f will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:11:58.797234 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.810105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b86044-b028-4912-b51f-e35f1633d412 admin admin] Network 43cfe53b-e092-43a2-ac69-264024b2a05a is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:11:58.836165 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0be9bd31-7ca0-4c62-98a1-e585344e3cee tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.849744 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35222847-7b59-42cb-b805-5428bf656719 None None] Pushing event updated for resources: {'Port': ['ID=e979fc27-d280-4250-a925-d278f3f7b35f,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:58.861445 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35222847-7b59-42cb-b805-5428bf656719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.861793 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35222847-7b59-42cb-b805-5428bf656719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.862135 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35222847-7b59-42cb-b805-5428bf656719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.862887 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35222847-7b59-42cb-b805-5428bf656719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.863298 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35222847-7b59-42cb-b805-5428bf656719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.864004 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35222847-7b59-42cb-b805-5428bf656719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.864603 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35222847-7b59-42cb-b805-5428bf656719 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.865088 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35222847-7b59-42cb-b805-5428bf656719 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.865403 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35222847-7b59-42cb-b805-5428bf656719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.865681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 289fac51-856a-43d5-85ad-9f243a0752aa triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:11:58.865782 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35222847-7b59-42cb-b805-5428bf656719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.865872 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.866049 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35222847-7b59-42cb-b805-5428bf656719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.866462 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35222847-7b59-42cb-b805-5428bf656719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:11:58.887452 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-f8b86044-b028-4912-b51f-e35f1633d412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 43cfe53b-e092-43a2-ac69-264024b2a05a) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:11:58.896388 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b86044-b028-4912-b51f-e35f1633d412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:58.897051 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f8b86044-b028-4912-b51f-e35f1633d412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.914284 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0be9bd31-7ca0-4c62-98a1-e585344e3cee tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:58.922433 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0be9bd31-7ca0-4c62-98a1-e585344e3cee tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] 10.222.0.81 "DELETE /v2.0/ports/97f7a0bb-e75a-416f-9626-d6ae727ad8e7 HTTP/1.1" status: 204 len: 168 time: 0.5556850 Jul 06 12:11:58.922433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9bd31-7ca0-4c62-98a1-e585344e3cee tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Pushing event deleted for resources: {'Port': ['ID=97f7a0bb-e75a-416f-9626-d6ae727ad8e7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:58.924179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56906) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:58.927564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f839495c-ddab-4401-aadb-08868c97afc6 None None] Network 43cfe53b-e092-43a2-ac69-264024b2a05a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:11:58.991582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f8b86044-b028-4912-b51f-e35f1633d412 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9987574 Jul 06 12:11:58.991787 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56908) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:58.997467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1451251164-router', 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:59.021539 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Attempting to bind port e979fc27-d280-4250-a925-d278f3f7b35f on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:11:59.021843 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Attempting to bind port e979fc27-d280-4250-a925-d278f3f7b35f by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:11:59.022407 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Attempting to bind port e979fc27-d280-4250-a925-d278f3f7b35f on network 92387007-f77d-4940-b595-24f1189e8ad1 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:11:59.030254 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:11:59.031193 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Checking segment: {'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:11:59.031874 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.032436 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Bound using segment: {'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:11:59.032614 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8487a-3032-4e6b-bb63-1cc4dc1d4511 req-a758d7f6-d4d2-4dff-9430-52916005c608 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:11:59.033294 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Bound port: e979fc27-d280-4250-a925-d278f3f7b35f, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:11:59.036103 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.040029 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aee8487a-3032-4e6b-bb63-1cc4dc1d4511 req-a758d7f6-d4d2-4dff-9430-52916005c608 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.4331136 Jul 06 12:11:59.057244 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-3732f6a7-22be-4133-893e-5152328be145 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] GET failed (client error): The resource could not be found. Jul 06 12:11:59.058915 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3732f6a7-22be-4133-893e-5152328be145 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] 10.222.0.81 "GET /v2.0/ports/97f7a0bb-e75a-416f-9626-d6ae727ad8e7 HTTP/1.1" status: 404 len: 333 time: 0.1348991 Jul 06 12:11:59.065817 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56912) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:11:59.070660 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.072468 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.089350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a4644001-2849-4407-8fd4-afcbb03e78a1 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Request body: {'port': {'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-350774655'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:11:59.137475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4644001-2849-4407-8fd4-afcbb03e78a1 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Made reservation on behalf of cbbe2830557f45c99352c7ae3fd0093d for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:11:59.143918 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4644001-2849-4407-8fd4-afcbb03e78a1 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.184530 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aee8487a-3032-4e6b-bb63-1cc4dc1d4511 req-99bf05db-f9f2-4f1e-9f0c-a2bec89ee464 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429293 Jul 06 12:11:59.211595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-a4644001-2849-4407-8fd4-afcbb03e78a1 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] device_id is not set on port 92166d89-2e20-4fe6-8191-a5cd5247fd9f yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:11:59.282056 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] For port e979fc27-d280-4250-a925-d278f3f7b35f, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:11:59.287002 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] For port e979fc27-d280-4250-a925-d278f3f7b35f, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e979fc27-d280-4250-a925-d278f3f7b35f,segment=NetworkSegment(e74c9be8-a69d-4845-85fe-36e01d295e91),segment_id=e74c9be8-a69d-4845-85fe-36e01d295e91)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:11:59.292632 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.329547 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-43cfe53b-e092-43a2-ac69-264024b2a05a', 'network_id': '43cfe53b-e092-43a2-ac69-264024b2a05a', 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889', 'fixed_ips': [{'subnet_id': '36dc9a67-5b62-480e-b9b2-a9ff128b516a'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:11:59.330802 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.345648 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.409157 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Routers {'082fc5df-b42e-4fa5-a165-84a785a6dd22'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:11:59.410102 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:11:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['082fc5df-b42e-4fa5-a165-84a785a6dd22'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:11:59.416007 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35222847-7b59-42cb-b805-5428bf656719 None None] Pushing event updated for resources: {'Port': ['ID=e979fc27-d280-4250-a925-d278f3f7b35f,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:11:59.606180 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Allocated IP 172.20.0.2 (43cfe53b-e092-43a2-ac69-264024b2a05a/36dc9a67-5b62-480e-b9b2-a9ff128b516a/d3d62635-f97b-4b7c-82d2-8e7cb9573c38) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:11:59.664293 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.745926 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] Set router 082fc5df-b42e-4fa5-a165-84a785a6dd22 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:11:59.882721 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4644001-2849-4407-8fd4-afcbb03e78a1 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:11:59.952506 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-4d79a346-b2af-496f-81ae-23e477febd47 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3260574 Jul 06 12:12:00.022524 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:00.055205 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Transition to ACTIVE for port object d3d62635-f97b-4b7c-82d2-8e7cb9573c38 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:00.109246 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4644001-2849-4407-8fd4-afcbb03e78a1 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:00.146364 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Transition to ACTIVE for port object d3d62635-f97b-4b7c-82d2-8e7cb9573c38 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:00.158517 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:00.182584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Network 43cfe53b-e092-43a2-ac69-264024b2a05a is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:00.189843 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'name': 'tempest-TestServerMultinode-1146442867-router', 'tenant_id': '5c6b80550f324ac18a3d51fa8e151792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:47Z', 'updated_at': '2021-07-06T12:11:54Z', 'revision_number': 4, 'project_id': '5c6b80550f324ac18a3d51fa8e151792', 'gw_port': {'id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:11:48Z', 'updated_at': '2021-07-06T12:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'e979fc27-d280-4250-a925-d278f3f7b35f', 'name': '', 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1', 'tenant_id': '5c6b80550f324ac18a3d51fa8e151792', 'mac_address': 'fa:16:3e:00:5a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'af746fe8-000d-4589-ac4a-b36f192aa8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:11:52Z', 'updated_at': '2021-07-06T12:11:59Z', 'revision_number': 4, 'project_id': '5c6b80550f324ac18a3d51fa8e151792', 'subnets': [{'id': 'af746fe8-000d-4589-ac4a-b36f192aa8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:00.211644 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:00.220492 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:00.238276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5eeee1-da6b-4111-8763-fd45fb0ecb6f req-7851c61e-1b39-4ebc-8818-defee223f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:00.239334 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1d5eeee1-da6b-4111-8763-fd45fb0ecb6f req-7851c61e-1b39-4ebc-8818-defee223f561 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 1095 time: 0.2829566 Jul 06 12:12:00.252303 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4644001-2849-4407-8fd4-afcbb03e78a1 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Network 76be3509-fd11-4b20-956b-e2281eb36e55 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:00.262147 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba0509e-122b-4858-a22b-48fc30daae15 None None] The sync data for ids ['082fc5df-b42e-4fa5-a165-84a785a6dd22'] in n-d-799529-2 is: [{'id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'name': 'tempest-TestServerMultinode-1146442867-router', 'tenant_id': '5c6b80550f324ac18a3d51fa8e151792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:47Z', 'updated_at': '2021-07-06T12:11:54Z', 'revision_number': 4, 'project_id': '5c6b80550f324ac18a3d51fa8e151792', 'gw_port': {'id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:11:48Z', 'updated_at': '2021-07-06T12:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'e979fc27-d280-4250-a925-d278f3f7b35f', 'name': '', 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1', 'tenant_id': '5c6b80550f324ac18a3d51fa8e151792', 'mac_address': 'fa:16:3e:00:5a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'af746fe8-000d-4589-ac4a-b36f192aa8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:11:52Z', 'updated_at': '2021-07-06T12:11:59Z', 'revision_number': 4, 'project_id': '5c6b80550f324ac18a3d51fa8e151792', 'subnets': [{'id': 'af746fe8-000d-4589-ac4a-b36f192aa8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:00.286356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-9a392575-b64d-47e5-a379-f15b85354628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:00.287573 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-9a392575-b64d-47e5-a379-f15b85354628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:00.287728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-9a392575-b64d-47e5-a379-f15b85354628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:00.288267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-9a392575-b64d-47e5-a379-f15b85354628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:00.288791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-9a392575-b64d-47e5-a379-f15b85354628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:00.289366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-9a392575-b64d-47e5-a379-f15b85354628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:00.289834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-9a392575-b64d-47e5-a379-f15b85354628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:00.293747 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-9a392575-b64d-47e5-a379-f15b85354628 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e51f6968cb54be9a671639601bdf4bd&device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 6502 time: 0.2716324 Jul 06 12:12:00.295015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a4644001-2849-4407-8fd4-afcbb03e78a1 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:00.308016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4644001-2849-4407-8fd4-afcbb03e78a1 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:00.309423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4644001-2849-4407-8fd4-afcbb03e78a1 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:00.310273 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4644001-2849-4407-8fd4-afcbb03e78a1 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:00.313740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4644001-2849-4407-8fd4-afcbb03e78a1 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Pushing event updated for resources: {'Port': ['ID=92166d89-2e20-4fe6-8191-a5cd5247fd9f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:00.429103 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Pushing event updated for resources: {'Port': ['ID=d3d62635-f97b-4b7c-82d2-8e7cb9573c38,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:00.455876 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Attempting to bind port d3d62635-f97b-4b7c-82d2-8e7cb9573c38 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:00.456716 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Attempting to bind port d3d62635-f97b-4b7c-82d2-8e7cb9573c38 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '3a42e32d-a127-49eb-8d1c-33b00a70bc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43cfe53b-e092-43a2-ac69-264024b2a05a'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:00.457121 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Attempting to bind port d3d62635-f97b-4b7c-82d2-8e7cb9573c38 on network 43cfe53b-e092-43a2-ac69-264024b2a05a {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:00.464172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:00.464572 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Checking segment: {'id': '3a42e32d-a127-49eb-8d1c-33b00a70bc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43cfe53b-e092-43a2-ac69-264024b2a05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:00.465074 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:00.465987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Bound using segment: {'id': '3a42e32d-a127-49eb-8d1c-33b00a70bc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43cfe53b-e092-43a2-ac69-264024b2a05a'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:00.466629 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Bound port: d3d62635-f97b-4b7c-82d2-8e7cb9573c38, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a42e32d-a127-49eb-8d1c-33b00a70bc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43cfe53b-e092-43a2-ac69-264024b2a05a'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:00.467183 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:00.578212 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] For port d3d62635-f97b-4b7c-82d2-8e7cb9573c38, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:00.582897 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] For port d3d62635-f97b-4b7c-82d2-8e7cb9573c38, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d3d62635-f97b-4b7c-82d2-8e7cb9573c38,segment=NetworkSegment(3a42e32d-a127-49eb-8d1c-33b00a70bc5f),segment_id=3a42e32d-a127-49eb-8d1c-33b00a70bc5f)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:00.589750 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:00.611116 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acff08-ff01-4709-9078-92f743efa25c req-4789c2a6-eaed-46c4-a1c6-54bd897873c3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:00.621710 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9acff08-ff01-4709-9078-92f743efa25c req-4789c2a6-eaed-46c4-a1c6-54bd897873c3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1518514 Jul 06 12:12:00.645992 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a4644001-2849-4407-8fd4-afcbb03e78a1 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5691154 Jul 06 12:12:00.668579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56938) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:00.720357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:00.735158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5c0a6-c902-4cfd-b693-f9c7711eca91 None None] Pushing event updated for resources: {'Port': ['ID=d3d62635-f97b-4b7c-82d2-8e7cb9573c38,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:00.756229 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9acff08-ff01-4709-9078-92f743efa25c req-99a94d3f-1590-433c-8179-2a1b6b3f778f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332729 Jul 06 12:12:00.846511 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e979fc27-d280-4250-a925-d278f3f7b35f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:00.997225 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-15aa0e9a-9453-44bc-aead-b6d4b038b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:00.999611 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-15aa0e9a-9453-44bc-aead-b6d4b038b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:01.000336 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-15aa0e9a-9453-44bc-aead-b6d4b038b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:01.007804 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-15aa0e9a-9453-44bc-aead-b6d4b038b073 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e155bfca-ff82-4ba8-aaaa-46b7984f6b46&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=66f7ceaa-0f04-4369-8441-7edae42f76db&id=66f7ceaa-0f04-4369-8441-7edae42f76db HTTP/1.1" status: 200 len: 2297 time: 0.5901802 Jul 06 12:12:01.012090 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port e979fc27-d280-4250-a925-d278f3f7b35f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:01.029290 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e979fc27-d280-4250-a925-d278f3f7b35f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:01.029975 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:01.060758 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:01.154938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c3d3e-f1a3-4286-b1a9-9fbd12d58081 req-526a5dcc-1b6f-4468-b3b6-2a2b7be2eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:01.155493 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c3d3e-f1a3-4286-b1a9-9fbd12d58081 req-526a5dcc-1b6f-4468-b3b6-2a2b7be2eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:01.155979 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c3d3e-f1a3-4286-b1a9-9fbd12d58081 req-526a5dcc-1b6f-4468-b3b6-2a2b7be2eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:01.156456 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c3d3e-f1a3-4286-b1a9-9fbd12d58081 req-526a5dcc-1b6f-4468-b3b6-2a2b7be2eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:01.156933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c3d3e-f1a3-4286-b1a9-9fbd12d58081 req-526a5dcc-1b6f-4468-b3b6-2a2b7be2eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:01.157500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c3d3e-f1a3-4286-b1a9-9fbd12d58081 req-526a5dcc-1b6f-4468-b3b6-2a2b7be2eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:01.158351 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c3d3e-f1a3-4286-b1a9-9fbd12d58081 req-526a5dcc-1b6f-4468-b3b6-2a2b7be2eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:01.160820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-af0c3d3e-f1a3-4286-b1a9-9fbd12d58081 req-526a5dcc-1b6f-4468-b3b6-2a2b7be2eeda service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 6502 time: 0.4384844 Jul 06 12:12:01.365329 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:01.439139 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5eeee1-da6b-4111-8763-fd45fb0ecb6f req-2a162915-70fc-4d3c-8afe-d51dfb3b3937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:01.444181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port e979fc27-d280-4250-a925-d278f3f7b35f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e979fc27-d280-4250-a925-d278f3f7b35f,segment=NetworkSegment(e74c9be8-a69d-4845-85fe-36e01d295e91),segment_id=e74c9be8-a69d-4845-85fe-36e01d295e91)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:01.453379 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1d5eeee1-da6b-4111-8763-fd45fb0ecb6f req-2a162915-70fc-4d3c-8afe-d51dfb3b3937 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 1.1888068 Jul 06 12:12:01.462485 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:01.541404 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] device_id is not set on port 92166d89-2e20-4fe6-8191-a5cd5247fd9f yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:01.550830 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:01.577210 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Transition to ACTIVE for port object 92166d89-2e20-4fe6-8191-a5cd5247fd9f will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:01.583273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=e979fc27-d280-4250-a925-d278f3f7b35f,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:01.592481 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:01.684579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:01.685564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:01.685564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:01.686805 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-1f256e4f-7c83-4d03-b0ca-189c61f8acf6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7ac9807-0748-4db2-bb20-30cecc0ca562 HTTP/1.1" status: 200 len: 1002 time: 0.6557832 Jul 06 12:12:01.710123 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-af0c3d3e-f1a3-4286-b1a9-9fbd12d58081 req-b3dc4f1f-0be1-4692-b1d5-c9e744123fe1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254377 Jul 06 12:12:01.710123 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Pushing event updated for resources: {'Port': ['ID=92166d89-2e20-4fe6-8191-a5cd5247fd9f,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:01.716134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:01.716478 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:01.716920 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 2 to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f Jul 06 12:12:01.750844 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:01.751190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:01.751586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:01.754154 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:01.757580 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1d5eeee1-da6b-4111-8763-fd45fb0ecb6f req-b1c690e8-83ae-46fd-bb33-6f2f7fbc0260 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c37a452-8116-40f9-bb9e-87350d554d02 HTTP/1.1" status: 200 len: 997 time: 0.2768359 Jul 06 12:12:01.762039 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:01.763598 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:01.764094 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 3 to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f Jul 06 12:12:01.814887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:01.817800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:01.818376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:01.830636 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:01.835834 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:01.836171 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:01.837004 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 4 to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f Jul 06 12:12:01.873244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:01.873580 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:01.873929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:01.884942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:01.885536 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:01.885945 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 5 to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f Jul 06 12:12:01.901589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-8b62b0f7-4897-48e3-9d0a-08e88fd7f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:01.903445 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-8b62b0f7-4897-48e3-9d0a-08e88fd7f319 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f19cb1b0-56e0-4d55-af26-5ec14e7184b8 HTTP/1.1" status: 200 len: 855 time: 0.1805270 Jul 06 12:12:01.911889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:01.912230 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:01.912572 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:01.922892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:01.924966 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:01.925411 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 6 to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f Jul 06 12:12:01.954488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:01.954838 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:01.955203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:01.963336 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:01.963674 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:01.964071 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 7 to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f Jul 06 12:12:01.975276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5eeee1-da6b-4111-8763-fd45fb0ecb6f req-3a9faa09-06e4-4a23-a188-3821914c71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:01.976941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1d5eeee1-da6b-4111-8763-fd45fb0ecb6f req-3a9faa09-06e4-4a23-a188-3821914c71a3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.1902893 Jul 06 12:12:02.004573 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:02.004920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:02.005328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:02.011816 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:02.013931 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:02.016229 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 8 to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f Jul 06 12:12:02.067515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:02.067515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:02.067515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:02.115144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:02.115713 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:02.117024 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 9 to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f Jul 06 12:12:02.149213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:02.150411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:02.150954 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:02.162619 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:02.169335 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:02.171034 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 10 to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f Jul 06 12:12:02.232318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:02.232318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:02.234987 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:02.263644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Allocated IP 172.25.4.6 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/5e57b5f9-cf6b-473f-95ac-de7da47028b4) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:02.265250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bae00b-635e-4d2d-853f-7d16fc02257d req-a3bd7c2d-0bc8-432d-bd75-cea1c2c2f6fc tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.267635 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-00bae00b-635e-4d2d-853f-7d16fc02257d req-a3bd7c2d-0bc8-432d-bd75-cea1c2c2f6fc tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.2151372 Jul 06 12:12:02.270027 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:02.270553 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:02.271116 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.377151 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-00bae00b-635e-4d2d-853f-7d16fc02257d req-1863debf-d0ad-472f-95ca-4e041d0cf91a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987842 Jul 06 12:12:02.426904 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] For port 92166d89-2e20-4fe6-8191-a5cd5247fd9f, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:02.427515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempted to set empty binding levels {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 12:12:02.433906 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.450247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5eeee1-da6b-4111-8763-fd45fb0ecb6f req-1e089cf5-c84c-486d-8b05-c392a9a15400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.452789 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1d5eeee1-da6b-4111-8763-fd45fb0ecb6f req-1e089cf5-c84c-486d-8b05-c392a9a15400 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3038528 Jul 06 12:12:02.484756 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] In _notify_port_updated(), no bound segment for port 92166d89-2e20-4fe6-8191-a5cd5247fd9f on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:12:02.486462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.487345 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:02.489444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] 10.222.0.81 "PUT /v2.0/ports/92166d89-2e20-4fe6-8191-a5cd5247fd9f HTTP/1.1" status: 200 len: 974 time: 1.7853169 Jul 06 12:12:02.501588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56964) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:02.544489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-fbc7713d-30c1-4b30-8efa-f1285445bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.547599 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-fbc7713d-30c1-4b30-8efa-f1285445bb54 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e155bfca-ff82-4ba8-aaaa-46b7984f6b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5931573 Jul 06 12:12:02.671732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02cda2-0a9f-41b9-8fa9-ff1328c0fbad tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Pushing event updated for resources: {'Port': ['ID=92166d89-2e20-4fe6-8191-a5cd5247fd9f,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:02.743539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b396527-fe02-4d6a-aaa5-80d4f09acc38 None None] Network 43cfe53b-e092-43a2-ac69-264024b2a05a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:02.807780 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.809093 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.815701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.815701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.815701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.815701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.815701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.815701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.815701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.815701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.815701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.815701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.815701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.817872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.817872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.817872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.818208 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.818682 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.819156 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.819659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.826028 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.826028 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.826028 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.826028 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.826028 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.826028 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.826028 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.826929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.827189 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.827592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.828073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.828548 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.834984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.834984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.834984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.835871 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.836432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.843328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:02.851268 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b0e66c04-398c-4137-8515-7af1214c41fb tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34328 time: 0.3431354 Jul 06 12:12:02.862688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56972) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:02.902267 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-337edcea-fa63-44e9-8f16-5b01f0edd328 None None] Provisioning for port d3d62635-f97b-4b7c-82d2-8e7cb9573c38 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:03.058958 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e979fc27-d280-4250-a925-d278f3f7b35f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:03.107105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9e6974dc-034b-4d6a-8004-ed15c4954389 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Deleting port 92166d89-2e20-4fe6-8191-a5cd5247fd9f {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:03.107737 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e6974dc-034b-4d6a-8004-ed15c4954389 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.208348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e979fc27-d280-4250-a925-d278f3f7b35f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:03.208959 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.225923 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-9e6974dc-034b-4d6a-8004-ed15c4954389 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] For port 92166d89-2e20-4fe6-8191-a5cd5247fd9f, host n-h2-799529-2, got binding levels [] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:03.226546 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e6974dc-034b-4d6a-8004-ed15c4954389 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.249786 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.254761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9e6974dc-034b-4d6a-8004-ed15c4954389 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Calling delete_port for 92166d89-2e20-4fe6-8191-a5cd5247fd9f owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:03.288315 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1d5eeee1-da6b-4111-8763-fd45fb0ecb6f req-6afaa668-66cd-497c-8456-a6aa8febee2f service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8226633 Jul 06 12:12:03.367127 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d3d62635-f97b-4b7c-82d2-8e7cb9573c38 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:03.409883 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-d8a45383-508c-471a-973d-b05ac292e5af service neutron] 10.222.0.23 "GET /v2.0/networks/e155bfca-ff82-4ba8-aaaa-46b7984f6b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8514113 Jul 06 12:12:03.438338 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e6974dc-034b-4d6a-8004-ed15c4954389 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.440746 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port d3d62635-f97b-4b7c-82d2-8e7cb9573c38 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:03.452205 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port d3d62635-f97b-4b7c-82d2-8e7cb9573c38 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:03.452865 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.491571 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6974dc-034b-4d6a-8004-ed15c4954389 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Pushing event deleted for resources: {'Port': ['ID=92166d89-2e20-4fe6-8191-a5cd5247fd9f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:03.510865 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e6974dc-034b-4d6a-8004-ed15c4954389 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.515599 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9e6974dc-034b-4d6a-8004-ed15c4954389 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] 10.222.0.81 "DELETE /v2.0/ports/92166d89-2e20-4fe6-8191-a5cd5247fd9f HTTP/1.1" status: 204 len: 168 time: 0.6493309 Jul 06 12:12:03.516646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56982) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:03.606296 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-740d1b5f-acd5-4810-9dd5-abd518f6d4ec tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] GET failed (client error): The resource could not be found. Jul 06 12:12:03.613855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-740d1b5f-acd5-4810-9dd5-abd518f6d4ec tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] 10.222.0.81 "GET /v2.0/ports/92166d89-2e20-4fe6-8191-a5cd5247fd9f HTTP/1.1" status: 404 len: 333 time: 0.0903432 Jul 06 12:12:03.614895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56986) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:03.627295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-74fd329b-4503-4bf2-b9be-0817563bb1fd tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2050083753', 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:03.679840 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.703777 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.715051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ab8aa677-56ce-4010-bcf6-4683659402a0 None None] Provisioning complete for port d3d62635-f97b-4b7c-82d2-8e7cb9573c38 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:03.715346 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab8aa677-56ce-4010-bcf6-4683659402a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.752395 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:03.760142 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fd329b-4503-4bf2-b9be-0817563bb1fd tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Made reservation on behalf of cbbe2830557f45c99352c7ae3fd0093d for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:03.763199 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-74fd329b-4503-4bf2-b9be-0817563bb1fd tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.786194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:03.793841 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1d5eeee1-da6b-4111-8763-fd45fb0ecb6f req-af52b80c-4343-481d-ba79-b01bb85324bd service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970479 Jul 06 12:12:03.794160 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-74fd329b-4503-4bf2-b9be-0817563bb1fd tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] device_id is not set on port 6710c439-800d-4efc-b23d-03235e0f232a yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:03.796226 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:03.813264 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-aa6d4d20-34f8-49ac-837a-7378d132a53e service neutron] 10.222.0.23 "GET /v2.0/networks/e155bfca-ff82-4ba8-aaaa-46b7984f6b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938937 Jul 06 12:12:03.849987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Pushing event updated for resources: {'Port': ['ID=5e57b5f9-cf6b-473f-95ac-de7da47028b4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:03.866936 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port d3d62635-f97b-4b7c-82d2-8e7cb9573c38, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d3d62635-f97b-4b7c-82d2-8e7cb9573c38,segment=NetworkSegment(3a42e32d-a127-49eb-8d1c-33b00a70bc5f),segment_id=3a42e32d-a127-49eb-8d1c-33b00a70bc5f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:03.890157 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-aec7ce1b-0bf3-44d3-92a2-d451b5be3bb7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 HTTP/1.1" status: 200 len: 217 time: 0.0480442 Jul 06 12:12:03.898053 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:03.915162 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aac13c-c4e8-4146-b53f-60e3931e6407 req-5de90b3e-ca37-4bbb-835b-0fb093cb18fd tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:03.917425 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9aac13c-c4e8-4146-b53f-60e3931e6407 req-5de90b3e-ca37-4bbb-835b-0fb093cb18fd tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.2543755 Jul 06 12:12:03.989325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-a0ae0edf-2b23-4db8-9b02-f894a7586579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:03.990913 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-a0ae0edf-2b23-4db8-9b02-f894a7586579 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.0923915 Jul 06 12:12:03.999059 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=d3d62635-f97b-4b7c-82d2-8e7cb9573c38,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:04.023077 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab8aa677-56ce-4010-bcf6-4683659402a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.034783 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9aac13c-c4e8-4146-b53f-60e3931e6407 req-623a53be-ae52-4f7e-9fe5-1b7267bd74c4 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971251 Jul 06 12:12:04.124123 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-ab8aa677-56ce-4010-bcf6-4683659402a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:12:04.124750 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-ab8aa677-56ce-4010-bcf6-4683659402a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:12:04.174090 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-74fd329b-4503-4bf2-b9be-0817563bb1fd tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.176016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-77c311a8-f428-419c-8e87-700bfd943566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:04.177638 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-77c311a8-f428-419c-8e87-700bfd943566 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1795535 Jul 06 12:12:04.231606 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-74fd329b-4503-4bf2-b9be-0817563bb1fd tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.299073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fd329b-4503-4bf2-b9be-0817563bb1fd tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Network 76be3509-fd11-4b20-956b-e2281eb36e55 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:04.306670 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-74fd329b-4503-4bf2-b9be-0817563bb1fd tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:04.309522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd329b-4503-4bf2-b9be-0817563bb1fd tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Pushing event updated for resources: {'Port': ['ID=6710c439-800d-4efc-b23d-03235e0f232a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:04.315514 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fd329b-4503-4bf2-b9be-0817563bb1fd tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:04.316440 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd329b-4503-4bf2-b9be-0817563bb1fd tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:04.317350 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-74fd329b-4503-4bf2-b9be-0817563bb1fd tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.350774 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-74fd329b-4503-4bf2-b9be-0817563bb1fd tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7341073 Jul 06 12:12:04.353240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56998) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:04.391442 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.410685 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3772ec5-1bf5-432e-bd73-e6b4c1410284 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:04.412279 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d3772ec5-1bf5-432e-bd73-e6b4c1410284 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] 10.222.0.81 "GET /v2.0/ports/6710c439-800d-4efc-b23d-03235e0f232a HTTP/1.1" status: 200 len: 955 time: 0.0573399 Jul 06 12:12:04.415153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57000) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:04.543062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-326aaa91-96a4-4ef0-83fe-e940186ed129 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Deleting port 6710c439-800d-4efc-b23d-03235e0f232a {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:04.543664 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-326aaa91-96a4-4ef0-83fe-e940186ed129 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.576700 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-90eba638-e54f-4236-934b-6c34093fa6be service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590178 Jul 06 12:12:04.637494 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-326aaa91-96a4-4ef0-83fe-e940186ed129 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.677456 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-326aaa91-96a4-4ef0-83fe-e940186ed129 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Calling delete_port for 6710c439-800d-4efc-b23d-03235e0f232a owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:04.747561 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d3d62635-f97b-4b7c-82d2-8e7cb9573c38 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:04.771667 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.815950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port d3d62635-f97b-4b7c-82d2-8e7cb9573c38 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:04.817268 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.884696 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-ce1b0182-7a5c-4cf0-803f-2164f0700108 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980380 Jul 06 12:12:04.894523 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-326aaa91-96a4-4ef0-83fe-e940186ed129 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.938774 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326aaa91-96a4-4ef0-83fe-e940186ed129 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Pushing event deleted for resources: {'Port': ['ID=6710c439-800d-4efc-b23d-03235e0f232a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:04.958267 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-326aaa91-96a4-4ef0-83fe-e940186ed129 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:04.969416 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-f23d12a4-6e1e-4dcc-8a14-3b3862962e97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=d89e1771-286c-47d4-a06c-d0d0c9d87682 HTTP/1.1" status: 200 len: 217 time: 0.0711148 Jul 06 12:12:04.991157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57010) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:04.991798 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-326aaa91-96a4-4ef0-83fe-e940186ed129 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] 10.222.0.81 "DELETE /v2.0/ports/6710c439-800d-4efc-b23d-03235e0f232a HTTP/1.1" status: 204 len: 168 time: 0.5753143 Jul 06 12:12:05.090629 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-67075f32-6072-4cc2-8ebb-19c18279b924 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] GET failed (client error): The resource could not be found. Jul 06 12:12:05.095933 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-67075f32-6072-4cc2-8ebb-19c18279b924 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] 10.222.0.81 "GET /v2.0/ports/6710c439-800d-4efc-b23d-03235e0f232a HTTP/1.1" status: 404 len: 333 time: 0.0905337 Jul 06 12:12:05.098050 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57018) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:05.109682 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f5229700-9e26-46f3-a09b-117519a15b0a tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Request body: {'port': {'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-869673307'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:05.113717 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-b8117407-bea7-4d00-bb83-745f307fa817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:05.115213 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-b8117407-bea7-4d00-bb83-745f307fa817 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.1333413 Jul 06 12:12:05.171359 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5229700-9e26-46f3-a09b-117519a15b0a tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Made reservation on behalf of cbbe2830557f45c99352c7ae3fd0093d for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:05.175545 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5229700-9e26-46f3-a09b-117519a15b0a tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.186233 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Router 1baf5a64-18e2-48d9-bcdb-fe3087d953cc is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:12:05.208733 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-9cc8463d-7b2a-493f-8f08-4514f7dc332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:05.210488 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-9cc8463d-7b2a-493f-8f08-4514f7dc332e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0872169 Jul 06 12:12:05.224411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-f5229700-9e26-46f3-a09b-117519a15b0a tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] device_id is not set on port f5756dab-e138-4731-b022-6343bdb9c694 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:05.350082 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-bf1967db-2e59-4844-852f-40ffca8f6aba service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060424 Jul 06 12:12:05.479001 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c0fb95fa-b2ae-4289-9be8-46cdbadfb94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.495998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:05.505627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Sync routers for ids ['1baf5a64-18e2-48d9-bcdb-fe3087d953cc'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:05.513712 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-096bb56c-b8f4-4abe-89be-cbf8fb3184d1 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565707 Jul 06 12:12:05.527042 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.528256 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d57c8f35-641e-4e1e-95e4-d404814158a3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.5354395 Jul 06 12:12:05.535336 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57024) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:05.540984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Routers {'1baf5a64-18e2-48d9-bcdb-fe3087d953cc'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:05.541460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:11:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1baf5a64-18e2-48d9-bcdb-fe3087d953cc'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:05.567941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-40a820ef-1264-40d4-ad17-0b2e2f53f150 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=fd11db21-7b96-4dca-820d-6f2614d3aabf HTTP/1.1" status: 200 len: 217 time: 0.0474515 Jul 06 12:12:05.578354 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5229700-9e26-46f3-a09b-117519a15b0a tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.630093 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5229700-9e26-46f3-a09b-117519a15b0a tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.648892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce3774-91de-4fba-a03e-e2e035630b56 req-6c0b1407-cc60-4a86-9b34-441268622c12 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:05.651968 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4fce3774-91de-4fba-a03e-e2e035630b56 req-6c0b1407-cc60-4a86-9b34-441268622c12 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.3308785 Jul 06 12:12:05.692596 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-5de8e633-e345-40ea-9c98-4582cbd52e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:05.694107 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-5de8e633-e345-40ea-9c98-4582cbd52e8d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.0887740 Jul 06 12:12:05.710668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Set router 1baf5a64-18e2-48d9-bcdb-fe3087d953cc gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:05.777895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5229700-9e26-46f3-a09b-117519a15b0a tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Network 76be3509-fd11-4b20-956b-e2281eb36e55 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:05.780956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5229700-9e26-46f3-a09b-117519a15b0a tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Pushing event updated for resources: {'Port': ['ID=f5756dab-e138-4731-b022-6343bdb9c694,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:05.795711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-f5229700-9e26-46f3-a09b-117519a15b0a tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:05.806648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5229700-9e26-46f3-a09b-117519a15b0a tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:05.807776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5229700-9e26-46f3-a09b-117519a15b0a tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:05.808426 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5229700-9e26-46f3-a09b-117519a15b0a tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.826453 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4fce3774-91de-4fba-a03e-e2e035630b56 req-5dd18a97-336c-4521-bcb3-df3b3af75db0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195707 Jul 06 12:12:05.835885 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:05.843323 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f5229700-9e26-46f3-a09b-117519a15b0a tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7393684 Jul 06 12:12:05.843538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57032) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:05.848888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:05.890260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-e6d48d33-34b5-4056-add8-2ddb57a1cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:05.892891 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-e6d48d33-34b5-4056-add8-2ddb57a1cce8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1904371 Jul 06 12:12:05.935731 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:06.149862 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'name': 'tempest-TestServerMultinode-1451251164-router', 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '5e57b5f9-cf6b-473f-95ac-de7da47028b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:59Z', 'updated_at': '2021-07-06T12:12:04Z', 'revision_number': 3, 'project_id': '8e3108b0cb454e929f48bdba34fd9889', 'gw_port': {'id': '5e57b5f9-cf6b-473f-95ac-de7da47028b4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:01Z', 'updated_at': '2021-07-06T12:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:06.198833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Checking router: 1baf5a64-18e2-48d9-bcdb-fe3087d953cc for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:12:06.199261 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Updating router 1baf5a64-18e2-48d9-bcdb-fe3087d953cc port 5e57b5f9-cf6b-473f-95ac-de7da47028b4 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:12:06.300878 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] device_id is not set on port f5756dab-e138-4731-b022-6343bdb9c694 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:06.325345 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:06.332506 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:06.349599 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Transition to ACTIVE for port object f5756dab-e138-4731-b022-6343bdb9c694 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:06.355501 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:06.455509 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Pushing event updated for resources: {'Port': ['ID=f5756dab-e138-4731-b022-6343bdb9c694,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:06.478393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:06.482352 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:06.482702 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:06.488120 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:06.488601 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:06.489016 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 2 to bind port f5756dab-e138-4731-b022-6343bdb9c694 Jul 06 12:12:06.538849 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:06.539139 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:06.539449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:06.547327 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:06.547667 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:06.549096 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 3 to bind port f5756dab-e138-4731-b022-6343bdb9c694 Jul 06 12:12:06.568677 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:06.569254 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:06.569432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:06.579730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:06.580083 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:06.583826 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 4 to bind port f5756dab-e138-4731-b022-6343bdb9c694 Jul 06 12:12:06.603095 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:06.603470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:06.604060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:06.632541 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e85de-30f6-490a-9d83-8053e31cbbe9 req-aafffc07-6c55-4a3a-9834-7a8143a392a0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:06.640876 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a9e85de-30f6-490a-9d83-8053e31cbbe9 req-aafffc07-6c55-4a3a-9834-7a8143a392a0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1380355 Jul 06 12:12:06.652195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:06.652788 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:06.655409 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:06.662082 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 5 to bind port f5756dab-e138-4731-b022-6343bdb9c694 Jul 06 12:12:06.729811 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:06.730147 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:06.731300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:06.752139 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:06.752806 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:06.755678 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 6 to bind port f5756dab-e138-4731-b022-6343bdb9c694 Jul 06 12:12:06.773274 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-d7881dec-18b4-4854-a58d-c3ca91643432 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8448834 Jul 06 12:12:06.786973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:06.792244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:06.792803 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:06.810049 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a9e85de-30f6-490a-9d83-8053e31cbbe9 req-f5a3f142-ce2a-4737-b65e-043b5b02636b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678288 Jul 06 12:12:06.811422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:06.811829 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:06.812297 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 7 to bind port f5756dab-e138-4731-b022-6343bdb9c694 Jul 06 12:12:06.853111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:06.853478 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:06.853793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:06.862153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:06.870065 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:06.870208 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 8 to bind port f5756dab-e138-4731-b022-6343bdb9c694 Jul 06 12:12:06.912135 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:06.912482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:06.912822 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:06.918814 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:06.919365 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:06.919867 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 9 to bind port f5756dab-e138-4731-b022-6343bdb9c694 Jul 06 12:12:06.944040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:06.944383 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:06.944714 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:06.949835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:06.950169 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:06.950565 n-d-799529-2 neutron-server[100427]: INFO neutron.plugins.ml2.plugin [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempt 10 to bind port f5756dab-e138-4731-b022-6343bdb9c694 Jul 06 12:12:06.970364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:06.970712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:06.975328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempting to bind port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:06.975552 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7be0d-4f77-4ca9-90da-9079c598212a req-6704b772-8c12-4825-a633-4234078abf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:06.976367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:06.976742 n-d-799529-2 neutron-server[100427]: ERROR neutron.plugins.ml2.managers [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Failed to bind port f5756dab-e138-4731-b022-6343bdb9c694 on host n-h2-799529-2 for vnic_type normal using segments [{'id': '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '76be3509-fd11-4b20-956b-e2281eb36e55'}] Jul 06 12:12:06.976856 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70a7be0d-4f77-4ca9-90da-9079c598212a req-6704b772-8c12-4825-a633-4234078abf5b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 1095 time: 0.3017907 Jul 06 12:12:06.977126 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.001606 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.013479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Transition to ACTIVE for port object 5e57b5f9-cf6b-473f-95ac-de7da47028b4 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:07.022673 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.088654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] For port f5756dab-e138-4731-b022-6343bdb9c694, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:07.089106 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attempted to set empty binding levels {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 12:12:07.094715 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.097684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Attempting to bind port 5e57b5f9-cf6b-473f-95ac-de7da47028b4 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:07.098421 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Attempting to bind port 5e57b5f9-cf6b-473f-95ac-de7da47028b4 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:07.098421 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Attempting to bind port 5e57b5f9-cf6b-473f-95ac-de7da47028b4 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:07.100541 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-8b9b7abf-f67e-4f90-864f-0bc33b656e54 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198733 Jul 06 12:12:07.105938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:07.106349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:07.106715 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.110612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:07.111328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Bound port: 5e57b5f9-cf6b-473f-95ac-de7da47028b4, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:07.112034 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.136512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] In _notify_port_updated(), no bound segment for port f5756dab-e138-4731-b022-6343bdb9c694 on network 76be3509-fd11-4b20-956b-e2281eb36e55 {{(pid=100427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:12:07.139211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:07.139211 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.143031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] 10.222.0.81 "PUT /v2.0/ports/f5756dab-e138-4731-b022-6343bdb9c694 HTTP/1.1" status: 200 len: 974 time: 1.2984231 Jul 06 12:12:07.145960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57058) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:07.203117 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021852f-dc51-4552-ba3e-539d08dac82e None None] Pushing event updated for resources: {'Port': ['ID=5e57b5f9-cf6b-473f-95ac-de7da47028b4,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:07.218802 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] For port 5e57b5f9-cf6b-473f-95ac-de7da47028b4, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:07.237845 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] For port 5e57b5f9-cf6b-473f-95ac-de7da47028b4, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5e57b5f9-cf6b-473f-95ac-de7da47028b4,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:07.242583 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7be0d-4f77-4ca9-90da-9079c598212a req-1dd67a39-bde4-4570-85a5-00d5240cf8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:07.248887 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70a7be0d-4f77-4ca9-90da-9079c598212a req-1dd67a39-bde4-4570-85a5-00d5240cf8a3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.2607071 Jul 06 12:12:07.253497 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.276351 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90a081-cb39-4dab-ab84-4e527565e1ae tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Pushing event updated for resources: {'Port': ['ID=f5756dab-e138-4731-b022-6343bdb9c694,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:07.340278 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-7dfca027-6186-4f47-b9ef-195cccffc867 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Deleting port f5756dab-e138-4731-b022-6343bdb9c694 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:07.341913 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7dfca027-6186-4f47-b9ef-195cccffc867 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.359973 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021852f-dc51-4552-ba3e-539d08dac82e None None] Pushing event updated for resources: {'Port': ['ID=5e57b5f9-cf6b-473f-95ac-de7da47028b4,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:07.369982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Routers {'1baf5a64-18e2-48d9-bcdb-fe3087d953cc'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:07.370835 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:11:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1baf5a64-18e2-48d9-bcdb-fe3087d953cc'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:07.447765 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-0c026149-6917-4516-aea0-7f2004e6b685 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=49fbf984-87c5-49a6-8ea3-a0446eb038a0 HTTP/1.1" status: 200 len: 217 time: 0.2837415 Jul 06 12:12:07.449339 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-7dfca027-6186-4f47-b9ef-195cccffc867 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] For port f5756dab-e138-4731-b022-6343bdb9c694, host n-h2-799529-2, got binding levels [] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:07.450290 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7dfca027-6186-4f47-b9ef-195cccffc867 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.468673 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-7dfca027-6186-4f47-b9ef-195cccffc867 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Calling delete_port for f5756dab-e138-4731-b022-6343bdb9c694 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:07.507640 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70a7be0d-4f77-4ca9-90da-9079c598212a req-53d75d73-d35a-44e4-88cb-7098730be3c4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c37a452-8116-40f9-bb9e-87350d554d02 HTTP/1.1" status: 200 len: 997 time: 0.1530921 Jul 06 12:12:07.568766 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] Set router 1baf5a64-18e2-48d9-bcdb-fe3087d953cc gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:07.594475 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7dfca027-6186-4f47-b9ef-195cccffc867 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.612731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-66dcf18d-19c6-457f-a7b5-5b104a605ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:07.614242 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-66dcf18d-19c6-457f-a7b5-5b104a605ebd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.1505640 Jul 06 12:12:07.620130 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.632173 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfca027-6186-4f47-b9ef-195cccffc867 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5756dab-e138-4731-b022-6343bdb9c694,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:07.644839 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7dfca027-6186-4f47-b9ef-195cccffc867 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.651209 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7dfca027-6186-4f47-b9ef-195cccffc867 tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] 10.222.0.81 "DELETE /v2.0/ports/f5756dab-e138-4731-b022-6343bdb9c694 HTTP/1.1" status: 204 len: 168 time: 0.5032923 Jul 06 12:12:07.651971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57064) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:07.654317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7be0d-4f77-4ca9-90da-9079c598212a req-27a49816-2112-4411-8194-7a4b2efb4217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:07.656201 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70a7be0d-4f77-4ca9-90da-9079c598212a req-27a49816-2112-4411-8194-7a4b2efb4217 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.1209650 Jul 06 12:12:07.684935 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ecebfb-53ea-4e54-bb12-6b0c1d18a3cc tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] GET failed (client error): The resource could not be found. Jul 06 12:12:07.690996 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57066) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:07.693109 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a5ecebfb-53ea-4e54-bb12-6b0c1d18a3cc tempest-PortsAdminExtendedAttrsTestJSON-604942050 tempest-PortsAdminExtendedAttrsTestJSON-604942050-project-admin] 10.222.0.81 "GET /v2.0/ports/f5756dab-e138-4731-b022-6343bdb9c694 HTTP/1.1" status: 404 len: 333 time: 0.0400519 Jul 06 12:12:07.818377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'name': 'tempest-TestServerMultinode-1451251164-router', 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '5e57b5f9-cf6b-473f-95ac-de7da47028b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:59Z', 'updated_at': '2021-07-06T12:12:04Z', 'revision_number': 3, 'project_id': '8e3108b0cb454e929f48bdba34fd9889', 'gw_port': {'id': '5e57b5f9-cf6b-473f-95ac-de7da47028b4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:01Z', 'updated_at': '2021-07-06T12:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:07.861329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff79e8f-9c4b-41c9-b752-c3eb0c80b797 None None] The sync data for ids ['1baf5a64-18e2-48d9-bcdb-fe3087d953cc'] in n-d-799529-2 is: [{'id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'name': 'tempest-TestServerMultinode-1451251164-router', 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '5e57b5f9-cf6b-473f-95ac-de7da47028b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:59Z', 'updated_at': '2021-07-06T12:12:04Z', 'revision_number': 3, 'project_id': '8e3108b0cb454e929f48bdba34fd9889', 'gw_port': {'id': '5e57b5f9-cf6b-473f-95ac-de7da47028b4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:01Z', 'updated_at': '2021-07-06T12:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:07.911557 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a89438a0-21dc-48e1-ba53-bf0916e0c448 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:07.940816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-225462f4-2a9a-4a34-903f-c336773e9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:07.943062 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-225462f4-2a9a-4a34-903f-c336773e9d72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3069403 Jul 06 12:12:08.033938 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7be0d-4f77-4ca9-90da-9079c598212a req-de273406-3adc-4024-bf2d-e1899b1c4985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:08.035474 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70a7be0d-4f77-4ca9-90da-9079c598212a req-de273406-3adc-4024-bf2d-e1899b1c4985 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3576066 Jul 06 12:12:08.095136 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ab893-be4c-4c63-8654-a8144db67d0b req-b0ec1a61-0c20-42ac-b9a0-6df3d28bbe35 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:08.096456 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd0ab893-be4c-4c63-8654-a8144db67d0b req-b0ec1a61-0c20-42ac-b9a0-6df3d28bbe35 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.0787485 Jul 06 12:12:08.145759 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a2d9ae5-6bcc-4b88-800a-f072d812a9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.161568 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd0ab893-be4c-4c63-8654-a8144db67d0b req-fa3b99a9-3a7e-40b0-be1d-c1aa0ee1a468 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532205 Jul 06 12:12:08.204333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Allocated IP 172.20.0.1 (43cfe53b-e092-43a2-ac69-264024b2a05a/36dc9a67-5b62-480e-b9b2-a9ff128b516a/fcf3e239-58f1-45bc-999e-2a179ca9d32f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:08.215687 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.348368 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70a7be0d-4f77-4ca9-90da-9079c598212a req-9e1a341d-3c74-476b-a338-ee849646be82 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811604 Jul 06 12:12:08.428737 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a89438a0-21dc-48e1-ba53-bf0916e0c448 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.473418 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-be61d90f-ffd2-42b4-8b3c-9cca325fe8ab service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108147 Jul 06 12:12:08.492272 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a89438a0-21dc-48e1-ba53-bf0916e0c448 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76be3509-fd11-4b20-956b-e2281eb36e55']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:08.551144 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a89438a0-21dc-48e1-ba53-bf0916e0c448 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:08.551505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a89438a0-21dc-48e1-ba53-bf0916e0c448 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de0f3b1-4c71-4c0d-80d7-9f271f3c2e6d') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:08.575057 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a89438a0-21dc-48e1-ba53-bf0916e0c448 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.627548 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a89438a0-21dc-48e1-ba53-bf0916e0c448 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.655622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89438a0-21dc-48e1-ba53-bf0916e0c448 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:12:08.655622 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a89438a0-21dc-48e1-ba53-bf0916e0c448 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:12:08.665106 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:12:08.683419 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.732579 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70a7be0d-4f77-4ca9-90da-9079c598212a req-51635e6c-4e85-40c7-9716-a5e11ddcb499 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670115 Jul 06 12:12:08.790717 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-3160dce0-2da8-418f-8059-0938039f5e86 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069329 Jul 06 12:12:08.794893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Transition to ACTIVE for port object fcf3e239-58f1-45bc-999e-2a179ca9d32f will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:08.818025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5e57b5f9-cf6b-473f-95ac-de7da47028b4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:08.854008 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-81f63bc6-5883-4473-b56a-a909ee9c5b7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0dc445d-142f-4e58-9152-40dd8ee1572f HTTP/1.1" status: 200 len: 217 time: 0.0537174 Jul 06 12:12:08.854620 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a89438a0-21dc-48e1-ba53-bf0916e0c448 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.864937 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a89438a0-21dc-48e1-ba53-bf0916e0c448 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.871737 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a89438a0-21dc-48e1-ba53-bf0916e0c448 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] 10.222.0.81 "DELETE /v2.0/networks/76be3509-fd11-4b20-956b-e2281eb36e55 HTTP/1.1" status: 204 len: 168 time: 1.1756680 Jul 06 12:12:08.923860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89438a0-21dc-48e1-ba53-bf0916e0c448 tempest-PortsAdminExtendedAttrsTestJSON-1287046213 tempest-PortsAdminExtendedAttrsTestJSON-1287046213-project] Pushing event deleted for resources: {'Network': ['ID=76be3509-fd11-4b20-956b-e2281eb36e55,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:08.934675 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 5e57b5f9-cf6b-473f-95ac-de7da47028b4 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:08.938835 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 5e57b5f9-cf6b-473f-95ac-de7da47028b4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:08.939363 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:08.975148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-b0b9c651-def0-4694-bbc3-6ca9ff8b3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:08.978175 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-b0b9c651-def0-4694-bbc3-6ca9ff8b3bcf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31da2619-e3fd-4bf0-b098-b53a3480fd99 HTTP/1.1" status: 200 len: 797 time: 0.1067829 Jul 06 12:12:08.981036 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:09.012446 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Network 43cfe53b-e092-43a2-ac69-264024b2a05a is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:09.037463 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:09.056619 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:09.086207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:09.125473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 5e57b5f9-cf6b-473f-95ac-de7da47028b4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5e57b5f9-cf6b-473f-95ac-de7da47028b4,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:09.134427 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:09.192133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf3e239-58f1-45bc-999e-2a179ca9d32f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:09.296047 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:09.341773 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=5e57b5f9-cf6b-473f-95ac-de7da47028b4,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:09.389201 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:09.432394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-be40e734-db9c-4b98-9b88-8b5610f031c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:09.434489 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-be40e734-db9c-4b98-9b88-8b5610f031c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66f7ceaa-0f04-4369-8441-7edae42f76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4418449 Jul 06 12:12:09.467725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57110) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:09.613861 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9e935-0df9-4aff-9ff1-175222b9906a req-7b551e0a-c31f-4463-a359-f4956cae7552 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:09.619772 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e6c9e935-0df9-4aff-9ff1-175222b9906a req-7b551e0a-c31f-4463-a359-f4956cae7552 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1655149 Jul 06 12:12:09.634715 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a654b0cb-66fe-4a38-b523-f883aeec347d None None] Provisioning for port fcf3e239-58f1-45bc-999e-2a179ca9d32f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:09.651621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a654b0cb-66fe-4a38-b523-f883aeec347d None None] Provisioning complete for port fcf3e239-58f1-45bc-999e-2a179ca9d32f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:09.652352 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a654b0cb-66fe-4a38-b523-f883aeec347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:09.704828 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e6c9e935-0df9-4aff-9ff1-175222b9906a req-10d86a4f-d1d4-4850-a74f-142ac28d4f5c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710208 Jul 06 12:12:09.716930 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:09.768259 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a654b0cb-66fe-4a38-b523-f883aeec347d None None] Port fcf3e239-58f1-45bc-999e-2a179ca9d32f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:12:09.773984 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-6c0f2f81-2ba9-4790-b5e5-3a03c8b1d7e7 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314631 Jul 06 12:12:09.946914 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f32d70db-04d4-42e3-981e-f12f6b4d6c37 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d98a5def73d2476da4302e0c71d2a7e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4702656 Jul 06 12:12:09.951400 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57134) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:09.986605 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-a1517368-98df-4fda-a692-132f366e1b27 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019157 Jul 06 12:12:10.075087 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2342cadc-7483-44c9-bbd1-b419b114763e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.080360 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-d9088e58-0dc1-4f26-a78e-2df8d5ebfad2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 HTTP/1.1" status: 200 len: 217 time: 0.0871131 Jul 06 12:12:10.107701 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2342cadc-7483-44c9-bbd1-b419b114763e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.172001 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2342cadc-7483-44c9-bbd1-b419b114763e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.177160 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2342cadc-7483-44c9-bbd1-b419b114763e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.182021 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.182774 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2342cadc-7483-44c9-bbd1-b419b114763e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3bed6aff-3cdf-4544-9699-18029e2357e7 HTTP/1.1" status: 204 len: 168 time: 0.2301147 Jul 06 12:12:10.195425 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.195660 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342cadc-7483-44c9-bbd1-b419b114763e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bed6aff-3cdf-4544-9699-18029e2357e7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:10.295416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-1f41cf89-a63d-4917-83d2-f8a6314c2130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:10.296675 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-1f41cf89-a63d-4917-83d2-f8a6314c2130 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31da2619-e3fd-4bf0-b098-b53a3480fd99 HTTP/1.1" status: 200 len: 797 time: 0.2072437 Jul 06 12:12:10.356744 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf3e239-58f1-45bc-999e-2a179ca9d32f,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:10.369196 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.465100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-d3df510e-3b34-448d-9d32-36ab2fb24459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:10.466634 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-d3df510e-3b34-448d-9d32-36ab2fb24459 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66f7ceaa-0f04-4369-8441-7edae42f76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1616702 Jul 06 12:12:10.589289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Network 43cfe53b-e092-43a2-ac69-264024b2a05a is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:10.596224 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:10.641206 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57154) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:10.684053 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-12e10959-62fd-4fa4-b616-c2385d5c4374 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085516 Jul 06 12:12:10.731338 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5e57b5f9-cf6b-473f-95ac-de7da47028b4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:10.732464 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-944291d7-436c-49d1-b56e-7835e0b560ce admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cbbe2830557f45c99352c7ae3fd0093d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0898745 Jul 06 12:12:10.734956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57164) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:10.924322 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.926627 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d891e76f-e93d-42c6-88f5-60dae8395271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.934548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 5e57b5f9-cf6b-473f-95ac-de7da47028b4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:10.935340 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:10.990579 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d891e76f-e93d-42c6-88f5-60dae8395271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.147430 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d891e76f-e93d-42c6-88f5-60dae8395271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.152400 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d891e76f-e93d-42c6-88f5-60dae8395271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.154151 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d891e76f-e93d-42c6-88f5-60dae8395271 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0026731-6c0a-49ce-b991-b9f121624cbe HTTP/1.1" status: 204 len: 168 time: 0.4180763 Jul 06 12:12:11.165272 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f1178144-5790-48e9-8b13-b94022ddb9d1 None None] Provisioning complete for port fcf3e239-58f1-45bc-999e-2a179ca9d32f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:11.166283 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f1178144-5790-48e9-8b13-b94022ddb9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:11.200946 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2044a-f4be-4ee3-a645-bbd9daf4fa07 req-e9cd4c26-2fa7-47a5-93a3-541cc4a4a72c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:11.211394 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05f2044a-f4be-4ee3-a645-bbd9daf4fa07 req-e9cd4c26-2fa7-47a5-93a3-541cc4a4a72c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1640148 Jul 06 12:12:11.213971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891e76f-e93d-42c6-88f5-60dae8395271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0026731-6c0a-49ce-b991-b9f121624cbe,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:11.291533 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f1178144-5790-48e9-8b13-b94022ddb9d1 None None] Port fcf3e239-58f1-45bc-999e-2a179ca9d32f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:12:11.321775 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05f2044a-f4be-4ee3-a645-bbd9daf4fa07 req-a40e5eb6-ee98-450f-925d-c58b0029a595 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084204 Jul 06 12:12:11.386051 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Router 1baf5a64-18e2-48d9-bcdb-fe3087d953cc has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:11.516092 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c63e8965-2c8a-407a-a7ec-0ec0cb5645ef req-96805da8-6621-4ec4-9d5f-fd10eb1859e2 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8205547 Jul 06 12:12:11.605883 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c551fe0-3e4a-457e-846b-4bcf52aa3fdd req-bb9193b5-57b5-45d0-9ab3-aaa329a7eb1c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:11.618660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:11.627296 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6c551fe0-3e4a-457e-846b-4bcf52aa3fdd req-bb9193b5-57b5-45d0-9ab3-aaa329a7eb1c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1612372 Jul 06 12:12:11.627790 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bf02211d-015a-40a6-bbbf-cc3ebbf1d6c3 admin admin] 10.222.0.81 "PUT /v2.0/routers/1baf5a64-18e2-48d9-bcdb-fe3087d953cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0924072 Jul 06 12:12:11.643904 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Sync routers for ids ['1baf5a64-18e2-48d9-bcdb-fe3087d953cc'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:11.667344 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Routers {'1baf5a64-18e2-48d9-bcdb-fe3087d953cc'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:11.668333 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:12:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1baf5a64-18e2-48d9-bcdb-fe3087d953cc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:11.721994 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6c551fe0-3e4a-457e-846b-4bcf52aa3fdd req-a646446a-ed17-4064-b5e3-e93db46f36d5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925019 Jul 06 12:12:11.934291 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Set router 1baf5a64-18e2-48d9-bcdb-fe3087d953cc gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:12.314560 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'name': 'tempest-TestServerMultinode-1451251164-router', 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '5e57b5f9-cf6b-473f-95ac-de7da47028b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:59Z', 'updated_at': '2021-07-06T12:12:09Z', 'revision_number': 4, 'project_id': '8e3108b0cb454e929f48bdba34fd9889', 'gw_port': {'id': '5e57b5f9-cf6b-473f-95ac-de7da47028b4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:01Z', 'updated_at': '2021-07-06T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'fcf3e239-58f1-45bc-999e-2a179ca9d32f', 'name': '', 'network_id': '43cfe53b-e092-43a2-ac69-264024b2a05a', 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889', 'mac_address': 'fa:16:3e:b0:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '36dc9a67-5b62-480e-b9b2-a9ff128b516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:07Z', 'updated_at': '2021-07-06T12:12:09Z', 'revision_number': 2, 'project_id': '8e3108b0cb454e929f48bdba34fd9889', 'subnets': [{'id': '36dc9a67-5b62-480e-b9b2-a9ff128b516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:12.348991 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Checking router: 1baf5a64-18e2-48d9-bcdb-fe3087d953cc for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:12:12.349634 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Updating router 1baf5a64-18e2-48d9-bcdb-fe3087d953cc port fcf3e239-58f1-45bc-999e-2a179ca9d32f binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:12:12.412292 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.715154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19272597-8355-4f68-a995-8b82e9c826fb req-81b1d08f-bb75-43bb-bdea-0159928388ec tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:12.725128 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-19272597-8355-4f68-a995-8b82e9c826fb req-81b1d08f-bb75-43bb-bdea-0159928388ec tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1322749 Jul 06 12:12:12.766364 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-19272597-8355-4f68-a995-8b82e9c826fb req-57cb6f1e-d646-4a48-8f31-3f968373d418 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392845 Jul 06 12:12:12.798117 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.808634 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Transition to ACTIVE for port object fcf3e239-58f1-45bc-999e-2a179ca9d32f will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:12.818314 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:12.902519 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96c68f-a6c2-458f-a96d-74b9d0785f41 None None] Pushing event updated for resources: {'Port': ['ID=fcf3e239-58f1-45bc-999e-2a179ca9d32f,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:13.032898 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Attempting to bind port fcf3e239-58f1-45bc-999e-2a179ca9d32f on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:13.033530 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Attempting to bind port fcf3e239-58f1-45bc-999e-2a179ca9d32f by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '3a42e32d-a127-49eb-8d1c-33b00a70bc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43cfe53b-e092-43a2-ac69-264024b2a05a'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:13.034102 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Attempting to bind port fcf3e239-58f1-45bc-999e-2a179ca9d32f on network 43cfe53b-e092-43a2-ac69-264024b2a05a {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:13.040380 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:13.041007 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Checking segment: {'id': '3a42e32d-a127-49eb-8d1c-33b00a70bc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43cfe53b-e092-43a2-ac69-264024b2a05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:13.041594 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:13.042143 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Bound using segment: {'id': '3a42e32d-a127-49eb-8d1c-33b00a70bc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43cfe53b-e092-43a2-ac69-264024b2a05a'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:13.043013 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Bound port: fcf3e239-58f1-45bc-999e-2a179ca9d32f, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a42e32d-a127-49eb-8d1c-33b00a70bc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43cfe53b-e092-43a2-ac69-264024b2a05a'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:13.043887 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:13.126250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-e9c83489-156c-4284-98c3-4c91c569ee55 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:13.136865 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-e9c83489-156c-4284-98c3-4c91c569ee55 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/networks?id=92387007-f77d-4940-b595-24f1189e8ad1 HTTP/1.1" status: 200 len: 911 time: 0.1800344 Jul 06 12:12:13.163757 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-e742ee0b-dd75-43aa-bc85-00585522ef4b tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/quotas/8e3108b0cb454e929f48bdba34fd9889 HTTP/1.1" status: 200 len: 375 time: 0.0246549 Jul 06 12:12:13.174636 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] For port fcf3e239-58f1-45bc-999e-2a179ca9d32f, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:13.180651 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] For port fcf3e239-58f1-45bc-999e-2a179ca9d32f, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=fcf3e239-58f1-45bc-999e-2a179ca9d32f,segment=NetworkSegment(3a42e32d-a127-49eb-8d1c-33b00a70bc5f),segment_id=3a42e32d-a127-49eb-8d1c-33b00a70bc5f)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:13.189876 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:13.365378 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96c68f-a6c2-458f-a96d-74b9d0785f41 None None] Pushing event updated for resources: {'Port': ['ID=fcf3e239-58f1-45bc-999e-2a179ca9d32f,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:13.388044 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Routers {'1baf5a64-18e2-48d9-bcdb-fe3087d953cc'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:13.388968 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:12:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1baf5a64-18e2-48d9-bcdb-fe3087d953cc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:13.451144 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-5de35b2e-c553-4327-8ef1-fbacf843fc22 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e3108b0cb454e929f48bdba34fd9889&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2862132 Jul 06 12:12:13.601215 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] Set router 1baf5a64-18e2-48d9-bcdb-fe3087d953cc gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:13.640463 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-4b904092-f273-4655-8dbb-22657dd4d5da service neutron] 10.222.0.81 "GET /v2.0/networks/92387007-f77d-4940-b595-24f1189e8ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795933 Jul 06 12:12:13.866060 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-fbfdb8dc-8215-4e2d-b5cf-b9d08ec1d734 service neutron] 10.222.0.81 "GET /v2.0/networks/92387007-f77d-4940-b595-24f1189e8ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130868 Jul 06 12:12:14.020788 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'name': 'tempest-TestServerMultinode-1451251164-router', 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '5e57b5f9-cf6b-473f-95ac-de7da47028b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:59Z', 'updated_at': '2021-07-06T12:12:09Z', 'revision_number': 4, 'project_id': '8e3108b0cb454e929f48bdba34fd9889', 'gw_port': {'id': '5e57b5f9-cf6b-473f-95ac-de7da47028b4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:01Z', 'updated_at': '2021-07-06T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'fcf3e239-58f1-45bc-999e-2a179ca9d32f', 'name': '', 'network_id': '43cfe53b-e092-43a2-ac69-264024b2a05a', 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889', 'mac_address': 'fa:16:3e:b0:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '36dc9a67-5b62-480e-b9b2-a9ff128b516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:07Z', 'updated_at': '2021-07-06T12:12:13Z', 'revision_number': 4, 'project_id': '8e3108b0cb454e929f48bdba34fd9889', 'subnets': [{'id': '36dc9a67-5b62-480e-b9b2-a9ff128b516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:14.139934 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fac53e-5a3e-4f99-9974-d1e7b7499420 None None] The sync data for ids ['1baf5a64-18e2-48d9-bcdb-fe3087d953cc'] in n-d-799529-2 is: [{'id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'name': 'tempest-TestServerMultinode-1451251164-router', 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '5e57b5f9-cf6b-473f-95ac-de7da47028b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:59Z', 'updated_at': '2021-07-06T12:12:09Z', 'revision_number': 4, 'project_id': '8e3108b0cb454e929f48bdba34fd9889', 'gw_port': {'id': '5e57b5f9-cf6b-473f-95ac-de7da47028b4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:01Z', 'updated_at': '2021-07-06T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'fcf3e239-58f1-45bc-999e-2a179ca9d32f', 'name': '', 'network_id': '43cfe53b-e092-43a2-ac69-264024b2a05a', 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889', 'mac_address': 'fa:16:3e:b0:a3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '36dc9a67-5b62-480e-b9b2-a9ff128b516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:07Z', 'updated_at': '2021-07-06T12:12:13Z', 'revision_number': 4, 'project_id': '8e3108b0cb454e929f48bdba34fd9889', 'subnets': [{'id': '36dc9a67-5b62-480e-b9b2-a9ff128b516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:14.242657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57320) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:14.550595 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b686cfd5-43c3-42bb-93c1-be8d27266120 req-695780d1-1dc2-4cb4-8216-60cd80eec571 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 210 time: 0.0348539 Jul 06 12:12:14.598207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a98d5216-8a72-4d96-8623-14ec9e96dd1c tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:14.662611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57336) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:14.683348 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a98d5216-8a72-4d96-8623-14ec9e96dd1c tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] 10.222.0.81 "PUT /v2.0/quotas/be922aa316bb4c0ba7f391ebc1d51271 HTTP/1.1" status: 200 len: 366 time: 0.4371185 Jul 06 12:12:14.691970 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57338) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:14.706417 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ccc1ae33-9f28-42ca-9f10-2853ebd4806c tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0367730 Jul 06 12:12:14.720539 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57340) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:14.735022 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e68ccc96-aacd-41dd-8477-13abd9608ffa tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] 10.222.0.81 "GET /v2.0/quotas/be922aa316bb4c0ba7f391ebc1d51271 HTTP/1.1" status: 200 len: 366 time: 0.0379531 Jul 06 12:12:14.763395 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57342) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:14.771400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-52e59576-53c5-4d0a-9c9a-ff11016183f0 tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/be922aa316bb4c0ba7f391ebc1d51271 HTTP/1.1" status: 204 len: 168 time: 0.0470757 Jul 06 12:12:14.787690 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57344) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:14.795504 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ea0c7c5d-9cb3-4396-8236-82ce97012f86 tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0305541 Jul 06 12:12:14.825341 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57350) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:14.828659 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a756094b-01c2-454f-b4a6-aad99b28d980 tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] 10.222.0.81 "GET /v2.0/quotas/be922aa316bb4c0ba7f391ebc1d51271 HTTP/1.1" status: 200 len: 370 time: 0.0397387 Jul 06 12:12:14.838739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57352) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:14.845388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device fcf3e239-58f1-45bc-999e-2a179ca9d32f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:14.862019 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-80d3c0f4-2890-4c0d-b2e4-c6e5da644f8a tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] 10.222.0.81 "GET /v2.0/quotas/be922aa316bb4c0ba7f391ebc1d51271/default HTTP/1.1" status: 200 len: 370 time: 0.0347199 Jul 06 12:12:14.865703 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-5cfa6e05-8811-471a-970f-d1093b70b9cb tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] delete failed (client error): The resource could not be found. Jul 06 12:12:14.872822 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5cfa6e05-8811-471a-970f-d1093b70b9cb tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/be922aa316bb4c0ba7f391ebc1d51271 HTTP/1.1" status: 404 len: 348 time: 0.0299642 Jul 06 12:12:14.973458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port fcf3e239-58f1-45bc-999e-2a179ca9d32f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:14.985917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port fcf3e239-58f1-45bc-999e-2a179ca9d32f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:14.987675 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.080443 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57360) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:15.128899 n-d-799529-2 neutron-server[100428]: DEBUG neutron.quota.resource [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Usage tracker for resource:network and tenant:45c22c9eaca94bd987a5a470e2f2fa5a is out of sync, need to count used quota {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 12:12:15.161823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.quota.resource [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 12:12:15.191611 n-d-799529-2 neutron-server[100428]: DEBUG neutron.quota.resource [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Usage tracker for resource:subnet and tenant:45c22c9eaca94bd987a5a470e2f2fa5a is out of sync, need to count used quota {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 12:12:15.200178 n-d-799529-2 neutron-server[100428]: DEBUG neutron.quota.resource [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 12:12:15.212547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.quota.resource [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Usage tracker for resource:subnetpool and tenant:45c22c9eaca94bd987a5a470e2f2fa5a is out of sync, need to count used quota {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 12:12:15.215096 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.220425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.quota.resource [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 12:12:15.261310 n-d-799529-2 neutron-server[100428]: DEBUG neutron.quota.resource [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Usage tracker for resource:port and tenant:45c22c9eaca94bd987a5a470e2f2fa5a is out of sync, need to count used quota {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 12:12:15.288830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.quota.resource [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 12:12:15.300213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.quota.resource [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Usage tracker for resource:router and tenant:45c22c9eaca94bd987a5a470e2f2fa5a is out of sync, need to count used quota {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 12:12:15.309150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.quota.resource [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 12:12:15.317321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.quota.resource [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Usage tracker for resource:floatingip and tenant:45c22c9eaca94bd987a5a470e2f2fa5a is out of sync, need to count used quota {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 12:12:15.321953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port fcf3e239-58f1-45bc-999e-2a179ca9d32f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=fcf3e239-58f1-45bc-999e-2a179ca9d32f,segment=NetworkSegment(3a42e32d-a127-49eb-8d1c-33b00a70bc5f),segment_id=3a42e32d-a127-49eb-8d1c-33b00a70bc5f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:15.323937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.quota.resource [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 12:12:15.330051 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:15.404178 n-d-799529-2 neutron-server[100428]: DEBUG neutron.quota.resource [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Usage tracker for resource:security_group and tenant:45c22c9eaca94bd987a5a470e2f2fa5a is out of sync, need to count used quota {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 12:12:15.410439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.quota.resource [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 12:12:15.427605 n-d-799529-2 neutron-server[100428]: DEBUG neutron.quota.resource [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Usage tracker for resource:security_group_rule and tenant:45c22c9eaca94bd987a5a470e2f2fa5a is out of sync, need to count used quota {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 12:12:15.430894 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=fcf3e239-58f1-45bc-999e-2a179ca9d32f,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:15.446221 n-d-799529-2 neutron-server[100428]: DEBUG neutron.quota.resource [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 12:12:15.456334 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6c649137-406d-418b-ac9a-48fb1372404b tempest-QuotasTest-435718475 tempest-QuotasTest-435718475-project-admin] 10.222.0.81 "GET /v2.0/quotas/45c22c9eaca94bd987a5a470e2f2fa5a/details.json HTTP/1.1" status: 200 len: 703 time: 0.3746712 Jul 06 12:12:15.767485 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a78c1-d004-449c-85a6-db8a28b68890 req-247d5bad-d5cf-425a-9706-bcc8d1b71f26 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:15.769077 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-da7a78c1-d004-449c-85a6-db8a28b68890 req-247d5bad-d5cf-425a-9706-bcc8d1b71f26 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.8731697 Jul 06 12:12:15.819908 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-da7a78c1-d004-449c-85a6-db8a28b68890 req-27a632df-8e40-4148-bdbe-5ecceca5beb4 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447750 Jul 06 12:12:16.053227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57388) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:16.080122 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e557ab6-7bdc-4b3b-a189-7932309ece88 req-4e7de60a-1f7e-4227-8365-797514096a58 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 210 time: 0.0666633 Jul 06 12:12:16.349124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2ada5fc3-67ab-4941-bf5a-2cebc6ad30d0 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:16.351848 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2ada5fc3-67ab-4941-bf5a-2cebc6ad30d0 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.89 "GET /v2.0/networks?id=92387007-f77d-4940-b595-24f1189e8ad1 HTTP/1.1" status: 200 len: 911 time: 0.1773994 Jul 06 12:12:16.379372 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98c322c6-c55c-4daf-82d2-aa4ed026406a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.427675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-670f9030-a694-4910-9208-630e86fb3802 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Request body: {'port': {'device_id': 'a11cc8df-2905-442e-bd65-9e10482d4b79', 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1', 'admin_state_up': True, 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:16.529175 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.db.api [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-670f9030-a694-4910-9208-630e86fb3802 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 12:12:16.529175 n-d-799529-2 neutron-server[100428]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 12:12:16.529175 n-d-799529-2 neutron-server[100428]: [parameters: {'project_id': '8e3108b0cb454e929f48bdba34fd9889', 'id': '63dc2c81-3d80-40d8-b998-5ba926f228ff', 'expiration': datetime.datetime(2021, 7, 6, 12, 14, 16, 452299)}] Jul 06 12:12:16.529175 n-d-799529-2 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:12:16.529642 n-d-799529-2 neutron-server[100428]: DEBUG oslo_db.api [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-670f9030-a694-4910-9208-630e86fb3802 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:12:16.552500 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98c322c6-c55c-4daf-82d2-aa4ed026406a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.558766 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98c322c6-c55c-4daf-82d2-aa4ed026406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.615837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57412) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:16.625979 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-98c322c6-c55c-4daf-82d2-aa4ed026406a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2bd639db91b48b49d69181affdcf5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5609019 Jul 06 12:12:16.627395 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c322c6-c55c-4daf-82d2-aa4ed026406a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6138bf85-b0ef-4f59-a207-97c337b790f2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:16.687002 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ae30023-3866-47ac-8f38-d1de809260e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.714626 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ae30023-3866-47ac-8f38-d1de809260e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.732809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device fcf3e239-58f1-45bc-999e-2a179ca9d32f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:16.775553 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ae30023-3866-47ac-8f38-d1de809260e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.779064 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ae30023-3866-47ac-8f38-d1de809260e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:16.783428 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4ae30023-3866-47ac-8f38-d1de809260e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6138bf85-b0ef-4f59-a207-97c337b790f2 HTTP/1.1" status: 204 len: 168 time: 0.1662436 Jul 06 12:12:16.792521 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae30023-3866-47ac-8f38-d1de809260e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6138bf85-b0ef-4f59-a207-97c337b790f2,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:16.814263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port fcf3e239-58f1-45bc-999e-2a179ca9d32f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:16.814842 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.062334 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-670f9030-a694-4910-9208-630e86fb3802 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Made reservation on behalf of 8e3108b0cb454e929f48bdba34fd9889 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:17.066213 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-670f9030-a694-4910-9208-630e86fb3802 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.082847 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e73553-c624-4059-8118-91f381a0ef41 req-776a6976-b182-41d1-bce0-844a84d6b7de tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:17.085449 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b1e73553-c624-4059-8118-91f381a0ef41 req-776a6976-b182-41d1-bce0-844a84d6b7de tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1076834 Jul 06 12:12:17.174084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b1e73553-c624-4059-8118-91f381a0ef41 req-78451067-ff1b-4ee0-b43f-0d6443fbd461 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817471 Jul 06 12:12:17.253902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-670f9030-a694-4910-9208-630e86fb3802 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Allocated IP 172.20.0.4 (92387007-f77d-4940-b595-24f1189e8ad1/af746fe8-000d-4589-ac4a-b36f192aa8a5/17b8cbee-b767-4fb8-83a4-c64e2771e46c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:17.341439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57438) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:17.350479 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3fc2d037-c9c4-4627-bf98-b0256c90b86c req-1a10ec21-7da8-49ee-be29-133c415d4a17 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 210 time: 0.0484669 Jul 06 12:12:17.377531 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49186de5-3c21-448a-b7d7-fd8d50ebe6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.559785 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-670f9030-a694-4910-9208-630e86fb3802 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.587434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-670f9030-a694-4910-9208-630e86fb3802 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Transition to ACTIVE for port object 17b8cbee-b767-4fb8-83a4-c64e2771e46c will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:17.670518 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49186de5-3c21-448a-b7d7-fd8d50ebe6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.678535 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49186de5-3c21-448a-b7d7-fd8d50ebe6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.698595 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-670f9030-a694-4910-9208-630e86fb3802 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.778566 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-49186de5-3c21-448a-b7d7-fd8d50ebe6aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=45c22c9eaca94bd987a5a470e2f2fa5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355240 Jul 06 12:12:17.781564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57456) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:17.786517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49186de5-3c21-448a-b7d7-fd8d50ebe6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100e96dc-06ab-4ed4-95ab-c7adcc721cfa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:17.790791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-670f9030-a694-4910-9208-630e86fb3802 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Network 92387007-f77d-4940-b595-24f1189e8ad1 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:17.799296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-670f9030-a694-4910-9208-630e86fb3802 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:17.814856 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-670f9030-a694-4910-9208-630e86fb3802 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:17.823436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f9030-a694-4910-9208-630e86fb3802 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Pushing event updated for resources: {'Port': ['ID=17b8cbee-b767-4fb8-83a4-c64e2771e46c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:17.883919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-670f9030-a694-4910-9208-630e86fb3802 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:17.884534 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-670f9030-a694-4910-9208-630e86fb3802 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:17.917308 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-670f9030-a694-4910-9208-630e86fb3802 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5049775 Jul 06 12:12:17.929291 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Request body: {'port': {'device_id': 'a11cc8df-2905-442e-bd65-9e10482d4b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:17.951308 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9de079c-244c-47b6-a621-cf36265d8cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.045977 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9de079c-244c-47b6-a621-cf36265d8cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.049528 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.124802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9aa9e-afb0-45f0-9187-7a67e3ecbf5c req-3a2a0105-280e-4116-b582-5e5432b4e13f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:18.128275 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6ec9aa9e-afb0-45f0-9187-7a67e3ecbf5c req-3a2a0105-280e-4116-b582-5e5432b4e13f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.2640462 Jul 06 12:12:18.151148 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-158cf114-8aa6-4601-a1ca-a45dd3a35178 None None] Provisioning for port 17b8cbee-b767-4fb8-83a4-c64e2771e46c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:18.158762 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-158cf114-8aa6-4601-a1ca-a45dd3a35178 None None] Provisioning complete for port 17b8cbee-b767-4fb8-83a4-c64e2771e46c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:18.159440 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-158cf114-8aa6-4601-a1ca-a45dd3a35178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.168940 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9de079c-244c-47b6-a621-cf36265d8cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.171855 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9de079c-244c-47b6-a621-cf36265d8cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.176403 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d9de079c-244c-47b6-a621-cf36265d8cd2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/100e96dc-06ab-4ed4-95ab-c7adcc721cfa HTTP/1.1" status: 204 len: 168 time: 0.3915575 Jul 06 12:12:18.187670 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de079c-244c-47b6-a621-cf36265d8cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100e96dc-06ab-4ed4-95ab-c7adcc721cfa,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:18.220051 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6ec9aa9e-afb0-45f0-9187-7a67e3ecbf5c req-ec63df46-f4f7-4543-8af5-7a14a0ce16be tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787444 Jul 06 12:12:18.234658 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-158cf114-8aa6-4601-a1ca-a45dd3a35178 None None] Port 17b8cbee-b767-4fb8-83a4-c64e2771e46c cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:12:18.496990 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b8cbee-b767-4fb8-83a4-c64e2771e46c {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:12:18.509558 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.526071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Transition to ACTIVE for port object 17b8cbee-b767-4fb8-83a4-c64e2771e46c will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:18.547659 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.618365 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Pushing event updated for resources: {'Port': ['ID=17b8cbee-b767-4fb8-83a4-c64e2771e46c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:18.641218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f7b10-8e02-4a13-b375-ec34801dacec req-6d6c53cf-64a2-4dc7-85ce-95e78ca9f4ce tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:18.650831 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-069f7b10-8e02-4a13-b375-ec34801dacec req-6d6c53cf-64a2-4dc7-85ce-95e78ca9f4ce tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 1027 time: 0.1592944 Jul 06 12:12:18.724126 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-069f7b10-8e02-4a13-b375-ec34801dacec req-3bf2942e-90f9-4042-9b44-9fcd0c6be7e6 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716388 Jul 06 12:12:18.724759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Attempting to bind port 17b8cbee-b767-4fb8-83a4-c64e2771e46c on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:18.725106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Attempting to bind port 17b8cbee-b767-4fb8-83a4-c64e2771e46c by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:18.725436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Attempting to bind port 17b8cbee-b767-4fb8-83a4-c64e2771e46c on network 92387007-f77d-4940-b595-24f1189e8ad1 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:18.736559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Port 17b8cbee-b767-4fb8-83a4-c64e2771e46c on network 92387007-f77d-4940-b595-24f1189e8ad1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:18.736888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Attempting to bind port 17b8cbee-b767-4fb8-83a4-c64e2771e46c on network 92387007-f77d-4940-b595-24f1189e8ad1 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:18.746528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:18.746963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Checking segment: {'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:18.747459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Bound using segment: {'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:18.747976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Bound port: 17b8cbee-b767-4fb8-83a4-c64e2771e46c, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:18.748440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.860150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] For port 17b8cbee-b767-4fb8-83a4-c64e2771e46c, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:18.864180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] For port 17b8cbee-b767-4fb8-83a4-c64e2771e46c, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=17b8cbee-b767-4fb8-83a4-c64e2771e46c,segment=NetworkSegment(e74c9be8-a69d-4845-85fe-36e01d295e91),segment_id=e74c9be8-a69d-4845-85fe-36e01d295e91)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:18.869757 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.906626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:18.907305 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:18.908939 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] 10.222.0.89 "PUT /v2.0/ports/17b8cbee-b767-4fb8-83a4-c64e2771e46c HTTP/1.1" status: 200 len: 1091 time: 0.9842844 Jul 06 12:12:18.909384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11cc8df-2905-442e-bd65-9e10482d4b79', 'tag': '17b8cbee-b767-4fb8-83a4-c64e2771e46c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:18.911937 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0688797-b0e1-432b-951a-933544e163d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a11cc8df-2905-442e-bd65-9e10482d4b79", "tag": "17b8cbee-b767-4fb8-83a4-c64e2771e46c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:18.978931 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a98f3cc-4706-4628-aed0-7b9ecfc284da x-openstack-request-id: req-6a98f3cc-4706-4628-aed0-7b9ecfc284da {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:18.979263 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11cc8df-2905-442e-bd65-9e10482d4b79", "tag": "17b8cbee-b767-4fb8-83a4-c64e2771e46c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:18.979697 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a98f3cc-4706-4628-aed0-7b9ecfc284da {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:18.980246 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11cc8df-2905-442e-bd65-9e10482d4b79', 'tag': '17b8cbee-b767-4fb8-83a4-c64e2771e46c', 'status': 'completed', 'code': 200} Jul 06 12:12:18.981207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb9966-6701-4e52-a63b-44194e6d825c service neutron] Pushing event updated for resources: {'Port': ['ID=17b8cbee-b767-4fb8-83a4-c64e2771e46c,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:19.072912 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-5cec2c8d-d1f6-4594-b691-569ec7b27fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:19.073571 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-5cec2c8d-d1f6-4594-b691-569ec7b27fc7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8e3108b0cb454e929f48bdba34fd9889&device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 1094 time: 0.0885110 Jul 06 12:12:19.095356 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-1e13cc08-09f8-4a8e-b339-cfbe569a8221 req-b1b49550-794a-46a3-8e45-5ba1fa7923f2 service neutron] (100427) timed out ('10.222.0.89', 60486) {{(pid=100427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:12:19.142152 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-10280515-42e8-4607-84b5-876518c3f8ca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17b8cbee-b767-4fb8-83a4-c64e2771e46c HTTP/1.1" status: 200 len: 217 time: 0.0510550 Jul 06 12:12:19.273191 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-a2a4f4c9-0f3d-41d7-9691-2593578ee22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:19.279239 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-a2a4f4c9-0f3d-41d7-9691-2593578ee22a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af746fe8-000d-4589-ac4a-b36f192aa8a5 HTTP/1.1" status: 200 len: 849 time: 0.1307201 Jul 06 12:12:19.386581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-ad692acb-a8fe-41e5-af4b-e5768de01aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:19.396714 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-ad692acb-a8fe-41e5-af4b-e5768de01aa4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92387007-f77d-4940-b595-24f1189e8ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032784 Jul 06 12:12:19.412056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57522) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.519206 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ddc81-5297-435a-87a5-d308c465f97b req-fdde129b-9a30-45f9-a296-9e488fb2455b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:19.542748 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d5ddc81-5297-435a-87a5-d308c465f97b req-fdde129b-9a30-45f9-a296-9e488fb2455b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1239557 Jul 06 12:12:19.550126 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-1befb6dd-458d-42e5-9c0f-1c08f63ec330 service neutron] 10.222.0.89 "GET /v2.0/networks/92387007-f77d-4940-b595-24f1189e8ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517389 Jul 06 12:12:19.591553 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d5ddc81-5297-435a-87a5-d308c465f97b req-e7078e7e-7984-4837-8808-5ed1a2d4dc19 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460610 Jul 06 12:12:19.642662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-5175f0fc-affb-48a9-a5d8-a055f7315ac6 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.643867 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5175f0fc-affb-48a9-a5d8-a055f7315ac6 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2301378 Jul 06 12:12:19.646749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57530) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.655529 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-ae23f162-e031-4e5e-80a2-2f3b5cd22394 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.656938 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ae23f162-e031-4e5e-80a2-2f3b5cd22394 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0088778 Jul 06 12:12:19.660284 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57532) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.669134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-863acbfd-9e65-43ec-adb3-fefebc1f22cc tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.671012 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-863acbfd-9e65-43ec-adb3-fefebc1f22cc tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0095332 Jul 06 12:12:19.673837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57534) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.674796 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8dea5c02-42dc-4f4f-bf6e-6a4f0d1763cf req-aedd7616-f557-48c8-803f-5b4cf0f63c9c service neutron] 10.222.0.89 "GET /v2.0/networks/92387007-f77d-4940-b595-24f1189e8ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187594 Jul 06 12:12:19.684678 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-c76101b0-51a8-44e9-9ce1-21bc4845d6e1 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.685725 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c76101b0-51a8-44e9-9ce1-21bc4845d6e1 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0109205 Jul 06 12:12:19.688438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57536) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.700233 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-a5692360-e650-41df-a1fc-a27f137676ca tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.704703 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a5692360-e650-41df-a1fc-a27f137676ca tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0129349 Jul 06 12:12:19.705125 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57542) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.718296 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-4d49d020-ae0e-42c6-89f9-84f1c5022c65 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.721728 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4d49d020-ae0e-42c6-89f9-84f1c5022c65 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0133042 Jul 06 12:12:19.722251 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57544) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.728945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-793929a1-4262-4373-a246-db926e73decc tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.731273 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-793929a1-4262-4373-a246-db926e73decc tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0068722 Jul 06 12:12:19.733433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57546) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.738379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-e1940f97-10e7-47ed-a1cc-ef81689f2dbf tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.741941 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57550) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.746881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-24ba7582-15ce-461d-a86a-2af3f9b7738d tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.747353 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e1940f97-10e7-47ed-a1cc-ef81689f2dbf tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049105 Jul 06 12:12:19.747901 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-24ba7582-15ce-461d-a86a-2af3f9b7738d tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048380 Jul 06 12:12:19.750188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57554) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.756634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-2b856219-c2e3-43da-b6fc-672d513b0318 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.757827 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2b856219-c2e3-43da-b6fc-672d513b0318 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0062490 Jul 06 12:12:19.760750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57558) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.767793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-4790ee16-4685-49de-9f6a-d531843d57c3 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.768779 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4790ee16-4685-49de-9f6a-d531843d57c3 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0066795 Jul 06 12:12:19.779825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57560) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.785287 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-8f1b5998-3914-4cdf-bc58-5da7a780e08a tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.786842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8f1b5998-3914-4cdf-bc58-5da7a780e08a tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056314 Jul 06 12:12:19.791073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57562) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.796815 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-2f0dd414-149c-462a-8af9-58a5b8cabb75 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.798093 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2f0dd414-149c-462a-8af9-58a5b8cabb75 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0055773 Jul 06 12:12:19.801732 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57564) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.808726 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-12eed827-0906-46e0-8d73-f89761ff063e tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.812239 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57566) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.815777 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-12eed827-0906-46e0-8d73-f89761ff063e tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0123024 Jul 06 12:12:19.818087 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-748478e8-4e93-41c2-95d6-43ee7f94414b tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.819088 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-748478e8-4e93-41c2-95d6-43ee7f94414b tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0056069 Jul 06 12:12:19.837875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57568) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.844877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-215a2743-a7f7-4ec5-8df2-9cefd3e5ed79 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.847324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-215a2743-a7f7-4ec5-8df2-9cefd3e5ed79 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0073495 Jul 06 12:12:19.850121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57570) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.857262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-d057954a-7674-430a-a5cd-8f88ff6e064f tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.858237 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d057954a-7674-430a-a5cd-8f88ff6e064f tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0072052 Jul 06 12:12:19.861647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57572) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.870044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-dd1863a2-86f0-4fdc-8fa7-a7893615eeb5 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.871172 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dd1863a2-86f0-4fdc-8fa7-a7893615eeb5 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0082920 Jul 06 12:12:19.873635 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57574) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.879007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-3e8d28ce-e243-42b4-be48-f3875086d92a tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.880044 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3e8d28ce-e243-42b4-be48-f3875086d92a tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052433 Jul 06 12:12:19.882611 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57576) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.893968 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-da8589ec-2e7e-48ad-8cf1-33e8562e2375 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.895088 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-da8589ec-2e7e-48ad-8cf1-33e8562e2375 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0115774 Jul 06 12:12:19.897837 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57578) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.903468 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-164f4c2f-1a5c-44e0-b922-0479e6ce3e9d tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.904839 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-164f4c2f-1a5c-44e0-b922-0479e6ce3e9d tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0058343 Jul 06 12:12:19.907318 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0688797-b0e1-432b-951a-933544e163d5 req-00d2af52-3783-4e88-a348-66c54cc1b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:19.908412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57580) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.908897 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0688797-b0e1-432b-951a-933544e163d5 req-00d2af52-3783-4e88-a348-66c54cc1b883 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8e3108b0cb454e929f48bdba34fd9889&device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 1094 time: 0.1576896 Jul 06 12:12:19.916226 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-1758ecb8-f63f-4683-be68-28ddfd47a1ab tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.918538 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1758ecb8-f63f-4683-be68-28ddfd47a1ab tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0069475 Jul 06 12:12:19.920101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57582) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.934380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-8e4cbefa-189e-4328-8a8d-c8e12ef68a4d tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.942244 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8e4cbefa-189e-4328-8a8d-c8e12ef68a4d tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0092468 Jul 06 12:12:19.942244 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57584) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.945105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-cc552d48-14eb-4e28-9173-fe9d22caf96c tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.951715 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cc552d48-14eb-4e28-9173-fe9d22caf96c tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0102437 Jul 06 12:12:19.954090 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f61ef9-8e06-46b8-84e5-723bee799e21 req-e6ee59fb-9c4e-4cd6-ae4b-cb628324cf87 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:19.961827 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7f61ef9-8e06-46b8-84e5-723bee799e21 req-e6ee59fb-9c4e-4cd6-ae4b-cb628324cf87 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1127241 Jul 06 12:12:19.963728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57586) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:19.967779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-43b4c880-d478-42cb-af0c-9a94a075cfcf tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:19.969255 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-43b4c880-d478-42cb-af0c-9a94a075cfcf tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0048914 Jul 06 12:12:19.997312 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57588) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.002870 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-e640db9e-7a8f-4b52-9737-2c3ec434de5c tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.003859 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e640db9e-7a8f-4b52-9737-2c3ec434de5c tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047512 Jul 06 12:12:20.011746 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57592) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.016896 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7f61ef9-8e06-46b8-84e5-723bee799e21 req-89765c8e-ec0d-447c-96ae-02af2085e605 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539224 Jul 06 12:12:20.019386 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-fe2320d3-5cfb-4498-a3df-e9c92495a124 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.031322 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57596) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.031732 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fe2320d3-5cfb-4498-a3df-e9c92495a124 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0101378 Jul 06 12:12:20.037703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-90675ebd-2df0-4127-9b24-fe9ada96f810 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.039528 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-90675ebd-2df0-4127-9b24-fe9ada96f810 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0153751 Jul 06 12:12:20.040409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57600) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.046642 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-54dddb40-8d82-40e0-9f60-dcc9bd53caed tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.050654 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57602) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.051058 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-54dddb40-8d82-40e0-9f60-dcc9bd53caed tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0094786 Jul 06 12:12:20.057748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-f34b3be4-7f39-4470-b3f0-4f498bdc75b0 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.058707 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f34b3be4-7f39-4470-b3f0-4f498bdc75b0 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0069680 Jul 06 12:12:20.061302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57604) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.072295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-ad8e76b1-19a9-41b4-9f97-58f39928d24d tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.075286 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ad8e76b1-19a9-41b4-9f97-58f39928d24d tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0110691 Jul 06 12:12:20.077005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57608) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.082573 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-f6645901-b016-4250-bfbb-915ab9ad739d tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.085475 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f6645901-b016-4250-bfbb-915ab9ad739d tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0074272 Jul 06 12:12:20.087987 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57612) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.093215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-0b360ba3-fafa-4de9-b801-6fae47f0e110 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.094252 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0b360ba3-fafa-4de9-b801-6fae47f0e110 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0051279 Jul 06 12:12:20.097329 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57614) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.112454 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-d0d7f19f-117b-4646-8554-9136af1951ff tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.113669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0688797-b0e1-432b-951a-933544e163d5 req-b3a6478a-c85b-4545-a0b9-e824fa015c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:20.115285 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0688797-b0e1-432b-951a-933544e163d5 req-b3a6478a-c85b-4545-a0b9-e824fa015c3e service neutron] 10.222.0.89 "GET /v2.0/networks?id=92387007-f77d-4940-b595-24f1189e8ad1 HTTP/1.1" status: 200 len: 911 time: 0.1937237 Jul 06 12:12:20.115873 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d0d7f19f-117b-4646-8554-9136af1951ff tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0173728 Jul 06 12:12:20.118380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57616) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.123148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-639e83c6-28e6-4eac-85e6-a6121d2fbd9f tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.126669 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-639e83c6-28e6-4eac-85e6-a6121d2fbd9f tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045435 Jul 06 12:12:20.133517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57618) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.138980 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-b2bc06c3-3bf2-4dbd-8685-6f4f62a50678 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.142893 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b2bc06c3-3bf2-4dbd-8685-6f4f62a50678 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0084445 Jul 06 12:12:20.143538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57620) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.167969 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-03b8ae82-3d84-4161-98f3-6250aa89d981 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.170260 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-03b8ae82-3d84-4161-98f3-6250aa89d981 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0064249 Jul 06 12:12:20.172735 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57622) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.174475 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0688797-b0e1-432b-951a-933544e163d5 req-5480d992-4c41-47f4-bdf9-4f0f931f26f3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17b8cbee-b767-4fb8-83a4-c64e2771e46c HTTP/1.1" status: 200 len: 217 time: 0.0466895 Jul 06 12:12:20.179066 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-3e1f7979-422d-4bf1-b115-4fe5fd71ac87 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.192881 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3e1f7979-422d-4bf1-b115-4fe5fd71ac87 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0184863 Jul 06 12:12:20.204555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57624) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.239551 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0688797-b0e1-432b-951a-933544e163d5 req-1a02d498-99ed-4a27-aea3-91c4374a1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:20.239994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-c82b6623-7f50-45b8-b591-d160990e02c8 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.241761 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0688797-b0e1-432b-951a-933544e163d5 req-1a02d498-99ed-4a27-aea3-91c4374a1aec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af746fe8-000d-4589-ac4a-b36f192aa8a5 HTTP/1.1" status: 200 len: 849 time: 0.0586612 Jul 06 12:12:20.242888 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c82b6623-7f50-45b8-b591-d160990e02c8 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0362942 Jul 06 12:12:20.243606 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57628) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.249852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-57402f4b-b4b6-47e9-aa9a-aa8fe0cc039a tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.256541 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-57402f4b-b4b6-47e9-aa9a-aa8fe0cc039a tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0097575 Jul 06 12:12:20.256908 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57630) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.263004 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-5c82ae06-38a7-47d6-a261-4447ae413474 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.266639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57632) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.267421 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5c82ae06-38a7-47d6-a261-4447ae413474 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0091331 Jul 06 12:12:20.271625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-eee82802-413f-4ae7-ac27-e784b7888ad5 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.275360 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-eee82802-413f-4ae7-ac27-e784b7888ad5 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050061 Jul 06 12:12:20.276711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57634) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.282246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-f086d0c7-9d6f-44ff-807f-24c2edc530a2 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.285802 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f086d0c7-9d6f-44ff-807f-24c2edc530a2 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0071094 Jul 06 12:12:20.288181 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57636) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.296659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-1a33de9f-8d81-4d93-bb29-cef4af9cf55c tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.297764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1a33de9f-8d81-4d93-bb29-cef4af9cf55c tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0078750 Jul 06 12:12:20.300847 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57638) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.306417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-5ccd904a-ac54-44b0-90a0-2cfe036a37c6 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.310280 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5ccd904a-ac54-44b0-90a0-2cfe036a37c6 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0083623 Jul 06 12:12:20.310981 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57640) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.312647 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb088e-b983-4632-bcb1-1bfb9618db40 req-b860daf9-5345-496c-85da-9593cc0032f6 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:20.317963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-65921cd0-19bd-4856-a409-d8b668be29b7 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.319814 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-65921cd0-19bd-4856-a409-d8b668be29b7 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0075562 Jul 06 12:12:20.323141 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66bb088e-b983-4632-bcb1-1bfb9618db40 req-b860daf9-5345-496c-85da-9593cc0032f6 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 1094 time: 0.1940804 Jul 06 12:12:20.324144 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57642) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.331836 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-d8379655-64bb-44d5-b356-25c1ea541247 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.333286 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d8379655-64bb-44d5-b356-25c1ea541247 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0080895 Jul 06 12:12:20.335804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57644) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.343129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-700c9e7c-ffc9-4a1e-a18e-5c567b24208b tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.347925 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-700c9e7c-ffc9-4a1e-a18e-5c567b24208b tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0087180 Jul 06 12:12:20.348268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57646) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.353735 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-12ca5c68-c3d2-44af-8431-573fde4624b9 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.361816 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-12ca5c68-c3d2-44af-8431-573fde4624b9 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0061755 Jul 06 12:12:20.362014 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66bb088e-b983-4632-bcb1-1bfb9618db40 req-f5c03446-b67e-48f7-93e6-9a04291cc844 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373073 Jul 06 12:12:20.362279 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57648) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.366846 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-152821c2-4904-41b9-a119-4d46d1dfe8a4 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.370896 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-152821c2-4904-41b9-a119-4d46d1dfe8a4 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073314 Jul 06 12:12:20.372748 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57652) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.378909 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-53e5df4c-2594-4424-b8ad-ffd3ca507ba2 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.383764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-53e5df4c-2594-4424-b8ad-ffd3ca507ba2 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0091989 Jul 06 12:12:20.384395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57656) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.396606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-3c624e6a-97a1-42c6-9ddd-94f1e8e82eae tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.401429 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3c624e6a-97a1-42c6-9ddd-94f1e8e82eae tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0160346 Jul 06 12:12:20.401566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57658) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.406057 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0688797-b0e1-432b-951a-933544e163d5 req-b99b04ac-c970-4cb6-acf4-48320e637179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:20.407617 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0688797-b0e1-432b-951a-933544e163d5 req-b99b04ac-c970-4cb6-acf4-48320e637179 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92387007-f77d-4940-b595-24f1189e8ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521699 Jul 06 12:12:20.410682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-798676b7-6dd2-4f4f-9102-310535e896aa tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.412037 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-798676b7-6dd2-4f4f-9102-310535e896aa tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0096254 Jul 06 12:12:20.414627 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57660) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.418982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-107cf1f8-2bfb-4520-8f27-3c285a713437 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.422069 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-107cf1f8-2bfb-4520-8f27-3c285a713437 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0041261 Jul 06 12:12:20.422309 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57664) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.436991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-265e660e-cc8d-40ad-9828-8336e0b0c188 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.440855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57670) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.447491 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-6835b840-befd-45fd-b4d3-985b543ff902 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.451339 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6835b840-befd-45fd-b4d3-985b543ff902 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0093815 Jul 06 12:12:20.451966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57672) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.455410 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-265e660e-cc8d-40ad-9828-8336e0b0c188 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0149162 Jul 06 12:12:20.456868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-4e878d80-7991-4c2f-bd50-c6ae3a6181fd tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.460727 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4e878d80-7991-4c2f-bd50-c6ae3a6181fd tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0077667 Jul 06 12:12:20.462005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57674) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.467635 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-093adde8-de7a-446c-990a-dcfc8f54b7ff tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.471471 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-093adde8-de7a-446c-990a-dcfc8f54b7ff tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0084546 Jul 06 12:12:20.472081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57676) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.485207 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-67ada4d1-ab8b-47db-a8d0-ec2cc25dfa18 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.490370 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-67ada4d1-ab8b-47db-a8d0-ec2cc25dfa18 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0171778 Jul 06 12:12:20.504859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57678) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.504859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-ff317ce6-54f0-4f74-97f9-d2b835f487e6 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.504859 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ff317ce6-54f0-4f74-97f9-d2b835f487e6 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080345 Jul 06 12:12:20.504859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57680) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.506553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-17f87b7c-ffdf-40eb-98ca-391f27e1048e tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.511208 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-17f87b7c-ffdf-40eb-98ca-391f27e1048e tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0088406 Jul 06 12:12:20.512330 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57682) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.519313 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-ce03e20c-c965-418f-bbf1-54819bba5c3f tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.526854 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ce03e20c-c965-418f-bbf1-54819bba5c3f tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0132496 Jul 06 12:12:20.527918 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57684) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.540105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-fd251d7b-2f11-4840-ac63-649d8e82f414 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.544034 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fd251d7b-2f11-4840-ac63-649d8e82f414 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0144906 Jul 06 12:12:20.544782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57686) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.551859 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-300f8451-df9c-4038-80c4-c6f0a9bfa5dd tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.557490 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57688) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.562072 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-ac3ecd5d-8b07-4e72-a0fa-45b850499cbe tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.565730 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ac3ecd5d-8b07-4e72-a0fa-45b850499cbe tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0070741 Jul 06 12:12:20.566464 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57690) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.566995 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-300f8451-df9c-4038-80c4-c6f0a9bfa5dd tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0101631 Jul 06 12:12:20.571485 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-474f0769-34be-446b-bb53-0fbbd5878805 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.573343 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-474f0769-34be-446b-bb53-0fbbd5878805 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050032 Jul 06 12:12:20.578021 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57692) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.582742 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-65830d88-fb7d-4203-9f74-536e8fc24e02 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.586604 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-65830d88-fb7d-4203-9f74-536e8fc24e02 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0076091 Jul 06 12:12:20.588455 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57694) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.595132 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [None req-38b111f1-945f-4127-b7a7-d5f59e2f5c8c tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.598679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57698) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:20.599316 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-38b111f1-945f-4127-b7a7-d5f59e2f5c8c tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0099638 Jul 06 12:12:20.609516 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [None req-13c2c092-49da-46fd-aad4-7c7985d47b28 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:12:20.610780 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-13c2c092-49da-46fd-aad4-7c7985d47b28 tempest-ExtensionsTestJSON-711473461 tempest-ExtensionsTestJSON-711473461-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0105770 Jul 06 12:12:20.628970 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0688797-b0e1-432b-951a-933544e163d5 req-777c1ea1-592b-4a28-b6e8-8d6fb45d88c8 service neutron] 10.222.0.89 "GET /v2.0/networks/92387007-f77d-4940-b595-24f1189e8ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063034 Jul 06 12:12:20.732213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fb1ce-ad31-4bc8-9e31-d6ba1c33f599 req-80732591-855e-429f-9d0e-a5f51bad85cc tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:20.734140 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-100fb1ce-ad31-4bc8-9e31-d6ba1c33f599 req-80732591-855e-429f-9d0e-a5f51bad85cc tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1464767 Jul 06 12:12:20.754100 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0688797-b0e1-432b-951a-933544e163d5 req-e48add71-e5ba-40dd-a4cf-ba0099f83a33 service neutron] 10.222.0.89 "GET /v2.0/networks/92387007-f77d-4940-b595-24f1189e8ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207268 Jul 06 12:12:20.819984 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-100fb1ce-ad31-4bc8-9e31-d6ba1c33f599 req-0915274c-d753-48a4-84f8-e98ed6e11985 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734284 Jul 06 12:12:20.993753 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57716) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:21.033617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b2b65-0305-431f-a6a8-ac00f5c29c51 req-27c23f36-ea03-471c-9571-e03ecac87415 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:21.035710 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1a3b2b65-0305-431f-a6a8-ac00f5c29c51 req-27c23f36-ea03-471c-9571-e03ecac87415 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.0913224 Jul 06 12:12:21.075743 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1a3b2b65-0305-431f-a6a8-ac00f5c29c51 req-09818e2d-d1cd-4007-8e8b-afee3bd30a87 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341685 Jul 06 12:12:21.122242 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27e7305d-e2a8-40f2-a2fb-25388812f776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.253384 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27e7305d-e2a8-40f2-a2fb-25388812f776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.268562 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27e7305d-e2a8-40f2-a2fb-25388812f776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.311359 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-27e7305d-e2a8-40f2-a2fb-25388812f776 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2281070b2b9540919597deac735d2d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3137493 Jul 06 12:12:21.311705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57732) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:21.326649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7305d-e2a8-40f2-a2fb-25388812f776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c21479e-aa30-4672-92fb-f1fd6424f420,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:21.368985 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e06c-5bc8-4f8e-924e-b4902a39b8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.376816 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 17b8cbee-b767-4fb8-83a4-c64e2771e46c details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:12:21.395959 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e06c-5bc8-4f8e-924e-b4902a39b8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.472451 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e06c-5bc8-4f8e-924e-b4902a39b8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.476467 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e06c-5bc8-4f8e-924e-b4902a39b8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.487284 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2ff3e06c-5bc8-4f8e-924e-b4902a39b8ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c21479e-aa30-4672-92fb-f1fd6424f420 HTTP/1.1" status: 204 len: 168 time: 0.1741657 Jul 06 12:12:21.510820 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3e06c-5bc8-4f8e-924e-b4902a39b8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c21479e-aa30-4672-92fb-f1fd6424f420,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:21.570157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 17b8cbee-b767-4fb8-83a4-c64e2771e46c, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=17b8cbee-b767-4fb8-83a4-c64e2771e46c,segment=NetworkSegment(e74c9be8-a69d-4845-85fe-36e01d295e91),segment_id=e74c9be8-a69d-4845-85fe-36e01d295e91)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:21.582380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '17b8cbee-b767-4fb8-83a4-c64e2771e46c', 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1', 'port_id': '17b8cbee-b767-4fb8-83a4-c64e2771e46c', 'mac_address': 'fa:16:3e:96:4c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af746fe8-000d-4589-ac4a-b36f192aa8a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:12:21.627872 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.654343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b8cbee-b767-4fb8-83a4-c64e2771e46c {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:12:21.680874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 17b8cbee-b767-4fb8-83a4-c64e2771e46c, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=17b8cbee-b767-4fb8-83a4-c64e2771e46c,segment=NetworkSegment(e74c9be8-a69d-4845-85fe-36e01d295e91),segment_id=e74c9be8-a69d-4845-85fe-36e01d295e91)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:21.688980 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:21.717312 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171b893-e6b9-4f4e-8a16-dc65aefdd80c req-b4619fb9-be11-47fe-906b-7ae433e92a07 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:21.718891 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8171b893-e6b9-4f4e-8a16-dc65aefdd80c req-b4619fb9-be11-47fe-906b-7ae433e92a07 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 1094 time: 0.1035209 Jul 06 12:12:21.773736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=17b8cbee-b767-4fb8-83a4-c64e2771e46c,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:21.782352 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8171b893-e6b9-4f4e-8a16-dc65aefdd80c req-e1d0fbf0-ca3c-4c05-9f95-361484b8a61f tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565021 Jul 06 12:12:21.960035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['17b8cbee-b767-4fb8-83a4-c64e2771e46c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:12:22.381133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57788) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:22.509622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-01fc32e9-1066-4e2a-b75f-a4bcd71fec60 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-768501923'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:22.540718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fc32e9-1066-4e2a-b75f-a4bcd71fec60 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Made reservation on behalf of de2780ff311f44eb96e3ee3ae00871b2 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:22.544264 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01fc32e9-1066-4e2a-b75f-a4bcd71fec60 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.553391 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01fc32e9-1066-4e2a-b75f-a4bcd71fec60 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.659618 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01fc32e9-1066-4e2a-b75f-a4bcd71fec60 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.663553 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01fc32e9-1066-4e2a-b75f-a4bcd71fec60 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.692098 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fc32e9-1066-4e2a-b75f-a4bcd71fec60 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:12:22.721396 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc32e9-1066-4e2a-b75f-a4bcd71fec60 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8efb7e-418b-4c30-a4ca-8203d6c3236c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:22.728293 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01fc32e9-1066-4e2a-b75f-a4bcd71fec60 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.728649 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-01fc32e9-1066-4e2a-b75f-a4bcd71fec60 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Added segment 71b30a0c-b00c-4401-a705-2104f6a6fab7 of type vlan for network 020d5385-d56d-4a57-855d-f5090323bc0a Jul 06 12:12:22.777612 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01fc32e9-1066-4e2a-b75f-a4bcd71fec60 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.820535 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01fc32e9-1066-4e2a-b75f-a4bcd71fec60 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.827424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fc32e9-1066-4e2a-b75f-a4bcd71fec60 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:22.828236 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01fc32e9-1066-4e2a-b75f-a4bcd71fec60 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:22.920865 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc32e9-1066-4e2a-b75f-a4bcd71fec60 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Pushing event updated for resources: {'Network': ['ID=020d5385-d56d-4a57-855d-f5090323bc0a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:22.933169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 020d5385-d56d-4a57-855d-f5090323bc0a details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:12:22.951482 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-01fc32e9-1066-4e2a-b75f-a4bcd71fec60 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5692801 Jul 06 12:12:22.954379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57810) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:22.960497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3ef0394d-73d9-481d-b2a3-11177b677fed tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Request body: {'subnet': {'network_id': '020d5385-d56d-4a57-855d-f5090323bc0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:22.994728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfb7a7-5377-40fb-bdee-4ff864e1f6bb req-e4408c49-5c26-4d90-b74e-821b2f07c207 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:22.996752 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-abdfb7a7-5377-40fb-bdee-4ff864e1f6bb req-e4408c49-5c26-4d90-b74e-821b2f07c207 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 1095 time: 0.0855532 Jul 06 12:12:23.047407 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-abdfb7a7-5377-40fb-bdee-4ff864e1f6bb req-50d2499a-e05a-49b6-b9c1-234796e7c31d tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441444 Jul 06 12:12:23.075095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef0394d-73d9-481d-b2a3-11177b677fed tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Made reservation on behalf of de2780ff311f44eb96e3ee3ae00871b2 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:23.079185 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ef0394d-73d9-481d-b2a3-11177b677fed tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.272162 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ef0394d-73d9-481d-b2a3-11177b677fed tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.346465 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0394d-73d9-481d-b2a3-11177b677fed tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Pushing event updated for resources: {'Subnet': ['ID=899a7e9b-1714-437e-8af0-2ea5c5474fc1,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:23.357899 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef0394d-73d9-481d-b2a3-11177b677fed tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Checking segment: {'id': '71b30a0c-b00c-4401-a705-2104f6a6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '020d5385-d56d-4a57-855d-f5090323bc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:23.358254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef0394d-73d9-481d-b2a3-11177b677fed tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Network hostable DHCP agents. Network: 020d5385-d56d-4a57-855d-f5090323bc0a, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:12:23.386155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef0394d-73d9-481d-b2a3-11177b677fed tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Network 020d5385-d56d-4a57-855d-f5090323bc0a is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:12:23.391221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 17b8cbee-b767-4fb8-83a4-c64e2771e46c up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:23.403966 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3ef0394d-73d9-481d-b2a3-11177b677fed tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 020d5385-d56d-4a57-855d-f5090323bc0a) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:23.410169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef0394d-73d9-481d-b2a3-11177b677fed tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:23.410904 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ef0394d-73d9-481d-b2a3-11177b677fed tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.429766 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3ef0394d-73d9-481d-b2a3-11177b677fed tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4735661 Jul 06 12:12:23.433361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57828) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:23.439844 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c0c11e04-bd4d-4c30-b3aa-34a7dbf05275 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Request body: {'port': {'network_id': '020d5385-d56d-4a57-855d-f5090323bc0a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1880718832'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:23.447637 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94930f01-8de3-48a2-a1ef-2034d23e8188 None None] Network 020d5385-d56d-4a57-855d-f5090323bc0a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:23.568963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c11e04-bd4d-4c30-b3aa-34a7dbf05275 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Made reservation on behalf of de2780ff311f44eb96e3ee3ae00871b2 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:23.574124 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c0c11e04-bd4d-4c30-b3aa-34a7dbf05275 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.582463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 17b8cbee-b767-4fb8-83a4-c64e2771e46c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:23.593973 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 17b8cbee-b767-4fb8-83a4-c64e2771e46c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:23.594391 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.603432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-c0c11e04-bd4d-4c30-b3aa-34a7dbf05275 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] device_id is not set on port dde9bdad-6c68-4061-a9c0-25ee366446c6 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:23.664984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-020d5385-d56d-4a57-855d-f5090323bc0a', 'network_id': '020d5385-d56d-4a57-855d-f5090323bc0a', 'tenant_id': 'de2780ff311f44eb96e3ee3ae00871b2', 'fixed_ips': [{'subnet_id': '899a7e9b-1714-437e-8af0-2ea5c5474fc1'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:12:23.665812 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.811766 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.853152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-c0c11e04-bd4d-4c30-b3aa-34a7dbf05275 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Allocated IP 2001:db8::20c (020d5385-d56d-4a57-855d-f5090323bc0a/899a7e9b-1714-437e-8af0-2ea5c5474fc1/dde9bdad-6c68-4061-a9c0-25ee366446c6) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:23.856177 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11cc8df-2905-442e-bd65-9e10482d4b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b8cbee-b767-4fb8-83a4-c64e2771e46c'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:23.859563 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0f35ac-f4a8-4213-88fd-d669faccb0e3" -d '{"events": [{"server_uuid": "a11cc8df-2905-442e-bd65-9e10482d4b79", "name": "network-vif-plugged", "status": "completed", "tag": "17b8cbee-b767-4fb8-83a4-c64e2771e46c"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:23.907796 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 17b8cbee-b767-4fb8-83a4-c64e2771e46c, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=17b8cbee-b767-4fb8-83a4-c64e2771e46c,segment=NetworkSegment(e74c9be8-a69d-4845-85fe-36e01d295e91),segment_id=e74c9be8-a69d-4845-85fe-36e01d295e91)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:23.920982 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:23.925772 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccc9e95-bc8c-4705-ba5b-5562b3a7ec05 x-openstack-request-id: req-7ccc9e95-bc8c-4705-ba5b-5562b3a7ec05 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:23.926065 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11cc8df-2905-442e-bd65-9e10482d4b79", "name": "network-vif-plugged", "status": "completed", "tag": "17b8cbee-b767-4fb8-83a4-c64e2771e46c", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:23.926317 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ccc9e95-bc8c-4705-ba5b-5562b3a7ec05 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:23.926701 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11cc8df-2905-442e-bd65-9e10482d4b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b8cbee-b767-4fb8-83a4-c64e2771e46c', 'code': 200} Jul 06 12:12:24.004866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=17b8cbee-b767-4fb8-83a4-c64e2771e46c,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:24.075467 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c0c11e04-bd4d-4c30-b3aa-34a7dbf05275 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.106502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7dd10-9439-437d-934c-dc984d35bbe5 req-0b37a435-0e89-4da4-8b24-3997a80531f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:24.108804 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c0c11e04-bd4d-4c30-b3aa-34a7dbf05275 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Transition to ACTIVE for port object dde9bdad-6c68-4061-a9c0-25ee366446c6 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:24.110941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0fa7dd10-9439-437d-934c-dc984d35bbe5 req-0b37a435-0e89-4da4-8b24-3997a80531f2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 1096 time: 0.0954359 Jul 06 12:12:24.160960 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0fa7dd10-9439-437d-934c-dc984d35bbe5 req-e4360e2e-79d9-4b81-9ba0-bdbcf3eff060 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430021 Jul 06 12:12:24.188221 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c0c11e04-bd4d-4c30-b3aa-34a7dbf05275 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.232648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Allocated IP 2001:db8::2 (020d5385-d56d-4a57-855d-f5090323bc0a/899a7e9b-1714-437e-8af0-2ea5c5474fc1/649319e6-8c75-460f-b080-c6e89cf7e086) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:24.251506 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c11e04-bd4d-4c30-b3aa-34a7dbf05275 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Network 020d5385-d56d-4a57-855d-f5090323bc0a is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:24.260590 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c0c11e04-bd4d-4c30-b3aa-34a7dbf05275 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:24.262928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c11e04-bd4d-4c30-b3aa-34a7dbf05275 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:24.268586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c11e04-bd4d-4c30-b3aa-34a7dbf05275 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:24.269225 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c0c11e04-bd4d-4c30-b3aa-34a7dbf05275 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.302981 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c0c11e04-bd4d-4c30-b3aa-34a7dbf05275 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8681555 Jul 06 12:12:24.307695 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57852) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:24.313347 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Request body: {'port': {'network_id': '020d5385-d56d-4a57-855d-f5090323bc0a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2070677673', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:24.314955 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] bootfile-name is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:12:24.316043 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] tftp-server is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:12:24.316601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] server-ip-address is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:12:24.336957 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c11e04-bd4d-4c30-b3aa-34a7dbf05275 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Pushing event updated for resources: {'Port': ['ID=dde9bdad-6c68-4061-a9c0-25ee366446c6,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:24.382637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eedd49-152e-402b-bedc-cd0ef5551451 req-9608053d-696f-4819-9c25-89705286fba0 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:24.384791 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2eedd49-152e-402b-bedc-cd0ef5551451 req-9608053d-696f-4819-9c25-89705286fba0 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 1096 time: 0.1426978 Jul 06 12:12:24.461787 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2eedd49-152e-402b-bedc-cd0ef5551451 req-6ca9a9ba-43b6-4e1f-b8ca-08d02cf60d35 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638983 Jul 06 12:12:24.538898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Made reservation on behalf of de2780ff311f44eb96e3ee3ae00871b2 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:24.544528 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.574316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] device_id is not set on port e2e1c645-d666-4153-8eb1-0c5dc37e8ef0 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:24.670281 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.679458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Transition to ACTIVE for port object 649319e6-8c75-460f-b080-c6e89cf7e086 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:24.696403 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Transition to ACTIVE for port object 649319e6-8c75-460f-b080-c6e89cf7e086 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:24.709408 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.765589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Network 020d5385-d56d-4a57-855d-f5090323bc0a is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:24.769922 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:24.777366 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:24.794848 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Pushing event updated for resources: {'Port': ['ID=649319e6-8c75-460f-b080-c6e89cf7e086,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:24.798906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Allocated IP 2001:db8::156 (020d5385-d56d-4a57-855d-f5090323bc0a/899a7e9b-1714-437e-8af0-2ea5c5474fc1/e2e1c645-d666-4153-8eb1-0c5dc37e8ef0) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:24.857242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Attempting to bind port 649319e6-8c75-460f-b080-c6e89cf7e086 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:24.857621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Attempting to bind port 649319e6-8c75-460f-b080-c6e89cf7e086 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '71b30a0c-b00c-4401-a705-2104f6a6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '020d5385-d56d-4a57-855d-f5090323bc0a'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:24.857987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Attempting to bind port 649319e6-8c75-460f-b080-c6e89cf7e086 on network 020d5385-d56d-4a57-855d-f5090323bc0a {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:24.865547 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:24.865913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Checking segment: {'id': '71b30a0c-b00c-4401-a705-2104f6a6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '020d5385-d56d-4a57-855d-f5090323bc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:24.866463 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.866862 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Bound using segment: {'id': '71b30a0c-b00c-4401-a705-2104f6a6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '020d5385-d56d-4a57-855d-f5090323bc0a'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:24.867975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Bound port: 649319e6-8c75-460f-b080-c6e89cf7e086, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b30a0c-b00c-4401-a705-2104f6a6fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '020d5385-d56d-4a57-855d-f5090323bc0a'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:24.868585 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:24.949664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] For port 649319e6-8c75-460f-b080-c6e89cf7e086, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:24.957209 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] For port 649319e6-8c75-460f-b080-c6e89cf7e086, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=649319e6-8c75-460f-b080-c6e89cf7e086,segment=NetworkSegment(71b30a0c-b00c-4401-a705-2104f6a6fab7),segment_id=71b30a0c-b00c-4401-a705-2104f6a6fab7)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:24.962968 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.031551 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f51db-871e-4958-9e17-ae53eaf9f8a6 None None] Pushing event updated for resources: {'Port': ['ID=649319e6-8c75-460f-b080-c6e89cf7e086,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:25.068194 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.084085 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Transition to ACTIVE for port object e2e1c645-d666-4153-8eb1-0c5dc37e8ef0 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:25.145501 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.214791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Pushing event updated for resources: {'Port': ['ID=e2e1c645-d666-4153-8eb1-0c5dc37e8ef0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:25.247604 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Network 020d5385-d56d-4a57-855d-f5090323bc0a is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:25.251310 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:25.257087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:25.291674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:25.291674 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.328731 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4ce46a5a-ed5e-41ad-8501-c76f092dda18 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.0194516 Jul 06 12:12:25.332093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57882) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:25.487151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7aafeb-b8ed-4d2a-a6d5-5515b3df1282 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:25.494607 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7aafeb-b8ed-4d2a-a6d5-5515b3df1282 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:25.502505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7aafeb-b8ed-4d2a-a6d5-5515b3df1282 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:25.509757 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cc7aafeb-b8ed-4d2a-a6d5-5515b3df1282 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1725497 Jul 06 12:12:25.511178 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57896) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:25.729860 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a914e55-0b29-4667-8a7f-417c81685f40 req-19b4778c-d8f1-406e-aece-4357a362337a tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:25.731452 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a914e55-0b29-4667-8a7f-417c81685f40 req-19b4778c-d8f1-406e-aece-4357a362337a tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 1096 time: 0.0808923 Jul 06 12:12:25.734463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ccf65777-639a-4389-9d56-d06f2f8ed36c tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Deleting port e2e1c645-d666-4153-8eb1-0c5dc37e8ef0 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:25.734808 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ccf65777-639a-4389-9d56-d06f2f8ed36c tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.858871 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a914e55-0b29-4667-8a7f-417c81685f40 req-16283fef-a766-4802-82be-28c0bd88b036 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197534 Jul 06 12:12:25.893074 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ccf65777-639a-4389-9d56-d06f2f8ed36c tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:25.908173 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ccf65777-639a-4389-9d56-d06f2f8ed36c tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Calling delete_port for e2e1c645-d666-4153-8eb1-0c5dc37e8ef0 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:26.131029 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ccf65777-639a-4389-9d56-d06f2f8ed36c tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.185576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf65777-639a-4389-9d56-d06f2f8ed36c tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Pushing event deleted for resources: {'Port': ['ID=e2e1c645-d666-4153-8eb1-0c5dc37e8ef0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:26.218323 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ccf65777-639a-4389-9d56-d06f2f8ed36c tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.224361 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ccf65777-639a-4389-9d56-d06f2f8ed36c tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] 10.222.0.81 "DELETE /v2.0/ports/e2e1c645-d666-4153-8eb1-0c5dc37e8ef0 HTTP/1.1" status: 204 len: 168 time: 0.7070744 Jul 06 12:12:26.225221 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57918) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:26.231364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e8961-b040-4dd7-b300-b27a9a746d41 req-5d846c03-d020-4870-bd86-bad820f63c01 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:26.234077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2040363a-bf42-4866-b3f4-b624aa9ec4d3 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Request body: {'port': {'name': 'tempest-new-port-name-311369410', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:26.234483 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-2040363a-bf42-4866-b3f4-b624aa9ec4d3 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] bootfile-name is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:12:26.238721 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c25e8961-b040-4dd7-b300-b27a9a746d41 req-5d846c03-d020-4870-bd86-bad820f63c01 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 1096 time: 0.1561661 Jul 06 12:12:26.239213 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-2040363a-bf42-4866-b3f4-b624aa9ec4d3 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] tftp-server is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:12:26.239837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-2040363a-bf42-4866-b3f4-b624aa9ec4d3 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] server-ip-address is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 12:12:26.279921 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c25e8961-b040-4dd7-b300-b27a9a746d41 req-9bc603d7-0ae4-4c25-bf35-b7c0c3564d36 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400441 Jul 06 12:12:26.386867 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2040363a-bf42-4866-b3f4-b624aa9ec4d3 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.533193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c0e6f-6566-4cfa-9978-0a10a56c28f2 req-fa595558-577d-4c23-852c-1dd4289ee15d tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:26.551746 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-858c0e6f-6566-4cfa-9978-0a10a56c28f2 req-fa595558-577d-4c23-852c-1dd4289ee15d tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 1096 time: 0.1108189 Jul 06 12:12:26.553255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a10b66-bfb4-41e4-a7b9-a97c9d10fabe None None] Network 020d5385-d56d-4a57-855d-f5090323bc0a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:26.600340 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-858c0e6f-6566-4cfa-9978-0a10a56c28f2 req-eac1d4a2-a194-484d-9d1b-42c5acd8d3ec tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423360 Jul 06 12:12:26.729031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c26290f4-8694-4c9d-9db9-2bb139b009c4 None None] Provisioning for port 649319e6-8c75-460f-b080-c6e89cf7e086 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:26.750788 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2040363a-bf42-4866-b3f4-b624aa9ec4d3 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.781266 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2040363a-bf42-4866-b3f4-b624aa9ec4d3 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.840485 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 649319e6-8c75-460f-b080-c6e89cf7e086 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:26.877209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2040363a-bf42-4866-b3f4-b624aa9ec4d3 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] In _notify_port_updated(), no bound segment for port dde9bdad-6c68-4061-a9c0-25ee366446c6 on network 020d5385-d56d-4a57-855d-f5090323bc0a {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:12:26.883136 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2040363a-bf42-4866-b3f4-b624aa9ec4d3 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:26.883716 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2040363a-bf42-4866-b3f4-b624aa9ec4d3 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:26.887515 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2040363a-bf42-4866-b3f4-b624aa9ec4d3 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] 10.222.0.81 "PUT /v2.0/ports/dde9bdad-6c68-4061-a9c0-25ee366446c6 HTTP/1.1" status: 200 len: 1129 time: 0.6587791 Jul 06 12:12:26.888246 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57940) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:26.902596 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040363a-bf42-4866-b3f4-b624aa9ec4d3 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Pushing event updated for resources: {'Port': ['ID=dde9bdad-6c68-4061-a9c0-25ee366446c6,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:26.935129 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 649319e6-8c75-460f-b080-c6e89cf7e086 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:26.961619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 649319e6-8c75-460f-b080-c6e89cf7e086 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:26.962257 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.075398 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2f62ec-de36-4760-9462-5ddbfba2f5d5 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:27.077052 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fe2f62ec-de36-4760-9462-5ddbfba2f5d5 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] 10.222.0.81 "GET /v2.0/ports/dde9bdad-6c68-4061-a9c0-25ee366446c6 HTTP/1.1" status: 200 len: 1129 time: 0.1875851 Jul 06 12:12:27.081340 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57956) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:27.133932 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.147517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-4e603e9c-9866-4b0d-b2a4-7cac623a1e7a tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:27.159938 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-4e603e9c-9866-4b0d-b2a4-7cac623a1e7a tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/networks?id=92387007-f77d-4940-b595-24f1189e8ad1 HTTP/1.1" status: 200 len: 911 time: 0.1587975 Jul 06 12:12:27.190881 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-e5040540-8aa8-4ed7-a7ea-b74278056a7c tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/quotas/8e3108b0cb454e929f48bdba34fd9889 HTTP/1.1" status: 200 len: 375 time: 0.0349426 Jul 06 12:12:27.231390 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-64949744-866e-43a8-8bdf-fefc9b154156 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Deleting port dde9bdad-6c68-4061-a9c0-25ee366446c6 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:27.232392 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64949744-866e-43a8-8bdf-fefc9b154156 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.252467 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 649319e6-8c75-460f-b080-c6e89cf7e086, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=649319e6-8c75-460f-b080-c6e89cf7e086,segment=NetworkSegment(71b30a0c-b00c-4401-a705-2104f6a6fab7),segment_id=71b30a0c-b00c-4401-a705-2104f6a6fab7)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:27.269001 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.316368 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-ffc503cb-11c7-4225-9cee-4922ed79dec2 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e3108b0cb454e929f48bdba34fd9889&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1243603 Jul 06 12:12:27.383549 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64949744-866e-43a8-8bdf-fefc9b154156 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.392638 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=649319e6-8c75-460f-b080-c6e89cf7e086,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:27.418246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-64949744-866e-43a8-8bdf-fefc9b154156 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Calling delete_port for dde9bdad-6c68-4061-a9c0-25ee366446c6 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:27.424572 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-36a4435e-1309-4593-ac8c-dad3f2fbfe86 None None] Provisioning complete for port 649319e6-8c75-460f-b080-c6e89cf7e086 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:27.425078 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36a4435e-1309-4593-ac8c-dad3f2fbfe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.493581 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-cd7a0da7-56b5-420d-9f64-39821a9a621b service neutron] 10.222.0.81 "GET /v2.0/networks/92387007-f77d-4940-b595-24f1189e8ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758997 Jul 06 12:12:27.628622 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-9a6ff897-1155-42f9-a908-2fe9523aae1d service neutron] 10.222.0.81 "GET /v2.0/networks/92387007-f77d-4940-b595-24f1189e8ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343627 Jul 06 12:12:27.671773 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-36a4435e-1309-4593-ac8c-dad3f2fbfe86 None None] Provisioning for port dde9bdad-6c68-4061-a9c0-25ee366446c6 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:27.679080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-36a4435e-1309-4593-ac8c-dad3f2fbfe86 None None] Provisioning complete for port dde9bdad-6c68-4061-a9c0-25ee366446c6 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:27.679491 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36a4435e-1309-4593-ac8c-dad3f2fbfe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.697921 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64949744-866e-43a8-8bdf-fefc9b154156 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.719600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-36a4435e-1309-4593-ac8c-dad3f2fbfe86 None None] Port dde9bdad-6c68-4061-a9c0-25ee366446c6 was deleted so its status cannot be updated. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 06 12:12:27.766690 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64949744-866e-43a8-8bdf-fefc9b154156 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Pushing event deleted for resources: {'Port': ['ID=dde9bdad-6c68-4061-a9c0-25ee366446c6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:27.795618 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64949744-866e-43a8-8bdf-fefc9b154156 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.800754 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-64949744-866e-43a8-8bdf-fefc9b154156 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] 10.222.0.81 "DELETE /v2.0/ports/dde9bdad-6c68-4061-a9c0-25ee366446c6 HTTP/1.1" status: 204 len: 168 time: 0.7180963 Jul 06 12:12:27.801415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57974) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:27.843093 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f7687aaa-af1f-45be-8568-b758a3a63457 None None] Could not find standard attr ID for object dde9bdad-6c68-4061-a9c0-25ee366446c6. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:12:27.895897 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd469630-b0b4-4fe4-a8c1-9e8ff7aff3cf req-c7a45065-aba0-4c8b-a54c-f973808588a1 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 210 time: 0.0587845 Jul 06 12:12:27.902955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11c1abf-3636-4cd7-9524-55ff0eb4fcb8 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Deleting subnet 899a7e9b-1714-437e-8af0-2ea5c5474fc1 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:12:27.912820 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e11c1abf-3636-4cd7-9524-55ff0eb4fcb8 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:27.949377 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:12:27.999205 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e11c1abf-3636-4cd7-9524-55ff0eb4fcb8 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.079118 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d7bc12a0-8cca-4df8-804e-24756e91551f None None] Could not find standard attr ID for object e2e1c645-d666-4153-8eb1-0c5dc37e8ef0. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:12:28.163080 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e11c1abf-3636-4cd7-9524-55ff0eb4fcb8 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.275085 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e11c1abf-3636-4cd7-9524-55ff0eb4fcb8 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.294779 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e11c1abf-3636-4cd7-9524-55ff0eb4fcb8 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.299544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57994) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:28.299734 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e11c1abf-3636-4cd7-9524-55ff0eb4fcb8 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] 10.222.0.81 "DELETE /v2.0/subnets/899a7e9b-1714-437e-8af0-2ea5c5474fc1 HTTP/1.1" status: 204 len: 168 time: 0.4973130 Jul 06 12:12:28.321987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c1abf-3636-4cd7-9524-55ff0eb4fcb8 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Pushing event deleted for resources: {'Subnet': ['ID=899a7e9b-1714-437e-8af0-2ea5c5474fc1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:28.398444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab868c77-5dc9-40f3-b991-9c507aa812cb None None] Network 020d5385-d56d-4a57-855d-f5090323bc0a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:28.407883 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.520138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Deleting port 649319e6-8c75-460f-b080-c6e89cf7e086 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:28.520455 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.627386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] For port 649319e6-8c75-460f-b080-c6e89cf7e086, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=649319e6-8c75-460f-b080-c6e89cf7e086,segment=NetworkSegment(71b30a0c-b00c-4401-a705-2104f6a6fab7),segment_id=71b30a0c-b00c-4401-a705-2104f6a6fab7)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:28.627806 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.659079 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Calling delete_port for 649319e6-8c75-460f-b080-c6e89cf7e086 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:28.702643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5383fed0-dcbd-4ffd-b835-9fbbac4d716b None None] DHCP port deletion for 020d5385-d56d-4a57-855d-f5090323bc0a request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:12:28.765462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5383fed0-dcbd-4ffd-b835-9fbbac4d716b None None] Deleting port 649319e6-8c75-460f-b080-c6e89cf7e086 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:28.766533 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5383fed0-dcbd-4ffd-b835-9fbbac4d716b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.781710 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.804449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] No DVR routers for this DVR port 649319e6-8c75-460f-b080-c6e89cf7e086 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:28.842102 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Pushing event deleted for resources: {'Port': ['ID=649319e6-8c75-460f-b080-c6e89cf7e086,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:28.845297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5383fed0-dcbd-4ffd-b835-9fbbac4d716b None None] For port 649319e6-8c75-460f-b080-c6e89cf7e086, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=649319e6-8c75-460f-b080-c6e89cf7e086,segment=NetworkSegment(71b30a0c-b00c-4401-a705-2104f6a6fab7),segment_id=71b30a0c-b00c-4401-a705-2104f6a6fab7)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:28.845736 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5383fed0-dcbd-4ffd-b835-9fbbac4d716b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.864523 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5383fed0-dcbd-4ffd-b835-9fbbac4d716b None None] Calling delete_port for 649319e6-8c75-460f-b080-c6e89cf7e086 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:28.958299 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5383fed0-dcbd-4ffd-b835-9fbbac4d716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:28.982347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383fed0-dcbd-4ffd-b835-9fbbac4d716b None None] Pushing event deleted for resources: {'Port': ['ID=649319e6-8c75-460f-b080-c6e89cf7e086,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:28.991999 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5383fed0-dcbd-4ffd-b835-9fbbac4d716b None None] No DVR routers for this DVR port 649319e6-8c75-460f-b080-c6e89cf7e086 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:29.013822 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.027989 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020d5385-d56d-4a57-855d-f5090323bc0a']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:29.041279 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b30a0c-b00c-4401-a705-2104f6a6fab7') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:29.041717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b30a0c-b00c-4401-a705-2104f6a6fab7') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:29.061557 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.088907 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49bb0b26-eb42-4294-981f-9c93809cd3e7 req-be591b5a-d1b3-4d6e-88bb-48ad75080ffe tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 210 time: 0.0499961 Jul 06 12:12:29.112831 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.129601 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:12:29.130058 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:12:29.146789 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:12:29.491877 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-6e6e132f-e11f-4c4a-b5bd-8238b8a048b2 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:29.494766 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-6e6e132f-e11f-4c4a-b5bd-8238b8a048b2 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.23 "GET /v2.0/networks?id=92387007-f77d-4940-b595-24f1189e8ad1 HTTP/1.1" status: 200 len: 911 time: 0.1518722 Jul 06 12:12:29.499318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-27596840-f503-4068-8a07-186a336e9129 req-4665c2b5-d50d-4ac3-9b9c-4b84da9f763b service neutron] (100427) timed out ('10.222.0.81', 50892) {{(pid=100427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:12:29.511846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-578710d3-ede8-4503-8582-2155993e1811 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Request body: {'port': {'device_id': '193f2901-2754-421a-b35f-f1578e3872ce', 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1', 'admin_state_up': True, 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:29.529930 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.548036 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.550832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] 10.222.0.81 "DELETE /v2.0/networks/020d5385-d56d-4a57-855d-f5090323bc0a HTTP/1.1" status: 204 len: 168 time: 1.2497683 Jul 06 12:12:29.562600 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-578710d3-ede8-4503-8582-2155993e1811 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Made reservation on behalf of 8e3108b0cb454e929f48bdba34fd9889 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:29.567222 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-578710d3-ede8-4503-8582-2155993e1811 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.582702 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cc5df-9706-442e-a4e5-c9835f4186ac tempest-ExtraDHCPOptionsIpV6TestJSON-864888033 tempest-ExtraDHCPOptionsIpV6TestJSON-864888033-project] Pushing event deleted for resources: {'Network': ['ID=020d5385-d56d-4a57-855d-f5090323bc0a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:29.768556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-578710d3-ede8-4503-8582-2155993e1811 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Allocated IP 172.20.0.5 (92387007-f77d-4940-b595-24f1189e8ad1/af746fe8-000d-4589-ac4a-b36f192aa8a5/198ef3ab-a9d1-40a7-8ee2-939058e5e008) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:29.958596 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-578710d3-ede8-4503-8582-2155993e1811 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:29.961701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58046) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:30.000663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-578710d3-ede8-4503-8582-2155993e1811 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Transition to ACTIVE for port object 198ef3ab-a9d1-40a7-8ee2-939058e5e008 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:30.054711 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-578710d3-ede8-4503-8582-2155993e1811 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.067369 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['17b8cbee-b767-4fb8-83a4-c64e2771e46c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:12:30.106800 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-578710d3-ede8-4503-8582-2155993e1811 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Network 92387007-f77d-4940-b595-24f1189e8ad1 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:30.112366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-578710d3-ede8-4503-8582-2155993e1811 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:30.116782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-578710d3-ede8-4503-8582-2155993e1811 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:30.196187 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-578710d3-ede8-4503-8582-2155993e1811 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.203352 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-578710d3-ede8-4503-8582-2155993e1811 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.239143 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-578710d3-ede8-4503-8582-2155993e1811 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7324774 Jul 06 12:12:30.250400 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578710d3-ede8-4503-8582-2155993e1811 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Pushing event updated for resources: {'Port': ['ID=198ef3ab-a9d1-40a7-8ee2-939058e5e008,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:30.267031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58058) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:30.267663 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7ffc87a8-3a26-4891-a926-adad110ae8e6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=de2780ff311f44eb96e3ee3ae00871b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045318 Jul 06 12:12:30.271132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Request body: {'port': {'device_id': '193f2901-2754-421a-b35f-f1578e3872ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:30.427801 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-522b9e0d-ca6e-4951-9534-dc21e9817d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.436766 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f92fa-c1b0-4cec-8d58-6e2602d33681 req-debf1e62-494f-4970-8784-2afd4c5c37bb tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:30.445442 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-162f92fa-c1b0-4cec-8d58-6e2602d33681 req-debf1e62-494f-4970-8784-2afd4c5c37bb tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1027 time: 0.0879555 Jul 06 12:12:30.464467 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.469879 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-522b9e0d-ca6e-4951-9534-dc21e9817d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.525380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-162f92fa-c1b0-4cec-8d58-6e2602d33681 req-6ecec741-1482-42ab-bdbc-2b72c272a610 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787466 Jul 06 12:12:30.628334 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0d8338e5-65d9-4e96-bc79-237e2a30093a None None] Provisioning for port 198ef3ab-a9d1-40a7-8ee2-939058e5e008 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:30.633527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0d8338e5-65d9-4e96-bc79-237e2a30093a None None] Provisioning complete for port 198ef3ab-a9d1-40a7-8ee2-939058e5e008 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:30.634181 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d8338e5-65d9-4e96-bc79-237e2a30093a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.731814 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-522b9e0d-ca6e-4951-9534-dc21e9817d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.733968 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0d8338e5-65d9-4e96-bc79-237e2a30093a None None] Port 198ef3ab-a9d1-40a7-8ee2-939058e5e008 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:12:30.734726 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-522b9e0d-ca6e-4951-9534-dc21e9817d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:30.735931 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-522b9e0d-ca6e-4951-9534-dc21e9817d54 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b8efb7e-418b-4c30-a4ca-8203d6c3236c HTTP/1.1" status: 204 len: 168 time: 0.4600418 Jul 06 12:12:30.756957 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b9e0d-ca6e-4951-9534-dc21e9817d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8efb7e-418b-4c30-a4ca-8203d6c3236c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:30.840281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 649319e6-8c75-460f-b080-c6e89cf7e086 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:30.909388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 649319e6-8c75-460f-b080-c6e89cf7e086 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:30.910072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 649319e6-8c75-460f-b080-c6e89cf7e086 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:31.038706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198ef3ab-a9d1-40a7-8ee2-939058e5e008 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:12:31.047822 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.061846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Transition to ACTIVE for port object 198ef3ab-a9d1-40a7-8ee2-939058e5e008 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:31.065715 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.183433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Pushing event updated for resources: {'Port': ['ID=198ef3ab-a9d1-40a7-8ee2-939058e5e008,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:31.371644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Attempting to bind port 198ef3ab-a9d1-40a7-8ee2-939058e5e008 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:31.372166 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Attempting to bind port 198ef3ab-a9d1-40a7-8ee2-939058e5e008 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:31.372894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Attempting to bind port 198ef3ab-a9d1-40a7-8ee2-939058e5e008 on network 92387007-f77d-4940-b595-24f1189e8ad1 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:31.394720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Port 198ef3ab-a9d1-40a7-8ee2-939058e5e008 on network 92387007-f77d-4940-b595-24f1189e8ad1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:12:31.394720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Attempting to bind port 198ef3ab-a9d1-40a7-8ee2-939058e5e008 on network 92387007-f77d-4940-b595-24f1189e8ad1 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:31.407660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:31.408056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Checking segment: {'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:31.409684 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Bound using segment: {'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:31.410215 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Bound port: 198ef3ab-a9d1-40a7-8ee2-939058e5e008, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74c9be8-a69d-4845-85fe-36e01d295e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:31.410601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.558077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] For port 198ef3ab-a9d1-40a7-8ee2-939058e5e008, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:31.564314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] For port 198ef3ab-a9d1-40a7-8ee2-939058e5e008, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=198ef3ab-a9d1-40a7-8ee2-939058e5e008,segment=NetworkSegment(e74c9be8-a69d-4845-85fe-36e01d295e91),segment_id=e74c9be8-a69d-4845-85fe-36e01d295e91)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:31.570843 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.649466 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bd694-555c-4d36-8b2e-ca39c9173ca3 req-c41368c2-f688-4d9f-b8c1-bac0bdbccb5c tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:31.659641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b45bd694-555c-4d36-8b2e-ca39c9173ca3 req-c41368c2-f688-4d9f-b8c1-bac0bdbccb5c tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 945 time: 0.1166716 Jul 06 12:12:31.659982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:31.660616 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:31.705393 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] 10.222.0.23 "PUT /v2.0/ports/198ef3ab-a9d1-40a7-8ee2-939058e5e008 HTTP/1.1" status: 200 len: 1091 time: 1.4391308 Jul 06 12:12:31.705912 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193f2901-2754-421a-b35f-f1578e3872ce', 'tag': '198ef3ab-a9d1-40a7-8ee2-939058e5e008'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:31.712089 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f42b50-b795-4231-9914-606e8d4f5890" -d '{"events": [{"name": "network-changed", "server_uuid": "193f2901-2754-421a-b35f-f1578e3872ce", "tag": "198ef3ab-a9d1-40a7-8ee2-939058e5e008"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:31.747042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43561e10-3e85-44d9-b69d-e92b9cf5836e service neutron] Pushing event updated for resources: {'Port': ['ID=198ef3ab-a9d1-40a7-8ee2-939058e5e008,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:31.751173 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b45bd694-555c-4d36-8b2e-ca39c9173ca3 req-a29008a9-6fae-4ccb-9710-3354fb570146 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/security-groups?id=93b5bafa-dffe-42de-a9a9-1bc760e622db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900693 Jul 06 12:12:31.841333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-c47d0616-3c16-4917-be4c-27d4e786a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:31.843395 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-c47d0616-3c16-4917-be4c-27d4e786a673 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e3108b0cb454e929f48bdba34fd9889&device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1094 time: 0.0831616 Jul 06 12:12:31.928885 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-a14a32a5-2a93-469e-8a3f-9e072726351c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=198ef3ab-a9d1-40a7-8ee2-939058e5e008 HTTP/1.1" status: 200 len: 217 time: 0.0762703 Jul 06 12:12:32.058669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-2c7c7738-f605-4f21-b081-090b68d631c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:32.060194 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-2c7c7738-f605-4f21-b081-090b68d631c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af746fe8-000d-4589-ac4a-b36f192aa8a5 HTTP/1.1" status: 200 len: 849 time: 0.1153941 Jul 06 12:12:32.075157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58132) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:32.113657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd846f64-54d2-4e5f-90ea-3b97c6cf6556 req-9ef35051-dacb-497b-b45e-ac44966c69e5 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:32.117928 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd846f64-54d2-4e5f-90ea-3b97c6cf6556 req-9ef35051-dacb-497b-b45e-ac44966c69e5 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1094 time: 0.1259949 Jul 06 12:12:32.151628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-e29ea933-ce6a-472a-9393-c2fcfbd0975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:32.156565 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-e29ea933-ce6a-472a-9393-c2fcfbd0975a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92387007-f77d-4940-b595-24f1189e8ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893805 Jul 06 12:12:32.160027 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd846f64-54d2-4e5f-90ea-3b97c6cf6556 req-b6c7c003-b5c3-4a5d-8d25-8f81001c3b94 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357914 Jul 06 12:12:32.233561 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd085a6-7882-403d-89bf-dfdea816defd x-openstack-request-id: req-6cd085a6-7882-403d-89bf-dfdea816defd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:32.233850 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193f2901-2754-421a-b35f-f1578e3872ce", "tag": "198ef3ab-a9d1-40a7-8ee2-939058e5e008", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:32.234102 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6cd085a6-7882-403d-89bf-dfdea816defd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:32.234511 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193f2901-2754-421a-b35f-f1578e3872ce', 'tag': '198ef3ab-a9d1-40a7-8ee2-939058e5e008', 'status': 'completed', 'code': 200} Jul 06 12:12:32.259899 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-10cde43d-f326-4a09-b83f-819ee9f60ec4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1765133475'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:32.302013 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-4b579b90-b7b5-4350-8273-d193aeddf19c service neutron] 10.222.0.23 "GET /v2.0/networks/92387007-f77d-4940-b595-24f1189e8ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384058 Jul 06 12:12:32.306850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cde43d-f326-4a09-b83f-819ee9f60ec4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:32.310736 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10cde43d-f326-4a09-b83f-819ee9f60ec4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.339207 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10cde43d-f326-4a09-b83f-819ee9f60ec4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.443954 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3923c578-6a74-4e1f-9d2a-d2dcf1e8a81d req-2f631180-6b04-4a24-a5ee-f6e70086eda2 service neutron] 10.222.0.23 "GET /v2.0/networks/92387007-f77d-4940-b595-24f1189e8ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304226 Jul 06 12:12:32.506107 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10cde43d-f326-4a09-b83f-819ee9f60ec4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.543772 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10cde43d-f326-4a09-b83f-819ee9f60ec4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.930265 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cde43d-f326-4a09-b83f-819ee9f60ec4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:12:32.959749 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10cde43d-f326-4a09-b83f-819ee9f60ec4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:32.959749 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-10cde43d-f326-4a09-b83f-819ee9f60ec4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Added segment d280870d-090d-41af-97da-0b3c1e4a9417 of type vlan for network d88bf061-207f-4895-9d1b-46ae9a8f4c33 Jul 06 12:12:32.970395 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cde43d-f326-4a09-b83f-819ee9f60ec4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5a1708-40fd-4e7c-a1a8-a9143a69750c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:32.976610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451e02e-4938-4a4c-8184-8a90cf278d4d req-72024e99-31b9-46cb-814e-0d5c375cccbb tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:32.979368 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a451e02e-4938-4a4c-8184-8a90cf278d4d req-72024e99-31b9-46cb-814e-0d5c375cccbb tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 945 time: 0.1023405 Jul 06 12:12:33.041152 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a451e02e-4938-4a4c-8184-8a90cf278d4d req-7b2d1665-7fa8-4f90-a30f-437553eabbe5 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/security-groups?id=93b5bafa-dffe-42de-a9a9-1bc760e622db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526009 Jul 06 12:12:33.046462 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10cde43d-f326-4a09-b83f-819ee9f60ec4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.051926 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f42b50-b795-4231-9914-606e8d4f5890 req-23bb0ec6-30ec-401e-b705-06852e923189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:33.053496 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07f42b50-b795-4231-9914-606e8d4f5890 req-23bb0ec6-30ec-401e-b705-06852e923189 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e3108b0cb454e929f48bdba34fd9889&device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1094 time: 0.5448201 Jul 06 12:12:33.063778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f438f6-10da-4e25-a774-13225b756fa5 req-215a42b1-53aa-476e-aa0b-444fdaa5aac2 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:33.065313 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04f438f6-10da-4e25-a774-13225b756fa5 req-215a42b1-53aa-476e-aa0b-444fdaa5aac2 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 945 time: 0.1889088 Jul 06 12:12:33.187035 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10cde43d-f326-4a09-b83f-819ee9f60ec4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.192477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cde43d-f326-4a09-b83f-819ee9f60ec4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:33.193080 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10cde43d-f326-4a09-b83f-819ee9f60ec4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.305277 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-10cde43d-f326-4a09-b83f-819ee9f60ec4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2250021 Jul 06 12:12:33.305484 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58174) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:33.310820 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0a9e8160-eb0a-48f2-a9cb-5c1b9ef3994a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'name': 'tempest-PortsIpV6TestJSON-1239146130'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:33.319414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f42b50-b795-4231-9914-606e8d4f5890 req-c31cd78a-063e-48f0-b03f-e897b370b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:33.322437 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07f42b50-b795-4231-9914-606e8d4f5890 req-c31cd78a-063e-48f0-b03f-e897b370b955 service neutron] 10.222.0.23 "GET /v2.0/networks?id=92387007-f77d-4940-b595-24f1189e8ad1 HTTP/1.1" status: 200 len: 911 time: 0.2546420 Jul 06 12:12:33.346825 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cde43d-f326-4a09-b83f-819ee9f60ec4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Network': ['ID=d88bf061-207f-4895-9d1b-46ae9a8f4c33,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:33.359096 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:12:33.415369 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07f42b50-b795-4231-9914-606e8d4f5890 req-caf2d0e7-8434-4d1c-8c1e-159801f106bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=198ef3ab-a9d1-40a7-8ee2-939058e5e008 HTTP/1.1" status: 200 len: 217 time: 0.0810390 Jul 06 12:12:33.434677 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-04f438f6-10da-4e25-a774-13225b756fa5 req-a206e666-6cf5-4d34-8ae9-7dd4ddd1b185 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Deleting port 7832d3d0-f5cf-4902-a9ed-aa731851ae73 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:33.435024 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-04f438f6-10da-4e25-a774-13225b756fa5 req-a206e666-6cf5-4d34-8ae9-7dd4ddd1b185 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.454093 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2bb2a-4b19-4233-b0ac-d6dbb0280664 req-d95ba03d-ae46-45b0-8799-fef3bc370988 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:33.455970 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12b2bb2a-4b19-4233-b0ac-d6dbb0280664 req-d95ba03d-ae46-45b0-8799-fef3bc370988 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1094 time: 0.1405790 Jul 06 12:12:33.468745 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9e8160-eb0a-48f2-a9cb-5c1b9ef3994a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:33.473203 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8160-eb0a-48f2-a9cb-5c1b9ef3994a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.521430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-0a9e8160-eb0a-48f2-a9cb-5c1b9ef3994a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] device_id is not set on port f9ec670b-9dc4-4e05-a228-9c453b87c81f yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:33.546464 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12b2bb2a-4b19-4233-b0ac-d6dbb0280664 req-38e70ed7-ec99-473b-baf3-011a3b6c8554 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799060 Jul 06 12:12:33.637810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f42b50-b795-4231-9914-606e8d4f5890 req-8992aabd-74dc-408d-82ea-85d48fda846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:33.639418 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07f42b50-b795-4231-9914-606e8d4f5890 req-8992aabd-74dc-408d-82ea-85d48fda846b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af746fe8-000d-4589-ac4a-b36f192aa8a5 HTTP/1.1" status: 200 len: 849 time: 0.2153451 Jul 06 12:12:33.660218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-04f438f6-10da-4e25-a774-13225b756fa5 req-a206e666-6cf5-4d34-8ae9-7dd4ddd1b185 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] For port 7832d3d0-f5cf-4902-a9ed-aa731851ae73, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=7832d3d0-f5cf-4902-a9ed-aa731851ae73,segment=NetworkSegment(63b84d92-bcd5-4c55-abc9-3c3ce48778a6),segment_id=63b84d92-bcd5-4c55-abc9-3c3ce48778a6)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:33.660583 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-04f438f6-10da-4e25-a774-13225b756fa5 req-a206e666-6cf5-4d34-8ae9-7dd4ddd1b185 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.736808 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8160-eb0a-48f2-a9cb-5c1b9ef3994a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.781426 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8160-eb0a-48f2-a9cb-5c1b9ef3994a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.863294 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e8160-eb0a-48f2-a9cb-5c1b9ef3994a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=f9ec670b-9dc4-4e05-a228-9c453b87c81f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:33.873197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e8160-eb0a-48f2-a9cb-5c1b9ef3994a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Checking segment: {'id': 'd280870d-090d-41af-97da-0b3c1e4a9417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:33.873570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e8160-eb0a-48f2-a9cb-5c1b9ef3994a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network hostable DHCP agents. Network: d88bf061-207f-4895-9d1b-46ae9a8f4c33, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:12:33.892490 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e8160-eb0a-48f2-a9cb-5c1b9ef3994a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:12:33.905307 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-0a9e8160-eb0a-48f2-a9cb-5c1b9ef3994a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, d88bf061-207f-4895-9d1b-46ae9a8f4c33) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:33.909583 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e8160-eb0a-48f2-a9cb-5c1b9ef3994a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:33.916252 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9e8160-eb0a-48f2-a9cb-5c1b9ef3994a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:33.917969 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a9e8160-eb0a-48f2-a9cb-5c1b9ef3994a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:33.919617 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf16d0a5-c163-4bea-9a2f-bacf6f66fc08 None None] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:33.930731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f42b50-b795-4231-9914-606e8d4f5890 req-9ffa2d0e-c619-444e-9c22-91b9dab59662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:33.933319 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07f42b50-b795-4231-9914-606e8d4f5890 req-9ffa2d0e-c619-444e-9c22-91b9dab59662 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=92387007-f77d-4940-b595-24f1189e8ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2866106 Jul 06 12:12:33.936225 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0a9e8160-eb0a-48f2-a9cb-5c1b9ef3994a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6293323 Jul 06 12:12:33.939292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58184) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:33.948797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6a4e0b51-cf9d-437a-a157-4070135c4b04 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-743093545'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:33.978552 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4e0b51-cf9d-437a-a157-4070135c4b04 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:33.989217 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0b51-cf9d-437a-a157-4070135c4b04 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.041135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-04f438f6-10da-4e25-a774-13225b756fa5 req-a206e666-6cf5-4d34-8ae9-7dd4ddd1b185 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.041391 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-04f438f6-10da-4e25-a774-13225b756fa5 req-a206e666-6cf5-4d34-8ae9-7dd4ddd1b185 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.041506 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [req-04f438f6-10da-4e25-a774-13225b756fa5 req-a206e666-6cf5-4d34-8ae9-7dd4ddd1b185 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Floating IP 352bf5a1-109f-4adf-9f52-2aa52c1ffd1a disassociated. External IP: 172.25.4.240, port: 7832d3d0-f5cf-4902-a9ed-aa731851ae73. Jul 06 12:12:34.041826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-04f438f6-10da-4e25-a774-13225b756fa5 req-a206e666-6cf5-4d34-8ae9-7dd4ddd1b185 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Calling delete_port for 7832d3d0-f5cf-4902-a9ed-aa731851ae73 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:34.054083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4e0b51-cf9d-437a-a157-4070135c4b04 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:12:34.065974 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0b51-cf9d-437a-a157-4070135c4b04 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.066747 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-6a4e0b51-cf9d-437a-a157-4070135c4b04 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Added segment 6a6fb850-a74b-4a2b-a511-140de0522e3e of type vlan for network f0962d39-19c1-408d-b0fc-f39a859cbe80 Jul 06 12:12:34.121037 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0b51-cf9d-437a-a157-4070135c4b04 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.169666 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07f42b50-b795-4231-9914-606e8d4f5890 req-07b6deef-aabc-4907-8c2e-587ef22b2569 service neutron] 10.222.0.23 "GET /v2.0/networks/92387007-f77d-4940-b595-24f1189e8ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214463 Jul 06 12:12:34.180041 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0b51-cf9d-437a-a157-4070135c4b04 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.185934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e0b51-cf9d-437a-a157-4070135c4b04 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:34.186542 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0b51-cf9d-437a-a157-4070135c4b04 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.316636 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e0b51-cf9d-437a-a157-4070135c4b04 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Network': ['ID=f0962d39-19c1-408d-b0fc-f39a859cbe80,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:34.336342 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6a4e0b51-cf9d-437a-a157-4070135c4b04 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3953130 Jul 06 12:12:34.338967 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58196) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:34.341650 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network f0962d39-19c1-408d-b0fc-f39a859cbe80 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:12:34.346696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'ports': [{'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33'}, {'network_id': 'f0962d39-19c1-408d-b0fc-f39a859cbe80'}]} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:34.347009 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:34.347515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'network_id': 'f0962d39-19c1-408d-b0fc-f39a859cbe80'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:34.352639 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07f42b50-b795-4231-9914-606e8d4f5890 req-70f53fb9-9def-48cb-aea5-f87dadf6b880 service neutron] 10.222.0.23 "GET /v2.0/networks/92387007-f77d-4940-b595-24f1189e8ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728144 Jul 06 12:12:34.390152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-04f438f6-10da-4e25-a774-13225b756fa5 req-a206e666-6cf5-4d34-8ae9-7dd4ddd1b185 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.470657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206e666-6cf5-4d34-8ae9-7dd4ddd1b185 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Pushing event deleted for resources: {'Port': ['ID=7832d3d0-f5cf-4902-a9ed-aa731851ae73,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:34.500605 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce286f7-72ea-46a8-bf8c-153c22cb2f8a req-a66eb850-0447-45a6-b777-44a07e69661c tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:34.502484 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fce286f7-72ea-46a8-bf8c-153c22cb2f8a req-a66eb850-0447-45a6-b777-44a07e69661c tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8b4cc41-2a8a-44dd-bd10-f248306d0dd6 HTTP/1.1" status: 200 len: 867 time: 0.2422791 Jul 06 12:12:34.618825 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fce286f7-72ea-46a8-bf8c-153c22cb2f8a req-05f11bb0-191a-49a0-834b-b407407c5ff2 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "GET /v2.0/security-groups?id=93b5bafa-dffe-42de-a9a9-1bc760e622db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040728 Jul 06 12:12:34.654264 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'port': 2} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:34.655648 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04f438f6-10da-4e25-a774-13225b756fa5 req-a206e666-6cf5-4d34-8ae9-7dd4ddd1b185 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Router c1acb9e6-039f-4e21-b350-67998a242477 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:34.662445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.683808 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.817422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04f438f6-10da-4e25-a774-13225b756fa5 req-a206e666-6cf5-4d34-8ae9-7dd4ddd1b185 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:34.829061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ec889-93dd-4b22-84d7-8e426e25b6cc None None] Sync routers for ids ['c1acb9e6-039f-4e21-b350-67998a242477'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:34.851283 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ec889-93dd-4b22-84d7-8e426e25b6cc None None] Routers {'c1acb9e6-039f-4e21-b350-67998a242477'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:34.852196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8d6ec889-93dd-4b22-84d7-8e426e25b6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:12:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c1acb9e6-039f-4e21-b350-67998a242477'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:34.852374 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] device_id is not set on port 55e8a4ef-678b-40ec-81f4-92a32d638167 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:34.888419 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f438f6-10da-4e25-a774-13225b756fa5 req-a206e666-6cf5-4d34-8ae9-7dd4ddd1b185 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] No DVR routers for this DVR port 7832d3d0-f5cf-4902-a9ed-aa731851ae73 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:34.895479 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-04f438f6-10da-4e25-a774-13225b756fa5 req-a206e666-6cf5-4d34-8ae9-7dd4ddd1b185 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:34.899809 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04f438f6-10da-4e25-a774-13225b756fa5 req-a206e666-6cf5-4d34-8ae9-7dd4ddd1b185 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.23 "DELETE /v2.0/ports/7832d3d0-f5cf-4902-a9ed-aa731851ae73 HTTP/1.1" status: 204 len: 173 time: 1.8223424 Jul 06 12:12:34.900372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b4cc41-2a8a-44dd-bd10-f248306d0dd6', 'name': 'network-vif-deleted', 'tag': '7832d3d0-f5cf-4902-a9ed-aa731851ae73'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:34.905136 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9328035a-c5b6-49a9-82cf-5f164553be30" -d '{"events": [{"server_uuid": "a8b4cc41-2a8a-44dd-bd10-f248306d0dd6", "name": "network-vif-deleted", "tag": "7832d3d0-f5cf-4902-a9ed-aa731851ae73"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:35.022257 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-8d6ec889-93dd-4b22-84d7-8e426e25b6cc None None] Set router c1acb9e6-039f-4e21-b350-67998a242477 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:35.060995 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:35.220050 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] device_id is not set on port 84748142-7104-4fcc-9140-349268544e9a yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:35.232934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbbd1f-3400-4f96-84a9-77fdf121f747 req-1446a298-d521-4ce0-8d59-db4d95cb5b24 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:35.240992 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9bdbbd1f-3400-4f96-84a9-77fdf121f747 req-1446a298-d521-4ce0-8d59-db4d95cb5b24 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1094 time: 0.4565814 Jul 06 12:12:35.293281 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9bdbbd1f-3400-4f96-84a9-77fdf121f747 req-46e18039-1766-476a-b60d-79abadd20e16 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512586 Jul 06 12:12:35.363501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8d6ec889-93dd-4b22-84d7-8e426e25b6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'name': 'tempest-TestServerBasicOps-1597325941-router', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:59Z', 'updated_at': '2021-07-06T12:07:07Z', 'revision_number': 4, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'gw_port': {'id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:00Z', 'updated_at': '2021-07-06T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cdbee750-ec74-4f65-9049-120cbc9838cd', 'name': '', 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'mac_address': 'fa:16:3e:81:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '1902dd39-7291-49c8-8576-6bf812770b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:05Z', 'updated_at': '2021-07-06T12:07:16Z', 'revision_number': 5, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'subnets': [{'id': '1902dd39-7291-49c8-8576-6bf812770b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:35.390063 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806ce0fa-b18a-4276-ad82-d2ca2d3cf074 x-openstack-request-id: req-806ce0fa-b18a-4276-ad82-d2ca2d3cf074 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:35.390891 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b4cc41-2a8a-44dd-bd10-f248306d0dd6", "name": "network-vif-deleted", "tag": "7832d3d0-f5cf-4902-a9ed-aa731851ae73", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:35.391373 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-806ce0fa-b18a-4276-ad82-d2ca2d3cf074 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:35.391955 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b4cc41-2a8a-44dd-bd10-f248306d0dd6', 'name': 'network-vif-deleted', 'tag': '7832d3d0-f5cf-4902-a9ed-aa731851ae73', 'status': 'completed', 'code': 200} Jul 06 12:12:35.413395 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ec889-93dd-4b22-84d7-8e426e25b6cc None None] Checking router: c1acb9e6-039f-4e21-b350-67998a242477 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:12:35.424243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ec889-93dd-4b22-84d7-8e426e25b6cc None None] Routers {'c1acb9e6-039f-4e21-b350-67998a242477'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:35.425099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8d6ec889-93dd-4b22-84d7-8e426e25b6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:12:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c1acb9e6-039f-4e21-b350-67998a242477'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:35.443740 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:35.496368 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 198ef3ab-a9d1-40a7-8ee2-939058e5e008 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:12:35.544724 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:35.549855 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6636c402-2991-46b8-9984-445fe95369d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:35.576102 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:35.614731 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=55e8a4ef-678b-40ec-81f4-92a32d638167,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:35.653888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:35.656237 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:35.659657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:35.660571 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:35.759336 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58220) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:35.824001 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=84748142-7104-4fcc-9140-349268544e9a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:35.834521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-8d6ec889-93dd-4b22-84d7-8e426e25b6cc None None] Set router c1acb9e6-039f-4e21-b350-67998a242477 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:35.839220 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Checking segment: {'id': '6a6fb850-a74b-4a2b-a511-140de0522e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0962d39-19c1-408d-b0fc-f39a859cbe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:35.839802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network hostable DHCP agents. Network: f0962d39-19c1-408d-b0fc-f39a859cbe80, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:12:35.875061 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network f0962d39-19c1-408d-b0fc-f39a859cbe80 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:12:35.888498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, f0962d39-19c1-408d-b0fc-f39a859cbe80) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:35.892928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:35.901217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:35.906856 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:35.907590 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:35.927033 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0adb81cd-e5fa-4f33-acbd-3159c24f6c08 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5869076 Jul 06 12:12:35.930372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58228) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:35.950825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5b6703-0143-4416-8e07-53cb580ab9af None None] Network f0962d39-19c1-408d-b0fc-f39a859cbe80 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:36.021179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-6f9b1c77-505f-440b-8729-c2c912803844 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Deleting port 15be81f4-ff62-4284-ad05-e7f5a2bdb64d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:36.021799 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1c77-505f-440b-8729-c2c912803844 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.060146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d9000681-4c71-4e5b-ba68-0a540c004415 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port 84748142-7104-4fcc-9140-349268544e9a {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:36.060897 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9000681-4c71-4e5b-ba68-0a540c004415 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.152464 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9000681-4c71-4e5b-ba68-0a540c004415 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.168488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d9000681-4c71-4e5b-ba68-0a540c004415 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for 84748142-7104-4fcc-9140-349268544e9a owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:36.204999 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1c77-505f-440b-8729-c2c912803844 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.205331 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1c77-505f-440b-8729-c2c912803844 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.240578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-6f9b1c77-505f-440b-8729-c2c912803844 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Calling delete_port for 15be81f4-ff62-4284-ad05-e7f5a2bdb64d owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:36.298228 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9000681-4c71-4e5b-ba68-0a540c004415 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.313689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 198ef3ab-a9d1-40a7-8ee2-939058e5e008, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=198ef3ab-a9d1-40a7-8ee2-939058e5e008,segment=NetworkSegment(e74c9be8-a69d-4845-85fe-36e01d295e91),segment_id=e74c9be8-a69d-4845-85fe-36e01d295e91)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:36.361243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '198ef3ab-a9d1-40a7-8ee2-939058e5e008', 'network_id': '92387007-f77d-4940-b595-24f1189e8ad1', 'port_id': '198ef3ab-a9d1-40a7-8ee2-939058e5e008', 'mac_address': 'fa:16:3e:e6:fc:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af746fe8-000d-4589-ac4a-b36f192aa8a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:12:36.402361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9000681-4c71-4e5b-ba68-0a540c004415 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=84748142-7104-4fcc-9140-349268544e9a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:36.435139 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9000681-4c71-4e5b-ba68-0a540c004415 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.443605 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d9000681-4c71-4e5b-ba68-0a540c004415 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/84748142-7104-4fcc-9140-349268544e9a HTTP/1.1" status: 204 len: 168 time: 0.5115919 Jul 06 12:12:36.452269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58238) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:36.456305 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1c77-505f-440b-8729-c2c912803844 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.532073 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.557538 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198ef3ab-a9d1-40a7-8ee2-939058e5e008 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:12:36.570163 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b1c77-505f-440b-8729-c2c912803844 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Pushing event deleted for resources: {'Port': ['ID=15be81f4-ff62-4284-ad05-e7f5a2bdb64d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:36.582235 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.623846 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1c77-505f-440b-8729-c2c912803844 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.624471 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 198ef3ab-a9d1-40a7-8ee2-939058e5e008, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=198ef3ab-a9d1-40a7-8ee2-939058e5e008,segment=NetworkSegment(e74c9be8-a69d-4845-85fe-36e01d295e91),segment_id=e74c9be8-a69d-4845-85fe-36e01d295e91)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:36.628327 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1c77-505f-440b-8729-c2c912803844 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.632665 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6f9b1c77-505f-440b-8729-c2c912803844 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "DELETE /v2.0/floatingips/352bf5a1-109f-4adf-9f52-2aa52c1ffd1a HTTP/1.1" status: 204 len: 168 time: 0.8688602 Jul 06 12:12:36.633544 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:36.691628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8d6ec889-93dd-4b22-84d7-8e426e25b6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'name': 'tempest-TestServerBasicOps-1597325941-router', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:59Z', 'updated_at': '2021-07-06T12:07:07Z', 'revision_number': 4, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'gw_port': {'id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:00Z', 'updated_at': '2021-07-06T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cdbee750-ec74-4f65-9049-120cbc9838cd', 'name': '', 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'mac_address': 'fa:16:3e:81:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '1902dd39-7291-49c8-8576-6bf812770b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:05Z', 'updated_at': '2021-07-06T12:07:16Z', 'revision_number': 5, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'subnets': [{'id': '1902dd39-7291-49c8-8576-6bf812770b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:36.706232 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fde7ae-cc68-4d18-8da1-6e038523a74d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:36.719877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fde7ae-cc68-4d18-8da1-6e038523a74d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:36.721741 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-79fde7ae-cc68-4d18-8da1-6e038523a74d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2682922 Jul 06 12:12:36.724801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58246) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:36.735072 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75d7e4-c010-442d-b306-2f77e9b1896d req-574aaa79-6e9a-4d45-8535-f4b8b55a2f20 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:36.742926 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec75d7e4-c010-442d-b306-2f77e9b1896d req-574aaa79-6e9a-4d45-8535-f4b8b55a2f20 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1094 time: 0.1468947 Jul 06 12:12:36.753652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ec889-93dd-4b22-84d7-8e426e25b6cc None None] The sync data for ids ['c1acb9e6-039f-4e21-b350-67998a242477'] in n-d-799529-2 is: [{'id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'name': 'tempest-TestServerBasicOps-1597325941-router', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:59Z', 'updated_at': '2021-07-06T12:07:07Z', 'revision_number': 4, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'gw_port': {'id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:00Z', 'updated_at': '2021-07-06T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cdbee750-ec74-4f65-9049-120cbc9838cd', 'name': '', 'network_id': '17d282bc-2eba-4aa2-8f05-b09a2930641c', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'mac_address': 'fa:16:3e:81:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '1902dd39-7291-49c8-8576-6bf812770b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:05Z', 'updated_at': '2021-07-06T12:07:16Z', 'revision_number': 5, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'subnets': [{'id': '1902dd39-7291-49c8-8576-6bf812770b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:36.781091 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=198ef3ab-a9d1-40a7-8ee2-939058e5e008,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:36.821557 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec75d7e4-c010-442d-b306-2f77e9b1896d req-385a7aa3-0598-4d07-ba6a-88cd49f05c01 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775282 Jul 06 12:12:36.921635 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['198ef3ab-a9d1-40a7-8ee2-939058e5e008'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:12:36.923413 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1e4614f5-02cf-47ba-919d-19f37f29a9a3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port 55e8a4ef-678b-40ec-81f4-92a32d638167 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:36.923866 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e4614f5-02cf-47ba-919d-19f37f29a9a3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.015034 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e4614f5-02cf-47ba-919d-19f37f29a9a3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.035199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1e4614f5-02cf-47ba-919d-19f37f29a9a3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for 55e8a4ef-678b-40ec-81f4-92a32d638167 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:37.073546 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58252) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:37.160956 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e4614f5-02cf-47ba-919d-19f37f29a9a3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.197535 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b1baf176-a409-4d83-a25c-4cf080ab9c41 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.220116 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e4614f5-02cf-47ba-919d-19f37f29a9a3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.227149 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1e4614f5-02cf-47ba-919d-19f37f29a9a3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/55e8a4ef-678b-40ec-81f4-92a32d638167 HTTP/1.1" status: 204 len: 168 time: 0.4996850 Jul 06 12:12:37.227600 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58260) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:37.260046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4614f5-02cf-47ba-919d-19f37f29a9a3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=55e8a4ef-678b-40ec-81f4-92a32d638167,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:37.268543 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b1baf176-a409-4d83-a25c-4cf080ab9c41 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.293482 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c83a7f-8d96-40e5-8309-9b59eb56cf55 None None] New status for floating IP 352bf5a1-109f-4adf-9f52-2aa52c1ffd1a: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:12:37.370275 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b1baf176-a409-4d83-a25c-4cf080ab9c41 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.375167 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b1baf176-a409-4d83-a25c-4cf080ab9c41 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.382198 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b1baf176-a409-4d83-a25c-4cf080ab9c41 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] 10.222.0.81 "DELETE /v2.0/security-groups/93b5bafa-dffe-42de-a9a9-1bc760e622db HTTP/1.1" status: 204 len: 168 time: 0.3071942 Jul 06 12:12:37.400738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1baf176-a409-4d83-a25c-4cf080ab9c41 tempest-TestServerBasicOps-690873027 tempest-TestServerBasicOps-690873027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b5bafa-dffe-42de-a9a9-1bc760e622db,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:37.415911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e517b2-2d43-4f72-a470-70acfec29795 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:37.420569 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58264) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:37.420858 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-53e517b2-2d43-4f72-a470-70acfec29795 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1725504 Jul 06 12:12:37.441567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58266) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:37.476822 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4918fca-03c9-4bf1-9663-1add800119a5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] GET failed (client error): The resource could not be found. Jul 06 12:12:37.483589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58274) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:37.487082 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 7832d3d0-f5cf-4902-a9ed-aa731851ae73 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:37.500213 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c4918fca-03c9-4bf1-9663-1add800119a5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/84748142-7104-4fcc-9140-349268544e9a HTTP/1.1" status: 404 len: 333 time: 0.0784333 Jul 06 12:12:37.546869 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a9ea45-6ed9-4521-b01f-fb1e18db39e5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] GET failed (client error): The resource could not be found. Jul 06 12:12:37.550030 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 7832d3d0-f5cf-4902-a9ed-aa731851ae73 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:37.550378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 7832d3d0-f5cf-4902-a9ed-aa731851ae73 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:37.554688 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-01a9ea45-6ed9-4521-b01f-fb1e18db39e5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/55e8a4ef-678b-40ec-81f4-92a32d638167 HTTP/1.1" status: 404 len: 333 time: 0.0617082 Jul 06 12:12:37.557485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58276) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:37.715261 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2efac943-1e75-4d1a-9ebb-a028107f22cd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.883162 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2efac943-1e75-4d1a-9ebb-a028107f22cd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:37.895809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2efac943-1e75-4d1a-9ebb-a028107f22cd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0962d39-19c1-408d-b0fc-f39a859cbe80']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:37.968275 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2efac943-1e75-4d1a-9ebb-a028107f22cd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6fb850-a74b-4a2b-a511-140de0522e3e') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:37.968582 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2efac943-1e75-4d1a-9ebb-a028107f22cd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6fb850-a74b-4a2b-a511-140de0522e3e') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:38.021122 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2efac943-1e75-4d1a-9ebb-a028107f22cd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:38.047293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed64709-3233-432b-8686-965b9c306d77 req-605eb5f3-9308-4675-b98a-36cca02af5df tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:38.050371 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2efac943-1e75-4d1a-9ebb-a028107f22cd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:38.058685 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9ed64709-3233-432b-8686-965b9c306d77 req-605eb5f3-9308-4675-b98a-36cca02af5df tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1095 time: 0.0717337 Jul 06 12:12:38.062609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efac943-1e75-4d1a-9ebb-a028107f22cd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:12:38.063022 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2efac943-1e75-4d1a-9ebb-a028107f22cd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:12:38.067215 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:12:38.109975 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9ed64709-3233-432b-8686-965b9c306d77 req-726f957b-4052-4c43-9c43-e221d69a396d tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501795 Jul 06 12:12:38.143665 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3c3e-5656-4e1a-a116-0e87e46c266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:38.185673 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2efac943-1e75-4d1a-9ebb-a028107f22cd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:38.215056 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:38.545734 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2efac943-1e75-4d1a-9ebb-a028107f22cd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:38.552008 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58296) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:38.552435 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2efac943-1e75-4d1a-9ebb-a028107f22cd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/networks/f0962d39-19c1-408d-b0fc-f39a859cbe80 HTTP/1.1" status: 204 len: 168 time: 0.9931104 Jul 06 12:12:38.557814 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f971ab38-f407-476c-95a8-066eac8002b5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-105341287'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:38.575758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efac943-1e75-4d1a-9ebb-a028107f22cd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Network': ['ID=f0962d39-19c1-408d-b0fc-f39a859cbe80,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:38.589460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f971ab38-f407-476c-95a8-066eac8002b5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:38.596744 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f971ab38-f407-476c-95a8-066eac8002b5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:38.630295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f971ab38-f407-476c-95a8-066eac8002b5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:12:38.647659 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f971ab38-f407-476c-95a8-066eac8002b5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:38.648776 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-f971ab38-f407-476c-95a8-066eac8002b5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Added segment 44ca780b-abb6-4730-8e3a-9e93a5b2d7ea of type vlan for network c63ae7c7-1429-48ce-b3d6-96e59da3cdd7 Jul 06 12:12:38.700675 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f971ab38-f407-476c-95a8-066eac8002b5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:38.707042 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:38.742490 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f971ab38-f407-476c-95a8-066eac8002b5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:38.752111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f971ab38-f407-476c-95a8-066eac8002b5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:38.752955 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f971ab38-f407-476c-95a8-066eac8002b5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:38.855569 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f971ab38-f407-476c-95a8-066eac8002b5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3022945 Jul 06 12:12:38.858519 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58302) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:38.860040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971ab38-f407-476c-95a8-066eac8002b5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Network': ['ID=c63ae7c7-1429-48ce-b3d6-96e59da3cdd7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:38.865528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-12bc1668-525f-4915-ab78-59d185022e55 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'subnet': {'network_id': 'c63ae7c7-1429-48ce-b3d6-96e59da3cdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:38.871308 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network c63ae7c7-1429-48ce-b3d6-96e59da3cdd7 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:12:39.039622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bc1668-525f-4915-ab78-59d185022e55 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:39.043258 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12bc1668-525f-4915-ab78-59d185022e55 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:39.254029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Deleting port cdbee750-ec74-4f65-9049-120cbc9838cd {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:39.254473 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:39.348303 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:39.356983 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727ccc0-df77-4ce7-9c09-2184cd659432 req-b9f2fa00-97a3-422c-bc4d-762ac62d09bf tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:39.364492 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2727ccc0-df77-4ce7-9c09-2184cd659432 req-b9f2fa00-97a3-422c-bc4d-762ac62d09bf tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1095 time: 0.0958762 Jul 06 12:12:39.399524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12bc1668-525f-4915-ab78-59d185022e55 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:39.416196 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2727ccc0-df77-4ce7-9c09-2184cd659432 req-e2169745-7b59-4f70-a85b-ce9df4070dbd tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498340 Jul 06 12:12:39.474429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] For port cdbee750-ec74-4f65-9049-120cbc9838cd, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=cdbee750-ec74-4f65-9049-120cbc9838cd,segment=NetworkSegment(63b84d92-bcd5-4c55-abc9-3c3ce48778a6),segment_id=63b84d92-bcd5-4c55-abc9-3c3ce48778a6)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:39.474790 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:39.499820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Calling delete_port for cdbee750-ec74-4f65-9049-120cbc9838cd owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:39.501650 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc1668-525f-4915-ab78-59d185022e55 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Subnet': ['ID=228e794e-9cae-4c5d-8e0f-3c3a7bde1a0f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:39.502576 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 198ef3ab-a9d1-40a7-8ee2-939058e5e008 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:39.530475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bc1668-525f-4915-ab78-59d185022e55 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Checking segment: {'id': '44ca780b-abb6-4730-8e3a-9e93a5b2d7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c63ae7c7-1429-48ce-b3d6-96e59da3cdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:39.531360 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bc1668-525f-4915-ab78-59d185022e55 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network hostable DHCP agents. Network: c63ae7c7-1429-48ce-b3d6-96e59da3cdd7, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:12:39.609289 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 198ef3ab-a9d1-40a7-8ee2-939058e5e008 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:39.614216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 198ef3ab-a9d1-40a7-8ee2-939058e5e008 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:39.614583 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:39.633014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bc1668-525f-4915-ab78-59d185022e55 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network c63ae7c7-1429-48ce-b3d6-96e59da3cdd7 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:12:39.650158 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-12bc1668-525f-4915-ab78-59d185022e55 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, c63ae7c7-1429-48ce-b3d6-96e59da3cdd7) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:39.655490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bc1668-525f-4915-ab78-59d185022e55 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:39.656157 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12bc1668-525f-4915-ab78-59d185022e55 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:39.669391 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1221d38-7924-44da-b1fb-5ff50577ed1f None None] Network c63ae7c7-1429-48ce-b3d6-96e59da3cdd7 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:39.728733 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58338) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:39.729375 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-12bc1668-525f-4915-ab78-59d185022e55 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8682456 Jul 06 12:12:39.736705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d6142fe4-d805-4c76-aae7-4e0d4f813ff8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'network_id': 'c63ae7c7-1429-48ce-b3d6-96e59da3cdd7', 'name': 'tempest-PortsIpV6TestJSON-1025765724'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:39.856104 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:39.900531 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:39.936418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193f2901-2754-421a-b35f-f1578e3872ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198ef3ab-a9d1-40a7-8ee2-939058e5e008'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:39.940580 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49757391-c429-4281-97dc-85ca427ef376" -d '{"events": [{"server_uuid": "193f2901-2754-421a-b35f-f1578e3872ce", "name": "network-vif-plugged", "status": "completed", "tag": "198ef3ab-a9d1-40a7-8ee2-939058e5e008"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:39.971844 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6142fe4-d805-4c76-aae7-4e0d4f813ff8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:39.977872 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d6142fe4-d805-4c76-aae7-4e0d4f813ff8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:39.979513 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbee750-ec74-4f65-9049-120cbc9838cd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:40.028996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 198ef3ab-a9d1-40a7-8ee2-939058e5e008, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=198ef3ab-a9d1-40a7-8ee2-939058e5e008,segment=NetworkSegment(e74c9be8-a69d-4845-85fe-36e01d295e91),segment_id=e74c9be8-a69d-4845-85fe-36e01d295e91)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:40.042516 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:40.052267 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-d6142fe4-d805-4c76-aae7-4e0d4f813ff8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] device_id is not set on port a96c54e4-1d2f-44ee-8037-cc5478becc5c yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:40.077050 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2c7ec9-aa66-43ef-940d-aa3efe2592c7 x-openstack-request-id: req-fe2c7ec9-aa66-43ef-940d-aa3efe2592c7 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:40.086239 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193f2901-2754-421a-b35f-f1578e3872ce", "name": "network-vif-plugged", "status": "completed", "tag": "198ef3ab-a9d1-40a7-8ee2-939058e5e008", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:40.086674 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe2c7ec9-aa66-43ef-940d-aa3efe2592c7 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:40.087281 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193f2901-2754-421a-b35f-f1578e3872ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198ef3ab-a9d1-40a7-8ee2-939058e5e008', 'code': 200} Jul 06 12:12:40.087626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:40.088013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:40.088398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:40.088653 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:40.088988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:40.089384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:40.089770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:40.090184 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:40.090579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:40.090915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:40.091304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:40.091644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:40.237554 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-d6142fe4-d805-4c76-aae7-4e0d4f813ff8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Allocated IP 2001:db8::2ca (c63ae7c7-1429-48ce-b3d6-96e59da3cdd7/228e794e-9cae-4c5d-8e0f-3c3a7bde1a0f/a96c54e4-1d2f-44ee-8037-cc5478becc5c) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:40.317230 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-c63ae7c7-1429-48ce-b3d6-96e59da3cdd7', 'network_id': 'c63ae7c7-1429-48ce-b3d6-96e59da3cdd7', 'tenant_id': 'a6cfa0d034a0486f97d965fefd9841d5', 'fixed_ips': [{'subnet_id': '228e794e-9cae-4c5d-8e0f-3c3a7bde1a0f'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:12:40.318520 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:40.357595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=198ef3ab-a9d1-40a7-8ee2-939058e5e008,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:40.437210 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d6142fe4-d805-4c76-aae7-4e0d4f813ff8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:40.455566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-d6142fe4-d805-4c76-aae7-4e0d4f813ff8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Transition to ACTIVE for port object a96c54e4-1d2f-44ee-8037-cc5478becc5c will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:40.487630 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:40.497719 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d6142fe4-d805-4c76-aae7-4e0d4f813ff8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:40.607057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6142fe4-d805-4c76-aae7-4e0d4f813ff8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=a96c54e4-1d2f-44ee-8037-cc5478becc5c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:40.629050 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6142fe4-d805-4c76-aae7-4e0d4f813ff8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network c63ae7c7-1429-48ce-b3d6-96e59da3cdd7 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:40.641416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-d6142fe4-d805-4c76-aae7-4e0d4f813ff8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:40.645552 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6142fe4-d805-4c76-aae7-4e0d4f813ff8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:40.655451 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6142fe4-d805-4c76-aae7-4e0d4f813ff8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:40.656462 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d6142fe4-d805-4c76-aae7-4e0d4f813ff8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:40.713304 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d6142fe4-d805-4c76-aae7-4e0d4f813ff8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9831097 Jul 06 12:12:40.716797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58442) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:40.737629 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Allocated IP 2001:db8::2 (c63ae7c7-1429-48ce-b3d6-96e59da3cdd7/228e794e-9cae-4c5d-8e0f-3c3a7bde1a0f/7a0472b1-919c-4257-9bb7-ceecb0238130) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:40.758768 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb13e9-e1d0-45d3-930d-df6fd5b20c38 req-29d554ad-c3fc-48e0-86fd-c2c86ab578f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:40.760206 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0adb13e9-e1d0-45d3-930d-df6fd5b20c38 req-29d554ad-c3fc-48e0-86fd-c2c86ab578f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1096 time: 0.5901568 Jul 06 12:12:40.836256 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5b7f7-f13a-4dbb-87b0-4cf5a20cda3f req-ad8ccc0a-4e81-4ebc-bae9-1ae5cde4e2e9 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:40.848427 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06c5b7f7-f13a-4dbb-87b0-4cf5a20cda3f req-ad8ccc0a-4e81-4ebc-bae9-1ae5cde4e2e9 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1096 time: 0.2180495 Jul 06 12:12:40.900589 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0adb13e9-e1d0-45d3-930d-df6fd5b20c38 req-44cd168a-c991-4cef-bfa7-e53fd1470f5f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282163 Jul 06 12:12:40.945701 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06c5b7f7-f13a-4dbb-87b0-4cf5a20cda3f req-6eff9e8a-4e22-4c90-97e4-12eeb857727a tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832093 Jul 06 12:12:40.968053 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:40.997792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-70d618b8-7a8b-4c7e-8ec0-339d9f7fc639 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port a96c54e4-1d2f-44ee-8037-cc5478becc5c {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:40.998941 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-70d618b8-7a8b-4c7e-8ec0-339d9f7fc639 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.022786 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.055521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Transition to ACTIVE for port object 7a0472b1-919c-4257-9bb7-ceecb0238130 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:41.100961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Transition to ACTIVE for port object 7a0472b1-919c-4257-9bb7-ceecb0238130 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:41.111614 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.125652 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Router c1acb9e6-039f-4e21-b350-67998a242477 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:41.192234 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-70d618b8-7a8b-4c7e-8ec0-339d9f7fc639 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.209598 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-70d618b8-7a8b-4c7e-8ec0-339d9f7fc639 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for a96c54e4-1d2f-44ee-8037-cc5478becc5c owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:41.209839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Pushing event updated for resources: {'Port': ['ID=7a0472b1-919c-4257-9bb7-ceecb0238130,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:41.227796 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Network c63ae7c7-1429-48ce-b3d6-96e59da3cdd7 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:41.230760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:41.238750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:41.311510 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:41.324301 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-46931ad0-efcf-496d-ac9b-fe65c28363e5 admin admin] 10.222.0.81 "PUT /v2.0/routers/c1acb9e6-039f-4e21-b350-67998a242477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8833551 Jul 06 12:12:41.326783 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58508) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:41.333192 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5598522-6ff9-4a8a-98f5-a859c2fd26a1 None None] Sync routers for ids ['c1acb9e6-039f-4e21-b350-67998a242477'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:41.356938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5598522-6ff9-4a8a-98f5-a859c2fd26a1 None None] Routers {'c1acb9e6-039f-4e21-b350-67998a242477'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:41.357866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d5598522-6ff9-4a8a-98f5-a859c2fd26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:12:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c1acb9e6-039f-4e21-b350-67998a242477'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:41.414770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Attempting to bind port 7a0472b1-919c-4257-9bb7-ceecb0238130 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:41.415297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Attempting to bind port 7a0472b1-919c-4257-9bb7-ceecb0238130 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '44ca780b-abb6-4730-8e3a-9e93a5b2d7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c63ae7c7-1429-48ce-b3d6-96e59da3cdd7'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:41.415866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Attempting to bind port 7a0472b1-919c-4257-9bb7-ceecb0238130 on network c63ae7c7-1429-48ce-b3d6-96e59da3cdd7 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:41.428194 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-70d618b8-7a8b-4c7e-8ec0-339d9f7fc639 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.484816 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d618b8-7a8b-4c7e-8ec0-339d9f7fc639 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=a96c54e4-1d2f-44ee-8037-cc5478becc5c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:41.518262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9934714e-418d-4a5c-a024-4047f59881c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.520791 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-70d618b8-7a8b-4c7e-8ec0-339d9f7fc639 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.522968 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-70d618b8-7a8b-4c7e-8ec0-339d9f7fc639 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/a96c54e4-1d2f-44ee-8037-cc5478becc5c HTTP/1.1" status: 204 len: 168 time: 0.8050137 Jul 06 12:12:41.525997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58534) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:41.534670 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:41.535081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Checking segment: {'id': '44ca780b-abb6-4730-8e3a-9e93a5b2d7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c63ae7c7-1429-48ce-b3d6-96e59da3cdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:41.535697 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.536373 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Bound using segment: {'id': '44ca780b-abb6-4730-8e3a-9e93a5b2d7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c63ae7c7-1429-48ce-b3d6-96e59da3cdd7'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:41.537055 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Bound port: 7a0472b1-919c-4257-9bb7-ceecb0238130, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ca780b-abb6-4730-8e3a-9e93a5b2d7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c63ae7c7-1429-48ce-b3d6-96e59da3cdd7'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:41.537646 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.574670 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-60234ab9-44ce-48a2-a828-1657f087698d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] DELETE failed (client error): The resource could not be found. Jul 06 12:12:41.575577 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60234ab9-44ce-48a2-a828-1657f087698d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:12:41.578125 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-60234ab9-44ce-48a2-a828-1657f087698d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/a96c54e4-1d2f-44ee-8037-cc5478becc5c HTTP/1.1" status: 404 len: 333 time: 0.0506151 Jul 06 12:12:41.581984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58540) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:41.605397 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d5598522-6ff9-4a8a-98f5-a859c2fd26a1 None None] Set router c1acb9e6-039f-4e21-b350-67998a242477 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:41.651587 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e936bf-ce84-4156-b61c-f8586fa61709 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] GET failed (client error): The resource could not be found. Jul 06 12:12:41.659037 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e1e936bf-ce84-4156-b61c-f8586fa61709 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/a96c54e4-1d2f-44ee-8037-cc5478becc5c HTTP/1.1" status: 404 len: 333 time: 0.0752344 Jul 06 12:12:41.660757 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58552) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:41.802319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75d138d-6b51-4f64-8930-a42fa8a1ee29 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting subnet 228e794e-9cae-4c5d-8e0f-3c3a7bde1a0f {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:12:41.821726 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a75d138d-6b51-4f64-8930-a42fa8a1ee29 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.839533 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] For port 7a0472b1-919c-4257-9bb7-ceecb0238130, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:41.843925 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9934714e-418d-4a5c-a024-4047f59881c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.878941 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] For port 7a0472b1-919c-4257-9bb7-ceecb0238130, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=7a0472b1-919c-4257-9bb7-ceecb0238130,segment=NetworkSegment(44ca780b-abb6-4730-8e3a-9e93a5b2d7ea),segment_id=44ca780b-abb6-4730-8e3a-9e93a5b2d7ea)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:41.898612 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.929836 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a75d138d-6b51-4f64-8930-a42fa8a1ee29 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:41.979626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9934714e-418d-4a5c-a024-4047f59881c2 admin admin] Deleting port bfbd4419-ee8b-4ed2-92fe-be45593941f2 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:41.980020 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9934714e-418d-4a5c-a024-4047f59881c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.024831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ca00b-c3c6-4b59-8cb9-0fc48e2f82e7 None None] Pushing event updated for resources: {'Port': ['ID=7a0472b1-919c-4257-9bb7-ceecb0238130,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:42.160239 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d5598522-6ff9-4a8a-98f5-a859c2fd26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'name': 'tempest-TestServerBasicOps-1597325941-router', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:59Z', 'updated_at': '2021-07-06T12:12:39Z', 'revision_number': 5, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'gw_port': {'id': 'bfbd4419-ee8b-4ed2-92fe-be45593941f2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:00Z', 'updated_at': '2021-07-06T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:42.194364 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a75d138d-6b51-4f64-8930-a42fa8a1ee29 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.225108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5598522-6ff9-4a8a-98f5-a859c2fd26a1 None None] Checking router: c1acb9e6-039f-4e21-b350-67998a242477 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:12:42.240758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5598522-6ff9-4a8a-98f5-a859c2fd26a1 None None] Routers {'c1acb9e6-039f-4e21-b350-67998a242477'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:42.241647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d5598522-6ff9-4a8a-98f5-a859c2fd26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:12:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c1acb9e6-039f-4e21-b350-67998a242477'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:42.254919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-9934714e-418d-4a5c-a024-4047f59881c2 admin admin] For port bfbd4419-ee8b-4ed2-92fe-be45593941f2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bfbd4419-ee8b-4ed2-92fe-be45593941f2,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:42.255309 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9934714e-418d-4a5c-a024-4047f59881c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.277593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9934714e-418d-4a5c-a024-4047f59881c2 admin admin] Calling delete_port for bfbd4419-ee8b-4ed2-92fe-be45593941f2 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:42.353754 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a75d138d-6b51-4f64-8930-a42fa8a1ee29 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.372742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d5598522-6ff9-4a8a-98f5-a859c2fd26a1 None None] Set router c1acb9e6-039f-4e21-b350-67998a242477 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:42.396018 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d138d-6b51-4f64-8930-a42fa8a1ee29 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Subnet': ['ID=228e794e-9cae-4c5d-8e0f-3c3a7bde1a0f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:42.399104 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a75d138d-6b51-4f64-8930-a42fa8a1ee29 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.405616 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a75d138d-6b51-4f64-8930-a42fa8a1ee29 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/228e794e-9cae-4c5d-8e0f-3c3a7bde1a0f HTTP/1.1" status: 204 len: 168 time: 0.7434654 Jul 06 12:12:42.407984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58640) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:42.427874 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edf9b6-3b6b-4c61-b185-378941b27f31 req-5a562b32-90be-459e-914f-ce9bb139dc97 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:42.438698 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c4edf9b6-3b6b-4c61-b185-378941b27f31 req-5a562b32-90be-459e-914f-ce9bb139dc97 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1096 time: 0.1768456 Jul 06 12:12:42.580658 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d5598522-6ff9-4a8a-98f5-a859c2fd26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'name': 'tempest-TestServerBasicOps-1597325941-router', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:59Z', 'updated_at': '2021-07-06T12:12:41Z', 'revision_number': 6, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:42.631052 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c4edf9b6-3b6b-4c61-b185-378941b27f31 req-530a62ac-c1d0-4e44-a37e-5378648d997c tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853523 Jul 06 12:12:42.641255 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.676095 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5598522-6ff9-4a8a-98f5-a859c2fd26a1 None None] The sync data for ids ['c1acb9e6-039f-4e21-b350-67998a242477'] in n-d-799529-2 is: [{'id': 'c1acb9e6-039f-4e21-b350-67998a242477', 'name': 'tempest-TestServerBasicOps-1597325941-router', 'tenant_id': '334c6bf901ae4776812cd96573c73d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:59Z', 'updated_at': '2021-07-06T12:12:41Z', 'revision_number': 6, 'project_id': '334c6bf901ae4776812cd96573c73d99', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:42.829445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port 7a0472b1-919c-4257-9bb7-ceecb0238130 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:42.829798 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.836927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9934714e-418d-4a5c-a024-4047f59881c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.865533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934714e-418d-4a5c-a024-4047f59881c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbd4419-ee8b-4ed2-92fe-be45593941f2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:42.961799 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] For port 7a0472b1-919c-4257-9bb7-ceecb0238130, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=7a0472b1-919c-4257-9bb7-ceecb0238130,segment=NetworkSegment(44ca780b-abb6-4730-8e3a-9e93a5b2d7ea),segment_id=44ca780b-abb6-4730-8e3a-9e93a5b2d7ea)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:42.963276 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:42.991704 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9934714e-418d-4a5c-a024-4047f59881c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.001489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for 7a0472b1-919c-4257-9bb7-ceecb0238130 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:43.141640 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.222382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=7a0472b1-919c-4257-9bb7-ceecb0238130,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:43.232921 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No DVR routers for this DVR port 7a0472b1-919c-4257-9bb7-ceecb0238130 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:43.238134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7a0472b1-919c-4257-9bb7-ceecb0238130 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:43.274255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 7a0472b1-919c-4257-9bb7-ceecb0238130 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:43.276018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7a0472b1-919c-4257-9bb7-ceecb0238130 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 06 12:12:43.297583 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9934714e-418d-4a5c-a024-4047f59881c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.300467 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9934714e-418d-4a5c-a024-4047f59881c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.378769 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Port 7a0472b1-919c-4257-9bb7-ceecb0238130 not found, will not notify nova. {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 06 12:12:43.435916 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9934714e-418d-4a5c-a024-4047f59881c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.436773 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9934714e-418d-4a5c-a024-4047f59881c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1acb9e6-039f-4e21-b350-67998a242477 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:12:43.449459 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9934714e-418d-4a5c-a024-4047f59881c2 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.452945 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9934714e-418d-4a5c-a024-4047f59881c2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/c1acb9e6-039f-4e21-b350-67998a242477 HTTP/1.1" status: 204 len: 168 time: 2.1228328 Jul 06 12:12:43.453334 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58742) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:43.467511 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.484909 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63ae7c7-1429-48ce-b3d6-96e59da3cdd7']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:43.500675 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee7255-5948-443f-a4cf-9444560a5cd6 req-6bef8c00-d32b-453a-b157-666876d7f097 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:43.508214 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9fee7255-5948-443f-a4cf-9444560a5cd6 req-6bef8c00-d32b-453a-b157-666876d7f097 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1096 time: 0.5265253 Jul 06 12:12:43.551088 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ca780b-abb6-4730-8e3a-9e93a5b2d7ea') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:43.551420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ca780b-abb6-4730-8e3a-9e93a5b2d7ea') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:43.569092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2571ebb-7649-43ff-83b6-912a28d0c4b1 admin admin] Deleting subnet 1902dd39-7291-49c8-8576-6bf812770b01 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:12:43.569710 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.573800 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2571ebb-7649-43ff-83b6-912a28d0c4b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.619849 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9fee7255-5948-443f-a4cf-9444560a5cd6 req-3ab0450e-a64b-4e1b-bcdf-edc19e692a61 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098230 Jul 06 12:12:43.621887 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.624833 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2571ebb-7649-43ff-83b6-912a28d0c4b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.648708 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:12:43.649367 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:12:43.653071 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:12:43.808092 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2571ebb-7649-43ff-83b6-912a28d0c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.846431 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.857972 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:43.874230 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/networks/c63ae7c7-1429-48ce-b3d6-96e59da3cdd7 HTTP/1.1" status: 204 len: 168 time: 1.4589972 Jul 06 12:12:43.920228 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58790) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:43.932610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd2083-e589-47f0-a2cd-80266f6c11de tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Network': ['ID=c63ae7c7-1429-48ce-b3d6-96e59da3cdd7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:43.932744 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f9f745e2-8599-4cf6-8eb1-a47b0993897d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1611246440'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:44.009681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f745e2-8599-4cf6-8eb1-a47b0993897d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:44.013924 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9f745e2-8599-4cf6-8eb1-a47b0993897d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.028398 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2571ebb-7649-43ff-83b6-912a28d0c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.032038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e781197-d131-4856-ae6c-2aa827d5ad09 req-d1e21724-b1d3-4f6c-954a-beffed4d3d19 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:44.041472 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e781197-d131-4856-ae6c-2aa827d5ad09 req-d1e21724-b1d3-4f6c-954a-beffed4d3d19 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1096 time: 0.1193705 Jul 06 12:12:44.047028 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2571ebb-7649-43ff-83b6-912a28d0c4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.049424 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e2571ebb-7649-43ff-83b6-912a28d0c4b1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1902dd39-7291-49c8-8576-6bf812770b01 HTTP/1.1" status: 204 len: 168 time: 0.5950744 Jul 06 12:12:44.068400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-46278fab-a39f-4229-9ae5-242322a132c8 None None] Could not find standard attr ID for object 7a0472b1-919c-4257-9bb7-ceecb0238130. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:12:44.072382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58808) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:44.081422 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f50c8c-9938-4735-8f79-f177758312f3 None None] DHCP port deletion for c63ae7c7-1429-48ce-b3d6-96e59da3cdd7 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:12:44.097013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2571ebb-7649-43ff-83b6-912a28d0c4b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1902dd39-7291-49c8-8576-6bf812770b01,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:44.103848 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f2ae3d-f6f3-4fc5-82fc-ef0be6952b67 None None] Network 17d282bc-2eba-4aa2-8f05-b09a2930641c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:44.121205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f745e2-8599-4cf6-8eb1-a47b0993897d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:12:44.146121 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9f745e2-8599-4cf6-8eb1-a47b0993897d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.146494 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-f9f745e2-8599-4cf6-8eb1-a47b0993897d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Added segment 208581b4-d3ad-4d5b-a30b-94c07b6853c4 of type vlan for network 4e5bb904-c385-4269-b508-08ec9baf9ba8 Jul 06 12:12:44.172448 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ad209-370b-4a8a-a499-8c69cff8afc4 None None] Network c63ae7c7-1429-48ce-b3d6-96e59da3cdd7 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:44.220924 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9f745e2-8599-4cf6-8eb1-a47b0993897d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.246540 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ad209-370b-4a8a-a499-8c69cff8afc4 None None] Network c63ae7c7-1429-48ce-b3d6-96e59da3cdd7 could not be found, it might have been deleted concurrently. {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 12:12:44.292360 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9f745e2-8599-4cf6-8eb1-a47b0993897d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.299031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f745e2-8599-4cf6-8eb1-a47b0993897d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:44.299892 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9f745e2-8599-4cf6-8eb1-a47b0993897d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.364793 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e781197-d131-4856-ae6c-2aa827d5ad09 req-65dd4e95-246f-4857-998d-24e88e505194 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221166 Jul 06 12:12:44.393204 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f9f745e2-8599-4cf6-8eb1-a47b0993897d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4682331 Jul 06 12:12:44.399134 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58842) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:44.411115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-458de2c0-9bd9-4321-85ac-8e2ea2472224 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'subnet': {'network_id': '4e5bb904-c385-4269-b508-08ec9baf9ba8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:44.419372 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.501157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f745e2-8599-4cf6-8eb1-a47b0993897d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Network': ['ID=4e5bb904-c385-4269-b508-08ec9baf9ba8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:44.508601 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] Deleting port c05329b1-84c8-49dd-b583-1a4d4c4df377 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:44.508601 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.512476 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb872479-18bf-41cd-9eb6-404b01468959 None None] DHCP port deletion for 17d282bc-2eba-4aa2-8f05-b09a2930641c request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:12:44.525612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 4e5bb904-c385-4269-b508-08ec9baf9ba8 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:12:44.564317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458de2c0-9bd9-4321-85ac-8e2ea2472224 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:44.568413 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-458de2c0-9bd9-4321-85ac-8e2ea2472224 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.681347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-eb872479-18bf-41cd-9eb6-404b01468959 None None] Deleting port c05329b1-84c8-49dd-b583-1a4d4c4df377 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:44.682557 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb872479-18bf-41cd-9eb6-404b01468959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.794063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c05329b1-84c8-49dd-b583-1a4d4c4df377 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:44.803639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-eb872479-18bf-41cd-9eb6-404b01468959 None None] For port c05329b1-84c8-49dd-b583-1a4d4c4df377, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c05329b1-84c8-49dd-b583-1a4d4c4df377,segment=NetworkSegment(63b84d92-bcd5-4c55-abc9-3c3ce48778a6),segment_id=63b84d92-bcd5-4c55-abc9-3c3ce48778a6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:44.805083 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb872479-18bf-41cd-9eb6-404b01468959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:44.854647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-eb872479-18bf-41cd-9eb6-404b01468959 None None] Calling delete_port for c05329b1-84c8-49dd-b583-1a4d4c4df377 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:44.922146 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-458de2c0-9bd9-4321-85ac-8e2ea2472224 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.034691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458de2c0-9bd9-4321-85ac-8e2ea2472224 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Subnet': ['ID=079d98d9-1f43-48f6-bb0f-324424067e4b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:45.075271 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458de2c0-9bd9-4321-85ac-8e2ea2472224 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Checking segment: {'id': '208581b4-d3ad-4d5b-a30b-94c07b6853c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4e5bb904-c385-4269-b508-08ec9baf9ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:45.075890 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458de2c0-9bd9-4321-85ac-8e2ea2472224 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network hostable DHCP agents. Network: 4e5bb904-c385-4269-b508-08ec9baf9ba8, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:12:45.083758 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.106330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458de2c0-9bd9-4321-85ac-8e2ea2472224 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network 4e5bb904-c385-4269-b508-08ec9baf9ba8 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:12:45.125871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-458de2c0-9bd9-4321-85ac-8e2ea2472224 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 4e5bb904-c385-4269-b508-08ec9baf9ba8) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:45.143123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0330d09e-b589-4f07-a9e5-e5e1f6f1a57c None None] Network 4e5bb904-c385-4269-b508-08ec9baf9ba8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:45.144772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458de2c0-9bd9-4321-85ac-8e2ea2472224 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:45.147158 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-458de2c0-9bd9-4321-85ac-8e2ea2472224 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.161350 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] For port c05329b1-84c8-49dd-b583-1a4d4c4df377, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c05329b1-84c8-49dd-b583-1a4d4c4df377,segment=NetworkSegment(63b84d92-bcd5-4c55-abc9-3c3ce48778a6),segment_id=63b84d92-bcd5-4c55-abc9-3c3ce48778a6)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:45.162040 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.181636 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] Calling delete_port for c05329b1-84c8-49dd-b583-1a4d4c4df377 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:45.187169 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-458de2c0-9bd9-4321-85ac-8e2ea2472224 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7868431 Jul 06 12:12:45.187864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58860) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:45.197360 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e0f24c83-32ea-48c1-886e-59043c4f93d3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'network_id': '4e5bb904-c385-4269-b508-08ec9baf9ba8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1565872690'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:45.236739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port c05329b1-84c8-49dd-b583-1a4d4c4df377, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c05329b1-84c8-49dd-b583-1a4d4c4df377,segment=NetworkSegment(63b84d92-bcd5-4c55-abc9-3c3ce48778a6),segment_id=63b84d92-bcd5-4c55-abc9-3c3ce48778a6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:45.266256 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.267267 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7a0472b1-919c-4257-9bb7-ceecb0238130 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:45.317991 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event deleted for resources: {'Port': ['ID=c05329b1-84c8-49dd-b583-1a4d4c4df377,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:45.321506 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c71c16-c5a3-4cde-9484-5439ebda3642 req-17642f3f-585c-4bba-bbcc-4e16e2312cb9 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:45.326481 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb872479-18bf-41cd-9eb6-404b01468959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.329889 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c4c71c16-c5a3-4cde-9484-5439ebda3642 req-17642f3f-585c-4bba-bbcc-4e16e2312cb9 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1096 time: 0.3043954 Jul 06 12:12:45.352079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 7a0472b1-919c-4257-9bb7-ceecb0238130 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:45.352705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7a0472b1-919c-4257-9bb7-ceecb0238130 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:45.353358 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cdbee750-ec74-4f65-9049-120cbc9838cd no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:45.358882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb872479-18bf-41cd-9eb6-404b01468959 None None] Pushing event deleted for resources: {'Port': ['ID=c05329b1-84c8-49dd-b583-1a4d4c4df377,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:45.366367 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.386779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] No DVR routers for this DVR port c05329b1-84c8-49dd-b583-1a4d4c4df377 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:45.391605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: cdbee750-ec74-4f65-9049-120cbc9838cd {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:45.391937 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cdbee750-ec74-4f65-9049-120cbc9838cd not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:45.392367 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bfbd4419-ee8b-4ed2-92fe-be45593941f2 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:45.419537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb872479-18bf-41cd-9eb6-404b01468959 None None] No DVR routers for this DVR port c05329b1-84c8-49dd-b583-1a4d4c4df377 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:45.446072 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f24c83-32ea-48c1-886e-59043c4f93d3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:45.451109 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0f24c83-32ea-48c1-886e-59043c4f93d3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.479043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: bfbd4419-ee8b-4ed2-92fe-be45593941f2 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:45.479798 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bfbd4419-ee8b-4ed2-92fe-be45593941f2 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:45.484969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-4e5bb904-c385-4269-b508-08ec9baf9ba8', 'network_id': '4e5bb904-c385-4269-b508-08ec9baf9ba8', 'tenant_id': 'a6cfa0d034a0486f97d965fefd9841d5', 'fixed_ips': [{'subnet_id': '079d98d9-1f43-48f6-bb0f-324424067e4b'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:12:45.486018 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.500970 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c4c71c16-c5a3-4cde-9484-5439ebda3642 req-2f4290d5-e822-4bd4-89d9-3daf5b5efb42 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684356 Jul 06 12:12:45.502530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] Pushing event deleted for resources: {'Port': ['ID=c05329b1-84c8-49dd-b583-1a4d4c4df377,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:45.521989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-e0f24c83-32ea-48c1-886e-59043c4f93d3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] device_id is not set on port a34e42b6-6116-4893-8a42-155cabcc0521 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:45.624907 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.641198 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d282bc-2eba-4aa2-8f05-b09a2930641c']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:45.655997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b84d92-bcd5-4c55-abc9-3c3ce48778a6') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:45.656750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b84d92-bcd5-4c55-abc9-3c3ce48778a6') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:45.669250 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.692222 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.698142 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Allocated IP 2001:db8::2 (4e5bb904-c385-4269-b508-08ec9baf9ba8/079d98d9-1f43-48f6-bb0f-324424067e4b/e4a159fe-48d7-4221-9dc2-e9cc56cd57f4) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:45.708000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:12:45.708918 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:12:45.713190 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:12:45.780895 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.785801 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.787996 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] 10.222.0.81 "DELETE /v2.0/networks/17d282bc-2eba-4aa2-8f05-b09a2930641c HTTP/1.1" status: 204 len: 168 time: 1.7118282 Jul 06 12:12:45.792321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58872) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:45.816996 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961539a1-9b58-4605-be9a-18fe06ff83ec admin admin] Pushing event deleted for resources: {'Network': ['ID=17d282bc-2eba-4aa2-8f05-b09a2930641c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:45.902337 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:45.921348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Transition to ACTIVE for port object e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:45.946845 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Transition to ACTIVE for port object e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:45.954916 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:46.002843 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Network 4e5bb904-c385-4269-b508-08ec9baf9ba8 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:46.008535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:46.014740 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:46.036811 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Pushing event updated for resources: {'Port': ['ID=e4a159fe-48d7-4221-9dc2-e9cc56cd57f4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:46.102250 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Attempting to bind port e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:12:46.102755 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Attempting to bind port e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '208581b4-d3ad-4d5b-a30b-94c07b6853c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4e5bb904-c385-4269-b508-08ec9baf9ba8'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:12:46.103192 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Attempting to bind port e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 on network 4e5bb904-c385-4269-b508-08ec9baf9ba8 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:12:46.118799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:12:46.119358 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Checking segment: {'id': '208581b4-d3ad-4d5b-a30b-94c07b6853c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4e5bb904-c385-4269-b508-08ec9baf9ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:46.119780 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:46.120181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Bound using segment: {'id': '208581b4-d3ad-4d5b-a30b-94c07b6853c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4e5bb904-c385-4269-b508-08ec9baf9ba8'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:12:46.120682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Bound port: e4a159fe-48d7-4221-9dc2-e9cc56cd57f4, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208581b4-d3ad-4d5b-a30b-94c07b6853c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4e5bb904-c385-4269-b508-08ec9baf9ba8'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:12:46.121067 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:46.199186 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e0f24c83-32ea-48c1-886e-59043c4f93d3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Allocated IP 2001:db8::389 (4e5bb904-c385-4269-b508-08ec9baf9ba8/079d98d9-1f43-48f6-bb0f-324424067e4b/a34e42b6-6116-4893-8a42-155cabcc0521) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:46.225572 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] For port e4a159fe-48d7-4221-9dc2-e9cc56cd57f4, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:12:46.230356 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] For port e4a159fe-48d7-4221-9dc2-e9cc56cd57f4, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e4a159fe-48d7-4221-9dc2-e9cc56cd57f4,segment=NetworkSegment(208581b4-d3ad-4d5b-a30b-94c07b6853c4),segment_id=208581b4-d3ad-4d5b-a30b-94c07b6853c4)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:12:46.235637 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:46.333946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb670d3e-291e-4dfa-a5f4-4cc62257e127 None None] Pushing event updated for resources: {'Port': ['ID=e4a159fe-48d7-4221-9dc2-e9cc56cd57f4,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:46.365754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb52cb-5a6c-46af-bac6-d95a325f1169 req-6975ad55-19a1-4817-ab45-b6c347997e18 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:46.367575 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8bb52cb-5a6c-46af-bac6-d95a325f1169 req-6975ad55-19a1-4817-ab45-b6c347997e18 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1096 time: 0.2691431 Jul 06 12:12:46.476604 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0f24c83-32ea-48c1-886e-59043c4f93d3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:46.520574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-e0f24c83-32ea-48c1-886e-59043c4f93d3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Transition to ACTIVE for port object a34e42b6-6116-4893-8a42-155cabcc0521 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:46.763602 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0f24c83-32ea-48c1-886e-59043c4f93d3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:46.864092 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65583f9-cf1f-4f3a-bf93-967675dcce51 req-5a9097a3-4f17-4e8f-b91e-ebb8b91ab1f4 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:46.875259 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d65583f9-cf1f-4f3a-bf93-967675dcce51 req-5a9097a3-4f17-4e8f-b91e-ebb8b91ab1f4 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 1096 time: 0.0788476 Jul 06 12:12:46.918375 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:12:46.942815 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d65583f9-cf1f-4f3a-bf93-967675dcce51 req-39a0cb0f-8fd0-4484-8724-9640cc6b349b tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662808 Jul 06 12:12:47.002553 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:47.303508 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f24c83-32ea-48c1-886e-59043c4f93d3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network 4e5bb904-c385-4269-b508-08ec9baf9ba8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:47.307956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-c8bb52cb-5a6c-46af-bac6-d95a325f1169 req-1e13e8fa-d992-49eb-8cbc-d37ad0eacc27 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Deleting port 198ef3ab-a9d1-40a7-8ee2-939058e5e008 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:47.308419 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c8bb52cb-5a6c-46af-bac6-d95a325f1169 req-1e13e8fa-d992-49eb-8cbc-d37ad0eacc27 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.327925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e0f24c83-32ea-48c1-886e-59043c4f93d3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:47.363778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f24c83-32ea-48c1-886e-59043c4f93d3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:47.371692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f24c83-32ea-48c1-886e-59043c4f93d3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:47.372807 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0f24c83-32ea-48c1-886e-59043c4f93d3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.381668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f24c83-32ea-48c1-886e-59043c4f93d3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=a34e42b6-6116-4893-8a42-155cabcc0521,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:47.416085 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b3b5-02c6-4b1b-bb7f-9cda5e29a2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.498961 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e0f24c83-32ea-48c1-886e-59043c4f93d3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3049371 Jul 06 12:12:47.499588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58908) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:47.564279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c8bb52cb-5a6c-46af-bac6-d95a325f1169 req-1e13e8fa-d992-49eb-8cbc-d37ad0eacc27 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] For port 198ef3ab-a9d1-40a7-8ee2-939058e5e008, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=198ef3ab-a9d1-40a7-8ee2-939058e5e008,segment=NetworkSegment(e74c9be8-a69d-4845-85fe-36e01d295e91),segment_id=e74c9be8-a69d-4845-85fe-36e01d295e91)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:47.564640 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c8bb52cb-5a6c-46af-bac6-d95a325f1169 req-1e13e8fa-d992-49eb-8cbc-d37ad0eacc27 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.593066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-c8bb52cb-5a6c-46af-bac6-d95a325f1169 req-1e13e8fa-d992-49eb-8cbc-d37ad0eacc27 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Calling delete_port for 198ef3ab-a9d1-40a7-8ee2-939058e5e008 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:47.654671 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc6456-3691-491d-8a9a-8a4968fc6606 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port a34e42b6-6116-4893-8a42-155cabcc0521 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:47.655005 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6456-3691-491d-8a9a-8a4968fc6606 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.781591 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6456-3691-491d-8a9a-8a4968fc6606 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.797031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc6456-3691-491d-8a9a-8a4968fc6606 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for a34e42b6-6116-4893-8a42-155cabcc0521 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:47.852345 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4066e72-5543-481e-bf91-51961e339c07 None None] Network 4e5bb904-c385-4269-b508-08ec9baf9ba8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:47.869016 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c8bb52cb-5a6c-46af-bac6-d95a325f1169 req-1e13e8fa-d992-49eb-8cbc-d37ad0eacc27 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:47.917036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13e8fa-d992-49eb-8cbc-d37ad0eacc27 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Pushing event deleted for resources: {'Port': ['ID=198ef3ab-a9d1-40a7-8ee2-939058e5e008,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:48.018673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bb52cb-5a6c-46af-bac6-d95a325f1169 req-1e13e8fa-d992-49eb-8cbc-d37ad0eacc27 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] No DVR routers for this DVR port 198ef3ab-a9d1-40a7-8ee2-939058e5e008 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:48.026620 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c8bb52cb-5a6c-46af-bac6-d95a325f1169 req-1e13e8fa-d992-49eb-8cbc-d37ad0eacc27 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.031350 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8bb52cb-5a6c-46af-bac6-d95a325f1169 req-1e13e8fa-d992-49eb-8cbc-d37ad0eacc27 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.23 "DELETE /v2.0/ports/198ef3ab-a9d1-40a7-8ee2-939058e5e008 HTTP/1.1" status: 204 len: 173 time: 1.5684934 Jul 06 12:12:48.034631 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193f2901-2754-421a-b35f-f1578e3872ce', 'name': 'network-vif-deleted', 'tag': '198ef3ab-a9d1-40a7-8ee2-939058e5e008'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:48.039028 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82162e8f-27ba-4287-b0d1-29c4da55d11e" -d '{"events": [{"server_uuid": "193f2901-2754-421a-b35f-f1578e3872ce", "name": "network-vif-deleted", "tag": "198ef3ab-a9d1-40a7-8ee2-939058e5e008"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:48.042947 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6456-3691-491d-8a9a-8a4968fc6606 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.108069 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc6456-3691-491d-8a9a-8a4968fc6606 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=a34e42b6-6116-4893-8a42-155cabcc0521,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:48.142449 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6456-3691-491d-8a9a-8a4968fc6606 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.145530 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0dbc6456-3691-491d-8a9a-8a4968fc6606 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/a34e42b6-6116-4893-8a42-155cabcc0521 HTTP/1.1" status: 204 len: 168 time: 0.6440139 Jul 06 12:12:48.148472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58920) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:48.191743 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d32e08-66e9-418d-9090-55bc47cda6a4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] GET failed (client error): The resource could not be found. Jul 06 12:12:48.193553 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f4d32e08-66e9-418d-9090-55bc47cda6a4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/a34e42b6-6116-4893-8a42-155cabcc0521 HTTP/1.1" status: 404 len: 333 time: 0.0439954 Jul 06 12:12:48.197321 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58922) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:48.234810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9b3b5-02c6-4b1b-bb7f-9cda5e29a2e2 admin admin] Deleting port b3b7c57e-e51c-409e-8f88-57b8a9049af2 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:48.235703 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b3b5-02c6-4b1b-bb7f-9cda5e29a2e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.246326 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['17b8cbee-b767-4fb8-83a4-c64e2771e46c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:12:48.331732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4cf3b9-670d-4914-9d18-c401c68966ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting subnet 079d98d9-1f43-48f6-bb0f-324424067e4b {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:12:48.356411 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d4cf3b9-670d-4914-9d18-c401c68966ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.398115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Provisioning for port e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:12:48.423136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Provisioning complete for port e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:12:48.423480 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.503737 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-0ee9b3b5-02c6-4b1b-bb7f-9cda5e29a2e2 admin admin] For port b3b7c57e-e51c-409e-8f88-57b8a9049af2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b3b7c57e-e51c-409e-8f88-57b8a9049af2,segment=NetworkSegment(a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a),segment_id=a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:48.505595 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b3b5-02c6-4b1b-bb7f-9cda5e29a2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.513889 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d4cf3b9-670d-4914-9d18-c401c68966ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.525579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9b3b5-02c6-4b1b-bb7f-9cda5e29a2e2 admin admin] Calling delete_port for b3b7c57e-e51c-409e-8f88-57b8a9049af2 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:48.719294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbe0a2-45b4-4a00-ba1b-8c495c02ad7b req-b5d19e3b-b486-48d9-95b9-e1fc51db0adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:48.719294 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-90dbe0a2-45b4-4a00-ba1b-8c495c02ad7b req-b5d19e3b-b486-48d9-95b9-e1fc51db0adf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 1095 time: 0.0915880 Jul 06 12:12:48.800481 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d4cf3b9-670d-4914-9d18-c401c68966ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.823827 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.973480 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b3b5-02c6-4b1b-bb7f-9cda5e29a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:48.998678 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9ed286af-3f5e-46bb-bff5-e7880b5539c8 req-27cff070-32df-431a-bc1f-ba15269be436 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=193f2901-2754-421a-b35f-f1578e3872ce HTTP/1.1" status: 200 len: 210 time: 0.1357574 Jul 06 12:12:49.110544 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d4cf3b9-670d-4914-9d18-c401c68966ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.112305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9b3b5-02c6-4b1b-bb7f-9cda5e29a2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b7c57e-e51c-409e-8f88-57b8a9049af2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:49.205003 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d4cf3b9-670d-4914-9d18-c401c68966ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.210541 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2d4cf3b9-670d-4914-9d18-c401c68966ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/079d98d9-1f43-48f6-bb0f-324424067e4b HTTP/1.1" status: 204 len: 168 time: 1.0096083 Jul 06 12:12:49.210696 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560879ed-0c2f-4814-8848-e9591c80abe6 x-openstack-request-id: req-560879ed-0c2f-4814-8848-e9591c80abe6 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:49.210801 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cf3b9-670d-4914-9d18-c401c68966ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Subnet': ['ID=079d98d9-1f43-48f6-bb0f-324424067e4b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:49.210886 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:12:49.210886 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:12:49.212382 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193f2901-2754-421a-b35f-f1578e3872ce", "name": "network-vif-deleted", "tag": "198ef3ab-a9d1-40a7-8ee2-939058e5e008", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:49.212766 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-560879ed-0c2f-4814-8848-e9591c80abe6 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:49.213285 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193f2901-2754-421a-b35f-f1578e3872ce', 'name': 'network-vif-deleted', 'tag': '198ef3ab-a9d1-40a7-8ee2-939058e5e008', 'status': 'completed', 'code': 200} Jul 06 12:12:49.224256 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58942) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:49.297985 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebe8224-290d-419e-b547-bcb8b5686dff None None] Network 4e5bb904-c385-4269-b508-08ec9baf9ba8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:49.395346 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.449732 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbe0a2-45b4-4a00-ba1b-8c495c02ad7b req-d0ffde90-0174-473e-b695-623470ad206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:49.451433 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-90dbe0a2-45b4-4a00-ba1b-8c495c02ad7b req-d0ffde90-0174-473e-b695-623470ad206a service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.4805276 Jul 06 12:12:49.600021 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:49.600021 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.652120 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147b267-fc92-4b99-9805-3fba62fbc959 req-da02a689-a349-4c33-ab62-bfa0babec57f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:49.659936 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b147b267-fc92-4b99-9805-3fba62fbc959 req-da02a689-a349-4c33-ab62-bfa0babec57f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.2593057 Jul 06 12:12:49.688378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 198ef3ab-a9d1-40a7-8ee2-939058e5e008 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:49.787172 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-90dbe0a2-45b4-4a00-ba1b-8c495c02ad7b req-ecc672fb-8ffc-47ec-8dea-057fadd3ba28 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c37a452-8116-40f9-bb9e-87350d554d02 HTTP/1.1" status: 200 len: 997 time: 0.3291371 Jul 06 12:12:49.789518 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b3b5-02c6-4b1b-bb7f-9cda5e29a2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.813631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] For port e4a159fe-48d7-4221-9dc2-e9cc56cd57f4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e4a159fe-48d7-4221-9dc2-e9cc56cd57f4,segment=NetworkSegment(208581b4-d3ad-4d5b-a30b-94c07b6853c4),segment_id=208581b4-d3ad-4d5b-a30b-94c07b6853c4)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:49.813999 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.826002 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:49.828280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1753c21f-4c10-4f1c-b95d-d3df6bd505f4 None None] DHCP port deletion for 4e5bb904-c385-4269-b508-08ec9baf9ba8 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:12:49.832937 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 198ef3ab-a9d1-40a7-8ee2-939058e5e008 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:49.833975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 198ef3ab-a9d1-40a7-8ee2-939058e5e008 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:49.849872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:49.954553 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1753c21f-4c10-4f1c-b95d-d3df6bd505f4 None None] Deleting port e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:49.955414 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1753c21f-4c10-4f1c-b95d-d3df6bd505f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.006499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbe0a2-45b4-4a00-ba1b-8c495c02ad7b req-9ea1b572-02f7-423d-ad13-783ab5285eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:50.007782 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-90dbe0a2-45b4-4a00-ba1b-8c495c02ad7b req-9ea1b572-02f7-423d-ad13-783ab5285eed service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.2052307 Jul 06 12:12:50.028437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1753c21f-4c10-4f1c-b95d-d3df6bd505f4 None None] For port e4a159fe-48d7-4221-9dc2-e9cc56cd57f4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e4a159fe-48d7-4221-9dc2-e9cc56cd57f4,segment=NetworkSegment(208581b4-d3ad-4d5b-a30b-94c07b6853c4),segment_id=208581b4-d3ad-4d5b-a30b-94c07b6853c4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:50.029423 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1753c21f-4c10-4f1c-b95d-d3df6bd505f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.035852 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b147b267-fc92-4b99-9805-3fba62fbc959 req-b918ea1b-a154-478d-b017-6a5f93a3a92b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3748240 Jul 06 12:12:50.051046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1753c21f-4c10-4f1c-b95d-d3df6bd505f4 None None] Calling delete_port for e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:50.135291 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] For port e4a159fe-48d7-4221-9dc2-e9cc56cd57f4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e4a159fe-48d7-4221-9dc2-e9cc56cd57f4,segment=NetworkSegment(208581b4-d3ad-4d5b-a30b-94c07b6853c4),segment_id=208581b4-d3ad-4d5b-a30b-94c07b6853c4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:50.147562 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.156920 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.204038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=e4a159fe-48d7-4221-9dc2-e9cc56cd57f4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:50.211032 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No DVR routers for this DVR port e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:50.219364 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Pushing event deleted for resources: {'Port': ['ID=e4a159fe-48d7-4221-9dc2-e9cc56cd57f4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:50.263682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:50.264023 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:50.264361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:50.264690 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:50.265017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:50.265136 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbe0a2-45b4-4a00-ba1b-8c495c02ad7b req-63fddccd-8197-451e-8781-5f5fec2703a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:50.265339 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:50.265666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:50.265984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:50.266315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:50.266612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:50.266731 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-90dbe0a2-45b4-4a00-ba1b-8c495c02ad7b req-63fddccd-8197-451e-8781-5f5fec2703a7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2502673 Jul 06 12:12:50.266926 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:50.267252 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7585c0-b1d2-4024-8b0c-0376839545c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:50.297218 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a0659304-98cb-434a-9937-8bdba2d37dfa None None] Could not find standard attr ID for object e4a159fe-48d7-4221-9dc2-e9cc56cd57f4. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:12:50.298935 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1753c21f-4c10-4f1c-b95d-d3df6bd505f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.325418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1753c21f-4c10-4f1c-b95d-d3df6bd505f4 None None] No DVR routers for this DVR port e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:50.363846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753c21f-4c10-4f1c-b95d-d3df6bd505f4 None None] Pushing event deleted for resources: {'Port': ['ID=e4a159fe-48d7-4221-9dc2-e9cc56cd57f4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:50.389518 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.414666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5bb904-c385-4269-b508-08ec9baf9ba8']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:50.439492 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208581b4-d3ad-4d5b-a30b-94c07b6853c4') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:50.439742 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208581b4-d3ad-4d5b-a30b-94c07b6853c4') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:50.469365 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.477728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee9b3b5-02c6-4b1b-bb7f-9cda5e29a2e2 admin admin] Router 3af8dc4e-cd47-4b1b-9888-5d0309758fd4 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:50.492251 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.499419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:12:50.500136 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:12:50.522062 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:12:50.587366 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.595593 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.598643 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/networks/4e5bb904-c385-4269-b508-08ec9baf9ba8 HTTP/1.1" status: 204 len: 168 time: 1.3692665 Jul 06 12:12:50.602243 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58966) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:50.608499 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-cad36d3e-3eda-4a33-b206-a4f548e08bbb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'name': 'tempest-PortsIpV6TestJSON-1401330144'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:50.624024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c71602-db56-4dff-a0e6-c2d29277e23a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Network': ['ID=4e5bb904-c385-4269-b508-08ec9baf9ba8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:50.713047 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-90dbe0a2-45b4-4a00-ba1b-8c495c02ad7b req-8b166a98-a62f-4a79-961e-ac91ffe495fe service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322793 Jul 06 12:12:50.848882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:50.853004 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad36d3e-3eda-4a33-b206-a4f548e08bbb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:50.857292 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cad36d3e-3eda-4a33-b206-a4f548e08bbb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:50.879201 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:50.879566 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e4a159fe-48d7-4221-9dc2-e9cc56cd57f4 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:50.880737 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-cad36d3e-3eda-4a33-b206-a4f548e08bbb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] device_id is not set on port 6146f026-26a0-4907-8513-0f273f3dcd8e yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:50.958288 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-90dbe0a2-45b4-4a00-ba1b-8c495c02ad7b req-4bc4b849-6d53-4355-8ea4-36627ea85e3b service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371786 Jul 06 12:12:50.986908 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9481f-a207-4bc8-b489-04769a32275d req-27bae994-d968-4b6e-a491-60b27db26783 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:50.988410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9fc9481f-a207-4bc8-b489-04769a32275d req-27bae994-d968-4b6e-a491-60b27db26783 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 1096 time: 0.2278719 Jul 06 12:12:51.028272 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee9b3b5-02c6-4b1b-bb7f-9cda5e29a2e2 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:51.048740 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e311327f-f82f-4640-87f2-6b163c5dcdf7 None None] Sync routers for ids ['3af8dc4e-cd47-4b1b-9888-5d0309758fd4'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:51.055332 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9fc9481f-a207-4bc8-b489-04769a32275d req-67ef884f-fa08-4887-b20c-d2888723d32a tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592318 Jul 06 12:12:51.079959 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0ee9b3b5-02c6-4b1b-bb7f-9cda5e29a2e2 admin admin] 10.222.0.81 "PUT /v2.0/routers/3af8dc4e-cd47-4b1b-9888-5d0309758fd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2784965 Jul 06 12:12:51.079959 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58978) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:51.081629 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e311327f-f82f-4640-87f2-6b163c5dcdf7 None None] Routers {'3af8dc4e-cd47-4b1b-9888-5d0309758fd4'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:51.082378 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e311327f-f82f-4640-87f2-6b163c5dcdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:12:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3af8dc4e-cd47-4b1b-9888-5d0309758fd4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:51.322530 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e311327f-f82f-4640-87f2-6b163c5dcdf7 None None] Set router 3af8dc4e-cd47-4b1b-9888-5d0309758fd4 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:51.332364 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9fab8e2-b84e-4dd3-b915-d4cddbea5405 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.413054 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cad36d3e-3eda-4a33-b206-a4f548e08bbb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.473488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d17724-2c94-4b87-a9fd-78b0e5909a81 req-710971a4-a082-4c2e-b33c-447dcc9b15bd tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:51.475118 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5d17724-2c94-4b87-a9fd-78b0e5909a81 req-710971a4-a082-4c2e-b33c-447dcc9b15bd tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1391039 Jul 06 12:12:51.493877 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cad36d3e-3eda-4a33-b206-a4f548e08bbb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.561530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad36d3e-3eda-4a33-b206-a4f548e08bbb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:51.578871 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-cad36d3e-3eda-4a33-b206-a4f548e08bbb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:51.633212 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9fab8e2-b84e-4dd3-b915-d4cddbea5405 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.641122 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad36d3e-3eda-4a33-b206-a4f548e08bbb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:51.648775 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad36d3e-3eda-4a33-b206-a4f548e08bbb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:51.650113 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cad36d3e-3eda-4a33-b206-a4f548e08bbb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.667659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad36d3e-3eda-4a33-b206-a4f548e08bbb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=6146f026-26a0-4907-8513-0f273f3dcd8e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:51.683900 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5d17724-2c94-4b87-a9fd-78b0e5909a81 req-adc31995-026f-44a6-afd9-06f3cbbb88b4 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991279 Jul 06 12:12:51.716034 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cad36d3e-3eda-4a33-b206-a4f548e08bbb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1123800 Jul 06 12:12:51.717191 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58990) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:51.741831 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e311327f-f82f-4640-87f2-6b163c5dcdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'name': 'tempest-TestServerBasicOps-1166671306-router', 'tenant_id': '5d77836de6da44069da4ac0569c37f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'a7f81dd2-19f0-4d59-9505-9f1a3d541aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:14Z', 'updated_at': '2021-07-06T12:12:48Z', 'revision_number': 5, 'project_id': '5d77836de6da44069da4ac0569c37f94', 'gw_port': {'id': 'a7f81dd2-19f0-4d59-9505-9f1a3d541aab', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:07:15Z', 'updated_at': '2021-07-06T12:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:51.802673 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e311327f-f82f-4640-87f2-6b163c5dcdf7 None None] Checking router: 3af8dc4e-cd47-4b1b-9888-5d0309758fd4 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:12:51.804852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e9fab8e2-b84e-4dd3-b915-d4cddbea5405 admin admin] Deleting port a7f81dd2-19f0-4d59-9505-9f1a3d541aab {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:51.805585 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9fab8e2-b84e-4dd3-b915-d4cddbea5405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.813432 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e311327f-f82f-4640-87f2-6b163c5dcdf7 None None] Routers {'3af8dc4e-cd47-4b1b-9888-5d0309758fd4'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:51.814069 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e311327f-f82f-4640-87f2-6b163c5dcdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:12:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3af8dc4e-cd47-4b1b-9888-5d0309758fd4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:51.923596 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c9571-bfaa-4f9a-accc-560c2a27b7df tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port 6146f026-26a0-4907-8513-0f273f3dcd8e {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:51.925738 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd6c9571-bfaa-4f9a-accc-560c2a27b7df tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.950372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-e9fab8e2-b84e-4dd3-b915-d4cddbea5405 admin admin] For port a7f81dd2-19f0-4d59-9505-9f1a3d541aab, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a7f81dd2-19f0-4d59-9505-9f1a3d541aab,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:51.951823 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9fab8e2-b84e-4dd3-b915-d4cddbea5405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:51.971714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e9fab8e2-b84e-4dd3-b915-d4cddbea5405 admin admin] Calling delete_port for a7f81dd2-19f0-4d59-9505-9f1a3d541aab owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:51.977664 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e311327f-f82f-4640-87f2-6b163c5dcdf7 None None] Set router 3af8dc4e-cd47-4b1b-9888-5d0309758fd4 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:52.059946 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e311327f-f82f-4640-87f2-6b163c5dcdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'name': 'tempest-TestServerBasicOps-1166671306-router', 'tenant_id': '5d77836de6da44069da4ac0569c37f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:14Z', 'updated_at': '2021-07-06T12:12:51Z', 'revision_number': 6, 'project_id': '5d77836de6da44069da4ac0569c37f94', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:52.067054 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd6c9571-bfaa-4f9a-accc-560c2a27b7df tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.086849 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c9571-bfaa-4f9a-accc-560c2a27b7df tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for 6146f026-26a0-4907-8513-0f273f3dcd8e owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:52.126061 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e311327f-f82f-4640-87f2-6b163c5dcdf7 None None] The sync data for ids ['3af8dc4e-cd47-4b1b-9888-5d0309758fd4'] in n-d-799529-2 is: [{'id': '3af8dc4e-cd47-4b1b-9888-5d0309758fd4', 'name': 'tempest-TestServerBasicOps-1166671306-router', 'tenant_id': '5d77836de6da44069da4ac0569c37f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:07:14Z', 'updated_at': '2021-07-06T12:12:51Z', 'revision_number': 6, 'project_id': '5d77836de6da44069da4ac0569c37f94', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:12:52.234175 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9fab8e2-b84e-4dd3-b915-d4cddbea5405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.268948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fab8e2-b84e-4dd3-b915-d4cddbea5405 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f81dd2-19f0-4d59-9505-9f1a3d541aab,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:52.313356 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd6c9571-bfaa-4f9a-accc-560c2a27b7df tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.349750 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9fab8e2-b84e-4dd3-b915-d4cddbea5405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.352641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c9571-bfaa-4f9a-accc-560c2a27b7df tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=6146f026-26a0-4907-8513-0f273f3dcd8e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:52.353352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718002ec-41d0-43b9-adfd-a6ce5a768b54 req-e02430e0-f933-4f40-845e-9c3c92e21686 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:52.354872 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-718002ec-41d0-43b9-adfd-a6ce5a768b54 req-e02430e0-f933-4f40-845e-9c3c92e21686 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 1096 time: 0.1657798 Jul 06 12:12:52.367693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e7551-a6e3-4642-8047-b0a8d0907907 req-740ab1e7-13c2-4376-a2f0-efeb37849fac tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:52.376208 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe8e7551-a6e3-4642-8047-b0a8d0907907 req-740ab1e7-13c2-4376-a2f0-efeb37849fac tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 1096 time: 0.1596670 Jul 06 12:12:52.407821 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd6c9571-bfaa-4f9a-accc-560c2a27b7df tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.410105 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dd6c9571-bfaa-4f9a-accc-560c2a27b7df tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/6146f026-26a0-4907-8513-0f273f3dcd8e HTTP/1.1" status: 204 len: 168 time: 0.6913409 Jul 06 12:12:52.418768 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59008) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:52.425304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7c89fe55-03d3-426f-a9b3-435ca2281ca5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'mac_address': 'fa:16:3e:dd:16:36', 'name': 'tempest-PortsIpV6TestJSON-907722701'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:52.480588 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9fab8e2-b84e-4dd3-b915-d4cddbea5405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.485405 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9fab8e2-b84e-4dd3-b915-d4cddbea5405 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.558786 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe8e7551-a6e3-4642-8047-b0a8d0907907 req-bc8e45b9-ed69-4e28-b4a5-8ebc4612df50 tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799083 Jul 06 12:12:52.595360 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c89fe55-03d3-426f-a9b3-435ca2281ca5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:52.619919 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9fab8e2-b84e-4dd3-b915-d4cddbea5405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.620799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fab8e2-b84e-4dd3-b915-d4cddbea5405 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3af8dc4e-cd47-4b1b-9888-5d0309758fd4 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:12:52.628345 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9fab8e2-b84e-4dd3-b915-d4cddbea5405 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.633172 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e9fab8e2-b84e-4dd3-b915-d4cddbea5405 admin admin] 10.222.0.81 "DELETE /v2.0/routers/3af8dc4e-cd47-4b1b-9888-5d0309758fd4 HTTP/1.1" status: 204 len: 168 time: 1.5514355 Jul 06 12:12:52.637053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59012) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:52.701348 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c89fe55-03d3-426f-a9b3-435ca2281ca5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.734143 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b7918d-c3b9-4b03-9216-440e8255be23 admin admin] Deleting subnet d9181584-58fc-45d1-a02e-bb9f02db601d {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:12:52.764758 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69b7918d-c3b9-4b03-9216-440e8255be23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.772698 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-7c89fe55-03d3-426f-a9b3-435ca2281ca5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] device_id is not set on port 6098e923-0689-440a-a378-454c70489b5a yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:52.834386 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69b7918d-c3b9-4b03-9216-440e8255be23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:52.879001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-718002ec-41d0-43b9-adfd-a6ce5a768b54 req-d4bccd42-073c-4106-a9c4-7c81f139da1e tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Deleting port 17b8cbee-b767-4fb8-83a4-c64e2771e46c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:52.879308 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-718002ec-41d0-43b9-adfd-a6ce5a768b54 req-d4bccd42-073c-4106-a9c4-7c81f139da1e tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.078162 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c89fe55-03d3-426f-a9b3-435ca2281ca5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.104378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b3b7c57e-e51c-409e-8f88-57b8a9049af2 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:53.111557 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413a797-6df1-4a6c-bfdd-2976c359e469 req-c0462ac4-ff5d-49a8-9959-436eb134f9c0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:53.120615 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8413a797-6df1-4a6c-bfdd-2976c359e469 req-c0462ac4-ff5d-49a8-9959-436eb134f9c0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.2488384 Jul 06 12:12:53.174853 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: b3b7c57e-e51c-409e-8f88-57b8a9049af2 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:53.175375 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b3b7c57e-e51c-409e-8f88-57b8a9049af2 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:53.222481 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8413a797-6df1-4a6c-bfdd-2976c359e469 req-9b15febb-f9ad-4464-acd9-726a246e9c3d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007230 Jul 06 12:12:53.252603 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c89fe55-03d3-426f-a9b3-435ca2281ca5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.346734 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89fe55-03d3-426f-a9b3-435ca2281ca5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=6098e923-0689-440a-a378-454c70489b5a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:53.361991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c89fe55-03d3-426f-a9b3-435ca2281ca5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:53.363686 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-7c89fe55-03d3-426f-a9b3-435ca2281ca5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:53.372712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c89fe55-03d3-426f-a9b3-435ca2281ca5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:53.379582 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c89fe55-03d3-426f-a9b3-435ca2281ca5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:53.380495 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c89fe55-03d3-426f-a9b3-435ca2281ca5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.405006 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7c89fe55-03d3-426f-a9b3-435ca2281ca5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9844863 Jul 06 12:12:53.407339 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59022) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:53.434623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59024) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:53.453540 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69b7918d-c3b9-4b03-9216-440e8255be23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.494587 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-718002ec-41d0-43b9-adfd-a6ce5a768b54 req-d4bccd42-073c-4106-a9c4-7c81f139da1e tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] For port 17b8cbee-b767-4fb8-83a4-c64e2771e46c, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=17b8cbee-b767-4fb8-83a4-c64e2771e46c,segment=NetworkSegment(e74c9be8-a69d-4845-85fe-36e01d295e91),segment_id=e74c9be8-a69d-4845-85fe-36e01d295e91)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:53.494958 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-718002ec-41d0-43b9-adfd-a6ce5a768b54 req-d4bccd42-073c-4106-a9c4-7c81f139da1e tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.518132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-718002ec-41d0-43b9-adfd-a6ce5a768b54 req-d4bccd42-073c-4106-a9c4-7c81f139da1e tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Calling delete_port for 17b8cbee-b767-4fb8-83a4-c64e2771e46c owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:53.564704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa135d-9ff3-440b-a2e3-8cfd5d3cecb2 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:53.569976 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-44fa135d-9ff3-440b-a2e3-8cfd5d3cecb2 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/6098e923-0689-440a-a378-454c70489b5a HTTP/1.1" status: 200 len: 844 time: 0.1608407 Jul 06 12:12:53.574380 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59030) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:53.709639 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e98d121-1fac-4e40-b470-a8d6e0010a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.721511 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69b7918d-c3b9-4b03-9216-440e8255be23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.730371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-dbea02e4-46de-4506-acac-586d80e4875a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port 6098e923-0689-440a-a378-454c70489b5a {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:53.730944 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dbea02e4-46de-4506-acac-586d80e4875a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.744015 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69b7918d-c3b9-4b03-9216-440e8255be23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.748634 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-69b7918d-c3b9-4b03-9216-440e8255be23 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d9181584-58fc-45d1-a02e-bb9f02db601d HTTP/1.1" status: 204 len: 168 time: 1.1099563 Jul 06 12:12:53.750311 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1464949f-4879-489d-b9a4-1d89433174d3 None None] Network 88308971-fbe0-450a-80ab-bf18ac9481f2 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:53.767589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59034) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:53.782447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7918d-c3b9-4b03-9216-440e8255be23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9181584-58fc-45d1-a02e-bb9f02db601d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:53.894569 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dbea02e4-46de-4506-acac-586d80e4875a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.902231 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9858c-91f7-4498-8745-d912173318ea req-541adbfc-9b08-4080-8de5-67d9eb6f2acc tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:53.910216 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-afe9858c-91f7-4498-8745-d912173318ea req-541adbfc-9b08-4080-8de5-67d9eb6f2acc tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a11cc8df-2905-442e-bd65-9e10482d4b79 HTTP/1.1" status: 200 len: 1096 time: 0.1738758 Jul 06 12:12:53.922282 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.946735 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-718002ec-41d0-43b9-adfd-a6ce5a768b54 req-d4bccd42-073c-4106-a9c4-7c81f139da1e tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:53.954936 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-dbea02e4-46de-4506-acac-586d80e4875a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for 6098e923-0689-440a-a378-454c70489b5a owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:53.979640 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-afe9858c-91f7-4498-8745-d912173318ea req-a541baab-fbc9-49c9-a4ab-f70c1943f38e tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7b19909d-f964-4efd-9892-8829733e8531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633900 Jul 06 12:12:54.043161 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99049bbb-48d7-4ae6-9414-bcac3e874e85 None None] DHCP port deletion for 88308971-fbe0-450a-80ab-bf18ac9481f2 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:12:54.059351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bccd42-073c-4106-a9c4-7c81f139da1e tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Pushing event deleted for resources: {'Port': ['ID=17b8cbee-b767-4fb8-83a4-c64e2771e46c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:54.100210 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dbea02e4-46de-4506-acac-586d80e4875a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.142562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea02e4-46de-4506-acac-586d80e4875a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=6098e923-0689-440a-a378-454c70489b5a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:54.144657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-718002ec-41d0-43b9-adfd-a6ce5a768b54 req-d4bccd42-073c-4106-a9c4-7c81f139da1e tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] No DVR routers for this DVR port 17b8cbee-b767-4fb8-83a4-c64e2771e46c on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:54.151053 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dbea02e4-46de-4506-acac-586d80e4875a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.153770 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dbea02e4-46de-4506-acac-586d80e4875a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/6098e923-0689-440a-a378-454c70489b5a HTTP/1.1" status: 204 len: 168 time: 0.5781686 Jul 06 12:12:54.156135 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59036) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.157130 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-718002ec-41d0-43b9-adfd-a6ce5a768b54 req-d4bccd42-073c-4106-a9c4-7c81f139da1e tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.159609 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-718002ec-41d0-43b9-adfd-a6ce5a768b54 req-d4bccd42-073c-4106-a9c4-7c81f139da1e tempest-TestServerMultinode-322899806 tempest-TestServerMultinode-322899806-project-admin] 10.222.0.89 "DELETE /v2.0/ports/17b8cbee-b767-4fb8-83a4-c64e2771e46c HTTP/1.1" status: 204 len: 173 time: 1.7953691 Jul 06 12:12:54.160074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11cc8df-2905-442e-bd65-9e10482d4b79', 'name': 'network-vif-deleted', 'tag': '17b8cbee-b767-4fb8-83a4-c64e2771e46c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:12:54.162365 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b922d58-0d10-456d-9337-19aeba946c76" -d '{"events": [{"server_uuid": "a11cc8df-2905-442e-bd65-9e10482d4b79", "name": "network-vif-deleted", "tag": "17b8cbee-b767-4fb8-83a4-c64e2771e46c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:12:54.169164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-99049bbb-48d7-4ae6-9414-bcac3e874e85 None None] Deleting port d834d73b-9e60-4d71-91cc-8a87e47c69b2 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:54.169730 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99049bbb-48d7-4ae6-9414-bcac3e874e85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.191717 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e98d121-1fac-4e40-b470-a8d6e0010a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.201047 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e98d121-1fac-4e40-b470-a8d6e0010a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.236511 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-96168bdf-44b7-426e-be40-0d7802302cea tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] GET failed (client error): The resource could not be found. Jul 06 12:12:54.238408 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-96168bdf-44b7-426e-be40-0d7802302cea tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/6098e923-0689-440a-a378-454c70489b5a HTTP/1.1" status: 404 len: 333 time: 0.0811210 Jul 06 12:12:54.245671 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59042) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.252375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'name': 'tempest-PortsIpV6TestJSON-559825266'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:54.295073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98d121-1fac-4e40-b470-a8d6e0010a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd26d9ab-899b-4cc5-a6d3-23baed2e1ee4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:54.304421 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0defcf4e-c53d-4a53-b0b0-48597144f304 x-openstack-request-id: req-0defcf4e-c53d-4a53-b0b0-48597144f304 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:12:54.304777 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11cc8df-2905-442e-bd65-9e10482d4b79", "name": "network-vif-deleted", "tag": "17b8cbee-b767-4fb8-83a4-c64e2771e46c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:12:54.305036 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0defcf4e-c53d-4a53-b0b0-48597144f304 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:12:54.305531 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11cc8df-2905-442e-bd65-9e10482d4b79', 'name': 'network-vif-deleted', 'tag': '17b8cbee-b767-4fb8-83a4-c64e2771e46c', 'status': 'completed', 'code': 200} Jul 06 12:12:54.323267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] Deleting port d834d73b-9e60-4d71-91cc-8a87e47c69b2 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:54.323670 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.347914 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-99049bbb-48d7-4ae6-9414-bcac3e874e85 None None] For port d834d73b-9e60-4d71-91cc-8a87e47c69b2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d834d73b-9e60-4d71-91cc-8a87e47c69b2,segment=NetworkSegment(a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a),segment_id=a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:54.350538 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99049bbb-48d7-4ae6-9414-bcac3e874e85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.387863 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-99049bbb-48d7-4ae6-9414-bcac3e874e85 None None] Calling delete_port for d834d73b-9e60-4d71-91cc-8a87e47c69b2 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:54.405867 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:54.415720 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.416951 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7e98d121-1fac-4e40-b470-a8d6e0010a25 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=557b61d4beb14564b0507e1f7b5e46cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9811671 Jul 06 12:12:54.424453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59044) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:54.480124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] For port d834d73b-9e60-4d71-91cc-8a87e47c69b2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d834d73b-9e60-4d71-91cc-8a87e47c69b2,segment=NetworkSegment(a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a),segment_id=a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:54.481409 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.501016 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] device_id is not set on port ab16fbfa-66a1-4159-bce0-8e993c8d7823 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:12:54.515041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] Calling delete_port for d834d73b-9e60-4d71-91cc-8a87e47c69b2 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:54.527121 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99049bbb-48d7-4ae6-9414-bcac3e874e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.592809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99049bbb-48d7-4ae6-9414-bcac3e874e85 None None] Pushing event deleted for resources: {'Port': ['ID=d834d73b-9e60-4d71-91cc-8a87e47c69b2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:54.610930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99049bbb-48d7-4ae6-9414-bcac3e874e85 None None] No DVR routers for this DVR port d834d73b-9e60-4d71-91cc-8a87e47c69b2 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:54.618422 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd27b79e-bd7f-4a7f-87f6-af410d2302e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.686138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76efbe1-c6aa-4c05-8d5a-1f0238a1181f req-431fd6ef-7c35-498f-9bbf-fb9b67af5389 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:54.692780 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd27b79e-bd7f-4a7f-87f6-af410d2302e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.693616 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b76efbe1-c6aa-4c05-8d5a-1f0238a1181f req-431fd6ef-7c35-498f-9bbf-fb9b67af5389 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.2430341 Jul 06 12:12:54.746241 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.776459 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d834d73b-9e60-4d71-91cc-8a87e47c69b2 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:54.808496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: d834d73b-9e60-4d71-91cc-8a87e47c69b2 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:54.809072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d834d73b-9e60-4d71-91cc-8a87e47c69b2 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:54.809675 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a7f81dd2-19f0-4d59-9505-9f1a3d541aab no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:54.813055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d834d73b-9e60-4d71-91cc-8a87e47c69b2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:54.829895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] No DVR routers for this DVR port d834d73b-9e60-4d71-91cc-8a87e47c69b2 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:12:54.840791 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: a7f81dd2-19f0-4d59-9505-9f1a3d541aab {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:54.841637 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a7f81dd2-19f0-4d59-9505-9f1a3d541aab not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:54.886744 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd27b79e-bd7f-4a7f-87f6-af410d2302e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.890258 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd27b79e-bd7f-4a7f-87f6-af410d2302e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.891825 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dd27b79e-bd7f-4a7f-87f6-af410d2302e6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bd26d9ab-899b-4cc5-a6d3-23baed2e1ee4 HTTP/1.1" status: 204 len: 168 time: 0.4640844 Jul 06 12:12:54.909680 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.942922 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27b79e-bd7f-4a7f-87f6-af410d2302e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd26d9ab-899b-4cc5-a6d3-23baed2e1ee4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:54.977178 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.982803 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:54.997148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88308971-fbe0-450a-80ab-bf18ac9481f2']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:55.031915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:55.032243 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b6fe45-bcfc-443d-b49f-ac9a5584fa7a') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:55.048181 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.060763 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b76efbe1-c6aa-4c05-8d5a-1f0238a1181f req-3ba6a3ed-6878-4e7f-b22f-5abcfe904ec7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3660061 Jul 06 12:12:55.071562 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.088675 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:12:55.092566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:55.092712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:12:55.093192 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:12:55.099451 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:12:55.105704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:12:55.124532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:55.130295 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.171790 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.176213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=ab16fbfa-66a1-4159-bce0-8e993c8d7823,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:55.179455 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.184576 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/88308971-fbe0-450a-80ab-bf18ac9481f2 HTTP/1.1" status: 204 len: 168 time: 1.4119754 Jul 06 12:12:55.193010 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9435236 Jul 06 12:12:55.199042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59056) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:55.207275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59058) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:55.212239 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a7f3a765-5770-44ad-9a64-d5e01567066e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:55.215781 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:55.216193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:55.216481 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:55.217231 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:55.217231 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:55.217563 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:55.217897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:55.218228 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:55.218553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:55.218877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:55.219267 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:55.219530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db657af0-28d5-4156-b45d-f7a3e25b2bf1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:12:55.360107 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a765-5770-44ad-9a64-d5e01567066e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.364291 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782b82c-b1cc-4c2e-87b4-115e73578bf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=88308971-fbe0-450a-80ab-bf18ac9481f2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:55.403677 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59060) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:55.429875 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-342e8dfa-f714-4e35-9c9c-a728f9fbfae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.459777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59062) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:55.529071 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 17b8cbee-b767-4fb8-83a4-c64e2771e46c no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:12:55.556560 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 17b8cbee-b767-4fb8-83a4-c64e2771e46c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:12:55.557392 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 17b8cbee-b767-4fb8-83a4-c64e2771e46c not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:12:55.582359 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c37cd07e-2751-4b69-bd09-36f178e3f4aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=334c6bf901ae4776812cd96573c73d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1189556 Jul 06 12:12:55.582924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59064) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:55.629680 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a765-5770-44ad-9a64-d5e01567066e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.642701 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a765-5770-44ad-9a64-d5e01567066e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.720789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a7f3a765-5770-44ad-9a64-d5e01567066e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] In _notify_port_updated(), no bound segment for port ab16fbfa-66a1-4159-bce0-8e993c8d7823 on network d88bf061-207f-4895-9d1b-46ae9a8f4c33 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:12:55.728369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f3a765-5770-44ad-9a64-d5e01567066e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:55.729115 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a765-5770-44ad-9a64-d5e01567066e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.730625 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a7f3a765-5770-44ad-9a64-d5e01567066e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "PUT /v2.0/ports/ab16fbfa-66a1-4159-bce0-8e993c8d7823 HTTP/1.1" status: 200 len: 818 time: 0.5323684 Jul 06 12:12:55.733855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59070) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:55.735659 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-342e8dfa-f714-4e35-9c9c-a728f9fbfae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.737202 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3a765-5770-44ad-9a64-d5e01567066e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=ab16fbfa-66a1-4159-bce0-8e993c8d7823,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:55.749470 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-342e8dfa-f714-4e35-9c9c-a728f9fbfae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.752741 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf562-8965-4d51-860c-9a58e9ad218b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.776061 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf562-8965-4d51-860c-9a58e9ad218b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.828256 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf562-8965-4d51-860c-9a58e9ad218b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.832831 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf562-8965-4d51-860c-9a58e9ad218b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:55.833232 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-342e8dfa-f714-4e35-9c9c-a728f9fbfae6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42e0a053b4924335b09686ab6ba10e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274225 Jul 06 12:12:55.836519 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a2fdf562-8965-4d51-860c-9a58e9ad218b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cbfbea00-c887-4834-bb5b-071dc7c2230b HTTP/1.1" status: 204 len: 168 time: 0.2512167 Jul 06 12:12:55.844044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59074) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:55.844044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e8dfa-f714-4e35-9c9c-a728f9fbfae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fe2189-b14e-4171-a17b-eb6a2d076d4d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:55.851773 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdf562-8965-4d51-860c-9a58e9ad218b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfbea00-c887-4834-bb5b-071dc7c2230b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:55.988654 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-336cb951-88df-4059-aed6-65785460b705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.005240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-878e074d-3c92-42a7-930e-d0718072c001 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port ab16fbfa-66a1-4159-bce0-8e993c8d7823 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:56.005668 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-878e074d-3c92-42a7-930e-d0718072c001 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.353447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59082) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:56.358241 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-336cb951-88df-4059-aed6-65785460b705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.399050 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5ffb37b2-0a6a-42b7-a42e-a58baa658103 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d77836de6da44069da4ac0569c37f94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443730 Jul 06 12:12:56.401546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59084) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:56.432594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69214931-9754-422f-99b2-f37cf1f5a67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.458315 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d36bd0d9-43ea-4822-9d05-6a61cd0bfccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.512476 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-878e074d-3c92-42a7-930e-d0718072c001 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.515652 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d36bd0d9-43ea-4822-9d05-6a61cd0bfccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.543071 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-878e074d-3c92-42a7-930e-d0718072c001 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for ab16fbfa-66a1-4159-bce0-8e993c8d7823 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:56.585915 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d36bd0d9-43ea-4822-9d05-6a61cd0bfccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.593437 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d36bd0d9-43ea-4822-9d05-6a61cd0bfccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.595523 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d36bd0d9-43ea-4822-9d05-6a61cd0bfccc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d29bd67-a058-4839-8941-1b3ade731a0d HTTP/1.1" status: 204 len: 168 time: 0.1928267 Jul 06 12:12:56.605825 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bd0d9-43ea-4822-9d05-6a61cd0bfccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d29bd67-a058-4839-8941-1b3ade731a0d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:56.742633 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-336cb951-88df-4059-aed6-65785460b705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.745498 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-336cb951-88df-4059-aed6-65785460b705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.746841 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-336cb951-88df-4059-aed6-65785460b705 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1fe2189-b14e-4171-a17b-eb6a2d076d4d HTTP/1.1" status: 204 len: 168 time: 0.9001031 Jul 06 12:12:56.801631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cb951-88df-4059-aed6-65785460b705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fe2189-b14e-4171-a17b-eb6a2d076d4d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:56.817637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063ff0b-9931-4d03-963c-b974a55c8939 req-eefb16eb-2461-4113-8a8c-63179ea307c7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:56.823785 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2063ff0b-9931-4d03-963c-b974a55c8939 req-eefb16eb-2461-4113-8a8c-63179ea307c7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.4678578 Jul 06 12:12:56.915858 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-878e074d-3c92-42a7-930e-d0718072c001 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.939443 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2063ff0b-9931-4d03-963c-b974a55c8939 req-97af7830-0379-4208-ab58-9edfbdd85445 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853117 Jul 06 12:12:56.964649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e074d-3c92-42a7-930e-d0718072c001 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=ab16fbfa-66a1-4159-bce0-8e993c8d7823,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:56.989253 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-878e074d-3c92-42a7-930e-d0718072c001 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:56.994668 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-878e074d-3c92-42a7-930e-d0718072c001 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/ab16fbfa-66a1-4159-bce0-8e993c8d7823 HTTP/1.1" status: 204 len: 168 time: 1.2545185 Jul 06 12:12:56.994860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59100) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.104754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc90a70-9783-4a5d-ae90-3914a6159091 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:57.106670 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1fc90a70-9783-4a5d-ae90-3914a6159091 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1106312 Jul 06 12:12:57.109429 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59102) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.146357 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-4043803e-b9be-4aee-9626-a0745b2b78bd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] GET failed (client error): The resource could not be found. Jul 06 12:12:57.148623 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4043803e-b9be-4aee-9626-a0745b2b78bd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/ab16fbfa-66a1-4159-bce0-8e993c8d7823 HTTP/1.1" status: 404 len: 333 time: 0.0376496 Jul 06 12:12:57.152119 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-69214931-9754-422f-99b2-f37cf1f5a67a admin admin] Deleting port e979fc27-d280-4250-a925-d278f3f7b35f {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:12:57.152119 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69214931-9754-422f-99b2-f37cf1f5a67a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.152429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59108) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.157751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1b114b7e-059c-4995-9824-2e3f0bcda09a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2048442553'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:57.196096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b114b7e-059c-4995-9824-2e3f0bcda09a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:57.200884 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b114b7e-059c-4995-9824-2e3f0bcda09a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.235544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b114b7e-059c-4995-9824-2e3f0bcda09a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:12:57.250071 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b114b7e-059c-4995-9824-2e3f0bcda09a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.251356 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-1b114b7e-059c-4995-9824-2e3f0bcda09a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Added segment adeee197-f8ba-4a31-b13d-7181c1cf2e21 of type vlan for network c4a861ca-4573-4bd6-a943-fbab64c11e83 Jul 06 12:12:57.329429 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b114b7e-059c-4995-9824-2e3f0bcda09a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.337983 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-69214931-9754-422f-99b2-f37cf1f5a67a admin admin] For port e979fc27-d280-4250-a925-d278f3f7b35f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e979fc27-d280-4250-a925-d278f3f7b35f,segment=NetworkSegment(e74c9be8-a69d-4845-85fe-36e01d295e91),segment_id=e74c9be8-a69d-4845-85fe-36e01d295e91)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:12:57.338487 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69214931-9754-422f-99b2-f37cf1f5a67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.358575 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-69214931-9754-422f-99b2-f37cf1f5a67a admin admin] Calling delete_port for e979fc27-d280-4250-a925-d278f3f7b35f owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:12:57.388741 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b114b7e-059c-4995-9824-2e3f0bcda09a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.402382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b114b7e-059c-4995-9824-2e3f0bcda09a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:57.404017 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b114b7e-059c-4995-9824-2e3f0bcda09a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.500629 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1b114b7e-059c-4995-9824-2e3f0bcda09a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3470569 Jul 06 12:12:57.503614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59120) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:57.509160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7a688041-7db6-44bb-b596-2879a99a43d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'subnet': {'network_id': 'c4a861ca-4573-4bd6-a943-fbab64c11e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:57.583924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b114b7e-059c-4995-9824-2e3f0bcda09a tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Network': ['ID=c4a861ca-4573-4bd6-a943-fbab64c11e83,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:57.600012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network c4a861ca-4573-4bd6-a943-fbab64c11e83 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:12:57.636649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a688041-7db6-44bb-b596-2879a99a43d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:57.641343 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a688041-7db6-44bb-b596-2879a99a43d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.714057 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69214931-9754-422f-99b2-f37cf1f5a67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:57.753963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69214931-9754-422f-99b2-f37cf1f5a67a admin admin] Pushing event deleted for resources: {'Port': ['ID=e979fc27-d280-4250-a925-d278f3f7b35f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:57.840710 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59136) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:58.042112 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a688041-7db6-44bb-b596-2879a99a43d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.065085 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69214931-9754-422f-99b2-f37cf1f5a67a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.156925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a688041-7db6-44bb-b596-2879a99a43d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Subnet': ['ID=083090e5-3c67-4ccc-869e-6ae650fab749,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:58.248614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c4470e81-facd-45bd-89b0-03b64c1c2f0d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1086759166-network', 'tenant_id': '832bb4a030854ce3b41104102480a6a9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:58.252021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a688041-7db6-44bb-b596-2879a99a43d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Checking segment: {'id': 'adeee197-f8ba-4a31-b13d-7181c1cf2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c4a861ca-4573-4bd6-a943-fbab64c11e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:58.252375 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a688041-7db6-44bb-b596-2879a99a43d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network hostable DHCP agents. Network: c4a861ca-4573-4bd6-a943-fbab64c11e83, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:12:58.283668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4470e81-facd-45bd-89b0-03b64c1c2f0d admin admin] Made reservation on behalf of 832bb4a030854ce3b41104102480a6a9 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:58.287424 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4470e81-facd-45bd-89b0-03b64c1c2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.292230 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a688041-7db6-44bb-b596-2879a99a43d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network c4a861ca-4573-4bd6-a943-fbab64c11e83 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:12:58.304804 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4470e81-facd-45bd-89b0-03b64c1c2f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.323636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7a688041-7db6-44bb-b596-2879a99a43d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, c4a861ca-4573-4bd6-a943-fbab64c11e83) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:58.335035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bd3624-36cb-4672-aa58-c3eb45fbfde8 None None] Network c4a861ca-4573-4bd6-a943-fbab64c11e83 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:58.421147 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468d7cb-8db4-4b59-87c1-93c93031c6f9 req-6a6c3333-de35-4e4b-ab28-f32588407eb0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:58.422765 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a468d7cb-8db4-4b59-87c1-93c93031c6f9 req-6a6c3333-de35-4e4b-ab28-f32588407eb0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1413548 Jul 06 12:12:58.427570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69214931-9754-422f-99b2-f37cf1f5a67a admin admin] Router 082fc5df-b42e-4fa5-a165-84a785a6dd22 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:12:58.443194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a688041-7db6-44bb-b596-2879a99a43d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:58.443839 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a688041-7db6-44bb-b596-2879a99a43d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.518764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-c4a861ca-4573-4bd6-a943-fbab64c11e83', 'network_id': 'c4a861ca-4573-4bd6-a943-fbab64c11e83', 'tenant_id': 'a6cfa0d034a0486f97d965fefd9841d5', 'fixed_ips': [{'subnet_id': '083090e5-3c67-4ccc-869e-6ae650fab749'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:12:58.523066 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.535326 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4470e81-facd-45bd-89b0-03b64c1c2f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.543174 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4470e81-facd-45bd-89b0-03b64c1c2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.572636 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a468d7cb-8db4-4b59-87c1-93c93031c6f9 req-3407993a-03b6-4f6f-8776-ae45b5e3b43e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394961 Jul 06 12:12:58.590260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4470e81-facd-45bd-89b0-03b64c1c2f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:12:58.608835 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4470e81-facd-45bd-89b0-03b64c1c2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.609259 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-c4470e81-facd-45bd-89b0-03b64c1c2f0d admin admin] Added segment c4960a9f-5efd-4e48-a095-39d7a0ff1a25 of type vlan for network ad18e200-99a4-4806-8416-4d318414fcf7 Jul 06 12:12:58.659716 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7a688041-7db6-44bb-b596-2879a99a43d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1549647 Jul 06 12:12:58.697752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59152) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:58.705750 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4470e81-facd-45bd-89b0-03b64c1c2f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3713ef-92c0-4a18-b9df-b357afd4f178,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:58.719920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-b7993f20-89d2-422a-8da8-0c19ded224a8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'subnet': {'network_id': 'c4a861ca-4573-4bd6-a943-fbab64c11e83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:58.726811 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4470e81-facd-45bd-89b0-03b64c1c2f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.814946 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4470e81-facd-45bd-89b0-03b64c1c2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.816409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4470e81-facd-45bd-89b0-03b64c1c2f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:58.817464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4470e81-facd-45bd-89b0-03b64c1c2f0d admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:58.861823 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69214931-9754-422f-99b2-f37cf1f5a67a admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:12:58.868818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Allocated IP 2001:db8::2 (c4a861ca-4573-4bd6-a943-fbab64c11e83/083090e5-3c67-4ccc-869e-6ae650fab749/0109c267-d1e2-4127-8939-cba7fe791afc) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:12:58.872566 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ad331b-05cf-495c-a0d0-aa28e6dbad17 None None] Sync routers for ids ['082fc5df-b42e-4fa5-a165-84a785a6dd22'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:12:58.879959 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-69214931-9754-422f-99b2-f37cf1f5a67a admin admin] 10.222.0.81 "PUT /v2.0/routers/082fc5df-b42e-4fa5-a165-84a785a6dd22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6715100 Jul 06 12:12:58.883751 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59162) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:58.904588 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c4470e81-facd-45bd-89b0-03b64c1c2f0d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0529892 Jul 06 12:12:58.907813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59164) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:58.910251 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad331b-05cf-495c-a0d0-aa28e6dbad17 None None] Routers {'082fc5df-b42e-4fa5-a165-84a785a6dd22'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:58.910901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-10ad331b-05cf-495c-a0d0-aa28e6dbad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:12:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['082fc5df-b42e-4fa5-a165-84a785a6dd22'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:58.914379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3315bf7b-8d5b-4eee-8d1c-e1c6f6c9b9d5 admin admin] Request body: {'subnet': {'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1086759166-subnet', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:58.952658 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4470e81-facd-45bd-89b0-03b64c1c2f0d admin admin] Pushing event updated for resources: {'Network': ['ID=ad18e200-99a4-4806-8416-4d318414fcf7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:58.972305 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network ad18e200-99a4-4806-8416-4d318414fcf7 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:12:59.001154 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3315bf7b-8d5b-4eee-8d1c-e1c6f6c9b9d5 admin admin] Made reservation on behalf of 832bb4a030854ce3b41104102480a6a9 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:59.001154 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3315bf7b-8d5b-4eee-8d1c-e1c6f6c9b9d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.197503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-10ad331b-05cf-495c-a0d0-aa28e6dbad17 None None] Set router 082fc5df-b42e-4fa5-a165-84a785a6dd22 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:12:59.212061 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7993f20-89d2-422a-8da8-0c19ded224a8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:12:59.216460 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b7993f20-89d2-422a-8da8-0c19ded224a8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.238549 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-faf3fed4-e7d3-4159-bf4e-78fd379a25c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.395834 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3315bf7b-8d5b-4eee-8d1c-e1c6f6c9b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.467841 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.485564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Transition to ACTIVE for port object 0109c267-d1e2-4127-8939-cba7fe791afc will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:59.497548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-10ad331b-05cf-495c-a0d0-aa28e6dbad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'name': 'tempest-TestServerMultinode-1146442867-router', 'tenant_id': '5c6b80550f324ac18a3d51fa8e151792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:47Z', 'updated_at': '2021-07-06T12:12:57Z', 'revision_number': 5, 'project_id': '5c6b80550f324ac18a3d51fa8e151792', 'gw_port': {'id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:11:48Z', 'updated_at': '2021-07-06T12:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:59.539883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ad331b-05cf-495c-a0d0-aa28e6dbad17 None None] Checking router: 082fc5df-b42e-4fa5-a165-84a785a6dd22 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:12:59.552692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315bf7b-8d5b-4eee-8d1c-e1c6f6c9b9d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f047520-7237-4556-9ec0-b489c61b5ee3,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:59.554700 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Transition to ACTIVE for port object 0109c267-d1e2-4127-8939-cba7fe791afc will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:12:59.556332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad331b-05cf-495c-a0d0-aa28e6dbad17 None None] Routers {'082fc5df-b42e-4fa5-a165-84a785a6dd22'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:12:59.557322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-10ad331b-05cf-495c-a0d0-aa28e6dbad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:12:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['082fc5df-b42e-4fa5-a165-84a785a6dd22'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:12:59.567423 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.572183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3315bf7b-8d5b-4eee-8d1c-e1c6f6c9b9d5 admin admin] Checking segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:12:59.574166 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3315bf7b-8d5b-4eee-8d1c-e1c6f6c9b9d5 admin admin] Network hostable DHCP agents. Network: ad18e200-99a4-4806-8416-4d318414fcf7, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:12:59.611927 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3315bf7b-8d5b-4eee-8d1c-e1c6f6c9b9d5 admin admin] Network ad18e200-99a4-4806-8416-4d318414fcf7 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:12:59.629567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3315bf7b-8d5b-4eee-8d1c-e1c6f6c9b9d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, ad18e200-99a4-4806-8416-4d318414fcf7) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:12:59.640002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3315bf7b-8d5b-4eee-8d1c-e1c6f6c9b9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:12:59.642744 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3315bf7b-8d5b-4eee-8d1c-e1c6f6c9b9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.669426 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3315bf7b-8d5b-4eee-8d1c-e1c6f6c9b9d5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7602689 Jul 06 12:12:59.671828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59224) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:12:59.682361 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:12:59.689162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Pushing event updated for resources: {'Port': ['ID=0109c267-d1e2-4127-8939-cba7fe791afc,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:12:59.692284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bdca2b-82ac-42bd-ab72-953689ebe11d None None] Network ad18e200-99a4-4806-8416-4d318414fcf7 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:12:59.737926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.739050 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:12:59.898011 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.093884 n-d-799529-2 neutron-server[100427]: INFO neutron.db.ipam_backend_mixin [None req-b7993f20-89d2-422a-8da8-0c19ded224a8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 083090e5-3c67-4ccc-869e-6ae650fab749 (CIDR: 2001:db8::/64) Jul 06 12:13:00.099413 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7993f20-89d2-422a-8da8-0c19ded224a8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:13:00.100203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7993f20-89d2-422a-8da8-0c19ded224a8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:13:00.161363 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b7993f20-89d2-422a-8da8-0c19ded224a8 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4599438 Jul 06 12:13:00.161363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59276) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:00.166969 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-af480ea7-5b63-439a-adfb-979be636bb76 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'subnet': {'network_id': 'c4a861ca-4573-4bd6-a943-fbab64c11e83', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:00.171668 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-faf3fed4-e7d3-4159-bf4e-78fd379a25c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.188524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.258110 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-10ad331b-05cf-495c-a0d0-aa28e6dbad17 None None] Set router 082fc5df-b42e-4fa5-a165-84a785a6dd22 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:13:00.382332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-faf3fed4-e7d3-4159-bf4e-78fd379a25c8 admin admin] Deleting port 289fac51-856a-43d5-85ad-9f243a0752aa {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:00.382902 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-faf3fed4-e7d3-4159-bf4e-78fd379a25c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.389534 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Network c4a861ca-4573-4bd6-a943-fbab64c11e83 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:00.422123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:00.427610 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-743dbf0d-081f-4daa-8613-a978e4c92045 req-2dcb8d66-d99f-4a90-b9ad-6e0a81cd0c4c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4504635 Jul 06 12:13:00.429444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:00.447178 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af480ea7-5b63-439a-adfb-979be636bb76 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:00.450742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af480ea7-5b63-439a-adfb-979be636bb76 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.575856 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-faf3fed4-e7d3-4159-bf4e-78fd379a25c8 admin admin] For port 289fac51-856a-43d5-85ad-9f243a0752aa, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=289fac51-856a-43d5-85ad-9f243a0752aa,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:00.576233 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-faf3fed4-e7d3-4159-bf4e-78fd379a25c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.607191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Attempting to bind port 0109c267-d1e2-4127-8939-cba7fe791afc on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:00.607927 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Attempting to bind port 0109c267-d1e2-4127-8939-cba7fe791afc by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'adeee197-f8ba-4a31-b13d-7181c1cf2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c4a861ca-4573-4bd6-a943-fbab64c11e83'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:00.608398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Attempting to bind port 0109c267-d1e2-4127-8939-cba7fe791afc on network c4a861ca-4573-4bd6-a943-fbab64c11e83 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:00.618013 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:00.618545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Checking segment: {'id': 'adeee197-f8ba-4a31-b13d-7181c1cf2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c4a861ca-4573-4bd6-a943-fbab64c11e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:00.619056 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.619584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Bound using segment: {'id': 'adeee197-f8ba-4a31-b13d-7181c1cf2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c4a861ca-4573-4bd6-a943-fbab64c11e83'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:00.620348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Bound port: 0109c267-d1e2-4127-8939-cba7fe791afc, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adeee197-f8ba-4a31-b13d-7181c1cf2e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c4a861ca-4573-4bd6-a943-fbab64c11e83'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:00.620841 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.630703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dbf0d-081f-4daa-8613-a978e4c92045 req-8af4cddf-cbcd-479a-a396-ff68dec42157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:00.637639 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-743dbf0d-081f-4daa-8613-a978e4c92045 req-8af4cddf-cbcd-479a-a396-ff68dec42157 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 1096 time: 0.1815298 Jul 06 12:13:00.654280 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-faf3fed4-e7d3-4159-bf4e-78fd379a25c8 admin admin] Calling delete_port for 289fac51-856a-43d5-85ad-9f243a0752aa owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:00.797029 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-ad18e200-99a4-4806-8416-4d318414fcf7', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:13:00.798006 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.836725 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] For port 0109c267-d1e2-4127-8939-cba7fe791afc, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:00.842885 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] For port 0109c267-d1e2-4127-8939-cba7fe791afc, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0109c267-d1e2-4127-8939-cba7fe791afc,segment=NetworkSegment(adeee197-f8ba-4a31-b13d-7181c1cf2e21),segment_id=adeee197-f8ba-4a31-b13d-7181c1cf2e21)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:00.858188 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:00.921581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ac753-0551-4d53-b6e8-b529b2a878b8 None None] Pushing event updated for resources: {'Port': ['ID=0109c267-d1e2-4127-8939-cba7fe791afc,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:01.074285 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:01.080074 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-10ad331b-05cf-495c-a0d0-aa28e6dbad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'name': 'tempest-TestServerMultinode-1146442867-router', 'tenant_id': '5c6b80550f324ac18a3d51fa8e151792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:47Z', 'updated_at': '2021-07-06T12:12:57Z', 'revision_number': 5, 'project_id': '5c6b80550f324ac18a3d51fa8e151792', 'gw_port': {'id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:11:48Z', 'updated_at': '2021-07-06T12:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:01.124205 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:01.177748 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ad331b-05cf-495c-a0d0-aa28e6dbad17 None None] The sync data for ids ['082fc5df-b42e-4fa5-a165-84a785a6dd22'] in n-d-799529-2 is: [{'id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'name': 'tempest-TestServerMultinode-1146442867-router', 'tenant_id': '5c6b80550f324ac18a3d51fa8e151792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:47Z', 'updated_at': '2021-07-06T12:12:57Z', 'revision_number': 5, 'project_id': '5c6b80550f324ac18a3d51fa8e151792', 'gw_port': {'id': '289fac51-856a-43d5-85ad-9f243a0752aa', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082fc5df-b42e-4fa5-a165-84a785a6dd22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:11:48Z', 'updated_at': '2021-07-06T12:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:13:01.213847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dbf0d-081f-4daa-8613-a978e4c92045 req-17d089f6-4f8b-4cd7-a28d-f822e516831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:01.216551 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-743dbf0d-081f-4daa-8613-a978e4c92045 req-17d089f6-4f8b-4cd7-a28d-f822e516831e service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.5264928 Jul 06 12:13:01.223836 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cb69019-a4ed-44db-9855-a64596ea6a86 req-c42b0610-0b44-4686-84fa-bda30e46ecb9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=02ca85b6-8965-4a70-8d09-48367364a6fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4415250 Jul 06 12:13:01.310139 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-743dbf0d-081f-4daa-8613-a978e4c92045 req-723dc6a5-c603-4eb1-ac20-32c1c9fd2397 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62b37920-7e70-43a5-9bf0-3b5ea515291b HTTP/1.1" status: 200 len: 217 time: 0.0850046 Jul 06 12:13:01.358264 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Allocated IP 172.20.0.2 (ad18e200-99a4-4806-8416-4d318414fcf7/2f047520-7237-4556-9ec0-b489c61b5ee3/98ce85bd-d14b-4a64-9047-bec72c9d1844) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:01.461669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dbf0d-081f-4daa-8613-a978e4c92045 req-1dc045a1-dd4c-46f3-ba1b-3e34d2df5e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:01.463166 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-743dbf0d-081f-4daa-8613-a978e4c92045 req-1dc045a1-dd4c-46f3-ba1b-3e34d2df5e74 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.0669081 Jul 06 12:13:01.503822 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af480ea7-5b63-439a-adfb-979be636bb76 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:01.514558 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-faf3fed4-e7d3-4159-bf4e-78fd379a25c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:01.698690 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3fed4-e7d3-4159-bf4e-78fd379a25c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=289fac51-856a-43d5-85ad-9f243a0752aa,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:01.715492 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af480ea7-5b63-439a-adfb-979be636bb76 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network c4a861ca-4573-4bd6-a943-fbab64c11e83 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:01.721638 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-af480ea7-5b63-439a-adfb-979be636bb76 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:01.746832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Allocated IP 172.25.4.246 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/85213d5e-b005-4a80-8f7b-2742458ec080) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:01.842581 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af480ea7-5b63-439a-adfb-979be636bb76 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:01.843519 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af480ea7-5b63-439a-adfb-979be636bb76 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:01.947374 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:01.990601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Transition to ACTIVE for port object 98ce85bd-d14b-4a64-9047-bec72c9d1844 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:01.996005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af480ea7-5b63-439a-adfb-979be636bb76 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Subnet': ['ID=2cd7ffc7-fd0c-485e-9ce0-bd17e058b5a6,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:02.036610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-af480ea7-5b63-439a-adfb-979be636bb76 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8716962 Jul 06 12:13:02.052260 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Transition to ACTIVE for port object 98ce85bd-d14b-4a64-9047-bec72c9d1844 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:02.053647 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59462) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:02.075417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ec3495ef-6102-4408-8ac4-05cd0a7cc222 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'network_id': 'c4a861ca-4573-4bd6-a943-fbab64c11e83', 'fixed_ips': [{'subnet_id': '083090e5-3c67-4ccc-869e-6ae650fab749'}, {'subnet_id': '2cd7ffc7-fd0c-485e-9ce0-bd17e058b5a6'}], 'name': 'tempest-PortsIpV6TestJSON-1292166043'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:02.079952 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.137371 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-faf3fed4-e7d3-4159-bf4e-78fd379a25c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.142158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Network ad18e200-99a4-4806-8416-4d318414fcf7 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:02.188343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:02.209406 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:02.292087 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.308740 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Attempting to bind port 98ce85bd-d14b-4a64-9047-bec72c9d1844 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:02.309311 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Attempting to bind port 98ce85bd-d14b-4a64-9047-bec72c9d1844 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:02.309841 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Attempting to bind port 98ce85bd-d14b-4a64-9047-bec72c9d1844 on network ad18e200-99a4-4806-8416-4d318414fcf7 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:02.312152 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Pushing event updated for resources: {'Port': ['ID=98ce85bd-d14b-4a64-9047-bec72c9d1844,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:02.318195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:02.318871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Checking segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:02.319537 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.320256 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Bound using segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:02.321390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Bound port: 98ce85bd-d14b-4a64-9047-bec72c9d1844, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:02.322121 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.344684 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-faf3fed4-e7d3-4159-bf4e-78fd379a25c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.352748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb69019-a4ed-44db-9855-a64596ea6a86 req-8dc90749-6613-4890-b126-2cd5e6195b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:02.360833 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cb69019-a4ed-44db-9855-a64596ea6a86 req-8dc90749-6613-4890-b126-2cd5e6195b76 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a38d35b527c843038994ef1fc9f12a7a&device_id=02ca85b6-8965-4a70-8d09-48367364a6fa HTTP/1.1" status: 200 len: 1101 time: 1.0717881 Jul 06 12:13:02.362806 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-faf3fed4-e7d3-4159-bf4e-78fd379a25c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.434194 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] For port 98ce85bd-d14b-4a64-9047-bec72c9d1844, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:02.434693 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.444195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] For port 98ce85bd-d14b-4a64-9047-bec72c9d1844, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=98ce85bd-d14b-4a64-9047-bec72c9d1844,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:02.461660 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.475922 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-faf3fed4-e7d3-4159-bf4e-78fd379a25c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.477478 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf3fed4-e7d3-4159-bf4e-78fd379a25c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 082fc5df-b42e-4fa5-a165-84a785a6dd22 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:13:02.489927 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dbf0d-081f-4daa-8613-a978e4c92045 req-3fd6d97f-a3be-4170-9b0e-9c2bd0fdfc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:02.492460 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-743dbf0d-081f-4daa-8613-a978e4c92045 req-3fd6d97f-a3be-4170-9b0e-9c2bd0fdfc92 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9731114 Jul 06 12:13:02.493132 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-faf3fed4-e7d3-4159-bf4e-78fd379a25c8 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:02.495409 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-faf3fed4-e7d3-4159-bf4e-78fd379a25c8 admin admin] 10.222.0.81 "DELETE /v2.0/routers/082fc5df-b42e-4fa5-a165-84a785a6dd22 HTTP/1.1" status: 204 len: 168 time: 3.6101224 Jul 06 12:13:02.501896 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59506) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:02.594258 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad41907-40e2-4437-9205-788cdb0a2004 None None] Pushing event updated for resources: {'Port': ['ID=98ce85bd-d14b-4a64-9047-bec72c9d1844,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:02.724642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:02.746042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3495ef-6102-4408-8ac4-05cd0a7cc222 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:02.773615 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:02.890657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:02.981228 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Pushing event updated for resources: {'Port': ['ID=85213d5e-b005-4a80-8f7b-2742458ec080,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:03.027268 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c0e379-0401-4403-b72b-66918da70b41 admin admin] Deleting subnet af746fe8-000d-4589-ac4a-b36f192aa8a5 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:13:03.044365 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18c0e379-0401-4403-b72b-66918da70b41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:03.162380 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18c0e379-0401-4403-b72b-66918da70b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:03.164543 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-743dbf0d-081f-4daa-8613-a978e4c92045 req-84f94484-6629-4804-8f9d-0ed7a901a9bc service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979078 Jul 06 12:13:03.191813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb69019-a4ed-44db-9855-a64596ea6a86 req-e8f7e4db-8a11-4331-aa55-68b40f104c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:03.193428 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cb69019-a4ed-44db-9855-a64596ea6a86 req-e8f7e4db-8a11-4331-aa55-68b40f104c52 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.7903392 Jul 06 12:13:03.268172 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ec3495ef-6102-4408-8ac4-05cd0a7cc222 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:03.364573 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-ec3495ef-6102-4408-8ac4-05cd0a7cc222 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] device_id is not set on port d891a347-e4da-4db7-9243-46085c346b07 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:13:03.441330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0109c267-d1e2-4127-8939-cba7fe791afc up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:03.586524 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 0109c267-d1e2-4127-8939-cba7fe791afc completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:03.606360 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e979fc27-d280-4250-a925-d278f3f7b35f no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:13:03.688065 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: e979fc27-d280-4250-a925-d278f3f7b35f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:13:03.688412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e979fc27-d280-4250-a925-d278f3f7b35f not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:13:03.721085 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a9033c-b636-4ad8-8698-18b86b2cbebe None None] Network c4a861ca-4573-4bd6-a943-fbab64c11e83 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:03.851172 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18c0e379-0401-4403-b72b-66918da70b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:03.925996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bbcaa24e-ca7e-4818-9fc6-597842df388b None None] Provisioning for port 0109c267-d1e2-4127-8939-cba7fe791afc completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:03.951797 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bbcaa24e-ca7e-4818-9fc6-597842df388b None None] Provisioning complete for port 0109c267-d1e2-4127-8939-cba7fe791afc triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:03.952498 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bbcaa24e-ca7e-4818-9fc6-597842df388b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.076999 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bbcaa24e-ca7e-4818-9fc6-597842df388b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.180319 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-bbcaa24e-ca7e-4818-9fc6-597842df388b None None] For port 0109c267-d1e2-4127-8939-cba7fe791afc, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0109c267-d1e2-4127-8939-cba7fe791afc,segment=NetworkSegment(adeee197-f8ba-4a31-b13d-7181c1cf2e21),segment_id=adeee197-f8ba-4a31-b13d-7181c1cf2e21)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:04.203627 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bbcaa24e-ca7e-4818-9fc6-597842df388b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.241485 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18c0e379-0401-4403-b72b-66918da70b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.258447 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-ec3495ef-6102-4408-8ac4-05cd0a7cc222 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Allocated IP 2001:db8::383 (c4a861ca-4573-4bd6-a943-fbab64c11e83/083090e5-3c67-4ccc-869e-6ae650fab749/d891a347-e4da-4db7-9243-46085c346b07) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:04.314395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0e379-0401-4403-b72b-66918da70b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af746fe8-000d-4589-ac4a-b36f192aa8a5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:04.317617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-ec3495ef-6102-4408-8ac4-05cd0a7cc222 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Allocated IP 2001:db8:0:1::103 (c4a861ca-4573-4bd6-a943-fbab64c11e83/2cd7ffc7-fd0c-485e-9ce0-bd17e058b5a6/d891a347-e4da-4db7-9243-46085c346b07) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:04.329910 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18c0e379-0401-4403-b72b-66918da70b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.332135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-18c0e379-0401-4403-b72b-66918da70b41 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/af746fe8-000d-4589-ac4a-b36f192aa8a5 HTTP/1.1" status: 204 len: 168 time: 1.8280067 Jul 06 12:13:04.337885 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59628) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:04.349922 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcaa24e-ca7e-4818-9fc6-597842df388b None None] Pushing event updated for resources: {'Port': ['ID=0109c267-d1e2-4127-8939-cba7fe791afc,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:04.358051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab9e021-b93c-416f-99f9-ea5eff05fd6e None None] Network 92387007-f77d-4940-b595-24f1189e8ad1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:04.394879 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-743dbf0d-081f-4daa-8613-a978e4c92045 req-236d286c-fdd6-40be-8770-aa639c9dea29 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2196226 Jul 06 12:13:04.416346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d3ec22-677c-4603-a92c-c62b114c8936 None None] Update dhcp port {'port': {'network_id': 'c4a861ca-4573-4bd6-a943-fbab64c11e83', 'fixed_ips': [{'subnet_id': '083090e5-3c67-4ccc-869e-6ae650fab749', 'ip_address': '2001:db8::2'}, {'subnet_id': '2cd7ffc7-fd0c-485e-9ce0-bd17e058b5a6'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '0109c267-d1e2-4127-8939-cba7fe791afc'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:13:04.576178 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cb69019-a4ed-44db-9855-a64596ea6a86 req-ca2294c4-f7cd-4016-877a-a700cae14cc3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d2cbd475-fe44-427d-adbf-27d30ed32708 HTTP/1.1" status: 200 len: 217 time: 0.2970397 Jul 06 12:13:04.582985 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.644804 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-50d3ec22-677c-4603-a92c-c62b114c8936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.720727 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506cfb43-4e69-49fe-8187-7867079b2b21 None None] Network ad18e200-99a4-4806-8416-4d318414fcf7 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:04.878495 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.881408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb69019-a4ed-44db-9855-a64596ea6a86 req-767b6e86-760c-4062-aeb4-05079644b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:04.882717 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cb69019-a4ed-44db-9855-a64596ea6a86 req-767b6e86-760c-4062-aeb4-05079644b073 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.2964687 Jul 06 12:13:04.900870 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ec3495ef-6102-4408-8ac4-05cd0a7cc222 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.912212 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] Deleting port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:04.913594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:04.956148 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d8a4bd47-b165-4b10-a423-ce1a32b5c6fc None None] Provisioning for port 98ce85bd-d14b-4a64-9047-bec72c9d1844 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:04.986145 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:13:05.045855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] For port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6,segment=NetworkSegment(e74c9be8-a69d-4845-85fe-36e01d295e91),segment_id=e74c9be8-a69d-4845-85fe-36e01d295e91)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:05.046608 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.066264 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] Calling delete_port for 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:05.112576 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e6e5e6-9707-4e1a-a930-360e0d894c1b None None] DHCP port deletion for 92387007-f77d-4940-b595-24f1189e8ad1 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:13:05.165143 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb69019-a4ed-44db-9855-a64596ea6a86 req-b177fbc8-92d6-452d-a64a-e3c5dfc04a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:05.165918 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 98ce85bd-d14b-4a64-9047-bec72c9d1844 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:05.167274 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cb69019-a4ed-44db-9855-a64596ea6a86 req-b177fbc8-92d6-452d-a64a-e3c5dfc04a49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2710488 Jul 06 12:13:05.195606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-ec3495ef-6102-4408-8ac4-05cd0a7cc222 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Transition to ACTIVE for port object d891a347-e4da-4db7-9243-46085c346b07 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:05.307058 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.336734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6e5e6-9707-4e1a-a930-360e0d894c1b None None] Deleting port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:05.337796 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2e6e5e6-9707-4e1a-a930-360e0d894c1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.344046 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.414566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] No DVR routers for this DVR port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:13:05.418217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:05.426479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d2e6e5e6-9707-4e1a-a930-360e0d894c1b None None] For port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6, host n-d-799529-2, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:05.426886 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2e6e5e6-9707-4e1a-a930-360e0d894c1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.441848 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6e5e6-9707-4e1a-a930-360e0d894c1b None None] Calling delete_port for 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:05.444812 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-d2e6e5e6-9707-4e1a-a930-360e0d894c1b None None] Port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 was not found and therefore no delete operation was performed {{(pid=100429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:13:05.451571 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2e6e5e6-9707-4e1a-a930-360e0d894c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.489597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e6e5e6-9707-4e1a-a930-360e0d894c1b None None] No DVR routers for this DVR port 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:13:05.512642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 98ce85bd-d14b-4a64-9047-bec72c9d1844 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:05.549905 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 98ce85bd-d14b-4a64-9047-bec72c9d1844 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:05.550292 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.554403 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f770ba98-1b91-42eb-8fd8-ddbb479bc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.570758 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.583392 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92387007-f77d-4940-b595-24f1189e8ad1']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:05.599608 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cb69019-a4ed-44db-9855-a64596ea6a86 req-216d3821-0438-407a-a681-0b30070820ab service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240673 Jul 06 12:13:05.607497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Router 5e2948c4-60fe-4593-a78a-90ba3f97319b is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:13:05.610241 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6e5e6-9707-4e1a-a930-360e0d894c1b None None] Pushing event deleted for resources: {'Port': ['ID=5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:05.620636 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74c9be8-a69d-4845-85fe-36e01d295e91') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:05.622299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74c9be8-a69d-4845-85fe-36e01d295e91') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:05.630047 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.652585 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-50d3ec22-677c-4603-a92c-c62b114c8936 None None] Allocated IP 2001:db8:0:1::2 (c4a861ca-4573-4bd6-a943-fbab64c11e83/2cd7ffc7-fd0c-485e-9ce0-bd17e058b5a6/0109c267-d1e2-4127-8939-cba7fe791afc) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:05.684077 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.689271 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ec3495ef-6102-4408-8ac4-05cd0a7cc222 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.746365 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.764248 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3495ef-6102-4408-8ac4-05cd0a7cc222 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network c4a861ca-4573-4bd6-a943-fbab64c11e83 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:05.765352 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:13:05.765766 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:13:05.767615 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:13:05.771885 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.784457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-ec3495ef-6102-4408-8ac4-05cd0a7cc222 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:05.789162 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3495ef-6102-4408-8ac4-05cd0a7cc222 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:05.795096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3495ef-6102-4408-8ac4-05cd0a7cc222 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:05.795843 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ec3495ef-6102-4408-8ac4-05cd0a7cc222 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.854261 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3495ef-6102-4408-8ac4-05cd0a7cc222 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=d891a347-e4da-4db7-9243-46085c346b07,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:05.871255 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cb69019-a4ed-44db-9855-a64596ea6a86 req-e071ac0d-fd4e-4ef9-a292-e4299cab9981 service neutron] 10.222.0.23 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527838 Jul 06 12:13:05.874932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59648) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:05.876244 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ec3495ef-6102-4408-8ac4-05cd0a7cc222 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.8211915 Jul 06 12:13:05.877538 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.885247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e0ae7168-daa2-40b0-971b-dc8bf5e73234 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '083090e5-3c67-4ccc-869e-6ae650fab749'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:05.889651 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.894545 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] 10.222.0.81 "DELETE /v2.0/networks/92387007-f77d-4940-b595-24f1189e8ad1 HTTP/1.1" status: 204 len: 168 time: 1.5549183 Jul 06 12:13:05.907692 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59650) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:05.931922 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 98ce85bd-d14b-4a64-9047-bec72c9d1844, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=98ce85bd-d14b-4a64-9047-bec72c9d1844,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:05.932924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:13:05.943279 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:05.945529 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Sync routers for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:13:05.955152 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0109c267-d1e2-4127-8939-cba7fe791afc up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:05.958931 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:05.960290 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:12:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:05.964128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-50d3ec22-677c-4603-a92c-c62b114c8936 None None] For port 0109c267-d1e2-4127-8939-cba7fe791afc, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0109c267-d1e2-4127-8939-cba7fe791afc,segment=NetworkSegment(adeee197-f8ba-4a31-b13d-7181c1cf2e21),segment_id=adeee197-f8ba-4a31-b13d-7181c1cf2e21)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:06.173241 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.176189 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a731024f-29b0-48db-a1a8-9552dfa3bd0b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5031986 Jul 06 12:13:06.183030 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59654) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:06.247609 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:13:06.259378 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7168-daa2-40b0-971b-dc8bf5e73234 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.521557 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:04Z', 'revision_number': 3, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:06.554838 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Checking router: 5e2948c4-60fe-4593-a78a-90ba3f97319b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:13:06.556493 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Updating router 5e2948c4-60fe-4593-a78a-90ba3f97319b port 85213d5e-b005-4a80-8f7b-2742458ec080 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:13:06.599934 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.601896 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-46a243c3-cf0e-40d0-abc8-3c8f3a1f3fc4 None None] Provisioning complete for port 98ce85bd-d14b-4a64-9047-bec72c9d1844 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:06.602338 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-46a243c3-cf0e-40d0-abc8-3c8f3a1f3fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.649224 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.678367 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=98ce85bd-d14b-4a64-9047-bec72c9d1844,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:06.706759 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-50d3ec22-677c-4603-a92c-c62b114c8936 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.727667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb519456-dac5-4ee7-a87f-f5cd1818dd26 admin admin] Pushing event deleted for resources: {'Network': ['ID=92387007-f77d-4940-b595-24f1189e8ad1,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:06.784268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-50d3ec22-677c-4603-a92c-c62b114c8936 None None] Transition to ACTIVE for port object 0109c267-d1e2-4127-8939-cba7fe791afc will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:06.799434 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-50d3ec22-677c-4603-a92c-c62b114c8936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:06.875426 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 289fac51-856a-43d5-85ad-9f243a0752aa no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:13:06.998908 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 289fac51-856a-43d5-85ad-9f243a0752aa {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:13:06.999477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 289fac51-856a-43d5-85ad-9f243a0752aa not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:13:07.109756 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3ec22-677c-4603-a92c-c62b114c8936 None None] Pushing event updated for resources: {'Port': ['ID=0109c267-d1e2-4127-8939-cba7fe791afc,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:07.205455 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 98ce85bd-d14b-4a64-9047-bec72c9d1844 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:07.282978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e0ae7168-daa2-40b0-971b-dc8bf5e73234 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Delete allocated IP 2001:db8:0:1::103 (c4a861ca-4573-4bd6-a943-fbab64c11e83/2cd7ffc7-fd0c-485e-9ce0-bd17e058b5a6) {{(pid=100428) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 12:13:07.331130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 98ce85bd-d14b-4a64-9047-bec72c9d1844 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:07.332053 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:07.335470 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:07.346259 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Transition to ACTIVE for port object 85213d5e-b005-4a80-8f7b-2742458ec080 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:07.354031 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:07.370995 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4f253b2-1b9e-4250-bbb1-1806826b90a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:07.465877 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74076c-4fcd-4749-b679-c0d8e1e39ad8 None None] Pushing event updated for resources: {'Port': ['ID=85213d5e-b005-4a80-8f7b-2742458ec080,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:07.476338 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Attempting to bind port 85213d5e-b005-4a80-8f7b-2742458ec080 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:07.478138 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Attempting to bind port 85213d5e-b005-4a80-8f7b-2742458ec080 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:07.479686 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Attempting to bind port 85213d5e-b005-4a80-8f7b-2742458ec080 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:07.491241 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:07.491859 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:07.492494 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:07.492771 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:07.493253 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Bound port: 85213d5e-b005-4a80-8f7b-2742458ec080, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:07.494129 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:07.497741 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74076c-4fcd-4749-b679-c0d8e1e39ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:07.498298 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74076c-4fcd-4749-b679-c0d8e1e39ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:07.498642 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74076c-4fcd-4749-b679-c0d8e1e39ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:07.499142 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74076c-4fcd-4749-b679-c0d8e1e39ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:07.499508 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74076c-4fcd-4749-b679-c0d8e1e39ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:07.499831 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74076c-4fcd-4749-b679-c0d8e1e39ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:07.500153 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74076c-4fcd-4749-b679-c0d8e1e39ad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:07.500471 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74076c-4fcd-4749-b679-c0d8e1e39ad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:07.500788 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74076c-4fcd-4749-b679-c0d8e1e39ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:07.501107 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74076c-4fcd-4749-b679-c0d8e1e39ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:07.501419 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74076c-4fcd-4749-b679-c0d8e1e39ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:07.501731 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74076c-4fcd-4749-b679-c0d8e1e39ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:07.588131 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:13:07.643817 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] For port 85213d5e-b005-4a80-8f7b-2742458ec080, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:07.651522 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] For port 85213d5e-b005-4a80-8f7b-2742458ec080, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=85213d5e-b005-4a80-8f7b-2742458ec080,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:07.657852 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:13:07.658224 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5fc50f53-9224-4ed3-8eb4-b4e9c2da8ab6 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:13:07.664145 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:07.675879 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:07.729240 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7168-daa2-40b0-971b-dc8bf5e73234 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:07.778172 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74076c-4fcd-4749-b679-c0d8e1e39ad8 None None] Pushing event updated for resources: {'Port': ['ID=85213d5e-b005-4a80-8f7b-2742458ec080,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:07.788638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-e0ae7168-daa2-40b0-971b-dc8bf5e73234 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Ignored duplicate provisioning block setup for port d891a347-e4da-4db7-9243-46085c346b07 by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 12:13:07.806523 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7168-daa2-40b0-971b-dc8bf5e73234 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:07.821767 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:07.824324 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:12:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:07.939980 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae7168-daa2-40b0-971b-dc8bf5e73234 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] In _notify_port_updated(), no bound segment for port d891a347-e4da-4db7-9243-46085c346b07 on network c4a861ca-4573-4bd6-a943-fbab64c11e83 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:13:07.946598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ae7168-daa2-40b0-971b-dc8bf5e73234 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:07.948137 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0ae7168-daa2-40b0-971b-dc8bf5e73234 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:07.949892 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e0ae7168-daa2-40b0-971b-dc8bf5e73234 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "PUT /v2.0/ports/d891a347-e4da-4db7-9243-46085c346b07 HTTP/1.1" status: 200 len: 926 time: 2.0736902 Jul 06 12:13:07.954262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59662) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:07.968518 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-b1e08540-ac16-4bef-9a3e-e38f536b08ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '083090e5-3c67-4ccc-869e-6ae650fab749'}, {'subnet_id': '2cd7ffc7-fd0c-485e-9ce0-bd17e058b5a6'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:07.985609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae7168-daa2-40b0-971b-dc8bf5e73234 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=d891a347-e4da-4db7-9243-46085c346b07,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:08.016049 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:13:08.019221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a4f253b2-1b9e-4250-bbb1-1806826b90a0 admin admin] Deleting port fcf3e239-58f1-45bc-999e-2a179ca9d32f {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:08.019590 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4f253b2-1b9e-4250-bbb1-1806826b90a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.078465 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Allocated IP 172.20.0.1 (ad18e200-99a4-4806-8416-4d318414fcf7/2f047520-7237-4556-9ec0-b489c61b5ee3/3a3d269b-aa91-4b57-b3f3-b6e5b567478e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:08.121121 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00d1fa7-1dbb-4b19-a6e5-dcfbb7972502 None None] Network c4a861ca-4573-4bd6-a943-fbab64c11e83 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:08.161835 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b1e08540-ac16-4bef-9a3e-e38f536b08ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.186631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-a4f253b2-1b9e-4250-bbb1-1806826b90a0 admin admin] For port fcf3e239-58f1-45bc-999e-2a179ca9d32f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=fcf3e239-58f1-45bc-999e-2a179ca9d32f,segment=NetworkSegment(3a42e32d-a127-49eb-8d1c-33b00a70bc5f),segment_id=3a42e32d-a127-49eb-8d1c-33b00a70bc5f)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:08.187109 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4f253b2-1b9e-4250-bbb1-1806826b90a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.227495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a4f253b2-1b9e-4250-bbb1-1806826b90a0 admin admin] Calling delete_port for fcf3e239-58f1-45bc-999e-2a179ca9d32f owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:08.312989 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:04Z', 'revision_number': 3, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:08.340022 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.353223 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad4c286b-8bc3-428b-8842-d4364bfccc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.360143 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Transition to ACTIVE for port object 3a3d269b-aa91-4b57-b3f3-b6e5b567478e will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:08.360344 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.376464 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6a9c1c17-a9d4-4b7d-af40-faa21b4ed5f6 None None] Provisioning for port 0109c267-d1e2-4127-8939-cba7fe791afc completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:08.390312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6a9c1c17-a9d4-4b7d-af40-faa21b4ed5f6 None None] Provisioning complete for port 0109c267-d1e2-4127-8939-cba7fe791afc triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:08.390683 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6a9c1c17-a9d4-4b7d-af40-faa21b4ed5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.413828 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b50867-3893-4a37-9019-2fd1118b764b None None] The sync data for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 is: [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:04Z', 'revision_number': 3, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:13:08.490921 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.538714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Network ad18e200-99a4-4806-8416-4d318414fcf7 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:08.548760 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:08.560500 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:08.686151 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.762738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Pushing event updated for resources: {'Port': ['ID=3a3d269b-aa91-4b57-b3f3-b6e5b567478e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:08.814894 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4f253b2-1b9e-4250-bbb1-1806826b90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:08.938832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f253b2-1b9e-4250-bbb1-1806826b90a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf3e239-58f1-45bc-999e-2a179ca9d32f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:09.096488 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3885e576-159d-4134-a877-43295fdb871e None None] Provisioning for port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:09.104555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-b1e08540-ac16-4bef-9a3e-e38f536b08ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Allocated IP 2001:db8:0:1::346 (c4a861ca-4573-4bd6-a943-fbab64c11e83/2cd7ffc7-fd0c-485e-9ce0-bd17e058b5a6/d891a347-e4da-4db7-9243-46085c346b07) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:09.113917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3885e576-159d-4134-a877-43295fdb871e None None] Provisioning complete for port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:09.115194 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3885e576-159d-4134-a877-43295fdb871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.117936 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.209954 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3885e576-159d-4134-a877-43295fdb871e None None] Port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:09.354789 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.389252 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-80fbabd2-e3b2-4126-9377-5709bae8ad96 None None] Provisioning complete for port 0109c267-d1e2-4127-8939-cba7fe791afc triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:09.389621 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-80fbabd2-e3b2-4126-9377-5709bae8ad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.535600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 85213d5e-b005-4a80-8f7b-2742458ec080 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:09.637410 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4f253b2-1b9e-4250-bbb1-1806826b90a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.719165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 85213d5e-b005-4a80-8f7b-2742458ec080 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:09.730579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 85213d5e-b005-4a80-8f7b-2742458ec080 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:09.731067 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.801713 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-80fbabd2-e3b2-4126-9377-5709bae8ad96 None None] Provisioning for port d891a347-e4da-4db7-9243-46085c346b07 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:09.812611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-80fbabd2-e3b2-4126-9377-5709bae8ad96 None None] Provisioning complete for port d891a347-e4da-4db7-9243-46085c346b07 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:09.816013 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-80fbabd2-e3b2-4126-9377-5709bae8ad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:09.889351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-80fbabd2-e3b2-4126-9377-5709bae8ad96 None None] Port d891a347-e4da-4db7-9243-46085c346b07 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:09.969688 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.031317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 85213d5e-b005-4a80-8f7b-2742458ec080, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=85213d5e-b005-4a80-8f7b-2742458ec080,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:10.046864 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.047608 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0109c267-d1e2-4127-8939-cba7fe791afc up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:10.054208 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b1e08540-ac16-4bef-9a3e-e38f536b08ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.108979 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9e0556d3-e4b0-4121-811e-b9ec9c91a4da None None] Provisioning complete for port d891a347-e4da-4db7-9243-46085c346b07 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:10.109656 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e0556d3-e4b0-4121-811e-b9ec9c91a4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.121463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-b1e08540-ac16-4bef-9a3e-e38f536b08ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Ignored duplicate provisioning block setup for port d891a347-e4da-4db7-9243-46085c346b07 by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 12:13:10.129672 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b1e08540-ac16-4bef-9a3e-e38f536b08ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.244457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9e0556d3-e4b0-4121-811e-b9ec9c91a4da None None] Port d891a347-e4da-4db7-9243-46085c346b07 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:10.256169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0109c267-d1e2-4127-8939-cba7fe791afc triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:10.256578 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.343156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=85213d5e-b005-4a80-8f7b-2742458ec080,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:10.364101 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.373340 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.403869 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b1e08540-ac16-4bef-9a3e-e38f536b08ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] In _notify_port_updated(), no bound segment for port d891a347-e4da-4db7-9243-46085c346b07 on network c4a861ca-4573-4bd6-a943-fbab64c11e83 {{(pid=100427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:13:10.409529 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e08540-ac16-4bef-9a3e-e38f536b08ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:10.410335 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b1e08540-ac16-4bef-9a3e-e38f536b08ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.416066 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b1e08540-ac16-4bef-9a3e-e38f536b08ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "PUT /v2.0/ports/d891a347-e4da-4db7-9243-46085c346b07 HTTP/1.1" status: 200 len: 1012 time: 2.4594073 Jul 06 12:13:10.424440 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59676) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:10.433893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ee80b57b-bfa6-4ec1-8be9-667c16302580 None None] Provisioning complete for port d891a347-e4da-4db7-9243-46085c346b07 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:10.434344 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee80b57b-bfa6-4ec1-8be9-667c16302580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.441434 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e08540-ac16-4bef-9a3e-e38f536b08ba tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=d891a347-e4da-4db7-9243-46085c346b07,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:10.489102 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ee80b57b-bfa6-4ec1-8be9-667c16302580 None None] Port d891a347-e4da-4db7-9243-46085c346b07 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:10.553239 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.556462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Pushing event updated for resources: {'Port': ['ID=3a3d269b-aa91-4b57-b3f3-b6e5b567478e,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:10.686855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f253b2-1b9e-4250-bbb1-1806826b90a0 admin admin] Router 1baf5a64-18e2-48d9-bcdb-fe3087d953cc has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:13:10.693129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Network ad18e200-99a4-4806-8416-4d318414fcf7 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:10.711571 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:10.727904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-dc68fce3-17aa-4eb9-a4d3-7d198e31091b None None] Provisioning complete for port d891a347-e4da-4db7-9243-46085c346b07 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:10.728838 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dc68fce3-17aa-4eb9-a4d3-7d198e31091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.731511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-3b719113-24f3-4a6c-9015-c53a3dc5fad3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port d891a347-e4da-4db7-9243-46085c346b07 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:10.731858 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b719113-24f3-4a6c-9015-c53a3dc5fad3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:10.872446 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-dc68fce3-17aa-4eb9-a4d3-7d198e31091b None None] Port d891a347-e4da-4db7-9243-46085c346b07 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:10.951351 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.080856 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f253b2-1b9e-4250-bbb1-1806826b90a0 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:13:11.088776 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a4f253b2-1b9e-4250-bbb1-1806826b90a0 admin admin] 10.222.0.81 "PUT /v2.0/routers/1baf5a64-18e2-48d9-bcdb-fe3087d953cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1771264 Jul 06 12:13:11.093058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59682) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:11.094066 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37729757-b15c-4a0f-a922-a3fa44aa0238 None None] Sync routers for ids ['1baf5a64-18e2-48d9-bcdb-fe3087d953cc'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:13:11.122730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37729757-b15c-4a0f-a922-a3fa44aa0238 None None] Routers {'1baf5a64-18e2-48d9-bcdb-fe3087d953cc'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:11.128629 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-37729757-b15c-4a0f-a922-a3fa44aa0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:13:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1baf5a64-18e2-48d9-bcdb-fe3087d953cc'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:11.146660 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b719113-24f3-4a6c-9015-c53a3dc5fad3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.148330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Router 5e2948c4-60fe-4593-a78a-90ba3f97319b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:13:11.200773 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-3b719113-24f3-4a6c-9015-c53a3dc5fad3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for d891a347-e4da-4db7-9243-46085c346b07 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:11.223173 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 85213d5e-b005-4a80-8f7b-2742458ec080 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:11.314397 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8efa256-74dd-4d28-85e9-8e2d64d4ec9e admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.399302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3441704d-aac6-4343-8a6a-d904aca31371 None None] Provisioning complete for port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:11.399941 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3441704d-aac6-4343-8a6a-d904aca31371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.467052 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:13:11.469230 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-37729757-b15c-4a0f-a922-a3fa44aa0238 None None] Set router 1baf5a64-18e2-48d9-bcdb-fe3087d953cc gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:13:11.473220 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e92cd26d-e669-4cf7-a05d-23fe7c0001ee admin admin] 10.222.0.81 "PUT /v2.0/routers/5e2948c4-60fe-4593-a78a-90ba3f97319b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2866704 Jul 06 12:13:11.549760 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8efa256-74dd-4d28-85e9-8e2d64d4ec9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.613217 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 85213d5e-b005-4a80-8f7b-2742458ec080 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:11.613589 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.619609 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b719113-24f3-4a6c-9015-c53a3dc5fad3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.621032 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3441704d-aac6-4343-8a6a-d904aca31371 None None] Port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:11.660809 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Sync routers for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:13:11.678476 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:11.683649 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:13:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:11.689755 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e8efa256-74dd-4d28-85e9-8e2d64d4ec9e admin admin] Deleting port 5e57b5f9-cf6b-473f-95ac-de7da47028b4 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:11.691359 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8efa256-74dd-4d28-85e9-8e2d64d4ec9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.703824 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b719113-24f3-4a6c-9015-c53a3dc5fad3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=d891a347-e4da-4db7-9243-46085c346b07,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:11.828118 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b719113-24f3-4a6c-9015-c53a3dc5fad3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.832706 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3b719113-24f3-4a6c-9015-c53a3dc5fad3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/d891a347-e4da-4db7-9243-46085c346b07 HTTP/1.1" status: 204 len: 168 time: 1.4028137 Jul 06 12:13:11.833366 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59690) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:11.946133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-e8efa256-74dd-4d28-85e9-8e2d64d4ec9e admin admin] For port 5e57b5f9-cf6b-473f-95ac-de7da47028b4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5e57b5f9-cf6b-473f-95ac-de7da47028b4,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:11.946827 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8efa256-74dd-4d28-85e9-8e2d64d4ec9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:11.949391 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d635bbb3-0e3e-4894-ad00-bfd28bb130bd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] GET failed (client error): The resource could not be found. Jul 06 12:13:11.953539 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d635bbb3-0e3e-4894-ad00-bfd28bb130bd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/d891a347-e4da-4db7-9243-46085c346b07 HTTP/1.1" status: 404 len: 333 time: 0.1157715 Jul 06 12:13:11.954127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59696) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:11.982416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e8efa256-74dd-4d28-85e9-8e2d64d4ec9e admin admin] Calling delete_port for 5e57b5f9-cf6b-473f-95ac-de7da47028b4 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:12.110171 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f7211d-26f5-483e-97b1-bf65f63aa178 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting subnet 2cd7ffc7-fd0c-485e-9ce0-bd17e058b5a6 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:13:12.115927 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27f7211d-26f5-483e-97b1-bf65f63aa178 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.165865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-37729757-b15c-4a0f-a922-a3fa44aa0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'name': 'tempest-TestServerMultinode-1451251164-router', 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '5e57b5f9-cf6b-473f-95ac-de7da47028b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 5, 'project_id': '8e3108b0cb454e929f48bdba34fd9889', 'gw_port': {'id': '5e57b5f9-cf6b-473f-95ac-de7da47028b4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:12:01Z', 'updated_at': '2021-07-06T12:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:12.221209 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27f7211d-26f5-483e-97b1-bf65f63aa178 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.229642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37729757-b15c-4a0f-a922-a3fa44aa0238 None None] Checking router: 1baf5a64-18e2-48d9-bcdb-fe3087d953cc for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:13:12.234209 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:13:12.253921 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37729757-b15c-4a0f-a922-a3fa44aa0238 None None] Routers {'1baf5a64-18e2-48d9-bcdb-fe3087d953cc'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:12.254779 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-37729757-b15c-4a0f-a922-a3fa44aa0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:13:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1baf5a64-18e2-48d9-bcdb-fe3087d953cc'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:12.378972 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-37729757-b15c-4a0f-a922-a3fa44aa0238 None None] Set router 1baf5a64-18e2-48d9-bcdb-fe3087d953cc gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:13:12.380396 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8efa256-74dd-4d28-85e9-8e2d64d4ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.425480 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27f7211d-26f5-483e-97b1-bf65f63aa178 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.441024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efa256-74dd-4d28-85e9-8e2d64d4ec9e admin admin] Pushing event deleted for resources: {'Port': ['ID=5e57b5f9-cf6b-473f-95ac-de7da47028b4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:12.445919 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-37729757-b15c-4a0f-a922-a3fa44aa0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'name': 'tempest-TestServerMultinode-1451251164-router', 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:59Z', 'updated_at': '2021-07-06T12:13:11Z', 'revision_number': 6, 'project_id': '8e3108b0cb454e929f48bdba34fd9889', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:12.502296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37729757-b15c-4a0f-a922-a3fa44aa0238 None None] The sync data for ids ['1baf5a64-18e2-48d9-bcdb-fe3087d953cc'] in n-d-799529-2 is: [{'id': '1baf5a64-18e2-48d9-bcdb-fe3087d953cc', 'name': 'tempest-TestServerMultinode-1451251164-router', 'tenant_id': '8e3108b0cb454e929f48bdba34fd9889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:11:59Z', 'updated_at': '2021-07-06T12:13:11Z', 'revision_number': 6, 'project_id': '8e3108b0cb454e929f48bdba34fd9889', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:13:12.537330 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27f7211d-26f5-483e-97b1-bf65f63aa178 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.588027 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59708) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:12.593157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4dc14ac4-0bab-4883-8b9d-8623953c06c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1204965908-network', 'tenant_id': 'ff3a8b4767fa4526b0b5c9b7ab862967'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:12.598231 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8efa256-74dd-4d28-85e9-8e2d64d4ec9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.606750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7211d-26f5-483e-97b1-bf65f63aa178 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd7ffc7-fd0c-485e-9ce0-bd17e058b5a6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:12.610810 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27f7211d-26f5-483e-97b1-bf65f63aa178 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.615152 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-27f7211d-26f5-483e-97b1-bf65f63aa178 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/2cd7ffc7-fd0c-485e-9ce0-bd17e058b5a6 HTTP/1.1" status: 204 len: 168 time: 0.6577957 Jul 06 12:13:12.618311 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec11ad46-52ab-4b5a-bf27-39ad57b0198e None None] Network c4a861ca-4573-4bd6-a943-fbab64c11e83 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:12.622109 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59710) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:12.645212 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 2, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:12.680643 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Checking router: 5e2948c4-60fe-4593-a78a-90ba3f97319b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:13:12.681979 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Updating router 5e2948c4-60fe-4593-a78a-90ba3f97319b port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:13:12.713062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7fbefa-522e-40fa-bc2d-5cca2217d6f3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting subnet 083090e5-3c67-4ccc-869e-6ae650fab749 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:13:12.717200 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbefa-522e-40fa-bc2d-5cca2217d6f3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.721156 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.768770 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8efa256-74dd-4d28-85e9-8e2d64d4ec9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.770948 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8efa256-74dd-4d28-85e9-8e2d64d4ec9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.795768 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbefa-522e-40fa-bc2d-5cca2217d6f3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.825296 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8efa256-74dd-4d28-85e9-8e2d64d4ec9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.826088 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8efa256-74dd-4d28-85e9-8e2d64d4ec9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1baf5a64-18e2-48d9-bcdb-fe3087d953cc {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:13:12.835283 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8efa256-74dd-4d28-85e9-8e2d64d4ec9e admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.839644 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e8efa256-74dd-4d28-85e9-8e2d64d4ec9e admin admin] 10.222.0.81 "DELETE /v2.0/routers/1baf5a64-18e2-48d9-bcdb-fe3087d953cc HTTP/1.1" status: 204 len: 168 time: 1.7420287 Jul 06 12:13:12.842757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59712) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:12.893766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe9d4c6-1f74-4325-8797-c00356f39f0f admin admin] Deleting subnet 36dc9a67-5b62-480e-b9b2-a9ff128b516a {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:13:12.899318 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abe9d4c6-1f74-4325-8797-c00356f39f0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.934073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc14ac4-0bab-4883-8b9d-8623953c06c5 admin admin] Made reservation on behalf of ff3a8b4767fa4526b0b5c9b7ab862967 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:12.936518 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dc14ac4-0bab-4883-8b9d-8623953c06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:12.977967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dc14ac4-0bab-4883-8b9d-8623953c06c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.040495 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbefa-522e-40fa-bc2d-5cca2217d6f3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.099702 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abe9d4c6-1f74-4325-8797-c00356f39f0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.237949 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbefa-522e-40fa-bc2d-5cca2217d6f3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.315682 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fbefa-522e-40fa-bc2d-5cca2217d6f3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Subnet': ['ID=083090e5-3c67-4ccc-869e-6ae650fab749,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:13.318927 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7d7fbefa-522e-40fa-bc2d-5cca2217d6f3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.323756 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7d7fbefa-522e-40fa-bc2d-5cca2217d6f3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/083090e5-3c67-4ccc-869e-6ae650fab749 HTTP/1.1" status: 204 len: 168 time: 0.7005341 Jul 06 12:13:13.324407 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59718) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:13.325677 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abe9d4c6-1f74-4325-8797-c00356f39f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.394176 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.415465 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dc14ac4-0bab-4883-8b9d-8623953c06c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.421645 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dc14ac4-0bab-4883-8b9d-8623953c06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.429992 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Transition to ACTIVE for port object 3a3d269b-aa91-4b57-b3f3-b6e5b567478e will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:13.461059 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.491546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc14ac4-0bab-4883-8b9d-8623953c06c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:13:13.512792 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device fcf3e239-58f1-45bc-999e-2a179ca9d32f no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:13:13.528356 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abe9d4c6-1f74-4325-8797-c00356f39f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.549015 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: fcf3e239-58f1-45bc-999e-2a179ca9d32f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:13:13.549760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device fcf3e239-58f1-45bc-999e-2a179ca9d32f not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:13:13.584285 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9d4c6-1f74-4325-8797-c00356f39f0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36dc9a67-5b62-480e-b9b2-a9ff128b516a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:13.588470 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abe9d4c6-1f74-4325-8797-c00356f39f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.591446 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-abe9d4c6-1f74-4325-8797-c00356f39f0f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/36dc9a67-5b62-480e-b9b2-a9ff128b516a HTTP/1.1" status: 204 len: 168 time: 0.7471797 Jul 06 12:13:13.594479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc14ac4-0bab-4883-8b9d-8623953c06c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb720d1-a744-45b3-b269-327f86f5de35,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:13.598768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114a0f85-3dee-4056-aed5-a9e641cfb7d6 None None] Network 43cfe53b-e092-43a2-ac69-264024b2a05a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:13.604130 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59722) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:13.604415 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9786b0a-b569-472d-b4bd-d1fd7e18fb87 None None] Pushing event updated for resources: {'Port': ['ID=3a3d269b-aa91-4b57-b3f3-b6e5b567478e,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:13.630639 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dc14ac4-0bab-4883-8b9d-8623953c06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.630984 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-4dc14ac4-0bab-4883-8b9d-8623953c06c5 admin admin] Added segment 7c378391-b73e-4606-b459-d65a12e45ed6 of type vlan for network 24f13f74-0e3d-4939-9c1f-5491ae63f989 Jul 06 12:13:13.748234 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Attempting to bind port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:13.748803 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Attempting to bind port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:13.751325 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Attempting to bind port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e on network ad18e200-99a4-4806-8416-4d318414fcf7 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:13.766496 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:13.767046 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Checking segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:13.772759 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.773305 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Bound using segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:13.773913 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Bound port: 3a3d269b-aa91-4b57-b3f3-b6e5b567478e, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:13.774404 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.855002 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dc14ac4-0bab-4883-8b9d-8623953c06c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:13.930089 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:14.009027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff19850b-bc7a-4e01-bfca-08378123aeab None None] DHCP port deletion for 43cfe53b-e092-43a2-ac69-264024b2a05a request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:13:14.013185 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] For port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:14.026857 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] For port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3a3d269b-aa91-4b57-b3f3-b6e5b567478e,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:14.036419 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:14.042298 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dc14ac4-0bab-4883-8b9d-8623953c06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:14.043277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc14ac4-0bab-4883-8b9d-8623953c06c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:14.043881 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dc14ac4-0bab-4883-8b9d-8623953c06c5 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:14.164306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ff19850b-bc7a-4e01-bfca-08378123aeab None None] Deleting port d3d62635-f97b-4b7c-82d2-8e7cb9573c38 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:14.164306 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff19850b-bc7a-4e01-bfca-08378123aeab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:14.182396 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:14.187661 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:13:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:14.285336 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9786b0a-b569-472d-b4bd-d1fd7e18fb87 None None] Pushing event updated for resources: {'Port': ['ID=3a3d269b-aa91-4b57-b3f3-b6e5b567478e,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:14.377988 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:14.387630 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4dc14ac4-0bab-4883-8b9d-8623953c06c5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7983589 Jul 06 12:13:14.396546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59728) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:14.414740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e234e52a-feef-433d-a4e6-02d28bde0e08 admin admin] Request body: {'subnet': {'network_id': '24f13f74-0e3d-4939-9c1f-5491ae63f989', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1204965908-subnet', 'tenant_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:14.432493 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc14ac4-0bab-4883-8b9d-8623953c06c5 admin admin] Pushing event updated for resources: {'Network': ['ID=24f13f74-0e3d-4939-9c1f-5491ae63f989,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:14.465771 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:13:14.466055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6915c-b194-42d9-9daa-8b097a8f1cc8 req-e865d8f1-918a-4119-8f6d-b7b37f59eb20 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:14.474386 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99f6915c-b194-42d9-9daa-8b097a8f1cc8 req-e865d8f1-918a-4119-8f6d-b7b37f59eb20 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/ports?device_id=02ca85b6-8965-4a70-8d09-48367364a6fa HTTP/1.1" status: 200 len: 950 time: 0.2213376 Jul 06 12:13:14.500228 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e234e52a-feef-433d-a4e6-02d28bde0e08 admin admin] Made reservation on behalf of ff3a8b4767fa4526b0b5c9b7ab862967 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:14.512083 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e234e52a-feef-433d-a4e6-02d28bde0e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:14.512343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 24f13f74-0e3d-4939-9c1f-5491ae63f989 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:13:14.561098 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99f6915c-b194-42d9-9daa-8b097a8f1cc8 req-7863fec4-e3e5-457c-ac98-950e65fdc42f tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/security-groups?id=befb8485-7c34-43f1-a57f-9cdf4e5a9705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812347 Jul 06 12:13:14.599705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port 0109c267-d1e2-4127-8939-cba7fe791afc {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:14.600140 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:14.611059 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] Deleting port d3d62635-f97b-4b7c-82d2-8e7cb9573c38 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:14.611673 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:14.632171 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ff19850b-bc7a-4e01-bfca-08378123aeab None None] For port d3d62635-f97b-4b7c-82d2-8e7cb9573c38, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d3d62635-f97b-4b7c-82d2-8e7cb9573c38,segment=NetworkSegment(3a42e32d-a127-49eb-8d1c-33b00a70bc5f),segment_id=3a42e32d-a127-49eb-8d1c-33b00a70bc5f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:14.633491 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff19850b-bc7a-4e01-bfca-08378123aeab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:14.658202 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ff19850b-bc7a-4e01-bfca-08378123aeab None None] Calling delete_port for d3d62635-f97b-4b7c-82d2-8e7cb9573c38 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:14.752672 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] For port d3d62635-f97b-4b7c-82d2-8e7cb9573c38, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d3d62635-f97b-4b7c-82d2-8e7cb9573c38,segment=NetworkSegment(3a42e32d-a127-49eb-8d1c-33b00a70bc5f),segment_id=3a42e32d-a127-49eb-8d1c-33b00a70bc5f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:14.753298 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] For port 0109c267-d1e2-4127-8939-cba7fe791afc, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0109c267-d1e2-4127-8939-cba7fe791afc,segment=NetworkSegment(adeee197-f8ba-4a31-b13d-7181c1cf2e21),segment_id=adeee197-f8ba-4a31-b13d-7181c1cf2e21)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:14.753461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:14.753669 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:14.773723 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] Calling delete_port for d3d62635-f97b-4b7c-82d2-8e7cb9573c38 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:14.787887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for 0109c267-d1e2-4127-8939-cba7fe791afc owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:14.803840 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238710c1-516d-48ca-a681-42c016b6c640 None None] Network c4a861ca-4573-4bd6-a943-fbab64c11e83 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:14.807249 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:13Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:14.833064 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff19850b-bc7a-4e01-bfca-08378123aeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:14.843297 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c09026c-3f60-4b4f-9da3-930e763ab7cd None None] The sync data for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 is: [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:13Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:13:14.948523 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:14.963501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19850b-bc7a-4e01-bfca-08378123aeab None None] Pushing event deleted for resources: {'Port': ['ID=d3d62635-f97b-4b7c-82d2-8e7cb9573c38,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:14.968623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No DVR routers for this DVR port 0109c267-d1e2-4127-8939-cba7fe791afc on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:13:14.996889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=0109c267-d1e2-4127-8939-cba7fe791afc,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:15.014295 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e234e52a-feef-433d-a4e6-02d28bde0e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.034335 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff19850b-bc7a-4e01-bfca-08378123aeab None None] No DVR routers for this DVR port d3d62635-f97b-4b7c-82d2-8e7cb9573c38 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:13:15.090238 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.140426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234e52a-feef-433d-a4e6-02d28bde0e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c9df272-8c1f-42e9-85b9-8e79ca0c5a13,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:15.164775 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.179831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] No DVR routers for this DVR port d3d62635-f97b-4b7c-82d2-8e7cb9573c38 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:13:15.191034 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-31bf8bbc-6333-45a5-9cea-32b03363228e None None] Could not find standard attr ID for object 0109c267-d1e2-4127-8939-cba7fe791afc. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:13:15.207707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a861ca-4573-4bd6-a943-fbab64c11e83']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:15.243078 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adeee197-f8ba-4a31-b13d-7181c1cf2e21') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:15.243673 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adeee197-f8ba-4a31-b13d-7181c1cf2e21') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:15.251997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d62635-f97b-4b7c-82d2-8e7cb9573c38,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:15.264771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fbe334-7cfb-468e-a9b0-4e05b3d5456e None None] DHCP port deletion for c4a861ca-4573-4bd6-a943-fbab64c11e83 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:13:15.272457 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.304098 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.329812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:13:15.330291 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:13:15.334750 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:13:15.346159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3a3d269b-aa91-4b57-b3f3-b6e5b567478e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:15.385086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234e52a-feef-433d-a4e6-02d28bde0e08 admin admin] Checking segment: {'id': '7c378391-b73e-4606-b459-d65a12e45ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '24f13f74-0e3d-4939-9c1f-5491ae63f989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:15.385566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e234e52a-feef-433d-a4e6-02d28bde0e08 admin admin] Network hostable DHCP agents. Network: 24f13f74-0e3d-4939-9c1f-5491ae63f989, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:13:15.442475 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.451898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:15.452811 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.467473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:15.468997 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.479312 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.483787 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/networks/c4a861ca-4573-4bd6-a943-fbab64c11e83 HTTP/1.1" status: 204 len: 168 time: 2.1542854 Jul 06 12:13:15.490925 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59732) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:15.506888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cfe53b-e092-43a2-ac69-264024b2a05a']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:15.518815 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e234e52a-feef-433d-a4e6-02d28bde0e08 admin admin] Network 24f13f74-0e3d-4939-9c1f-5491ae63f989 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:13:15.526567 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64980fcb-e32c-4092-b147-85b93a176923 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Network': ['ID=c4a861ca-4573-4bd6-a943-fbab64c11e83,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:15.552490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a42e32d-a127-49eb-8d1c-33b00a70bc5f') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:15.555054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a42e32d-a127-49eb-8d1c-33b00a70bc5f') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:15.575895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e234e52a-feef-433d-a4e6-02d28bde0e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 24f13f74-0e3d-4939-9c1f-5491ae63f989) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:15.585920 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.595003 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e234e52a-feef-433d-a4e6-02d28bde0e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:15.596328 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e234e52a-feef-433d-a4e6-02d28bde0e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.633799 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.634647 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.647008 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e234e52a-feef-433d-a4e6-02d28bde0e08 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2465570 Jul 06 12:13:15.651495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f7489-e2eb-4832-b579-3f00ce2e18e9 None None] Network 24f13f74-0e3d-4939-9c1f-5491ae63f989 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:15.654566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59736) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:15.666505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:13:15.666972 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.671259 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1204965908-router', 'tenant_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:13:15.675076 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:13:15.777063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3a3d269b-aa91-4b57-b3f3-b6e5b567478e,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:15.782747 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.799381 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.801113 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.826412 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.836349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95574a45-64a6-4fd9-b07d-135008026c31 req-59cff167-b5f2-46a1-87a5-b670463eb249 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:15.837954 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95574a45-64a6-4fd9-b07d-135008026c31 req-59cff167-b5f2-46a1-87a5-b670463eb249 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.23 "GET /v2.0/ports?device_id=02ca85b6-8965-4a70-8d09-48367364a6fa HTTP/1.1" status: 200 len: 950 time: 0.3561220 Jul 06 12:13:15.855117 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:15.858104 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/43cfe53b-e092-43a2-ac69-264024b2a05a HTTP/1.1" status: 204 len: 168 time: 2.2528260 Jul 06 12:13:15.860842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098389b-142a-407a-a5aa-6fc1c7ebedb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=43cfe53b-e092-43a2-ac69-264024b2a05a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:15.921190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e1e4b5-3986-4777-bb8d-f58d3274472b tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:15.923854 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-53e1e4b5-3986-4777-bb8d-f58d3274472b tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4306824 Jul 06 12:13:15.931364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59740) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:15.935089 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5e57b5f9-cf6b-473f-95ac-de7da47028b4 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:13:15.991519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 5e57b5f9-cf6b-473f-95ac-de7da47028b4 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:13:15.992114 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5e57b5f9-cf6b-473f-95ac-de7da47028b4 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:13:15.994016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d3d62635-f97b-4b7c-82d2-8e7cb9573c38 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:13:16.032572 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-24f13f74-0e3d-4939-9c1f-5491ae63f989', 'network_id': '24f13f74-0e3d-4939-9c1f-5491ae63f989', 'tenant_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'fixed_ips': [{'subnet_id': '7c9df272-8c1f-42e9-85b9-8e79ca0c5a13'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:13:16.033451 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:16.036322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=3a3d269b-aa91-4b57-b3f3-b6e5b567478e,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:16.042639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: d3d62635-f97b-4b7c-82d2-8e7cb9573c38 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:13:16.042996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d3d62635-f97b-4b7c-82d2-8e7cb9573c38 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:13:16.168777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-95574a45-64a6-4fd9-b07d-135008026c31 req-e304f661-4519-4ede-bafd-648bb626f9d8 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Deleting port d2cbd475-fe44-427d-adbf-27d30ed32708 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:16.169124 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-95574a45-64a6-4fd9-b07d-135008026c31 req-e304f661-4519-4ede-bafd-648bb626f9d8 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:16.302575 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Allocated IP 172.20.0.2 (24f13f74-0e3d-4939-9c1f-5491ae63f989/7c9df272-8c1f-42e9-85b9-8e79ca0c5a13/18d6c4db-8350-4abe-b23c-979c919d887f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:16.352178 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59742) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:16.357415 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:16.465655 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-95574a45-64a6-4fd9-b07d-135008026c31 req-e304f661-4519-4ede-bafd-648bb626f9d8 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] For port d2cbd475-fe44-427d-adbf-27d30ed32708, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d2cbd475-fe44-427d-adbf-27d30ed32708,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:16.466334 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-95574a45-64a6-4fd9-b07d-135008026c31 req-e304f661-4519-4ede-bafd-648bb626f9d8 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:16.482717 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-95574a45-64a6-4fd9-b07d-135008026c31 req-e304f661-4519-4ede-bafd-648bb626f9d8 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Calling delete_port for d2cbd475-fe44-427d-adbf-27d30ed32708 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:16.544254 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:16.554970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Transition to ACTIVE for port object 18d6c4db-8350-4abe-b23c-979c919d887f will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:16.586069 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Transition to ACTIVE for port object 18d6c4db-8350-4abe-b23c-979c919d887f will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:16.594977 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:16.599555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59746) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:16.600760 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f468afb9-4abd-4a52-8319-ea436fbab1df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c6b80550f324ac18a3d51fa8e151792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453148 Jul 06 12:13:16.669768 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8bea70ac-fa7d-4e4a-aa9e-e4a9e8f37391 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7368274 Jul 06 12:13:16.670710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Network 24f13f74-0e3d-4939-9c1f-5491ae63f989 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:16.675608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59748) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:16.678490 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:16.682204 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-42e41c28-328f-42db-9ecf-0d3e85cb6885 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1247397130'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:16.685003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:16.702946 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaad12-3055-4d48-ac3e-01f6c9db1e0f req-89cbe957-176e-41e0-b600-9cd42ffad24c tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:16.704169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Pushing event updated for resources: {'Port': ['ID=18d6c4db-8350-4abe-b23c-979c919d887f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:16.704861 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7aaad12-3055-4d48-ac3e-01f6c9db1e0f req-89cbe957-176e-41e0-b600-9cd42ffad24c tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/ports?device_id=02ca85b6-8965-4a70-8d09-48367364a6fa HTTP/1.1" status: 200 len: 950 time: 0.6478858 Jul 06 12:13:16.756974 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:16.773273 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-95574a45-64a6-4fd9-b07d-135008026c31 req-e304f661-4519-4ede-bafd-648bb626f9d8 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:16.808259 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12f57b45-ff0d-47e7-aa1b-2b6062091f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:16.808978 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7aaad12-3055-4d48-ac3e-01f6c9db1e0f req-e99d328e-0c21-47ed-900e-1f17dfb8cb21 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/security-groups?id=befb8485-7c34-43f1-a57f-9cdf4e5a9705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712543 Jul 06 12:13:16.811310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e41c28-328f-42db-9ecf-0d3e85cb6885 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:16.815043 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42e41c28-328f-42db-9ecf-0d3e85cb6885 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:16.822117 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['d2cbd475-fe44-427d-adbf-27d30ed32708'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:13:16.862789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Attempting to bind port 18d6c4db-8350-4abe-b23c-979c919d887f on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:16.863530 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Attempting to bind port 18d6c4db-8350-4abe-b23c-979c919d887f by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '7c378391-b73e-4606-b459-d65a12e45ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '24f13f74-0e3d-4939-9c1f-5491ae63f989'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:16.864064 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Attempting to bind port 18d6c4db-8350-4abe-b23c-979c919d887f on network 24f13f74-0e3d-4939-9c1f-5491ae63f989 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:16.872336 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:16.872976 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Checking segment: {'id': '7c378391-b73e-4606-b459-d65a12e45ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '24f13f74-0e3d-4939-9c1f-5491ae63f989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:16.873546 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:16.874110 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Bound using segment: {'id': '7c378391-b73e-4606-b459-d65a12e45ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '24f13f74-0e3d-4939-9c1f-5491ae63f989'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:16.874932 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Bound port: 18d6c4db-8350-4abe-b23c-979c919d887f, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c378391-b73e-4606-b459-d65a12e45ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '24f13f74-0e3d-4939-9c1f-5491ae63f989'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:16.875663 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:16.898739 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12f57b45-ff0d-47e7-aa1b-2b6062091f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:16.900250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e41c28-328f-42db-9ecf-0d3e85cb6885 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:13:16.916555 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42e41c28-328f-42db-9ecf-0d3e85cb6885 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:16.916948 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-42e41c28-328f-42db-9ecf-0d3e85cb6885 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Added segment daf06e31-4032-40f3-b97e-9aaa8e505e61 of type vlan for network f3941775-8b34-4d2d-96ea-41aaaed32ca2 Jul 06 12:13:16.961796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304f661-4519-4ede-bafd-648bb626f9d8 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Pushing event deleted for resources: {'Port': ['ID=d2cbd475-fe44-427d-adbf-27d30ed32708,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:16.976287 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] For port 18d6c4db-8350-4abe-b23c-979c919d887f, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:16.981422 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] For port 18d6c4db-8350-4abe-b23c-979c919d887f, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=18d6c4db-8350-4abe-b23c-979c919d887f,segment=NetworkSegment(7c378391-b73e-4606-b459-d65a12e45ed6),segment_id=7c378391-b73e-4606-b459-d65a12e45ed6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:16.993584 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:17.003735 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42e41c28-328f-42db-9ecf-0d3e85cb6885 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:17.086102 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-95574a45-64a6-4fd9-b07d-135008026c31 req-e304f661-4519-4ede-bafd-648bb626f9d8 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] No DVR routers for this DVR port d2cbd475-fe44-427d-adbf-27d30ed32708 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:13:17.088845 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12f57b45-ff0d-47e7-aa1b-2b6062091f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:17.092604 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12f57b45-ff0d-47e7-aa1b-2b6062091f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:17.096231 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-12f57b45-ff0d-47e7-aa1b-2b6062091f7d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c1ed9a3a-7421-47cb-b270-c9451c2cc168 HTTP/1.1" status: 204 len: 168 time: 0.4597349 Jul 06 12:13:17.097412 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-95574a45-64a6-4fd9-b07d-135008026c31 req-e304f661-4519-4ede-bafd-648bb626f9d8 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:17.100649 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95574a45-64a6-4fd9-b07d-135008026c31 req-e304f661-4519-4ede-bafd-648bb626f9d8 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.23 "DELETE /v2.0/ports/d2cbd475-fe44-427d-adbf-27d30ed32708 HTTP/1.1" status: 204 len: 173 time: 1.2407134 Jul 06 12:13:17.105277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ca85b6-8965-4a70-8d09-48367364a6fa', 'name': 'network-vif-deleted', 'tag': 'd2cbd475-fe44-427d-adbf-27d30ed32708'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:13:17.109153 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84caed21-7ff1-4997-80b9-661afdac1211" -d '{"events": [{"server_uuid": "02ca85b6-8965-4a70-8d09-48367364a6fa", "name": "network-vif-deleted", "tag": "d2cbd475-fe44-427d-adbf-27d30ed32708"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:13:17.119397 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42e41c28-328f-42db-9ecf-0d3e85cb6885 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:17.123086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f57b45-ff0d-47e7-aa1b-2b6062091f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ed9a3a-7421-47cb-b270-c9451c2cc168,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:17.133176 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece199bd-7bd1-4cb0-9574-49e2b9962db1 None None] Pushing event updated for resources: {'Port': ['ID=18d6c4db-8350-4abe-b23c-979c919d887f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:17.134741 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e41c28-328f-42db-9ecf-0d3e85cb6885 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:17.135636 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42e41c28-328f-42db-9ecf-0d3e85cb6885 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:17.193662 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75fec92-c37c-43fb-a50b-d608a2040089 x-openstack-request-id: req-d75fec92-c37c-43fb-a50b-d608a2040089 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:13:17.194306 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ca85b6-8965-4a70-8d09-48367364a6fa", "name": "network-vif-deleted", "tag": "d2cbd475-fe44-427d-adbf-27d30ed32708", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:13:17.194944 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d75fec92-c37c-43fb-a50b-d608a2040089 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:13:17.195621 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ca85b6-8965-4a70-8d09-48367364a6fa', 'name': 'network-vif-deleted', 'tag': 'd2cbd475-fe44-427d-adbf-27d30ed32708', 'status': 'completed', 'code': 200} Jul 06 12:13:17.235442 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-42e41c28-328f-42db-9ecf-0d3e85cb6885 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5585661 Jul 06 12:13:17.238333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59754) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:17.245387 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-30b51e2c-f6ca-4b22-92a8-b75c96ca20ad tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'subnet': {'network_id': 'f3941775-8b34-4d2d-96ea-41aaaed32ca2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:17.372404 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e41c28-328f-42db-9ecf-0d3e85cb6885 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Network': ['ID=f3941775-8b34-4d2d-96ea-41aaaed32ca2,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:17.460373 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:17.504667 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:17.510757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b51e2c-f6ca-4b22-92a8-b75c96ca20ad tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:17.514795 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30b51e2c-f6ca-4b22-92a8-b75c96ca20ad tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:17.562512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network f3941775-8b34-4d2d-96ea-41aaaed32ca2 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:13:17.753494 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3a3d269b-aa91-4b57-b3f3-b6e5b567478e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:17.874048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Allocated IP 172.25.4.109 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/8bcca96e-3e65-4fd7-98c3-2b94cec006b4) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:17.884426 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:17.884806 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:17.997427 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30b51e2c-f6ca-4b22-92a8-b75c96ca20ad tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:18.028065 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59768) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:18.067997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0109c267-d1e2-4127-8939-cba7fe791afc no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:13:18.128432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 0109c267-d1e2-4127-8939-cba7fe791afc {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:13:18.128832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0109c267-d1e2-4127-8939-cba7fe791afc not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:13:18.140630 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d1d4d339-eeaa-4a50-ac3f-468f2571dbe9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e3108b0cb454e929f48bdba34fd9889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1107366 Jul 06 12:13:18.145195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59770) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:18.181262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b51e2c-f6ca-4b22-92a8-b75c96ca20ad tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Subnet': ['ID=7c704272-8d87-44d2-8e56-174b04538e09,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:18.189873 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b51e2c-f6ca-4b22-92a8-b75c96ca20ad tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Checking segment: {'id': 'daf06e31-4032-40f3-b97e-9aaa8e505e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f3941775-8b34-4d2d-96ea-41aaaed32ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:18.190384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b51e2c-f6ca-4b22-92a8-b75c96ca20ad tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network hostable DHCP agents. Network: f3941775-8b34-4d2d-96ea-41aaaed32ca2, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:13:18.212410 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b51e2c-f6ca-4b22-92a8-b75c96ca20ad tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network f3941775-8b34-4d2d-96ea-41aaaed32ca2 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:13:18.225418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-30b51e2c-f6ca-4b22-92a8-b75c96ca20ad tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, f3941775-8b34-4d2d-96ea-41aaaed32ca2) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:18.230389 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b51e2c-f6ca-4b22-92a8-b75c96ca20ad tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:18.231920 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30b51e2c-f6ca-4b22-92a8-b75c96ca20ad tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:18.234802 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ef0aee-e410-4c6e-b2d1-fe6826e687e8 None None] Network f3941775-8b34-4d2d-96ea-41aaaed32ca2 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:18.258458 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-30b51e2c-f6ca-4b22-92a8-b75c96ca20ad tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0171554 Jul 06 12:13:18.259189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59772) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:18.265444 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fc021228-c35b-4a8e-84c8-6eb92d5ca9fd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'network_id': 'f3941775-8b34-4d2d-96ea-41aaaed32ca2', 'name': 'tempest-PortsIpV6TestJSON-1168835822'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:18.266805 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-460d82d3-e493-4a17-b30b-aa0df48740e6 req-c4db722f-3e82-4366-8239-51ddfe651ea0 tempest-VolumesBackupsTest-1941869646 tempest-VolumesBackupsTest-1941869646-project] 10.222.0.81 "GET /v2.0/ports?device_id=02ca85b6-8965-4a70-8d09-48367364a6fa HTTP/1.1" status: 200 len: 210 time: 0.0843232 Jul 06 12:13:18.290320 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:18.309902 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-70b57c44-bad8-4159-b795-d73d48270e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:18.356670 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-70b57c44-bad8-4159-b795-d73d48270e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:18.401713 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:18.465782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:18.490357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:18.505830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:18.526552 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Pushing event updated for resources: {'Port': ['ID=8bcca96e-3e65-4fd7-98c3-2b94cec006b4,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:18.558295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc021228-c35b-4a8e-84c8-6eb92d5ca9fd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:18.569107 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc021228-c35b-4a8e-84c8-6eb92d5ca9fd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:18.582445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-70b57c44-bad8-4159-b795-d73d48270e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:18.585612 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-70b57c44-bad8-4159-b795-d73d48270e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:18.586761 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-70b57c44-bad8-4159-b795-d73d48270e3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b19909d-f964-4efd-9892-8829733e8531 HTTP/1.1" status: 204 len: 168 time: 0.4401941 Jul 06 12:13:18.606153 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-fc021228-c35b-4a8e-84c8-6eb92d5ca9fd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] device_id is not set on port 0edf5932-1358-4335-b287-8757cb0ef154 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:13:18.620425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b57c44-bad8-4159-b795-d73d48270e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b19909d-f964-4efd-9892-8829733e8531,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:18.633754 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-f3941775-8b34-4d2d-96ea-41aaaed32ca2', 'network_id': 'f3941775-8b34-4d2d-96ea-41aaaed32ca2', 'tenant_id': 'a6cfa0d034a0486f97d965fefd9841d5', 'fixed_ips': [{'subnet_id': '7c704272-8d87-44d2-8e56-174b04538e09'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:13:18.635575 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:18.845475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-fc021228-c35b-4a8e-84c8-6eb92d5ca9fd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Allocated IP 2001:db8::311 (f3941775-8b34-4d2d-96ea-41aaaed32ca2/7c704272-8d87-44d2-8e56-174b04538e09/0edf5932-1358-4335-b287-8757cb0ef154) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:19.016363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59060930-189d-4cbd-b6f8-fbb130227f32 None None] Network 24f13f74-0e3d-4939-9c1f-5491ae63f989 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:19.112693 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:19.143584 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc021228-c35b-4a8e-84c8-6eb92d5ca9fd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:19.188673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-fc021228-c35b-4a8e-84c8-6eb92d5ca9fd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Transition to ACTIVE for port object 0edf5932-1358-4335-b287-8757cb0ef154 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:19.192915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-52e1c455-d08e-40a2-b761-8ca2145673d9 None None] Provisioning for port 18d6c4db-8350-4abe-b23c-979c919d887f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:19.270716 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 18d6c4db-8350-4abe-b23c-979c919d887f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:19.291340 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc021228-c35b-4a8e-84c8-6eb92d5ca9fd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:19.409109 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc021228-c35b-4a8e-84c8-6eb92d5ca9fd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network f3941775-8b34-4d2d-96ea-41aaaed32ca2 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:19.410061 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc021228-c35b-4a8e-84c8-6eb92d5ca9fd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=0edf5932-1358-4335-b287-8757cb0ef154,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:19.421148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-fc021228-c35b-4a8e-84c8-6eb92d5ca9fd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:19.423406 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc021228-c35b-4a8e-84c8-6eb92d5ca9fd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:19.439002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc021228-c35b-4a8e-84c8-6eb92d5ca9fd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:19.439706 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc021228-c35b-4a8e-84c8-6eb92d5ca9fd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:19.476579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Allocated IP 2001:db8::2 (f3941775-8b34-4d2d-96ea-41aaaed32ca2/7c704272-8d87-44d2-8e56-174b04538e09/be2500d2-8d49-4cb5-ba53-385c89cfb170) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:19.512193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59792) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:19.516383 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fc021228-c35b-4a8e-84c8-6eb92d5ca9fd tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2554312 Jul 06 12:13:19.521135 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-966b8c24-387e-4d34-9657-edfc74355c86 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'network_id': 'f3941775-8b34-4d2d-96ea-41aaaed32ca2', 'name': 'tempest-PortsIpV6TestJSON-217090148'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:19.544014 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 18d6c4db-8350-4abe-b23c-979c919d887f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:19.608003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 18d6c4db-8350-4abe-b23c-979c919d887f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:19.608495 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:19.656913 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:19.763771 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966b8c24-387e-4d34-9657-edfc74355c86 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:19.767666 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-966b8c24-387e-4d34-9657-edfc74355c86 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:19.784710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d2cbd475-fe44-427d-adbf-27d30ed32708 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:13:19.823428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-966b8c24-387e-4d34-9657-edfc74355c86 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] device_id is not set on port e521496b-a4fb-4fa0-952b-8f2299177d96 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:13:19.835834 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: d2cbd475-fe44-427d-adbf-27d30ed32708 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:13:19.836187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d2cbd475-fe44-427d-adbf-27d30ed32708 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:13:19.844042 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:19.871443 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:19.890907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Transition to ACTIVE for port object be2500d2-8d49-4cb5-ba53-385c89cfb170 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:19.914223 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 18d6c4db-8350-4abe-b23c-979c919d887f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=18d6c4db-8350-4abe-b23c-979c919d887f,segment=NetworkSegment(7c378391-b73e-4606-b459-d65a12e45ed6),segment_id=7c378391-b73e-4606-b459-d65a12e45ed6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:19.921036 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:19.928550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Transition to ACTIVE for port object be2500d2-8d49-4cb5-ba53-385c89cfb170 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:19.936372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Router 81644aea-f444-4e1b-8405-c2afaf67323f is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:13:19.957337 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:19.992181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Network f3941775-8b34-4d2d-96ea-41aaaed32ca2 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:19.993031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=18d6c4db-8350-4abe-b23c-979c919d887f,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:19.996754 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:20.000357 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:20.087465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Pushing event updated for resources: {'Port': ['ID=be2500d2-8d49-4cb5-ba53-385c89cfb170,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:20.102150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Attempting to bind port be2500d2-8d49-4cb5-ba53-385c89cfb170 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:20.102150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Attempting to bind port be2500d2-8d49-4cb5-ba53-385c89cfb170 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'daf06e31-4032-40f3-b97e-9aaa8e505e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f3941775-8b34-4d2d-96ea-41aaaed32ca2'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:20.102503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Attempting to bind port be2500d2-8d49-4cb5-ba53-385c89cfb170 on network f3941775-8b34-4d2d-96ea-41aaaed32ca2 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:20.104418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-50d09eae-a7b3-4cfa-911b-4b57aa6a5507 None None] Provisioning complete for port 18d6c4db-8350-4abe-b23c-979c919d887f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:20.104788 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-50d09eae-a7b3-4cfa-911b-4b57aa6a5507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:20.113818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-966b8c24-387e-4d34-9657-edfc74355c86 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Allocated IP 2001:db8::242 (f3941775-8b34-4d2d-96ea-41aaaed32ca2/7c704272-8d87-44d2-8e56-174b04538e09/e521496b-a4fb-4fa0-952b-8f2299177d96) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:20.143194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:13:20.179837 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:20.184320 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1171fcd9-7ab9-47da-ba85-e525d7a91df5 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5255935 Jul 06 12:13:20.184689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59796) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:20.279289 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Sync routers for ids ['81644aea-f444-4e1b-8405-c2afaf67323f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:13:20.281975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:20.282388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Checking segment: {'id': 'daf06e31-4032-40f3-b97e-9aaa8e505e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f3941775-8b34-4d2d-96ea-41aaaed32ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:20.283343 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:20.283343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Bound using segment: {'id': 'daf06e31-4032-40f3-b97e-9aaa8e505e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f3941775-8b34-4d2d-96ea-41aaaed32ca2'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:20.283753 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Bound port: be2500d2-8d49-4cb5-ba53-385c89cfb170, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf06e31-4032-40f3-b97e-9aaa8e505e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f3941775-8b34-4d2d-96ea-41aaaed32ca2'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:20.284187 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:20.319653 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Routers {'81644aea-f444-4e1b-8405-c2afaf67323f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:20.319906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:13:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['81644aea-f444-4e1b-8405-c2afaf67323f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:20.459590 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] For port be2500d2-8d49-4cb5-ba53-385c89cfb170, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:20.505006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] For port be2500d2-8d49-4cb5-ba53-385c89cfb170, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=be2500d2-8d49-4cb5-ba53-385c89cfb170,segment=NetworkSegment(daf06e31-4032-40f3-b97e-9aaa8e505e61),segment_id=daf06e31-4032-40f3-b97e-9aaa8e505e61)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:20.516963 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:20.562165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Set router 81644aea-f444-4e1b-8405-c2afaf67323f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:13:20.715522 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-966b8c24-387e-4d34-9657-edfc74355c86 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:20.735143 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-966b8c24-387e-4d34-9657-edfc74355c86 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Transition to ACTIVE for port object e521496b-a4fb-4fa0-952b-8f2299177d96 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:20.737082 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc93b3c-ee6b-43e0-b1af-a4b7765e102b None None] Pushing event updated for resources: {'Port': ['ID=be2500d2-8d49-4cb5-ba53-385c89cfb170,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:20.792237 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-966b8c24-387e-4d34-9657-edfc74355c86 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:20.873965 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966b8c24-387e-4d34-9657-edfc74355c86 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network f3941775-8b34-4d2d-96ea-41aaaed32ca2 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:20.884388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'name': 'tempest-TestVolumeBootPattern-1204965908-router', 'tenant_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '8bcca96e-3e65-4fd7-98c3-2b94cec006b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:15Z', 'updated_at': '2021-07-06T12:13:18Z', 'revision_number': 3, 'project_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'gw_port': {'id': '8bcca96e-3e65-4fd7-98c3-2b94cec006b4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:17Z', 'updated_at': '2021-07-06T12:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:20.887480 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-966b8c24-387e-4d34-9657-edfc74355c86 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:20.892681 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b8c24-387e-4d34-9657-edfc74355c86 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:20.900239 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966b8c24-387e-4d34-9657-edfc74355c86 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:20.901568 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-966b8c24-387e-4d34-9657-edfc74355c86 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:20.918079 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b8c24-387e-4d34-9657-edfc74355c86 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=e521496b-a4fb-4fa0-952b-8f2299177d96,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:20.959643 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-966b8c24-387e-4d34-9657-edfc74355c86 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4427025 Jul 06 12:13:20.961482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59804) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:21.012101 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Checking router: 81644aea-f444-4e1b-8405-c2afaf67323f for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:13:21.012462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Updating router 81644aea-f444-4e1b-8405-c2afaf67323f port 8bcca96e-3e65-4fd7-98c3-2b94cec006b4 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:13:21.195302 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:21.241374 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57602758-fbc3-4cfc-8b7b-271b49331dc4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:21.247888 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-57602758-fbc3-4cfc-8b7b-271b49331dc4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A311 HTTP/1.1" status: 200 len: 929 time: 0.2862239 Jul 06 12:13:21.248868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59808) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:21.356206 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device be2500d2-8d49-4cb5-ba53-385c89cfb170 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:21.372026 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-7fbed859-2edf-4f61-9184-f4f974d0e043 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port e521496b-a4fb-4fa0-952b-8f2299177d96 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:21.372430 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fbed859-2edf-4f61-9184-f4f974d0e043 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:21.496500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port be2500d2-8d49-4cb5-ba53-385c89cfb170 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:21.500257 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:21.504548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 18d6c4db-8350-4abe-b23c-979c919d887f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:21.517857 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fbed859-2edf-4f61-9184-f4f974d0e043 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:21.544244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-7fbed859-2edf-4f61-9184-f4f974d0e043 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for e521496b-a4fb-4fa0-952b-8f2299177d96 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:21.622705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 18d6c4db-8350-4abe-b23c-979c919d887f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:21.623694 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:21.780543 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:21.786801 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fbed859-2edf-4f61-9184-f4f974d0e043 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:21.809444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Transition to ACTIVE for port object 8bcca96e-3e65-4fd7-98c3-2b94cec006b4 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:21.821753 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:21.831756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Allocated IP 172.20.0.1 (24f13f74-0e3d-4939-9c1f-5491ae63f989/7c9df272-8c1f-42e9-85b9-8e79ca0c5a13/80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:21.855613 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbed859-2edf-4f61-9184-f4f974d0e043 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=e521496b-a4fb-4fa0-952b-8f2299177d96,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:21.888278 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Attempting to bind port 8bcca96e-3e65-4fd7-98c3-2b94cec006b4 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:21.889132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Attempting to bind port 8bcca96e-3e65-4fd7-98c3-2b94cec006b4 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:21.889732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Attempting to bind port 8bcca96e-3e65-4fd7-98c3-2b94cec006b4 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:21.892401 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319819a-eb6c-47bb-9797-4a7f8c9fcca9 None None] Pushing event updated for resources: {'Port': ['ID=8bcca96e-3e65-4fd7-98c3-2b94cec006b4,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:21.905907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:21.906435 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:21.906569 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fbed859-2edf-4f61-9184-f4f974d0e043 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:21.907026 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:21.907615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:21.908183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Bound port: 8bcca96e-3e65-4fd7-98c3-2b94cec006b4, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:21.908695 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:21.911610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7fbed859-2edf-4f61-9184-f4f974d0e043 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/e521496b-a4fb-4fa0-952b-8f2299177d96 HTTP/1.1" status: 204 len: 168 time: 0.6613188 Jul 06 12:13:21.912875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59812) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:21.963410 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-301f4096-a065-429a-86ff-e92b67050c59 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] GET failed (client error): The resource could not be found. Jul 06 12:13:21.968448 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-301f4096-a065-429a-86ff-e92b67050c59 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/e521496b-a4fb-4fa0-952b-8f2299177d96 HTTP/1.1" status: 404 len: 333 time: 0.0542181 Jul 06 12:13:21.969290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59814) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:21.986113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] For port 8bcca96e-3e65-4fd7-98c3-2b94cec006b4, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:21.993846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] For port 8bcca96e-3e65-4fd7-98c3-2b94cec006b4, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8bcca96e-3e65-4fd7-98c3-2b94cec006b4,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:22.000798 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:22.080121 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319819a-eb6c-47bb-9797-4a7f8c9fcca9 None None] Pushing event updated for resources: {'Port': ['ID=8bcca96e-3e65-4fd7-98c3-2b94cec006b4,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:22.116928 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Routers {'81644aea-f444-4e1b-8405-c2afaf67323f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:22.117605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:13:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['81644aea-f444-4e1b-8405-c2afaf67323f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:22.121290 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:22.151124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Transition to ACTIVE for port object 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:22.216262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0c756cd9-d233-40d3-b9f9-d940bdfd93d4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port 0edf5932-1358-4335-b287-8757cb0ef154 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:22.216585 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c756cd9-d233-40d3-b9f9-d940bdfd93d4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:22.280965 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] Set router 81644aea-f444-4e1b-8405-c2afaf67323f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:13:22.281608 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:22.351711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Network 24f13f74-0e3d-4939-9c1f-5491ae63f989 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:22.359656 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:22.362232 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:22.379451 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c756cd9-d233-40d3-b9f9-d940bdfd93d4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:22.400519 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Pushing event updated for resources: {'Port': ['ID=80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:22.421527 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0c756cd9-d233-40d3-b9f9-d940bdfd93d4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for 0edf5932-1358-4335-b287-8757cb0ef154 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:22.438379 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:22.458837 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0664b57-9666-48f6-b7e8-8bf26a1607fa None None] Network f3941775-8b34-4d2d-96ea-41aaaed32ca2 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:22.552213 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-39ae3af4-0ecc-4187-98d4-ead7c2b46ae3 None None] Provisioning for port be2500d2-8d49-4cb5-ba53-385c89cfb170 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:22.558688 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-39ae3af4-0ecc-4187-98d4-ead7c2b46ae3 None None] Provisioning complete for port be2500d2-8d49-4cb5-ba53-385c89cfb170 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:22.559067 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39ae3af4-0ecc-4187-98d4-ead7c2b46ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:22.832925 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c756cd9-d233-40d3-b9f9-d940bdfd93d4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:22.887028 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c756cd9-d233-40d3-b9f9-d940bdfd93d4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=0edf5932-1358-4335-b287-8757cb0ef154,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:22.901937 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'name': 'tempest-TestVolumeBootPattern-1204965908-router', 'tenant_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '8bcca96e-3e65-4fd7-98c3-2b94cec006b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:15Z', 'updated_at': '2021-07-06T12:13:18Z', 'revision_number': 3, 'project_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'gw_port': {'id': '8bcca96e-3e65-4fd7-98c3-2b94cec006b4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:17Z', 'updated_at': '2021-07-06T12:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:22.907316 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39ae3af4-0ecc-4187-98d4-ead7c2b46ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:22.931524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:22.937894 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c756cd9-d233-40d3-b9f9-d940bdfd93d4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:22.940778 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0c756cd9-d233-40d3-b9f9-d940bdfd93d4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/0edf5932-1358-4335-b287-8757cb0ef154 HTTP/1.1" status: 204 len: 168 time: 0.9658878 Jul 06 12:13:22.944247 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59820) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:22.948742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc4ce6c-8adb-49ba-a304-5816f718cf44 None None] The sync data for ids ['81644aea-f444-4e1b-8405-c2afaf67323f'] in n-d-799529-2 is: [{'id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'name': 'tempest-TestVolumeBootPattern-1204965908-router', 'tenant_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '8bcca96e-3e65-4fd7-98c3-2b94cec006b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:15Z', 'updated_at': '2021-07-06T12:13:18Z', 'revision_number': 3, 'project_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'gw_port': {'id': '8bcca96e-3e65-4fd7-98c3-2b94cec006b4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:17Z', 'updated_at': '2021-07-06T12:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:13:23.000750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-39ae3af4-0ecc-4187-98d4-ead7c2b46ae3 None None] For port be2500d2-8d49-4cb5-ba53-385c89cfb170, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=be2500d2-8d49-4cb5-ba53-385c89cfb170,segment=NetworkSegment(daf06e31-4032-40f3-b97e-9aaa8e505e61),segment_id=daf06e31-4032-40f3-b97e-9aaa8e505e61)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:23.011104 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39ae3af4-0ecc-4187-98d4-ead7c2b46ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:23.025360 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef61978b-0ce7-4472-950a-d019b50545b2 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] GET failed (client error): The resource could not be found. Jul 06 12:13:23.030745 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ef61978b-0ce7-4472-950a-d019b50545b2 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/0edf5932-1358-4335-b287-8757cb0ef154 HTTP/1.1" status: 404 len: 333 time: 0.0840375 Jul 06 12:13:23.032573 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59824) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:23.074730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae3af4-0ecc-4187-98d4-ead7c2b46ae3 None None] Pushing event updated for resources: {'Port': ['ID=be2500d2-8d49-4cb5-ba53-385c89cfb170,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:23.148928 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-611e7101-74be-4149-bc60-658539bcff0e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting subnet 7c704272-8d87-44d2-8e56-174b04538e09 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:13:23.155075 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-611e7101-74be-4149-bc60-658539bcff0e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:23.157859 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ca307427-f0a8-4172-aa32-50694253fbcc None None] Provisioning for port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:23.168147 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ca307427-f0a8-4172-aa32-50694253fbcc None None] Provisioning complete for port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:23.168726 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca307427-f0a8-4172-aa32-50694253fbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:23.216805 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-611e7101-74be-4149-bc60-658539bcff0e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:23.246954 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ca307427-f0a8-4172-aa32-50694253fbcc None None] Port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:23.317091 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:23.347362 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:23.365177 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2acbf3bd-7101-4aee-affc-a8a068921e02 None None] Could not find standard attr ID for object 0edf5932-1358-4335-b287-8757cb0ef154. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:13:23.381783 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2acbf3bd-7101-4aee-affc-a8a068921e02 None None] Provisioning complete for port be2500d2-8d49-4cb5-ba53-385c89cfb170 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:23.382165 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2acbf3bd-7101-4aee-affc-a8a068921e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:23.450896 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-611e7101-74be-4149-bc60-658539bcff0e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:23.505017 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:23.509482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Pushing event updated for resources: {'Port': ['ID=80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:23.623436 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-611e7101-74be-4149-bc60-658539bcff0e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:23.664342 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-611e7101-74be-4149-bc60-658539bcff0e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:23.666338 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-611e7101-74be-4149-bc60-658539bcff0e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/7c704272-8d87-44d2-8e56-174b04538e09 HTTP/1.1" status: 204 len: 168 time: 0.6315303 Jul 06 12:13:23.667433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e7101-74be-4149-bc60-658539bcff0e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Subnet': ['ID=7c704272-8d87-44d2-8e56-174b04538e09,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:23.669150 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59830) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:23.814857 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a53434-8299-4b4d-a33d-65db5ccff741 None None] Network f3941775-8b34-4d2d-96ea-41aaaed32ca2 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:23.837701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Network 24f13f74-0e3d-4939-9c1f-5491ae63f989 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:23.841279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:23.894911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b890650f-2926-4eef-b48c-c047f72e2fa5 None None] Could not find standard attr ID for object 0edf5932-1358-4335-b287-8757cb0ef154. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:13:23.907622 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:24.066911 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port be2500d2-8d49-4cb5-ba53-385c89cfb170 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:24.067592 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:24.103378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Router 81644aea-f444-4e1b-8405-c2afaf67323f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:13:24.289208 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176a4465-531d-46fd-a9ea-8591c4223bf7 None None] DHCP port deletion for f3941775-8b34-4d2d-96ea-41aaaed32ca2 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:13:24.316049 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] For port be2500d2-8d49-4cb5-ba53-385c89cfb170, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=be2500d2-8d49-4cb5-ba53-385c89cfb170,segment=NetworkSegment(daf06e31-4032-40f3-b97e-9aaa8e505e61),segment_id=daf06e31-4032-40f3-b97e-9aaa8e505e61)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:24.316660 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:24.342342 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for be2500d2-8d49-4cb5-ba53-385c89cfb170 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:24.384247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:13:24.403280 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c3051ded-0d51-4763-b816-28b303b4c34e admin admin] 10.222.0.81 "PUT /v2.0/routers/81644aea-f444-4e1b-8405-c2afaf67323f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2170420 Jul 06 12:13:24.529355 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:24.578687 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No DVR routers for this DVR port be2500d2-8d49-4cb5-ba53-385c89cfb170 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:13:24.585356 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=be2500d2-8d49-4cb5-ba53-385c89cfb170,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:24.705089 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:24.716748 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6fcc66f7-442b-4482-b503-be44cc38c0f4 None None] Provisioning complete for port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:24.717233 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6fcc66f7-442b-4482-b503-be44cc38c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:24.745081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3941775-8b34-4d2d-96ea-41aaaed32ca2']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:24.771098 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf06e31-4032-40f3-b97e-9aaa8e505e61') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:24.772120 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf06e31-4032-40f3-b97e-9aaa8e505e61') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:24.793979 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:24.802150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6fcc66f7-442b-4482-b503-be44cc38c0f4 None None] Port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:24.819314 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:24.820504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-176a4465-531d-46fd-a9ea-8591c4223bf7 None None] Deleting port be2500d2-8d49-4cb5-ba53-385c89cfb170 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:24.822583 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-176a4465-531d-46fd-a9ea-8591c4223bf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:24.827503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:13:24.827971 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:13:24.831701 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:13:24.935089 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:24.946427 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:24.948426 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-176a4465-531d-46fd-a9ea-8591c4223bf7 None None] For port be2500d2-8d49-4cb5-ba53-385c89cfb170, host n-d-799529-2, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:24.948828 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-176a4465-531d-46fd-a9ea-8591c4223bf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:24.952558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/networks/f3941775-8b34-4d2d-96ea-41aaaed32ca2 HTTP/1.1" status: 204 len: 168 time: 1.2823601 Jul 06 12:13:24.956570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59894) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:24.964526 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0a1ddcbe-6441-4835-ab5c-047350d2be4d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-166173192'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:24.980449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-176a4465-531d-46fd-a9ea-8591c4223bf7 None None] Calling delete_port for be2500d2-8d49-4cb5-ba53-385c89cfb170 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:24.984615 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6e243-75de-4620-94a7-36733922c4fe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Network': ['ID=f3941775-8b34-4d2d-96ea-41aaaed32ca2,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:24.985711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-176a4465-531d-46fd-a9ea-8591c4223bf7 None None] Port be2500d2-8d49-4cb5-ba53-385c89cfb170 was not found and therefore no delete operation was performed {{(pid=100429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:13:24.987091 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-176a4465-531d-46fd-a9ea-8591c4223bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:25.007287 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1ddcbe-6441-4835-ab5c-047350d2be4d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:25.011336 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a1ddcbe-6441-4835-ab5c-047350d2be4d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:25.013135 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-176a4465-531d-46fd-a9ea-8591c4223bf7 None None] Network f3941775-8b34-4d2d-96ea-41aaaed32ca2 is not hosted by any dhcp agent {{(pid=100429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:13:25.013592 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176a4465-531d-46fd-a9ea-8591c4223bf7 None None] No DVR routers for this DVR port be2500d2-8d49-4cb5-ba53-385c89cfb170 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:13:25.015658 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a4465-531d-46fd-a9ea-8591c4223bf7 None None] Pushing event deleted for resources: {'Port': ['ID=be2500d2-8d49-4cb5-ba53-385c89cfb170,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:25.088176 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1ddcbe-6441-4835-ab5c-047350d2be4d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:13:25.099169 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a1ddcbe-6441-4835-ab5c-047350d2be4d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:25.100354 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-0a1ddcbe-6441-4835-ab5c-047350d2be4d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Added segment 6865d8d2-ba60-4821-a3ee-df62d37a03e1 of type vlan for network 877a3d26-51a7-4b0f-92b9-6503648769b0 Jul 06 12:13:25.179384 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a1ddcbe-6441-4835-ab5c-047350d2be4d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:25.226871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8bcca96e-3e65-4fd7-98c3-2b94cec006b4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:25.250921 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a1ddcbe-6441-4835-ab5c-047350d2be4d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:25.261904 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1ddcbe-6441-4835-ab5c-047350d2be4d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:25.262884 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a1ddcbe-6441-4835-ab5c-047350d2be4d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:25.295318 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0a1ddcbe-6441-4835-ab5c-047350d2be4d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3363843 Jul 06 12:13:25.299533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59918) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:25.307075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f9ce4ac1-acf6-4897-90bb-0f5c80910d3f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'subnet': {'network_id': '877a3d26-51a7-4b0f-92b9-6503648769b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:25.359966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ddcbe-6441-4835-ab5c-047350d2be4d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Network': ['ID=877a3d26-51a7-4b0f-92b9-6503648769b0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:25.375138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 877a3d26-51a7-4b0f-92b9-6503648769b0 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:13:25.538874 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ce4ac1-acf6-4897-90bb-0f5c80910d3f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:25.543134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 8bcca96e-3e65-4fd7-98c3-2b94cec006b4 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:25.549540 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4ac1-acf6-4897-90bb-0f5c80910d3f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:25.556224 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 8bcca96e-3e65-4fd7-98c3-2b94cec006b4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:25.558457 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:25.710875 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Sync routers for ids ['81644aea-f444-4e1b-8405-c2afaf67323f'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:13:25.724030 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:25.725797 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Routers {'81644aea-f444-4e1b-8405-c2afaf67323f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:25.726421 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:13:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['81644aea-f444-4e1b-8405-c2afaf67323f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:25.752354 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 8bcca96e-3e65-4fd7-98c3-2b94cec006b4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8bcca96e-3e65-4fd7-98c3-2b94cec006b4,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:25.761093 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:25.840951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=8bcca96e-3e65-4fd7-98c3-2b94cec006b4,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:25.866633 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device be2500d2-8d49-4cb5-ba53-385c89cfb170 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:13:25.916151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: be2500d2-8d49-4cb5-ba53-385c89cfb170 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:13:25.920833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device be2500d2-8d49-4cb5-ba53-385c89cfb170 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:13:25.969055 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Set router 81644aea-f444-4e1b-8405-c2afaf67323f gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:13:25.983378 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4ac1-acf6-4897-90bb-0f5c80910d3f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:26.074173 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ce4ac1-acf6-4897-90bb-0f5c80910d3f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Checking segment: {'id': '6865d8d2-ba60-4821-a3ee-df62d37a03e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '877a3d26-51a7-4b0f-92b9-6503648769b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:26.074576 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce4ac1-acf6-4897-90bb-0f5c80910d3f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network hostable DHCP agents. Network: 877a3d26-51a7-4b0f-92b9-6503648769b0, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:13:26.088983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce4ac1-acf6-4897-90bb-0f5c80910d3f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Subnet': ['ID=dbf186d0-c833-40d1-8665-f734b832a01a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:26.111107 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce4ac1-acf6-4897-90bb-0f5c80910d3f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network 877a3d26-51a7-4b0f-92b9-6503648769b0 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:13:26.137276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f9ce4ac1-acf6-4897-90bb-0f5c80910d3f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 877a3d26-51a7-4b0f-92b9-6503648769b0) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:26.145936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce4ac1-acf6-4897-90bb-0f5c80910d3f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:26.148061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb9464-d933-4cec-b079-e9d77d1e6f04 None None] Network 877a3d26-51a7-4b0f-92b9-6503648769b0 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:26.149995 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4ac1-acf6-4897-90bb-0f5c80910d3f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:26.173030 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f9ce4ac1-acf6-4897-90bb-0f5c80910d3f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8721485 Jul 06 12:13:26.176827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59942) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:26.183275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-71ed44d3-8335-422b-bd37-00a8d0d29ec7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'network_id': '877a3d26-51a7-4b0f-92b9-6503648769b0', 'name': 'tempest-PortsIpV6TestJSON-1367396729', 'fixed_ips': [{'subnet_id': 'dbf186d0-c833-40d1-8665-f734b832a01a', 'ip_address': '2001:db8::10'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:26.258819 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'name': 'tempest-TestVolumeBootPattern-1204965908-router', 'tenant_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '8bcca96e-3e65-4fd7-98c3-2b94cec006b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:15Z', 'updated_at': '2021-07-06T12:13:22Z', 'revision_number': 4, 'project_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'gw_port': {'id': '8bcca96e-3e65-4fd7-98c3-2b94cec006b4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:17Z', 'updated_at': '2021-07-06T12:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35', 'name': '', 'network_id': '24f13f74-0e3d-4939-9c1f-5491ae63f989', 'tenant_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'mac_address': 'fa:16:3e:57:8b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '7c9df272-8c1f-42e9-85b9-8e79ca0c5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:21Z', 'updated_at': '2021-07-06T12:13:23Z', 'revision_number': 2, 'project_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'subnets': [{'id': '7c9df272-8c1f-42e9-85b9-8e79ca0c5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:26.289559 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Checking router: 81644aea-f444-4e1b-8405-c2afaf67323f for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:13:26.293814 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Updating router 81644aea-f444-4e1b-8405-c2afaf67323f port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:13:26.377719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ed44d3-8335-422b-bd37-00a8d0d29ec7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:26.385846 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:26.432704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-877a3d26-51a7-4b0f-92b9-6503648769b0', 'network_id': '877a3d26-51a7-4b0f-92b9-6503648769b0', 'tenant_id': 'a6cfa0d034a0486f97d965fefd9841d5', 'fixed_ips': [{'subnet_id': 'dbf186d0-c833-40d1-8665-f734b832a01a'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:13:26.433944 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:26.542523 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-71ed44d3-8335-422b-bd37-00a8d0d29ec7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:26.583561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-71ed44d3-8335-422b-bd37-00a8d0d29ec7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] device_id is not set on port 0bb8db8c-018e-43ea-a280-656eec9d5735 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:13:26.687496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Allocated IP 2001:db8::2 (877a3d26-51a7-4b0f-92b9-6503648769b0/dbf186d0-c833-40d1-8665-f734b832a01a/d427dd17-577f-42b9-84ac-f6e1da1c477b) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:26.976928 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.002902 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Transition to ACTIVE for port object d427dd17-577f-42b9-84ac-f6e1da1c477b will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:27.014816 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.049284 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Transition to ACTIVE for port object 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:27.049742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Transition to ACTIVE for port object d427dd17-577f-42b9-84ac-f6e1da1c477b will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:27.066120 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.068262 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.140966 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Pushing event updated for resources: {'Port': ['ID=d427dd17-577f-42b9-84ac-f6e1da1c477b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:27.149209 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Network 877a3d26-51a7-4b0f-92b9-6503648769b0 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:27.150694 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:27.152975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:27.169694 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4dcbf0-edb8-41cf-a4c0-6347717f039a None None] Pushing event updated for resources: {'Port': ['ID=80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:27.185340 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-71ed44d3-8335-422b-bd37-00a8d0d29ec7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Allocated IP 2001:db8::10 (877a3d26-51a7-4b0f-92b9-6503648769b0/dbf186d0-c833-40d1-8665-f734b832a01a/0bb8db8c-018e-43ea-a280-656eec9d5735) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:27.253468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8bcca96e-3e65-4fd7-98c3-2b94cec006b4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:27.269037 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Attempting to bind port d427dd17-577f-42b9-84ac-f6e1da1c477b on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:27.269665 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Attempting to bind port d427dd17-577f-42b9-84ac-f6e1da1c477b by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '6865d8d2-ba60-4821-a3ee-df62d37a03e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '877a3d26-51a7-4b0f-92b9-6503648769b0'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:27.270032 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Attempting to bind port d427dd17-577f-42b9-84ac-f6e1da1c477b on network 877a3d26-51a7-4b0f-92b9-6503648769b0 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:27.305422 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:27.306056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Checking segment: {'id': '6865d8d2-ba60-4821-a3ee-df62d37a03e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '877a3d26-51a7-4b0f-92b9-6503648769b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:27.306461 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.306865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Bound using segment: {'id': '6865d8d2-ba60-4821-a3ee-df62d37a03e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '877a3d26-51a7-4b0f-92b9-6503648769b0'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:27.307687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Bound port: d427dd17-577f-42b9-84ac-f6e1da1c477b, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6865d8d2-ba60-4821-a3ee-df62d37a03e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '877a3d26-51a7-4b0f-92b9-6503648769b0'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:27.307932 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.342790 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Attempting to bind port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:27.343532 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Attempting to bind port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '7c378391-b73e-4606-b459-d65a12e45ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '24f13f74-0e3d-4939-9c1f-5491ae63f989'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:27.344125 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Attempting to bind port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 on network 24f13f74-0e3d-4939-9c1f-5491ae63f989 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:27.351908 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:27.352587 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Checking segment: {'id': '7c378391-b73e-4606-b459-d65a12e45ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '24f13f74-0e3d-4939-9c1f-5491ae63f989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:27.353164 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.353767 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Bound using segment: {'id': '7c378391-b73e-4606-b459-d65a12e45ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '24f13f74-0e3d-4939-9c1f-5491ae63f989'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:27.354462 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Bound port: 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c378391-b73e-4606-b459-d65a12e45ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '24f13f74-0e3d-4939-9c1f-5491ae63f989'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:27.355612 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.427486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] For port d427dd17-577f-42b9-84ac-f6e1da1c477b, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:27.436113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] For port d427dd17-577f-42b9-84ac-f6e1da1c477b, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d427dd17-577f-42b9-84ac-f6e1da1c477b,segment=NetworkSegment(6865d8d2-ba60-4821-a3ee-df62d37a03e1),segment_id=6865d8d2-ba60-4821-a3ee-df62d37a03e1)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:27.449219 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.525114 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] For port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:27.529295 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] For port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35,segment=NetworkSegment(7c378391-b73e-4606-b459-d65a12e45ed6),segment_id=7c378391-b73e-4606-b459-d65a12e45ed6)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:27.544413 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-71ed44d3-8335-422b-bd37-00a8d0d29ec7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.548651 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.566362 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-71ed44d3-8335-422b-bd37-00a8d0d29ec7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Transition to ACTIVE for port object 0bb8db8c-018e-43ea-a280-656eec9d5735 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:27.592449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 8bcca96e-3e65-4fd7-98c3-2b94cec006b4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:27.593093 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.609935 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-71ed44d3-8335-422b-bd37-00a8d0d29ec7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.618764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036688a3-a1de-4bb8-a380-120b38baa11b None None] Pushing event updated for resources: {'Port': ['ID=d427dd17-577f-42b9-84ac-f6e1da1c477b,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:27.649464 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4dcbf0-edb8-41cf-a4c0-6347717f039a None None] Pushing event updated for resources: {'Port': ['ID=80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:27.679479 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed44d3-8335-422b-bd37-00a8d0d29ec7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network 877a3d26-51a7-4b0f-92b9-6503648769b0 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:27.686552 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-71ed44d3-8335-422b-bd37-00a8d0d29ec7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:27.688748 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Routers {'81644aea-f444-4e1b-8405-c2afaf67323f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:27.689617 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:13:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['81644aea-f444-4e1b-8405-c2afaf67323f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:27.693225 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed44d3-8335-422b-bd37-00a8d0d29ec7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:27.704313 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ed44d3-8335-422b-bd37-00a8d0d29ec7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:27.705111 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-71ed44d3-8335-422b-bd37-00a8d0d29ec7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:27.716203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed44d3-8335-422b-bd37-00a8d0d29ec7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=0bb8db8c-018e-43ea-a280-656eec9d5735,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:27.745080 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-71ed44d3-8335-422b-bd37-00a8d0d29ec7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5664170 Jul 06 12:13:27.747744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 59950) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:27.764290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a10a9bcd-d366-43ba-a1a2-463b7fdd62d1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'network_id': '877a3d26-51a7-4b0f-92b9-6503648769b0', 'name': 'tempest-PortsIpV6TestJSON-1844985447', 'fixed_ips': [{'subnet_id': 'dbf186d0-c833-40d1-8665-f734b832a01a', 'ip_address': '2001:db8::f'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:27.882252 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] Set router 81644aea-f444-4e1b-8405-c2afaf67323f gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:13:28.049988 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10a9bcd-d366-43ba-a1a2-463b7fdd62d1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:28.071721 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a10a9bcd-d366-43ba-a1a2-463b7fdd62d1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:28.138683 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-a10a9bcd-d366-43ba-a1a2-463b7fdd62d1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] device_id is not set on port 28929cce-7513-4746-a575-54c06f76042f yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:13:28.278211 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'name': 'tempest-TestVolumeBootPattern-1204965908-router', 'tenant_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '8bcca96e-3e65-4fd7-98c3-2b94cec006b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:15Z', 'updated_at': '2021-07-06T12:13:22Z', 'revision_number': 4, 'project_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'gw_port': {'id': '8bcca96e-3e65-4fd7-98c3-2b94cec006b4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:17Z', 'updated_at': '2021-07-06T12:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35', 'name': '', 'network_id': '24f13f74-0e3d-4939-9c1f-5491ae63f989', 'tenant_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'mac_address': 'fa:16:3e:57:8b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '7c9df272-8c1f-42e9-85b9-8e79ca0c5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:21Z', 'updated_at': '2021-07-06T12:13:27Z', 'revision_number': 4, 'project_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'subnets': [{'id': '7c9df272-8c1f-42e9-85b9-8e79ca0c5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:28.327933 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f99a587-5cdf-4982-89f2-c7050fe19bf1 None None] The sync data for ids ['81644aea-f444-4e1b-8405-c2afaf67323f'] in n-d-799529-2 is: [{'id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'name': 'tempest-TestVolumeBootPattern-1204965908-router', 'tenant_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '8bcca96e-3e65-4fd7-98c3-2b94cec006b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:15Z', 'updated_at': '2021-07-06T12:13:22Z', 'revision_number': 4, 'project_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'gw_port': {'id': '8bcca96e-3e65-4fd7-98c3-2b94cec006b4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:17Z', 'updated_at': '2021-07-06T12:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35', 'name': '', 'network_id': '24f13f74-0e3d-4939-9c1f-5491ae63f989', 'tenant_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'mac_address': 'fa:16:3e:57:8b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '7c9df272-8c1f-42e9-85b9-8e79ca0c5a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:21Z', 'updated_at': '2021-07-06T12:13:27Z', 'revision_number': 4, 'project_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'subnets': [{'id': '7c9df272-8c1f-42e9-85b9-8e79ca0c5a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:13:28.737919 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-a10a9bcd-d366-43ba-a1a2-463b7fdd62d1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Allocated IP 2001:db8::f (877a3d26-51a7-4b0f-92b9-6503648769b0/dbf186d0-c833-40d1-8665-f734b832a01a/28929cce-7513-4746-a575-54c06f76042f) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:28.879871 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-aab3c421-7c9f-4f78-8d14-c4eafb12bd00 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:28.882477 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-aab3c421-7c9f-4f78-8d14-c4eafb12bd00 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 812 time: 0.3513937 Jul 06 12:13:28.980361 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-a444909d-ee7b-40ab-8777-50788170d1fc tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/quotas/832bb4a030854ce3b41104102480a6a9 HTTP/1.1" status: 200 len: 375 time: 0.0551691 Jul 06 12:13:29.346524 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a1fda3-ce2c-459c-96da-4f009b66587c None None] Network 877a3d26-51a7-4b0f-92b9-6503648769b0 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:29.354131 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a10a9bcd-d366-43ba-a1a2-463b7fdd62d1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:29.375787 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d427dd17-577f-42b9-84ac-f6e1da1c477b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:29.399730 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-143a63a3-2532-4916-b715-f04b7d50d28c tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4046545 Jul 06 12:13:29.462699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-a10a9bcd-d366-43ba-a1a2-463b7fdd62d1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Transition to ACTIVE for port object 28929cce-7513-4746-a575-54c06f76042f will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:29.516931 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7c993027-813a-49b6-987f-8efb3cd5d094 None None] Provisioning for port d427dd17-577f-42b9-84ac-f6e1da1c477b completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:29.562728 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-31532bb2-1dd6-477c-aee5-dbab377af40c service neutron] 10.222.0.81 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616220 Jul 06 12:13:29.597309 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port d427dd17-577f-42b9-84ac-f6e1da1c477b completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:29.603668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port d427dd17-577f-42b9-84ac-f6e1da1c477b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:29.604033 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:29.649127 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a10a9bcd-d366-43ba-a1a2-463b7fdd62d1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:29.728976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10a9bcd-d366-43ba-a1a2-463b7fdd62d1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network 877a3d26-51a7-4b0f-92b9-6503648769b0 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:29.738984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a10a9bcd-d366-43ba-a1a2-463b7fdd62d1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:29.741663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a9bcd-d366-43ba-a1a2-463b7fdd62d1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:29.744802 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:29.748358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10a9bcd-d366-43ba-a1a2-463b7fdd62d1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:29.749129 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a10a9bcd-d366-43ba-a1a2-463b7fdd62d1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:29.758969 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a9bcd-d366-43ba-a1a2-463b7fdd62d1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=28929cce-7513-4746-a575-54c06f76042f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:29.793300 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-32864ad9-8e8d-4593-9563-780650879129 service neutron] 10.222.0.81 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294743 Jul 06 12:13:29.818963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59972) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:29.819591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a10a9bcd-d366-43ba-a1a2-463b7fdd62d1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0700321 Jul 06 12:13:29.821133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port d427dd17-577f-42b9-84ac-f6e1da1c477b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d427dd17-577f-42b9-84ac-f6e1da1c477b,segment=NetworkSegment(6865d8d2-ba60-4821-a3ee-df62d37a03e1),segment_id=6865d8d2-ba60-4821-a3ee-df62d37a03e1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:29.832274 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:29.834337 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:30.011708 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=d427dd17-577f-42b9-84ac-f6e1da1c477b,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:30.044915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:30.053645 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:30.054429 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:30.176890 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d059e09b-2762-4c3f-b88e-03212e99e1ec tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:30.179536 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d059e09b-2762-4c3f-b88e-03212e99e1ec tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3594770 Jul 06 12:13:30.183001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59980) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:30.336055 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:30.456992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a767ba2f-c184-45b2-8acc-32506d178dc7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:30.478121 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35,segment=NetworkSegment(7c378391-b73e-4606-b459-d65a12e45ed6),segment_id=7c378391-b73e-4606-b459-d65a12e45ed6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:30.483478 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:30.499831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ef68ee46-6071-4080-b401-f0f46eae7b34 None None] Provisioning complete for port d427dd17-577f-42b9-84ac-f6e1da1c477b triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:30.503149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a767ba2f-c184-45b2-8acc-32506d178dc7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:30.508998 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef68ee46-6071-4080-b401-f0f46eae7b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:30.515370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a767ba2f-c184-45b2-8acc-32506d178dc7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:30.520054 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a767ba2f-c184-45b2-8acc-32506d178dc7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.3359804 Jul 06 12:13:30.526389 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 59992) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:30.622265 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f8e904a-5d33-4bfe-a050-73735f6a5afb req-0e54216b-b43e-4bab-a290-61c3ad1465fe tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 210 time: 0.1522398 Jul 06 12:13:30.824430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:30.867101 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02437814-f42d-46be-9b9f-f50329b9d87a req-f431adfc-daac-417c-9b51-b911837e0df2 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:30.874610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02437814-f42d-46be-9b9f-f50329b9d87a req-f431adfc-daac-417c-9b51-b911837e0df2 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.0939651 Jul 06 12:13:30.882023 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc3aaa-8a06-4e59-8fa0-be5c9645f52c tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port 28929cce-7513-4746-a575-54c06f76042f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:30.882542 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3aaa-8a06-4e59-8fa0-be5c9645f52c tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:30.898713 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ef68ee46-6071-4080-b401-f0f46eae7b34 None None] Provisioning for port 28929cce-7513-4746-a575-54c06f76042f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:30.906341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ef68ee46-6071-4080-b401-f0f46eae7b34 None None] Provisioning complete for port 28929cce-7513-4746-a575-54c06f76042f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:30.907080 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef68ee46-6071-4080-b401-f0f46eae7b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:30.952505 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02437814-f42d-46be-9b9f-f50329b9d87a req-f9fe8bd5-eab6-4992-9b83-40cf4f00fa2c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768933 Jul 06 12:13:31.047445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ef68ee46-6071-4080-b401-f0f46eae7b34 None None] Port 28929cce-7513-4746-a575-54c06f76042f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:31.098808 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ef68ee46-6071-4080-b401-f0f46eae7b34 None None] Provisioning for port 0bb8db8c-018e-43ea-a280-656eec9d5735 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:31.105587 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ef68ee46-6071-4080-b401-f0f46eae7b34 None None] Provisioning complete for port 0bb8db8c-018e-43ea-a280-656eec9d5735 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:31.106053 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef68ee46-6071-4080-b401-f0f46eae7b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:31.205599 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ef68ee46-6071-4080-b401-f0f46eae7b34 None None] Port 0bb8db8c-018e-43ea-a280-656eec9d5735 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:31.241155 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3aaa-8a06-4e59-8fa0-be5c9645f52c tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:31.248451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d427dd17-577f-42b9-84ac-f6e1da1c477b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:31.258282 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709b768-4574-4085-9765-f53d426e31ae req-28707054-198e-41ea-af68-baeaa293dcbf tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:31.265800 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d709b768-4574-4085-9765-f53d426e31ae req-28707054-198e-41ea-af68-baeaa293dcbf tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1573689 Jul 06 12:13:31.330414 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d709b768-4574-4085-9765-f53d426e31ae req-de6eb19c-4e2a-4465-82d0-f2e229b5eb38 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636425 Jul 06 12:13:31.346260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc3aaa-8a06-4e59-8fa0-be5c9645f52c tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for 28929cce-7513-4746-a575-54c06f76042f owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:31.418028 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cf1c70e9-bca9-47f9-a182-8cb4859ac426 None None] Provisioning complete for port 0bb8db8c-018e-43ea-a280-656eec9d5735 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:31.420382 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf1c70e9-bca9-47f9-a182-8cb4859ac426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:31.547033 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c70e9-bca9-47f9-a182-8cb4859ac426 None None] Port 0bb8db8c-018e-43ea-a280-656eec9d5735 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:31.580454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port d427dd17-577f-42b9-84ac-f6e1da1c477b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:31.581969 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:31.734250 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3aaa-8a06-4e59-8fa0-be5c9645f52c tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:31.799041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f45cf41b-7904-42b2-8688-ce8d00578d8c None None] Provisioning complete for port 28929cce-7513-4746-a575-54c06f76042f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:31.799903 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc3aaa-8a06-4e59-8fa0-be5c9645f52c tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=28929cce-7513-4746-a575-54c06f76042f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:31.800147 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f45cf41b-7904-42b2-8688-ce8d00578d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:31.831172 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3cdc3aaa-8a06-4e59-8fa0-be5c9645f52c tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:31.839017 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3cdc3aaa-8a06-4e59-8fa0-be5c9645f52c tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/28929cce-7513-4746-a575-54c06f76042f HTTP/1.1" status: 204 len: 168 time: 1.3109369 Jul 06 12:13:31.846854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60022) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:31.888852 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:31.925315 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-755b63d4-3dc0-49b4-90c3-22bc468825ed tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] GET failed (client error): The resource could not be found. Jul 06 12:13:31.935522 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-755b63d4-3dc0-49b4-90c3-22bc468825ed tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/28929cce-7513-4746-a575-54c06f76042f HTTP/1.1" status: 404 len: 333 time: 0.0867057 Jul 06 12:13:31.937659 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60024) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:31.939354 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-5a59f685-2696-4070-a1c5-dd5cd64af9d5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:31.948762 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-5a59f685-2696-4070-a1c5-dd5cd64af9d5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 812 time: 0.2253466 Jul 06 12:13:31.970079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f45cf41b-7904-42b2-8688-ce8d00578d8c None None] Port 28929cce-7513-4746-a575-54c06f76042f was deleted so its status cannot be updated. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 06 12:13:31.973008 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-b4bb8696-d7fc-4124-a5e4-65ad014f5731 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/quotas/a6c77e2eee574ad7aad674a3093fa936 HTTP/1.1" status: 200 len: 375 time: 0.0229273 Jul 06 12:13:31.998900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:31.999606 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.126357 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-55efc711-1a6a-427d-a69c-6654e1e7678b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1521118 Jul 06 12:13:32.216407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c8de17e6-9703-4251-8f29-e39c13aa3cd1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port 0bb8db8c-018e-43ea-a280-656eec9d5735 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:32.220104 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8de17e6-9703-4251-8f29-e39c13aa3cd1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.373408 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8de17e6-9703-4251-8f29-e39c13aa3cd1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.379049 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-fe8097ff-b4ff-4e31-a5b5-6a377c40e28f service neutron] 10.222.0.81 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517934 Jul 06 12:13:32.389855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c8de17e6-9703-4251-8f29-e39c13aa3cd1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for 0bb8db8c-018e-43ea-a280-656eec9d5735 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:32.515294 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-d9a30fa6-eca8-40cb-898f-b9eca8cc23aa service neutron] 10.222.0.81 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353199 Jul 06 12:13:32.548581 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8de17e6-9703-4251-8f29-e39c13aa3cd1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.630080 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de17e6-9703-4251-8f29-e39c13aa3cd1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=0bb8db8c-018e-43ea-a280-656eec9d5735,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:32.670170 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8de17e6-9703-4251-8f29-e39c13aa3cd1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:32.672647 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c8de17e6-9703-4251-8f29-e39c13aa3cd1 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/0bb8db8c-018e-43ea-a280-656eec9d5735 HTTP/1.1" status: 204 len: 168 time: 0.7337434 Jul 06 12:13:32.675914 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60028) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:32.812037 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-3227c084-1a3d-43d0-ae89-102010a7ce62 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] GET failed (client error): The resource could not be found. Jul 06 12:13:32.818429 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3227c084-1a3d-43d0-ae89-102010a7ce62 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/0bb8db8c-018e-43ea-a280-656eec9d5735 HTTP/1.1" status: 404 len: 333 time: 0.1407337 Jul 06 12:13:32.823821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60032) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:32.973837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9028da8-1725-4121-a196-bad4c1fdf7cb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting subnet dbf186d0-c833-40d1-8665-f734b832a01a {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:13:32.980784 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9028da8-1725-4121-a196-bad4c1fdf7cb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.002223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-0a4a3127-c903-49fd-ae17-5a751c09aa33 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:33.009352 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-0a4a3127-c903-49fd-ae17-5a751c09aa33 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 812 time: 0.2322917 Jul 06 12:13:33.027196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-de233cb1-f002-4835-9623-748e2a614ae4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'port': {'device_id': '87c9c663-6d14-44ef-ad75-9fcc1e56dfc5', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'admin_state_up': True, 'tenant_id': '832bb4a030854ce3b41104102480a6a9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:33.135263 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9028da8-1725-4121-a196-bad4c1fdf7cb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.198575 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64f863b7-6d4d-4ae8-83e5-c7fe9b59c0b6 req-bae4e69e-1035-4942-a2d0-5ee1aba31004 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 210 time: 0.0596106 Jul 06 12:13:33.338293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-de233cb1-f002-4835-9623-748e2a614ae4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Made reservation on behalf of 832bb4a030854ce3b41104102480a6a9 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:33.351760 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-de233cb1-f002-4835-9623-748e2a614ae4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.375409 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9028da8-1725-4121-a196-bad4c1fdf7cb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.458450 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9028da8-1725-4121-a196-bad4c1fdf7cb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.510355 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3a96fa1-45dc-4875-9eb1-c2918b3c05ca req-fa960ff4-7770-4791-a3b6-5906f452e5b3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 210 time: 0.0658002 Jul 06 12:13:33.513118 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9028da8-1725-4121-a196-bad4c1fdf7cb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf186d0-c833-40d1-8665-f734b832a01a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:33.519621 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9028da8-1725-4121-a196-bad4c1fdf7cb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.523520 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c438b3ec-9771-49bf-ba2f-1b8f6c91e5d5 None None] Network 877a3d26-51a7-4b0f-92b9-6503648769b0 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:33.539604 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d9028da8-1725-4121-a196-bad4c1fdf7cb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/dbf186d0-c833-40d1-8665-f734b832a01a HTTP/1.1" status: 204 len: 168 time: 0.7094808 Jul 06 12:13:33.544255 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60042) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:33.592359 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-de233cb1-f002-4835-9623-748e2a614ae4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Allocated IP 172.20.0.14 (ad18e200-99a4-4806-8416-4d318414fcf7/2f047520-7237-4556-9ec0-b489c61b5ee3/d4104b58-2820-4f0c-bf20-17855f4f146d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:33.725151 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.942155 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port d427dd17-577f-42b9-84ac-f6e1da1c477b {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:33.942525 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:33.998933 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-de233cb1-f002-4835-9623-748e2a614ae4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:34.045799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-de233cb1-f002-4835-9623-748e2a614ae4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Transition to ACTIVE for port object d4104b58-2820-4f0c-bf20-17855f4f146d will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:34.071141 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d886e-9eaf-4459-885f-7c2f5b53cc0c None None] DHCP port deletion for 877a3d26-51a7-4b0f-92b9-6503648769b0 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:13:34.134986 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-de233cb1-f002-4835-9623-748e2a614ae4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:34.137273 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] For port d427dd17-577f-42b9-84ac-f6e1da1c477b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d427dd17-577f-42b9-84ac-f6e1da1c477b,segment=NetworkSegment(6865d8d2-ba60-4821-a3ee-df62d37a03e1),segment_id=6865d8d2-ba60-4821-a3ee-df62d37a03e1)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:34.137875 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:34.174244 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-773d886e-9eaf-4459-885f-7c2f5b53cc0c None None] Deleting port d427dd17-577f-42b9-84ac-f6e1da1c477b {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:34.174711 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-773d886e-9eaf-4459-885f-7c2f5b53cc0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:34.207956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for d427dd17-577f-42b9-84ac-f6e1da1c477b owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:34.278249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de233cb1-f002-4835-9623-748e2a614ae4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'Port': ['ID=d4104b58-2820-4f0c-bf20-17855f4f146d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:34.312113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-773d886e-9eaf-4459-885f-7c2f5b53cc0c None None] For port d427dd17-577f-42b9-84ac-f6e1da1c477b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d427dd17-577f-42b9-84ac-f6e1da1c477b,segment=NetworkSegment(6865d8d2-ba60-4821-a3ee-df62d37a03e1),segment_id=6865d8d2-ba60-4821-a3ee-df62d37a03e1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:34.315138 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-773d886e-9eaf-4459-885f-7c2f5b53cc0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:34.336257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-de233cb1-f002-4835-9623-748e2a614ae4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Network ad18e200-99a4-4806-8416-4d318414fcf7 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:34.349684 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-de233cb1-f002-4835-9623-748e2a614ae4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:34.354092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-de233cb1-f002-4835-9623-748e2a614ae4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:34.367387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-773d886e-9eaf-4459-885f-7c2f5b53cc0c None None] Calling delete_port for d427dd17-577f-42b9-84ac-f6e1da1c477b owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:34.527577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-de233cb1-f002-4835-9623-748e2a614ae4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:34.528629 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-de233cb1-f002-4835-9623-748e2a614ae4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:34.575052 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-de233cb1-f002-4835-9623-748e2a614ae4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5551119 Jul 06 12:13:34.595711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Request body: {'port': {'device_id': '87c9c663-6d14-44ef-ad75-9fcc1e56dfc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:34.633422 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:34.638972 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-773d886e-9eaf-4459-885f-7c2f5b53cc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:34.681810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=d427dd17-577f-42b9-84ac-f6e1da1c477b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:34.683711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No DVR routers for this DVR port d427dd17-577f-42b9-84ac-f6e1da1c477b on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:13:34.691692 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d886e-9eaf-4459-885f-7c2f5b53cc0c None None] Pushing event deleted for resources: {'Port': ['ID=d427dd17-577f-42b9-84ac-f6e1da1c477b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:34.721513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d886e-9eaf-4459-885f-7c2f5b53cc0c None None] No DVR routers for this DVR port d427dd17-577f-42b9-84ac-f6e1da1c477b on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:13:34.781489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1865e2b-52f3-4750-b11c-bf3dda9b88b9 req-bdc70bf1-33e1-405e-9df3-56e5d863eb78 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:34.790804 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d1865e2b-52f3-4750-b11c-bf3dda9b88b9 req-bdc70bf1-33e1-405e-9df3-56e5d863eb78 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 932 time: 0.2663925 Jul 06 12:13:34.810236 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:34.945006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-533d47de-bddb-4245-ad7c-193261603ca2 None None] Provisioning for port d4104b58-2820-4f0c-bf20-17855f4f146d completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:34.945006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-533d47de-bddb-4245-ad7c-193261603ca2 None None] Provisioning complete for port d4104b58-2820-4f0c-bf20-17855f4f146d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:34.945006 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-533d47de-bddb-4245-ad7c-193261603ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.032998 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.057407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-533d47de-bddb-4245-ad7c-193261603ca2 None None] Port d4104b58-2820-4f0c-bf20-17855f4f146d cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:35.086250 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d1865e2b-52f3-4750-b11c-bf3dda9b88b9 req-fe939b0c-2094-4da2-86d8-172302a8a8ea tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930930 Jul 06 12:13:35.115840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877a3d26-51a7-4b0f-92b9-6503648769b0']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:35.186726 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6865d8d2-ba60-4821-a3ee-df62d37a03e1') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:35.191919 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6865d8d2-ba60-4821-a3ee-df62d37a03e1') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:35.196513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d427dd17-577f-42b9-84ac-f6e1da1c477b no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:13:35.234746 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.238505 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: d427dd17-577f-42b9-84ac-f6e1da1c477b {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:13:35.238869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d427dd17-577f-42b9-84ac-f6e1da1c477b not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:13:35.388717 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4104b58-2820-4f0c-bf20-17855f4f146d {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:13:35.397619 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.414092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Transition to ACTIVE for port object d4104b58-2820-4f0c-bf20-17855f4f146d will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:35.422430 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3fe8a2bf-ae44-4b3a-be2b-5029e13198df req-97c3ccfd-6fbc-4b82-8a47-d80c0981a68a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 210 time: 0.1467495 Jul 06 12:13:35.429449 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.460924 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.486598 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:13:35.487547 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:13:35.492899 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:13:35.495792 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe038fd3-525d-41cb-856a-e0c5e37a8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.518358 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.588141 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.597784 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.602093 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/networks/877a3d26-51a7-4b0f-92b9-6503648769b0 HTTP/1.1" status: 204 len: 168 time: 2.0603909 Jul 06 12:13:35.612054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60058) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:35.648939 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f9b77ee4-7f3d-476f-bf48-b46ceb02e6d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1427006930'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:35.653792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019be506-884e-45ae-9198-6303ada3a995 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Network': ['ID=877a3d26-51a7-4b0f-92b9-6503648769b0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:35.699311 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b77ee4-7f3d-476f-bf48-b46ceb02e6d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:35.703735 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9b77ee4-7f3d-476f-bf48-b46ceb02e6d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.735738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b77ee4-7f3d-476f-bf48-b46ceb02e6d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:13:35.758018 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9b77ee4-7f3d-476f-bf48-b46ceb02e6d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:35.758484 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-f9b77ee4-7f3d-476f-bf48-b46ceb02e6d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Added segment e4a65705-b4fe-4be1-b96d-dfddb30c74cf of type vlan for network a694544f-93ad-44ef-afef-d2c8fe465ffe Jul 06 12:13:35.776743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4104b58-2820-4f0c-bf20-17855f4f146d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:35.873636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-2c4b0498-4204-47db-bff1-03571dc8eeb1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:35.875571 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-2c4b0498-4204-47db-bff1-03571dc8eeb1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 812 time: 0.4596655 Jul 06 12:13:35.890641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-d2f6e998-d0d5-41b3-87f8-ab4f12767e4a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Request body: {'port': {'device_id': '988234ca-4747-49de-a615-3ab42a4d77f5', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'admin_state_up': True, 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:36.052088 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Attempting to bind port d4104b58-2820-4f0c-bf20-17855f4f146d on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:36.052768 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Attempting to bind port d4104b58-2820-4f0c-bf20-17855f4f146d by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:36.053296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Attempting to bind port d4104b58-2820-4f0c-bf20-17855f4f146d on network ad18e200-99a4-4806-8416-4d318414fcf7 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:36.062653 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Port d4104b58-2820-4f0c-bf20-17855f4f146d on network ad18e200-99a4-4806-8416-4d318414fcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:13:36.062653 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Attempting to bind port d4104b58-2820-4f0c-bf20-17855f4f146d on network ad18e200-99a4-4806-8416-4d318414fcf7 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:36.073089 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:36.073423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Checking segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:36.073801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Bound using segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:36.074251 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Bound port: d4104b58-2820-4f0c-bf20-17855f4f146d, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:36.074614 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:36.172615 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] For port d4104b58-2820-4f0c-bf20-17855f4f146d, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:36.176241 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] For port d4104b58-2820-4f0c-bf20-17855f4f146d, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d4104b58-2820-4f0c-bf20-17855f4f146d,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:36.187778 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:36.271666 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9b77ee4-7f3d-476f-bf48-b46ceb02e6d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:36.374764 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9b77ee4-7f3d-476f-bf48-b46ceb02e6d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:36.381579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b77ee4-7f3d-476f-bf48-b46ceb02e6d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:36.382263 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9b77ee4-7f3d-476f-bf48-b46ceb02e6d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:36.503271 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09603ccc-cd9b-46ed-9c14-1f1e2686ddba req-e00913bc-670e-470b-8a7d-eb32cca77b45 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:36.506858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09603ccc-cd9b-46ed-9c14-1f1e2686ddba req-e00913bc-670e-470b-8a7d-eb32cca77b45 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 944 time: 0.1916311 Jul 06 12:13:36.508652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b77ee4-7f3d-476f-bf48-b46ceb02e6d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Network': ['ID=a694544f-93ad-44ef-afef-d2c8fe465ffe,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:36.512165 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:36.519874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network a694544f-93ad-44ef-afef-d2c8fe465ffe details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:13:36.608933 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09603ccc-cd9b-46ed-9c14-1f1e2686ddba req-a365a973-41f7-4ad4-9cf5-d2b8c46925ad tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837376 Jul 06 12:13:36.799384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:36.800282 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:36.802002 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] 10.222.0.23 "PUT /v2.0/ports/d4104b58-2820-4f0c-bf20-17855f4f146d HTTP/1.1" status: 200 len: 1092 time: 2.2184005 Jul 06 12:13:36.805333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-d2f6e998-d0d5-41b3-87f8-ab4f12767e4a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Made reservation on behalf of a6c77e2eee574ad7aad674a3093fa936 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:36.811047 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-d2f6e998-d0d5-41b3-87f8-ab4f12767e4a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:36.814031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c9c663-6d14-44ef-ad75-9fcc1e56dfc5', 'tag': 'd4104b58-2820-4f0c-bf20-17855f4f146d'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:13:36.817063 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf23f8e-f3d9-4c4d-9665-dcc5fe4ad35d" -d '{"events": [{"name": "network-changed", "server_uuid": "87c9c663-6d14-44ef-ad75-9fcc1e56dfc5", "tag": "d4104b58-2820-4f0c-bf20-17855f4f146d"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:13:36.852211 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f9b77ee4-7f3d-476f-bf48-b46ceb02e6d9 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2079422 Jul 06 12:13:36.866531 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ab10161-8ef1-4efa-96ce-4dd6b9993f3d req-e4c2d534-0daa-4760-8411-34e9fa8a3b66 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 210 time: 0.0883832 Jul 06 12:13:36.869588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60076) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:36.877941 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-bfd8b905-1dee-4f78-a7dd-7ea85e06ad9d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'subnet': {'network_id': 'a694544f-93ad-44ef-afef-d2c8fe465ffe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:36.937323 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b891fd5e-de3f-4c26-b9e8-b871b6df744e x-openstack-request-id: req-b891fd5e-de3f-4c26-b9e8-b871b6df744e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:13:36.937641 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c9c663-6d14-44ef-ad75-9fcc1e56dfc5", "tag": "d4104b58-2820-4f0c-bf20-17855f4f146d", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:13:36.937957 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b891fd5e-de3f-4c26-b9e8-b871b6df744e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:13:36.938476 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c9c663-6d14-44ef-ad75-9fcc1e56dfc5', 'tag': 'd4104b58-2820-4f0c-bf20-17855f4f146d', 'status': 'completed', 'code': 200} Jul 06 12:13:36.945077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0bdba-0ab0-4c1d-a1b1-d07c247954c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4104b58-2820-4f0c-bf20-17855f4f146d,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:37.061683 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd8b905-1dee-4f78-a7dd-7ea85e06ad9d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:37.067204 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b905-1dee-4f78-a7dd-7ea85e06ad9d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:37.143302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-d2f6e998-d0d5-41b3-87f8-ab4f12767e4a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Allocated IP 172.20.0.5 (f7082785-664d-493b-9a4a-034e8c10bfd1/1b6c2880-5ac9-4e35-9b1e-f738ec808b88/99fe9147-b23e-40a7-acb6-0daed881ddf9) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:37.335645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-b007eba8-09a9-49ef-8b42-15d80d808998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:37.337766 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-b007eba8-09a9-49ef-8b42-15d80d808998 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 1095 time: 0.4833968 Jul 06 12:13:37.391139 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-f5fff9c3-db97-4d65-8e84-f96a8a42f32a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4104b58-2820-4f0c-bf20-17855f4f146d HTTP/1.1" status: 200 len: 217 time: 0.0436194 Jul 06 12:13:37.405177 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b905-1dee-4f78-a7dd-7ea85e06ad9d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:37.451283 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-ccf5e80f-6c04-432a-b76b-eeb5e4fbe022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:37.452772 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-ccf5e80f-6c04-432a-b76b-eeb5e4fbe022 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.0496163 Jul 06 12:13:37.514980 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8b905-1dee-4f78-a7dd-7ea85e06ad9d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Subnet': ['ID=d4ce8708-390c-446a-a1d2-56c3cbcaaa35,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:37.552884 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-d2f6e998-d0d5-41b3-87f8-ab4f12767e4a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:37.585851 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-d2f6e998-d0d5-41b3-87f8-ab4f12767e4a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Transition to ACTIVE for port object 99fe9147-b23e-40a7-acb6-0daed881ddf9 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:37.590998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8b905-1dee-4f78-a7dd-7ea85e06ad9d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Checking segment: {'id': 'e4a65705-b4fe-4be1-b96d-dfddb30c74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a694544f-93ad-44ef-afef-d2c8fe465ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:37.591794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8b905-1dee-4f78-a7dd-7ea85e06ad9d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network hostable DHCP agents. Network: a694544f-93ad-44ef-afef-d2c8fe465ffe, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:13:37.608629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-d5304429-a212-4b9b-a8fa-5a6a309caf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:37.611350 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-d5304429-a212-4b9b-a8fa-5a6a309caf1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445248 Jul 06 12:13:37.619564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8b905-1dee-4f78-a7dd-7ea85e06ad9d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network a694544f-93ad-44ef-afef-d2c8fe465ffe is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:13:37.639783 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-bfd8b905-1dee-4f78-a7dd-7ea85e06ad9d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, a694544f-93ad-44ef-afef-d2c8fe465ffe) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:37.649948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d2b38d-a3ea-474a-a2f5-e49d369def27 None None] Network a694544f-93ad-44ef-afef-d2c8fe465ffe requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:37.657604 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd8b905-1dee-4f78-a7dd-7ea85e06ad9d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:37.659612 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b905-1dee-4f78-a7dd-7ea85e06ad9d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:37.723913 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bfd8b905-1dee-4f78-a7dd-7ea85e06ad9d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8528924 Jul 06 12:13:37.725367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60084) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:37.736089 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-81bd9848-36b4-4d34-a093-e00a74b4fbfe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2143822227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:37.752722 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-b95b6732-69f5-4990-aacb-4e1f2fa598b3 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301010 Jul 06 12:13:37.793400 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-81bd9848-36b4-4d34-a093-e00a74b4fbfe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:37.795328 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-81bd9848-36b4-4d34-a093-e00a74b4fbfe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:37.920103 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-d2f6e998-d0d5-41b3-87f8-ab4f12767e4a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:37.944937 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-81bd9848-36b4-4d34-a093-e00a74b4fbfe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:37.975517 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-81bd9848-36b4-4d34-a093-e00a74b4fbfe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.045015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-d2f6e998-d0d5-41b3-87f8-ab4f12767e4a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Network f7082785-664d-493b-9a4a-034e8c10bfd1 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:38.070574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-d2f6e998-d0d5-41b3-87f8-ab4f12767e4a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:38.072053 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-81bd9848-36b4-4d34-a093-e00a74b4fbfe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.075542 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-81bd9848-36b4-4d34-a093-e00a74b4fbfe tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3484509 Jul 06 12:13:38.075830 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['62b37920-7e70-43a5-9bf0-3b5ea515291b', '9af8587a-cc37-45af-8e9c-2255e69671a1'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:13:38.081744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60088) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:38.087512 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-d2f6e998-d0d5-41b3-87f8-ab4f12767e4a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:38.097976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-2f527565-54d2-449a-88f5-fe63cb3a27c7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'network_id': 'a694544f-93ad-44ef-afef-d2c8fe465ffe', 'name': 'tempest-PortsIpV6TestJSON-1717504417'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:38.209904 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-30eb0329-4bf5-478d-be96-7b816bc5cbba req-71239c0c-c4ee-4052-9479-856052651acf service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484479 Jul 06 12:13:38.226027 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6093eff4-fe63-45a3-a0e8-9bccc62854e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.283537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6e998-d0d5-41b3-87f8-ab4f12767e4a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event updated for resources: {'Port': ['ID=99fe9147-b23e-40a7-acb6-0daed881ddf9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:38.373476 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.379724 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61608a9-cedd-4ff2-9906-12a10303cb70 req-477f01d9-6e1c-499f-bace-bcf7475a6ae5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:38.393720 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f61608a9-cedd-4ff2-9906-12a10303cb70 req-477f01d9-6e1c-499f-bace-bcf7475a6ae5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 944 time: 0.4466698 Jul 06 12:13:38.410739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-a694544f-93ad-44ef-afef-d2c8fe465ffe', 'network_id': 'a694544f-93ad-44ef-afef-d2c8fe465ffe', 'tenant_id': 'a6cfa0d034a0486f97d965fefd9841d5', 'fixed_ips': [{'subnet_id': 'd4ce8708-390c-446a-a1d2-56c3cbcaaa35'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:13:38.412541 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.477037 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f61608a9-cedd-4ff2-9906-12a10303cb70 req-128ae4ea-b24e-416f-ae28-8cc60b84ceb0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819590 Jul 06 12:13:38.508405 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-d2f6e998-d0d5-41b3-87f8-ab4f12767e4a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:38.509023 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-d2f6e998-d0d5-41b3-87f8-ab4f12767e4a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.572249 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f527565-54d2-449a-88f5-fe63cb3a27c7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:38.576971 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f527565-54d2-449a-88f5-fe63cb3a27c7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.593229 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-d2f6e998-d0d5-41b3-87f8-ab4f12767e4a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7070792 Jul 06 12:13:38.627081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-2f527565-54d2-449a-88f5-fe63cb3a27c7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] device_id is not set on port e4b635a8-8754-4e08-9b40-5cae7d7ac869 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:13:38.638681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf23f8e-f3d9-4c4d-9665-dcc5fe4ad35d req-4f2bc9a1-e948-4176-9a3e-27ba3174d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:38.643983 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6bf23f8e-f3d9-4c4d-9665-dcc5fe4ad35d req-4f2bc9a1-e948-4176-9a3e-27ba3174d823 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 1095 time: 0.3208110 Jul 06 12:13:38.732632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Allocated IP 2001:db8::2 (a694544f-93ad-44ef-afef-d2c8fe465ffe/d4ce8708-390c-446a-a1d2-56c3cbcaaa35/0bb246f5-1780-481c-a74b-8289fce85a54) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:38.856262 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e4950d25-0201-466f-987a-82e7875ad90b None None] Provisioning for port 99fe9147-b23e-40a7-acb6-0daed881ddf9 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:38.871436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Request body: {'port': {'device_id': '988234ca-4747-49de-a615-3ab42a4d77f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:38.878057 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e4950d25-0201-466f-987a-82e7875ad90b None None] Provisioning complete for port 99fe9147-b23e-40a7-acb6-0daed881ddf9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:38.878374 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4950d25-0201-466f-987a-82e7875ad90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:38.909346 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483bb47-2424-417e-b743-8c911bdfe76f req-dd784417-671f-4761-9a60-b81ed26011a5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:38.911323 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d483bb47-2424-417e-b743-8c911bdfe76f req-dd784417-671f-4761-9a60-b81ed26011a5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 931 time: 0.1588972 Jul 06 12:13:38.985426 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d483bb47-2424-417e-b743-8c911bdfe76f req-32871b97-e396-45e8-966e-1770d481087d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670269 Jul 06 12:13:39.011485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf23f8e-f3d9-4c4d-9665-dcc5fe4ad35d req-afc941ad-71b9-4f12-94fa-7af5790275e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:39.013413 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6bf23f8e-f3d9-4c4d-9665-dcc5fe4ad35d req-afc941ad-71b9-4f12-94fa-7af5790275e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 913 time: 0.3618715 Jul 06 12:13:39.045036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e4950d25-0201-466f-987a-82e7875ad90b None None] Port 99fe9147-b23e-40a7-acb6-0daed881ddf9 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:39.123850 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:39.142926 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Transition to ACTIVE for port object 0bb246f5-1780-481c-a74b-8289fce85a54 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:39.147244 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:39.163342 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6bf23f8e-f3d9-4c4d-9665-dcc5fe4ad35d req-7ba2646c-8d52-4a67-8a45-acc27dc9c3f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4104b58-2820-4f0c-bf20-17855f4f146d HTTP/1.1" status: 200 len: 217 time: 0.0553877 Jul 06 12:13:39.177081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Transition to ACTIVE for port object 0bb246f5-1780-481c-a74b-8289fce85a54 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:39.193536 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:39.292970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Network a694544f-93ad-44ef-afef-d2c8fe465ffe is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:39.308093 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:39.319274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:39.334846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf23f8e-f3d9-4c4d-9665-dcc5fe4ad35d req-ce39b535-78c2-4236-97fe-7a2b680e62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:39.336039 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Pushing event updated for resources: {'Port': ['ID=0bb246f5-1780-481c-a74b-8289fce85a54,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:39.336790 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6bf23f8e-f3d9-4c4d-9665-dcc5fe4ad35d req-ce39b535-78c2-4236-97fe-7a2b680e62f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.1473532 Jul 06 12:13:39.356203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-2f527565-54d2-449a-88f5-fe63cb3a27c7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Allocated IP 2001:db8::277 (a694544f-93ad-44ef-afef-d2c8fe465ffe/d4ce8708-390c-446a-a1d2-56c3cbcaaa35/e4b635a8-8754-4e08-9b40-5cae7d7ac869) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:39.431108 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:39.477272 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Attempting to bind port 0bb246f5-1780-481c-a74b-8289fce85a54 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:39.477272 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Attempting to bind port 0bb246f5-1780-481c-a74b-8289fce85a54 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e4a65705-b4fe-4be1-b96d-dfddb30c74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a694544f-93ad-44ef-afef-d2c8fe465ffe'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:39.477272 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Attempting to bind port 0bb246f5-1780-481c-a74b-8289fce85a54 on network a694544f-93ad-44ef-afef-d2c8fe465ffe {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:39.486500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:39.486889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Checking segment: {'id': 'e4a65705-b4fe-4be1-b96d-dfddb30c74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a694544f-93ad-44ef-afef-d2c8fe465ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:39.487322 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:39.488341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Bound using segment: {'id': 'e4a65705-b4fe-4be1-b96d-dfddb30c74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a694544f-93ad-44ef-afef-d2c8fe465ffe'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:39.488889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Bound port: 0bb246f5-1780-481c-a74b-8289fce85a54, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a65705-b4fe-4be1-b96d-dfddb30c74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a694544f-93ad-44ef-afef-d2c8fe465ffe'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:39.489279 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:39.571564 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f527565-54d2-449a-88f5-fe63cb3a27c7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:39.589112 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-2f527565-54d2-449a-88f5-fe63cb3a27c7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Transition to ACTIVE for port object e4b635a8-8754-4e08-9b40-5cae7d7ac869 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:39.633984 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f527565-54d2-449a-88f5-fe63cb3a27c7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:39.650855 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-04422877-111f-4164-bcd5-ff453c27605f None None] For port 0bb246f5-1780-481c-a74b-8289fce85a54, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:39.655041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-04422877-111f-4164-bcd5-ff453c27605f None None] For port 0bb246f5-1780-481c-a74b-8289fce85a54, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0bb246f5-1780-481c-a74b-8289fce85a54,segment=NetworkSegment(e4a65705-b4fe-4be1-b96d-dfddb30c74cf),segment_id=e4a65705-b4fe-4be1-b96d-dfddb30c74cf)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:39.667072 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:39.704442 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f527565-54d2-449a-88f5-fe63cb3a27c7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network a694544f-93ad-44ef-afef-d2c8fe465ffe is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:39.710724 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-2f527565-54d2-449a-88f5-fe63cb3a27c7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:39.748227 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04422877-111f-4164-bcd5-ff453c27605f None None] Pushing event updated for resources: {'Port': ['ID=0bb246f5-1780-481c-a74b-8289fce85a54,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:39.764202 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f527565-54d2-449a-88f5-fe63cb3a27c7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:39.772304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f527565-54d2-449a-88f5-fe63cb3a27c7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:39.773414 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f527565-54d2-449a-88f5-fe63cb3a27c7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:39.808928 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2f527565-54d2-449a-88f5-fe63cb3a27c7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7236140 Jul 06 12:13:39.812898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60100) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:39.827391 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f527565-54d2-449a-88f5-fe63cb3a27c7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=e4b635a8-8754-4e08-9b40-5cae7d7ac869,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:39.866770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ff3fc-9831-4602-ad99-125580e13292 req-22e3c751-e00e-444c-a858-11b38aad9b3e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:39.868691 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-468ff3fc-9831-4602-ad99-125580e13292 req-22e3c751-e00e-444c-a858-11b38aad9b3e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 944 time: 0.1629615 Jul 06 12:13:39.938648 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-468ff3fc-9831-4602-ad99-125580e13292 req-a45f61eb-90c9-4f28-8d9b-1ff67d0982d7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619411 Jul 06 12:13:39.987095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf23f8e-f3d9-4c4d-9665-dcc5fe4ad35d req-3b332d09-cb32-4b6b-a5aa-7b9a4b70ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:39.988658 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6bf23f8e-f3d9-4c4d-9665-dcc5fe4ad35d req-3b332d09-cb32-4b6b-a5aa-7b9a4b70ca73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6389673 Jul 06 12:13:40.164934 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fe9147-b23e-40a7-acb6-0daed881ddf9 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:13:40.258651 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:40.332635 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Transition to ACTIVE for port object 99fe9147-b23e-40a7-acb6-0daed881ddf9 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:40.333359 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58b059-0c71-48f2-800e-7bc20abb3b4b req-278293a2-3d27-462f-a184-9c44cda2cc7a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:40.351858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f58b059-0c71-48f2-800e-7bc20abb3b4b req-278293a2-3d27-462f-a184-9c44cda2cc7a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 931 time: 0.1440308 Jul 06 12:13:40.376307 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:40.430471 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f58b059-0c71-48f2-800e-7bc20abb3b4b req-6a7c032a-4ecc-417c-88d8-c68b06b18a0a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776060 Jul 06 12:13:40.510398 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6bf23f8e-f3d9-4c4d-9665-dcc5fe4ad35d req-45ca51ed-6053-4082-a1b4-5eb9437d4dba service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064707 Jul 06 12:13:40.527127 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Pushing event updated for resources: {'Port': ['ID=99fe9147-b23e-40a7-acb6-0daed881ddf9,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:40.642249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:40.642945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:40.642945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:40.643350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:40.643610 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:40.643937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:40.644257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:40.644579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:40.644895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:40.645213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:40.645527 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:40.646645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:40.823032 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6bf23f8e-f3d9-4c4d-9665-dcc5fe4ad35d req-a5fa640b-3959-4ce1-8a5e-eaf46b19fe12 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040061 Jul 06 12:13:40.913020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Attempting to bind port 99fe9147-b23e-40a7-acb6-0daed881ddf9 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:40.913368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Attempting to bind port 99fe9147-b23e-40a7-acb6-0daed881ddf9 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:40.913699 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Attempting to bind port 99fe9147-b23e-40a7-acb6-0daed881ddf9 on network f7082785-664d-493b-9a4a-034e8c10bfd1 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:40.920522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Port 99fe9147-b23e-40a7-acb6-0daed881ddf9 on network f7082785-664d-493b-9a4a-034e8c10bfd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:13:40.920866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Attempting to bind port 99fe9147-b23e-40a7-acb6-0daed881ddf9 on network f7082785-664d-493b-9a4a-034e8c10bfd1 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:40.923815 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:40.928665 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-baf5ce62-35a8-4028-9faa-0aa54685eb31 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:40.946203 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:40.946548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Checking segment: {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:40.946933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Bound using segment: {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:40.947397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Bound port: 99fe9147-b23e-40a7-acb6-0daed881ddf9, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:40.947759 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:41.245072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0bb246f5-1780-481c-a74b-8289fce85a54 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:41.310924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e60a3-311b-4a7c-8106-0b93bda12196 req-42860b14-1c7e-435d-8818-e2553048c1f0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:41.312620 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-564e60a3-311b-4a7c-8106-0b93bda12196 req-42860b14-1c7e-435d-8818-e2553048c1f0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 944 time: 0.1646292 Jul 06 12:13:41.361692 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 0bb246f5-1780-481c-a74b-8289fce85a54 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:41.393906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774b5daa-c0e7-40bf-8d15-5fe8370acee4 None None] Network a694544f-93ad-44ef-afef-d2c8fe465ffe requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:41.401114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] For port 99fe9147-b23e-40a7-acb6-0daed881ddf9, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:41.404564 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-564e60a3-311b-4a7c-8106-0b93bda12196 req-86bc1667-f51b-4576-842f-f934ccfcc669 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734162 Jul 06 12:13:41.447588 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] For port 99fe9147-b23e-40a7-acb6-0daed881ddf9, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=99fe9147-b23e-40a7-acb6-0daed881ddf9,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:41.472838 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:41.474953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-789321e0-0a98-4aa4-8b6b-31e065380eb5 None None] Provisioning for port 0bb246f5-1780-481c-a74b-8289fce85a54 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:41.485349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-789321e0-0a98-4aa4-8b6b-31e065380eb5 None None] Provisioning complete for port 0bb246f5-1780-481c-a74b-8289fce85a54 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:41.485969 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-789321e0-0a98-4aa4-8b6b-31e065380eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:41.566819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:41.567474 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:41.569932 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] 10.222.0.89 "PUT /v2.0/ports/99fe9147-b23e-40a7-acb6-0daed881ddf9 HTTP/1.1" status: 200 len: 1091 time: 2.9663634 Jul 06 12:13:41.578278 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988234ca-4747-49de-a615-3ab42a4d77f5', 'tag': '99fe9147-b23e-40a7-acb6-0daed881ddf9'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:13:41.584432 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a192df14-d292-47aa-9481-cc0b219e4588" -d '{"events": [{"name": "network-changed", "server_uuid": "988234ca-4747-49de-a615-3ab42a4d77f5", "tag": "99fe9147-b23e-40a7-acb6-0daed881ddf9"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:13:41.686714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701164b-85b2-44cb-81d5-4caab2f9f708 service neutron] Pushing event updated for resources: {'Port': ['ID=99fe9147-b23e-40a7-acb6-0daed881ddf9,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:41.712544 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-789321e0-0a98-4aa4-8b6b-31e065380eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:41.730031 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-baf5ce62-35a8-4028-9faa-0aa54685eb31 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:41.748173 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-baf5ce62-35a8-4028-9faa-0aa54685eb31 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:41.818666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-789321e0-0a98-4aa4-8b6b-31e065380eb5 None None] For port 0bb246f5-1780-481c-a74b-8289fce85a54, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0bb246f5-1780-481c-a74b-8289fce85a54,segment=NetworkSegment(e4a65705-b4fe-4be1-b96d-dfddb30c74cf),segment_id=e4a65705-b4fe-4be1-b96d-dfddb30c74cf)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:41.825420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-e5621802-a1b1-4117-9410-dcbd630bf60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:41.826972 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-e5621802-a1b1-4117-9410-dcbd630bf60a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 1094 time: 0.1789560 Jul 06 12:13:41.845799 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-789321e0-0a98-4aa4-8b6b-31e065380eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:41.952502 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:13:41.981131 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789321e0-0a98-4aa4-8b6b-31e065380eb5 None None] Pushing event updated for resources: {'Port': ['ID=0bb246f5-1780-481c-a74b-8289fce85a54,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:42.002156 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-bf1b6b4c-8117-4095-9bdb-8bf695d9b5c8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99fe9147-b23e-40a7-acb6-0daed881ddf9 HTTP/1.1" status: 200 len: 217 time: 0.1598933 Jul 06 12:13:42.017935 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e559a19-d392-40dc-b0b8-c39584877412 req-b187d7d2-ffa4-4ad1-9e47-92ba3af3f7af tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:42.031856 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e559a19-d392-40dc-b0b8-c39584877412 req-b187d7d2-ffa4-4ad1-9e47-92ba3af3f7af tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 943 time: 0.2369802 Jul 06 12:13:42.093925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e559a19-d392-40dc-b0b8-c39584877412 req-48a86202-d3a2-4573-83d6-e969baf8d7a8 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609727 Jul 06 12:13:42.115886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5ce62-35a8-4028-9faa-0aa54685eb31 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=e4b635a8-8754-4e08-9b40-5cae7d7ac869,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:42.218071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-a613e68b-4818-422b-a231-1c6c4a61aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:42.219589 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-a613e68b-4818-422b-a231-1c6c4a61aa2a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.1167915 Jul 06 12:13:42.267442 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5ddaa5-ea62-43d1-80e9-14cef681ce36 x-openstack-request-id: req-6c5ddaa5-ea62-43d1-80e9-14cef681ce36 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:13:42.267902 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988234ca-4747-49de-a615-3ab42a4d77f5", "tag": "99fe9147-b23e-40a7-acb6-0daed881ddf9", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:13:42.268327 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c5ddaa5-ea62-43d1-80e9-14cef681ce36 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:13:42.268729 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988234ca-4747-49de-a615-3ab42a4d77f5', 'tag': '99fe9147-b23e-40a7-acb6-0daed881ddf9', 'status': 'completed', 'code': 200} Jul 06 12:13:42.306327 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-baf5ce62-35a8-4028-9faa-0aa54685eb31 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:42.408444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5f9d8e6d-cf02-4fb7-a31b-cba6984736a0 None None] Provisioning complete for port 0bb246f5-1780-481c-a74b-8289fce85a54 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:42.408775 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5f9d8e6d-cf02-4fb7-a31b-cba6984736a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:42.477375 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-a636259a-d4f2-4297-9975-65cd09a0238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:42.484896 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-a636259a-d4f2-4297-9975-65cd09a0238b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2151587 Jul 06 12:13:42.650081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5f9d8e6d-cf02-4fb7-a31b-cba6984736a0 None None] Provisioning for port e4b635a8-8754-4e08-9b40-5cae7d7ac869 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:42.658023 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5f9d8e6d-cf02-4fb7-a31b-cba6984736a0 None None] Provisioning complete for port e4b635a8-8754-4e08-9b40-5cae7d7ac869 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:42.658468 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5f9d8e6d-cf02-4fb7-a31b-cba6984736a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:42.709808 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d8e6d-cf02-4fb7-a31b-cba6984736a0 None None] Port e4b635a8-8754-4e08-9b40-5cae7d7ac869 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:42.729110 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-baf5ce62-35a8-4028-9faa-0aa54685eb31 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:42.783702 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdd42b-0e71-488b-a4dd-3fda562d2e1d req-5290e347-d0ff-4cc7-b336-4a96f9354850 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:42.798013 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e6fdd42b-0e71-488b-a4dd-3fda562d2e1d req-5290e347-d0ff-4cc7-b336-4a96f9354850 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 944 time: 0.1224632 Jul 06 12:13:42.870108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bf4ac434-3008-4437-843f-9b1fe334715c None None] Provisioning complete for port e4b635a8-8754-4e08-9b40-5cae7d7ac869 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:42.870958 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf4ac434-3008-4437-843f-9b1fe334715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:42.874598 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-6f6d5440-8fa7-4bc9-8606-55a6ccae3d50 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801088 Jul 06 12:13:42.899326 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e6fdd42b-0e71-488b-a4dd-3fda562d2e1d req-057fe450-07c6-41b8-a845-5977ce8d8b91 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000390 Jul 06 12:13:42.987162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ac434-3008-4437-843f-9b1fe334715c None None] Port e4b635a8-8754-4e08-9b40-5cae7d7ac869 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:43.230138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0bb246f5-1780-481c-a74b-8289fce85a54 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:43.345537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7d342a15-a041-417a-b926-1436c9be0d40 None None] Provisioning complete for port e4b635a8-8754-4e08-9b40-5cae7d7ac869 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:43.353624 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7d342a15-a041-417a-b926-1436c9be0d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:43.440849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0bb246f5-1780-481c-a74b-8289fce85a54 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:43.441601 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:43.516620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7d342a15-a041-417a-b926-1436c9be0d40 None None] Port e4b635a8-8754-4e08-9b40-5cae7d7ac869 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:43.535940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39492afa-fa04-48c4-8ea9-ddb82406484d req-e25067b1-6ecb-4dc8-a0f8-78fed3b4ddf9 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:43.538150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39492afa-fa04-48c4-8ea9-ddb82406484d req-e25067b1-6ecb-4dc8-a0f8-78fed3b4ddf9 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 943 time: 0.1570985 Jul 06 12:13:43.602521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39492afa-fa04-48c4-8ea9-ddb82406484d req-67bee597-110d-48f7-9f29-b6d4995f060a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436654 Jul 06 12:13:43.709835 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2799af2-6ac0-4385-8bb0-e96547f777c6 req-4a5d89b3-01a9-4442-a2af-ade8b686d975 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8227689 Jul 06 12:13:43.854074 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-baf5ce62-35a8-4028-9faa-0aa54685eb31 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:43.858800 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192df14-d292-47aa-9481-cc0b219e4588 req-af8e83bf-3e12-421d-9f4b-05256b80c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:43.860412 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a192df14-d292-47aa-9481-cc0b219e4588 req-af8e83bf-3e12-421d-9f4b-05256b80c64d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 1094 time: 0.0880136 Jul 06 12:13:43.865124 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-baf5ce62-35a8-4028-9faa-0aa54685eb31 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:43.865966 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-baf5ce62-35a8-4028-9faa-0aa54685eb31 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:44.088459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf5ce62-35a8-4028-9faa-0aa54685eb31 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network a694544f-93ad-44ef-afef-d2c8fe465ffe is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:44.089466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5ce62-35a8-4028-9faa-0aa54685eb31 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=e4b635a8-8754-4e08-9b40-5cae7d7ac869,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:44.098170 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-baf5ce62-35a8-4028-9faa-0aa54685eb31 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:44.133932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971df48-67c3-4b26-8527-1d257bc16dae req-24558aec-e74f-43ca-b798-f77658b6d2e9 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:44.135586 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8971df48-67c3-4b26-8527-1d257bc16dae req-24558aec-e74f-43ca-b798-f77658b6d2e9 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 944 time: 0.1006048 Jul 06 12:13:44.152828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192df14-d292-47aa-9481-cc0b219e4588 req-3a4b5084-17c4-4cf2-8ac0-ada1cff11d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:44.153892 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a192df14-d292-47aa-9481-cc0b219e4588 req-3a4b5084-17c4-4cf2-8ac0-ada1cff11d6a service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.2815115 Jul 06 12:13:44.193651 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8971df48-67c3-4b26-8527-1d257bc16dae req-f1ac5bdd-2a65-49a9-ba75-20ee6e11324e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515025 Jul 06 12:13:44.246633 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a192df14-d292-47aa-9481-cc0b219e4588 req-ae71134a-7b22-4e28-8c67-d4112355f95f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99fe9147-b23e-40a7-acb6-0daed881ddf9 HTTP/1.1" status: 200 len: 217 time: 0.0612292 Jul 06 12:13:44.329947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192df14-d292-47aa-9481-cc0b219e4588 req-6aac4939-fbc5-4171-9c19-61ffc7c2094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:44.331722 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a192df14-d292-47aa-9481-cc0b219e4588 req-6aac4939-fbc5-4171-9c19-61ffc7c2094f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.0751953 Jul 06 12:13:44.386557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf5ce62-35a8-4028-9faa-0aa54685eb31 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Router 1d77b846-9091-467b-a31b-8b3badaa2f47 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:13:44.418121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192df14-d292-47aa-9481-cc0b219e4588 req-4ad334bd-b219-4f86-a716-67a00fc5dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:44.419684 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a192df14-d292-47aa-9481-cc0b219e4588 req-4ad334bd-b219-4f86-a716-67a00fc5dc7d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802989 Jul 06 12:13:44.447476 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-84780056-a412-47b6-b954-feeda0c88264 None None] Provisioning complete for port e4b635a8-8754-4e08-9b40-5cae7d7ac869 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:44.448485 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84780056-a412-47b6-b954-feeda0c88264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:44.508620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-84780056-a412-47b6-b954-feeda0c88264 None None] Port e4b635a8-8754-4e08-9b40-5cae7d7ac869 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:44.597245 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf5ce62-35a8-4028-9faa-0aa54685eb31 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:13:44.606258 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-baf5ce62-35a8-4028-9faa-0aa54685eb31 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "PUT /v2.0/routers/1d77b846-9091-467b-a31b-8b3badaa2f47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7665956 Jul 06 12:13:44.606419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60144) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:44.612495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6b0745-84ef-432f-83d5-176d9acebeb9 None None] Sync routers for ids ['1d77b846-9091-467b-a31b-8b3badaa2f47'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:13:44.628663 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a192df14-d292-47aa-9481-cc0b219e4588 req-a95c8f52-0a14-436b-a84b-c4666ac1b7c7 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740901 Jul 06 12:13:44.630856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b0745-84ef-432f-83d5-176d9acebeb9 None None] Routers {'1d77b846-9091-467b-a31b-8b3badaa2f47'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:44.631778 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3b6b0745-84ef-432f-83d5-176d9acebeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:13:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1d77b846-9091-467b-a31b-8b3badaa2f47'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:44.679154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3b6b0745-84ef-432f-83d5-176d9acebeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:44.689299 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b0745-84ef-432f-83d5-176d9acebeb9 None None] Routers {'1d77b846-9091-467b-a31b-8b3badaa2f47'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:44.689933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3b6b0745-84ef-432f-83d5-176d9acebeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:13:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1d77b846-9091-467b-a31b-8b3badaa2f47'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:44.690924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552d72ba-db4d-454e-b076-6e43019398a4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:44.693321 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-552d72ba-db4d-454e-b076-6e43019398a4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d77b846-9091-467b-a31b-8b3badaa2f47 HTTP/1.1" status: 200 len: 989 time: 0.0857954 Jul 06 12:13:44.696419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60148) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:44.731262 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-3b6b0745-84ef-432f-83d5-176d9acebeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:44.731910 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6b0745-84ef-432f-83d5-176d9acebeb9 None None] The sync data for ids ['1d77b846-9091-467b-a31b-8b3badaa2f47'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:13:44.823261 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a192df14-d292-47aa-9481-cc0b219e4588 req-2e74281f-a4a7-4cdf-aba8-f3e39ead9552 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856875 Jul 06 12:13:45.035203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b0c17-4131-4fa0-8bb3-5fb95eebc16c req-84faed2b-2257-4f7e-9931-336e0af10689 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:45.037356 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ee5b0c17-4131-4fa0-8bb3-5fb95eebc16c req-84faed2b-2257-4f7e-9931-336e0af10689 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 943 time: 0.1692588 Jul 06 12:13:45.126992 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ee5b0c17-4131-4fa0-8bb3-5fb95eebc16c req-8ec7ae93-c674-4c97-931f-3941c41e121f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798998 Jul 06 12:13:45.256230 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4a89f3f5-edf6-4b91-b212-55d3491104dc tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:45.444656 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fbb25-b89b-4172-ae9e-ec695e29d3ba req-e35b92bc-24c8-4e3c-a402-f7a8541634ff tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:45.446308 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d7fbb25-b89b-4172-ae9e-ec695e29d3ba req-e35b92bc-24c8-4e3c-a402-f7a8541634ff tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 944 time: 0.1120954 Jul 06 12:13:45.509219 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d7fbb25-b89b-4172-ae9e-ec695e29d3ba req-53b80d57-6d4f-42a9-a011-436a9d051a97 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395012 Jul 06 12:13:45.609274 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4a89f3f5-edf6-4b91-b212-55d3491104dc tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port e4b635a8-8754-4e08-9b40-5cae7d7ac869 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:45.609659 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4a89f3f5-edf6-4b91-b212-55d3491104dc tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:45.702802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4a89f3f5-edf6-4b91-b212-55d3491104dc tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:45.715935 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4a89f3f5-edf6-4b91-b212-55d3491104dc tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for e4b635a8-8754-4e08-9b40-5cae7d7ac869 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:45.758821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 99fe9147-b23e-40a7-acb6-0daed881ddf9 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:13:45.907138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 99fe9147-b23e-40a7-acb6-0daed881ddf9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=99fe9147-b23e-40a7-acb6-0daed881ddf9,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:45.921519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '99fe9147-b23e-40a7-acb6-0daed881ddf9', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'port_id': '99fe9147-b23e-40a7-acb6-0daed881ddf9', 'mac_address': 'fa:16:3e:2f:db:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:13:45.923721 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4a89f3f5-edf6-4b91-b212-55d3491104dc tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:45.971801 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:45.991131 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fe9147-b23e-40a7-acb6-0daed881ddf9 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:13:46.013346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 99fe9147-b23e-40a7-acb6-0daed881ddf9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=99fe9147-b23e-40a7-acb6-0daed881ddf9,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:46.022596 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:46.071515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89f3f5-edf6-4b91-b212-55d3491104dc tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=e4b635a8-8754-4e08-9b40-5cae7d7ac869,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:46.081547 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4a89f3f5-edf6-4b91-b212-55d3491104dc tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:46.143885 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=99fe9147-b23e-40a7-acb6-0daed881ddf9,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:46.268543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['99fe9147-b23e-40a7-acb6-0daed881ddf9'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:13:46.346315 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a89f3f5-edf6-4b91-b212-55d3491104dc tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Router 1d77b846-9091-467b-a31b-8b3badaa2f47 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:13:46.415764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60176) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:46.550126 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf1a1586-351d-48db-820b-8e630afc3905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:46.671740 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf1a1586-351d-48db-820b-8e630afc3905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:46.678949 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf1a1586-351d-48db-820b-8e630afc3905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:46.726950 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bf1a1586-351d-48db-820b-8e630afc3905 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0d51a1e0ff84fb98627fd941e6e65f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083944 Jul 06 12:13:46.727687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60182) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:46.735495 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a1586-351d-48db-820b-8e630afc3905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aa08e4-b00c-4f1a-8916-2315adbc69ed,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:46.762638 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac491ef0-24ba-4c4b-b4e6-079282b89699 req-1ccbfd29-ccd3-47cd-9fdc-3dddb89b2eb6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:46.769836 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ac491ef0-24ba-4c4b-b4e6-079282b89699 req-1ccbfd29-ccd3-47cd-9fdc-3dddb89b2eb6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 944 time: 0.4760780 Jul 06 12:13:46.780776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a89f3f5-edf6-4b91-b212-55d3491104dc tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:13:46.792949 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4a89f3f5-edf6-4b91-b212-55d3491104dc tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "PUT /v2.0/routers/1d77b846-9091-467b-a31b-8b3badaa2f47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0949242 Jul 06 12:13:46.795984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60184) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:46.798236 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda36275-b6a3-4025-a09d-aa6864adc891 None None] Sync routers for ids ['1d77b846-9091-467b-a31b-8b3badaa2f47'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:13:46.811040 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda36275-b6a3-4025-a09d-aa6864adc891 None None] Routers {'1d77b846-9091-467b-a31b-8b3badaa2f47'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:46.812094 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fda36275-b6a3-4025-a09d-aa6864adc891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:13:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1d77b846-9091-467b-a31b-8b3badaa2f47'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:46.812308 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba64124e-9ac6-43be-9408-d7eb1ae29eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:46.834616 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08f8210-4fc9-4269-bab9-57c1b7416f6b tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] GET failed (client error): The resource could not be found. Jul 06 12:13:46.836620 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f08f8210-4fc9-4269-bab9-57c1b7416f6b tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/e4b635a8-8754-4e08-9b40-5cae7d7ac869 HTTP/1.1" status: 404 len: 333 time: 0.0357232 Jul 06 12:13:46.840764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60186) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:46.845919 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fda36275-b6a3-4025-a09d-aa6864adc891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:46.855967 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda36275-b6a3-4025-a09d-aa6864adc891 None None] Routers {'1d77b846-9091-467b-a31b-8b3badaa2f47'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:46.856992 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fda36275-b6a3-4025-a09d-aa6864adc891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:13:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1d77b846-9091-467b-a31b-8b3badaa2f47'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:46.863629 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba64124e-9ac6-43be-9408-d7eb1ae29eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:46.893449 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fda36275-b6a3-4025-a09d-aa6864adc891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:46.894369 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda36275-b6a3-4025-a09d-aa6864adc891 None None] The sync data for ids ['1d77b846-9091-467b-a31b-8b3badaa2f47'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:13:46.899272 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ac491ef0-24ba-4c4b-b4e6-079282b89699 req-51595920-a267-4170-8eff-b896a670e924 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283293 Jul 06 12:13:46.934410 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba64124e-9ac6-43be-9408-d7eb1ae29eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:46.937944 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba64124e-9ac6-43be-9408-d7eb1ae29eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:46.939207 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ba64124e-9ac6-43be-9408-d7eb1ae29eb9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e9aa08e4-b00c-4f1a-8916-2315adbc69ed HTTP/1.1" status: 204 len: 168 time: 0.2105043 Jul 06 12:13:46.950234 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64124e-9ac6-43be-9408-d7eb1ae29eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aa08e4-b00c-4f1a-8916-2315adbc69ed,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:46.980722 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f75de684-876c-4382-83dd-d299a1fb2b54 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:47.182208 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f75de684-876c-4382-83dd-d299a1fb2b54 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:47.185043 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f75de684-876c-4382-83dd-d299a1fb2b54 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:47.274171 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd941d-80fa-416a-8ba0-a297a8696af8 req-988ba714-ae6e-4351-886b-5a1cd1ccea68 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:47.274171 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-72cd941d-80fa-416a-8ba0-a297a8696af8 req-988ba714-ae6e-4351-886b-5a1cd1ccea68 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 944 time: 0.2433672 Jul 06 12:13:47.284828 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f75de684-876c-4382-83dd-d299a1fb2b54 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:47.285422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75de684-876c-4382-83dd-d299a1fb2b54 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Fanout notify agent at l3_agent the message router_deleted on router 1d77b846-9091-467b-a31b-8b3badaa2f47 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:13:47.294493 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f75de684-876c-4382-83dd-d299a1fb2b54 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:47.298607 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f75de684-876c-4382-83dd-d299a1fb2b54 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/routers/1d77b846-9091-467b-a31b-8b3badaa2f47 HTTP/1.1" status: 204 len: 168 time: 0.4538863 Jul 06 12:13:47.298781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60206) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:47.318204 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-72cd941d-80fa-416a-8ba0-a297a8696af8 req-b76041c6-6930-40cb-bd6b-8c395349716c tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509882 Jul 06 12:13:47.365650 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c765ea-1b54-4eaf-af14-d5a84001ca92 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting subnet d4ce8708-390c-446a-a1d2-56c3cbcaaa35 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:13:47.369043 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19c765ea-1b54-4eaf-af14-d5a84001ca92 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:47.413403 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19c765ea-1b54-4eaf-af14-d5a84001ca92 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:47.515762 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19c765ea-1b54-4eaf-af14-d5a84001ca92 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:47.597047 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19c765ea-1b54-4eaf-af14-d5a84001ca92 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:47.629115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c765ea-1b54-4eaf-af14-d5a84001ca92 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ce8708-390c-446a-a1d2-56c3cbcaaa35,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:47.631961 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19c765ea-1b54-4eaf-af14-d5a84001ca92 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:47.637273 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60218) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:47.637777 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-19c765ea-1b54-4eaf-af14-d5a84001ca92 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/d4ce8708-390c-446a-a1d2-56c3cbcaaa35 HTTP/1.1" status: 204 len: 168 time: 0.3348541 Jul 06 12:13:47.656402 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f6bff5-2a6f-453f-b595-34967fd016f6 None None] Network a694544f-93ad-44ef-afef-d2c8fe465ffe requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:47.737320 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:47.770161 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 99fe9147-b23e-40a7-acb6-0daed881ddf9 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:47.811011 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port 0bb246f5-1780-481c-a74b-8289fce85a54 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:47.811405 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:47.862562 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 99fe9147-b23e-40a7-acb6-0daed881ddf9 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:47.870549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 99fe9147-b23e-40a7-acb6-0daed881ddf9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:47.871182 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:47.903697 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] For port 0bb246f5-1780-481c-a74b-8289fce85a54, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0bb246f5-1780-481c-a74b-8289fce85a54,segment=NetworkSegment(e4a65705-b4fe-4be1-b96d-dfddb30c74cf),segment_id=e4a65705-b4fe-4be1-b96d-dfddb30c74cf)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:47.904119 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:47.920002 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for 0bb246f5-1780-481c-a74b-8289fce85a54 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:47.986815 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.021752 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.046004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 99fe9147-b23e-40a7-acb6-0daed881ddf9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=99fe9147-b23e-40a7-acb6-0daed881ddf9,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:48.047359 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No DVR routers for this DVR port 0bb246f5-1780-481c-a74b-8289fce85a54 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:13:48.048789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988234ca-4747-49de-a615-3ab42a4d77f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fe9147-b23e-40a7-acb6-0daed881ddf9'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:13:48.052292 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd0cf6e-f318-4775-96c7-42c1097c1291" -d '{"events": [{"server_uuid": "988234ca-4747-49de-a615-3ab42a4d77f5", "name": "network-vif-plugged", "status": "completed", "tag": "99fe9147-b23e-40a7-acb6-0daed881ddf9"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:13:48.056810 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b29922e-eb27-45dd-a071-7ec4010d4044 None None] DHCP port deletion for a694544f-93ad-44ef-afef-d2c8fe465ffe request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:13:48.065244 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.111662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=0bb246f5-1780-481c-a74b-8289fce85a54,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:48.142502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=99fe9147-b23e-40a7-acb6-0daed881ddf9,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:48.206917 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.232682 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a694544f-93ad-44ef-afef-d2c8fe465ffe']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:48.260587 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a65705-b4fe-4be1-b96d-dfddb30c74cf') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:48.260734 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a65705-b4fe-4be1-b96d-dfddb30c74cf') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:48.288454 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.308812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0421ad-0a25-4d0d-9b68-835febd4100d req-8196a600-aef2-47f6-8cf2-66d85cc99c49 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:48.310472 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c0421ad-0a25-4d0d-9b68-835febd4100d req-8196a600-aef2-47f6-8cf2-66d85cc99c49 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 945 time: 0.1912265 Jul 06 12:13:48.317702 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.343606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:13:48.344381 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:13:48.347710 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:13:48.420469 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c0421ad-0a25-4d0d-9b68-835febd4100d req-b55f2aec-73a7-482d-a5ae-e1f5a7e516ec tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980134 Jul 06 12:13:48.433770 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.454473 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.454473 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/networks/a694544f-93ad-44ef-afef-d2c8fe465ffe HTTP/1.1" status: 204 len: 168 time: 0.8079779 Jul 06 12:13:48.455596 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60250) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:48.456695 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de97acb-98e6-458a-b97c-0207627a1c2d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Network': ['ID=a694544f-93ad-44ef-afef-d2c8fe465ffe,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:48.487856 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414ea2f1-4497-4d9e-b1a7-b40db80a6ca8 x-openstack-request-id: req-414ea2f1-4497-4d9e-b1a7-b40db80a6ca8 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:13:48.489355 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988234ca-4747-49de-a615-3ab42a4d77f5", "name": "network-vif-plugged", "status": "completed", "tag": "99fe9147-b23e-40a7-acb6-0daed881ddf9", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:13:48.490116 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-414ea2f1-4497-4d9e-b1a7-b40db80a6ca8 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:13:48.490533 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988234ca-4747-49de-a615-3ab42a4d77f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fe9147-b23e-40a7-acb6-0daed881ddf9', 'code': 200} Jul 06 12:13:48.524550 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b15cb4-94c7-4f81-b339-4417373c9673 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:48.526505 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-52b15cb4-94c7-4f81-b339-4417373c9673 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/f9ec670b-9dc4-4e05-a228-9c453b87c81f HTTP/1.1" status: 200 len: 845 time: 0.0692327 Jul 06 12:13:48.530381 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60254) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:48.624359 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c12b2193-31d4-463a-bd9c-009cdd765f98 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/f9ec670b-9dc4-4e05-a228-9c453b87c81f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0897796 Jul 06 12:13:48.625085 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60256) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:48.630321 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-281fea67-4dc5-40f1-b617-356ea9b333fb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'subnet': {'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:48.658270 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b80c1f-fc3b-4cef-843f-da23a5ca2e8a req-db6337c1-d3d7-4831-bc68-89bd428e492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:48.659722 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-66b80c1f-fc3b-4cef-843f-da23a5ca2e8a req-db6337c1-d3d7-4831-bc68-89bd428e492e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 1096 time: 0.0894153 Jul 06 12:13:48.697831 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-66b80c1f-fc3b-4cef-843f-da23a5ca2e8a req-6a12b132-4ec2-4ae5-b0f9-f343420351a1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299633 Jul 06 12:13:48.770985 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab712ae8-fcb6-454d-a8f4-a43c6ef7d2fd req-4cb6a0ca-24c2-4f55-a7fc-82e437ee80e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:48.772552 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab712ae8-fcb6-454d-a8f4-a43c6ef7d2fd req-4cb6a0ca-24c2-4f55-a7fc-82e437ee80e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 944 time: 0.1236157 Jul 06 12:13:48.773846 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281fea67-4dc5-40f1-b617-356ea9b333fb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:48.777456 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-281fea67-4dc5-40f1-b617-356ea9b333fb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:48.870488 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab712ae8-fcb6-454d-a8f4-a43c6ef7d2fd req-17d6531d-61c2-4563-b7e6-3e8ceaa9ecf2 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892427 Jul 06 12:13:49.019368 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-281fea67-4dc5-40f1-b617-356ea9b333fb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.066832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281fea67-4dc5-40f1-b617-356ea9b333fb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:49.069979 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-281fea67-4dc5-40f1-b617-356ea9b333fb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:49.085125 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bd234f-5932-4d66-b19b-38a9a70e3b1f None None] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:49.099335 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281fea67-4dc5-40f1-b617-356ea9b333fb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:49.100296 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-281fea67-4dc5-40f1-b617-356ea9b333fb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.117215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fea67-4dc5-40f1-b617-356ea9b333fb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Subnet': ['ID=e27a2a9f-ab0f-480c-bf3c-06b47f19543d,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:49.125806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60270) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:49.131354 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d95cbfad-7deb-4f51-9663-3f44b4900615 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'security_group': {'name': 'tempest-secgroup-1760171443'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:49.148466 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-281fea67-4dc5-40f1-b617-356ea9b333fb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5018888 Jul 06 12:13:49.160310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0bb246f5-1780-481c-a74b-8289fce85a54 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:13:49.182269 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d95cbfad-7deb-4f51-9663-3f44b4900615 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.191246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 0bb246f5-1780-481c-a74b-8289fce85a54 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:13:49.191735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0bb246f5-1780-481c-a74b-8289fce85a54 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:13:49.282241 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d95cbfad-7deb-4f51-9663-3f44b4900615 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.288039 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d95cbfad-7deb-4f51-9663-3f44b4900615 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.343865 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cbfad-7deb-4f51-9663-3f44b4900615 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b442c3-7bec-4357-8617-a12cd2769534,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:49.347840 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d95cbfad-7deb-4f51-9663-3f44b4900615 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.353345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60274) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:49.359189 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7e51abb5-2c49-43c5-9933-7af81fdcd77e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'security_group': {'name': 'tempest-secgroup-13196262'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:49.359513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-d88bf061-207f-4895-9d1b-46ae9a8f4c33', 'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'tenant_id': 'a6cfa0d034a0486f97d965fefd9841d5', 'fixed_ips': [{'subnet_id': 'e27a2a9f-ab0f-480c-bf3c-06b47f19543d'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:13:49.360627 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.365439 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d95cbfad-7deb-4f51-9663-3f44b4900615 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2376223 Jul 06 12:13:49.401509 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e51abb5-2c49-43c5-9933-7af81fdcd77e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.429516 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60276) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:49.437385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c77b9562-eb7f-4d83-9382-9fc0a6a419f5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1377943467', 'description': 'tempest-secgroup-smoke-1377943467 description', 'project_id': 'f585d4167c1145b098521c82cd595bff'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:49.556619 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e51abb5-2c49-43c5-9933-7af81fdcd77e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.564443 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e51abb5-2c49-43c5-9933-7af81fdcd77e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.625753 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Allocated IP 2001:db8::2 (d88bf061-207f-4895-9d1b-46ae9a8f4c33/e27a2a9f-ab0f-480c-bf3c-06b47f19543d/71394f36-27de-4700-8c03-c6abfe49e010) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:49.690818 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c77b9562-eb7f-4d83-9382-9fc0a6a419f5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.700648 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e51abb5-2c49-43c5-9933-7af81fdcd77e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.703913 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7e51abb5-2c49-43c5-9933-7af81fdcd77e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3477097 Jul 06 12:13:49.705079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60280) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:49.708590 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51abb5-2c49-43c5-9933-7af81fdcd77e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d47784c-05c8-4e29-b6af-cdd7debffff5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:49.712017 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-219d5e14-a970-41c0-bbd2-2829e0f062c5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1935917329', 'security_groups': ['0d47784c-05c8-4e29-b6af-cdd7debffff5'], 'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e27a2a9f-ab0f-480c-bf3c-06b47f19543d'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:49.714010 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c77b9562-eb7f-4d83-9382-9fc0a6a419f5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.764373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1958-8875-483f-a043-39bc8a74e277 req-1595bf7d-50b1-44d7-a2d8-ec6734703fc3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:49.765935 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fead1958-8875-483f-a043-39bc8a74e277 req-1595bf7d-50b1-44d7-a2d8-ec6734703fc3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 945 time: 0.1788213 Jul 06 12:13:49.819811 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.826167 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fead1958-8875-483f-a043-39bc8a74e277 req-276d26af-f945-4da6-ae36-4d5c8459a4b7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533290 Jul 06 12:13:49.846210 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Transition to ACTIVE for port object 71394f36-27de-4700-8c03-c6abfe49e010 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:49.864965 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Transition to ACTIVE for port object 71394f36-27de-4700-8c03-c6abfe49e010 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:49.873232 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.873566 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c77b9562-eb7f-4d83-9382-9fc0a6a419f5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.878649 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c77b9562-eb7f-4d83-9382-9fc0a6a419f5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:49.919332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:49.924871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:49.932235 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:49.934080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b9562-eb7f-4d83-9382-9fc0a6a419f5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fd8df8-85bb-4f74-a1a9-be005332e084,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:49.943462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Pushing event updated for resources: {'Port': ['ID=71394f36-27de-4700-8c03-c6abfe49e010,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:49.951547 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d4104b58-2820-4f0c-bf20-17855f4f146d details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:13:50.006746 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c77b9562-eb7f-4d83-9382-9fc0a6a419f5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.014422 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c77b9562-eb7f-4d83-9382-9fc0a6a419f5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.041005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219d5e14-a970-41c0-bbd2-2829e0f062c5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:50.050587 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c77b9562-eb7f-4d83-9382-9fc0a6a419f5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.053182 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c77b9562-eb7f-4d83-9382-9fc0a6a419f5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6223748 Jul 06 12:13:50.060639 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60284) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:50.061394 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Attempting to bind port 71394f36-27de-4700-8c03-c6abfe49e010 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:50.061940 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Attempting to bind port 71394f36-27de-4700-8c03-c6abfe49e010 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'd280870d-090d-41af-97da-0b3c1e4a9417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:50.062463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Attempting to bind port 71394f36-27de-4700-8c03-c6abfe49e010 on network d88bf061-207f-4895-9d1b-46ae9a8f4c33 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:50.071838 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-505004eb-9868-457c-8468-56e878d05426 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': 'a0d84d36-0751-417a-9361-567675b9945a', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:50.075475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:50.076077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Checking segment: {'id': 'd280870d-090d-41af-97da-0b3c1e4a9417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:50.076878 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.077549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Bound using segment: {'id': 'd280870d-090d-41af-97da-0b3c1e4a9417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:50.078382 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Bound port: 71394f36-27de-4700-8c03-c6abfe49e010, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd280870d-090d-41af-97da-0b3c1e4a9417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:50.078939 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.115107 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b9562-eb7f-4d83-9382-9fc0a6a419f5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d84d36-0751-417a-9361-567675b9945a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:50.149306 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219d5e14-a970-41c0-bbd2-2829e0f062c5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.173034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-219d5e14-a970-41c0-bbd2-2829e0f062c5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] device_id is not set on port fe8a89cc-0b00-401c-998b-9cc9285bc477 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:13:50.188118 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612f36b-8998-4a50-adff-83f4a377b271 req-21e84001-765c-477b-8175-72716f79feed tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:50.189931 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c612f36b-8998-4a50-adff-83f4a377b271 req-21e84001-765c-477b-8175-72716f79feed tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 944 time: 0.1306052 Jul 06 12:13:50.190999 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-505004eb-9868-457c-8468-56e878d05426 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.233818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] For port 71394f36-27de-4700-8c03-c6abfe49e010, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:50.238805 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] For port 71394f36-27de-4700-8c03-c6abfe49e010, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=71394f36-27de-4700-8c03-c6abfe49e010,segment=NetworkSegment(d280870d-090d-41af-97da-0b3c1e4a9417),segment_id=d280870d-090d-41af-97da-0b3c1e4a9417)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:50.245861 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d4104b58-2820-4f0c-bf20-17855f4f146d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d4104b58-2820-4f0c-bf20-17855f4f146d,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:50.249008 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.261026 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-505004eb-9868-457c-8468-56e878d05426 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.268742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-505004eb-9868-457c-8468-56e878d05426 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.295143 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'd4104b58-2820-4f0c-bf20-17855f4f146d', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'port_id': 'd4104b58-2820-4f0c-bf20-17855f4f146d', 'mac_address': 'fa:16:3e:57:b3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:13:50.297542 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-505004eb-9868-457c-8468-56e878d05426 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.299330 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-505004eb-9868-457c-8468-56e878d05426 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2373810 Jul 06 12:13:50.303597 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60288) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:50.310610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1f254b9b-4b3b-4cb7-bef5-e4371e504d08 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': 'a0d84d36-0751-417a-9361-567675b9945a', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:50.315354 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505004eb-9868-457c-8468-56e878d05426 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b916233a-2ec1-4bec-8182-0bd37cae4a1a,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:50.347738 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c612f36b-8998-4a50-adff-83f4a377b271 req-3ab57e55-9894-4f72-8ac3-ca85d64b9db0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278737 Jul 06 12:13:50.386763 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f254b9b-4b3b-4cb7-bef5-e4371e504d08 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.397985 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.402693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Pushing event updated for resources: {'Port': ['ID=71394f36-27de-4700-8c03-c6abfe49e010,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:50.411825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.412111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.412448 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.412777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.413104 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.413431 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.413749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.414069 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.414393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.414706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.415022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.415593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81482ab-8056-42b1-a97a-57075a7aa8ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:50.431782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4104b58-2820-4f0c-bf20-17855f4f146d {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:13:50.453087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d4104b58-2820-4f0c-bf20-17855f4f146d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d4104b58-2820-4f0c-bf20-17855f4f146d,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:50.458678 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.459215 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-219d5e14-a970-41c0-bbd2-2829e0f062c5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Allocated IP 2001:db8::121 (d88bf061-207f-4895-9d1b-46ae9a8f4c33/e27a2a9f-ab0f-480c-bf3c-06b47f19543d/fe8a89cc-0b00-401c-998b-9cc9285bc477) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:50.475090 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f254b9b-4b3b-4cb7-bef5-e4371e504d08 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.483714 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f254b9b-4b3b-4cb7-bef5-e4371e504d08 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.506997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f254b9b-4b3b-4cb7-bef5-e4371e504d08 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364abb5c-130f-4ce6-81d8-7d2fe3317566,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:50.517130 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f254b9b-4b3b-4cb7-bef5-e4371e504d08 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.518692 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1f254b9b-4b3b-4cb7-bef5-e4371e504d08 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2135787 Jul 06 12:13:50.519674 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d4104b58-2820-4f0c-bf20-17855f4f146d,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:50.523952 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60292) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:50.530650 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-59c5b3c3-1f07-4465-a4c4-1458685cd7fd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': 'a0d84d36-0751-417a-9361-567675b9945a', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:50.569763 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59c5b3c3-1f07-4465-a4c4-1458685cd7fd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.688403 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59c5b3c3-1f07-4465-a4c4-1458685cd7fd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.692737 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59c5b3c3-1f07-4465-a4c4-1458685cd7fd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.732641 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59c5b3c3-1f07-4465-a4c4-1458685cd7fd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.736879 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-59c5b3c3-1f07-4465-a4c4-1458685cd7fd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2106183 Jul 06 12:13:50.736879 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5b3c3-1f07-4465-a4c4-1458685cd7fd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9189e1-9680-4c86-a029-18b2d9aff26e,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:50.737980 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60294) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:50.746796 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['d4104b58-2820-4f0c-bf20-17855f4f146d'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:13:50.749939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4460a2f2-70f1-461d-99af-517d5d589231 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': 'a0d84d36-0751-417a-9361-567675b9945a', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:50.766677 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219d5e14-a970-41c0-bbd2-2829e0f062c5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.791320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-219d5e14-a970-41c0-bbd2-2829e0f062c5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Transition to ACTIVE for port object fe8a89cc-0b00-401c-998b-9cc9285bc477 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:50.827347 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4460a2f2-70f1-461d-99af-517d5d589231 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.933805 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219d5e14-a970-41c0-bbd2-2829e0f062c5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.983395 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4460a2f2-70f1-461d-99af-517d5d589231 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:50.993876 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4460a2f2-70f1-461d-99af-517d5d589231 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.024057 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219d5e14-a970-41c0-bbd2-2829e0f062c5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:51.033421 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d5e14-a970-41c0-bbd2-2829e0f062c5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=fe8a89cc-0b00-401c-998b-9cc9285bc477,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:51.036068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-219d5e14-a970-41c0-bbd2-2829e0f062c5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:51.039502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460a2f2-70f1-461d-99af-517d5d589231 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafe7300-60e2-43b3-a3a2-50c5f484c827,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:51.041253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219d5e14-a970-41c0-bbd2-2829e0f062c5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:51.047112 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219d5e14-a970-41c0-bbd2-2829e0f062c5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:51.047784 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-219d5e14-a970-41c0-bbd2-2829e0f062c5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.052692 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4460a2f2-70f1-461d-99af-517d5d589231 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.056929 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4460a2f2-70f1-461d-99af-517d5d589231 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3148184 Jul 06 12:13:51.057460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60298) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:51.061919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-841e8001-ff7f-4e76-98c2-c2fa1a36b080 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': 'a0d84d36-0751-417a-9361-567675b9945a', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:51.083663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06539b25-8745-4515-816e-e8874a58b3de req-570f27b6-080e-4e66-86db-19efb714c145 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:51.085456 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06539b25-8745-4515-816e-e8874a58b3de req-570f27b6-080e-4e66-86db-19efb714c145 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 945 time: 0.1097479 Jul 06 12:13:51.089315 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-219d5e14-a970-41c0-bbd2-2829e0f062c5 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3830431 Jul 06 12:13:51.092120 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60300) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:51.101894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-49093b37-2e2f-4a0b-a750-3541c471888f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'subnet': {'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:51.142431 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06539b25-8745-4515-816e-e8874a58b3de req-bed3069b-a599-4a7a-9cc9-e89f6dbb5d1d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486159 Jul 06 12:13:51.184130 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-841e8001-ff7f-4e76-98c2-c2fa1a36b080 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Project f585d4167c1145b098521c82cd595bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:13:51.185898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 71394f36-27de-4700-8c03-c6abfe49e010 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:51.194179 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-841e8001-ff7f-4e76-98c2-c2fa1a36b080 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.284029 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 71394f36-27de-4700-8c03-c6abfe49e010 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:51.343391 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-841e8001-ff7f-4e76-98c2-c2fa1a36b080 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.359519 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-841e8001-ff7f-4e76-98c2-c2fa1a36b080 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.366716 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-565f67b0-b5d5-4d0b-b002-11d7de9d3fbb req-e22557a6-e457-4a7a-b93c-197be07680d6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a6c77e2eee574ad7aad674a3093fa936 HTTP/1.1" status: 200 len: 267 time: 0.0762963 Jul 06 12:13:51.369102 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49093b37-2e2f-4a0b-a750-3541c471888f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:51.372472 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49093b37-2e2f-4a0b-a750-3541c471888f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.433430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e8001-ff7f-4e76-98c2-c2fa1a36b080 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239776b6-5952-4fac-9f80-7afdb8f8a1e5,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:51.446191 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-841e8001-ff7f-4e76-98c2-c2fa1a36b080 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.447599 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-841e8001-ff7f-4e76-98c2-c2fa1a36b080 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3891032 Jul 06 12:13:51.450413 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60306) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:51.456442 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2e6db341-c015-43c1-903d-1ba49e53695b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': 'a0d84d36-0751-417a-9361-567675b9945a', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:51.469395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f67b0-b5d5-4d0b-b002-11d7de9d3fbb req-968f7ff2-97b4-4438-97eb-5fcdae7af1e6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:51.471178 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-565f67b0-b5d5-4d0b-b002-11d7de9d3fbb req-968f7ff2-97b4-4438-97eb-5fcdae7af1e6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 945 time: 0.1034601 Jul 06 12:13:51.496435 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-2e6db341-c015-43c1-903d-1ba49e53695b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Project f585d4167c1145b098521c82cd595bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:13:51.499804 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-565f67b0-b5d5-4d0b-b002-11d7de9d3fbb req-628754e6-1140-46d6-8d20-f77f17f4bf72 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Request body: {'port': {'security_groups': []}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:51.514706 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e6db341-c015-43c1-903d-1ba49e53695b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.579194 n-d-799529-2 neutron-server[100428]: INFO neutron.db.ipam_backend_mixin [None req-49093b37-2e2f-4a0b-a750-3541c471888f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e27a2a9f-ab0f-480c-bf3c-06b47f19543d (CIDR: 2001:db8::/64) Jul 06 12:13:51.593015 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-49093b37-2e2f-4a0b-a750-3541c471888f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:13:51.593535 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49093b37-2e2f-4a0b-a750-3541c471888f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:13:51.638055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60310) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:51.638380 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-49093b37-2e2f-4a0b-a750-3541c471888f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5451422 Jul 06 12:13:51.647014 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e6db341-c015-43c1-903d-1ba49e53695b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.650572 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-09dc00e1-0108-4359-b988-1171c5fa3d23 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'subnet': {'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:51.656848 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-565f67b0-b5d5-4d0b-b002-11d7de9d3fbb req-628754e6-1140-46d6-8d20-f77f17f4bf72 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.657783 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e6db341-c015-43c1-903d-1ba49e53695b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.683278 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6db341-c015-43c1-903d-1ba49e53695b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62f8508-242d-4e82-949f-a7300760b6b5,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:51.701370 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e6db341-c015-43c1-903d-1ba49e53695b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.703281 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2e6db341-c015-43c1-903d-1ba49e53695b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2517836 Jul 06 12:13:51.706935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60312) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:51.713318 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b887dd44-40e2-4df6-915c-6ccad5033113 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'network': {'name': 'tempest-network-smoke--771433703', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'port_security_enabled': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:51.748461 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b887dd44-40e2-4df6-915c-6ccad5033113 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Made reservation on behalf of f585d4167c1145b098521c82cd595bff for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:51.754701 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b887dd44-40e2-4df6-915c-6ccad5033113 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.795206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b887dd44-40e2-4df6-915c-6ccad5033113 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:13:51.813371 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b887dd44-40e2-4df6-915c-6ccad5033113 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.813769 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-b887dd44-40e2-4df6-915c-6ccad5033113 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Added segment b4a70d68-7781-4e07-a16c-f586a8166e54 of type vlan for network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 Jul 06 12:13:51.881164 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b887dd44-40e2-4df6-915c-6ccad5033113 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.920605 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b887dd44-40e2-4df6-915c-6ccad5033113 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.928067 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b887dd44-40e2-4df6-915c-6ccad5033113 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:51.928868 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b887dd44-40e2-4df6-915c-6ccad5033113 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:51.969540 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d4104b58-2820-4f0c-bf20-17855f4f146d up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:52.003632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dc00e1-0108-4359-b988-1171c5fa3d23 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:52.008171 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-09dc00e1-0108-4359-b988-1171c5fa3d23 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.008719 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b887dd44-40e2-4df6-915c-6ccad5033113 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3004954 Jul 06 12:13:52.012183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60314) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:52.016830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-869292745', 'admin_state_up': True, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:52.043993 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887dd44-40e2-4df6-915c-6ccad5033113 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Network': ['ID=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:52.061944 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.063350 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.069932 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:13:52.079350 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e644c24c-ee61-4764-afbc-09c92ae13662 None None] Provisioning complete for port f9ec670b-9dc4-4e05-a228-9c453b87c81f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:52.080870 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e644c24c-ee61-4764-afbc-09c92ae13662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.100466 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-565f67b0-b5d5-4d0b-b002-11d7de9d3fbb req-628754e6-1140-46d6-8d20-f77f17f4bf72 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] For port 99fe9147-b23e-40a7-acb6-0daed881ddf9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=99fe9147-b23e-40a7-acb6-0daed881ddf9,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:52.147095 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.171649 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-565f67b0-b5d5-4d0b-b002-11d7de9d3fbb req-628754e6-1140-46d6-8d20-f77f17f4bf72 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.184149 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-565f67b0-b5d5-4d0b-b002-11d7de9d3fbb req-628754e6-1140-46d6-8d20-f77f17f4bf72 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.202243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['62b37920-7e70-43a5-9bf0-3b5ea515291b', '9af8587a-cc37-45af-8e9c-2255e69671a1', '99fe9147-b23e-40a7-acb6-0daed881ddf9'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:13:52.265953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port d4104b58-2820-4f0c-bf20-17855f4f146d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:52.277283 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e644c24c-ee61-4764-afbc-09c92ae13662 None None] Port f9ec670b-9dc4-4e05-a228-9c453b87c81f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:52.290954 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port d4104b58-2820-4f0c-bf20-17855f4f146d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:52.292551 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.315490 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f67b0-b5d5-4d0b-b002-11d7de9d3fbb req-628754e6-1140-46d6-8d20-f77f17f4bf72 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:52.316147 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-565f67b0-b5d5-4d0b-b002-11d7de9d3fbb req-628754e6-1140-46d6-8d20-f77f17f4bf72 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.323396 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-565f67b0-b5d5-4d0b-b002-11d7de9d3fbb req-628754e6-1140-46d6-8d20-f77f17f4bf72 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "PUT /v2.0/ports/99fe9147-b23e-40a7-acb6-0daed881ddf9 HTTP/1.1" status: 200 len: 904 time: 0.8321562 Jul 06 12:13:52.331429 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988234ca-4747-49de-a615-3ab42a4d77f5', 'tag': '99fe9147-b23e-40a7-acb6-0daed881ddf9'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:13:52.334705 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74981eac-b773-48a6-940b-be6f8a4ad0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "988234ca-4747-49de-a615-3ab42a4d77f5", "tag": "99fe9147-b23e-40a7-acb6-0daed881ddf9"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:13:52.364609 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.371439 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e644c24c-ee61-4764-afbc-09c92ae13662 None None] Provisioning for port 71394f36-27de-4700-8c03-c6abfe49e010 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:52.379111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628754e6-1140-46d6-8d20-f77f17f4bf72 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event updated for resources: {'Port': ['ID=99fe9147-b23e-40a7-acb6-0daed881ddf9,revision_number=6']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:52.435342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e644c24c-ee61-4764-afbc-09c92ae13662 None None] Provisioning complete for port 71394f36-27de-4700-8c03-c6abfe49e010 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:52.435635 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e644c24c-ee61-4764-afbc-09c92ae13662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.448638 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['99fe9147-b23e-40a7-acb6-0daed881ddf9'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:13:52.684235 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f55f7-8578-4b02-8207-280b423bb5a8 req-8a4d9afc-9f5b-40c2-a00d-1b5148d7d322 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:52.685864 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c65f55f7-8578-4b02-8207-280b423bb5a8 req-8a4d9afc-9f5b-40c2-a00d-1b5148d7d322 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 945 time: 0.1548100 Jul 06 12:13:52.687072 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-09dc00e1-0108-4359-b988-1171c5fa3d23 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.710392 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.741425 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.766183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dc00e1-0108-4359-b988-1171c5fa3d23 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:52.787999 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc00e1-0108-4359-b988-1171c5fa3d23 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Subnet': ['ID=a213d529-71b6-428c-9606-d2d6a5daec26,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:52.790858 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-09dc00e1-0108-4359-b988-1171c5fa3d23 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:52.795260 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c65f55f7-8578-4b02-8207-280b423bb5a8 req-00d4c315-434f-487a-a401-9d0b1422c011 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771861 Jul 06 12:13:52.796527 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dc00e1-0108-4359-b988-1171c5fa3d23 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:52.797383 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-09dc00e1-0108-4359-b988-1171c5fa3d23 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.811411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ada52e-1e0a-4555-9b31-34a1c1ba76c4 None None] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:52.835269 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:52.835478 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60322) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:52.837862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-09dc00e1-0108-4359-b988-1171c5fa3d23 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1980486 Jul 06 12:13:52.843892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2ee8c908-007a-4e08-adc0-e51ba88efafb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2138226896', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a213d529-71b6-428c-9606-d2d6a5daec26'}], 'security_groups': ['d9b442c3-7bec-4357-8617-a12cd2769534']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:52.933391 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c9c663-6d14-44ef-ad75-9fcc1e56dfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4104b58-2820-4f0c-bf20-17855f4f146d'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:13:52.935704 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6080622-feec-4f68-a49f-a1e9a8893089" -d '{"events": [{"server_uuid": "87c9c663-6d14-44ef-ad75-9fcc1e56dfc5", "name": "network-vif-plugged", "status": "completed", "tag": "d4104b58-2820-4f0c-bf20-17855f4f146d"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:13:52.962849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Allocated IP 172.25.4.135 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:52.971763 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d4104b58-2820-4f0c-bf20-17855f4f146d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d4104b58-2820-4f0c-bf20-17855f4f146d,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:52.990177 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:53.000031 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c908-007a-4e08-adc0-e51ba88efafb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:53.097866 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bb52e-2472-47bf-9fe0-7de3a2520c5f req-c975bdb0-f09f-45bd-8d6a-f7be11f77c3d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:53.112097 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e2bb52e-2472-47bf-9fe0-7de3a2520c5f req-c975bdb0-f09f-45bd-8d6a-f7be11f77c3d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 907 time: 0.1428897 Jul 06 12:13:53.123960 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e644c24c-ee61-4764-afbc-09c92ae13662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:53.154220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d4104b58-2820-4f0c-bf20-17855f4f146d,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:53.192238 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf90d5ee-13dd-4049-9c13-2ce30fee74b6 x-openstack-request-id: req-bf90d5ee-13dd-4049-9c13-2ce30fee74b6 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:13:53.192865 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988234ca-4747-49de-a615-3ab42a4d77f5", "tag": "99fe9147-b23e-40a7-acb6-0daed881ddf9", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:13:53.193129 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bf90d5ee-13dd-4049-9c13-2ce30fee74b6 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:13:53.193727 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988234ca-4747-49de-a615-3ab42a4d77f5', 'tag': '99fe9147-b23e-40a7-acb6-0daed881ddf9', 'status': 'completed', 'code': 200} Jul 06 12:13:53.205525 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:53.239917 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbe0e98-6fa6-4693-b22e-852568e0c0d3 x-openstack-request-id: req-dfbe0e98-6fa6-4693-b22e-852568e0c0d3 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:13:53.240560 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c9c663-6d14-44ef-ad75-9fcc1e56dfc5", "name": "network-vif-plugged", "status": "completed", "tag": "d4104b58-2820-4f0c-bf20-17855f4f146d", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:13:53.240950 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dfbe0e98-6fa6-4693-b22e-852568e0c0d3 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:13:53.241498 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c9c663-6d14-44ef-ad75-9fcc1e56dfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4104b58-2820-4f0c-bf20-17855f4f146d', 'code': 200} Jul 06 12:13:53.248720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e644c24c-ee61-4764-afbc-09c92ae13662 None None] For port 71394f36-27de-4700-8c03-c6abfe49e010, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=71394f36-27de-4700-8c03-c6abfe49e010,segment=NetworkSegment(d280870d-090d-41af-97da-0b3c1e4a9417),segment_id=d280870d-090d-41af-97da-0b3c1e4a9417)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:53.284732 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e644c24c-ee61-4764-afbc-09c92ae13662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:53.382873 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644c24c-ee61-4764-afbc-09c92ae13662 None None] Pushing event updated for resources: {'Port': ['ID=71394f36-27de-4700-8c03-c6abfe49e010,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:53.409458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7c8432d1-9c18-4197-87b1-7b47ce238b63 None None] Provisioning complete for port 99fe9147-b23e-40a7-acb6-0daed881ddf9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:53.409840 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c8432d1-9c18-4197-87b1-7b47ce238b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:53.432672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd6097-e954-4e28-908d-3782188008e5 req-79148365-18ba-4c1b-b50d-506c37dbf339 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:53.434447 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d3cd6097-e954-4e28-908d-3782188008e5 req-79148365-18ba-4c1b-b50d-506c37dbf339 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.0936618 Jul 06 12:13:53.484854 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d3cd6097-e954-4e28-908d-3782188008e5 req-54988aa0-d778-441f-ade0-8760bb98c56d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440638 Jul 06 12:13:53.492928 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e8bf8b-fd74-4764-a378-686557fe48d2 None None] Update dhcp port {'port': {'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'fixed_ips': [{'subnet_id': 'e27a2a9f-ab0f-480c-bf3c-06b47f19543d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a213d529-71b6-428c-9606-d2d6a5daec26'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '71394f36-27de-4700-8c03-c6abfe49e010'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:13:53.570748 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c7e8bf8b-fd74-4764-a378-686557fe48d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:53.615901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7c8432d1-9c18-4197-87b1-7b47ce238b63 None None] Provisioning for port fe8a89cc-0b00-401c-998b-9cc9285bc477 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:53.626127 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7c8432d1-9c18-4197-87b1-7b47ce238b63 None None] Provisioning complete for port fe8a89cc-0b00-401c-998b-9cc9285bc477 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:53.626514 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c8432d1-9c18-4197-87b1-7b47ce238b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:53.702231 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007714bb-e854-48bf-8b8e-687d56dbfd92 req-23f1c907-51a5-4010-8330-96afcae61f24 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:53.704561 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-007714bb-e854-48bf-8b8e-687d56dbfd92 req-23f1c907-51a5-4010-8330-96afcae61f24 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.0834396 Jul 06 12:13:53.747984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7c8432d1-9c18-4197-87b1-7b47ce238b63 None None] Port fe8a89cc-0b00-401c-998b-9cc9285bc477 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:53.784571 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-007714bb-e854-48bf-8b8e-687d56dbfd92 req-18479427-85cf-43d2-9c6e-82bb31853dd6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628586 Jul 06 12:13:53.789111 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:53.806747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5246d3-8119-477c-853f-245288cd7836 req-b8ea8aa2-ec89-4904-b070-d43a6423c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:53.809227 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c5246d3-8119-477c-853f-245288cd7836 req-b8ea8aa2-ec89-4904-b070-d43a6423c29c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 1097 time: 0.2337525 Jul 06 12:13:53.815881 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74981eac-b773-48a6-940b-be6f8a4ad0d6 req-4616ad98-80c3-4814-9328-79f9207ee76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:53.817133 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74981eac-b773-48a6-940b-be6f8a4ad0d6 req-4616ad98-80c3-4814-9328-79f9207ee76b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 1058 time: 0.2405365 Jul 06 12:13:53.897070 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:53.941094 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:53.971424 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:54.015749 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:54.035716 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c5246d3-8119-477c-853f-245288cd7836 req-f7b406d1-e24c-42bf-b2a3-b2591ee2559f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974761 Jul 06 12:13:54.062033 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2925580-d209-40ec-b950-6fa4c1cef4fb req-e212afad-2574-47e8-85d4-49a6a2eb2988 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:54.063935 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e2925580-d209-40ec-b950-6fa4c1cef4fb req-e212afad-2574-47e8-85d4-49a6a2eb2988 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 946 time: 0.1021204 Jul 06 12:13:54.085243 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-2ee8c908-007a-4e08-adc0-e51ba88efafb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Delete allocated IP 2001:db8::121 (d88bf061-207f-4895-9d1b-46ae9a8f4c33/e27a2a9f-ab0f-480c-bf3c-06b47f19543d) {{(pid=100428) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 12:13:54.120571 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e2925580-d209-40ec-b950-6fa4c1cef4fb req-87185759-2ffd-481e-a1af-c125ab10a7c0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Jul 06 12:13:54.174505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-2ee8c908-007a-4e08-adc0-e51ba88efafb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Allocated IP 2001:db8:0:1::278 (d88bf061-207f-4895-9d1b-46ae9a8f4c33/a213d529-71b6-428c-9606-d2d6a5daec26/fe8a89cc-0b00-401c-998b-9cc9285bc477) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:54.188125 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74981eac-b773-48a6-940b-be6f8a4ad0d6 req-2762e373-ce01-4582-82ce-8bdd8a1f6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:54.190321 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74981eac-b773-48a6-940b-be6f8a4ad0d6 req-2762e373-ce01-4582-82ce-8bdd8a1f6c27 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.3385217 Jul 06 12:13:54.284914 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74981eac-b773-48a6-940b-be6f8a4ad0d6 req-48c6ec3c-b373-4df9-879d-6b28eba16343 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99fe9147-b23e-40a7-acb6-0daed881ddf9 HTTP/1.1" status: 200 len: 217 time: 0.0676303 Jul 06 12:13:54.356284 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-d9d03dc3-4c4f-43ee-a50c-650d54155965 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:54.358490 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-d9d03dc3-4c4f-43ee-a50c-650d54155965 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 812 time: 0.1407983 Jul 06 12:13:54.386843 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-f9e945ed-7165-43ae-813b-c4d8fe248488 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/quotas/a6c77e2eee574ad7aad674a3093fa936 HTTP/1.1" status: 200 len: 375 time: 0.0147142 Jul 06 12:13:54.448314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74981eac-b773-48a6-940b-be6f8a4ad0d6 req-a441b9d5-b8e5-4dbf-95c0-ca7783fbfac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:54.449800 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74981eac-b773-48a6-940b-be6f8a4ad0d6 req-a441b9d5-b8e5-4dbf-95c0-ca7783fbfac7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.1544311 Jul 06 12:13:54.482763 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-64fa2fde-46a7-4ef5-a0ad-e45d26717e07 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0894148 Jul 06 12:13:54.573936 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:54.592600 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-f1d74e48-91c3-40ac-9d87-9d40234f47f3 service neutron] 10.222.0.81 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018541 Jul 06 12:13:54.626476 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c908-007a-4e08-adc0-e51ba88efafb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:54.650295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-2ee8c908-007a-4e08-adc0-e51ba88efafb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Ignored duplicate provisioning block setup for port fe8a89cc-0b00-401c-998b-9cc9285bc477 by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 12:13:54.655148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74981eac-b773-48a6-940b-be6f8a4ad0d6 req-d5f9e3ea-a468-45eb-a877-5d1b64127572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:54.656716 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74981eac-b773-48a6-940b-be6f8a4ad0d6 req-d5f9e3ea-a468-45eb-a877-5d1b64127572 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967037 Jul 06 12:13:54.690555 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c908-007a-4e08-adc0-e51ba88efafb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:54.692227 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-a1a3a43e-245f-4db3-9906-0fa6d9e1f84f service neutron] 10.222.0.81 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935466 Jul 06 12:13:54.710544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-c7e8bf8b-fd74-4764-a378-686557fe48d2 None None] Allocated IP 2001:db8:0:1::2 (d88bf061-207f-4895-9d1b-46ae9a8f4c33/a213d529-71b6-428c-9606-d2d6a5daec26/71394f36-27de-4700-8c03-c6abfe49e010) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:54.833427 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2ee8c908-007a-4e08-adc0-e51ba88efafb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] In _notify_port_updated(), no bound segment for port fe8a89cc-0b00-401c-998b-9cc9285bc477 on network d88bf061-207f-4895-9d1b-46ae9a8f4c33 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:13:54.839464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee8c908-007a-4e08-adc0-e51ba88efafb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:54.840131 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c908-007a-4e08-adc0-e51ba88efafb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:54.844113 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2ee8c908-007a-4e08-adc0-e51ba88efafb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "PUT /v2.0/ports/fe8a89cc-0b00-401c-998b-9cc9285bc477 HTTP/1.1" status: 200 len: 931 time: 2.0048347 Jul 06 12:13:54.845586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60354) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:54.869377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c7e8bf8b-fd74-4764-a378-686557fe48d2 None None] For port 71394f36-27de-4700-8c03-c6abfe49e010, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=71394f36-27de-4700-8c03-c6abfe49e010,segment=NetworkSegment(d280870d-090d-41af-97da-0b3c1e4a9417),segment_id=d280870d-090d-41af-97da-0b3c1e4a9417)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:13:54.886556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8c908-007a-4e08-adc0-e51ba88efafb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=fe8a89cc-0b00-401c-998b-9cc9285bc477,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:54.968470 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c7e8bf8b-fd74-4764-a378-686557fe48d2 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:54.989377 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74981eac-b773-48a6-940b-be6f8a4ad0d6 req-1367d629-3315-4b0e-86b3-4980ec7c724b service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015945 Jul 06 12:13:55.010221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c7e8bf8b-fd74-4764-a378-686557fe48d2 None None] Transition to ACTIVE for port object 71394f36-27de-4700-8c03-c6abfe49e010 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:55.016546 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c7e8bf8b-fd74-4764-a378-686557fe48d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:55.061977 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77bf5917-cd79-4fd6-b20f-169d31caba66 req-a47d9352-0ac1-49c6-9884-4b5db0845d22 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 210 time: 0.0841186 Jul 06 12:13:55.089907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8bf8b-fd74-4764-a378-686557fe48d2 None None] Pushing event updated for resources: {'Port': ['ID=71394f36-27de-4700-8c03-c6abfe49e010,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:55.138189 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74981eac-b773-48a6-940b-be6f8a4ad0d6 req-da08eabd-cf0d-4ee7-965f-7da750cc038a service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420114 Jul 06 12:13:55.172842 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:55.200463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port fe8a89cc-0b00-401c-998b-9cc9285bc477 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:13:55.201042 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:55.251737 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 71394f36-27de-4700-8c03-c6abfe49e010 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:55.374349 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:55.410215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for fe8a89cc-0b00-401c-998b-9cc9285bc477 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:13:55.437096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f7fb6-d038-4230-bfe8-cd226f6f5971 req-15a79842-dda5-49ef-af73-a446b17b3772 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:55.445034 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-494f7fb6-d038-4230-bfe8-cd226f6f5971 req-15a79842-dda5-49ef-af73-a446b17b3772 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 946 time: 0.1448650 Jul 06 12:13:55.487749 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router a243cf35-8013-40e9-8d3f-b4921e34a5c0 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:13:55.556938 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-494f7fb6-d038-4230-bfe8-cd226f6f5971 req-2d59cee9-c9ef-4892-ae88-a13dc7050e51 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098957 Jul 06 12:13:55.711219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:13:55.714847 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:55.726516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Sync routers for ids ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:13:55.764315 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:55.765123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Routers {'a243cf35-8013-40e9-8d3f-b4921e34a5c0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:55.766156 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4999fef5-aa2e-407c-bc4d-61ed73d6f31a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7532725 Jul 06 12:13:55.769530 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:13:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:55.769736 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60372) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:55.811830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=fe8a89cc-0b00-401c-998b-9cc9285bc477,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:55.859887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:55.860233 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:55.860556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:55.860892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:55.871816 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:55.872243 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:55.872586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:55.872926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:55.873269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:55.874034 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:55.874376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:55.874836 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:13:55.957935 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:55.968479 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-444fca47-54f0-40e8-8f7a-e4956c3a6570 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/fe8a89cc-0b00-401c-998b-9cc9285bc477 HTTP/1.1" status: 204 len: 168 time: 1.1179607 Jul 06 12:13:55.969191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Set router a243cf35-8013-40e9-8d3f-b4921e34a5c0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:13:55.970707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60376) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:56.009595 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-65e1494b-d79c-4bc7-93f1-d00ef2d609c7 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=f585d4167c1145b098521c82cd595bff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2364335 Jul 06 12:13:56.011212 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60378) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:56.031883 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bbd0fd-7d20-4bef-92d5-b44cee989103 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] GET failed (client error): The resource could not be found. Jul 06 12:13:56.036552 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c4bbd0fd-7d20-4bef-92d5-b44cee989103 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/fe8a89cc-0b00-401c-998b-9cc9285bc477 HTTP/1.1" status: 404 len: 333 time: 0.0638552 Jul 06 12:13:56.037476 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60380) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:56.111977 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f9073-4fab-46cb-803e-5b439d23b6b0 req-ab2d52ab-ff66-4c02-8518-ffe5c0f10d40 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:56.121980 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-443f9073-4fab-46cb-803e-5b439d23b6b0 req-ab2d52ab-ff66-4c02-8518-ffe5c0f10d40 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 946 time: 0.3231802 Jul 06 12:13:56.181332 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a11cfabf-c413-4944-a6ad-0c22e392e1d6 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:56.195096 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-443f9073-4fab-46cb-803e-5b439d23b6b0 req-549c56b0-27ec-46c8-97bd-058da055818d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725653 Jul 06 12:13:56.219394 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6e4624ee-2025-4a55-bd48-74afa2cdb931 None None] Provisioning complete for port f9ec670b-9dc4-4e05-a228-9c453b87c81f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:56.219769 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6e4624ee-2025-4a55-bd48-74afa2cdb931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:56.258260 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a11cfabf-c413-4944-a6ad-0c22e392e1d6 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:56.288785 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6e4624ee-2025-4a55-bd48-74afa2cdb931 None None] Port f9ec670b-9dc4-4e05-a228-9c453b87c81f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:56.346020 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a11cfabf-c413-4944-a6ad-0c22e392e1d6 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:56.346438 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6e4624ee-2025-4a55-bd48-74afa2cdb931 None None] Provisioning for port 71394f36-27de-4700-8c03-c6abfe49e010 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:56.349434 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a11cfabf-c413-4944-a6ad-0c22e392e1d6 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:56.353552 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a11cfabf-c413-4944-a6ad-0c22e392e1d6 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/security-groups/0d47784c-05c8-4e29-b6af-cdd7debffff5 HTTP/1.1" status: 204 len: 168 time: 0.3141356 Jul 06 12:13:56.354167 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60388) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:56.373240 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6e4624ee-2025-4a55-bd48-74afa2cdb931 None None] Provisioning complete for port 71394f36-27de-4700-8c03-c6abfe49e010 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:56.373566 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6e4624ee-2025-4a55-bd48-74afa2cdb931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:56.419779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cfabf-c413-4944-a6ad-0c22e392e1d6 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d47784c-05c8-4e29-b6af-cdd7debffff5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:56.460355 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d174346-e394-42c1-af9d-25a8a84b92df req-e3063ca3-54b3-4ead-912c-e0e335154581 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 210 time: 0.0517459 Jul 06 12:13:56.542520 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0d9619fe-c1c3-409b-a608-2e67101ffcf7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:56.601155 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0d9619fe-c1c3-409b-a608-2e67101ffcf7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:56.657796 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869292745', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:13:54Z', 'revision_number': 3, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:56.721147 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6e4624ee-2025-4a55-bd48-74afa2cdb931 None None] Could not find standard attr ID for object fe8a89cc-0b00-401c-998b-9cc9285bc477. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:13:56.727017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Checking router: a243cf35-8013-40e9-8d3f-b4921e34a5c0 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:13:56.728221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Updating router a243cf35-8013-40e9-8d3f-b4921e34a5c0 port 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:13:56.762220 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0d9619fe-c1c3-409b-a608-2e67101ffcf7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:56.765310 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0d9619fe-c1c3-409b-a608-2e67101ffcf7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:56.768863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0d9619fe-c1c3-409b-a608-2e67101ffcf7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/security-groups/d9b442c3-7bec-4357-8617-a12cd2769534 HTTP/1.1" status: 204 len: 168 time: 0.4086890 Jul 06 12:13:56.771524 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60390) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:56.808454 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:56.850593 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a2a9a2-8f32-45c2-b17e-c571b28cacb0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting subnet e27a2a9f-ab0f-480c-bf3c-06b47f19543d {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:13:56.867354 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-67afdf71-efad-4d75-8483-5e24576f096a None None] Could not find standard attr ID for object fe8a89cc-0b00-401c-998b-9cc9285bc477. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:13:56.870790 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a9a2-8f32-45c2-b17e-c571b28cacb0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:56.909248 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9619fe-c1c3-409b-a608-2e67101ffcf7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b442c3-7bec-4357-8617-a12cd2769534,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:56.972745 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a9a2-8f32-45c2-b17e-c571b28cacb0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:57.025044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b16217-d7a7-43a1-9d93-235d03335503 req-7e3032fa-40df-4314-89ac-a529ee2ab27e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:57.032655 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2b16217-d7a7-43a1-9d93-235d03335503 req-7e3032fa-40df-4314-89ac-a529ee2ab27e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 946 time: 0.3541269 Jul 06 12:13:57.090645 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2b16217-d7a7-43a1-9d93-235d03335503 req-2ff9cccf-73bd-44fb-93c4-e81948d997a6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570338 Jul 06 12:13:57.127407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee9da6c-1982-4653-97ca-182fe2af2f4e tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:57.134404 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2ee9da6c-1982-4653-97ca-182fe2af2f4e tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1215155 Jul 06 12:13:57.137511 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60394) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:57.166205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-cf21649f-1beb-4cdb-8212-0dd0e9a1f15b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:57.168946 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-cf21649f-1beb-4cdb-8212-0dd0e9a1f15b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.23 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 812 time: 0.2624471 Jul 06 12:13:57.170621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 71394f36-27de-4700-8c03-c6abfe49e010 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:13:57.198706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-10a6abdd-07bd-4d64-88da-b81d5cf26e4c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Request body: {'port': {'device_id': '023d353f-d3c1-4a40-9fc0-833247fb89da', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'admin_state_up': True, 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:57.209625 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-17cda413-8bae-47cc-96a3-a17d09057c29 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707660 Jul 06 12:13:57.221983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60398) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:57.227279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-79c15dbe-2d13-4d6c-996a-9299b85df1d3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-111487297', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:57.260342 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:57.275113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Transition to ACTIVE for port object 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:57.287443 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:57.346582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40025a66-5716-4a47-be8a-805e84a90bef None None] Pushing event updated for resources: {'Port': ['ID=6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:57.381342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Attempting to bind port 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:57.381637 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Attempting to bind port 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:57.381953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Attempting to bind port 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:57.389378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:57.389749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:57.390158 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:57.390551 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:57.391032 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Bound port: 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:57.391453 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:57.414755 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c15dbe-2d13-4d6c-996a-9299b85df1d3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Made reservation on behalf of f585d4167c1145b098521c82cd595bff for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:57.419928 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79c15dbe-2d13-4d6c-996a-9299b85df1d3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:57.450146 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] For port 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:57.453831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] For port 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:57.460474 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 71394f36-27de-4700-8c03-c6abfe49e010 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:57.460842 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:57.499346 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:57.609116 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a9a2-8f32-45c2-b17e-c571b28cacb0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:57.703706 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a9a2-8f32-45c2-b17e-c571b28cacb0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:57.747528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Routers {'a243cf35-8013-40e9-8d3f-b4921e34a5c0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:13:57.748415 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:13:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:57.774204 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-10a6abdd-07bd-4d64-88da-b81d5cf26e4c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Made reservation on behalf of a6c77e2eee574ad7aad674a3093fa936 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:57.778271 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-10a6abdd-07bd-4d64-88da-b81d5cf26e4c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:57.787447 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2a9a2-8f32-45c2-b17e-c571b28cacb0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Subnet': ['ID=e27a2a9f-ab0f-480c-bf3c-06b47f19543d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:57.803386 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-520c3572-5c3d-4ed0-bd40-3ce48c850377 req-bf732456-1b2f-42aa-b74c-7f3520355646 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 210 time: 0.0505743 Jul 06 12:13:57.824982 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4a2a9a2-8f32-45c2-b17e-c571b28cacb0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:57.828010 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e4a2a9a2-8f32-45c2-b17e-c571b28cacb0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/e27a2a9f-ab0f-480c-bf3c-06b47f19543d HTTP/1.1" status: 204 len: 168 time: 1.0554192 Jul 06 12:13:57.831902 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60404) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:57.842878 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-cf30a2e1-ec3d-4272-a177-301391586a5f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'subnet': {'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:57.869569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] Set router a243cf35-8013-40e9-8d3f-b4921e34a5c0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:13:57.925619 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79c15dbe-2d13-4d6c-996a-9299b85df1d3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:57.929182 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5edc80-a5b1-4018-be19-3ef4061a42d1 None None] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:58.040306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40025a66-5716-4a47-be8a-805e84a90bef None None] Pushing event updated for resources: {'Port': ['ID=6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:58.053499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c15dbe-2d13-4d6c-996a-9299b85df1d3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Subnet': ['ID=0ce6209d-f67f-4d1f-a267-7eac8672ed36,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:58.058704 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c15dbe-2d13-4d6c-996a-9299b85df1d3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Checking segment: {'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:58.059069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c15dbe-2d13-4d6c-996a-9299b85df1d3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network hostable DHCP agents. Network: 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:13:58.066799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-10a6abdd-07bd-4d64-88da-b81d5cf26e4c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Allocated IP 172.20.0.6 (f7082785-664d-493b-9a4a-034e8c10bfd1/1b6c2880-5ac9-4e35-9b1e-f738ec808b88/f2120cc9-06e1-471f-8f25-e11d410e1b42) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:58.093676 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c15dbe-2d13-4d6c-996a-9299b85df1d3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:13:58.097094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf30a2e1-ec3d-4272-a177-301391586a5f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:13:58.103993 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf30a2e1-ec3d-4272-a177-301391586a5f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:58.117791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-79c15dbe-2d13-4d6c-996a-9299b85df1d3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:58.128850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c15dbe-2d13-4d6c-996a-9299b85df1d3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:58.130088 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79c15dbe-2d13-4d6c-996a-9299b85df1d3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:58.132929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e5a87-e4f0-41e7-a143-caacb9e486fe None None] Network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:13:58.167101 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-79c15dbe-2d13-4d6c-996a-9299b85df1d3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9440341 Jul 06 12:13:58.181221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60406) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:58.277936 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-10a6abdd-07bd-4d64-88da-b81d5cf26e4c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:58.294078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-10a6abdd-07bd-4d64-88da-b81d5cf26e4c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Transition to ACTIVE for port object f2120cc9-06e1-471f-8f25-e11d410e1b42 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:58.335631 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-10a6abdd-07bd-4d64-88da-b81d5cf26e4c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:58.351048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['62b37920-7e70-43a5-9bf0-3b5ea515291b', '9af8587a-cc37-45af-8e9c-2255e69671a1'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:13:58.408221 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-10a6abdd-07bd-4d64-88da-b81d5cf26e4c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Network f7082785-664d-493b-9a4a-034e8c10bfd1 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:58.419051 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-10a6abdd-07bd-4d64-88da-b81d5cf26e4c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:58.432656 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-10a6abdd-07bd-4d64-88da-b81d5cf26e4c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:58.484585 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ips': [{'subnet_id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:13:58.485935 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:58.494121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49f16c-e602-40bf-9b06-8f14602c118a req-34735997-57e3-4bc5-bdb9-5d194c3151e9 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:58.502238 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb49f16c-e602-40bf-9b06-8f14602c118a req-34735997-57e3-4bc5-bdb9-5d194c3151e9 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 946 time: 0.5039449 Jul 06 12:13:58.512008 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6abdd-07bd-4d64-88da-b81d5cf26e4c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event updated for resources: {'Port': ['ID=f2120cc9-06e1-471f-8f25-e11d410e1b42,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:58.576215 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-10a6abdd-07bd-4d64-88da-b81d5cf26e4c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:58.577053 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-10a6abdd-07bd-4d64-88da-b81d5cf26e4c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:58.592131 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-10a6abdd-07bd-4d64-88da-b81d5cf26e4c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3977637 Jul 06 12:13:58.679704 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb49f16c-e602-40bf-9b06-8f14602c118a req-9e1840f8-78e3-498f-98bc-ed08a8754863 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764250 Jul 06 12:13:58.700253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Request body: {'port': {'device_id': '023d353f-d3c1-4a40-9fc0-833247fb89da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:58.748477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Allocated IP 172.20.0.2 (3ce711fc-bd81-4353-b9a9-d27dfb81e4c6/0ce6209d-f67f-4d1f-a267-7eac8672ed36/c880b4a9-1a03-414d-a8a6-1e8bd712cbd5) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:13:58.825994 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:59.021771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3c639ed5-66d1-4c28-998c-cdf07d531355 None None] Provisioning for port f2120cc9-06e1-471f-8f25-e11d410e1b42 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:13:59.069862 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf30a2e1-ec3d-4272-a177-301391586a5f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:59.072235 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3c639ed5-66d1-4c28-998c-cdf07d531355 None None] Provisioning complete for port f2120cc9-06e1-471f-8f25-e11d410e1b42 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:13:59.072614 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c639ed5-66d1-4c28-998c-cdf07d531355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:59.106791 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:59.142679 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869292745', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:13:54Z', 'revision_number': 3, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:13:59.153188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf30a2e1-ec3d-4272-a177-301391586a5f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:59.175483 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Transition to ACTIVE for port object c880b4a9-1a03-414d-a8a6-1e8bd712cbd5 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:59.206000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-cf30a2e1-ec3d-4272-a177-301391586a5f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:59.215138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf30a2e1-ec3d-4272-a177-301391586a5f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:59.215767 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf30a2e1-ec3d-4272-a177-301391586a5f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:59.220438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30a2e1-ec3d-4272-a177-301391586a5f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Subnet': ['ID=35e3e6c7-8bed-407a-9456-546b8cc50df9,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:59.232345 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2120cc9-06e1-471f-8f25-e11d410e1b42 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:13:59.242836 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:59.244819 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c811712-a3b1-48be-8acf-c5577c5eb987 None None] The sync data for ids ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'] in n-d-799529-2 is: [{'id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869292745', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:13:54Z', 'revision_number': 3, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:13:59.272829 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab61a09-063c-4daf-851e-13a135154958 req-656de340-d5a7-4939-ba98-a004f8659f99 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:59.283172 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Transition to ACTIVE for port object f2120cc9-06e1-471f-8f25-e11d410e1b42 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:59.286152 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8ab61a09-063c-4daf-851e-13a135154958 req-656de340-d5a7-4939-ba98-a004f8659f99 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 931 time: 0.2993453 Jul 06 12:13:59.298643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3c639ed5-66d1-4c28-998c-cdf07d531355 None None] Port f2120cc9-06e1-471f-8f25-e11d410e1b42 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:13:59.312571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Transition to ACTIVE for port object c880b4a9-1a03-414d-a8a6-1e8bd712cbd5 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:13:59.328642 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:59.329174 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:59.343198 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:59.368350 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:13:59.394018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:13:59.399018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:13:59.504886 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cf30a2e1-ec3d-4272-a177-301391586a5f tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6713717 Jul 06 12:13:59.511117 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60418) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:13:59.511565 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Pushing event updated for resources: {'Port': ['ID=c880b4a9-1a03-414d-a8a6-1e8bd712cbd5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:59.522736 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-8788a85c-bc16-4527-8a8d-bfbe77f936b6 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'security_group': {'name': 'tempest-secgroup-946978712'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:13:59.535345 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Pushing event updated for resources: {'Port': ['ID=f2120cc9-06e1-471f-8f25-e11d410e1b42,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:13:59.597310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Attempting to bind port c880b4a9-1a03-414d-a8a6-1e8bd712cbd5 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:59.597791 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Attempting to bind port c880b4a9-1a03-414d-a8a6-1e8bd712cbd5 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:59.598794 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Attempting to bind port c880b4a9-1a03-414d-a8a6-1e8bd712cbd5 on network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:59.609007 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:13:59.610343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Checking segment: {'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:13:59.610858 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:59.611385 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Bound using segment: {'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:13:59.612191 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8ab61a09-063c-4daf-851e-13a135154958 req-de3a651b-7003-4200-8771-b26fe020765b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250558 Jul 06 12:13:59.612333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Bound port: c880b4a9-1a03-414d-a8a6-1e8bd712cbd5, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:13:59.612814 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:59.633421 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedac47-f5d5-4122-8ade-db3bf1edf876 req-b417c3c9-0ece-4ccd-86f7-05d9ed83ca82 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:13:59.635021 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-feedac47-f5d5-4122-8ade-db3bf1edf876 req-b417c3c9-0ece-4ccd-86f7-05d9ed83ca82 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 946 time: 0.3387728 Jul 06 12:13:59.745141 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] For port c880b4a9-1a03-414d-a8a6-1e8bd712cbd5, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:13:59.756927 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] For port c880b4a9-1a03-414d-a8a6-1e8bd712cbd5, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c880b4a9-1a03-414d-a8a6-1e8bd712cbd5,segment=NetworkSegment(b4a70d68-7781-4e07-a16c-f586a8166e54),segment_id=b4a70d68-7781-4e07-a16c-f586a8166e54)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:13:59.782730 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8788a85c-bc16-4527-8a8d-bfbe77f936b6 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:59.792145 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:13:59.951261 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Attempting to bind port f2120cc9-06e1-471f-8f25-e11d410e1b42 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:13:59.951734 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Attempting to bind port f2120cc9-06e1-471f-8f25-e11d410e1b42 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:13:59.952170 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Attempting to bind port f2120cc9-06e1-471f-8f25-e11d410e1b42 on network f7082785-664d-493b-9a4a-034e8c10bfd1 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:13:59.960618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Port f2120cc9-06e1-471f-8f25-e11d410e1b42 on network f7082785-664d-493b-9a4a-034e8c10bfd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:13:59.964572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Attempting to bind port f2120cc9-06e1-471f-8f25-e11d410e1b42 on network f7082785-664d-493b-9a4a-034e8c10bfd1 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:00.003124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:14:00.003124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Checking segment: {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:00.003124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Bound using segment: {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:14:00.003124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Bound port: f2120cc9-06e1-471f-8f25-e11d410e1b42, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce8c016-88dd-4a03-b420-6598be06d4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:14:00.003124 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:00.021631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fb5bd-dbd4-4a01-9d65-e9ab1a54d882 None None] Pushing event updated for resources: {'Port': ['ID=c880b4a9-1a03-414d-a8a6-1e8bd712cbd5,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:00.100520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-feedac47-f5d5-4122-8ade-db3bf1edf876 req-80d5ab1c-7876-40ff-a4ff-794ffbb93fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Deleting port d4104b58-2820-4f0c-bf20-17855f4f146d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:00.101135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-feedac47-f5d5-4122-8ade-db3bf1edf876 req-80d5ab1c-7876-40ff-a4ff-794ffbb93fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:00.213346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] For port f2120cc9-06e1-471f-8f25-e11d410e1b42, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:00.226070 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] For port f2120cc9-06e1-471f-8f25-e11d410e1b42, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2120cc9-06e1-471f-8f25-e11d410e1b42,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:14:00.235402 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:00.239528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0f5955-e0a3-4c76-a89a-60d86aa3c898 None None] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:00.256747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:00.257384 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:00.264388 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] 10.222.0.23 "PUT /v2.0/ports/f2120cc9-06e1-471f-8f25-e11d410e1b42 HTTP/1.1" status: 200 len: 1091 time: 1.6630678 Jul 06 12:14:00.269016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023d353f-d3c1-4a40-9fc0-833247fb89da', 'tag': 'f2120cc9-06e1-471f-8f25-e11d410e1b42'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:00.272028 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f0ce96-8a03-42be-b72a-aba3fab58261" -d '{"events": [{"name": "network-changed", "server_uuid": "023d353f-d3c1-4a40-9fc0-833247fb89da", "tag": "f2120cc9-06e1-471f-8f25-e11d410e1b42"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:00.351665 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Allocated IP 172.20.0.1 (3ce711fc-bd81-4353-b9a9-d27dfb81e4c6/0ce6209d-f67f-4d1f-a267-7eac8672ed36/a657057a-8fea-4ebd-8ca2-4c97f6dafc92) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:00.481795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-feedac47-f5d5-4122-8ade-db3bf1edf876 req-80d5ab1c-7876-40ff-a4ff-794ffbb93fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] For port d4104b58-2820-4f0c-bf20-17855f4f146d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d4104b58-2820-4f0c-bf20-17855f4f146d,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:00.481795 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-feedac47-f5d5-4122-8ade-db3bf1edf876 req-80d5ab1c-7876-40ff-a4ff-794ffbb93fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:00.503401 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b94598-45c6-44c7-b113-9ad2dd02887c service neutron] Pushing event updated for resources: {'Port': ['ID=f2120cc9-06e1-471f-8f25-e11d410e1b42,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:00.555351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-feedac47-f5d5-4122-8ade-db3bf1edf876 req-80d5ab1c-7876-40ff-a4ff-794ffbb93fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Calling delete_port for d4104b58-2820-4f0c-bf20-17855f4f146d owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:00.561318 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bc80bdf5-2210-40b8-b169-bc388cd52a25 None None] Provisioning complete for port f9ec670b-9dc4-4e05-a228-9c453b87c81f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:00.561691 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bc80bdf5-2210-40b8-b169-bc388cd52a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:00.639573 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:00.664620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bc80bdf5-2210-40b8-b169-bc388cd52a25 None None] Port f9ec670b-9dc4-4e05-a228-9c453b87c81f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:00.705362 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Transition to ACTIVE for port object a657057a-8fea-4ebd-8ca2-4c97f6dafc92 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:00.753750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bc80bdf5-2210-40b8-b169-bc388cd52a25 None None] Provisioning complete for port 71394f36-27de-4700-8c03-c6abfe49e010 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:00.754129 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bc80bdf5-2210-40b8-b169-bc388cd52a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:00.808615 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8788a85c-bc16-4527-8a8d-bfbe77f936b6 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:00.822528 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dad04f-5671-4aac-ac40-9998783f84c9 req-05cb98a4-958c-4485-838d-0f84479c1605 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:00.830393 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a4dad04f-5671-4aac-ac40-9998783f84c9 req-05cb98a4-958c-4485-838d-0f84479c1605 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 946 time: 0.7678218 Jul 06 12:14:00.859856 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8788a85c-bc16-4527-8a8d-bfbe77f936b6 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:00.897596 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:00.900020 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-feedac47-f5d5-4122-8ade-db3bf1edf876 req-80d5ab1c-7876-40ff-a4ff-794ffbb93fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:00.918607 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['d4104b58-2820-4f0c-bf20-17855f4f146d'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:14:00.928191 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a4dad04f-5671-4aac-ac40-9998783f84c9 req-95740239-bde0-49b7-9b88-14edc9fc6125 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968027 Jul 06 12:14:01.027851 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8788a85c-bc16-4527-8a8d-bfbe77f936b6 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:01.029111 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8788a85c-bc16-4527-8a8d-bfbe77f936b6 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5151024 Jul 06 12:14:01.040330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-efb05a9f-5179-42e2-a9f7-a6bb9a0aef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:01.041927 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-efb05a9f-5179-42e2-a9f7-a6bb9a0aef9c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 1094 time: 0.7008367 Jul 06 12:14:01.050502 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:01.054067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60428) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:01.089233 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-3fc950b0-089f-4889-a006-82343f0251f4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'security_group': {'name': 'tempest-secgroup-453269473'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:01.108991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5ab1c-7876-40ff-a4ff-794ffbb93fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event deleted for resources: {'Port': ['ID=d4104b58-2820-4f0c-bf20-17855f4f146d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:01.113548 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788a85c-bc16-4527-8a8d-bfbe77f936b6 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda6e17e-3e2f-4771-82a0-d8b0410243f9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:01.135645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:01.164998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:01.233962 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-feedac47-f5d5-4122-8ade-db3bf1edf876 req-80d5ab1c-7876-40ff-a4ff-794ffbb93fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] No DVR routers for this DVR port d4104b58-2820-4f0c-bf20-17855f4f146d on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:01.238633 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-289b981f-e886-42b9-89cc-f128c9ba17ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2120cc9-06e1-471f-8f25-e11d410e1b42 HTTP/1.1" status: 200 len: 217 time: 0.1663938 Jul 06 12:14:01.241424 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-feedac47-f5d5-4122-8ade-db3bf1edf876 req-80d5ab1c-7876-40ff-a4ff-794ffbb93fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:01.243487 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-feedac47-f5d5-4122-8ade-db3bf1edf876 req-80d5ab1c-7876-40ff-a4ff-794ffbb93fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "DELETE /v2.0/ports/d4104b58-2820-4f0c-bf20-17855f4f146d HTTP/1.1" status: 204 len: 173 time: 1.5951030 Jul 06 12:14:01.262159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07fe887-4bed-4903-b75e-f0617702b702 None None] Update dhcp port {'port': {'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'fixed_ips': [{'subnet_id': 'a213d529-71b6-428c-9606-d2d6a5daec26', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '35e3e6c7-8bed-407a-9456-546b8cc50df9'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '71394f36-27de-4700-8c03-c6abfe49e010'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:14:01.362424 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:01.387716 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2afb430-8713-454e-9769-be97a1e6474d req-0f7a6564-24ad-4775-80f1-e97a2d8282b5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8d7de137-5d1d-46e5-83f0-7011998f6706&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4163659 Jul 06 12:14:01.408450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-9a7c353c-4b6b-4d89-a684-30928d0ef28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:01.410249 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-9a7c353c-4b6b-4d89-a684-30928d0ef28a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.1351447 Jul 06 12:14:01.422446 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-79506987-0318-44d7-a2aa-b108183e7015 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5927174 Jul 06 12:14:01.456830 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c880b4a9-1a03-414d-a8a6-1e8bd712cbd5 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:01.643135 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b07fe887-4bed-4903-b75e-f0617702b702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:01.653029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=a657057a-8fea-4ebd-8ca2-4c97f6dafc92,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:01.664781 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3fc950b0-089f-4889-a006-82343f0251f4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:01.733759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afb430-8713-454e-9769-be97a1e6474d req-932bb2d8-3bb0-444c-a110-4a7efaf0d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:01.735872 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2afb430-8713-454e-9769-be97a1e6474d req-932bb2d8-3bb0-444c-a110-4a7efaf0d4a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=8d7de137-5d1d-46e5-83f0-7011998f6706 HTTP/1.1" status: 200 len: 1097 time: 0.3075666 Jul 06 12:14:01.756944 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-16a8c379-ff31-4f5a-8336-c4c6d6d0e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:01.759139 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-16a8c379-ff31-4f5a-8336-c4c6d6d0e295 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2325447 Jul 06 12:14:01.765026 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49afcfa4-e8c7-4e27-86c8-0573b0cfd9dc x-openstack-request-id: req-49afcfa4-e8c7-4e27-86c8-0573b0cfd9dc {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:01.765848 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:01.766257 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023d353f-d3c1-4a40-9fc0-833247fb89da", "tag": "f2120cc9-06e1-471f-8f25-e11d410e1b42", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:01.766793 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49afcfa4-e8c7-4e27-86c8-0573b0cfd9dc {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:01.767549 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023d353f-d3c1-4a40-9fc0-833247fb89da', 'tag': 'f2120cc9-06e1-471f-8f25-e11d410e1b42', 'status': 'completed', 'code': 200} Jul 06 12:14:01.895843 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port c880b4a9-1a03-414d-a8a6-1e8bd712cbd5 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:01.918247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:02.057404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afb430-8713-454e-9769-be97a1e6474d req-bd77cdb3-e86c-4eca-9bdd-c29e4ade5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:02.062420 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2afb430-8713-454e-9769-be97a1e6474d req-bd77cdb3-e86c-4eca-9bdd-c29e4ade5ce5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.2715659 Jul 06 12:14:02.071093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-8105bdd4-d448-4af9-be15-eeb48a96c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:02.071605 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-8105bdd4-d448-4af9-be15-eeb48a96c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:02.072084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-8105bdd4-d448-4af9-be15-eeb48a96c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:02.072556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-8105bdd4-d448-4af9-be15-eeb48a96c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:02.073631 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-8105bdd4-d448-4af9-be15-eeb48a96c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:02.073631 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-8105bdd4-d448-4af9-be15-eeb48a96c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:02.074004 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-8105bdd4-d448-4af9-be15-eeb48a96c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:02.076273 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-8105bdd4-d448-4af9-be15-eeb48a96c641 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e51f6968cb54be9a671639601bdf4bd&device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 6502 time: 0.5284183 Jul 06 12:14:02.192873 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3fc950b0-089f-4889-a006-82343f0251f4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.282038 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:02.299956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a98cec1-41a3-408f-97af-25e828f4577e None None] Network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:02.361767 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:02.362464 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.369554 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-c577a94f-66be-4f46-aea8-d3b51cbd02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:02.370122 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-c577a94f-66be-4f46-aea8-d3b51cbd02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:02.370497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-c577a94f-66be-4f46-aea8-d3b51cbd02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:02.379152 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-c577a94f-66be-4f46-aea8-d3b51cbd02b9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e155bfca-ff82-4ba8-aaaa-46b7984f6b46&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=d0165372-ba81-46c2-af71-bdb38d5dbedc&id=66f7ceaa-0f04-4369-8441-7edae42f76db&id=66f7ceaa-0f04-4369-8441-7edae42f76db HTTP/1.1" status: 200 len: 2297 time: 0.2259469 Jul 06 12:14:02.380626 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2afb430-8713-454e-9769-be97a1e6474d req-eed57f5b-7c33-4b71-965f-6be774c99060 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9af8587a-cc37-45af-8e9c-2255e69671a1 HTTP/1.1" status: 200 len: 217 time: 0.3016014 Jul 06 12:14:02.459511 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-b07fe887-4bed-4903-b75e-f0617702b702 None None] Allocated IP 2001:db8::2 (d88bf061-207f-4895-9d1b-46ae9a8f4c33/35e3e6c7-8bed-407a-9456-546b8cc50df9/71394f36-27de-4700-8c03-c6abfe49e010) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:02.547496 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-06f32e42-8d07-4e84-8952-73866f3754a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7ac9807-0748-4db2-bb20-30cecc0ca562 HTTP/1.1" status: 200 len: 1002 time: 0.1558559 Jul 06 12:14:02.631672 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.652049 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-c6f55945-76a2-4447-a786-e67c532dcb3a service neutron] 10.222.0.23 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8832283 Jul 06 12:14:02.657089 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afb430-8713-454e-9769-be97a1e6474d req-7f5404b8-3313-498e-91f8-4fe6605ffed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:02.658942 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2afb430-8713-454e-9769-be97a1e6474d req-7f5404b8-3313-498e-91f8-4fe6605ffed7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.2664092 Jul 06 12:14:02.671256 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.675270 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-b8778080-1d0c-493d-b366-4fbfe4a06044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:02.677909 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-b8778080-1d0c-493d-b366-4fbfe4a06044 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f19cb1b0-56e0-4d55-af26-5ec14e7184b8 HTTP/1.1" status: 200 len: 855 time: 0.1068387 Jul 06 12:14:02.731529 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3fc950b0-089f-4889-a006-82343f0251f4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.735296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f73128a7-b260-4a2d-8112-19542b673be4 None None] Provisioning for port c880b4a9-1a03-414d-a8a6-1e8bd712cbd5 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:02.768857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=a657057a-8fea-4ebd-8ca2-4c97f6dafc92,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:02.793762 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f73128a7-b260-4a2d-8112-19542b673be4 None None] Provisioning complete for port c880b4a9-1a03-414d-a8a6-1e8bd712cbd5 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:02.794096 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f73128a7-b260-4a2d-8112-19542b673be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.807663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc950b0-089f-4889-a006-82343f0251f4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a0e181-b1bc-4345-99a7-a07767db7644,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:02.824608 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3fc950b0-089f-4889-a006-82343f0251f4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.825925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3fc950b0-089f-4889-a006-82343f0251f4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7708747 Jul 06 12:14:02.829864 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60438) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:02.839047 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-dc665fb5-2fe1-4f31-8862-0eec0ed02b69 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'security_group': {'name': 'tempest-secgroup-1832058154'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:02.872850 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.878772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-41e67bda-5858-41bd-93d9-5aaf3b80c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:02.881757 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-41e67bda-5858-41bd-93d9-5aaf3b80c739 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e155bfca-ff82-4ba8-aaaa-46b7984f6b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1505136 Jul 06 12:14:02.884096 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c62f9455-5545-40d1-b3fe-c127812d7fd4 req-60218844-b13f-409d-8686-4751ea61abbb service neutron] 10.222.0.23 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211194 Jul 06 12:14:02.896579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afb430-8713-454e-9769-be97a1e6474d req-0c81d813-73ae-479a-a73a-f11fa318a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:02.899878 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2afb430-8713-454e-9769-be97a1e6474d req-0c81d813-73ae-479a-a73a-f11fa318a7ae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2265813 Jul 06 12:14:02.905949 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dc665fb5-2fe1-4f31-8862-0eec0ed02b69 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.914701 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:02.994809 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fab1c-2dda-49b4-85dc-ee6ccfe980fb req-c2a54a59-9f7a-44c0-b771-a6acd05b6ede tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:03.003432 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a47fab1c-2dda-49b4-85dc-ee6ccfe980fb req-c2a54a59-9f7a-44c0-b771-a6acd05b6ede tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 943 time: 0.3692231 Jul 06 12:14:03.046141 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2afb430-8713-454e-9769-be97a1e6474d req-6e8a40ed-ff9c-458f-b83d-64c8de7ef96b service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316280 Jul 06 12:14:03.056298 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:03.057164 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f73128a7-b260-4a2d-8112-19542b673be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:03.091634 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:03.137943 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dc665fb5-2fe1-4f31-8862-0eec0ed02b69 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:03.148073 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dc665fb5-2fe1-4f31-8862-0eec0ed02b69 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:03.158019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:03.175577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b07fe887-4bed-4903-b75e-f0617702b702 None None] For port 71394f36-27de-4700-8c03-c6abfe49e010, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=71394f36-27de-4700-8c03-c6abfe49e010,segment=NetworkSegment(d280870d-090d-41af-97da-0b3c1e4a9417),segment_id=d280870d-090d-41af-97da-0b3c1e4a9417)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:03.211833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f73128a7-b260-4a2d-8112-19542b673be4 None None] For port c880b4a9-1a03-414d-a8a6-1e8bd712cbd5, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c880b4a9-1a03-414d-a8a6-1e8bd712cbd5,segment=NetworkSegment(b4a70d68-7781-4e07-a16c-f586a8166e54),segment_id=b4a70d68-7781-4e07-a16c-f586a8166e54)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:03.221224 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a47fab1c-2dda-49b4-85dc-ee6ccfe980fb req-74ec374f-b771-418c-84a4-1d1f766cd778 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168181 Jul 06 12:14:03.225257 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f73128a7-b260-4a2d-8112-19542b673be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:03.235267 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:03.244382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:03.258078 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dc665fb5-2fe1-4f31-8862-0eec0ed02b69 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:03.262556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dc665fb5-2fe1-4f31-8862-0eec0ed02b69 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4274600 Jul 06 12:14:03.263509 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60440) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:03.279581 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7a00d4ea-6a48-4ac8-881a-e8c9d55d7f25 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-338641062', 'security_groups': ['f546efe8-f588-47cd-ac4e-f4ed8fb2fcd6'], 'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '35e3e6c7-8bed-407a-9456-546b8cc50df9'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:03.282398 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b07fe887-4bed-4903-b75e-f0617702b702 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:03.359704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b07fe887-4bed-4903-b75e-f0617702b702 None None] Transition to ACTIVE for port object 71394f36-27de-4700-8c03-c6abfe49e010 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:03.376331 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b07fe887-4bed-4903-b75e-f0617702b702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:03.385063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73128a7-b260-4a2d-8112-19542b673be4 None None] Pushing event updated for resources: {'Port': ['ID=c880b4a9-1a03-414d-a8a6-1e8bd712cbd5,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:03.624206 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-60af93e3-750c-4bfb-9d63-f48a5d2029de service neutron] 10.222.0.23 "GET /v2.0/networks/e155bfca-ff82-4ba8-aaaa-46b7984f6b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7229142 Jul 06 12:14:03.635963 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fe887-4bed-4903-b75e-f0617702b702 None None] Pushing event updated for resources: {'Port': ['ID=71394f36-27de-4700-8c03-c6abfe49e010,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:03.690006 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2afb430-8713-454e-9769-be97a1e6474d req-24d024e7-2afd-42e5-986a-90ea5bd4731c service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627992 Jul 06 12:14:03.720536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0ce96-8a03-42be-b72a-aba3fab58261 req-24be538f-bd04-4b33-937c-40d872765bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:03.733300 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-63f0ce96-8a03-42be-b72a-aba3fab58261 req-24be538f-bd04-4b33-937c-40d872765bfe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 1094 time: 0.6727726 Jul 06 12:14:03.798472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c9c663-6d14-44ef-ad75-9fcc1e56dfc5', 'name': 'network-vif-deleted', 'tag': 'd4104b58-2820-4f0c-bf20-17855f4f146d'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:03.801644 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83aaad1-1195-4042-912b-ea38bec0b756" -d '{"events": [{"server_uuid": "87c9c663-6d14-44ef-ad75-9fcc1e56dfc5", "name": "network-vif-deleted", "tag": "d4104b58-2820-4f0c-bf20-17855f4f146d"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:03.876233 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7bce3185-2524-47ac-9a5b-6d7ac89c0738 None None] Provisioning complete for port c880b4a9-1a03-414d-a8a6-1e8bd712cbd5 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:03.877021 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7bce3185-2524-47ac-9a5b-6d7ac89c0738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.019439 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-0838333b-ca9c-4d4e-ab43-ac46e27582aa service neutron] 10.222.0.23 "GET /v2.0/networks/e155bfca-ff82-4ba8-aaaa-46b7984f6b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695316 Jul 06 12:14:04.037925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d4104b58-2820-4f0c-bf20-17855f4f146d no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:04.057759 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router a243cf35-8013-40e9-8d3f-b4921e34a5c0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:14:04.059645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a00d4ea-6a48-4ac8-881a-e8c9d55d7f25 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:04.071432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc665fb5-2fe1-4f31-8862-0eec0ed02b69 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f546efe8-f588-47cd-ac4e-f4ed8fb2fcd6,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:04.118933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: d4104b58-2820-4f0c-bf20-17855f4f146d {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:14:04.122299 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d4104b58-2820-4f0c-bf20-17855f4f146d not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:04.174540 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7bce3185-2524-47ac-9a5b-6d7ac89c0738 None None] Provisioning for port a657057a-8fea-4ebd-8ca2-4c97f6dafc92 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:04.184038 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7bce3185-2524-47ac-9a5b-6d7ac89c0738 None None] Provisioning complete for port a657057a-8fea-4ebd-8ca2-4c97f6dafc92 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:04.184581 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7bce3185-2524-47ac-9a5b-6d7ac89c0738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.209085 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-853c9382-66b6-4a8c-aa9c-39eb9e0d4d87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 HTTP/1.1" status: 200 len: 217 time: 0.1144290 Jul 06 12:14:04.283270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7bce3185-2524-47ac-9a5b-6d7ac89c0738 None None] Port a657057a-8fea-4ebd-8ca2-4c97f6dafc92 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:04.283873 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a214ea7-5101-430b-b694-461382764dca req-991ddba6-4096-4ccf-abd1-da2495da4b0e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 210 time: 0.2436321 Jul 06 12:14:04.288293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:14:04.309259 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Sync routers for ids ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:14:04.318060 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dd0ebf6f-7291-4ebd-bcdc-0e914f06d040 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "PUT /v2.0/routers/a243cf35-8013-40e9-8d3f-b4921e34a5c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1357646 Jul 06 12:14:04.326622 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Routers {'a243cf35-8013-40e9-8d3f-b4921e34a5c0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:04.327566 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:13:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:04.424107 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-19a355d4-2d72-4923-bd60-f6038eb07249 None None] Provisioning complete for port a657057a-8fea-4ebd-8ca2-4c97f6dafc92 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:04.425180 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-19a355d4-2d72-4923-bd60-f6038eb07249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.452531 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a00d4ea-6a48-4ac8-881a-e8c9d55d7f25 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.523806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-19a355d4-2d72-4923-bd60-f6038eb07249 None None] Port a657057a-8fea-4ebd-8ca2-4c97f6dafc92 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:04.549671 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-7a00d4ea-6a48-4ac8-881a-e8c9d55d7f25 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] device_id is not set on port cca9c4a8-0d3e-47e3-82dd-12047c79be87 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:14:04.766441 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Set router a243cf35-8013-40e9-8d3f-b4921e34a5c0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:04.773192 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f31ae31f-bb61-4e12-90a5-94406cec157d None None] Provisioning complete for port a657057a-8fea-4ebd-8ca2-4c97f6dafc92 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:04.782982 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f31ae31f-bb61-4e12-90a5-94406cec157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:04.873513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f31ae31f-bb61-4e12-90a5-94406cec157d None None] Port a657057a-8fea-4ebd-8ca2-4c97f6dafc92 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:04.908517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-7a00d4ea-6a48-4ac8-881a-e8c9d55d7f25 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Allocated IP 2001:db8::41 (d88bf061-207f-4895-9d1b-46ae9a8f4c33/35e3e6c7-8bed-407a-9456-546b8cc50df9/cca9c4a8-0d3e-47e3-82dd-12047c79be87) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:05.009723 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4364f11a-c8d1-445a-9f11-77441bda4fdf None None] Provisioning complete for port f9ec670b-9dc4-4e05-a228-9c453b87c81f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:05.010280 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4364f11a-c8d1-445a-9f11-77441bda4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:05.122061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4364f11a-c8d1-445a-9f11-77441bda4fdf None None] Port f9ec670b-9dc4-4e05-a228-9c453b87c81f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:05.166785 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4364f11a-c8d1-445a-9f11-77441bda4fdf None None] Provisioning for port 71394f36-27de-4700-8c03-c6abfe49e010 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:05.179283 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869292745', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:01Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'a657057a-8fea-4ebd-8ca2-4c97f6dafc92', 'name': '', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:35:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:59Z', 'updated_at': '2021-07-06T12:14:02Z', 'revision_number': 2, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:05.181722 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4364f11a-c8d1-445a-9f11-77441bda4fdf None None] Provisioning complete for port 71394f36-27de-4700-8c03-c6abfe49e010 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:05.182230 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4364f11a-c8d1-445a-9f11-77441bda4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:05.297190 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Checking router: a243cf35-8013-40e9-8d3f-b4921e34a5c0 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:14:05.297546 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Updating router a243cf35-8013-40e9-8d3f-b4921e34a5c0 port a657057a-8fea-4ebd-8ca2-4c97f6dafc92 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:14:05.299793 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c880b4a9-1a03-414d-a8a6-1e8bd712cbd5 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:05.311405 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-41ff42a6-6450-4676-b828-6e6ec84089f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:05.314617 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-41ff42a6-6450-4676-b828-6e6ec84089f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 1.0994844 Jul 06 12:14:05.347018 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a00d4ea-6a48-4ac8-881a-e8c9d55d7f25 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:05.369791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0ce96-8a03-42be-b72a-aba3fab58261 req-367ecd21-1589-4f72-be87-374de4d35c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:05.371753 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-63f0ce96-8a03-42be-b72a-aba3fab58261 req-367ecd21-1589-4f72-be87-374de4d35c75 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 1.5470088 Jul 06 12:14:05.373893 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46839b73-2ca9-4b80-aa9d-e42c45407ae6 x-openstack-request-id: req-46839b73-2ca9-4b80-aa9d-e42c45407ae6 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:05.374372 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c9c663-6d14-44ef-ad75-9fcc1e56dfc5", "name": "network-vif-deleted", "tag": "d4104b58-2820-4f0c-bf20-17855f4f146d", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:05.374785 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46839b73-2ca9-4b80-aa9d-e42c45407ae6 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:05.375361 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c9c663-6d14-44ef-ad75-9fcc1e56dfc5', 'name': 'network-vif-deleted', 'tag': 'd4104b58-2820-4f0c-bf20-17855f4f146d', 'status': 'completed', 'code': 200} Jul 06 12:14:05.399765 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-7a00d4ea-6a48-4ac8-881a-e8c9d55d7f25 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Transition to ACTIVE for port object cca9c4a8-0d3e-47e3-82dd-12047c79be87 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:05.405025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c880b4a9-1a03-414d-a8a6-1e8bd712cbd5 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:05.405796 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:05.420984 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:05.502244 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a00d4ea-6a48-4ac8-881a-e8c9d55d7f25 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:05.525865 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ead666c-2b2a-478d-9e0a-7fbbff145240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:05.537203 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-63f0ce96-8a03-42be-b72a-aba3fab58261 req-14786983-4eef-46f0-b676-2840a8effa1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2120cc9-06e1-471f-8f25-e11d410e1b42 HTTP/1.1" status: 200 len: 217 time: 0.1478364 Jul 06 12:14:05.572979 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:05.588482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:05.635814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-9824555f-11a3-4acf-b6c1-fd9f2cb88edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:05.638209 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-9824555f-11a3-4acf-b6c1-fd9f2cb88edf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3152926 Jul 06 12:14:05.640194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0ce96-8a03-42be-b72a-aba3fab58261 req-d25a4e7f-fb2d-4285-9e09-20cfb8da21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:05.641745 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-63f0ce96-8a03-42be-b72a-aba3fab58261 req-d25a4e7f-fb2d-4285-9e09-20cfb8da21e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.0955257 Jul 06 12:14:05.657956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:05.658480 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:05.718187 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a00d4ea-6a48-4ac8-881a-e8c9d55d7f25 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:05.729888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-7a00d4ea-6a48-4ac8-881a-e8c9d55d7f25 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:05.735870 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a00d4ea-6a48-4ac8-881a-e8c9d55d7f25 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:05.746601 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a00d4ea-6a48-4ac8-881a-e8c9d55d7f25 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:05.752196 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a00d4ea-6a48-4ac8-881a-e8c9d55d7f25 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:05.810575 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00d4ea-6a48-4ac8-881a-e8c9d55d7f25 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=cca9c4a8-0d3e-47e3-82dd-12047c79be87,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:05.826997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7a00d4ea-6a48-4ac8-881a-e8c9d55d7f25 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5545342 Jul 06 12:14:05.830829 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60482) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:05.838208 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-570a005a-d101-4c7e-90fc-54419159951c tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'subnet': {'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:05.846228 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 71394f36-27de-4700-8c03-c6abfe49e010 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:05.962012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 71394f36-27de-4700-8c03-c6abfe49e010 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:05.962390 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:05.965963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0ce96-8a03-42be-b72a-aba3fab58261 req-97fce9c3-9ec6-4b91-bd5a-fd49d651db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:05.983083 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-63f0ce96-8a03-42be-b72a-aba3fab58261 req-97fce9c3-9ec6-4b91-bd5a-fd49d651db5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3249331 Jul 06 12:14:06.005663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e2036-eb92-4b33-b5f4-5807c5660531 req-287e07ed-ffd4-48e2-b2a9-8ccfb93e67ed tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:06.012869 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c5e2036-eb92-4b33-b5f4-5807c5660531 req-287e07ed-ffd4-48e2-b2a9-8ccfb93e67ed tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 943 time: 0.4720235 Jul 06 12:14:06.018084 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-23801454-e1ee-4ab4-ac5d-ef3264817424 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671253 Jul 06 12:14:06.063068 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f2120cc9-06e1-471f-8f25-e11d410e1b42 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:14:06.074412 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:06.098068 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Transition to ACTIVE for port object a657057a-8fea-4ebd-8ca2-4c97f6dafc92 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:06.109705 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:06.126824 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c5e2036-eb92-4b33-b5f4-5807c5660531 req-971a67df-bbf0-48f0-9e58-d243aa200dcd tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129482 Jul 06 12:14:06.207166 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570a005a-d101-4c7e-90fc-54419159951c tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:06.219481 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-570a005a-d101-4c7e-90fc-54419159951c tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:06.261578 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e62be2-1d5e-401d-b237-3cd527520778 None None] Pushing event updated for resources: {'Port': ['ID=a657057a-8fea-4ebd-8ca2-4c97f6dafc92,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:06.372387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f36b2c7e-2056-4301-9db9-9bb95a047ea8 None None] Provisioning for port cca9c4a8-0d3e-47e3-82dd-12047c79be87 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:06.393883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f36b2c7e-2056-4301-9db9-9bb95a047ea8 None None] Provisioning complete for port cca9c4a8-0d3e-47e3-82dd-12047c79be87 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:06.394263 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f36b2c7e-2056-4301-9db9-9bb95a047ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:06.397172 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-d68d8d42-f596-4a9b-b526-c75bfbe90efc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1377943467&fields=id&tenant_id=f585d4167c1145b098521c82cd595bff HTTP/1.1" status: 200 len: 267 time: 0.0942082 Jul 06 12:14:06.445619 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Attempting to bind port a657057a-8fea-4ebd-8ca2-4c97f6dafc92 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:14:06.446192 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Attempting to bind port a657057a-8fea-4ebd-8ca2-4c97f6dafc92 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:14:06.447286 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Attempting to bind port a657057a-8fea-4ebd-8ca2-4c97f6dafc92 on network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:06.462651 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:14:06.463031 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Checking segment: {'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:06.463433 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:06.464697 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Bound using segment: {'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:14:06.465184 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Bound port: a657057a-8fea-4ebd-8ca2-4c97f6dafc92, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:14:06.465568 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:06.532997 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-63f0ce96-8a03-42be-b72a-aba3fab58261 req-953d9847-55a9-4b68-9cda-1ac37899f834 service neutron] 10.222.0.23 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378940 Jul 06 12:14:06.602027 n-d-799529-2 neutron-server[100427]: INFO neutron.db.ipam_backend_mixin [None req-570a005a-d101-4c7e-90fc-54419159951c tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35e3e6c7-8bed-407a-9456-546b8cc50df9 (CIDR: 2001:db8::/64) Jul 06 12:14:06.622447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f36b2c7e-2056-4301-9db9-9bb95a047ea8 None None] Port cca9c4a8-0d3e-47e3-82dd-12047c79be87 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:06.626215 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:06.627742 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-570a005a-d101-4c7e-90fc-54419159951c tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:14:06.628900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570a005a-d101-4c7e-90fc-54419159951c tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:14:06.642261 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f2120cc9-06e1-471f-8f25-e11d410e1b42, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2120cc9-06e1-471f-8f25-e11d410e1b42,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:06.658595 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-570a005a-d101-4c7e-90fc-54419159951c tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8260372 Jul 06 12:14:06.661561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60496) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:06.668713 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] For port a657057a-8fea-4ebd-8ca2-4c97f6dafc92, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:06.672779 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] For port a657057a-8fea-4ebd-8ca2-4c97f6dafc92, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a657057a-8fea-4ebd-8ca2-4c97f6dafc92,segment=NetworkSegment(b4a70d68-7781-4e07-a16c-f586a8166e54),segment_id=b4a70d68-7781-4e07-a16c-f586a8166e54)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:14:06.675565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7e1b8534-0d38-4e05-b815-3b6144dfda44 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'subnet': {'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:06.683889 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:06.685488 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'f2120cc9-06e1-471f-8f25-e11d410e1b42', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'port_id': 'f2120cc9-06e1-471f-8f25-e11d410e1b42', 'mac_address': 'fa:16:3e:4e:03:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:14:06.702178 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-67cddb3d-d9de-4bb5-a485-059d37d4c202 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:06.717530 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-67cddb3d-d9de-4bb5-a485-059d37d4c202 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/networks?id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 HTTP/1.1" status: 200 len: 796 time: 0.3194106 Jul 06 12:14:06.752659 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-25b0829d-e557-40b1-90e2-2b8ad7d9b771 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/quotas/f585d4167c1145b098521c82cd595bff HTTP/1.1" status: 200 len: 375 time: 0.0341318 Jul 06 12:14:06.758369 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Routers {'a243cf35-8013-40e9-8d3f-b4921e34a5c0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:06.760124 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:13:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:06.777589 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-5b43c5de-ef70-43ed-9631-5bc4b4b188ae service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7307267 Jul 06 12:14:06.824951 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:06.853876 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2120cc9-06e1-471f-8f25-e11d410e1b42 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:14:06.925038 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71878d1-b480-4490-9020-39ec4d153937 req-016b8a2d-16f4-4f97-93ae-45a09daad5ea tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:06.933223 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f2120cc9-06e1-471f-8f25-e11d410e1b42, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2120cc9-06e1-471f-8f25-e11d410e1b42,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:06.938888 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:06.950595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71878d1-b480-4490-9020-39ec4d153937 req-016b8a2d-16f4-4f97-93ae-45a09daad5ea tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:06.958720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71878d1-b480-4490-9020-39ec4d153937 req-016b8a2d-16f4-4f97-93ae-45a09daad5ea tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:06.966447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71878d1-b480-4490-9020-39ec4d153937 req-016b8a2d-16f4-4f97-93ae-45a09daad5ea tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:06.974985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71878d1-b480-4490-9020-39ec4d153937 req-016b8a2d-16f4-4f97-93ae-45a09daad5ea tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:06.982556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71878d1-b480-4490-9020-39ec4d153937 req-016b8a2d-16f4-4f97-93ae-45a09daad5ea tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:07.000437 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71878d1-b480-4490-9020-39ec4d153937 req-016b8a2d-16f4-4f97-93ae-45a09daad5ea tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:07.003387 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e71878d1-b480-4490-9020-39ec4d153937 req-016b8a2d-16f4-4f97-93ae-45a09daad5ea tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.23 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5445 time: 0.6595376 Jul 06 12:14:07.008552 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-07fdb637-4bba-415b-9042-779bbe1753b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=d89e1771-286c-47d4-a06c-d0d0c9d87682 HTTP/1.1" status: 200 len: 217 time: 0.2177944 Jul 06 12:14:07.021521 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e62be2-1d5e-401d-b237-3cd527520778 None None] Pushing event updated for resources: {'Port': ['ID=a657057a-8fea-4ebd-8ca2-4c97f6dafc92,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:07.042563 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] Set router a243cf35-8013-40e9-8d3f-b4921e34a5c0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:07.072955 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-0a77b8ef-bc19-49bb-bed0-c5d9922a2c2d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3192821 Jul 06 12:14:07.075095 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f2120cc9-06e1-471f-8f25-e11d410e1b42,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:07.144085 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-63f0ce96-8a03-42be-b72a-aba3fab58261 req-033c6219-c0cb-4db7-ba5e-4b459e526a63 service neutron] 10.222.0.23 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804191 Jul 06 12:14:07.152189 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1b8534-0d38-4e05-b815-3b6144dfda44 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:07.155887 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e1b8534-0d38-4e05-b815-3b6144dfda44 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:07.156863 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['f2120cc9-06e1-471f-8f25-e11d410e1b42'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:14:07.225886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71878d1-b480-4490-9020-39ec4d153937 req-02d5d54e-4370-4071-bf64-d3ad2eba552b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:07.228779 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e71878d1-b480-4490-9020-39ec4d153937 req-02d5d54e-4370-4071-bf64-d3ad2eba552b tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.23 "GET /v2.0/ports/5c4fb5a3-a50a-4a36-8855-85dc7f08dc70?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2090707 Jul 06 12:14:07.234480 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-d0a1ed51-e479-4159-806b-42103cf88553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:07.239137 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-d0a1ed51-e479-4159-806b-42103cf88553 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.1978147 Jul 06 12:14:07.438591 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869292745', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:01Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'a657057a-8fea-4ebd-8ca2-4c97f6dafc92', 'name': '', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:35:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:59Z', 'updated_at': '2021-07-06T12:14:06Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:07.439870 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-cf2736fc-6b8a-425b-8577-67b5075b946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:07.442207 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-cf2736fc-6b8a-425b-8577-67b5075b946c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1803284 Jul 06 12:14:07.455600 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e71878d1-b480-4490-9020-39ec4d153937 req-a4a76027-39a9-4aab-9b6d-0c69cd3dd2b7 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2153869 Jul 06 12:14:07.468328 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-f44be42e-f595-4c0d-b879-019774a31150 service neutron] 10.222.0.81 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939142 Jul 06 12:14:07.478671 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ef7b5c-2835-4c77-a9c5-1f8832b41707 None None] The sync data for ids ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'] in n-d-799529-2 is: [{'id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869292745', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:01Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'a657057a-8fea-4ebd-8ca2-4c97f6dafc92', 'name': '', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:35:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:59Z', 'updated_at': '2021-07-06T12:14:06Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:14:07.485151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e71878d1-b480-4490-9020-39ec4d153937 req-5dfc4600-c9d2-455b-845a-0d1a9e316931 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:07.533015 n-d-799529-2 neutron-server[100427]: INFO neutron.db.ipam_backend_mixin [None req-7e1b8534-0d38-4e05-b815-3b6144dfda44 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a213d529-71b6-428c-9606-d2d6a5daec26 (CIDR: 2001:db8:0:1::/64) Jul 06 12:14:07.542526 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1b8534-0d38-4e05-b815-3b6144dfda44 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:14:07.542999 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e1b8534-0d38-4e05-b815-3b6144dfda44 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:14:07.583442 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7e1b8534-0d38-4e05-b815-3b6144dfda44 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9172266 Jul 06 12:14:07.583632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60502) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:07.588960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-8bdf89d8-208f-4d3e-a470-2349e1c45644 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'subnet': {'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:07.694097 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-5dfc4600-c9d2-455b-845a-0d1a9e316931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:07.731739 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-2d2a02dd-9020-45b5-bb86-4fb11717f474 service neutron] 10.222.0.81 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628422 Jul 06 12:14:07.766417 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-ffc5a735-6ff5-4ebc-9526-70e4d86960a8 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075874 Jul 06 12:14:07.859552 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdf89d8-208f-4d3e-a470-2349e1c45644 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Made reservation on behalf of a6cfa0d034a0486f97d965fefd9841d5 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:07.863158 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8bdf89d8-208f-4d3e-a470-2349e1c45644 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:07.899315 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-9c7d0d6d-1a12-460a-a643-52dcf48bd33c service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257882 Jul 06 12:14:07.975914 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-8c8e1a73-6f9e-4724-9a0f-06208f225194 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=fd11db21-7b96-4dca-820d-6f2614d3aabf HTTP/1.1" status: 200 len: 217 time: 0.0663276 Jul 06 12:14:08.061615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f2120cc9-06e1-471f-8f25-e11d410e1b42 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:08.124830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e71878d1-b480-4490-9020-39ec4d153937 req-5dfc4600-c9d2-455b-845a-0d1a9e316931 service neutron] For port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:08.222559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-8ae68843-f815-4a57-88c6-c9af6afeecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:08.224275 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-8ae68843-f815-4a57-88c6-c9af6afeecd6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.2144506 Jul 06 12:14:08.289761 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ccf17d18-a7e6-4e20-80ef-f6459a09479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:08.302007 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:08.307549 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e71878d1-b480-4490-9020-39ec4d153937 req-5dfc4600-c9d2-455b-845a-0d1a9e316931 service neutron] For port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:08.336940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1702e1c-51d6-4f98-9a78-bc6400ffcd50 req-22671149-0754-4d37-92bd-7791584ea02a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:08.338475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port f2120cc9-06e1-471f-8f25-e11d410e1b42 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:08.343604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port f2120cc9-06e1-471f-8f25-e11d410e1b42 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:08.343981 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:08.346970 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1702e1c-51d6-4f98-9a78-bc6400ffcd50 req-22671149-0754-4d37-92bd-7791584ea02a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:08.361853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-e71878d1-b480-4490-9020-39ec4d153937 req-5dfc4600-c9d2-455b-845a-0d1a9e316931 service neutron] device_id is not set on port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:14:08.366761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1702e1c-51d6-4f98-9a78-bc6400ffcd50 req-22671149-0754-4d37-92bd-7791584ea02a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:08.378980 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-5dfc4600-c9d2-455b-845a-0d1a9e316931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:08.382693 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-ce77c747-8154-4873-bfd2-20f83976ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:08.384789 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-ce77c747-8154-4873-bfd2-20f83976ba68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1482725 Jul 06 12:14:08.389678 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-5dfc4600-c9d2-455b-845a-0d1a9e316931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:08.400546 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1702e1c-51d6-4f98-9a78-bc6400ffcd50 req-22671149-0754-4d37-92bd-7791584ea02a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:08.409459 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1702e1c-51d6-4f98-9a78-bc6400ffcd50 req-22671149-0754-4d37-92bd-7791584ea02a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:08.416394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1702e1c-51d6-4f98-9a78-bc6400ffcd50 req-22671149-0754-4d37-92bd-7791584ea02a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:08.435520 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1702e1c-51d6-4f98-9a78-bc6400ffcd50 req-22671149-0754-4d37-92bd-7791584ea02a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:08.439172 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b1702e1c-51d6-4f98-9a78-bc6400ffcd50 req-22671149-0754-4d37-92bd-7791584ea02a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 5445 time: 0.2589076 Jul 06 12:14:08.536859 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:08.649248 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b1702e1c-51d6-4f98-9a78-bc6400ffcd50 req-32ad75cc-c214-4d7a-a053-ed3f413c0115 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1994364 Jul 06 12:14:08.679182 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f2120cc9-06e1-471f-8f25-e11d410e1b42, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2120cc9-06e1-471f-8f25-e11d410e1b42,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:08.682201 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023d353f-d3c1-4a40-9fc0-833247fb89da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2120cc9-06e1-471f-8f25-e11d410e1b42'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:08.687001 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6303f724-e1ca-45fa-9736-d9c807bac25f" -d '{"events": [{"server_uuid": "023d353f-d3c1-4a40-9fc0-833247fb89da", "name": "network-vif-plugged", "status": "completed", "tag": "f2120cc9-06e1-471f-8f25-e11d410e1b42"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:08.691007 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:08.692675 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fd11db21-7b96-4dca-820d-6f2614d3aabf no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:08.770640 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-03a745cc-83ee-41b6-8483-6422023d9943 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564579 Jul 06 12:14:08.814221 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8bdf89d8-208f-4d3e-a470-2349e1c45644 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:08.892290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71878d1-b480-4490-9020-39ec4d153937 req-5dfc4600-c9d2-455b-845a-0d1a9e316931 service neutron] No DVR routers for this DVR port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:08.922040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdf89d8-208f-4d3e-a470-2349e1c45644 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:08.948160 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-8bdf89d8-208f-4d3e-a470-2349e1c45644 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:08.956932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdf89d8-208f-4d3e-a470-2349e1c45644 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:08.958431 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8bdf89d8-208f-4d3e-a470-2349e1c45644 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:08.970933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee17fb8-bfc5-4fdb-b51c-19933cf301cb None None] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:09.006346 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f71344fd-6e06-4c13-a174-b2dc0eca30f5 req-c3fa0abc-5c68-4266-898a-84eebb11474c tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 210 time: 0.0536096 Jul 06 12:14:09.018333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf89d8-208f-4d3e-a470-2349e1c45644 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Subnet': ['ID=c5bad19f-821a-4d6f-97ee-88518f8f208d,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:09.028980 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8bdf89d8-208f-4d3e-a470-2349e1c45644 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4443195 Jul 06 12:14:09.038617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60524) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:09.055846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2382395a-5663-47cb-a5cc-421209a8bcf0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-274311', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c5bad19f-821a-4d6f-97ee-88518f8f208d'}], 'security_groups': ['cda6e17e-3e2f-4771-82a0-d8b0410243f9', '75a0e181-b1bc-4345-99a7-a07767db7644']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:09.143946 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc4600-c9d2-455b-845a-0d1a9e316931 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:09.278878 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:09.284580 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8116dc10-0fa9-4a85-9a22-108cf4fad8f0 None None] Provisioning complete for port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:09.285284 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8116dc10-0fa9-4a85-9a22-108cf4fad8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:09.289361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f2120cc9-06e1-471f-8f25-e11d410e1b42,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:09.311177 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e71878d1-b480-4490-9020-39ec4d153937 req-5dfc4600-c9d2-455b-845a-0d1a9e316931 service neutron] In _notify_port_updated(), no bound segment for port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 on network d0165372-ba81-46c2-af71-bdb38d5dbedc {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:14:09.314332 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71878d1-b480-4490-9020-39ec4d153937 req-5dfc4600-c9d2-455b-845a-0d1a9e316931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:09.315032 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-5dfc4600-c9d2-455b-845a-0d1a9e316931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:09.317963 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e71878d1-b480-4490-9020-39ec4d153937 req-5dfc4600-c9d2-455b-845a-0d1a9e316931 service neutron] 10.222.0.23 "PUT /v2.0/ports/5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 HTTP/1.1" status: 200 len: 1032 time: 1.8396490 Jul 06 12:14:09.434113 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-1cae47a0-156d-4052-beb7-f9e86d5aa1c0 service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162070 Jul 06 12:14:09.480532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9890a2-e37e-4144-b5cf-ea5896650ba2 req-e82dbce9-9056-4cd9-864f-b8e082c2cdcc tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:09.481898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8116dc10-0fa9-4a85-9a22-108cf4fad8f0 None None] Port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:09.482668 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de9890a2-e37e-4144-b5cf-ea5896650ba2 req-e82dbce9-9056-4cd9-864f-b8e082c2cdcc tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.1724546 Jul 06 12:14:09.494481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a657057a-8fea-4ebd-8ca2-4c97f6dafc92 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:09.510286 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71878d1-b480-4490-9020-39ec4d153937 req-1f03cc89-f89b-4b98-a4f4-b6b841cdc4de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:09.516121 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e71878d1-b480-4490-9020-39ec4d153937 req-1f03cc89-f89b-4b98-a4f4-b6b841cdc4de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.23 "GET /v2.0/ports/d89e1771-286c-47d4-a06c-d0d0c9d87682?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1910737 Jul 06 12:14:09.564853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de9890a2-e37e-4144-b5cf-ea5896650ba2 req-cd5d539d-fe13-4800-b5f0-65ce0c6d9174 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749233 Jul 06 12:14:09.589857 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:09.615502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e71878d1-b480-4490-9020-39ec4d153937 req-70335302-25b1-4ec5-8bef-782c91bde8c5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:09.653507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fd11db21-7b96-4dca-820d-6f2614d3aabf, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fd11db21-7b96-4dca-820d-6f2614d3aabf,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:09.662018 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:09.662840 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:09.678260 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-89b9769e-4390-4083-aa19-c02b16bb5fd7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=49fbf984-87c5-49a6-8ea3-a0446eb038a0 HTTP/1.1" status: 200 len: 217 time: 0.2263505 Jul 06 12:14:09.725369 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2382395a-5663-47cb-a5cc-421209a8bcf0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:09.799628 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-70335302-25b1-4ec5-8bef-782c91bde8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:09.856476 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3474a41-6359-4a34-ae55-a635dea9847e req-c9b991c8-8cbd-480d-a01d-34fa1a69a963 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 210 time: 0.0671992 Jul 06 12:14:09.881346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-ec359d9f-da09-40bf-b96b-01fe642e2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:09.884379 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-ec359d9f-da09-40bf-b96b-01fe642e2882 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 200 len: 797 time: 0.1754687 Jul 06 12:14:09.903031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff80d0b-60b5-4881-973d-595c7d279e29 None None] Update dhcp port {'port': {'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'fixed_ips': [{'subnet_id': 'a213d529-71b6-428c-9606-d2d6a5daec26', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '35e3e6c7-8bed-407a-9456-546b8cc50df9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c5bad19f-821a-4d6f-97ee-88518f8f208d'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '71394f36-27de-4700-8c03-c6abfe49e010'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:14:09.991751 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c784984d-a77d-47a0-b1cc-7460face1de0 x-openstack-request-id: req-c784984d-a77d-47a0-b1cc-7460face1de0 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:09.992256 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023d353f-d3c1-4a40-9fc0-833247fb89da", "name": "network-vif-plugged", "status": "completed", "tag": "f2120cc9-06e1-471f-8f25-e11d410e1b42", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:09.992513 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c784984d-a77d-47a0-b1cc-7460face1de0 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:09.993043 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023d353f-d3c1-4a40-9fc0-833247fb89da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2120cc9-06e1-471f-8f25-e11d410e1b42', 'code': 200} Jul 06 12:14:10.008738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port a657057a-8fea-4ebd-8ca2-4c97f6dafc92 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:10.034451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:10.034895 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 49fbf984-87c5-49a6-8ea3-a0446eb038a0 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:10.055209 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port a657057a-8fea-4ebd-8ca2-4c97f6dafc92 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:10.055866 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:10.145731 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ff80d0b-60b5-4881-973d-595c7d279e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:10.159719 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=fd11db21-7b96-4dca-820d-6f2614d3aabf,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:10.323925 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb35701-6aaf-4e41-ad07-0a062dcea27b req-bb337e13-3235-4f55-996a-f870c555d9c3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:10.344181 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb35701-6aaf-4e41-ad07-0a062dcea27b req-bb337e13-3235-4f55-996a-f870c555d9c3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:10.351617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb35701-6aaf-4e41-ad07-0a062dcea27b req-bb337e13-3235-4f55-996a-f870c555d9c3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:10.358030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb35701-6aaf-4e41-ad07-0a062dcea27b req-bb337e13-3235-4f55-996a-f870c555d9c3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:10.364906 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb35701-6aaf-4e41-ad07-0a062dcea27b req-bb337e13-3235-4f55-996a-f870c555d9c3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:10.371395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb35701-6aaf-4e41-ad07-0a062dcea27b req-bb337e13-3235-4f55-996a-f870c555d9c3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:10.381950 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3fb35701-6aaf-4e41-ad07-0a062dcea27b req-bb337e13-3235-4f55-996a-f870c555d9c3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 4664 time: 0.1921947 Jul 06 12:14:10.493012 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3fb35701-6aaf-4e41-ad07-0a062dcea27b req-0d1ec9e4-2525-465e-99ea-eb7f22a1bba4 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048996 Jul 06 12:14:10.588671 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:10.608280 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:10.665174 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 49fbf984-87c5-49a6-8ea3-a0446eb038a0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=49fbf984-87c5-49a6-8ea3-a0446eb038a0,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:10.680273 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:10.681244 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d7ac9807-0748-4db2-bb20-30cecc0ca562 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:10.686831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f49a5c-ec04-4159-9b1f-7b922890284d req-8b018306-b001-43b9-ba03-ec4b79a11a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:10.689260 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7f49a5c-ec04-4159-9b1f-7b922890284d req-8b018306-b001-43b9-ba03-ec4b79a11a4e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 1096 time: 0.5774298 Jul 06 12:14:10.700047 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6614fd02-ee14-4446-8343-6e6b7bd9b9a0 req-9b6e5251-4778-4793-9c68-e7f2f540edf2 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=87c9c663-6d14-44ef-ad75-9fcc1e56dfc5 HTTP/1.1" status: 200 len: 210 time: 0.0484920 Jul 06 12:14:10.706447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-71473a83-2af0-4a51-802e-cd57755ec7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:10.708105 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-71473a83-2af0-4a51-802e-cd57755ec7e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d0165372-ba81-46c2-af71-bdb38d5dbedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8097308 Jul 06 12:14:10.745297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=49fbf984-87c5-49a6-8ea3-a0446eb038a0,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:10.768609 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port a657057a-8fea-4ebd-8ca2-4c97f6dafc92, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a657057a-8fea-4ebd-8ca2-4c97f6dafc92,segment=NetworkSegment(b4a70d68-7781-4e07-a16c-f586a8166e54),segment_id=b4a70d68-7781-4e07-a16c-f586a8166e54)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:10.797461 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:10.839711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-1ff80d0b-60b5-4881-973d-595c7d279e29 None None] Allocated IP 2001:db8:0:2::2 (d88bf061-207f-4895-9d1b-46ae9a8f4c33/c5bad19f-821a-4d6f-97ee-88518f8f208d/71394f36-27de-4700-8c03-c6abfe49e010) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:10.991555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1e943-bc45-4ded-8b51-0905a9540c50 req-22491155-6027-4715-bfd6-7353e5fcf34f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:10.993284 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31b1e943-bc45-4ded-8b51-0905a9540c50 req-22491155-6027-4715-bfd6-7353e5fcf34f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.1517003 Jul 06 12:14:11.033142 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:11.037759 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=a657057a-8fea-4ebd-8ca2-4c97f6dafc92,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:11.088167 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31b1e943-bc45-4ded-8b51-0905a9540c50 req-28eb2830-6988-4ae6-b12f-b3079896cb7b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863700 Jul 06 12:14:11.123577 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:11.180288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d7ac9807-0748-4db2-bb20-30cecc0ca562, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d7ac9807-0748-4db2-bb20-30cecc0ca562,segment=NetworkSegment(111b6f8b-9c71-4ca6-b2fb-455a8364adda),segment_id=111b6f8b-9c71-4ca6-b2fb-455a8364adda)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:11.183278 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1ff80d0b-60b5-4881-973d-595c7d279e29 None None] For port 71394f36-27de-4700-8c03-c6abfe49e010, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=71394f36-27de-4700-8c03-c6abfe49e010,segment=NetworkSegment(d280870d-090d-41af-97da-0b3c1e4a9417),segment_id=d280870d-090d-41af-97da-0b3c1e4a9417)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:11.201555 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:11.206362 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d89e1771-286c-47d4-a06c-d0d0c9d87682 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:11.296197 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ff80d0b-60b5-4881-973d-595c7d279e29 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:11.307618 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2ffa6249-5b80-4383-894c-9795bbeaad40 req-61131ece-b9ec-4373-b70a-2e098d1e62bc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 210 time: 0.0428009 Jul 06 12:14:11.312855 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-d6c17254-6a02-406f-9947-ae6665ad404d service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855019 Jul 06 12:14:11.334092 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a657057a-8fea-4ebd-8ca2-4c97f6dafc92 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:11.361339 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1ff80d0b-60b5-4881-973d-595c7d279e29 None None] Transition to ACTIVE for port object 71394f36-27de-4700-8c03-c6abfe49e010 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:11.390758 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ff80d0b-60b5-4881-973d-595c7d279e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:11.407385 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-113ee067-29ed-4ba3-8e6a-8ac66979a56d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:11.409066 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-113ee067-29ed-4ba3-8e6a-8ac66979a56d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.89 "GET /v2.0/networks?id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 HTTP/1.1" status: 200 len: 796 time: 1.3409834 Jul 06 12:14:11.487514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d7ac9807-0748-4db2-bb20-30cecc0ca562,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:11.499864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e71878d1-b480-4490-9020-39ec4d153937 req-70335302-25b1-4ec5-8bef-782c91bde8c5 service neutron] For port d89e1771-286c-47d4-a06c-d0d0c9d87682, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d89e1771-286c-47d4-a06c-d0d0c9d87682,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:11.508396 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7f49a5c-ec04-4159-9b1f-7b922890284d req-ac7dc10b-f7a3-48ea-a884-3dc90832c67d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8093424 Jul 06 12:14:11.543991 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:11.587216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port a657057a-8fea-4ebd-8ca2-4c97f6dafc92 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:11.587731 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:11.591512 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-c4469587-05ff-4ee2-a2d2-f297cd945ddc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f585d4167c1145b098521c82cd595bff HTTP/1.1" status: 200 len: 380 time: 0.1438117 Jul 06 12:14:11.609434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-5bfa5a00-9154-4b15-96b7-8ea9956ba1e0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'port': {'device_id': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'admin_state_up': True, 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'security_groups': ['a0d84d36-0751-417a-9361-567675b9945a']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:11.650022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff80d0b-60b5-4881-973d-595c7d279e29 None None] Pushing event updated for resources: {'Port': ['ID=71394f36-27de-4700-8c03-c6abfe49e010,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:11.705557 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-864a0ba6-97a0-4edb-a326-5442fa00e9ff service neutron] 10.222.0.23 "GET /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570759 Jul 06 12:14:11.706625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e71878d1-b480-4490-9020-39ec4d153937 req-70335302-25b1-4ec5-8bef-782c91bde8c5 service neutron] For port d89e1771-286c-47d4-a06c-d0d0c9d87682, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:11.741631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26688e2-44d5-4c8a-8df7-ee2b78c2e406 req-dd071df7-c859-4c87-ae6a-3bbe57729d82 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:11.756201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26688e2-44d5-4c8a-8df7-ee2b78c2e406 req-dd071df7-c859-4c87-ae6a-3bbe57729d82 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:11.765110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26688e2-44d5-4c8a-8df7-ee2b78c2e406 req-dd071df7-c859-4c87-ae6a-3bbe57729d82 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:11.772176 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26688e2-44d5-4c8a-8df7-ee2b78c2e406 req-dd071df7-c859-4c87-ae6a-3bbe57729d82 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:11.779109 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26688e2-44d5-4c8a-8df7-ee2b78c2e406 req-dd071df7-c859-4c87-ae6a-3bbe57729d82 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:11.787105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26688e2-44d5-4c8a-8df7-ee2b78c2e406 req-dd071df7-c859-4c87-ae6a-3bbe57729d82 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:11.795853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b26688e2-44d5-4c8a-8df7-ee2b78c2e406 req-dd071df7-c859-4c87-ae6a-3bbe57729d82 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 4660 time: 0.1594291 Jul 06 12:14:11.842407 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b26688e2-44d5-4c8a-8df7-ee2b78c2e406 req-b30170c3-82c8-4f2e-a3fd-d5dc8f166ee2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&id=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452912 Jul 06 12:14:11.852837 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-e6253562-c7ea-4fc0-9b04-80c967b9a88f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0dc445d-142f-4e58-9152-40dd8ee1572f HTTP/1.1" status: 200 len: 217 time: 0.1164646 Jul 06 12:14:11.897048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-e71878d1-b480-4490-9020-39ec4d153937 req-70335302-25b1-4ec5-8bef-782c91bde8c5 service neutron] device_id is not set on port d89e1771-286c-47d4-a06c-d0d0c9d87682 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:14:11.947157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-2382395a-5663-47cb-a5cc-421209a8bcf0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Delete allocated IP 2001:db8::41 (d88bf061-207f-4895-9d1b-46ae9a8f4c33/35e3e6c7-8bed-407a-9456-546b8cc50df9) {{(pid=100428) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 12:14:11.955132 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-70335302-25b1-4ec5-8bef-782c91bde8c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:12.000037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-2382395a-5663-47cb-a5cc-421209a8bcf0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Allocated IP 2001:db8:0:2::2b1 (d88bf061-207f-4895-9d1b-46ae9a8f4c33/c5bad19f-821a-4d6f-97ee-88518f8f208d/cca9c4a8-0d3e-47e3-82dd-12047c79be87) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:12.014724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd11db21-7b96-4dca-820d-6f2614d3aabf'}, {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49fbf984-87c5-49a6-8ea3-a0446eb038a0'}, {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7ac9807-0748-4db2-bb20-30cecc0ca562'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:12.023669 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-70335302-25b1-4ec5-8bef-782c91bde8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:12.025114 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2557480b-eb69-45fe-b489-377eb792fee9" -d '{"events": [{"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-unplugged", "status": "completed", "tag": "fd11db21-7b96-4dca-820d-6f2614d3aabf"}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-unplugged", "status": "completed", "tag": "49fbf984-87c5-49a6-8ea3-a0446eb038a0"}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-unplugged", "status": "completed", "tag": "d7ac9807-0748-4db2-bb20-30cecc0ca562"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:12.069867 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:14:12.070654 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:14:12.118813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-e1219001-5d50-4500-a546-4ef84891066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:12.120266 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-e1219001-5d50-4500-a546-4ef84891066c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31da2619-e3fd-4bf0-b098-b53a3480fd99 HTTP/1.1" status: 200 len: 797 time: 0.2532072 Jul 06 12:14:12.127155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70335302-25b1-4ec5-8bef-782c91bde8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d89e1771-286c-47d4-a06c-d0d0c9d87682,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:12.130211 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c6d1ea-f0eb-4273-ba36-e695cbb93de8 x-openstack-request-id: req-82c6d1ea-f0eb-4273-ba36-e695cbb93de8 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:12.130411 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-5bfa5a00-9154-4b15-96b7-8ea9956ba1e0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Made reservation on behalf of f585d4167c1145b098521c82cd595bff for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:12.130981 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-unplugged", "status": "completed", "tag": "fd11db21-7b96-4dca-820d-6f2614d3aabf", "code": 200}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-unplugged", "status": "completed", "tag": "49fbf984-87c5-49a6-8ea3-a0446eb038a0", "code": 200}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-unplugged", "status": "completed", "tag": "d7ac9807-0748-4db2-bb20-30cecc0ca562", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:12.131438 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82c6d1ea-f0eb-4273-ba36-e695cbb93de8 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:12.131991 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd11db21-7b96-4dca-820d-6f2614d3aabf', 'code': 200} Jul 06 12:14:12.132399 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49fbf984-87c5-49a6-8ea3-a0446eb038a0', 'code': 200} Jul 06 12:14:12.132963 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7ac9807-0748-4db2-bb20-30cecc0ca562', 'code': 200} Jul 06 12:14:12.134411 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-5bfa5a00-9154-4b15-96b7-8ea9956ba1e0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:12.326376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71878d1-b480-4490-9020-39ec4d153937 req-70335302-25b1-4ec5-8bef-782c91bde8c5 service neutron] No DVR routers for this DVR port d89e1771-286c-47d4-a06c-d0d0c9d87682 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:12.468244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ae9f1-aada-4be4-bcc7-89bba36ff38c req-1f9145de-2b71-4c06-bc93-08461c693bdf tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:12.483408 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d61ae9f1-aada-4be4-bcc7-89bba36ff38c req-1f9145de-2b71-4c06-bc93-08461c693bdf tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.1932065 Jul 06 12:14:12.571059 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d61ae9f1-aada-4be4-bcc7-89bba36ff38c req-c1fe6f43-310a-45e1-9d0e-208d715af61d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850697 Jul 06 12:14:12.640178 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-5bfa5a00-9154-4b15-96b7-8ea9956ba1e0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Allocated IP 172.20.0.12 (3ce711fc-bd81-4353-b9a9-d27dfb81e4c6/0ce6209d-f67f-4d1f-a267-7eac8672ed36/ab6aa23b-46f8-4d5e-9557-6e624b7fc44e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:12.658324 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6b27ae33-06a1-4f93-9f3d-a87936a98f30 None None] Provisioning complete for port f9ec670b-9dc4-4e05-a228-9c453b87c81f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:12.658908 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b27ae33-06a1-4f93-9f3d-a87936a98f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:12.673211 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f0dc445d-142f-4e58-9152-40dd8ee1572f no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:12.701376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e71878d1-b480-4490-9020-39ec4d153937 req-70335302-25b1-4ec5-8bef-782c91bde8c5 service neutron] In _notify_port_updated(), no bound segment for port d89e1771-286c-47d4-a06c-d0d0c9d87682 on network d0165372-ba81-46c2-af71-bdb38d5dbedc {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:14:12.702304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71878d1-b480-4490-9020-39ec4d153937 req-70335302-25b1-4ec5-8bef-782c91bde8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:12.702927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-70335302-25b1-4ec5-8bef-782c91bde8c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:12.704532 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e71878d1-b480-4490-9020-39ec4d153937 req-70335302-25b1-4ec5-8bef-782c91bde8c5 service neutron] 10.222.0.23 "PUT /v2.0/ports/d89e1771-286c-47d4-a06c-d0d0c9d87682 HTTP/1.1" status: 200 len: 1032 time: 3.1016159 Jul 06 12:14:12.736770 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32b19a12-e8b5-4b54-825f-5037a321a27a req-ed9ab0f6-1fe7-40fd-b9ef-e6f880e7a86d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 210 time: 0.0479715 Jul 06 12:14:12.767189 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6b27ae33-06a1-4f93-9f3d-a87936a98f30 None None] Port f9ec670b-9dc4-4e05-a228-9c453b87c81f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:12.790056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6b27ae33-06a1-4f93-9f3d-a87936a98f30 None None] Provisioning for port 71394f36-27de-4700-8c03-c6abfe49e010 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:12.809639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-2224b65e-4ca8-4047-a9d3-b0eaebf0fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:12.811352 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-2224b65e-4ca8-4047-a9d3-b0eaebf0fcbf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66f7ceaa-0f04-4369-8441-7edae42f76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6458411 Jul 06 12:14:12.830170 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6b27ae33-06a1-4f93-9f3d-a87936a98f30 None None] Provisioning complete for port 71394f36-27de-4700-8c03-c6abfe49e010 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:12.830833 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b27ae33-06a1-4f93-9f3d-a87936a98f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:12.872462 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:12.931895 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f0dc445d-142f-4e58-9152-40dd8ee1572f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f0dc445d-142f-4e58-9152-40dd8ee1572f,segment=NetworkSegment(e65f28e5-e44b-4d60-96d5-d5f7323ca0b1),segment_id=e65f28e5-e44b-4d60-96d5-d5f7323ca0b1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:12.956420 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:12.958320 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:13.081573 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6b27ae33-06a1-4f93-9f3d-a87936a98f30 None None] Provisioning complete for port d89e1771-286c-47d4-a06c-d0d0c9d87682 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:13.081952 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b27ae33-06a1-4f93-9f3d-a87936a98f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:13.143894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7150891-9e9f-45a3-893e-efec2617b91e req-d0ab3b1b-21b4-4bec-819d-47df534cb300 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:13.151316 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7150891-9e9f-45a3-893e-efec2617b91e req-d0ab3b1b-21b4-4bec-819d-47df534cb300 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:13.159144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7150891-9e9f-45a3-893e-efec2617b91e req-d0ab3b1b-21b4-4bec-819d-47df534cb300 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:13.166474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7150891-9e9f-45a3-893e-efec2617b91e req-d0ab3b1b-21b4-4bec-819d-47df534cb300 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:13.173400 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7150891-9e9f-45a3-893e-efec2617b91e req-d0ab3b1b-21b4-4bec-819d-47df534cb300 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:13.182831 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7150891-9e9f-45a3-893e-efec2617b91e req-d0ab3b1b-21b4-4bec-819d-47df534cb300 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 3879 time: 0.1524425 Jul 06 12:14:13.211687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f0dc445d-142f-4e58-9152-40dd8ee1572f,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:13.225698 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-56e913c1-aa5c-41c4-a48e-0264d22eb676 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031441 Jul 06 12:14:13.226804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6b27ae33-06a1-4f93-9f3d-a87936a98f30 None None] Port d89e1771-286c-47d4-a06c-d0d0c9d87682 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:13.235417 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7150891-9e9f-45a3-893e-efec2617b91e req-6726b04b-1c7a-458b-8b69-a468518aaeff tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502586 Jul 06 12:14:13.302481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6b27ae33-06a1-4f93-9f3d-a87936a98f30 None None] Provisioning complete for port cca9c4a8-0d3e-47e3-82dd-12047c79be87 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:13.302860 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b27ae33-06a1-4f93-9f3d-a87936a98f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:13.304656 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 71394f36-27de-4700-8c03-c6abfe49e010 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:13.308125 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-5bfa5a00-9154-4b15-96b7-8ea9956ba1e0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:13.358154 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:13.401023 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6b27ae33-06a1-4f93-9f3d-a87936a98f30 None None] Port cca9c4a8-0d3e-47e3-82dd-12047c79be87 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:13.401614 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2382395a-5663-47cb-a5cc-421209a8bcf0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:13.425842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68,segment=NetworkSegment(e65f28e5-e44b-4d60-96d5-d5f7323ca0b1),segment_id=e65f28e5-e44b-4d60-96d5-d5f7323ca0b1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:13.427898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-5bfa5a00-9154-4b15-96b7-8ea9956ba1e0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Transition to ACTIVE for port object ab6aa23b-46f8-4d5e-9557-6e624b7fc44e will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:13.432554 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:13.436655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 71394f36-27de-4700-8c03-c6abfe49e010 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:13.437163 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:13.445585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-2382395a-5663-47cb-a5cc-421209a8bcf0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Transition to ACTIVE for port object cca9c4a8-0d3e-47e3-82dd-12047c79be87 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:13.447687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e71878d1-b480-4490-9020-39ec4d153937 req-47c7bf24-fd61-4904-8b22-f4ba655ed9d9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Deleting port 49fbf984-87c5-49a6-8ea3-a0446eb038a0 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:13.448191 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-47c7bf24-fd61-4904-8b22-f4ba655ed9d9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:13.466121 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2382395a-5663-47cb-a5cc-421209a8bcf0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:13.526044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:13.665906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2382395a-5663-47cb-a5cc-421209a8bcf0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] In _notify_port_updated(), no bound segment for port cca9c4a8-0d3e-47e3-82dd-12047c79be87 on network d88bf061-207f-4895-9d1b-46ae9a8f4c33 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:14:13.671423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2382395a-5663-47cb-a5cc-421209a8bcf0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:13.672058 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2382395a-5663-47cb-a5cc-421209a8bcf0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:13.673403 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2382395a-5663-47cb-a5cc-421209a8bcf0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "PUT /v2.0/ports/cca9c4a8-0d3e-47e3-82dd-12047c79be87 HTTP/1.1" status: 200 len: 966 time: 4.6320708 Jul 06 12:14:13.676776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60586) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:13.699302 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-081c1e89-685e-4d14-bf32-bff583a2caf0 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368982 Jul 06 12:14:13.785893 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-19dac40b-4ee2-4866-ad01-343eb4e90d0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 HTTP/1.1" status: 200 len: 217 time: 0.0668705 Jul 06 12:14:13.804233 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-5bfa5a00-9154-4b15-96b7-8ea9956ba1e0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:13.848576 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382395a-5663-47cb-a5cc-421209a8bcf0 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event updated for resources: {'Port': ['ID=cca9c4a8-0d3e-47e3-82dd-12047c79be87,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:13.900522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-5bfa5a00-9154-4b15-96b7-8ea9956ba1e0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:13.908225 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-5bfa5a00-9154-4b15-96b7-8ea9956ba1e0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:13.915299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab014467-d79b-43f2-bc0f-0a8d62704bba req-cd7fa1eb-198f-4c2c-8d3e-ebbdeceaa0e1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:13.917198 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab014467-d79b-43f2-bc0f-0a8d62704bba req-cd7fa1eb-198f-4c2c-8d3e-ebbdeceaa0e1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.1682212 Jul 06 12:14:13.942894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-5bfa5a00-9154-4b15-96b7-8ea9956ba1e0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:13.954196 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a2e09-c958-4a94-b056-4fa47acbb51e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port cca9c4a8-0d3e-47e3-82dd-12047c79be87 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:13.954625 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9a2a2e09-c958-4a94-b056-4fa47acbb51e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:14.002954 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e71878d1-b480-4490-9020-39ec4d153937 req-47c7bf24-fd61-4904-8b22-f4ba655ed9d9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] For port 49fbf984-87c5-49a6-8ea3-a0446eb038a0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=49fbf984-87c5-49a6-8ea3-a0446eb038a0,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:14.003713 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-47c7bf24-fd61-4904-8b22-f4ba655ed9d9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:14.054858 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa5a00-9154-4b15-96b7-8ea9956ba1e0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:14.059179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-efad9cce-3d9a-4098-94d2-70b647d0d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:14.060708 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-efad9cce-3d9a-4098-94d2-70b647d0d18a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31da2619-e3fd-4bf0-b098-b53a3480fd99 HTTP/1.1" status: 200 len: 797 time: 0.2673161 Jul 06 12:14:14.079294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e71878d1-b480-4490-9020-39ec4d153937 req-47c7bf24-fd61-4904-8b22-f4ba655ed9d9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Calling delete_port for 49fbf984-87c5-49a6-8ea3-a0446eb038a0 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:14.085639 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9a2a2e09-c958-4a94-b056-4fa47acbb51e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:14.122471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a2e09-c958-4a94-b056-4fa47acbb51e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for cca9c4a8-0d3e-47e3-82dd-12047c79be87 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:14.133370 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-07325f3a-43fc-4adc-8090-00032a0fd237 None None] Provisioning for port cca9c4a8-0d3e-47e3-82dd-12047c79be87 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:14.135409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0dc445d-142f-4e58-9152-40dd8ee1572f'}, {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:14.137821 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b280dc29-ea7d-4d1f-8e48-cdeb99f3c5fd" -d '{"events": [{"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-unplugged", "status": "completed", "tag": "f0dc445d-142f-4e58-9152-40dd8ee1572f"}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:14.137977 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab014467-d79b-43f2-bc0f-0a8d62704bba req-b9cd8c4b-59f3-4b57-9291-4d7cbe6f6096 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926279 Jul 06 12:14:14.149348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-07325f3a-43fc-4adc-8090-00032a0fd237 None None] Provisioning complete for port cca9c4a8-0d3e-47e3-82dd-12047c79be87 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:14.149578 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07325f3a-43fc-4adc-8090-00032a0fd237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:14.202545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-07325f3a-43fc-4adc-8090-00032a0fd237 None None] Port cca9c4a8-0d3e-47e3-82dd-12047c79be87 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:14.290857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-5bfa5a00-9154-4b15-96b7-8ea9956ba1e0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:14.291554 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-5bfa5a00-9154-4b15-96b7-8ea9956ba1e0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:14.362771 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-5bfa5a00-9154-4b15-96b7-8ea9956ba1e0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7541671 Jul 06 12:14:14.393260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Request body: {'port': {'device_id': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:14.442546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-fda2d283-0284-467d-bf80-68308166c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:14.444834 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-fda2d283-0284-467d-bf80-68308166c03a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66f7ceaa-0f04-4369-8441-7edae42f76db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3301497 Jul 06 12:14:14.454758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f6230942-7ccf-400d-b00c-0c30c4eff15e None None] Provisioning for port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:14.459813 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f6230942-7ccf-400d-b00c-0c30c4eff15e None None] Provisioning complete for port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:14.460365 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6230942-7ccf-400d-b00c-0c30c4eff15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:14.467298 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9a2a2e09-c958-4a94-b056-4fa47acbb51e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:14.514376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f6230942-7ccf-400d-b00c-0c30c4eff15e None None] Port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:14.584719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a2e09-c958-4a94-b056-4fa47acbb51e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=cca9c4a8-0d3e-47e3-82dd-12047c79be87,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:14.587909 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:14.608996 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9a2a2e09-c958-4a94-b056-4fa47acbb51e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:14.613246 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9a2a2e09-c958-4a94-b056-4fa47acbb51e tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/cca9c4a8-0d3e-47e3-82dd-12047c79be87 HTTP/1.1" status: 204 len: 168 time: 0.9331810 Jul 06 12:14:14.613740 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60608) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:14.645708 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-3385c7ea-068b-4e28-9569-0ab0846cd30f service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816118 Jul 06 12:14:14.650808 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c06bfb2-0252-4b5e-a2bc-f469a90ea82d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] GET failed (client error): The resource could not be found. Jul 06 12:14:14.655902 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5c06bfb2-0252-4b5e-a2bc-f469a90ea82d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports/cca9c4a8-0d3e-47e3-82dd-12047c79be87 HTTP/1.1" status: 404 len: 333 time: 0.0378301 Jul 06 12:14:14.657138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60610) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:14.721836 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844d2e8-6c18-466f-bc9e-a7065f4ada2d req-77eac93e-08af-4c35-a876-015d9d129565 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:14.738469 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4844d2e8-6c18-466f-bc9e-a7065f4ada2d req-77eac93e-08af-4c35-a876-015d9d129565 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 932 time: 0.2847719 Jul 06 12:14:14.774233 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e3de3ed-472d-4462-a342-c0dd36801ea8 req-23698779-612c-4f61-bb3b-cc1e531420e6 service neutron] 10.222.0.23 "GET /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157486 Jul 06 12:14:14.829502 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4844d2e8-6c18-466f-bc9e-a7065f4ada2d req-7959d516-7824-461c-9b72-98e047fdeebd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900760 Jul 06 12:14:14.858024 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-21ccadb7-bd52-4a06-94a1-0995ee7ccc65 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:14.928734 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a738d838-0783-437d-a2c3-fadade1e4173 x-openstack-request-id: req-a738d838-0783-437d-a2c3-fadade1e4173 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:14.929141 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-unplugged", "status": "completed", "tag": "f0dc445d-142f-4e58-9152-40dd8ee1572f", "code": 200}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:14.929498 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-21ccadb7-bd52-4a06-94a1-0995ee7ccc65 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:14.929642 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a738d838-0783-437d-a2c3-fadade1e4173 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:14.929897 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0dc445d-142f-4e58-9152-40dd8ee1572f', 'code': 200} Jul 06 12:14:14.930153 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68', 'code': 200} Jul 06 12:14:14.967912 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-47c7bf24-fd61-4904-8b22-f4ba655ed9d9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.000589 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-21ccadb7-bd52-4a06-94a1-0995ee7ccc65 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.003815 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-21ccadb7-bd52-4a06-94a1-0995ee7ccc65 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.005975 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-21ccadb7-bd52-4a06-94a1-0995ee7ccc65 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/security-groups/f546efe8-f588-47cd-ac4e-f4ed8fb2fcd6 HTTP/1.1" status: 204 len: 168 time: 0.3471084 Jul 06 12:14:15.016029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60616) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:15.016887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccadb7-bd52-4a06-94a1-0995ee7ccc65 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f546efe8-f588-47cd-ac4e-f4ed8fb2fcd6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:15.128711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7bf24-fd61-4904-8b22-f4ba655ed9d9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event deleted for resources: {'Port': ['ID=49fbf984-87c5-49a6-8ea3-a0446eb038a0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:15.131919 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5a2f082-167c-4cc8-a4ff-4b55afae874d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.167569 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5a2f082-167c-4cc8-a4ff-4b55afae874d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.184749 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71878d1-b480-4490-9020-39ec4d153937 req-47c7bf24-fd61-4904-8b22-f4ba655ed9d9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] No DVR routers for this DVR port 49fbf984-87c5-49a6-8ea3-a0446eb038a0 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:15.187468 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-47c7bf24-fd61-4904-8b22-f4ba655ed9d9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.189829 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e71878d1-b480-4490-9020-39ec4d153937 req-47c7bf24-fd61-4904-8b22-f4ba655ed9d9 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.23 "DELETE /v2.0/ports/49fbf984-87c5-49a6-8ea3-a0446eb038a0 HTTP/1.1" status: 204 len: 173 time: 2.4641697 Jul 06 12:14:15.208787 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-deleted', 'tag': '49fbf984-87c5-49a6-8ea3-a0446eb038a0'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:15.211278 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e5d95f-1630-4e96-99aa-ef1b04a6e566" -d '{"events": [{"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-deleted", "tag": "49fbf984-87c5-49a6-8ea3-a0446eb038a0"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:15.261033 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5a2f082-167c-4cc8-a4ff-4b55afae874d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.263930 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5a2f082-167c-4cc8-a4ff-4b55afae874d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.269564 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c5a2f082-167c-4cc8-a4ff-4b55afae874d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/security-groups/75a0e181-b1bc-4345-99a7-a07767db7644 HTTP/1.1" status: 204 len: 168 time: 0.2246439 Jul 06 12:14:15.270197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60624) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:15.322315 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2f082-167c-4cc8-a4ff-4b55afae874d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a0e181-b1bc-4345-99a7-a07767db7644,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:15.438234 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e89e8cb7-856b-468c-b11f-0bad4069b4f3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.500009 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e89e8cb7-856b-468c-b11f-0bad4069b4f3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.689964 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e89e8cb7-856b-468c-b11f-0bad4069b4f3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.701086 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e89e8cb7-856b-468c-b11f-0bad4069b4f3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.707619 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e89e8cb7-856b-468c-b11f-0bad4069b4f3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/security-groups/cda6e17e-3e2f-4771-82a0-d8b0410243f9 HTTP/1.1" status: 204 len: 168 time: 0.4155107 Jul 06 12:14:15.708707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60628) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:15.748684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91baff9-435d-44b9-b11c-8c138e0fccd4 req-20d851dc-394e-4ca4-9981-43b176c8af65 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:15.757329 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91baff9-435d-44b9-b11c-8c138e0fccd4 req-20d851dc-394e-4ca4-9981-43b176c8af65 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:15.767411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91baff9-435d-44b9-b11c-8c138e0fccd4 req-20d851dc-394e-4ca4-9981-43b176c8af65 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:15.775704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91baff9-435d-44b9-b11c-8c138e0fccd4 req-20d851dc-394e-4ca4-9981-43b176c8af65 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:15.778351 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b91baff9-435d-44b9-b11c-8c138e0fccd4 req-20d851dc-394e-4ca4-9981-43b176c8af65 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 3144 time: 0.2342362 Jul 06 12:14:15.781313 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e8cb7-856b-468c-b11f-0bad4069b4f3 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda6e17e-3e2f-4771-82a0-d8b0410243f9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:15.873973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-4869149f-dafd-4f83-90d3-737ffdc9e552 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting subnet 35e3e6c7-8bed-407a-9456-546b8cc50df9 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:14:15.880642 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4869149f-dafd-4f83-90d3-737ffdc9e552 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.913593 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b91baff9-435d-44b9-b11c-8c138e0fccd4 req-bb87c0c1-faa6-48a5-aee4-3de6a1fff82a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918381 Jul 06 12:14:15.944374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e71878d1-b480-4490-9020-39ec4d153937 req-a9d83453-fe7d-49e8-b11d-a2556562891a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Deleting port d7ac9807-0748-4db2-bb20-30cecc0ca562 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:15.944895 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-a9d83453-fe7d-49e8-b11d-a2556562891a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:15.947885 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4869149f-dafd-4f83-90d3-737ffdc9e552 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.009962 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab6aa23b-46f8-4d5e-9557-6e624b7fc44e {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:14:16.024378 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.036557 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3136fab-f601-492b-841b-99f52ef29a90 x-openstack-request-id: req-c3136fab-f601-492b-841b-99f52ef29a90 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:16.037415 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-deleted", "tag": "49fbf984-87c5-49a6-8ea3-a0446eb038a0", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:16.038011 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3136fab-f601-492b-841b-99f52ef29a90 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:16.039015 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-deleted', 'tag': '49fbf984-87c5-49a6-8ea3-a0446eb038a0', 'status': 'completed', 'code': 200} Jul 06 12:14:16.093484 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4869149f-dafd-4f83-90d3-737ffdc9e552 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.095382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Transition to ACTIVE for port object ab6aa23b-46f8-4d5e-9557-6e624b7fc44e will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:16.105942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.146763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e71878d1-b480-4490-9020-39ec4d153937 req-a9d83453-fe7d-49e8-b11d-a2556562891a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] For port d7ac9807-0748-4db2-bb20-30cecc0ca562, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d7ac9807-0748-4db2-bb20-30cecc0ca562,segment=NetworkSegment(111b6f8b-9c71-4ca6-b2fb-455a8364adda),segment_id=111b6f8b-9c71-4ca6-b2fb-455a8364adda)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:16.147193 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-a9d83453-fe7d-49e8-b11d-a2556562891a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.170383 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4869149f-dafd-4f83-90d3-737ffdc9e552 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.210321 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869149f-dafd-4f83-90d3-737ffdc9e552 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Subnet': ['ID=35e3e6c7-8bed-407a-9456-546b8cc50df9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:16.213387 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4869149f-dafd-4f83-90d3-737ffdc9e552 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.216614 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4869149f-dafd-4f83-90d3-737ffdc9e552 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/35e3e6c7-8bed-407a-9456-546b8cc50df9 HTTP/1.1" status: 204 len: 168 time: 0.4975557 Jul 06 12:14:16.234785 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a519271f-f710-4977-88d3-055a7cf43de2 None None] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:16.247801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60634) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:16.371387 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05041103-f45b-4a59-a13f-babddf48c4af req-3d879fad-dd07-4518-8b7c-a71957c9f619 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:16.373332 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05041103-f45b-4a59-a13f-babddf48c4af req-3d879fad-dd07-4518-8b7c-a71957c9f619 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.0948782 Jul 06 12:14:16.448656 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05041103-f45b-4a59-a13f-babddf48c4af req-76bb8e1e-f261-41a0-bd01-3dabb73459b5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657535 Jul 06 12:14:16.559272 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c16817-19d1-4e61-87e4-003ea3679574 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting subnet c5bad19f-821a-4d6f-97ee-88518f8f208d {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:14:16.585448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1c16817-19d1-4e61-87e4-003ea3679574 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.675367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:16.849126 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8025fa4-9123-43f1-88e3-e57ba8fa54b5 req-4e514e7b-1f7c-4091-aa5a-c46ce1b19465 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:16.866105 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b8025fa4-9123-43f1-88e3-e57ba8fa54b5 req-4e514e7b-1f7c-4091-aa5a-c46ce1b19465 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 944 time: 0.1614585 Jul 06 12:14:16.898983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Attempting to bind port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:14:16.899364 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Attempting to bind port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:14:16.899699 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Attempting to bind port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e on network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:16.908099 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1c16817-19d1-4e61-87e4-003ea3679574 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.949913 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b8025fa4-9123-43f1-88e3-e57ba8fa54b5 req-6a68cf4e-0fcb-4012-aaba-952d46c6d2d5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829041 Jul 06 12:14:16.972239 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-a9d83453-fe7d-49e8-b11d-a2556562891a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.972802 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-a9d83453-fe7d-49e8-b11d-a2556562891a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:16.973134 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [req-e71878d1-b480-4490-9020-39ec4d153937 req-a9d83453-fe7d-49e8-b11d-a2556562891a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Floating IP d98d002b-fefe-4133-8964-5d8dafeba320 disassociated. External IP: 172.25.4.145, port: d7ac9807-0748-4db2-bb20-30cecc0ca562. Jul 06 12:14:16.973502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e71878d1-b480-4490-9020-39ec4d153937 req-a9d83453-fe7d-49e8-b11d-a2556562891a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Calling delete_port for d7ac9807-0748-4db2-bb20-30cecc0ca562 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:17.005142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e on network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:14:17.005468 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Attempting to bind port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e on network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:17.023257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:14:17.023607 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Checking segment: {'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:17.023997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Bound using segment: {'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:14:17.024448 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Bound port: ab6aa23b-46f8-4d5e-9557-6e624b7fc44e, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:14:17.024927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:17.213257 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1c16817-19d1-4e61-87e4-003ea3679574 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:17.342837 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] For port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:17.355663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] For port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,segment=NetworkSegment(b4a70d68-7781-4e07-a16c-f586a8166e54),segment_id=b4a70d68-7781-4e07-a16c-f586a8166e54)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:14:17.401874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:17.500981 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1c16817-19d1-4e61-87e4-003ea3679574 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:17.596524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:17.597401 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:17.604534 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] 10.222.0.89 "PUT /v2.0/ports/ab6aa23b-46f8-4d5e-9557-6e624b7fc44e HTTP/1.1" status: 200 len: 1092 time: 3.2183306 Jul 06 12:14:17.606006 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1c16817-19d1-4e61-87e4-003ea3679574 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:17.608201 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a1c16817-19d1-4e61-87e4-003ea3679574 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/c5bad19f-821a-4d6f-97ee-88518f8f208d HTTP/1.1" status: 204 len: 168 time: 1.3498273 Jul 06 12:14:17.610819 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60694) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:17.637276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c16817-19d1-4e61-87e4-003ea3679574 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Subnet': ['ID=c5bad19f-821a-4d6f-97ee-88518f8f208d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:17.654340 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-a9d83453-fe7d-49e8-b11d-a2556562891a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:17.657780 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab848a4-80ee-41dd-9197-47cda0f5b2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:17.723770 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be7668c-9a5f-432f-aaef-4cb782fa410b tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] DELETE failed (client error): The resource could not be found. Jul 06 12:14:17.725318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be7668c-9a5f-432f-aaef-4cb782fa410b tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:14:17.733257 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6be7668c-9a5f-432f-aaef-4cb782fa410b tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/35e3e6c7-8bed-407a-9456-546b8cc50df9 HTTP/1.1" status: 404 len: 337 time: 0.1179461 Jul 06 12:14:17.734229 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60698) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:17.762128 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d83453-fe7d-49e8-b11d-a2556562891a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event deleted for resources: {'Port': ['ID=d7ac9807-0748-4db2-bb20-30cecc0ca562,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:17.898215 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa618ded-e7c5-494b-835f-e4f9af63e7e6 None None] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:17.925349 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-804f4761-f7de-4efa-a382-8cdac3b069cb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting subnet a213d529-71b6-428c-9606-d2d6a5daec26 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:14:17.942776 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-804f4761-f7de-4efa-a382-8cdac3b069cb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.020403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-9142bd1a-f005-445f-837c-592feb1aeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:18.028880 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-804f4761-f7de-4efa-a382-8cdac3b069cb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.031100 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-9142bd1a-f005-445f-837c-592feb1aeee4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 1095 time: 0.3614113 Jul 06 12:14:18.043816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'tag': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:18.046486 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f571e35-b4ff-4e14-850d-f2a45ae1de80" -d '{"events": [{"name": "network-changed", "server_uuid": "dc64d439-19d6-4b1a-b9ca-75fd7613ea6f", "tag": "ab6aa23b-46f8-4d5e-9557-6e624b7fc44e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:18.085116 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-dbb62e91-46b1-41c3-b57e-9997ecc86a81 None None] Provisioning complete for port f9ec670b-9dc4-4e05-a228-9c453b87c81f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:18.085539 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dbb62e91-46b1-41c3-b57e-9997ecc86a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.185413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-dbb62e91-46b1-41c3-b57e-9997ecc86a81 None None] Port f9ec670b-9dc4-4e05-a228-9c453b87c81f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:18.205553 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-f9093b6c-7069-404e-9682-c90440a26cb7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e HTTP/1.1" status: 200 len: 217 time: 0.1411464 Jul 06 12:14:18.212780 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-804f4761-f7de-4efa-a382-8cdac3b069cb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.214580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e71878d1-b480-4490-9020-39ec4d153937 req-a9d83453-fe7d-49e8-b11d-a2556562891a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:14:18.298932 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-dbb62e91-46b1-41c3-b57e-9997ecc86a81 None None] Provisioning complete for port 71394f36-27de-4700-8c03-c6abfe49e010 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:18.299337 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dbb62e91-46b1-41c3-b57e-9997ecc86a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.403068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5cf53-72ea-4e5e-9b03-46b6b54da309 req-7ec22290-f54b-4e03-81e5-e691cb37d77d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:18.410827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5cf53-72ea-4e5e-9b03-46b6b54da309 req-7ec22290-f54b-4e03-81e5-e691cb37d77d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:18.417796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5cf53-72ea-4e5e-9b03-46b6b54da309 req-7ec22290-f54b-4e03-81e5-e691cb37d77d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:18.422881 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27a5cf53-72ea-4e5e-9b03-46b6b54da309 req-7ec22290-f54b-4e03-81e5-e691cb37d77d tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 2410 time: 0.1332097 Jul 06 12:14:18.476706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-44aa9727-f2cf-4a6c-94c9-9e7d983a6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:18.495331 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-44aa9727-f2cf-4a6c-94c9-9e7d983a6a4a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0ce6209d-f67f-4d1f-a267-7eac8672ed36 HTTP/1.1" status: 200 len: 834 time: 0.2744334 Jul 06 12:14:18.510720 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-804f4761-f7de-4efa-a382-8cdac3b069cb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.604335 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27a5cf53-72ea-4e5e-9b03-46b6b54da309 req-bb75511e-5141-484f-b8a7-1e998064c098 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688230 Jul 06 12:14:18.608760 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f4761-f7de-4efa-a382-8cdac3b069cb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Subnet': ['ID=a213d529-71b6-428c-9606-d2d6a5daec26,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:18.619749 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-804f4761-f7de-4efa-a382-8cdac3b069cb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.623943 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-804f4761-f7de-4efa-a382-8cdac3b069cb tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/a213d529-71b6-428c-9606-d2d6a5daec26 HTTP/1.1" status: 204 len: 168 time: 0.8839447 Jul 06 12:14:18.624321 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60748) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:18.709053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e71878d1-b480-4490-9020-39ec4d153937 req-a9d83453-fe7d-49e8-b11d-a2556562891a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:14:18.750684 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-156f2212-a46b-4c6d-ae48-eb1455c16a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:18.752336 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-156f2212-a46b-4c6d-ae48-eb1455c16a1e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2539942 Jul 06 12:14:18.759567 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6d3772-2b20-47ac-831e-9219cd383fcf tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] DELETE failed (client error): The resource could not be found. Jul 06 12:14:18.760293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6d3772-2b20-47ac-831e-9219cd383fcf tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:14:18.765544 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9a6d3772-2b20-47ac-831e-9219cd383fcf tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/e27a2a9f-ab0f-480c-bf3c-06b47f19543d HTTP/1.1" status: 404 len: 337 time: 0.1170180 Jul 06 12:14:18.766853 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60750) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:18.770421 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78558f0b-bb66-4203-aefa-fe5312067a0d None None] Sync routers for ids ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:14:18.797908 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71878d1-b480-4490-9020-39ec4d153937 req-a9d83453-fe7d-49e8-b11d-a2556562891a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] No DVR routers for this DVR port d7ac9807-0748-4db2-bb20-30cecc0ca562 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:18.803448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-a9d83453-fe7d-49e8-b11d-a2556562891a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:18.805812 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e71878d1-b480-4490-9020-39ec4d153937 req-a9d83453-fe7d-49e8-b11d-a2556562891a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.23 "DELETE /v2.0/ports/d7ac9807-0748-4db2-bb20-30cecc0ca562 HTTP/1.1" status: 204 len: 173 time: 3.5914252 Jul 06 12:14:18.817334 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78558f0b-bb66-4203-aefa-fe5312067a0d None None] Routers {'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:18.819033 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-78558f0b-bb66-4203-aefa-fe5312067a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:14:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:18.933991 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07628186-7208-4658-86f6-6e4de4257cd1 None None] Update dhcp port {'port': {'network_id': 'd88bf061-207f-4895-9d1b-46ae9a8f4c33', 'fixed_ips': [{'subnet_id': 'a213d529-71b6-428c-9606-d2d6a5daec26'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '71394f36-27de-4700-8c03-c6abfe49e010'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:14:18.954521 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:14:19.010364 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-20af6f08-43a8-461a-8f8c-5260412ea683 service neutron] 10.222.0.89 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138262 Jul 06 12:14:19.093746 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e71878d1-b480-4490-9020-39ec4d153937 req-473ec17e-737d-4559-b586-52207a03c8a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Deleting port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:19.094792 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-473ec17e-737d-4559-b586-52207a03c8a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:19.186944 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a72d88bf-20c6-428e-b40f-c89836b55dc5 req-eaa9ef9e-9270-4459-a358-06ee43e6f775 service neutron] 10.222.0.89 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685259 Jul 06 12:14:19.340688 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6475bdd5-dc81-4751-bd70-a9c5c62c2b1c tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d77b846-9091-467b-a31b-8b3badaa2f47 HTTP/1.1" status: 200 len: 205 time: 0.5722642 Jul 06 12:14:19.343491 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60756) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:19.388267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e71878d1-b480-4490-9020-39ec4d153937 req-473ec17e-737d-4559-b586-52207a03c8a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] For port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68,segment=NetworkSegment(e65f28e5-e44b-4d60-96d5-d5f7323ca0b1),segment_id=e65f28e5-e44b-4d60-96d5-d5f7323ca0b1)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:19.388995 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-473ec17e-737d-4559-b586-52207a03c8a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:19.415650 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-868bfe6a-961f-4580-9daf-699d5afff0e7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] delete failed (client error): The resource could not be found. Jul 06 12:14:19.417064 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-868bfe6a-961f-4580-9daf-699d5afff0e7 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/routers/1d77b846-9091-467b-a31b-8b3badaa2f47 HTTP/1.1" status: 404 len: 336 time: 0.0721540 Jul 06 12:14:19.419601 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60758) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:19.426992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e71878d1-b480-4490-9020-39ec4d153937 req-473ec17e-737d-4559-b586-52207a03c8a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Calling delete_port for 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:19.453397 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5784eff8-4fbf-4cfe-840f-3fecce139292 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] DELETE failed (client error): The resource could not be found. Jul 06 12:14:19.454142 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5784eff8-4fbf-4cfe-840f-3fecce139292 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:14:19.456400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5784eff8-4fbf-4cfe-840f-3fecce139292 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/d4ce8708-390c-446a-a1d2-56c3cbcaaa35 HTTP/1.1" status: 404 len: 337 time: 0.0349615 Jul 06 12:14:19.460441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60760) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:19.468323 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07628186-7208-4658-86f6-6e4de4257cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:19.516121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24585567-3583-4481-8c65-c45ca93e5f69 req-a36e6512-9fe8-4abd-92c9-5e37c98fd8a9 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:19.526714 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24585567-3583-4481-8c65-c45ca93e5f69 req-a36e6512-9fe8-4abd-92c9-5e37c98fd8a9 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.1981220 Jul 06 12:14:19.548113 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ef1c87-23ca-4b23-9af8-e6c385533ac2 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] DELETE failed (client error): The resource could not be found. Jul 06 12:14:19.548843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ef1c87-23ca-4b23-9af8-e6c385533ac2 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:14:19.549631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-78558f0b-bb66-4203-aefa-fe5312067a0d None None] Set router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:19.552924 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-36ef1c87-23ca-4b23-9af8-e6c385533ac2 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/dbf186d0-c833-40d1-8665-f734b832a01a HTTP/1.1" status: 404 len: 337 time: 0.0906115 Jul 06 12:14:19.556807 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60762) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:19.621180 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24585567-3583-4481-8c65-c45ca93e5f69 req-3a2188d0-4639-4663-807d-d2037286338d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910070 Jul 06 12:14:19.683198 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af8d2f6-9e7e-4869-b919-bcc37d684a8d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] DELETE failed (client error): The resource could not be found. Jul 06 12:14:19.684290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af8d2f6-9e7e-4869-b919-bcc37d684a8d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:14:19.687249 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1af8d2f6-9e7e-4869-b919-bcc37d684a8d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/7c704272-8d87-44d2-8e56-174b04538e09 HTTP/1.1" status: 404 len: 337 time: 0.1289799 Jul 06 12:14:19.689722 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60766) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:19.749247 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6604551-57c8-4d05-89db-b95eb2727a80 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] DELETE failed (client error): The resource could not be found. Jul 06 12:14:19.751478 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6604551-57c8-4d05-89db-b95eb2727a80 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:14:19.755037 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f6604551-57c8-4d05-89db-b95eb2727a80 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/d891a347-e4da-4db7-9243-46085c346b07 HTTP/1.1" status: 404 len: 333 time: 0.0640960 Jul 06 12:14:19.758349 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60768) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:19.813208 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cce4ba-4028-45e6-8c9b-d3b4c221f298 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] DELETE failed (client error): The resource could not be found. Jul 06 12:14:19.815317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cce4ba-4028-45e6-8c9b-d3b4c221f298 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:14:19.822859 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d5cce4ba-4028-45e6-8c9b-d3b4c221f298 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/2cd7ffc7-fd0c-485e-9ce0-bd17e058b5a6 HTTP/1.1" status: 404 len: 337 time: 0.0632658 Jul 06 12:14:19.825372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60770) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:19.866033 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-473ec17e-737d-4559-b586-52207a03c8a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:19.926266 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-4341ad4f-519f-4ba6-8792-2e7e0edb4626 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] DELETE failed (client error): The resource could not be found. Jul 06 12:14:19.926745 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4341ad4f-519f-4ba6-8792-2e7e0edb4626 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:14:19.928563 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4341ad4f-519f-4ba6-8792-2e7e0edb4626 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/083090e5-3c67-4ccc-869e-6ae650fab749 HTTP/1.1" status: 404 len: 337 time: 0.0982916 Jul 06 12:14:19.934721 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60776) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:19.991546 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05d48aa-3fb5-47b9-8070-2adbf9dc274d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] DELETE failed (client error): The resource could not be found. Jul 06 12:14:19.992294 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05d48aa-3fb5-47b9-8070-2adbf9dc274d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:14:19.994345 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d05d48aa-3fb5-47b9-8070-2adbf9dc274d tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/a34e42b6-6116-4893-8a42-155cabcc0521 HTTP/1.1" status: 404 len: 333 time: 0.0583739 Jul 06 12:14:19.996855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60780) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:20.000082 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ec17e-737d-4559-b586-52207a03c8a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event deleted for resources: {'Port': ['ID=1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:20.067133 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb3041a-459d-47db-99ee-2ff459fa9701 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] DELETE failed (client error): The resource could not be found. Jul 06 12:14:20.068183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb3041a-459d-47db-99ee-2ff459fa9701 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:14:20.073277 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-deb3041a-459d-47db-99ee-2ff459fa9701 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/079d98d9-1f43-48f6-bb0f-324424067e4b HTTP/1.1" status: 404 len: 337 time: 0.0649443 Jul 06 12:14:20.091731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60782) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:20.095258 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71878d1-b480-4490-9020-39ec4d153937 req-473ec17e-737d-4559-b586-52207a03c8a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] No DVR routers for this DVR port 1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:20.107013 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc585608-91cd-41c2-a10b-3c3b66a90cdd None None] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:20.163061 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-473ec17e-737d-4559-b586-52207a03c8a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.173974 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e71878d1-b480-4490-9020-39ec4d153937 req-473ec17e-737d-4559-b586-52207a03c8a2 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.23 "DELETE /v2.0/ports/1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68 HTTP/1.1" status: 204 len: 173 time: 1.3549390 Jul 06 12:14:20.261795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa22b8e-c684-43fc-bff9-81422414f77f req-81376a74-c543-4cb8-8fe5-5bb70de40e74 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:20.264402 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1aa22b8e-c684-43fc-bff9-81422414f77f req-81376a74-c543-4cb8-8fe5-5bb70de40e74 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 944 time: 0.1895983 Jul 06 12:14:20.279193 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f2120cc9-06e1-471f-8f25-e11d410e1b42 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:14:20.286182 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc70106-cc78-4b54-9a84-629c630faff4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] DELETE failed (client error): The resource could not be found. Jul 06 12:14:20.286716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc70106-cc78-4b54-9a84-629c630faff4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:14:20.292078 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60790) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:20.292316 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4fc70106-cc78-4b54-9a84-629c630faff4 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/subnets/228e794e-9cae-4c5d-8e0f-3c3a7bde1a0f HTTP/1.1" status: 404 len: 337 time: 0.1879432 Jul 06 12:14:20.345319 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e71878d1-b480-4490-9020-39ec4d153937 req-54c6db14-d57c-40ca-b5ef-c5356c166384 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Deleting port f0dc445d-142f-4e58-9152-40dd8ee1572f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:20.345675 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-54c6db14-d57c-40ca-b5ef-c5356c166384 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.409310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-becb0254-41d1-4db8-86e4-e3b0dd550f36 None None] Provisioning complete for port f9ec670b-9dc4-4e05-a228-9c453b87c81f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:20.409685 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-becb0254-41d1-4db8-86e4-e3b0dd550f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.428753 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1aa22b8e-c684-43fc-bff9-81422414f77f req-53192277-057d-4bd7-8a10-59b0403284ca tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537812 Jul 06 12:14:20.530528 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.resource_extend [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 12:14:20.585063 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e71878d1-b480-4490-9020-39ec4d153937 req-54c6db14-d57c-40ca-b5ef-c5356c166384 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] For port f0dc445d-142f-4e58-9152-40dd8ee1572f, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f0dc445d-142f-4e58-9152-40dd8ee1572f,segment=NetworkSegment(e65f28e5-e44b-4d60-96d5-d5f7323ca0b1),segment_id=e65f28e5-e44b-4d60-96d5-d5f7323ca0b1)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:20.585556 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-54c6db14-d57c-40ca-b5ef-c5356c166384 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.589696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-32177ec9-18e8-4366-b75e-4007d25ab28b tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port f9ec670b-9dc4-4e05-a228-9c453b87c81f {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:20.590112 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32177ec9-18e8-4366-b75e-4007d25ab28b tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.604668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e71878d1-b480-4490-9020-39ec4d153937 req-54c6db14-d57c-40ca-b5ef-c5356c166384 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Calling delete_port for f0dc445d-142f-4e58-9152-40dd8ee1572f owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:20.799274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-becb0254-41d1-4db8-86e4-e3b0dd550f36 None None] Port f9ec670b-9dc4-4e05-a228-9c453b87c81f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:20.821216 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49207e95-9beb-4d4d-84b6-b05daf8db903 x-openstack-request-id: req-49207e95-9beb-4d4d-84b6-b05daf8db903 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:20.822461 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc64d439-19d6-4b1a-b9ca-75fd7613ea6f", "tag": "ab6aa23b-46f8-4d5e-9557-6e624b7fc44e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:20.822780 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49207e95-9beb-4d4d-84b6-b05daf8db903 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:20.823297 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'tag': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e', 'status': 'completed', 'code': 200} Jul 06 12:14:20.834257 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-54c6db14-d57c-40ca-b5ef-c5356c166384 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.884648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f2120cc9-06e1-471f-8f25-e11d410e1b42, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2120cc9-06e1-471f-8f25-e11d410e1b42,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:20.905192 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-becb0254-41d1-4db8-86e4-e3b0dd550f36 None None] Provisioning complete for port 71394f36-27de-4700-8c03-c6abfe49e010 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:20.905808 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-becb0254-41d1-4db8-86e4-e3b0dd550f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:20.942211 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'f2120cc9-06e1-471f-8f25-e11d410e1b42', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'port_id': 'f2120cc9-06e1-471f-8f25-e11d410e1b42', 'mac_address': 'fa:16:3e:4e:03:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:14:20.981342 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32177ec9-18e8-4366-b75e-4007d25ab28b tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.023853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6db14-d57c-40ca-b5ef-c5356c166384 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event deleted for resources: {'Port': ['ID=f0dc445d-142f-4e58-9152-40dd8ee1572f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:21.028210 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-32177ec9-18e8-4366-b75e-4007d25ab28b tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for f9ec670b-9dc4-4e05-a228-9c453b87c81f owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:21.039886 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee51e552-f28e-4600-a8d2-abe71228da4d None None] DHCP port deletion for d88bf061-207f-4895-9d1b-46ae9a8f4c33 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:14:21.055287 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-78558f0b-bb66-4203-aefa-fe5312067a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'name': 'tempest-TaggedBootDevicesTest_v242-574789567-router', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '577a07b7-9974-421a-b074-d15c366b8f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:44Z', 'revision_number': 4, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'gw_port': {'id': '577a07b7-9974-421a-b074-d15c366b8f30', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:39Z', 'updated_at': '2021-07-06T12:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3a32f648-23f7-4aac-b345-c7bd7da0d1d6', 'name': '', 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'mac_address': 'fa:16:3e:4c:95:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:43Z', 'updated_at': '2021-07-06T12:03:51Z', 'revision_number': 5, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'subnets': [{'id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:21.060210 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.083076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e377a-2234-45ab-ad0a-b8e1b4a6f680 req-a5bcb294-eb2f-4682-9e12-9e0373fd48dc tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:21.090792 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-166e377a-2234-45ab-ad0a-b8e1b4a6f680 req-a5bcb294-eb2f-4682-9e12-9e0373fd48dc tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 943 time: 0.2814076 Jul 06 12:14:21.109358 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71878d1-b480-4490-9020-39ec4d153937 req-54c6db14-d57c-40ca-b5ef-c5356c166384 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] No DVR routers for this DVR port f0dc445d-142f-4e58-9152-40dd8ee1572f on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:21.125675 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78558f0b-bb66-4203-aefa-fe5312067a0d None None] Checking router: dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:14:21.126189 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-54c6db14-d57c-40ca-b5ef-c5356c166384 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.131631 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e71878d1-b480-4490-9020-39ec4d153937 req-54c6db14-d57c-40ca-b5ef-c5356c166384 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.23 "DELETE /v2.0/ports/f0dc445d-142f-4e58-9152-40dd8ee1572f HTTP/1.1" status: 204 len: 173 time: 0.9333341 Jul 06 12:14:21.138302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2120cc9-06e1-471f-8f25-e11d410e1b42 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:14:21.230165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-166e377a-2234-45ab-ad0a-b8e1b4a6f680 req-3fdd7cd6-13e4-437e-99aa-99e4d1e2bb09 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups?id=759b2288-b69a-4532-9bc9-70346e142776&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383674 Jul 06 12:14:21.256545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78558f0b-bb66-4203-aefa-fe5312067a0d None None] Routers {'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:21.278211 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-78558f0b-bb66-4203-aefa-fe5312067a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:14:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:21.296257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f571e35-b4ff-4e14-850d-f2a45ae1de80 req-363128fb-d10c-4600-955b-49d2f4897e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:21.298081 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f571e35-b4ff-4e14-850d-f2a45ae1de80 req-363128fb-d10c-4600-955b-49d2f4897e45 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 1095 time: 0.4843304 Jul 06 12:14:21.359265 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32177ec9-18e8-4366-b75e-4007d25ab28b tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.393055 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-32177ec9-18e8-4366-b75e-4007d25ab28b tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.396617 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f2120cc9-06e1-471f-8f25-e11d410e1b42, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2120cc9-06e1-471f-8f25-e11d410e1b42,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:21.401608 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 71394f36-27de-4700-8c03-c6abfe49e010 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:21.401882 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-32177ec9-18e8-4366-b75e-4007d25ab28b tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/ports/f9ec670b-9dc4-4e05-a228-9c453b87c81f HTTP/1.1" status: 204 len: 168 time: 1.1066797 Jul 06 12:14:21.408154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60818) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:21.479761 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.522278 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32177ec9-18e8-4366-b75e-4007d25ab28b tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=f9ec670b-9dc4-4e05-a228-9c453b87c81f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:21.581980 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f571e35-b4ff-4e14-850d-f2a45ae1de80 req-556942ab-d2f5-4454-a08f-f9843fe5dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:21.583553 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f571e35-b4ff-4e14-850d-f2a45ae1de80 req-556942ab-d2f5-4454-a08f-f9843fe5dcfe service neutron] 10.222.0.89 "GET /v2.0/networks?id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 HTTP/1.1" status: 200 len: 897 time: 0.2723935 Jul 06 12:14:21.590282 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e71878d1-b480-4490-9020-39ec4d153937 req-f682969f-7879-48e2-8a84-aa30c2778490 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Deleting port fd11db21-7b96-4dca-820d-6f2614d3aabf {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:21.590622 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-f682969f-7879-48e2-8a84-aa30c2778490 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.657098 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['f2120cc9-06e1-471f-8f25-e11d410e1b42'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:14:21.706326 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f571e35-b4ff-4e14-850d-f2a45ae1de80 req-f0ae7c14-019d-4ad9-9169-b7bebcfde3a4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e HTTP/1.1" status: 200 len: 217 time: 0.1070385 Jul 06 12:14:21.768439 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.786792 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e71878d1-b480-4490-9020-39ec4d153937 req-f682969f-7879-48e2-8a84-aa30c2778490 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] For port fd11db21-7b96-4dca-820d-6f2614d3aabf, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fd11db21-7b96-4dca-820d-6f2614d3aabf,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:21.787152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-f682969f-7879-48e2-8a84-aa30c2778490 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:21.791258 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f571e35-b4ff-4e14-850d-f2a45ae1de80 req-a4e20970-048b-4415-8690-24a7de8a680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:21.792748 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f571e35-b4ff-4e14-850d-f2a45ae1de80 req-a4e20970-048b-4415-8690-24a7de8a680e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0ce6209d-f67f-4d1f-a267-7eac8672ed36 HTTP/1.1" status: 200 len: 834 time: 0.0785556 Jul 06 12:14:21.805836 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e71878d1-b480-4490-9020-39ec4d153937 req-f682969f-7879-48e2-8a84-aa30c2778490 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Calling delete_port for fd11db21-7b96-4dca-820d-6f2614d3aabf owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:21.830424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-78558f0b-bb66-4203-aefa-fe5312067a0d None None] Set router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:21.962499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f571e35-b4ff-4e14-850d-f2a45ae1de80 req-52483161-46ad-49d3-be91-68e6e65d5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:21.964946 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f571e35-b4ff-4e14-850d-f2a45ae1de80 req-52483161-46ad-49d3-be91-68e6e65d5059 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597955 Jul 06 12:14:22.048835 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ee51e552-f28e-4600-a8d2-abe71228da4d None None] Deleting port 71394f36-27de-4700-8c03-c6abfe49e010 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:22.050309 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee51e552-f28e-4600-a8d2-abe71228da4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.068239 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ab6aa23b-46f8-4d5e-9557-6e624b7fc44e details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:14:22.094840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef9843-b7a8-4714-b1a7-ce941210749f req-5e33b879-010c-4839-a484-3382783398e3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:22.104761 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a5ef9843-b7a8-4714-b1a7-ce941210749f req-5e33b879-010c-4839-a484-3382783398e3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 944 time: 0.5779383 Jul 06 12:14:22.163922 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-f682969f-7879-48e2-8a84-aa30c2778490 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.182658 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a5ef9843-b7a8-4714-b1a7-ce941210749f req-f4074c84-0f32-402d-8944-e182f66c43e6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767906 Jul 06 12:14:22.188225 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Deleting port 71394f36-27de-4700-8c03-c6abfe49e010 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:22.189492 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.272836 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,segment=NetworkSegment(b4a70d68-7781-4e07-a16c-f586a8166e54),segment_id=b4a70d68-7781-4e07-a16c-f586a8166e54)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:22.353941 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'port_id': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e', 'mac_address': 'fa:16:3e:fd:a0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:14:22.370948 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] For port 71394f36-27de-4700-8c03-c6abfe49e010, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=71394f36-27de-4700-8c03-c6abfe49e010,segment=NetworkSegment(d280870d-090d-41af-97da-0b3c1e4a9417),segment_id=d280870d-090d-41af-97da-0b3c1e4a9417)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:22.371351 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.419453 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Calling delete_port for 71394f36-27de-4700-8c03-c6abfe49e010 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:22.557604 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.590638 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] No DVR routers for this DVR port 71394f36-27de-4700-8c03-c6abfe49e010 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:22.644354 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f2120cc9-06e1-471f-8f25-e11d410e1b42,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:22.723894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Port': ['ID=71394f36-27de-4700-8c03-c6abfe49e010,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:22.787360 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cd0cb-86cf-46e1-b29a-71ea1715a56d req-13a215c0-a90a-4686-b0fa-2803e9bedd54 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:22.796440 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4d1cd0cb-86cf-46e1-b29a-71ea1715a56d req-13a215c0-a90a-4686-b0fa-2803e9bedd54 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 944 time: 0.2564549 Jul 06 12:14:22.806856 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.831668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ee51e552-f28e-4600-a8d2-abe71228da4d None None] For port 71394f36-27de-4700-8c03-c6abfe49e010, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=71394f36-27de-4700-8c03-c6abfe49e010,segment=NetworkSegment(d280870d-090d-41af-97da-0b3c1e4a9417),segment_id=d280870d-090d-41af-97da-0b3c1e4a9417)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:22.832586 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee51e552-f28e-4600-a8d2-abe71228da4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.839015 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88bf061-207f-4895-9d1b-46ae9a8f4c33']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:22.857052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ee51e552-f28e-4600-a8d2-abe71228da4d None None] Calling delete_port for 71394f36-27de-4700-8c03-c6abfe49e010 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:22.887867 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd280870d-090d-41af-97da-0b3c1e4a9417') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:22.888236 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd280870d-090d-41af-97da-0b3c1e4a9417') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:22.924840 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.938040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4d1cd0cb-86cf-46e1-b29a-71ea1715a56d req-50548958-0212-42f2-999c-c65ef4966e86 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405756 Jul 06 12:14:22.966697 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.967166 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.978872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:14:22.979333 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:14:22.984944 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:14:23.028699 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-deleted', 'tag': 'd7ac9807-0748-4db2-bb20-30cecc0ca562'}, {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-deleted', 'tag': '1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68'}, {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-deleted', 'tag': 'f0dc445d-142f-4e58-9152-40dd8ee1572f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:23.035273 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a876bd7-7d26-4f5c-bb17-a917cc09085a" -d '{"events": [{"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-deleted", "tag": "d7ac9807-0748-4db2-bb20-30cecc0ca562"}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-deleted", "tag": "1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68"}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-deleted", "tag": "f0dc445d-142f-4e58-9152-40dd8ee1572f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:23.072119 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.089903 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f571e35-b4ff-4e14-850d-f2a45ae1de80 req-dee4e648-1069-48f5-814d-06d71e10e483 service neutron] 10.222.0.89 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1187339 Jul 06 12:14:23.090557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682969f-7879-48e2-8a84-aa30c2778490 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event deleted for resources: {'Port': ['ID=fd11db21-7b96-4dca-820d-6f2614d3aabf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:23.122867 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.137277 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.152892 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] 10.222.0.81 "DELETE /v2.0/networks/d88bf061-207f-4895-9d1b-46ae9a8f4c33 HTTP/1.1" status: 204 len: 168 time: 1.7387927 Jul 06 12:14:23.244370 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0df516-b301-47b7-aaa9-b598970f0192 tempest-PortsIpV6TestJSON-275908414 tempest-PortsIpV6TestJSON-275908414-project] Pushing event deleted for resources: {'Network': ['ID=d88bf061-207f-4895-9d1b-46ae9a8f4c33,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:23.396809 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28103581-0546-4653-a571-dad71ec5b9a9 req-40b74e8a-8e5c-47a0-8b7a-1f9e1706510a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 210 time: 0.1635289 Jul 06 12:14:23.476741 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f571e35-b4ff-4e14-850d-f2a45ae1de80 req-669048df-e539-4f48-aaa8-da14c5fd40a5 service neutron] 10.222.0.89 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769121 Jul 06 12:14:23.532787 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6aa23b-46f8-4d5e-9557-6e624b7fc44e {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:14:23.578910 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993d6c0c-b0fe-414b-a004-cd9aa3c43e99 x-openstack-request-id: req-993d6c0c-b0fe-414b-a004-cd9aa3c43e99 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:23.579211 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-deleted", "tag": "d7ac9807-0748-4db2-bb20-30cecc0ca562", "status": "completed", "code": 200}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-deleted", "tag": "1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68", "status": "completed", "code": 200}, {"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-deleted", "tag": "f0dc445d-142f-4e58-9152-40dd8ee1572f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:23.579486 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-993d6c0c-b0fe-414b-a004-cd9aa3c43e99 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:23.579917 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-deleted', 'tag': 'd7ac9807-0748-4db2-bb20-30cecc0ca562', 'status': 'completed', 'code': 200} Jul 06 12:14:23.580170 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-deleted', 'tag': '1aa4b93f-2dc9-4ff8-865e-ebd4fac7ea68', 'status': 'completed', 'code': 200} Jul 06 12:14:23.581576 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-deleted', 'tag': 'f0dc445d-142f-4e58-9152-40dd8ee1572f', 'status': 'completed', 'code': 200} Jul 06 12:14:23.588700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71878d1-b480-4490-9020-39ec4d153937 req-f682969f-7879-48e2-8a84-aa30c2778490 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] No DVR routers for this DVR port fd11db21-7b96-4dca-820d-6f2614d3aabf on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:23.594836 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e71878d1-b480-4490-9020-39ec4d153937 req-f682969f-7879-48e2-8a84-aa30c2778490 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.603914 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e71878d1-b480-4490-9020-39ec4d153937 req-f682969f-7879-48e2-8a84-aa30c2778490 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.23 "DELETE /v2.0/ports/fd11db21-7b96-4dca-820d-6f2614d3aabf HTTP/1.1" status: 204 len: 173 time: 2.4667857 Jul 06 12:14:23.650452 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,segment=NetworkSegment(b4a70d68-7781-4e07-a16c-f586a8166e54),segment_id=b4a70d68-7781-4e07-a16c-f586a8166e54)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:23.665438 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.740489 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:23.787861 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee51e552-f28e-4600-a8d2-abe71228da4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:23.838795 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee51e552-f28e-4600-a8d2-abe71228da4d None None] Network d88bf061-207f-4895-9d1b-46ae9a8f4c33 is not hosted by any dhcp agent {{(pid=100429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:14:23.840255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee51e552-f28e-4600-a8d2-abe71228da4d None None] No DVR routers for this DVR port 71394f36-27de-4700-8c03-c6abfe49e010 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:23.937553 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51e552-f28e-4600-a8d2-abe71228da4d None None] Pushing event deleted for resources: {'Port': ['ID=71394f36-27de-4700-8c03-c6abfe49e010,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:24.014410 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['ab6aa23b-46f8-4d5e-9557-6e624b7fc44e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:14:24.032415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67403f70-339d-4c31-9e84-d93529909522 req-3e3abd0b-c92e-4a3a-97e5-ebd0fd453166 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:24.034788 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67403f70-339d-4c31-9e84-d93529909522 req-3e3abd0b-c92e-4a3a-97e5-ebd0fd453166 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 944 time: 0.1663766 Jul 06 12:14:24.037804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60850) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:24.073305 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-78558f0b-bb66-4203-aefa-fe5312067a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'name': 'tempest-TaggedBootDevicesTest_v242-574789567-router', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '577a07b7-9974-421a-b074-d15c366b8f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:44Z', 'revision_number': 4, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'gw_port': {'id': '577a07b7-9974-421a-b074-d15c366b8f30', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:39Z', 'updated_at': '2021-07-06T12:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3a32f648-23f7-4aac-b345-c7bd7da0d1d6', 'name': '', 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'mac_address': 'fa:16:3e:4c:95:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:43Z', 'updated_at': '2021-07-06T12:03:51Z', 'revision_number': 5, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'subnets': [{'id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:24.138028 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f2120cc9-06e1-471f-8f25-e11d410e1b42 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:24.139561 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67403f70-339d-4c31-9e84-d93529909522 req-dceb4645-1e9e-4799-81cd-44f0f5188fee tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906415 Jul 06 12:14:24.276496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78558f0b-bb66-4203-aefa-fe5312067a0d None None] The sync data for ids ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'] in n-d-799529-2 is: [{'id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'name': 'tempest-TaggedBootDevicesTest_v242-574789567-router', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '577a07b7-9974-421a-b074-d15c366b8f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:03:44Z', 'revision_number': 4, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'gw_port': {'id': '577a07b7-9974-421a-b074-d15c366b8f30', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:39Z', 'updated_at': '2021-07-06T12:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3a32f648-23f7-4aac-b345-c7bd7da0d1d6', 'name': '', 'network_id': 'e155bfca-ff82-4ba8-aaaa-46b7984f6b46', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'mac_address': 'fa:16:3e:4c:95:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:43Z', 'updated_at': '2021-07-06T12:03:51Z', 'revision_number': 5, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'subnets': [{'id': 'f19cb1b0-56e0-4d55-af26-5ec14e7184b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:14:24.354433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port f2120cc9-06e1-471f-8f25-e11d410e1b42 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:24.354813 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.491851 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-24a85bb5-6edd-4c61-a23d-c6f054ee3b81 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6cfa0d034a0486f97d965fefd9841d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4479604 Jul 06 12:14:24.492566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60856) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:24.631586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd860-ca89-4af4-ac45-a63a3f1071f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.662978 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9053e9-2f60-4538-afb8-71a291bc8b6a req-ca56875a-e8c0-474d-85f1-5a0094cb3262 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:24.690565 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d9053e9-2f60-4538-afb8-71a291bc8b6a req-ca56875a-e8c0-474d-85f1-5a0094cb3262 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 945 time: 0.2430670 Jul 06 12:14:24.713616 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd860-ca89-4af4-ac45-a63a3f1071f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.815754 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd860-ca89-4af4-ac45-a63a3f1071f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.821453 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d9053e9-2f60-4538-afb8-71a291bc8b6a req-6f1602b5-7022-49c9-b8fb-426423c5fd64 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279178 Jul 06 12:14:24.834995 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd860-ca89-4af4-ac45-a63a3f1071f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:24.839361 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f8ecd860-ca89-4af4-ac45-a63a3f1071f2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ee5a1708-40fd-4e7c-a1a8-a9143a69750c HTTP/1.1" status: 204 len: 168 time: 0.3434589 Jul 06 12:14:24.862185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecd860-ca89-4af4-ac45-a63a3f1071f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5a1708-40fd-4e7c-a1a8-a9143a69750c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:24.902302 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e400206-f3e7-443b-adfb-ba6784bd79a8 None None] New status for floating IP d98d002b-fefe-4133-8964-5d8dafeba320: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:14:24.943537 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:25.067836 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023d353f-d3c1-4a40-9fc0-833247fb89da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2120cc9-06e1-471f-8f25-e11d410e1b42'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:25.074975 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095e8548-93c3-4f52-ac6b-0efef86708ba" -d '{"events": [{"server_uuid": "023d353f-d3c1-4a40-9fc0-833247fb89da", "name": "network-vif-plugged", "status": "completed", "tag": "f2120cc9-06e1-471f-8f25-e11d410e1b42"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:25.136061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f2120cc9-06e1-471f-8f25-e11d410e1b42, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2120cc9-06e1-471f-8f25-e11d410e1b42,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:25.203859 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-af66b15d-dfc9-465e-b45e-725b8873c78b req-474a5069-32b2-481a-9b80-2b20c5ef9f26 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 210 time: 0.0835240 Jul 06 12:14:25.312976 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:25.407828 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f2120cc9-06e1-471f-8f25-e11d410e1b42,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:25.582862 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-deleted', 'tag': 'fd11db21-7b96-4dca-820d-6f2614d3aabf'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:25.589224 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583e3623-c55e-463d-a2ae-3eea3ba6e074" -d '{"events": [{"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-deleted", "tag": "fd11db21-7b96-4dca-820d-6f2614d3aabf"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:25.657696 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc020668-b092-4c87-979b-04b0582c728a x-openstack-request-id: req-fc020668-b092-4c87-979b-04b0582c728a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:25.657989 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023d353f-d3c1-4a40-9fc0-833247fb89da", "name": "network-vif-plugged", "status": "completed", "tag": "f2120cc9-06e1-471f-8f25-e11d410e1b42", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:25.658245 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc020668-b092-4c87-979b-04b0582c728a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:25.658647 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023d353f-d3c1-4a40-9fc0-833247fb89da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2120cc9-06e1-471f-8f25-e11d410e1b42', 'code': 200} Jul 06 12:14:26.025527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ab6aa23b-46f8-4d5e-9557-6e624b7fc44e up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:26.115275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b44ddd-ab02-4a09-a740-47c69328a8c4 req-5b595041-ddc6-47a4-b783-94154d62568e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:26.123306 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98b44ddd-ab02-4a09-a740-47c69328a8c4 req-5b595041-ddc6-47a4-b783-94154d62568e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.2349696 Jul 06 12:14:26.234866 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98b44ddd-ab02-4a09-a740-47c69328a8c4 req-1c17aff4-1148-49e8-a094-12ae6efd9925 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979235 Jul 06 12:14:26.242043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:26.264328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:26.268274 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:26.583028 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d25fa7-bc0c-4394-ac9f-a1574b244f74 x-openstack-request-id: req-91d25fa7-bc0c-4394-ac9f-a1574b244f74 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:26.584312 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5d26e6-cf4f-4945-ab5d-6ea27f526e54", "name": "network-vif-deleted", "tag": "fd11db21-7b96-4dca-820d-6f2614d3aabf", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:26.584726 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91d25fa7-bc0c-4394-ac9f-a1574b244f74 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:26.585314 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5d26e6-cf4f-4945-ab5d-6ea27f526e54', 'name': 'network-vif-deleted', 'tag': 'fd11db21-7b96-4dca-820d-6f2614d3aabf', 'status': 'completed', 'code': 200} Jul 06 12:14:26.594820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60904) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:26.620362 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:26.768060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,segment=NetworkSegment(b4a70d68-7781-4e07-a16c-f586a8166e54),segment_id=b4a70d68-7781-4e07-a16c-f586a8166e54)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:26.789630 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:26.901661 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c12e41b8-132c-4fc0-ba98-6c8c33ba6e25 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1830474023'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:26.948907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:26.992887 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12e41b8-132c-4fc0-ba98-6c8c33ba6e25 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:27.004701 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c12e41b8-132c-4fc0-ba98-6c8c33ba6e25 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.063244 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c12e41b8-132c-4fc0-ba98-6c8c33ba6e25 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.121503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dea696-b1d0-4106-9246-04716af1bbd5 req-73342793-c8f5-4a38-b162-18d45d6b3d48 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:27.123022 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0dea696-b1d0-4106-9246-04716af1bbd5 req-73342793-c8f5-4a38-b162-18d45d6b3d48 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.2017026 Jul 06 12:14:27.242781 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0dea696-b1d0-4106-9246-04716af1bbd5 req-8cee3168-0045-4f00-b0eb-34f0505d65dd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098244 Jul 06 12:14:27.343658 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c12e41b8-132c-4fc0-ba98-6c8c33ba6e25 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.351994 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c12e41b8-132c-4fc0-ba98-6c8c33ba6e25 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.388101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12e41b8-132c-4fc0-ba98-6c8c33ba6e25 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:14:27.408252 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c12e41b8-132c-4fc0-ba98-6c8c33ba6e25 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.409210 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-c12e41b8-132c-4fc0-ba98-6c8c33ba6e25 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Added segment b75e0358-4614-4900-a767-d82d1e77fcc4 of type vlan for network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 Jul 06 12:14:27.490902 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c12e41b8-132c-4fc0-ba98-6c8c33ba6e25 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.556279 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c12e41b8-132c-4fc0-ba98-6c8c33ba6e25 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.589493 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e41b8-132c-4fc0-ba98-6c8c33ba6e25 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:27.591897 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c12e41b8-132c-4fc0-ba98-6c8c33ba6e25 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:27.622952 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a522bf04-6db0-4abc-8e78-2835e0a346b1 req-4e8586c1-67c5-4389-b438-0588900a3ee0 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 210 time: 0.0520511 Jul 06 12:14:27.660468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:27.663986 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f41fbd-f157-4d8d-802e-268b6029ad68" -d '{"events": [{"server_uuid": "dc64d439-19d6-4b1a-b9ca-75fd7613ea6f", "name": "network-vif-plugged", "status": "completed", "tag": "ab6aa23b-46f8-4d5e-9557-6e624b7fc44e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:27.836945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e41b8-132c-4fc0-ba98-6c8c33ba6e25 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e29518-7d58-409d-831e-beb524391c20,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:27.854415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60922) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:27.860203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-8f470586-f50f-4ab5-b43a-f68b034b6c0c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'name': 'tempest-PortsTestJSON-1348084792'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:27.869683 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c12e41b8-132c-4fc0-ba98-6c8c33ba6e25 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2733033 Jul 06 12:14:27.876362 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e41b8-132c-4fc0-ba98-6c8c33ba6e25 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Network': ['ID=02a28949-1f9a-43cf-b48e-a7fc8a7c0a21,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:27.890911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:14:28.150996 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f470586-f50f-4ab5-b43a-f68b034b6c0c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:28.158626 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8f470586-f50f-4ab5-b43a-f68b034b6c0c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:28.249295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faf449-20dc-41d3-b0c1-29fb99000d7c req-20dd90fd-2779-4a3d-9084-367024d2ad3c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:28.261836 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55faf449-20dc-41d3-b0c1-29fb99000d7c req-20dd90fd-2779-4a3d-9084-367024d2ad3c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.2988942 Jul 06 12:14:28.291294 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-8f470586-f50f-4ab5-b43a-f68b034b6c0c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] device_id is not set on port b265a6b8-63b5-472f-b220-bfc66fd99404 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:14:28.457731 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55faf449-20dc-41d3-b0c1-29fb99000d7c req-c9a2bd96-7de1-4bbf-8b8a-923a397e659d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948719 Jul 06 12:14:28.569655 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d929da-3d41-4c98-bd35-cc7bec080e73 x-openstack-request-id: req-43d929da-3d41-4c98-bd35-cc7bec080e73 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:28.570652 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc64d439-19d6-4b1a-b9ca-75fd7613ea6f", "name": "network-vif-plugged", "status": "completed", "tag": "ab6aa23b-46f8-4d5e-9557-6e624b7fc44e", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:28.570652 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43d929da-3d41-4c98-bd35-cc7bec080e73 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:28.571003 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e', 'code': 200} Jul 06 12:14:28.828245 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43d9bd-2baf-4c8b-8749-a4568d1a3366 req-78a46ee6-cd43-41d3-af11-4268468c6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:28.829776 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4f43d9bd-2baf-4c8b-8749-a4568d1a3366 req-78a46ee6-cd43-41d3-af11-4268468c6ec3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 1097 time: 0.1384890 Jul 06 12:14:28.899219 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4f43d9bd-2baf-4c8b-8749-a4568d1a3366 req-0703995c-6db5-49ba-99a1-9adbf03df193 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617669 Jul 06 12:14:28.921206 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8f470586-f50f-4ab5-b43a-f68b034b6c0c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:29.059131 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8f470586-f50f-4ab5-b43a-f68b034b6c0c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:29.163975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f470586-f50f-4ab5-b43a-f68b034b6c0c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Checking segment: {'id': 'b75e0358-4614-4900-a767-d82d1e77fcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:29.164509 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f470586-f50f-4ab5-b43a-f68b034b6c0c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network hostable DHCP agents. Network: 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:14:29.211471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f7f71-5cde-44ac-834b-08dffe85d0c8 req-24e41136-5b0e-42b3-94c9-98d979f60dae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:29.214402 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-123f7f71-5cde-44ac-834b-08dffe85d0c8 req-24e41136-5b0e-42b3-94c9-98d979f60dae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.3301060 Jul 06 12:14:29.216494 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f470586-f50f-4ab5-b43a-f68b034b6c0c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=b265a6b8-63b5-472f-b220-bfc66fd99404,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:29.243553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f470586-f50f-4ab5-b43a-f68b034b6c0c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:14:29.270935 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-123f7f71-5cde-44ac-834b-08dffe85d0c8 req-f474caf0-7860-401b-ae35-31ba11dc3f75 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494983 Jul 06 12:14:29.273984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-8f470586-f50f-4ab5-b43a-f68b034b6c0c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:29.287570 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec7ba48-8320-4b7e-95ed-fb6869079f90 None None] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:29.289361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f470586-f50f-4ab5-b43a-f68b034b6c0c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:29.295491 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f470586-f50f-4ab5-b43a-f68b034b6c0c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:29.296146 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8f470586-f50f-4ab5-b43a-f68b034b6c0c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:29.326029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60938) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:29.326254 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8f470586-f50f-4ab5-b43a-f68b034b6c0c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4703448 Jul 06 12:14:29.336009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8bda7e3b-a974-4b90-bddc-3204e1b11655 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1914680379'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:29.430246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bda7e3b-a974-4b90-bddc-3204e1b11655 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:29.447751 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bda7e3b-a974-4b90-bddc-3204e1b11655 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:29.524973 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bda7e3b-a974-4b90-bddc-3204e1b11655 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:14:29.551077 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bda7e3b-a974-4b90-bddc-3204e1b11655 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:29.553214 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-8bda7e3b-a974-4b90-bddc-3204e1b11655 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Added segment cefb03b1-acf4-4377-958a-6a0449e576ec of type vlan for network 19480ccf-3370-4184-ba37-e56c2f5784bd Jul 06 12:14:29.569376 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-acf983a3-423f-4add-9235-104accf09558 req-632dd844-8f75-4ee4-bc80-efa0b89f4c8f tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 210 time: 0.0738525 Jul 06 12:14:29.657411 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bda7e3b-a974-4b90-bddc-3204e1b11655 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:29.730174 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bda7e3b-a974-4b90-bddc-3204e1b11655 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:29.738135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda7e3b-a974-4b90-bddc-3204e1b11655 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:29.741892 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bda7e3b-a974-4b90-bddc-3204e1b11655 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:29.908610 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda7e3b-a974-4b90-bddc-3204e1b11655 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Network': ['ID=19480ccf-3370-4184-ba37-e56c2f5784bd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:29.914768 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8bda7e3b-a974-4b90-bddc-3204e1b11655 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5870461 Jul 06 12:14:29.917479 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60944) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:29.924457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'ports': [{'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21'}, {'network_id': '19480ccf-3370-4184-ba37-e56c2f5784bd'}]} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:29.925121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:29.925950 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'network_id': '19480ccf-3370-4184-ba37-e56c2f5784bd'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:29.993312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 19480ccf-3370-4184-ba37-e56c2f5784bd details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:14:30.318279 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5187075-e7ac-4b62-8f5c-c6bc303d0171 req-d3947842-fc47-49f7-a161-c4d9e5588ac8 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:30.328192 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a5187075-e7ac-4b62-8f5c-c6bc303d0171 req-d3947842-fc47-49f7-a161-c4d9e5588ac8 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.5123153 Jul 06 12:14:30.368128 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'port': 2} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:30.373105 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:30.397101 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:30.428196 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a5187075-e7ac-4b62-8f5c-c6bc303d0171 req-9a8833ab-f611-4817-9cde-f849348463b8 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989823 Jul 06 12:14:30.594481 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] device_id is not set on port cc7b5557-6abd-416b-a7ec-85dc6cdcb564 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:14:30.819667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962e69b-5c10-4fa2-8a84-4435471f0435 req-085bb9a3-4497-44c7-945f-545d39230ed9 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:30.826534 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f962e69b-5c10-4fa2-8a84-4435471f0435 req-085bb9a3-4497-44c7-945f-545d39230ed9 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.1883121 Jul 06 12:14:30.867242 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:30.956006 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f962e69b-5c10-4fa2-8a84-4435471f0435 req-b1f29b36-e559-447c-8af3-6ecd95f022e1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278775 Jul 06 12:14:31.046657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] device_id is not set on port dd4506ab-5c57-407c-acd1-0306178fb126 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:14:31.215882 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f8a5217-bfd1-406d-9fa0-54dd26b6659e req-3b1e7993-d2ec-4425-a76a-c66fac6f24ea tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 210 time: 0.0354273 Jul 06 12:14:31.332133 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.543866 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.649322 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699516f-ee6f-4fe4-b62f-70cda17b4c9c req-4a93970d-1491-4df5-925c-32755e651748 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:31.658692 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b699516f-ee6f-4fe4-b62f-70cda17b4c9c req-4a93970d-1491-4df5-925c-32755e651748 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.2586467 Jul 06 12:14:31.703193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:31.717401 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:31.726747 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:31.728040 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:31.778796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=cc7b5557-6abd-416b-a7ec-85dc6cdcb564,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:31.850701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=dd4506ab-5c57-407c-acd1-0306178fb126,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:31.868066 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b699516f-ee6f-4fe4-b62f-70cda17b4c9c req-bb18d9c0-05a1-4a4d-b59e-16e0a6a4dc1c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081687 Jul 06 12:14:31.894393 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60972) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:31.941890 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Checking segment: {'id': 'cefb03b1-acf4-4377-958a-6a0449e576ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '19480ccf-3370-4184-ba37-e56c2f5784bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:31.942303 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network hostable DHCP agents. Network: 19480ccf-3370-4184-ba37-e56c2f5784bd, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:14:31.998298 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 19480ccf-3370-4184-ba37-e56c2f5784bd is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:14:32.073743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c413bff-9781-4960-8b04-1c07e2b25564 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:32.078149 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9c413bff-9781-4960-8b04-1c07e2b25564 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 1092 time: 0.1792495 Jul 06 12:14:32.079079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 60976) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:32.084407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:32.085212 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 19480ccf-3370-4184-ba37-e56c2f5784bd) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:32.096255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb6f482-ed3d-4ed3-a535-7ea01f402a66 None None] Network 19480ccf-3370-4184-ba37-e56c2f5784bd requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:32.120693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:32.138486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:32.140274 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.149544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:32.150264 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.172717 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ca9a16d9-a3c7-49fc-b450-ac85441554c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2514205 Jul 06 12:14:32.174153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60980) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:32.346309 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.362140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e868fa-260a-4fba-bf84-951d0172820f req-ed1917d6-6539-42b9-b949-5317c4025cf8 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:32.364538 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67e868fa-260a-4fba-bf84-951d0172820f req-ed1917d6-6539-42b9-b949-5317c4025cf8 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.3558586 Jul 06 12:14:32.464004 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67e868fa-260a-4fba-bf84-951d0172820f req-f51b2468-93fe-4feb-b0da-443d11ec272f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919883 Jul 06 12:14:32.482395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-15cad76a-80c0-4ecf-8bc2-b7664e881515 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port dd4506ab-5c57-407c-acd1-0306178fb126 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:32.482740 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-15cad76a-80c0-4ecf-8bc2-b7664e881515 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.557069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Allocated IP 172.25.4.184 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/2a2059d6-558e-46ab-8943-6ad9034a7c1a) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:32.753061 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-15cad76a-80c0-4ecf-8bc2-b7664e881515 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.788595 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.863776 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:32.887313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:32.891330 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2daa081f-8e6d-40ef-8ebd-f8cb565f895f req-126a72df-f63b-4ad9-b778-1fe46634fef8 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 210 time: 0.1802940 Jul 06 12:14:32.898613 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-15cad76a-80c0-4ecf-8bc2-b7664e881515 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for dd4506ab-5c57-407c-acd1-0306178fb126 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:32.922828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:32.934704 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:33.085786 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=2a2059d6-558e-46ab-8943-6ad9034a7c1a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:33.126451 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-15cad76a-80c0-4ecf-8bc2-b7664e881515 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:33.196180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cad76a-80c0-4ecf-8bc2-b7664e881515 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=dd4506ab-5c57-407c-acd1-0306178fb126,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:33.212133 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-15cad76a-80c0-4ecf-8bc2-b7664e881515 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:33.214625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-15cad76a-80c0-4ecf-8bc2-b7664e881515 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/dd4506ab-5c57-407c-acd1-0306178fb126 HTTP/1.1" status: 204 len: 168 time: 1.0394897 Jul 06 12:14:33.218662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60988) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:33.371591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b088a8d0-a175-4997-9dfc-c7e1851cc50a tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:33.381161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b088a8d0-a175-4997-9dfc-c7e1851cc50a tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:33.391331 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b088a8d0-a175-4997-9dfc-c7e1851cc50a tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1714587 Jul 06 12:14:33.394026 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 60990) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:33.825280 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4535305b-7414-4999-8560-4a0045db56f3 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port cc7b5557-6abd-416b-a7ec-85dc6cdcb564 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:33.825586 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4535305b-7414-4999-8560-4a0045db56f3 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:33.951413 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4535305b-7414-4999-8560-4a0045db56f3 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:34.008740 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf9000-6a20-4e79-bfa2-ac4a209309f7 req-42bbaf1e-ef26-4da1-ace0-adaf66821f29 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:34.010334 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84cf9000-6a20-4e79-bfa2-ac4a209309f7 req-42bbaf1e-ef26-4da1-ace0-adaf66821f29 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.3316433 Jul 06 12:14:34.014763 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4535305b-7414-4999-8560-4a0045db56f3 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for cc7b5557-6abd-416b-a7ec-85dc6cdcb564 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:34.114249 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:34.125664 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84cf9000-6a20-4e79-bfa2-ac4a209309f7 req-e1ddaf13-fcaf-4822-a74f-3996156a03c1 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078019 Jul 06 12:14:34.221042 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4535305b-7414-4999-8560-4a0045db56f3 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:34.311677 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535305b-7414-4999-8560-4a0045db56f3 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=cc7b5557-6abd-416b-a7ec-85dc6cdcb564,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:34.338565 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4535305b-7414-4999-8560-4a0045db56f3 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:34.339461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:34.345107 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4535305b-7414-4999-8560-4a0045db56f3 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/cc7b5557-6abd-416b-a7ec-85dc6cdcb564 HTTP/1.1" status: 204 len: 168 time: 0.9499142 Jul 06 12:14:34.350409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32772) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:34.786299 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:34.795113 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:34.952326 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:35.027351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=2a2059d6-558e-46ab-8943-6ad9034a7c1a,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:35.073888 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-46a608f0-5eba-4f23-ae22-bf2aa395b3de req-7e987d83-85de-49f3-a423-b10c4433b825 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 210 time: 0.1008446 Jul 06 12:14:35.162142 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f8f344-a5d5-4d7e-b216-b09bd2137604 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:35.164823 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-99f8f344-a5d5-4d7e-b216-b09bd2137604 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8120759 Jul 06 12:14:35.166789 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32778) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:35.237443 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Floating IP c8879544-72da-4dfd-a28c-bb338726e61b associated. External IP: 172.25.4.184, port: ab6aa23b-46f8-4d5e-9557-6e624b7fc44e. Jul 06 12:14:35.252559 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc202d3-bd08-4046-962d-f3cf84f77b35 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] GET failed (client error): The resource could not be found. Jul 06 12:14:35.267253 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0cc202d3-bd08-4046-962d-f3cf84f77b35 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/dd4506ab-5c57-407c-acd1-0306178fb126 HTTP/1.1" status: 404 len: 333 time: 0.0960763 Jul 06 12:14:35.267944 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32782) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:35.389797 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c01922-167b-4dd1-b50e-e224c14c5dcd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] GET failed (client error): The resource could not be found. Jul 06 12:14:35.394839 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-25c01922-167b-4dd1-b50e-e224c14c5dcd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/cc7b5557-6abd-416b-a7ec-85dc6cdcb564 HTTP/1.1" status: 404 len: 333 time: 0.1258609 Jul 06 12:14:35.395565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32784) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:35.473849 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6a2e4e72-fd69-4c36-ad1b-30e2a45c7fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:35.522133 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:35.552195 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6eaaf0dd-7417-4ca1-ba4c-df27b6292461 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:35.667396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router a243cf35-8013-40e9-8d3f-b4921e34a5c0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:14:35.784069 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa598e8-4a8f-40a1-a071-e954062f4c45 req-1a01fa81-58a7-48a1-b162-17246a6d9a9b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:35.786514 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3aa598e8-4a8f-40a1-a071-e954062f4c45 req-1a01fa81-58a7-48a1-b162-17246a6d9a9b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.2540364 Jul 06 12:14:35.803707 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6eaaf0dd-7417-4ca1-ba4c-df27b6292461 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:35.836533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:14:35.841112 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-6eaaf0dd-7417-4ca1-ba4c-df27b6292461 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19480ccf-3370-4184-ba37-e56c2f5784bd']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:35.854458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d5905f-8705-4262-8b4c-3d3b634fd05b None None] Sync routers for ids ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:14:35.871114 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-6eaaf0dd-7417-4ca1-ba4c-df27b6292461 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cefb03b1-acf4-4377-958a-6a0449e576ec') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:35.871570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-6eaaf0dd-7417-4ca1-ba4c-df27b6292461 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cefb03b1-acf4-4377-958a-6a0449e576ec') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:35.872660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d5905f-8705-4262-8b4c-3d3b634fd05b None None] Routers {'a243cf35-8013-40e9-8d3f-b4921e34a5c0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:35.875523 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:35.876185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-98d5905f-8705-4262-8b4c-3d3b634fd05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:14:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:35.937844 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6eaaf0dd-7417-4ca1-ba4c-df27b6292461 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:35.966518 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3aa598e8-4a8f-40a1-a071-e954062f4c45 req-d7a5b9c4-ec83-42fd-8520-9b7f50fdcd56 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722932 Jul 06 12:14:35.993838 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a8cd437c-bc07-4fef-923d-8ad1cdc3808b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9133894 Jul 06 12:14:35.994509 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'tag': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:36.002608 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee13c079-84d1-4d3c-b04e-5ce31fda423d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc64d439-19d6-4b1a-b9ca-75fd7613ea6f", "tag": "ab6aa23b-46f8-4d5e-9557-6e624b7fc44e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:36.010055 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6eaaf0dd-7417-4ca1-ba4c-df27b6292461 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.023016 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eaaf0dd-7417-4ca1-ba4c-df27b6292461 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:14:36.024611 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6eaaf0dd-7417-4ca1-ba4c-df27b6292461 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:14:36.031001 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:14:36.182940 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-98d5905f-8705-4262-8b4c-3d3b634fd05b None None] Set router a243cf35-8013-40e9-8d3f-b4921e34a5c0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:36.187405 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6eaaf0dd-7417-4ca1-ba4c-df27b6292461 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.211864 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6eaaf0dd-7417-4ca1-ba4c-df27b6292461 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.219804 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6eaaf0dd-7417-4ca1-ba4c-df27b6292461 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/networks/19480ccf-3370-4184-ba37-e56c2f5784bd HTTP/1.1" status: 204 len: 168 time: 0.8232059 Jul 06 12:14:36.225352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 32798) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:36.231422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5387014e-93c3-4cfc-ace1-68a07d873125 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1997890648'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:36.299119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5387014e-93c3-4cfc-ace1-68a07d873125 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:36.311305 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5387014e-93c3-4cfc-ace1-68a07d873125 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.331200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaaf0dd-7417-4ca1-ba4c-df27b6292461 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Network': ['ID=19480ccf-3370-4184-ba37-e56c2f5784bd,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:36.359373 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5387014e-93c3-4cfc-ace1-68a07d873125 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:14:36.372761 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5387014e-93c3-4cfc-ace1-68a07d873125 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.374616 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-5387014e-93c3-4cfc-ace1-68a07d873125 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Added segment ec13f086-ae8c-409f-8ebf-23e4d3017445 of type vlan for network d8b759cc-d842-405f-968e-ae09d2916458 Jul 06 12:14:36.481091 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cf69a-c180-4437-881f-146f99870f05 req-6d59a562-934c-42fe-918f-82354c717fdb tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:36.485354 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ee0cf69a-c180-4437-881f-146f99870f05 req-6d59a562-934c-42fe-918f-82354c717fdb tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.1793149 Jul 06 12:14:36.504550 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5387014e-93c3-4cfc-ace1-68a07d873125 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.582208 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5387014e-93c3-4cfc-ace1-68a07d873125 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.590207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5387014e-93c3-4cfc-ace1-68a07d873125 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:36.590932 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5387014e-93c3-4cfc-ace1-68a07d873125 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.606306 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ee0cf69a-c180-4437-881f-146f99870f05 req-a4fc2d7d-6d02-45a5-94ee-123c04280d39 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133571 Jul 06 12:14:36.645139 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32802) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:36.697095 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5387014e-93c3-4cfc-ace1-68a07d873125 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4700015 Jul 06 12:14:36.778121 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:36.826607 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 32804) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:36.833380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-98d5905f-8705-4262-8b4c-3d3b634fd05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869292745', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:01Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'c8879544-72da-4dfd-a28c-bb338726e61b', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'floating_ip_address': '172.25.4.184', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'port_id': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'mac_address': 'fa:16:3e:fd:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:14:33Z', 'updated_at': '2021-07-06T12:14:33Z', 'revision_number': 0, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a657057a-8fea-4ebd-8ca2-4c97f6dafc92', 'name': '', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:35:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:59Z', 'updated_at': '2021-07-06T12:14:10Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:36.847547 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898b4933-b3ad-4aed-8408-ff265acb046e x-openstack-request-id: req-898b4933-b3ad-4aed-8408-ff265acb046e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:36.847820 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc64d439-19d6-4b1a-b9ca-75fd7613ea6f", "tag": "ab6aa23b-46f8-4d5e-9557-6e624b7fc44e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:36.848069 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-898b4933-b3ad-4aed-8408-ff265acb046e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:36.848472 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'tag': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e', 'status': 'completed', 'code': 200} Jul 06 12:14:36.866314 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8e293efb-0e26-4da6-a07d-94127093d276 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/c8879544-72da-4dfd-a28c-bb338726e61b HTTP/1.1" status: 200 len: 992 time: 0.2198908 Jul 06 12:14:36.867367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ec0ec0ff-9067-4a0d-8c71-f8a3064e3657 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'subnet': {'network_id': 'd8b759cc-d842-405f-968e-ae09d2916458', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:36.897413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d5905f-8705-4262-8b4c-3d3b634fd05b None None] Checking router: a243cf35-8013-40e9-8d3f-b4921e34a5c0 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:14:36.923785 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d5905f-8705-4262-8b4c-3d3b634fd05b None None] Routers {'a243cf35-8013-40e9-8d3f-b4921e34a5c0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:14:36.926785 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-98d5905f-8705-4262-8b4c-3d3b634fd05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:14:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:37.070576 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a971d945-90b0-4236-8dd4-312d5c92d69e req-35cf16df-4285-4810-8744-4f36e3dec861 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 210 time: 0.1037591 Jul 06 12:14:37.115940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387014e-93c3-4cfc-ace1-68a07d873125 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Network': ['ID=d8b759cc-d842-405f-968e-ae09d2916458,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:37.148212 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0ec0ff-9067-4a0d-8c71-f8a3064e3657 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:37.155807 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec0ec0ff-9067-4a0d-8c71-f8a3064e3657 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:37.176759 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-98d5905f-8705-4262-8b4c-3d3b634fd05b None None] Set router a243cf35-8013-40e9-8d3f-b4921e34a5c0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:14:37.339937 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network d8b759cc-d842-405f-968e-ae09d2916458 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:14:37.477336 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13c079-84d1-4d3c-b04e-5ce31fda423d req-11cfe1e1-da42-4fc1-8bcb-f311025a6913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:37.479222 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee13c079-84d1-4d3c-b04e-5ce31fda423d req-11cfe1e1-da42-4fc1-8bcb-f311025a6913 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 1097 time: 0.6517839 Jul 06 12:14:37.528401 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cab5e-1d1b-4f4f-8120-07a27199ecec req-880d37a2-0e64-463f-babb-4fbf36b98614 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:37.540241 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-709cab5e-1d1b-4f4f-8120-07a27199ecec req-880d37a2-0e64-463f-babb-4fbf36b98614 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.1731555 Jul 06 12:14:37.682174 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-709cab5e-1d1b-4f4f-8120-07a27199ecec req-4cfcedfe-d68e-4be9-a073-944a1e032d1d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415272 Jul 06 12:14:37.866897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32820) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:37.938013 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-98d5905f-8705-4262-8b4c-3d3b634fd05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869292745', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:01Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'c8879544-72da-4dfd-a28c-bb338726e61b', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'floating_ip_address': '172.25.4.184', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'port_id': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'mac_address': 'fa:16:3e:fd:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:14:33Z', 'updated_at': '2021-07-06T12:14:33Z', 'revision_number': 0, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a657057a-8fea-4ebd-8ca2-4c97f6dafc92', 'name': '', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:35:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:59Z', 'updated_at': '2021-07-06T12:14:10Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:38.007657 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d5905f-8705-4262-8b4c-3d3b634fd05b None None] The sync data for ids ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'] in n-d-799529-2 is: [{'id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869292745', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:01Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'c8879544-72da-4dfd-a28c-bb338726e61b', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'floating_ip_address': '172.25.4.184', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'port_id': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'mac_address': 'fa:16:3e:fd:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:14:33Z', 'updated_at': '2021-07-06T12:14:33Z', 'revision_number': 0, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a657057a-8fea-4ebd-8ca2-4c97f6dafc92', 'name': '', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:35:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:59Z', 'updated_at': '2021-07-06T12:14:10Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:14:38.048953 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e0676ef3-3f20-4419-98fe-786315589e85 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/c8879544-72da-4dfd-a28c-bb338726e61b HTTP/1.1" status: 200 len: 992 time: 0.1804783 Jul 06 12:14:38.106267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13c079-84d1-4d3c-b04e-5ce31fda423d req-77ef6cf2-59ab-41bf-8705-57c6212e79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:38.108864 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee13c079-84d1-4d3c-b04e-5ce31fda423d req-77ef6cf2-59ab-41bf-8705-57c6212e79f1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 HTTP/1.1" status: 200 len: 897 time: 0.6140106 Jul 06 12:14:38.147980 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec0ec0ff-9067-4a0d-8c71-f8a3064e3657 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:38.168533 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95a8f14e-3a3e-446a-ab62-14d99d31bb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:38.210710 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:38.297418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ec0ff-9067-4a0d-8c71-f8a3064e3657 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Subnet': ['ID=b411a1e2-e1ac-4835-a89e-769096935898,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:38.385866 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee13c079-84d1-4d3c-b04e-5ce31fda423d req-ebf45d94-6e18-4e90-a34a-6587e82bc40b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e HTTP/1.1" status: 200 len: 1000 time: 0.2652078 Jul 06 12:14:38.450273 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35595eca-f45b-4a63-bbff-2847e3146e5e req-e021af6f-94d7-423f-b2e3-d59cc968407f tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 210 time: 0.0528603 Jul 06 12:14:38.517164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0ec0ff-9067-4a0d-8c71-f8a3064e3657 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Checking segment: {'id': 'ec13f086-ae8c-409f-8ebf-23e4d3017445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd8b759cc-d842-405f-968e-ae09d2916458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:38.517693 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0ec0ff-9067-4a0d-8c71-f8a3064e3657 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network hostable DHCP agents. Network: d8b759cc-d842-405f-968e-ae09d2916458, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:14:38.574370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13c079-84d1-4d3c-b04e-5ce31fda423d req-291061db-4bea-43fc-a4f1-2b26435f9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:38.574935 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86697bee-816d-42af-8b9b-45581359ee10 None None] New status for floating IP c8879544-72da-4dfd-a28c-bb338726e61b: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:14:38.577239 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee13c079-84d1-4d3c-b04e-5ce31fda423d req-291061db-4bea-43fc-a4f1-2b26435f9cc6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0ce6209d-f67f-4d1f-a267-7eac8672ed36 HTTP/1.1" status: 200 len: 834 time: 0.1843214 Jul 06 12:14:38.605051 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0ec0ff-9067-4a0d-8c71-f8a3064e3657 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network d8b759cc-d842-405f-968e-ae09d2916458 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:14:38.684026 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ec0ec0ff-9067-4a0d-8c71-f8a3064e3657 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, d8b759cc-d842-405f-968e-ae09d2916458) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:38.694156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f524ec-af63-4526-93f2-b197369053a3 None None] Network d8b759cc-d842-405f-968e-ae09d2916458 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:38.705678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0ec0ff-9067-4a0d-8c71-f8a3064e3657 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:38.711781 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec0ec0ff-9067-4a0d-8c71-f8a3064e3657 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:38.768575 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32830) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:38.769827 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ec0ec0ff-9067-4a0d-8c71-f8a3064e3657 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9195938 Jul 06 12:14:38.773577 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ccd9293c-f329-4b43-ba17-051b1c11d869 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'network_id': 'd8b759cc-d842-405f-968e-ae09d2916458', 'name': 'tempest-PortsTestJSON-510774680'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:38.781061 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13c079-84d1-4d3c-b04e-5ce31fda423d req-5d572b88-364c-422d-a221-783129b0ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:38.787216 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee13c079-84d1-4d3c-b04e-5ce31fda423d req-5d572b88-364c-422d-a221-783129b0ebb0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025173 Jul 06 12:14:39.033348 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee13c079-84d1-4d3c-b04e-5ce31fda423d req-5cc42c36-64c3-4ba7-b258-6c8b63a7d919 service neutron] 10.222.0.89 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390785 Jul 06 12:14:39.071553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32832) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:39.155142 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-d8b759cc-d842-405f-968e-ae09d2916458', 'network_id': 'd8b759cc-d842-405f-968e-ae09d2916458', 'tenant_id': '7010f589aa594d5985fd350a6126241f', 'fixed_ips': [{'subnet_id': 'b411a1e2-e1ac-4835-a89e-769096935898'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:14:39.156308 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:39.271575 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee13c079-84d1-4d3c-b04e-5ce31fda423d req-7f5a908d-40cf-4813-807a-ec9a9f228c89 service neutron] 10.222.0.89 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320483 Jul 06 12:14:39.412878 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Allocated IP 172.20.0.2 (d8b759cc-d842-405f-968e-ae09d2916458/b411a1e2-e1ac-4835-a89e-769096935898/c26fc530-3080-498b-b58e-a07c8a3cfe61) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:39.415324 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:39.490360 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b61dbbae-fa68-4e45-811a-c468cf7c8df5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/c8879544-72da-4dfd-a28c-bb338726e61b HTTP/1.1" status: 200 len: 994 time: 0.3953609 Jul 06 12:14:39.492730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd9293c-f329-4b43-ba17-051b1c11d869 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:39.497291 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ccd9293c-f329-4b43-ba17-051b1c11d869 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:39.528191 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-ccd9293c-f329-4b43-ba17-051b1c11d869 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] device_id is not set on port 7098a2f4-958a-40e7-8c6e-078fda6aba4b yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:14:39.615772 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3ea3-78eb-4ee8-82a5-e6da99945614 req-9a761000-71c6-42f1-bece-0efc49eb7cc3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:39.628262 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-94aa3ea3-78eb-4ee8-82a5-e6da99945614 req-9a761000-71c6-42f1-bece-0efc49eb7cc3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.5890393 Jul 06 12:14:39.736527 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:39.760344 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Transition to ACTIVE for port object c26fc530-3080-498b-b58e-a07c8a3cfe61 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:39.782270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Transition to ACTIVE for port object c26fc530-3080-498b-b58e-a07c8a3cfe61 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:39.805059 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:39.809687 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-94aa3ea3-78eb-4ee8-82a5-e6da99945614 req-1539f655-beed-4596-b472-1c62cb06c986 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799948 Jul 06 12:14:39.940945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Network d8b759cc-d842-405f-968e-ae09d2916458 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:39.949619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Pushing event updated for resources: {'Port': ['ID=c26fc530-3080-498b-b58e-a07c8a3cfe61,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:39.957852 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:39.961575 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:39.968890 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-ccd9293c-f329-4b43-ba17-051b1c11d869 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Allocated IP 172.20.0.11 (d8b759cc-d842-405f-968e-ae09d2916458/b411a1e2-e1ac-4835-a89e-769096935898/7098a2f4-958a-40e7-8c6e-078fda6aba4b) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:40.050867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Attempting to bind port c26fc530-3080-498b-b58e-a07c8a3cfe61 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:14:40.051255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Attempting to bind port c26fc530-3080-498b-b58e-a07c8a3cfe61 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'ec13f086-ae8c-409f-8ebf-23e4d3017445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd8b759cc-d842-405f-968e-ae09d2916458'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:14:40.054816 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Attempting to bind port c26fc530-3080-498b-b58e-a07c8a3cfe61 on network d8b759cc-d842-405f-968e-ae09d2916458 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:40.069555 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:14:40.069997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Checking segment: {'id': 'ec13f086-ae8c-409f-8ebf-23e4d3017445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd8b759cc-d842-405f-968e-ae09d2916458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:40.070342 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:40.070750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Bound using segment: {'id': 'ec13f086-ae8c-409f-8ebf-23e4d3017445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd8b759cc-d842-405f-968e-ae09d2916458'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:14:40.071280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Bound port: c26fc530-3080-498b-b58e-a07c8a3cfe61, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec13f086-ae8c-409f-8ebf-23e4d3017445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd8b759cc-d842-405f-968e-ae09d2916458'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:14:40.071674 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:40.113171 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-89893592-9f17-4e42-abe7-14b69d69c855 req-99ad32f2-c742-4549-ae52-1275f24bb8fc tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 210 time: 0.0317066 Jul 06 12:14:40.227954 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] For port c26fc530-3080-498b-b58e-a07c8a3cfe61, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:40.234702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] For port c26fc530-3080-498b-b58e-a07c8a3cfe61, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c26fc530-3080-498b-b58e-a07c8a3cfe61,segment=NetworkSegment(ec13f086-ae8c-409f-8ebf-23e4d3017445),segment_id=ec13f086-ae8c-409f-8ebf-23e4d3017445)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:14:40.242299 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:40.428537 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ccd9293c-f329-4b43-ba17-051b1c11d869 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:40.481602 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-ccd9293c-f329-4b43-ba17-051b1c11d869 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Transition to ACTIVE for port object 7098a2f4-958a-40e7-8c6e-078fda6aba4b will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:40.559002 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ccd9293c-f329-4b43-ba17-051b1c11d869 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:40.579023 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b75f1-b375-4f3b-9855-e56a7904d21b None None] Pushing event updated for resources: {'Port': ['ID=c26fc530-3080-498b-b58e-a07c8a3cfe61,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:40.606572 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd9293c-f329-4b43-ba17-051b1c11d869 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network d8b759cc-d842-405f-968e-ae09d2916458 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:40.632806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-ccd9293c-f329-4b43-ba17-051b1c11d869 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:40.638758 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9293c-f329-4b43-ba17-051b1c11d869 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:40.738488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9293c-f329-4b43-ba17-051b1c11d869 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=7098a2f4-958a-40e7-8c6e-078fda6aba4b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:40.771141 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd9293c-f329-4b43-ba17-051b1c11d869 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:40.772225 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ccd9293c-f329-4b43-ba17-051b1c11d869 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:40.810431 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ccd9293c-f329-4b43-ba17-051b1c11d869 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0408318 Jul 06 12:14:40.812974 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32856) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:40.928717 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:41.032129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-853ac1fd-1a67-4568-9905-9389b92e4c06 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port 7098a2f4-958a-40e7-8c6e-078fda6aba4b {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:41.032693 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-853ac1fd-1a67-4568-9905-9389b92e4c06 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:41.328876 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-853ac1fd-1a67-4568-9905-9389b92e4c06 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:41.340259 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ee5b3-9955-47f5-84e6-67a14da42b0b req-06415147-ad9b-4d71-be44-a2adda3bd0a6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:41.342165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-900ee5b3-9955-47f5-84e6-67a14da42b0b req-06415147-ad9b-4d71-be44-a2adda3bd0a6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.1898224 Jul 06 12:14:41.374069 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-853ac1fd-1a67-4568-9905-9389b92e4c06 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for 7098a2f4-958a-40e7-8c6e-078fda6aba4b owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:41.459961 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-900ee5b3-9955-47f5-84e6-67a14da42b0b req-845b924e-a6ee-4268-9e9b-abdf84e34506 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111383 Jul 06 12:14:41.687619 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-853ac1fd-1a67-4568-9905-9389b92e4c06 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:41.828541 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ac1fd-1a67-4568-9905-9389b92e4c06 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=7098a2f4-958a-40e7-8c6e-078fda6aba4b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:41.951057 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c26fc530-3080-498b-b58e-a07c8a3cfe61 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:42.022756 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5cf06005-551c-4b53-9d0a-7969ca556dc9 req-58fd5ea2-b8ce-4bca-88c1-2b5eb2fb3d56 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 210 time: 0.1078293 Jul 06 12:14:42.055985 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-853ac1fd-1a67-4568-9905-9389b92e4c06 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.060286 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-853ac1fd-1a67-4568-9905-9389b92e4c06 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/7098a2f4-958a-40e7-8c6e-078fda6aba4b HTTP/1.1" status: 204 len: 168 time: 1.2438207 Jul 06 12:14:42.060888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 32878) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:42.101708 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port c26fc530-3080-498b-b58e-a07c8a3cfe61 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:42.133234 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-72839ca5-8b20-455b-b3a1-835fb6a4c1c4 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] DELETE failed (client error): The resource could not be found. Jul 06 12:14:42.137549 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72839ca5-8b20-455b-b3a1-835fb6a4c1c4 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:14:42.141911 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-72839ca5-8b20-455b-b3a1-835fb6a4c1c4 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/7098a2f4-958a-40e7-8c6e-078fda6aba4b HTTP/1.1" status: 404 len: 333 time: 0.0789986 Jul 06 12:14:42.145088 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 32880) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:42.229844 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63bbdc1-9bee-49f6-9dd4-65a819d4779b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] GET failed (client error): The resource could not be found. Jul 06 12:14:42.236444 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c63bbdc1-9bee-49f6-9dd4-65a819d4779b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/7098a2f4-958a-40e7-8c6e-078fda6aba4b HTTP/1.1" status: 404 len: 333 time: 0.0865595 Jul 06 12:14:42.236776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 32882) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:42.389995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting subnet b411a1e2-e1ac-4835-a89e-769096935898 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:14:42.398677 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.444101 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f2db8e-265c-4718-b7ba-44a7fe1f7119 None None] Network d8b759cc-d842-405f-968e-ae09d2916458 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:42.523700 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.607581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-13b73321-83ff-4171-ae54-5903b4fa58c3 None None] Provisioning for port c26fc530-3080-498b-b58e-a07c8a3cfe61 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:42.620274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-13b73321-83ff-4171-ae54-5903b4fa58c3 None None] Provisioning complete for port c26fc530-3080-498b-b58e-a07c8a3cfe61 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:42.620274 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13b73321-83ff-4171-ae54-5903b4fa58c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.790464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:42.960260 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.013416 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.019940 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/b411a1e2-e1ac-4835-a89e-769096935898 HTTP/1.1" status: 204 len: 168 time: 0.7818868 Jul 06 12:14:43.022552 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a74463-dff1-4090-95cd-b8c151277169 req-d885e8fd-713d-4d30-a535-df17c3c0f136 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:43.034293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67a74463-dff1-4090-95cd-b8c151277169 req-d885e8fd-713d-4d30-a535-df17c3c0f136 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.2592943 Jul 06 12:14:43.036374 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13b73321-83ff-4171-ae54-5903b4fa58c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.058775 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32890) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:43.066198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Subnet': ['ID=b411a1e2-e1ac-4835-a89e-769096935898,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:43.085809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:43.089398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:43.089754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:43.090096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:43.090432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:43.090765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:43.091093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:43.091450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:43.091779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:43.095595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:43.095982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:43.096328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3de6738-e492-4dae-a1b6-0397c48ea4cf tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:43.254248 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.334974 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67a74463-dff1-4090-95cd-b8c151277169 req-61aabb65-62cc-4695-9e61-6b4c483b5988 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974107 Jul 06 12:14:43.411187 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-13b73321-83ff-4171-ae54-5903b4fa58c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:14:43.413113 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-13b73321-83ff-4171-ae54-5903b4fa58c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:14:43.457673 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port c26fc530-3080-498b-b58e-a07c8a3cfe61 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:43.458426 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.646376 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f87edf07-2224-4439-a459-90ed7dbfa0e1 req-7d268b7a-bbcc-4c2e-b222-de55b4d324f4 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 210 time: 0.0582876 Jul 06 12:14:43.662835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] For port c26fc530-3080-498b-b58e-a07c8a3cfe61, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c26fc530-3080-498b-b58e-a07c8a3cfe61,segment=NetworkSegment(ec13f086-ae8c-409f-8ebf-23e4d3017445),segment_id=ec13f086-ae8c-409f-8ebf-23e4d3017445)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:43.663205 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.710188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for c26fc530-3080-498b-b58e-a07c8a3cfe61 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:43.873853 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:43.938403 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=c26fc530-3080-498b-b58e-a07c8a3cfe61,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:43.946213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No DVR routers for this DVR port c26fc530-3080-498b-b58e-a07c8a3cfe61 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:44.011209 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec29ade6-d50f-4161-af5c-41ad7f708c38 None None] Network d8b759cc-d842-405f-968e-ae09d2916458 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:44.019155 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-13b73321-83ff-4171-ae54-5903b4fa58c3 None None] Port c26fc530-3080-498b-b58e-a07c8a3cfe61 update to ACTIVE by agent not found {{(pid=100429) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 12:14:44.048504 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.073068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b759cc-d842-405f-968e-ae09d2916458']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:44.124145 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec13f086-ae8c-409f-8ebf-23e4d3017445') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:44.124755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec13f086-ae8c-409f-8ebf-23e4d3017445') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:44.151761 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-804ab612-1d3c-4586-aefc-c70f5ff8dea2 None None] Could not find standard attr ID for object c26fc530-3080-498b-b58e-a07c8a3cfe61. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:14:44.158770 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.207661 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.222489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:14:44.224982 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:14:44.239278 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:14:44.401758 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.405552 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee3a383-0480-4a39-a47c-2e4ddf5d5f80 None None] DHCP port deletion for d8b759cc-d842-405f-968e-ae09d2916458 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:14:44.418935 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.433422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 32912) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:44.434184 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/networks/d8b759cc-d842-405f-968e-ae09d2916458 HTTP/1.1" status: 204 len: 168 time: 1.3716824 Jul 06 12:14:44.438873 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-87b3e012-0c53-4eab-8fed-865131b4a8a5 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-862829775'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:44.491653 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6c300-d3e7-4aa6-a659-edbf0c747ea2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Network': ['ID=d8b759cc-d842-405f-968e-ae09d2916458,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:44.511019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b3e012-0c53-4eab-8fed-865131b4a8a5 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:44.523551 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-87b3e012-0c53-4eab-8fed-865131b4a8a5 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.593406 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b3e012-0c53-4eab-8fed-865131b4a8a5 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:14:44.615518 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-87b3e012-0c53-4eab-8fed-865131b4a8a5 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.616296 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-87b3e012-0c53-4eab-8fed-865131b4a8a5 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Added segment 65329738-c620-4776-9a21-7a51d662b4da of type vlan for network 5a9c84cc-0e42-4583-b41a-56f200e5a1e5 Jul 06 12:14:44.683377 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-87b3e012-0c53-4eab-8fed-865131b4a8a5 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.774631 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-87b3e012-0c53-4eab-8fed-865131b4a8a5 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.780310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d4792-ea68-4fc2-a106-b92402881818 req-056ecdbc-b72b-4403-89c2-9b147cb5c1ef tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:44.781916 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-771d4792-ea68-4fc2-a106-b92402881818 req-056ecdbc-b72b-4403-89c2-9b147cb5c1ef tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.2112322 Jul 06 12:14:44.789681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b3e012-0c53-4eab-8fed-865131b4a8a5 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:44.790751 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-87b3e012-0c53-4eab-8fed-865131b4a8a5 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:44.879901 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-771d4792-ea68-4fc2-a106-b92402881818 req-ceb08d2b-d33c-457c-8443-bb2e6b0586db tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873342 Jul 06 12:14:45.196909 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37c88604-e1f8-4040-a2c9-c6834dc90a8c req-650dc858-83ee-4c62-aef2-939fb69041ad tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 210 time: 0.0764024 Jul 06 12:14:45.431715 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-87b3e012-0c53-4eab-8fed-865131b4a8a5 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9970512 Jul 06 12:14:45.433487 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3e012-0c53-4eab-8fed-865131b4a8a5 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Network': ['ID=5a9c84cc-0e42-4583-b41a-56f200e5a1e5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:45.434766 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32922) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:45.455489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6d6937bd-b51f-4b86-867f-015136cfab81 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'subnet': {'network_id': '5a9c84cc-0e42-4583-b41a-56f200e5a1e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:45.456877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 5a9c84cc-0e42-4583-b41a-56f200e5a1e5 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:14:45.668171 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c26fc530-3080-498b-b58e-a07c8a3cfe61 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:45.708897 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: c26fc530-3080-498b-b58e-a07c8a3cfe61 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:14:45.709229 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c26fc530-3080-498b-b58e-a07c8a3cfe61 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:45.799188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6937bd-b51f-4b86-867f-015136cfab81 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:45.808066 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d6937bd-b51f-4b86-867f-015136cfab81 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:46.215815 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d6937bd-b51f-4b86-867f-015136cfab81 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:46.362748 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6937bd-b51f-4b86-867f-015136cfab81 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Subnet': ['ID=6b781e05-d4ee-4949-8b7b-7760a08cbc63,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:46.429719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7a1ca-34db-406c-aa60-1e4724be4dd9 req-099f2e63-0640-4ef5-bb31-b1c4f7627ec0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:46.444801 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4b7a1ca-34db-406c-aa60-1e4724be4dd9 req-099f2e63-0640-4ef5-bb31-b1c4f7627ec0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.2411475 Jul 06 12:14:46.462635 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6937bd-b51f-4b86-867f-015136cfab81 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Checking segment: {'id': '65329738-c620-4776-9a21-7a51d662b4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5a9c84cc-0e42-4583-b41a-56f200e5a1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:46.463375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6937bd-b51f-4b86-867f-015136cfab81 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network hostable DHCP agents. Network: 5a9c84cc-0e42-4583-b41a-56f200e5a1e5, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:14:46.523717 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4b7a1ca-34db-406c-aa60-1e4724be4dd9 req-50f3f728-5b66-4473-9d71-0a2ff5c35ca6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779860 Jul 06 12:14:46.526062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6937bd-b51f-4b86-867f-015136cfab81 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 5a9c84cc-0e42-4583-b41a-56f200e5a1e5 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:14:46.542656 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-6d6937bd-b51f-4b86-867f-015136cfab81 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 5a9c84cc-0e42-4583-b41a-56f200e5a1e5) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:46.556374 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fb91c4-ac54-44c8-820b-3d7575492fc4 None None] Network 5a9c84cc-0e42-4583-b41a-56f200e5a1e5 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:46.559127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6937bd-b51f-4b86-867f-015136cfab81 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:46.564207 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d6937bd-b51f-4b86-867f-015136cfab81 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:46.626199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 32938) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:46.626910 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6d6937bd-b51f-4b86-867f-015136cfab81 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1872568 Jul 06 12:14:46.632356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-328385d1-8041-441f-9b88-2d10fa700efb tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'network_id': '5a9c84cc-0e42-4583-b41a-56f200e5a1e5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-165795282'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:46.826178 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-426641b4-f390-499c-8581-9a6552f7ce54 req-893e9962-b10e-4467-9a12-d39e84b84537 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 210 time: 0.0524955 Jul 06 12:14:46.889883 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328385d1-8041-441f-9b88-2d10fa700efb tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:46.890131 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-5a9c84cc-0e42-4583-b41a-56f200e5a1e5', 'network_id': '5a9c84cc-0e42-4583-b41a-56f200e5a1e5', 'tenant_id': '7010f589aa594d5985fd350a6126241f', 'fixed_ips': [{'subnet_id': '6b781e05-d4ee-4949-8b7b-7760a08cbc63'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:14:46.890750 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:46.896532 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-328385d1-8041-441f-9b88-2d10fa700efb tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:46.918062 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-328385d1-8041-441f-9b88-2d10fa700efb tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] device_id is not set on port 63298ff5-7cba-48aa-92fe-2057b06c5ead yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:14:47.085670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-328385d1-8041-441f-9b88-2d10fa700efb tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Allocated IP 172.20.0.13 (5a9c84cc-0e42-4583-b41a-56f200e5a1e5/6b781e05-d4ee-4949-8b7b-7760a08cbc63/63298ff5-7cba-48aa-92fe-2057b06c5ead) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:47.287552 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-328385d1-8041-441f-9b88-2d10fa700efb tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:47.315365 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-328385d1-8041-441f-9b88-2d10fa700efb tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Transition to ACTIVE for port object 63298ff5-7cba-48aa-92fe-2057b06c5ead will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:47.384294 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-328385d1-8041-441f-9b88-2d10fa700efb tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:47.465262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328385d1-8041-441f-9b88-2d10fa700efb tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 5a9c84cc-0e42-4583-b41a-56f200e5a1e5 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:47.470532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-328385d1-8041-441f-9b88-2d10fa700efb tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:47.480561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328385d1-8041-441f-9b88-2d10fa700efb tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:47.501538 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Allocated IP 172.20.0.2 (5a9c84cc-0e42-4583-b41a-56f200e5a1e5/6b781e05-d4ee-4949-8b7b-7760a08cbc63/f96c515c-881a-42d9-9f89-3428c736afbf) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:47.716104 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328385d1-8041-441f-9b88-2d10fa700efb tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:47.717694 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-328385d1-8041-441f-9b88-2d10fa700efb tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:47.777655 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-328385d1-8041-441f-9b88-2d10fa700efb tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1493776 Jul 06 12:14:47.781523 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32950) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:47.787681 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:47.801674 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Transition to ACTIVE for port object f96c515c-881a-42d9-9f89-3428c736afbf will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:47.826089 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Transition to ACTIVE for port object f96c515c-881a-42d9-9f89-3428c736afbf will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:47.830747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328385d1-8041-441f-9b88-2d10fa700efb tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=63298ff5-7cba-48aa-92fe-2057b06c5ead,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:47.835004 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:47.900608 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Network 5a9c84cc-0e42-4583-b41a-56f200e5a1e5 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:47.905226 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:47.910303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:48.067465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Pushing event updated for resources: {'Port': ['ID=f96c515c-881a-42d9-9f89-3428c736afbf,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:48.087325 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Attempting to bind port f96c515c-881a-42d9-9f89-3428c736afbf on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:14:48.088164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Attempting to bind port f96c515c-881a-42d9-9f89-3428c736afbf by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '65329738-c620-4776-9a21-7a51d662b4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5a9c84cc-0e42-4583-b41a-56f200e5a1e5'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:14:48.089317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Attempting to bind port f96c515c-881a-42d9-9f89-3428c736afbf on network 5a9c84cc-0e42-4583-b41a-56f200e5a1e5 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:48.094864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:14:48.095785 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Checking segment: {'id': '65329738-c620-4776-9a21-7a51d662b4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5a9c84cc-0e42-4583-b41a-56f200e5a1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:48.097595 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.098363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Bound using segment: {'id': '65329738-c620-4776-9a21-7a51d662b4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5a9c84cc-0e42-4583-b41a-56f200e5a1e5'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:14:48.099315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Bound port: f96c515c-881a-42d9-9f89-3428c736afbf, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65329738-c620-4776-9a21-7a51d662b4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5a9c84cc-0e42-4583-b41a-56f200e5a1e5'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:14:48.100366 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.165011 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cee29-b6ba-49e2-919a-293c9f7bf9e2 req-00040d21-6d37-45e8-9bd9-617993ce9274 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:48.172431 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba4cee29-b6ba-49e2-919a-293c9f7bf9e2 req-00040d21-6d37-45e8-9bd9-617993ce9274 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.2369645 Jul 06 12:14:48.190488 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] For port f96c515c-881a-42d9-9f89-3428c736afbf, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:48.197505 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] For port f96c515c-881a-42d9-9f89-3428c736afbf, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f96c515c-881a-42d9-9f89-3428c736afbf,segment=NetworkSegment(65329738-c620-4776-9a21-7a51d662b4da),segment_id=65329738-c620-4776-9a21-7a51d662b4da)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:14:48.203261 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.207460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8eb45bb2-4ebc-4230-92c4-a01ace1ba67e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port 63298ff5-7cba-48aa-92fe-2057b06c5ead {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:48.207808 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8eb45bb2-4ebc-4230-92c4-a01ace1ba67e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.282790 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbb8fa-0399-436d-b4b6-89e7559c1e94 None None] Pushing event updated for resources: {'Port': ['ID=f96c515c-881a-42d9-9f89-3428c736afbf,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:48.295847 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba4cee29-b6ba-49e2-919a-293c9f7bf9e2 req-2da51d05-bd6e-4f4a-af65-924195b15b9b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224241 Jul 06 12:14:48.368680 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8eb45bb2-4ebc-4230-92c4-a01ace1ba67e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.384869 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8eb45bb2-4ebc-4230-92c4-a01ace1ba67e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for 63298ff5-7cba-48aa-92fe-2057b06c5ead owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:48.506095 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-87153a62-354f-444b-86ec-cab1e949997c req-6e67c1bc-df8b-4d6f-a55a-75e795cbdcaf tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/ports?device_id=da5d26e6-cf4f-4945-ab5d-6ea27f526e54 HTTP/1.1" status: 200 len: 210 time: 0.0514181 Jul 06 12:14:48.717947 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8eb45bb2-4ebc-4230-92c4-a01ace1ba67e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.758037 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb45bb2-4ebc-4230-92c4-a01ace1ba67e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=63298ff5-7cba-48aa-92fe-2057b06c5ead,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:48.847835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9ea34-a902-4ddc-8011-2c844475baac req-fc4b489c-cd89-45c7-8e11-692a4cce49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:48.849628 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-59e9ea34-a902-4ddc-8011-2c844475baac req-fc4b489c-cd89-45c7-8e11-692a4cce49b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 1096 time: 0.0846026 Jul 06 12:14:48.865570 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8eb45bb2-4ebc-4230-92c4-a01ace1ba67e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:48.870778 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8eb45bb2-4ebc-4230-92c4-a01ace1ba67e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/63298ff5-7cba-48aa-92fe-2057b06c5ead HTTP/1.1" status: 204 len: 168 time: 1.0868506 Jul 06 12:14:48.872638 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32968) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:48.948214 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a109c57-eab0-46e6-b859-63b3499a51b9 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] GET failed (client error): The resource could not be found. Jul 06 12:14:48.952992 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5a109c57-eab0-46e6-b859-63b3499a51b9 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/63298ff5-7cba-48aa-92fe-2057b06c5ead HTTP/1.1" status: 404 len: 333 time: 0.0793376 Jul 06 12:14:48.955662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32970) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:48.968402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9ea34-a902-4ddc-8011-2c844475baac req-5bf29f39-fd3c-4408-b041-6add36e5fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:48.970043 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-59e9ea34-a902-4ddc-8011-2c844475baac req-5bf29f39-fd3c-4408-b041-6add36e5fce3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.1136963 Jul 06 12:14:49.046262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1379c9-2ab9-4520-9f3e-41d8df3240fc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting subnet 6b781e05-d4ee-4949-8b7b-7760a08cbc63 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:14:49.062590 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c1379c9-2ab9-4520-9f3e-41d8df3240fc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:49.073628 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-59e9ea34-a902-4ddc-8011-2c844475baac req-bc5c5589-3612-4bcf-9ccd-048f0498b74f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2120cc9-06e1-471f-8f25-e11d410e1b42 HTTP/1.1" status: 200 len: 217 time: 0.0960593 Jul 06 12:14:49.134587 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c1379c9-2ab9-4520-9f3e-41d8df3240fc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:49.152973 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9ea34-a902-4ddc-8011-2c844475baac req-4216cf66-8aa6-4350-b7f8-1249d8d60f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:49.154523 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-59e9ea34-a902-4ddc-8011-2c844475baac req-4216cf66-8aa6-4350-b7f8-1249d8d60f31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.0738616 Jul 06 12:14:49.217458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9ea34-a902-4ddc-8011-2c844475baac req-57420cdd-8683-4740-bbab-70fbf90b3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:49.219547 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-59e9ea34-a902-4ddc-8011-2c844475baac req-57420cdd-8683-4740-bbab-70fbf90b3152 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585742 Jul 06 12:14:49.254838 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c1379c9-2ab9-4520-9f3e-41d8df3240fc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:49.372198 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-59e9ea34-a902-4ddc-8011-2c844475baac req-e2c2e590-c88a-4253-abad-d2b369e82aeb service neutron] 10.222.0.23 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468012 Jul 06 12:14:49.375847 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c1379c9-2ab9-4520-9f3e-41d8df3240fc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:49.424212 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1379c9-2ab9-4520-9f3e-41d8df3240fc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Subnet': ['ID=6b781e05-d4ee-4949-8b7b-7760a08cbc63,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:49.424212 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c1379c9-2ab9-4520-9f3e-41d8df3240fc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:49.434735 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5c1379c9-2ab9-4520-9f3e-41d8df3240fc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/6b781e05-d4ee-4949-8b7b-7760a08cbc63 HTTP/1.1" status: 204 len: 168 time: 0.4735246 Jul 06 12:14:49.434735 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32978) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:49.536884 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-59e9ea34-a902-4ddc-8011-2c844475baac req-0aa67afa-31fe-4dc7-9037-c9593edcd611 service neutron] 10.222.0.23 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565292 Jul 06 12:14:49.582336 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:49.652512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748641e-58e8-46fa-8c57-b637a821dc5c req-f698c5a2-27d5-4c36-96ef-094424f01acb tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:49.660152 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0748641e-58e8-46fa-8c57-b637a821dc5c req-f698c5a2-27d5-4c36-96ef-094424f01acb tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.1548800 Jul 06 12:14:49.701770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f96c515c-881a-42d9-9f89-3428c736afbf up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:14:49.715749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port f96c515c-881a-42d9-9f89-3428c736afbf {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:49.716107 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:49.754513 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0748641e-58e8-46fa-8c57-b637a821dc5c req-7350343a-5132-4e86-ab56-f63f84e05ba3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933738 Jul 06 12:14:49.776147 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3566cbf3-abf1-4c9b-bc03-56811434afd2 None None] Network 5a9c84cc-0e42-4583-b41a-56f200e5a1e5 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:49.864949 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] For port f96c515c-881a-42d9-9f89-3428c736afbf, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f96c515c-881a-42d9-9f89-3428c736afbf,segment=NetworkSegment(65329738-c620-4776-9a21-7a51d662b4da),segment_id=65329738-c620-4776-9a21-7a51d662b4da)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:49.865291 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:49.879121 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port f96c515c-881a-42d9-9f89-3428c736afbf completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:49.899358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for f96c515c-881a-42d9-9f89-3428c736afbf owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:49.947369 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f7260bef-aa4a-4580-8c6e-bf4f35763d85 None None] Provisioning for port f96c515c-881a-42d9-9f89-3428c736afbf completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:49.952792 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f7260bef-aa4a-4580-8c6e-bf4f35763d85 None None] Provisioning complete for port f96c515c-881a-42d9-9f89-3428c736afbf triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:49.953318 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7260bef-aa4a-4580-8c6e-bf4f35763d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:49.970357 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 32992) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:50.014054 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.024973 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f7260bef-aa4a-4580-8c6e-bf4f35763d85 None None] Could not find standard attr ID for object f96c515c-881a-42d9-9f89-3428c736afbf. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:14:50.031974 n-d-799529-2 neutron-server[100429]: INFO neutron.plugins.ml2.db [None req-f7260bef-aa4a-4580-8c6e-bf4f35763d85 None None] No ports have port_id starting with f96c515c-881a-42d9-9f89-3428c736afbf Jul 06 12:14:50.045970 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d853fe30-d85e-4a32-8db1-f7cd02665572 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.048410 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=f96c515c-881a-42d9-9f89-3428c736afbf,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:50.061281 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No DVR routers for this DVR port f96c515c-881a-42d9-9f89-3428c736afbf on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:50.108750 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d853fe30-d85e-4a32-8db1-f7cd02665572 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.177494 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.192012 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d853fe30-d85e-4a32-8db1-f7cd02665572 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.194951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9c84cc-0e42-4583-b41a-56f200e5a1e5']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:50.195265 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d853fe30-d85e-4a32-8db1-f7cd02665572 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.199604 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32996) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:50.200258 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d853fe30-d85e-4a32-8db1-f7cd02665572 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "DELETE /v2.0/security-groups/759b2288-b69a-4532-9bc9-70346e142776 HTTP/1.1" status: 204 len: 168 time: 0.2280138 Jul 06 12:14:50.206575 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f1c0f1-10fe-4cd4-8e81-3e4b44f56cda None None] DHCP port deletion for 5a9c84cc-0e42-4583-b41a-56f200e5a1e5 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:14:50.223987 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-9c48c647-75ea-43bd-855b-078e391781a5 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] show failed (client error): The resource could not be found. Jul 06 12:14:50.225268 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9c48c647-75ea-43bd-855b-078e391781a5 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "GET /v2.0/security-groups/759b2288-b69a-4532-9bc9-70346e142776 HTTP/1.1" status: 404 len: 347 time: 0.0248935 Jul 06 12:14:50.227566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65329738-c620-4776-9a21-7a51d662b4da') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:50.227928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65329738-c620-4776-9a21-7a51d662b4da') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:50.229668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 32998) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:50.231999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853fe30-d85e-4a32-8db1-f7cd02665572 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=759b2288-b69a-4532-9bc9-70346e142776,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:50.287865 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.336926 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.352246 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:14:50.352738 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:14:50.355919 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:14:50.444589 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.451502 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.457620 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/networks/5a9c84cc-0e42-4583-b41a-56f200e5a1e5 HTTP/1.1" status: 204 len: 168 time: 1.0217710 Jul 06 12:14:50.458092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33004) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:50.478307 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e2ad7c32-e967-4d02-a66b-d4edf0a6435f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'name': 'tempest-PortsTestJSON-35678696'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:50.504203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-1338de62-7aee-4bf8-8f26-1f27f22d1224 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Deleting port 125fb3cd-330e-4f5c-ad39-7b448ea004f0 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:50.504774 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1338de62-7aee-4bf8-8f26-1f27f22d1224 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.554510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c6b57-b12f-4304-ad6c-ea235b1dad02 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Network': ['ID=5a9c84cc-0e42-4583-b41a-56f200e5a1e5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:50.600180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ad7c32-e967-4d02-a66b-d4edf0a6435f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:50.603772 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2ad7c32-e967-4d02-a66b-d4edf0a6435f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.605135 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1338de62-7aee-4bf8-8f26-1f27f22d1224 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.605480 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1338de62-7aee-4bf8-8f26-1f27f22d1224 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.618127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-1338de62-7aee-4bf8-8f26-1f27f22d1224 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Calling delete_port for 125fb3cd-330e-4f5c-ad39-7b448ea004f0 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:50.638048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-e2ad7c32-e967-4d02-a66b-d4edf0a6435f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] device_id is not set on port 889e2823-5637-4d64-a7e2-46eff3b5eb60 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:14:50.806965 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1338de62-7aee-4bf8-8f26-1f27f22d1224 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.849673 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2ad7c32-e967-4d02-a66b-d4edf0a6435f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.867844 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338de62-7aee-4bf8-8f26-1f27f22d1224 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event deleted for resources: {'Port': ['ID=125fb3cd-330e-4f5c-ad39-7b448ea004f0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:50.900944 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2ad7c32-e967-4d02-a66b-d4edf0a6435f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:50.962057 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad7c32-e967-4d02-a66b-d4edf0a6435f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=889e2823-5637-4d64-a7e2-46eff3b5eb60,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:50.984076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ad7c32-e967-4d02-a66b-d4edf0a6435f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:50.985681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e2ad7c32-e967-4d02-a66b-d4edf0a6435f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:50.993147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad7c32-e967-4d02-a66b-d4edf0a6435f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:51.000499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ad7c32-e967-4d02-a66b-d4edf0a6435f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:51.001124 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2ad7c32-e967-4d02-a66b-d4edf0a6435f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:51.022885 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1338de62-7aee-4bf8-8f26-1f27f22d1224 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:51.023519 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e2ad7c32-e967-4d02-a66b-d4edf0a6435f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.5635471 Jul 06 12:14:51.024083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33010) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:51.026796 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1338de62-7aee-4bf8-8f26-1f27f22d1224 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:51.028254 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1338de62-7aee-4bf8-8f26-1f27f22d1224 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "DELETE /v2.0/floatingips/d98d002b-fefe-4133-8964-5d8dafeba320 HTTP/1.1" status: 204 len: 168 time: 0.7976236 Jul 06 12:14:51.030892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33012) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:51.094412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5474bb-0b81-4bb5-b866-9c98af99169b req-de8ecb1e-ec22-4e89-97b0-73ba6c8f8ee9 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:51.096472 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f5474bb-0b81-4bb5-b866-9c98af99169b req-de8ecb1e-ec22-4e89-97b0-73ba6c8f8ee9 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.1288903 Jul 06 12:14:51.157103 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc0b12-159f-4baf-8f5c-80d774369559 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port 889e2823-5637-4d64-a7e2-46eff3b5eb60 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:51.157465 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0b12-159f-4baf-8f5c-80d774369559 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:51.176727 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f5474bb-0b81-4bb5-b866-9c98af99169b req-9f5c966b-0cf9-40a7-94b9-bba2a3235f1a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720506 Jul 06 12:14:51.217656 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-19d1202e-56ae-4853-89c9-4bf1be5086de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Deleting port d89e1771-286c-47d4-a06c-d0d0c9d87682 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:51.217656 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-19d1202e-56ae-4853-89c9-4bf1be5086de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:51.283091 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0b12-159f-4baf-8f5c-80d774369559 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:51.318506 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc0b12-159f-4baf-8f5c-80d774369559 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for 889e2823-5637-4d64-a7e2-46eff3b5eb60 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:51.357209 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-19d1202e-56ae-4853-89c9-4bf1be5086de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:51.424200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-19d1202e-56ae-4853-89c9-4bf1be5086de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Calling delete_port for d89e1771-286c-47d4-a06c-d0d0c9d87682 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:51.600957 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0b12-159f-4baf-8f5c-80d774369559 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:51.626202 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0b12-159f-4baf-8f5c-80d774369559 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:51.631966 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b7cc0b12-159f-4baf-8f5c-80d774369559 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/889e2823-5637-4d64-a7e2-46eff3b5eb60 HTTP/1.1" status: 204 len: 168 time: 0.6061020 Jul 06 12:14:51.638090 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33020) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:51.654668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a53b5737-d9ed-4a92-8bab-570eaa2cf585 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'mac_address': 'fa:16:3e:15:32:1c', 'name': 'tempest-PortsTestJSON-372512096'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:51.657126 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc0b12-159f-4baf-8f5c-80d774369559 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=889e2823-5637-4d64-a7e2-46eff3b5eb60,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:51.675348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f96c515c-881a-42d9-9f89-3428c736afbf no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:51.699372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: f96c515c-881a-42d9-9f89-3428c736afbf {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:14:51.699852 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f96c515c-881a-42d9-9f89-3428c736afbf not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:51.760391 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-19d1202e-56ae-4853-89c9-4bf1be5086de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:51.804091 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1202e-56ae-4853-89c9-4bf1be5086de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event deleted for resources: {'Port': ['ID=d89e1771-286c-47d4-a06c-d0d0c9d87682,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:51.907512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53b5737-d9ed-4a92-8bab-570eaa2cf585 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:51.919787 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-19d1202e-56ae-4853-89c9-4bf1be5086de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:51.923152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33024) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:51.923347 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-19d1202e-56ae-4853-89c9-4bf1be5086de tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "DELETE /v2.0/ports/d89e1771-286c-47d4-a06c-d0d0c9d87682 HTTP/1.1" status: 204 len: 168 time: 0.8910663 Jul 06 12:14:52.068292 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-27aea6ec-806d-4c4b-a686-85d0a7699bfa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Deleting port 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:52.069237 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27aea6ec-806d-4c4b-a686-85d0a7699bfa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.170279 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27aea6ec-806d-4c4b-a686-85d0a7699bfa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.185526 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-27aea6ec-806d-4c4b-a686-85d0a7699bfa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Calling delete_port for 5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:52.246106 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f2120cc9-06e1-471f-8f25-e11d410e1b42 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:52.415396 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.457038 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023d353f-d3c1-4a40-9fc0-833247fb89da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2120cc9-06e1-471f-8f25-e11d410e1b42'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:52.461383 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cd05bd-9e81-4b2a-932f-2fe727cf275b" -d '{"events": [{"server_uuid": "023d353f-d3c1-4a40-9fc0-833247fb89da", "name": "network-vif-unplugged", "status": "completed", "tag": "f2120cc9-06e1-471f-8f25-e11d410e1b42"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:52.470158 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27aea6ec-806d-4c4b-a686-85d0a7699bfa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.497231 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f2120cc9-06e1-471f-8f25-e11d410e1b42, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2120cc9-06e1-471f-8f25-e11d410e1b42,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:52.503900 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.506681 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a53b5737-d9ed-4a92-8bab-570eaa2cf585 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.524993 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aea6ec-806d-4c4b-a686-85d0a7699bfa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event deleted for resources: {'Port': ['ID=5c4fb5a3-a50a-4a36-8855-85dc7f08dc70,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:52.545876 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-a53b5737-d9ed-4a92-8bab-570eaa2cf585 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] device_id is not set on port 9d668ea3-9b12-435f-ab9f-d7342eb56e00 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:14:52.583953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f2120cc9-06e1-471f-8f25-e11d410e1b42,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:52.592491 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:52.592888 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:52.593302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:52.593714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:52.594113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:52.594550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:52.594939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:52.595358 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:52.595745 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:52.596134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:52.596550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:52.596933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:52.607956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64ff85-7d76-4b6e-984c-1bfef3bd00db req-f50bfa09-222c-4254-912b-b33530d3cee3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:52.609559 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed64ff85-7d76-4b6e-984c-1bfef3bd00db req-f50bfa09-222c-4254-912b-b33530d3cee3 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 945 time: 0.2173631 Jul 06 12:14:52.641858 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27aea6ec-806d-4c4b-a686-85d0a7699bfa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.643981 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-27aea6ec-806d-4c4b-a686-85d0a7699bfa tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "DELETE /v2.0/ports/5c4fb5a3-a50a-4a36-8855-85dc7f08dc70 HTTP/1.1" status: 204 len: 168 time: 0.7193344 Jul 06 12:14:52.647345 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33038) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:52.692981 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed64ff85-7d76-4b6e-984c-1bfef3bd00db req-86a71163-9b53-466e-b5e6-79e84cdef7a4 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741508 Jul 06 12:14:52.710493 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4aa8b6c-e265-47f1-8ac0-6d8d3d919b3a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Deleting subnet 31da2619-e3fd-4bf0-b098-b53a3480fd99 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:14:52.714078 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4aa8b6c-e265-47f1-8ac0-6d8d3d919b3a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.757336 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d12d16e-a716-4e97-9126-11a11982ab4e x-openstack-request-id: req-0d12d16e-a716-4e97-9126-11a11982ab4e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:52.760234 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023d353f-d3c1-4a40-9fc0-833247fb89da", "name": "network-vif-unplugged", "status": "failed", "tag": "f2120cc9-06e1-471f-8f25-e11d410e1b42", "code": 422}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:52.761067 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d12d16e-a716-4e97-9126-11a11982ab4e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:52.762412 n-d-799529-2 neutron-server[100429]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '023d353f-d3c1-4a40-9fc0-833247fb89da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f2120cc9-06e1-471f-8f25-e11d410e1b42', 'code': 422} returned with failed status Jul 06 12:14:52.767102 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4aa8b6c-e265-47f1-8ac0-6d8d3d919b3a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.797321 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a53b5737-d9ed-4a92-8bab-570eaa2cf585 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.865029 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a53b5737-d9ed-4a92-8bab-570eaa2cf585 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.874643 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4aa8b6c-e265-47f1-8ac0-6d8d3d919b3a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.917963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53b5737-d9ed-4a92-8bab-570eaa2cf585 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:52.937128 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a53b5737-d9ed-4a92-8bab-570eaa2cf585 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:52.956769 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53b5737-d9ed-4a92-8bab-570eaa2cf585 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:52.963338 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53b5737-d9ed-4a92-8bab-570eaa2cf585 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:52.963826 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a53b5737-d9ed-4a92-8bab-570eaa2cf585 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:52.976971 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4aa8b6c-e265-47f1-8ac0-6d8d3d919b3a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.007666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa8b6c-e265-47f1-8ac0-6d8d3d919b3a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event deleted for resources: {'Subnet': ['ID=31da2619-e3fd-4bf0-b098-b53a3480fd99,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:53.015885 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4aa8b6c-e265-47f1-8ac0-6d8d3d919b3a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.017830 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e4aa8b6c-e265-47f1-8ac0-6d8d3d919b3a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "DELETE /v2.0/subnets/31da2619-e3fd-4bf0-b098-b53a3480fd99 HTTP/1.1" status: 204 len: 168 time: 0.3694232 Jul 06 12:14:53.023014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33052) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:53.026671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff15036-4c3a-44e9-b847-146c1d9750cd None None] Network 66f7ceaa-0f04-4369-8441-7edae42f76db requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:53.051628 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b5737-d9ed-4a92-8bab-570eaa2cf585 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=9d668ea3-9b12-435f-ab9f-d7342eb56e00,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:53.061383 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a53b5737-d9ed-4a92-8bab-570eaa2cf585 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4143121 Jul 06 12:14:53.062658 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33054) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:53.100196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-80076700-105f-4f5c-915c-c1cb811f8b2a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Deleting subnet 0576e630-24fe-429e-8d8a-79c4b89d1bc8 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:14:53.104348 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80076700-105f-4f5c-915c-c1cb811f8b2a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.150042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f119f2-0492-451c-a406-eeffab105380 req-0cac9368-2d5f-4898-babd-963c17dd217e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:53.159913 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74f119f2-0492-451c-a406-eeffab105380 req-0cac9368-2d5f-4898-babd-963c17dd217e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 812 time: 0.2440908 Jul 06 12:14:53.164237 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80076700-105f-4f5c-915c-c1cb811f8b2a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.185924 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74f119f2-0492-451c-a406-eeffab105380 req-40b86328-5293-42fa-9e33-f876cfdf9aad tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/quotas/832bb4a030854ce3b41104102480a6a9 HTTP/1.1" status: 200 len: 375 time: 0.0248163 Jul 06 12:14:53.256048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32535386-28dd-4659-a21b-c87ea00b38a4 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:53.257551 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-32535386-28dd-4659-a21b-c87ea00b38a4 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/9d668ea3-9b12-435f-ab9f-d7342eb56e00 HTTP/1.1" status: 200 len: 840 time: 0.1939106 Jul 06 12:14:53.261346 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33056) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:53.307556 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80076700-105f-4f5c-915c-c1cb811f8b2a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.370364 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74f119f2-0492-451c-a406-eeffab105380 req-4f487a91-73cb-4c4f-a896-934ba7f6785a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1834178 Jul 06 12:14:53.407059 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80076700-105f-4f5c-915c-c1cb811f8b2a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.409865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890d055e-6957-4a2a-928a-cb224c60185f None None] DHCP port deletion for 66f7ceaa-0f04-4369-8441-7edae42f76db request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:14:53.439641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80076700-105f-4f5c-915c-c1cb811f8b2a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event deleted for resources: {'Subnet': ['ID=0576e630-24fe-429e-8d8a-79c4b89d1bc8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:53.447344 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80076700-105f-4f5c-915c-c1cb811f8b2a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.449568 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-80076700-105f-4f5c-915c-c1cb811f8b2a tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "DELETE /v2.0/subnets/0576e630-24fe-429e-8d8a-79c4b89d1bc8 HTTP/1.1" status: 204 len: 168 time: 0.4253139 Jul 06 12:14:53.452348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939074d7-6cbc-4667-8586-801501844d1f None None] Network d0165372-ba81-46c2-af71-bdb38d5dbedc requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:53.452774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33058) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:53.520541 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74f119f2-0492-451c-a406-eeffab105380 req-c8f90e5c-b909-44a3-97c0-8156f3a7f071 service neutron] 10.222.0.81 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279812 Jul 06 12:14:53.566750 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.599048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-890d055e-6957-4a2a-928a-cb224c60185f None None] Deleting port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:53.599639 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-890d055e-6957-4a2a-928a-cb224c60185f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.645405 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74f119f2-0492-451c-a406-eeffab105380 req-ef211853-90f9-4be1-b2b5-b5e7f15c3b3e service neutron] 10.222.0.81 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176958 Jul 06 12:14:53.673292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-0c3bc7cd-928b-4d62-9b16-50bc526a20ee tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port 9d668ea3-9b12-435f-ab9f-d7342eb56e00 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:53.673653 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc7cd-928b-4d62-9b16-50bc526a20ee tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.681645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Deleting port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:53.681995 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.736820 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-890d055e-6957-4a2a-928a-cb224c60185f None None] For port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bdbe78ff-163c-4a4b-a111-8e9a2cc257b6,segment=NetworkSegment(e65f28e5-e44b-4d60-96d5-d5f7323ca0b1),segment_id=e65f28e5-e44b-4d60-96d5-d5f7323ca0b1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:53.738293 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-890d055e-6957-4a2a-928a-cb224c60185f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.754904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] For port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bdbe78ff-163c-4a4b-a111-8e9a2cc257b6,segment=NetworkSegment(e65f28e5-e44b-4d60-96d5-d5f7323ca0b1),segment_id=e65f28e5-e44b-4d60-96d5-d5f7323ca0b1)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:53.756022 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.763955 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc7cd-928b-4d62-9b16-50bc526a20ee tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.777041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-890d055e-6957-4a2a-928a-cb224c60185f None None] Calling delete_port for bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:53.779707 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Calling delete_port for bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:53.782437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:53.782957 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-0c3bc7cd-928b-4d62-9b16-50bc526a20ee tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for 9d668ea3-9b12-435f-ab9f-d7342eb56e00 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:53.901305 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc7cd-928b-4d62-9b16-50bc526a20ee tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.956434 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:53.985871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No active binding found for port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 {{(pid=100429) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 12:14:53.986317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:54.003320 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-890d055e-6957-4a2a-928a-cb224c60185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.006559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bc7cd-928b-4d62-9b16-50bc526a20ee tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=9d668ea3-9b12-435f-ab9f-d7342eb56e00,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:54.012485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event deleted for resources: {'Port': ['ID=bdbe78ff-163c-4a4b-a111-8e9a2cc257b6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:54.020785 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc7cd-928b-4d62-9b16-50bc526a20ee tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.020785 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0c3bc7cd-928b-4d62-9b16-50bc526a20ee tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/9d668ea3-9b12-435f-ab9f-d7342eb56e00 HTTP/1.1" status: 204 len: 168 time: 0.7575166 Jul 06 12:14:54.025104 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33070) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:54.054428 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d055e-6957-4a2a-928a-cb224c60185f None None] No DVR routers for this DVR port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:54.067926 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] No DVR routers for this DVR port bdbe78ff-163c-4a4b-a111-8e9a2cc257b6 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:54.070174 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4aa9275-6596-4427-806f-d8fa508d200f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] GET failed (client error): The resource could not be found. Jul 06 12:14:54.071985 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c4aa9275-6596-4427-806f-d8fa508d200f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/9d668ea3-9b12-435f-ab9f-d7342eb56e00 HTTP/1.1" status: 404 len: 333 time: 0.0457196 Jul 06 12:14:54.077582 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33074) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:54.082979 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-124e682d-0e6b-4b65-89c5-9177eb63e455 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'name': 'tempest-PortsTestJSON-2087098267'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:54.117750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e2bbb3-dca3-4260-89a2-62cc1a510025 None None] DHCP port deletion for d0165372-ba81-46c2-af71-bdb38d5dbedc request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:14:54.164056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d055e-6957-4a2a-928a-cb224c60185f None None] Pushing event deleted for resources: {'Port': ['ID=bdbe78ff-163c-4a4b-a111-8e9a2cc257b6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:54.231533 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-13e2bbb3-dca3-4260-89a2-62cc1a510025 None None] Deleting port fb54d93f-f155-4205-8c2e-8dad98e57159 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:54.231919 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13e2bbb3-dca3-4260-89a2-62cc1a510025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.239482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124e682d-0e6b-4b65-89c5-9177eb63e455 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:54.243154 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-124e682d-0e6b-4b65-89c5-9177eb63e455 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.266441 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.275461 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-14afa490-936d-4443-a944-69657923b819 req-3dcf027d-fac4-4a64-bd61-e6033ef2d47d service neutron] (100427) timed out ('10.222.0.23', 57157) {{(pid=100427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:14:54.280976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f7ceaa-0f04-4369-8441-7edae42f76db']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:54.295932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65f28e5-e44b-4d60-96d5-d5f7323ca0b1') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:54.296677 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65f28e5-e44b-4d60-96d5-d5f7323ca0b1') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:54.297319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-124e682d-0e6b-4b65-89c5-9177eb63e455 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] device_id is not set on port 63e339bc-6ea0-43c3-b306-121c2b70dac0 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:14:54.308573 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.346361 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.352099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-13e2bbb3-dca3-4260-89a2-62cc1a510025 None None] For port fb54d93f-f155-4205-8c2e-8dad98e57159, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=fb54d93f-f155-4205-8c2e-8dad98e57159,segment=NetworkSegment(6de6151e-e2a5-4f30-ab8e-43d09734411a),segment_id=6de6151e-e2a5-4f30-ab8e-43d09734411a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:14:54.352845 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13e2bbb3-dca3-4260-89a2-62cc1a510025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.362781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:14:54.366367 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.372570 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-13e2bbb3-dca3-4260-89a2-62cc1a510025 None None] Calling delete_port for fb54d93f-f155-4205-8c2e-8dad98e57159 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:14:54.378241 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:14:54.476808 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13e2bbb3-dca3-4260-89a2-62cc1a510025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.502167 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-124e682d-0e6b-4b65-89c5-9177eb63e455 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.524660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2bbb3-dca3-4260-89a2-62cc1a510025 None None] Pushing event deleted for resources: {'Port': ['ID=fb54d93f-f155-4205-8c2e-8dad98e57159,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:54.527009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2bbb3-dca3-4260-89a2-62cc1a510025 None None] No DVR routers for this DVR port fb54d93f-f155-4205-8c2e-8dad98e57159 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:14:54.542248 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.557354 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.560767 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "DELETE /v2.0/networks/66f7ceaa-0f04-4369-8441-7edae42f76db HTTP/1.1" status: 204 len: 168 time: 1.1067483 Jul 06 12:14:54.563363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d8655-1fab-4458-980e-8196519ec22c req-38d16e85-0be3-49a1-bee9-d1ef408c4e02 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:54.571586 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f2d8655-1fab-4458-980e-8196519ec22c req-38d16e85-0be3-49a1-bee9-d1ef408c4e02 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.3452339 Jul 06 12:14:54.581705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33082) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:54.583164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd0051-9fa4-411f-aeb4-1454b5a8fae3 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event deleted for resources: {'Network': ['ID=66f7ceaa-0f04-4369-8441-7edae42f76db,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:54.715724 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f2d8655-1fab-4458-980e-8196519ec22c req-dd529969-d4a5-4ae3-bf86-54b849820e63 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431773 Jul 06 12:14:54.720204 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3a0323df-1513-4f01-8fdd-6dabc0c09d51 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.725469 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-124e682d-0e6b-4b65-89c5-9177eb63e455 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.808880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124e682d-0e6b-4b65-89c5-9177eb63e455 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:54.827171 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-124e682d-0e6b-4b65-89c5-9177eb63e455 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:54.841985 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e682d-0e6b-4b65-89c5-9177eb63e455 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:54.848483 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124e682d-0e6b-4b65-89c5-9177eb63e455 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:54.849052 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-124e682d-0e6b-4b65-89c5-9177eb63e455 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.899682 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-79f0861f-89df-4261-819f-6006623a7b51 req-7f0669ce-0d63-4d38-9cf7-78bd11eb94d3 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 210 time: 0.0929224 Jul 06 12:14:54.914960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e682d-0e6b-4b65-89c5-9177eb63e455 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=63e339bc-6ea0-43c3-b306-121c2b70dac0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:54.928558 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3a0323df-1513-4f01-8fdd-6dabc0c09d51 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:54.957880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-3a0323df-1513-4f01-8fdd-6dabc0c09d51 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0165372-ba81-46c2-af71-bdb38d5dbedc']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:54.968367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-3a0323df-1513-4f01-8fdd-6dabc0c09d51 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de6151e-e2a5-4f30-ab8e-43d09734411a') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:54.968801 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-3a0323df-1513-4f01-8fdd-6dabc0c09d51 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de6151e-e2a5-4f30-ab8e-43d09734411a') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:14:54.976637 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33090) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:54.983279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-46479139-a832-46ac-931b-41c84fe81e35 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:54.984190 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-124e682d-0e6b-4b65-89c5-9177eb63e455 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9054182 Jul 06 12:14:55.000192 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3a0323df-1513-4f01-8fdd-6dabc0c09d51 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.040661 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3a0323df-1513-4f01-8fdd-6dabc0c09d51 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.065790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0323df-1513-4f01-8fdd-6dabc0c09d51 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:14:55.066372 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3a0323df-1513-4f01-8fdd-6dabc0c09d51 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:14:55.070211 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:14:55.117240 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46479139-a832-46ac-931b-41c84fe81e35 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.159702 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3a0323df-1513-4f01-8fdd-6dabc0c09d51 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.168944 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3a0323df-1513-4f01-8fdd-6dabc0c09d51 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.171022 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3a0323df-1513-4f01-8fdd-6dabc0c09d51 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] 10.222.0.81 "DELETE /v2.0/networks/d0165372-ba81-46c2-af71-bdb38d5dbedc HTTP/1.1" status: 204 len: 168 time: 0.5882752 Jul 06 12:14:55.192720 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0323df-1513-4f01-8fdd-6dabc0c09d51 tempest-TaggedBootDevicesTest_v242-546580432 tempest-TaggedBootDevicesTest_v242-546580432-project] Pushing event deleted for resources: {'Network': ['ID=d0165372-ba81-46c2-af71-bdb38d5dbedc,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:55.208605 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e658969-6909-4861-96b4-6ab0a43e9f9d req-2576a60a-3554-47b3-8ee9-5d58f2f9bcb7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:55.210755 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8e658969-6909-4861-96b4-6ab0a43e9f9d req-2576a60a-3554-47b3-8ee9-5d58f2f9bcb7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1575606 Jul 06 12:14:55.295776 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8e658969-6909-4861-96b4-6ab0a43e9f9d req-ebd0f01c-746c-48b7-be92-4533fdaad095 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767779 Jul 06 12:14:55.369053 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46479139-a832-46ac-931b-41c84fe81e35 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.376829 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46479139-a832-46ac-931b-41c84fe81e35 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.415931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-46479139-a832-46ac-931b-41c84fe81e35 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] In _notify_port_updated(), no bound segment for port 63e339bc-6ea0-43c3-b306-121c2b70dac0 on network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:14:55.421493 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46479139-a832-46ac-931b-41c84fe81e35 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:55.422191 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46479139-a832-46ac-931b-41c84fe81e35 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.426579 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-46479139-a832-46ac-931b-41c84fe81e35 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "PUT /v2.0/ports/63e339bc-6ea0-43c3-b306-121c2b70dac0 HTTP/1.1" status: 200 len: 818 time: 0.4449387 Jul 06 12:14:55.427754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33100) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:55.491102 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46479139-a832-46ac-931b-41c84fe81e35 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=63e339bc-6ea0-43c3-b306-121c2b70dac0,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:55.594409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-6ff02a13-e90c-4497-b605-47a7870110b7 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port 63e339bc-6ea0-43c3-b306-121c2b70dac0 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:14:55.594741 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ff02a13-e90c-4497-b605-47a7870110b7 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.664088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device fb54d93f-f155-4205-8c2e-8dad98e57159 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:55.693968 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: fb54d93f-f155-4205-8c2e-8dad98e57159 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:14:55.694323 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device fb54d93f-f155-4205-8c2e-8dad98e57159 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:14:55.712172 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ff02a13-e90c-4497-b605-47a7870110b7 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.727675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-6ff02a13-e90c-4497-b605-47a7870110b7 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for 63e339bc-6ea0-43c3-b306-121c2b70dac0 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:14:55.809033 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a07cc-98c3-4aa2-82e6-b862724a4907 req-413251ff-3d75-4009-b70a-b0f2e51b1acb tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:55.818218 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-da8a07cc-98c3-4aa2-82e6-b862724a4907 req-413251ff-3d75-4009-b70a-b0f2e51b1acb tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.0884445 Jul 06 12:14:55.872120 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-da8a07cc-98c3-4aa2-82e6-b862724a4907 req-f00ad429-ac4d-484e-a24d-69a7a481c900 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525503 Jul 06 12:14:55.931219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f119f2-0492-451c-a406-eeffab105380 req-5e5a4287-3664-416e-a134-1508c1a232b8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:55.932843 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74f119f2-0492-451c-a406-eeffab105380 req-5e5a4287-3664-416e-a134-1508c1a232b8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 812 time: 0.1890132 Jul 06 12:14:55.934159 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ff02a13-e90c-4497-b605-47a7870110b7 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:55.954438 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:14:55.957495 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-74f119f2-0492-451c-a406-eeffab105380 req-f850fc45-7a3c-4d4e-a82a-74d555ce24d8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'port': {'device_id': '33efb9e8-16a8-4af5-83d1-40370d969bb7', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'admin_state_up': True, 'tenant_id': '832bb4a030854ce3b41104102480a6a9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:56.007902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02a13-e90c-4497-b605-47a7870110b7 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=63e339bc-6ea0-43c3-b306-121c2b70dac0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:56.047629 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ff02a13-e90c-4497-b605-47a7870110b7 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:56.049663 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6ff02a13-e90c-4497-b605-47a7870110b7 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/63e339bc-6ea0-43c3-b306-121c2b70dac0 HTTP/1.1" status: 204 len: 168 time: 0.6216545 Jul 06 12:14:56.052283 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33114) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:56.133431 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f119f2-0492-451c-a406-eeffab105380 req-f850fc45-7a3c-4d4e-a82a-74d555ce24d8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Made reservation on behalf of 832bb4a030854ce3b41104102480a6a9 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:56.137747 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-74f119f2-0492-451c-a406-eeffab105380 req-f850fc45-7a3c-4d4e-a82a-74d555ce24d8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:56.193745 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5efeea1-7bc4-4162-972a-fcd05881b9e9 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:56.195953 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c5efeea1-7bc4-4162-972a-fcd05881b9e9 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1425838 Jul 06 12:14:56.198816 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33118) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:56.262501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f2120cc9-06e1-471f-8f25-e11d410e1b42 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:14:56.269074 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0072e0e2-934c-423d-a668-843d631fa7b7 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] GET failed (client error): The resource could not be found. Jul 06 12:14:56.270875 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0072e0e2-934c-423d-a668-843d631fa7b7 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/63e339bc-6ea0-43c3-b306-121c2b70dac0 HTTP/1.1" status: 404 len: 333 time: 0.0709970 Jul 06 12:14:56.275366 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33122) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:56.287202 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1449284122'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:56.351779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:56.356859 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:56.405674 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21f435cd-cd52-4f50-8a37-a67f10a53bbc req-20e0a979-3934-40ec-9ed6-343f8fe7a6fe tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 210 time: 0.0606959 Jul 06 12:14:56.426829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-74f119f2-0492-451c-a406-eeffab105380 req-f850fc45-7a3c-4d4e-a82a-74d555ce24d8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Allocated IP 172.20.0.12 (ad18e200-99a4-4806-8416-4d318414fcf7/2f047520-7237-4556-9ec0-b489c61b5ee3/62769948-93cc-4459-a305-748180b2050d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:56.443032 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:14:56.464954 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:56.465309 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Added segment 07964794-af3e-4813-ad65-ede4eaf977ab of type vlan for network ef810d29-bacb-4493-8e54-932156a257f8 Jul 06 12:14:56.566245 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:56.632527 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:56.639207 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:56.640104 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:56.664300 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3838820 Jul 06 12:14:56.672573 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33130) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:56.706562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0c7c386c-4b2b-4d21-8e01-f7e1d5709e70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'subnet': {'network_id': 'ef810d29-bacb-4493-8e54-932156a257f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:56.789627 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Network': ['ID=ef810d29-bacb-4493-8e54-932156a257f8,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:56.803055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:56.803584 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:56.804508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:56.804508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:56.804762 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:56.805019 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:56.805202 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:56.805773 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:56.806103 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:56.806428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:56.806749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:56.807068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0143d-35f0-4ae8-ab84-f1f522b7093c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:14:56.819527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network ef810d29-bacb-4493-8e54-932156a257f8 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:14:56.865142 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7c386c-4b2b-4d21-8e01-f7e1d5709e70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:56.869096 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c7c386c-4b2b-4d21-8e01-f7e1d5709e70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:56.887686 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-74f119f2-0492-451c-a406-eeffab105380 req-f850fc45-7a3c-4d4e-a82a-74d555ce24d8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:56.925784 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-74f119f2-0492-451c-a406-eeffab105380 req-f850fc45-7a3c-4d4e-a82a-74d555ce24d8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Transition to ACTIVE for port object 62769948-93cc-4459-a305-748180b2050d will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:56.996233 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-74f119f2-0492-451c-a406-eeffab105380 req-f850fc45-7a3c-4d4e-a82a-74d555ce24d8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:57.119963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850fc45-7a3c-4d4e-a82a-74d555ce24d8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'Port': ['ID=62769948-93cc-4459-a305-748180b2050d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:57.144540 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f119f2-0492-451c-a406-eeffab105380 req-f850fc45-7a3c-4d4e-a82a-74d555ce24d8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Network ad18e200-99a4-4806-8416-4d318414fcf7 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:57.149732 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c7c386c-4b2b-4d21-8e01-f7e1d5709e70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:57.150195 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-74f119f2-0492-451c-a406-eeffab105380 req-f850fc45-7a3c-4d4e-a82a-74d555ce24d8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:57.166983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f119f2-0492-451c-a406-eeffab105380 req-f850fc45-7a3c-4d4e-a82a-74d555ce24d8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:57.264779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c386c-4b2b-4d21-8e01-f7e1d5709e70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Subnet': ['ID=0bc86eac-d139-44cb-8b5c-0163b1661b3d,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:57.265991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f119f2-0492-451c-a406-eeffab105380 req-f850fc45-7a3c-4d4e-a82a-74d555ce24d8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:57.266669 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-74f119f2-0492-451c-a406-eeffab105380 req-f850fc45-7a3c-4d4e-a82a-74d555ce24d8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:57.286363 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74f119f2-0492-451c-a406-eeffab105380 req-f850fc45-7a3c-4d4e-a82a-74d555ce24d8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3422496 Jul 06 12:14:57.293447 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90827ffd-e461-4781-a52d-7ed608a02ec4 req-4e850d58-e414-4186-860b-7145b1585ced tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:57.301157 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-90827ffd-e461-4781-a52d-7ed608a02ec4 req-4e850d58-e414-4186-860b-7145b1585ced tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1855731 Jul 06 12:14:57.304217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7c386c-4b2b-4d21-8e01-f7e1d5709e70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Checking segment: {'id': '07964794-af3e-4813-ad65-ede4eaf977ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ef810d29-bacb-4493-8e54-932156a257f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:57.304586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7c386c-4b2b-4d21-8e01-f7e1d5709e70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network hostable DHCP agents. Network: ef810d29-bacb-4493-8e54-932156a257f8, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:14:57.304885 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Request body: {'port': {'device_id': '33efb9e8-16a8-4af5-83d1-40370d969bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:57.359500 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-90827ffd-e461-4781-a52d-7ed608a02ec4 req-5fb18d67-20ed-4339-adf3-d0c20218be90 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574315 Jul 06 12:14:57.372626 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7c386c-4b2b-4d21-8e01-f7e1d5709e70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network ef810d29-bacb-4493-8e54-932156a257f8 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:14:57.389741 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-0c7c386c-4b2b-4d21-8e01-f7e1d5709e70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, ef810d29-bacb-4493-8e54-932156a257f8) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:57.408315 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7c386c-4b2b-4d21-8e01-f7e1d5709e70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:57.408946 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c7c386c-4b2b-4d21-8e01-f7e1d5709e70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:57.412079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68a7ad5-b05a-4958-81ad-dd4c7138c9ca None None] Network ef810d29-bacb-4493-8e54-932156a257f8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:14:57.439026 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0c7c386c-4b2b-4d21-8e01-f7e1d5709e70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7625024 Jul 06 12:14:57.439307 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33140) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:57.468781 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-418e0c61-4b39-4018-826e-b70ab2b84b4b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'subnet': {'network_id': 'ef810d29-bacb-4493-8e54-932156a257f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:57.498491 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:57.645814 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fec8ab5d-fc0e-4e3f-b7c8-fed3b6ca96e3 None None] Provisioning for port 62769948-93cc-4459-a305-748180b2050d completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:14:57.655698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fec8ab5d-fc0e-4e3f-b7c8-fed3b6ca96e3 None None] Provisioning complete for port 62769948-93cc-4459-a305-748180b2050d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:14:57.656539 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fec8ab5d-fc0e-4e3f-b7c8-fed3b6ca96e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:57.706523 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-fec8ab5d-fc0e-4e3f-b7c8-fed3b6ca96e3 None None] Port 62769948-93cc-4459-a305-748180b2050d cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:14:57.801546 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-ef810d29-bacb-4493-8e54-932156a257f8', 'network_id': 'ef810d29-bacb-4493-8e54-932156a257f8', 'tenant_id': '7010f589aa594d5985fd350a6126241f', 'fixed_ips': [{'subnet_id': '0bc86eac-d139-44cb-8b5c-0163b1661b3d'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:14:57.802613 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:57.864928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ab8e7-e682-4f5e-9d29-d1fa1ce8ec0e req-8c08c75f-a4fc-4509-96b9-c21f9aa6d0ff tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:57.872780 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-901ab8e7-e682-4f5e-9d29-d1fa1ce8ec0e req-8c08c75f-a4fc-4509-96b9-c21f9aa6d0ff tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 932 time: 0.2477031 Jul 06 12:14:57.912041 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418e0c61-4b39-4018-826e-b70ab2b84b4b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:57.915547 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-418e0c61-4b39-4018-826e-b70ab2b84b4b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:58.012078 n-d-799529-2 neutron-server[100427]: INFO neutron.db.ipam_backend_mixin [None req-418e0c61-4b39-4018-826e-b70ab2b84b4b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0bc86eac-d139-44cb-8b5c-0163b1661b3d (CIDR: 172.20.0.0/28) Jul 06 12:14:58.019850 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-418e0c61-4b39-4018-826e-b70ab2b84b4b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:14:58.020352 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418e0c61-4b39-4018-826e-b70ab2b84b4b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:14:58.044469 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-901ab8e7-e682-4f5e-9d29-d1fa1ce8ec0e req-8f0ab596-1c12-447e-9e96-c5c69d2addc3 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567357 Jul 06 12:14:58.079339 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-418e0c61-4b39-4018-826e-b70ab2b84b4b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6382098 Jul 06 12:14:58.082491 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33150) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:58.088651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-02b7ae81-6be8-4248-ac42-74ed6b172b38 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'subnet': {'network_id': 'ef810d29-bacb-4493-8e54-932156a257f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:58.214677 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62769948-93cc-4459-a305-748180b2050d {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:14:58.231759 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:58.255713 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Transition to ACTIVE for port object 62769948-93cc-4459-a305-748180b2050d will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:58.263776 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:58.293173 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b7ae81-6be8-4248-ac42-74ed6b172b38 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:58.293757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Allocated IP 172.20.0.2 (ef810d29-bacb-4493-8e54-932156a257f8/0bc86eac-d139-44cb-8b5c-0163b1661b3d/25199693-e6aa-4950-9587-5874171c3f27) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:14:58.300521 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02b7ae81-6be8-4248-ac42-74ed6b172b38 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:58.353241 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=62769948-93cc-4459-a305-748180b2050d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:58.542346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Attempting to bind port 62769948-93cc-4459-a305-748180b2050d on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:14:58.543345 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Attempting to bind port 62769948-93cc-4459-a305-748180b2050d by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:14:58.543345 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Attempting to bind port 62769948-93cc-4459-a305-748180b2050d on network ad18e200-99a4-4806-8416-4d318414fcf7 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:58.561011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Port 62769948-93cc-4459-a305-748180b2050d on network ad18e200-99a4-4806-8416-4d318414fcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:14:58.561500 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Attempting to bind port 62769948-93cc-4459-a305-748180b2050d on network ad18e200-99a4-4806-8416-4d318414fcf7 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:58.577860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:14:58.578269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Checking segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:58.578568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Bound using segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:14:58.579006 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Bound port: 62769948-93cc-4459-a305-748180b2050d, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:14:58.586948 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:58.689396 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:58.711970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Transition to ACTIVE for port object 25199693-e6aa-4950-9587-5874171c3f27 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:58.735515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Transition to ACTIVE for port object 25199693-e6aa-4950-9587-5874171c3f27 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:14:58.742252 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] For port 62769948-93cc-4459-a305-748180b2050d, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:58.743993 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:58.753795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] For port 62769948-93cc-4459-a305-748180b2050d, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=62769948-93cc-4459-a305-748180b2050d,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:14:58.758079 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02b7ae81-6be8-4248-ac42-74ed6b172b38 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:58.761975 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:58.848467 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Pushing event updated for resources: {'Port': ['ID=25199693-e6aa-4950-9587-5874171c3f27,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:58.849943 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:58.853901 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:58.855816 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74f119f2-0492-451c-a406-eeffab105380 req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] 10.222.0.23 "PUT /v2.0/ports/62769948-93cc-4459-a305-748180b2050d HTTP/1.1" status: 200 len: 1092 time: 1.5600517 Jul 06 12:14:58.858731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33efb9e8-16a8-4af5-83d1-40370d969bb7', 'tag': '62769948-93cc-4459-a305-748180b2050d'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:14:58.867694 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69d5774-d8f6-42f5-8935-341c86848d26" -d '{"events": [{"name": "network-changed", "server_uuid": "33efb9e8-16a8-4af5-83d1-40370d969bb7", "tag": "62769948-93cc-4459-a305-748180b2050d"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:14:58.882797 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Network ef810d29-bacb-4493-8e54-932156a257f8 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:58.889893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:58.894585 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:14:58.907315 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b7ae81-6be8-4248-ac42-74ed6b172b38 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network ef810d29-bacb-4493-8e54-932156a257f8 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:14:58.921784 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7ae81-6be8-4248-ac42-74ed6b172b38 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Subnet': ['ID=04d28705-4341-45f1-aa57-ac0bf8a30676,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:58.941810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55b590-af0a-4431-b4cd-c803d6d488b7 req-035bd31e-ee7b-4712-bd31-5a1b1114a01a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:58.949749 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd55b590-af0a-4431-b4cd-c803d6d488b7 req-035bd31e-ee7b-4712-bd31-5a1b1114a01a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.2616446 Jul 06 12:14:58.960138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-02b7ae81-6be8-4248-ac42-74ed6b172b38 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:14:58.972860 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b7ae81-6be8-4248-ac42-74ed6b172b38 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:58.973718 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02b7ae81-6be8-4248-ac42-74ed6b172b38 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:59.009322 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b192637-e0ff-4f85-a193-e335617c1fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=62769948-93cc-4459-a305-748180b2050d,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:59.022790 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-02b7ae81-6be8-4248-ac42-74ed6b172b38 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9387739 Jul 06 12:14:59.026257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33162) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:14:59.046274 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd55b590-af0a-4431-b4cd-c803d6d488b7 req-5244a09a-732c-49b3-9803-a32135f66a7f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948064 Jul 06 12:14:59.070280 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-13ccd6b7-e034-4192-91b4-87fbb0ae54bd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'network_id': 'ef810d29-bacb-4493-8e54-932156a257f8', 'fixed_ips': [{'subnet_id': '0bc86eac-d139-44cb-8b5c-0163b1661b3d'}, {'subnet_id': '04d28705-4341-45f1-aa57-ac0bf8a30676'}], 'name': 'tempest-PortsTestJSON-361025372'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:14:59.091505 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Attempting to bind port 25199693-e6aa-4950-9587-5874171c3f27 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:14:59.092287 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Attempting to bind port 25199693-e6aa-4950-9587-5874171c3f27 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '07964794-af3e-4813-ad65-ede4eaf977ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ef810d29-bacb-4493-8e54-932156a257f8'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:14:59.092889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Attempting to bind port 25199693-e6aa-4950-9587-5874171c3f27 on network ef810d29-bacb-4493-8e54-932156a257f8 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:14:59.102428 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:14:59.104705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Checking segment: {'id': '07964794-af3e-4813-ad65-ede4eaf977ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ef810d29-bacb-4493-8e54-932156a257f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:14:59.105390 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:59.109703 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Bound using segment: {'id': '07964794-af3e-4813-ad65-ede4eaf977ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ef810d29-bacb-4493-8e54-932156a257f8'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:14:59.110515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Bound port: 25199693-e6aa-4950-9587-5874171c3f27, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07964794-af3e-4813-ad65-ede4eaf977ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ef810d29-bacb-4493-8e54-932156a257f8'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:14:59.111453 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:59.201719 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] For port 25199693-e6aa-4950-9587-5874171c3f27, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:14:59.206405 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] For port 25199693-e6aa-4950-9587-5874171c3f27, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=25199693-e6aa-4950-9587-5874171c3f27,segment=NetworkSegment(07964794-af3e-4813-ad65-ede4eaf977ab),segment_id=07964794-af3e-4813-ad65-ede4eaf977ab)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:14:59.209875 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f93a5fe-9138-4544-9883-7000b74b74ea x-openstack-request-id: req-2f93a5fe-9138-4544-9883-7000b74b74ea {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:14:59.211362 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33efb9e8-16a8-4af5-83d1-40370d969bb7", "tag": "62769948-93cc-4459-a305-748180b2050d", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:14:59.211590 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f93a5fe-9138-4544-9883-7000b74b74ea {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:14:59.211996 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33efb9e8-16a8-4af5-83d1-40370d969bb7', 'tag': '62769948-93cc-4459-a305-748180b2050d', 'status': 'completed', 'code': 200} Jul 06 12:14:59.213609 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:59.285786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edfcf1-b9c0-4345-bc48-14c28622b49f None None] Pushing event updated for resources: {'Port': ['ID=25199693-e6aa-4950-9587-5874171c3f27,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:14:59.351175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f119f2-0492-451c-a406-eeffab105380 req-7cc98c4d-7eaf-480e-af6f-42cf1f2b1be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:59.352733 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74f119f2-0492-451c-a406-eeffab105380 req-7cc98c4d-7eaf-480e-af6f-42cf1f2b1be9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 1095 time: 0.4386404 Jul 06 12:14:59.404631 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74f119f2-0492-451c-a406-eeffab105380 req-dddbdb64-b73e-4b41-ab83-f5e46c773ed7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62769948-93cc-4459-a305-748180b2050d HTTP/1.1" status: 200 len: 217 time: 0.0433297 Jul 06 12:14:59.421737 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ccd6b7-e034-4192-91b4-87fbb0ae54bd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:14:59.460692 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c36a7b-334a-45f1-a080-496a5ff0239e req-1b8731cc-3f5a-4c83-a2a1-84d95f06008f tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:59.468895 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-38c36a7b-334a-45f1-a080-496a5ff0239e req-1b8731cc-3f5a-4c83-a2a1-84d95f06008f tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 944 time: 0.1292393 Jul 06 12:14:59.549364 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-38c36a7b-334a-45f1-a080-496a5ff0239e req-66cbf7a7-88e8-4335-b6fa-8101aec19b65 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794334 Jul 06 12:14:59.605262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f119f2-0492-451c-a406-eeffab105380 req-cc304454-7ee0-45a0-9064-387161fd815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:59.606826 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74f119f2-0492-451c-a406-eeffab105380 req-cc304454-7ee0-45a0-9064-387161fd815a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.1957371 Jul 06 12:14:59.706874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13ccd6b7-e034-4192-91b4-87fbb0ae54bd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:14:59.748817 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-13ccd6b7-e034-4192-91b4-87fbb0ae54bd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] device_id is not set on port 70482d2f-4923-4501-9880-33c532a5135f yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:14:59.814729 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f119f2-0492-451c-a406-eeffab105380 req-ccd71e1f-ae3b-4a51-b262-21e483340aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:14:59.816900 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74f119f2-0492-451c-a406-eeffab105380 req-ccd71e1f-ae3b-4a51-b262-21e483340aad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030826 Jul 06 12:14:59.967925 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74f119f2-0492-451c-a406-eeffab105380 req-8fed696c-39a3-4811-8cf6-1e5b607a148a service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383369 Jul 06 12:15:00.219144 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-74f119f2-0492-451c-a406-eeffab105380 req-6aa97661-2988-4a8b-8d6b-758fea7adf4c service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427158 Jul 06 12:15:00.311659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43573f-8e28-47e7-b228-303e38147545 req-85c48589-8d26-4270-a485-76af8a797346 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:00.313268 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db43573f-8e28-47e7-b228-303e38147545 req-85c48589-8d26-4270-a485-76af8a797346 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1090970 Jul 06 12:15:00.427864 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db43573f-8e28-47e7-b228-303e38147545 req-14e60e29-ae17-41d8-ba61-ee4b2d4361a6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946181 Jul 06 12:15:00.512503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-13ccd6b7-e034-4192-91b4-87fbb0ae54bd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Allocated IP 172.20.0.10 (ef810d29-bacb-4493-8e54-932156a257f8/0bc86eac-d139-44cb-8b5c-0163b1661b3d/70482d2f-4923-4501-9880-33c532a5135f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:00.521313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d5774-d8f6-42f5-8935-341c86848d26 req-487109ff-6b6f-477e-852b-50c4707f7bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:00.522841 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d69d5774-d8f6-42f5-8935-341c86848d26 req-487109ff-6b6f-477e-852b-50c4707f7bfd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 1095 time: 0.2507288 Jul 06 12:15:00.524973 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-13ccd6b7-e034-4192-91b4-87fbb0ae54bd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Allocated IP 172.20.0.29 (ef810d29-bacb-4493-8e54-932156a257f8/04d28705-4341-45f1-aa57-ac0bf8a30676/70482d2f-4923-4501-9880-33c532a5135f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:00.849539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ed2520-a0d0-4633-8eae-023b66112099 None None] Network ef810d29-bacb-4493-8e54-932156a257f8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:00.892540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02159c-266b-4fed-9da4-2c71fd37fd74 req-f0e1a3d1-3cd1-40c9-aa8f-60dbbee9169f tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:00.900856 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c02159c-266b-4fed-9da4-2c71fd37fd74 req-f0e1a3d1-3cd1-40c9-aa8f-60dbbee9169f tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 944 time: 0.1964836 Jul 06 12:15:01.053016 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c02159c-266b-4fed-9da4-2c71fd37fd74 req-4e7d46b4-eceb-4b67-aa9f-12a2250b6839 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189780 Jul 06 12:15:01.081848 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7f488b48-4348-411e-aaba-184c82b8e56f None None] Provisioning for port 25199693-e6aa-4950-9587-5874171c3f27 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:01.544796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d5774-d8f6-42f5-8935-341c86848d26 req-e769b08e-42b1-465d-b463-2b08b7cfb375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:01.546290 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d69d5774-d8f6-42f5-8935-341c86848d26 req-e769b08e-42b1-465d-b463-2b08b7cfb375 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 913 time: 1.0066109 Jul 06 12:15:01.650947 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13ccd6b7-e034-4192-91b4-87fbb0ae54bd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:01.658093 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d69d5774-d8f6-42f5-8935-341c86848d26 req-7a31e2fc-6995-43a0-bbe9-ab54896a0e4a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62769948-93cc-4459-a305-748180b2050d HTTP/1.1" status: 200 len: 217 time: 0.0985024 Jul 06 12:15:01.745132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-13ccd6b7-e034-4192-91b4-87fbb0ae54bd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Transition to ACTIVE for port object 70482d2f-4923-4501-9880-33c532a5135f will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:01.786254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d5774-d8f6-42f5-8935-341c86848d26 req-647196d9-c3d7-4c7d-bd39-7b3d443c9a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:01.787841 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d69d5774-d8f6-42f5-8935-341c86848d26 req-647196d9-c3d7-4c7d-bd39-7b3d443c9a59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.1220815 Jul 06 12:15:01.788254 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf91c598-c08b-4a9f-a37a-b05463de294c None None] Update dhcp port {'port': {'network_id': 'ef810d29-bacb-4493-8e54-932156a257f8', 'fixed_ips': [{'subnet_id': '0bc86eac-d139-44cb-8b5c-0163b1661b3d', 'ip_address': '172.20.0.2'}, {'subnet_id': '04d28705-4341-45f1-aa57-ac0bf8a30676'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '25199693-e6aa-4950-9587-5874171c3f27'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:15:01.856529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 25199693-e6aa-4950-9587-5874171c3f27 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:01.968845 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0058107-6d6a-4835-a764-5e82637eec82 req-a50f4393-4cb9-45f8-8020-59541c7d9b75 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:01.970573 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0058107-6d6a-4835-a764-5e82637eec82 req-a50f4393-4cb9-45f8-8020-59541c7d9b75 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1968305 Jul 06 12:15:01.989755 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 25199693-e6aa-4950-9587-5874171c3f27 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:02.016728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 25199693-e6aa-4950-9587-5874171c3f27 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:02.017084 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:02.018884 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf91c598-c08b-4a9f-a37a-b05463de294c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:02.058695 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13ccd6b7-e034-4192-91b4-87fbb0ae54bd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:02.094075 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0058107-6d6a-4835-a764-5e82637eec82 req-ad2b5cec-f501-4da9-af11-f6070d4a9a37 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119404 Jul 06 12:15:02.241582 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf80bb-50ee-4893-8c02-e79a268a8be5 req-c65ca10a-8863-473a-bdfa-3991535d63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:02.271651 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bcf80bb-50ee-4893-8c02-e79a268a8be5 req-c65ca10a-8863-473a-bdfa-3991535d63f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 1095 time: 0.3215461 Jul 06 12:15:02.274867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d5774-d8f6-42f5-8935-341c86848d26 req-f37fe483-a8f1-48e5-bb3a-5ec7f2af807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:02.276635 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d69d5774-d8f6-42f5-8935-341c86848d26 req-f37fe483-a8f1-48e5-bb3a-5ec7f2af807a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4811623 Jul 06 12:15:02.318339 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ccd6b7-e034-4192-91b4-87fbb0ae54bd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network ef810d29-bacb-4493-8e54-932156a257f8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:02.368738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccd6b7-e034-4192-91b4-87fbb0ae54bd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=70482d2f-4923-4501-9880-33c532a5135f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:02.391842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-13ccd6b7-e034-4192-91b4-87fbb0ae54bd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:02.435633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ccd6b7-e034-4192-91b4-87fbb0ae54bd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:02.561867 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:02.605210 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e2f96-a69c-4aee-831d-f6f6255264f0 req-eb51e0de-e6af-4fca-8d72-c0c4a38e87ed tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:02.609961 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-318e2f96-a69c-4aee-831d-f6f6255264f0 req-eb51e0de-e6af-4fca-8d72-c0c4a38e87ed tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 944 time: 0.1877613 Jul 06 12:15:02.696313 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-318e2f96-a69c-4aee-831d-f6f6255264f0 req-77f948a1-34a5-48f0-9871-6c57701bfe81 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795166 Jul 06 12:15:02.758356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ccd6b7-e034-4192-91b4-87fbb0ae54bd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:02.763485 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13ccd6b7-e034-4192-91b4-87fbb0ae54bd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:02.771936 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-cf91c598-c08b-4a9f-a37a-b05463de294c None None] Allocated IP 172.20.0.18 (ef810d29-bacb-4493-8e54-932156a257f8/04d28705-4341-45f1-aa57-ac0bf8a30676/25199693-e6aa-4950-9587-5874171c3f27) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:02.777795 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 25199693-e6aa-4950-9587-5874171c3f27, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=25199693-e6aa-4950-9587-5874171c3f27,segment=NetworkSegment(07964794-af3e-4813-ad65-ede4eaf977ab),segment_id=07964794-af3e-4813-ad65-ede4eaf977ab)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:02.785404 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:02.872154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=25199693-e6aa-4950-9587-5874171c3f27,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:02.875985 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d69d5774-d8f6-42f5-8935-341c86848d26 req-e09739b9-7846-48ac-abc9-f46ebe04b051 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031562 Jul 06 12:15:02.914633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf80bb-50ee-4893-8c02-e79a268a8be5 req-233616d5-0fc9-45f2-b1ae-01d2ced8f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:02.921297 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bcf80bb-50ee-4893-8c02-e79a268a8be5 req-233616d5-0fc9-45f2-b1ae-01d2ced8f7ad service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.6487808 Jul 06 12:15:02.950652 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-13ccd6b7-e034-4192-91b4-87fbb0ae54bd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.9210536 Jul 06 12:15:02.956357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33206) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:02.974960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-fa421806-d5e6-4c8a-8745-55df9f339f56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0bc86eac-d139-44cb-8b5c-0163b1661b3d'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:03.097323 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bcf80bb-50ee-4893-8c02-e79a268a8be5 req-34adf79c-4a5a-4c57-9fcb-3b298d677f2c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c37a452-8116-40f9-bb9e-87350d554d02 HTTP/1.1" status: 200 len: 997 time: 0.1427546 Jul 06 12:15:03.191332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-cf91c598-c08b-4a9f-a37a-b05463de294c None None] For port 25199693-e6aa-4950-9587-5874171c3f27, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=25199693-e6aa-4950-9587-5874171c3f27,segment=NetworkSegment(07964794-af3e-4813-ad65-ede4eaf977ab),segment_id=07964794-af3e-4813-ad65-ede4eaf977ab)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:03.265937 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d69d5774-d8f6-42f5-8935-341c86848d26 req-dcd98c80-0fd3-4c55-ad9f-82daeec1a325 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750956 Jul 06 12:15:03.269071 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf91c598-c08b-4a9f-a37a-b05463de294c None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:03.307921 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf80bb-50ee-4893-8c02-e79a268a8be5 req-5a93e6d0-829a-48f4-a22f-7745a8734595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:03.321281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cf91c598-c08b-4a9f-a37a-b05463de294c None None] Transition to ACTIVE for port object 25199693-e6aa-4950-9587-5874171c3f27 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:03.323006 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bcf80bb-50ee-4893-8c02-e79a268a8be5 req-5a93e6d0-829a-48f4-a22f-7745a8734595 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.2171626 Jul 06 12:15:03.335884 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf91c598-c08b-4a9f-a37a-b05463de294c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:03.464321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf80bb-50ee-4893-8c02-e79a268a8be5 req-8a7c8316-9108-4d8d-b3d8-98eca24b3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:03.466298 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bcf80bb-50ee-4893-8c02-e79a268a8be5 req-8a7c8316-9108-4d8d-b3d8-98eca24b3fa7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372004 Jul 06 12:15:03.518728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91c598-c08b-4a9f-a37a-b05463de294c None None] Pushing event updated for resources: {'Port': ['ID=25199693-e6aa-4950-9587-5874171c3f27,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:03.609029 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa421806-d5e6-4c8a-8745-55df9f339f56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:03.669337 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bcf80bb-50ee-4893-8c02-e79a268a8be5 req-031b9fc6-25d3-407d-b970-6abb658f7296 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950440 Jul 06 12:15:03.690874 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346964a9-5cc4-4b05-885a-664c6cfdf01e req-c60baa34-27df-4d2b-b04c-09ab0b6d8118 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:03.701359 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-346964a9-5cc4-4b05-885a-664c6cfdf01e req-c60baa34-27df-4d2b-b04c-09ab0b6d8118 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.2782805 Jul 06 12:15:03.759554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 25199693-e6aa-4950-9587-5874171c3f27 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:03.919715 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0bcf80bb-50ee-4893-8c02-e79a268a8be5 req-3d50de3f-c739-4ed5-a98c-2293f089d05b service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434332 Jul 06 12:15:04.180557 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-346964a9-5cc4-4b05-885a-664c6cfdf01e req-46e84e77-490e-433c-83ae-333c3bb5fd71 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4780436 Jul 06 12:15:04.309814 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-fa421806-d5e6-4c8a-8745-55df9f339f56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Delete allocated IP 172.20.0.29 (ef810d29-bacb-4493-8e54-932156a257f8/04d28705-4341-45f1-aa57-ac0bf8a30676) {{(pid=100427) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 12:15:04.550688 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f037df3-9535-4941-97b7-da0edb91cd63 None None] Network ef810d29-bacb-4493-8e54-932156a257f8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:04.632067 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa421806-d5e6-4c8a-8745-55df9f339f56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:04.644957 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-fa421806-d5e6-4c8a-8745-55df9f339f56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Ignored duplicate provisioning block setup for port 70482d2f-4923-4501-9880-33c532a5135f by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 12:15:04.654086 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa421806-d5e6-4c8a-8745-55df9f339f56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:04.720835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bb358-11e3-4b52-9826-1c393f9ceb93 req-6aabcde2-401c-4135-b33e-6fbceb7062ca tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:04.724887 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-438bb358-11e3-4b52-9826-1c393f9ceb93 req-6aabcde2-401c-4135-b33e-6fbceb7062ca tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 944 time: 0.1648788 Jul 06 12:15:04.779743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cd622dcc-af42-4714-8329-099368a5e076 None None] Provisioning for port 25199693-e6aa-4950-9587-5874171c3f27 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:04.828233 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cd622dcc-af42-4714-8329-099368a5e076 None None] Provisioning complete for port 25199693-e6aa-4950-9587-5874171c3f27 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:04.828812 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cd622dcc-af42-4714-8329-099368a5e076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:04.912766 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-fa421806-d5e6-4c8a-8745-55df9f339f56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] In _notify_port_updated(), no bound segment for port 70482d2f-4923-4501-9880-33c532a5135f on network ef810d29-bacb-4493-8e54-932156a257f8 {{(pid=100427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:15:04.931875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa421806-d5e6-4c8a-8745-55df9f339f56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:04.933041 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa421806-d5e6-4c8a-8745-55df9f339f56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:04.939128 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33230) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:04.940171 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fa421806-d5e6-4c8a-8745-55df9f339f56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "PUT /v2.0/ports/70482d2f-4923-4501-9880-33c532a5135f HTTP/1.1" status: 200 len: 919 time: 1.9768596 Jul 06 12:15:04.949291 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9df89f23-332e-4e6c-b880-205df174db4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0bc86eac-d139-44cb-8b5c-0163b1661b3d'}, {'subnet_id': '04d28705-4341-45f1-aa57-ac0bf8a30676'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:04.965758 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-438bb358-11e3-4b52-9826-1c393f9ceb93 req-6c4ac741-c0f2-4a49-9ae4-a378a56b657d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302253 Jul 06 12:15:04.967449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa421806-d5e6-4c8a-8745-55df9f339f56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=70482d2f-4923-4501-9880-33c532a5135f,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:05.282828 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9df89f23-332e-4e6c-b880-205df174db4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:05.485469 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b137d50-f3ad-4fe7-96c2-bd6c9188c5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:05.548536 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:05.629575 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829b4cf-f55a-4293-8263-55faceb28e82 req-7cda5c6b-0123-4200-b2b0-bdc5fcd76118 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:05.634784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b829b4cf-f55a-4293-8263-55faceb28e82 req-7cda5c6b-0123-4200-b2b0-bdc5fcd76118 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.2028189 Jul 06 12:15:05.734291 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b87563f4-e410-4521-926d-c794b57dadd1 None None] Provisioning for port 70482d2f-4923-4501-9880-33c532a5135f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:05.759538 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b87563f4-e410-4521-926d-c794b57dadd1 None None] Provisioning complete for port 70482d2f-4923-4501-9880-33c532a5135f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:05.759917 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b87563f4-e410-4521-926d-c794b57dadd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:05.803860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b87563f4-e410-4521-926d-c794b57dadd1 None None] Port 70482d2f-4923-4501-9880-33c532a5135f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:05.811519 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b829b4cf-f55a-4293-8263-55faceb28e82 req-cb9c7f99-0ce1-4ec3-b7fc-41b3a9bf4b7a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695666 Jul 06 12:15:05.829688 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b87563f4-e410-4521-926d-c794b57dadd1 None None] Provisioning complete for port 25199693-e6aa-4950-9587-5874171c3f27 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:05.831090 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b87563f4-e410-4521-926d-c794b57dadd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:05.936028 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-9df89f23-332e-4e6c-b880-205df174db4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Allocated IP 172.20.0.28 (ef810d29-bacb-4493-8e54-932156a257f8/04d28705-4341-45f1-aa57-ac0bf8a30676/70482d2f-4923-4501-9880-33c532a5135f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:06.358631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-de161700-31ec-4b3b-a5e2-22efab2867c2 None None] Provisioning complete for port 70482d2f-4923-4501-9880-33c532a5135f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:06.359939 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de161700-31ec-4b3b-a5e2-22efab2867c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.424761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a057c-282b-49e1-9a1d-8b78b9cb8ec2 req-4619f022-b46b-4177-a99d-cfeafc2737d9 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:06.435608 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c92a057c-282b-49e1-9a1d-8b78b9cb8ec2 req-4619f022-b46b-4177-a99d-cfeafc2737d9 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 944 time: 0.2393987 Jul 06 12:15:06.441270 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9df89f23-332e-4e6c-b880-205df174db4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.507100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-9df89f23-332e-4e6c-b880-205df174db4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Ignored duplicate provisioning block setup for port 70482d2f-4923-4501-9880-33c532a5135f by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 12:15:06.517114 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9df89f23-332e-4e6c-b880-205df174db4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.520052 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c92a057c-282b-49e1-9a1d-8b78b9cb8ec2 req-2691256b-4056-402a-8a97-70b16b000d97 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714161 Jul 06 12:15:06.605152 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.610909 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-de161700-31ec-4b3b-a5e2-22efab2867c2 None None] Port 70482d2f-4923-4501-9880-33c532a5135f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:06.692718 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df89f23-332e-4e6c-b880-205df174db4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=70482d2f-4923-4501-9880-33c532a5135f,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:06.759143 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7b97605d-6e6a-4415-b290-ca06b397dc9f None None] Provisioning complete for port 70482d2f-4923-4501-9880-33c532a5135f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:06.759706 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b97605d-6e6a-4415-b290-ca06b397dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.847778 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7b97605d-6e6a-4415-b290-ca06b397dc9f None None] Port 70482d2f-4923-4501-9880-33c532a5135f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:06.877943 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9df89f23-332e-4e6c-b880-205df174db4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] In _notify_port_updated(), no bound segment for port 70482d2f-4923-4501-9880-33c532a5135f on network ef810d29-bacb-4493-8e54-932156a257f8 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:15:06.896754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df89f23-332e-4e6c-b880-205df174db4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:06.897440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9df89f23-332e-4e6c-b880-205df174db4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:06.898797 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9df89f23-332e-4e6c-b880-205df174db4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "PUT /v2.0/ports/70482d2f-4923-4501-9880-33c532a5135f HTTP/1.1" status: 200 len: 999 time: 1.9570045 Jul 06 12:15:06.901931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33254) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:07.306782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-298fa7ae-00a7-4be9-9c03-cb58e8a7ba4b None None] Provisioning complete for port 70482d2f-4923-4501-9880-33c532a5135f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:07.306782 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-298fa7ae-00a7-4be9-9c03-cb58e8a7ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:07.362588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-312647f1-98b2-4502-84b8-047b2b68961f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port 70482d2f-4923-4501-9880-33c532a5135f {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:07.363127 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-312647f1-98b2-4502-84b8-047b2b68961f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:07.372836 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-298fa7ae-00a7-4be9-9c03-cb58e8a7ba4b None None] Port 70482d2f-4923-4501-9880-33c532a5135f cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:07.982374 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7f4cf-0509-40ca-a483-f870abf8ecc7 req-b4308274-961d-4477-b19d-5c2efca55061 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:07.998175 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fcb7f4cf-0509-40ca-a483-f870abf8ecc7 req-b4308274-961d-4477-b19d-5c2efca55061 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.8894615 Jul 06 12:15:08.066299 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fcb7f4cf-0509-40ca-a483-f870abf8ecc7 req-d13b40a1-dd40-446e-9905-86ce63a4bb04 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733294 Jul 06 12:15:08.106838 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-312647f1-98b2-4502-84b8-047b2b68961f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:08.148450 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-312647f1-98b2-4502-84b8-047b2b68961f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for 70482d2f-4923-4501-9880-33c532a5135f owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:08.181314 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6f81c0e-e0e1-45b7-886b-d0ffa49171f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:08.289141 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:08.562012 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb700df1-f4b2-49b7-a538-c00a944db082 req-cd11a9e7-b85e-4419-ac74-7bbe8f851897 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:08.563610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb700df1-f4b2-49b7-a538-c00a944db082 req-cd11a9e7-b85e-4419-ac74-7bbe8f851897 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 1097 time: 0.1216338 Jul 06 12:15:08.648827 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fb700df1-f4b2-49b7-a538-c00a944db082 req-e78a91b5-e379-4af6-b55f-7577ec350748 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:08.695339 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-312647f1-98b2-4502-84b8-047b2b68961f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:08.838727 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312647f1-98b2-4502-84b8-047b2b68961f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=70482d2f-4923-4501-9880-33c532a5135f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:08.960270 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-312647f1-98b2-4502-84b8-047b2b68961f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:08.965033 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33278) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:08.975807 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-312647f1-98b2-4502-84b8-047b2b68961f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/70482d2f-4923-4501-9880-33c532a5135f HTTP/1.1" status: 204 len: 168 time: 2.0727057 Jul 06 12:15:09.050616 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fb700df1-f4b2-49b7-a538-c00a944db082 req-e78a91b5-e379-4af6-b55f-7577ec350748 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:09.062058 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fb700df1-f4b2-49b7-a538-c00a944db082 req-e78a91b5-e379-4af6-b55f-7577ec350748 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:09.091830 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f03747-979d-479a-96aa-eee4d438b525 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] GET failed (client error): The resource could not be found. Jul 06 12:15:09.104786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33282) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:09.106464 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-03f03747-979d-479a-96aa-eee4d438b525 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/70482d2f-4923-4501-9880-33c532a5135f HTTP/1.1" status: 404 len: 333 time: 0.1402946 Jul 06 12:15:09.181243 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb700df1-f4b2-49b7-a538-c00a944db082 req-e78a91b5-e379-4af6-b55f-7577ec350748 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5556488 Jul 06 12:15:09.187991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a91b5-e379-4af6-b55f-7577ec350748 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70a515a-e1af-4a87-909a-c9560c1d1ea3,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:09.273642 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-2246c5cc-d4cc-4543-8d52-804dfa03f916 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting subnet 04d28705-4341-45f1-aa57-ac0bf8a30676 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:15:09.279050 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2246c5cc-d4cc-4543-8d52-804dfa03f916 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:09.342691 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2246c5cc-d4cc-4543-8d52-804dfa03f916 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:09.366724 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:09.530718 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2246c5cc-d4cc-4543-8d52-804dfa03f916 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:09.606477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de575c-1ca5-48b5-8284-8d06f923de95 req-7bbb2f04-b669-457e-a0bb-47d7bdde3b5f tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:09.608084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75de575c-1ca5-48b5-8284-8d06f923de95 req-7bbb2f04-b669-457e-a0bb-47d7bdde3b5f tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 944 time: 0.1825097 Jul 06 12:15:09.653178 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2246c5cc-d4cc-4543-8d52-804dfa03f916 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:09.683622 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75de575c-1ca5-48b5-8284-8d06f923de95 req-92993545-bf3a-46e4-a884-90193285add1 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691423 Jul 06 12:15:09.686027 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246c5cc-d4cc-4543-8d52-804dfa03f916 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Subnet': ['ID=04d28705-4341-45f1-aa57-ac0bf8a30676,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:09.691575 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2246c5cc-d4cc-4543-8d52-804dfa03f916 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:09.696504 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2246c5cc-d4cc-4543-8d52-804dfa03f916 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/04d28705-4341-45f1-aa57-ac0bf8a30676 HTTP/1.1" status: 204 len: 168 time: 0.5907161 Jul 06 12:15:09.696728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33288) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:09.700428 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31186a14-f81f-4d49-91bf-657b68996a59 None None] Network ef810d29-bacb-4493-8e54-932156a257f8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:09.761110 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ca1002-847e-4539-b886-517cf41999ff tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting subnet 0bc86eac-d139-44cb-8b5c-0163b1661b3d {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:15:09.765010 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06ca1002-847e-4539-b886-517cf41999ff tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:09.812100 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06ca1002-847e-4539-b886-517cf41999ff tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:09.951039 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06ca1002-847e-4539-b886-517cf41999ff tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:10.067015 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06ca1002-847e-4539-b886-517cf41999ff tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:10.149305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca1002-847e-4539-b886-517cf41999ff tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc86eac-d139-44cb-8b5c-0163b1661b3d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:10.154771 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06ca1002-847e-4539-b886-517cf41999ff tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:10.156760 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-06ca1002-847e-4539-b886-517cf41999ff tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/0bc86eac-d139-44cb-8b5c-0163b1661b3d HTTP/1.1" status: 204 len: 168 time: 0.4590006 Jul 06 12:15:10.159470 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33296) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:10.192244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ebcef-8fa5-40c8-849d-a023a33e9875 req-3c6854f6-03ad-4730-a56a-ed2f530bbefb tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:10.199445 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-055ebcef-8fa5-40c8-849d-a023a33e9875 req-3c6854f6-03ad-4730-a56a-ed2f530bbefb tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.0861125 Jul 06 12:15:10.223126 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33300) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:10.253190 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-055ebcef-8fa5-40c8-849d-a023a33e9875 req-c7418e12-930f-4d25-8594-b5769ce9548e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508897 Jul 06 12:15:10.294437 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33304) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:10.318867 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:10.420763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eefc7b-2a22-4064-985f-e8c580c83ff1 req-bfa15841-4f11-4dfe-bd16-0ef151dcbb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:10.422571 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0eefc7b-2a22-4064-985f-e8c580c83ff1 req-bfa15841-4f11-4dfe-bd16-0ef151dcbb00 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 1095 time: 0.2303846 Jul 06 12:15:10.454809 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7469167d-0691-414d-b37d-e8c99538cf48 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/c8879544-72da-4dfd-a28c-bb338726e61b HTTP/1.1" status: 200 len: 994 time: 0.1557252 Jul 06 12:15:10.560836 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port 25199693-e6aa-4950-9587-5874171c3f27 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:10.561182 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:10.623379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281a961-84ea-40e2-af34-f51c13ba38fa req-80e5b4e5-fcef-48cb-9c13-dd0e9a474539 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:10.624821 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4281a961-84ea-40e2-af34-f51c13ba38fa req-80e5b4e5-fcef-48cb-9c13-dd0e9a474539 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1209891 Jul 06 12:15:10.647366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] For port 25199693-e6aa-4950-9587-5874171c3f27, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=25199693-e6aa-4950-9587-5874171c3f27,segment=NetworkSegment(07964794-af3e-4813-ad65-ede4eaf977ab),segment_id=07964794-af3e-4813-ad65-ede4eaf977ab)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:10.648056 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:10.662814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for 25199693-e6aa-4950-9587-5874171c3f27 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:10.682214 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4281a961-84ea-40e2-af34-f51c13ba38fa req-c74b5c28-c7cd-4ef2-aaee-da4e29e3f45e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447047 Jul 06 12:15:10.810988 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:10.865997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No DVR routers for this DVR port 25199693-e6aa-4950-9587-5874171c3f27 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:10.871010 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=25199693-e6aa-4950-9587-5874171c3f27,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:10.906148 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d63c0aa-5f28-452a-ab26-009a7b026719 None None] Network ef810d29-bacb-4493-8e54-932156a257f8 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:10.914175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eefc7b-2a22-4064-985f-e8c580c83ff1 req-b4f9baf9-f89e-4774-beda-38d362e79061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:10.915674 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0eefc7b-2a22-4064-985f-e8c580c83ff1 req-b4f9baf9-f89e-4774-beda-38d362e79061 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.4804296 Jul 06 12:15:11.025083 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.038758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3e72635e-6a4a-49af-8a71-6e2a1a1b05c3 None None] Could not find standard attr ID for object 25199693-e6aa-4950-9587-5874171c3f27. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:15:11.038996 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d356403a-bb77-497d-8b23-5c6bf86936b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.042902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef810d29-bacb-4493-8e54-932156a257f8']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:11.054454 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0eefc7b-2a22-4064-985f-e8c580c83ff1 req-f8c64db0-7e2d-456e-9836-e78a63d99aa2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c37a452-8116-40f9-bb9e-87350d554d02 HTTP/1.1" status: 200 len: 997 time: 0.1246996 Jul 06 12:15:11.056407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07964794-af3e-4813-ad65-ede4eaf977ab') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:11.056703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07964794-af3e-4813-ad65-ede4eaf977ab') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:11.075260 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.083070 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.121638 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.132402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:15:11.132805 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:15:11.136011 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:15:11.176683 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eefc7b-2a22-4064-985f-e8c580c83ff1 req-b46a3803-8c74-4b3c-a132-ce36d95b418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:11.178097 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0eefc7b-2a22-4064-985f-e8c580c83ff1 req-b46a3803-8c74-4b3c-a132-ce36d95b418d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.1143897 Jul 06 12:15:11.237488 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2cb979-cd94-4900-a040-b6d8cbf7c626 None None] DHCP port deletion for ef810d29-bacb-4493-8e54-932156a257f8 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:15:11.251303 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.269436 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.274691 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/networks/ef810d29-bacb-4493-8e54-932156a257f8 HTTP/1.1" status: 204 len: 168 time: 1.1106081 Jul 06 12:15:11.281741 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33316) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:11.293824 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4d78e-68e2-47e5-bfa0-659954260f22 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Network': ['ID=ef810d29-bacb-4493-8e54-932156a257f8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:11.300931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14bf72-9d93-487b-bdcf-c645296e2391 req-d4c60b67-e5d0-4845-ad54-6e56b893a3c8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:11.302604 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a14bf72-9d93-487b-bdcf-c645296e2391 req-d4c60b67-e5d0-4845-ad54-6e56b893a3c8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 944 time: 0.1525078 Jul 06 12:15:11.315995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eefc7b-2a22-4064-985f-e8c580c83ff1 req-148ddc05-1649-4ef0-988e-5c1971933a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:11.317594 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0eefc7b-2a22-4064-985f-e8c580c83ff1 req-148ddc05-1649-4ef0-988e-5c1971933a20 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266022 Jul 06 12:15:11.386469 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a14bf72-9d93-487b-bdcf-c645296e2391 req-a0dc5fe9-0270-4e36-8057-8210beabdc4c tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593719 Jul 06 12:15:11.421762 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf48fba-46dc-4b32-85e1-689bba795088 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:11.423197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6bf48fba-46dc-4b32-85e1-689bba795088 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1385281 Jul 06 12:15:11.427662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33322) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:11.446144 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0eefc7b-2a22-4064-985f-e8c580c83ff1 req-ed07bc9d-6ee5-4787-813e-8e3a272d78e3 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217577 Jul 06 12:15:11.575393 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a0eefc7b-2a22-4064-985f-e8c580c83ff1 req-db0ff0cd-d36d-4403-ae1b-84563495406b service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226587 Jul 06 12:15:11.576145 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d77b6b0a-75d6-42d4-b8b2-21a3d5aa96c4 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1471360 Jul 06 12:15:11.579718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33330) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:11.586326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-eb7dfec6-8349-4a33-8383-93f14776c1e2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-657290573'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:11.623784 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7dfec6-8349-4a33-8383-93f14776c1e2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:11.627897 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb7dfec6-8349-4a33-8383-93f14776c1e2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.631454 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d356403a-bb77-497d-8b23-5c6bf86936b6 admin admin] Deleting port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:11.631978 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d356403a-bb77-497d-8b23-5c6bf86936b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.709761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7dfec6-8349-4a33-8383-93f14776c1e2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:15:11.734282 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 25199693-e6aa-4950-9587-5874171c3f27 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:11.738067 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb7dfec6-8349-4a33-8383-93f14776c1e2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.738566 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-eb7dfec6-8349-4a33-8383-93f14776c1e2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Added segment cb95cf4a-1085-463d-ab92-c42b5c836474 of type vlan for network 24888204-59c8-49c6-bc39-c08645ff1b98 Jul 06 12:15:11.762503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 25199693-e6aa-4950-9587-5874171c3f27 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:11.763053 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 25199693-e6aa-4950-9587-5874171c3f27 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:11.793910 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-d356403a-bb77-497d-8b23-5c6bf86936b6 admin admin] For port 3a32f648-23f7-4aac-b345-c7bd7da0d1d6, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3a32f648-23f7-4aac-b345-c7bd7da0d1d6,segment=NetworkSegment(111b6f8b-9c71-4ca6-b2fb-455a8364adda),segment_id=111b6f8b-9c71-4ca6-b2fb-455a8364adda)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:11.793910 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d356403a-bb77-497d-8b23-5c6bf86936b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.816209 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb7dfec6-8349-4a33-8383-93f14776c1e2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.820030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d356403a-bb77-497d-8b23-5c6bf86936b6 admin admin] Calling delete_port for 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:11.888629 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb7dfec6-8349-4a33-8383-93f14776c1e2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.894918 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7dfec6-8349-4a33-8383-93f14776c1e2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:11.895771 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb7dfec6-8349-4a33-8383-93f14776c1e2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:11.950130 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33342) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:11.997675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33346) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:11.997925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-eb7dfec6-8349-4a33-8383-93f14776c1e2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4163806 Jul 06 12:15:12.003489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b0bcff28-e723-4aab-be05-bf8fb0182106 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'subnet': {'network_id': '24888204-59c8-49c6-bc39-c08645ff1b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:12.015919 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dfec6-8349-4a33-8383-93f14776c1e2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Network': ['ID=24888204-59c8-49c6-bc39-c08645ff1b98,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:12.029162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 24888204-59c8-49c6-bc39-c08645ff1b98 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:15:12.135061 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47347f-f2b8-4371-b5db-44eec4e43b31 req-8187de5a-bb4f-4ac1-a6f6-44bc846fee36 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:12.136892 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc47347f-f2b8-4371-b5db-44eec4e43b31 req-8187de5a-bb4f-4ac1-a6f6-44bc846fee36 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1378715 Jul 06 12:15:12.159366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bcff28-e723-4aab-be05-bf8fb0182106 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:12.164309 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0bcff28-e723-4aab-be05-bf8fb0182106 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:12.224079 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc47347f-f2b8-4371-b5db-44eec4e43b31 req-da1d0e5a-69e5-41e3-b05e-328dac38d34b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791407 Jul 06 12:15:12.243828 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d356403a-bb77-497d-8b23-5c6bf86936b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:12.256914 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-6e4d0e9b-c5cb-4ac6-a1ec-8172e8607c3b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3056068 Jul 06 12:15:12.289560 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356403a-bb77-497d-8b23-5c6bf86936b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a32f648-23f7-4aac-b345-c7bd7da0d1d6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:12.486632 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0bcff28-e723-4aab-be05-bf8fb0182106 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:12.678646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bcff28-e723-4aab-be05-bf8fb0182106 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Checking segment: {'id': 'cb95cf4a-1085-463d-ab92-c42b5c836474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '24888204-59c8-49c6-bc39-c08645ff1b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:12.678646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bcff28-e723-4aab-be05-bf8fb0182106 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network hostable DHCP agents. Network: 24888204-59c8-49c6-bc39-c08645ff1b98, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:15:12.683564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcff28-e723-4aab-be05-bf8fb0182106 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Subnet': ['ID=93ee5ec3-652c-46c2-8396-a3c192c38ef4,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:12.731087 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d356403a-bb77-497d-8b23-5c6bf86936b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:12.765784 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455d832-f0b2-4ef7-a561-6d6ba54bef72 req-df1c80a4-9b02-452e-ba51-b7dc5b73f201 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:12.767428 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6455d832-f0b2-4ef7-a561-6d6ba54bef72 req-df1c80a4-9b02-452e-ba51-b7dc5b73f201 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.1913784 Jul 06 12:15:12.771565 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bcff28-e723-4aab-be05-bf8fb0182106 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 24888204-59c8-49c6-bc39-c08645ff1b98 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:15:12.797936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b0bcff28-e723-4aab-be05-bf8fb0182106 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 24888204-59c8-49c6-bc39-c08645ff1b98) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:12.807827 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bcff28-e723-4aab-be05-bf8fb0182106 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:12.808443 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfe94c8-c375-44b9-a58a-f99ff2ebc34b None None] Network 24888204-59c8-49c6-bc39-c08645ff1b98 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:12.809304 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0bcff28-e723-4aab-be05-bf8fb0182106 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:12.841367 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b0bcff28-e723-4aab-be05-bf8fb0182106 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8424046 Jul 06 12:15:12.843983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33372) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:12.853098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-36c01593-477c-4a15-9ac0-79191026dd70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'network_id': '24888204-59c8-49c6-bc39-c08645ff1b98', 'name': 'tempest-PortsTestJSON-2028771316'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:12.961346 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6455d832-f0b2-4ef7-a561-6d6ba54bef72 req-a66ba422-599c-4706-8c4a-c574d2e18657 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560595 Jul 06 12:15:13.038333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c01593-477c-4a15-9ac0-79191026dd70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:13.044124 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36c01593-477c-4a15-9ac0-79191026dd70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:13.099518 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-36c01593-477c-4a15-9ac0-79191026dd70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] device_id is not set on port 62cc661b-fdfc-4ad6-b5ab-0d504b9002c9 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:15:13.140516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-24888204-59c8-49c6-bc39-c08645ff1b98', 'network_id': '24888204-59c8-49c6-bc39-c08645ff1b98', 'tenant_id': '7010f589aa594d5985fd350a6126241f', 'fixed_ips': [{'subnet_id': '93ee5ec3-652c-46c2-8396-a3c192c38ef4'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:15:13.144726 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:13.400349 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d356403a-bb77-497d-8b23-5c6bf86936b6 admin admin] Router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:15:13.409897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-36c01593-477c-4a15-9ac0-79191026dd70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Allocated IP 172.20.0.6 (24888204-59c8-49c6-bc39-c08645ff1b98/93ee5ec3-652c-46c2-8396-a3c192c38ef4/62cc661b-fdfc-4ad6-b5ab-0d504b9002c9) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:13.580556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce7fb0-e5ef-4b0b-b8b9-e16eefb72260 req-0d79890e-f66e-4fc6-a437-0e8d05174212 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:13.583087 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-94ce7fb0-e5ef-4b0b-b8b9-e16eefb72260 req-0d79890e-f66e-4fc6-a437-0e8d05174212 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 944 time: 0.3406532 Jul 06 12:15:13.641687 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d356403a-bb77-497d-8b23-5c6bf86936b6 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:15:13.648134 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d356403a-bb77-497d-8b23-5c6bf86936b6 admin admin] 10.222.0.81 "PUT /v2.0/routers/dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4096889 Jul 06 12:15:13.650570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33390) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:13.655822 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9730a7a1-7af1-4575-b14f-fe27889d1fc1 None None] Sync routers for ids ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:15:13.660016 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36c01593-477c-4a15-9ac0-79191026dd70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:13.667483 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9730a7a1-7af1-4575-b14f-fe27889d1fc1 None None] Routers {'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:13.668125 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9730a7a1-7af1-4575-b14f-fe27889d1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:15:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:13.681825 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-36c01593-477c-4a15-9ac0-79191026dd70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Transition to ACTIVE for port object 62cc661b-fdfc-4ad6-b5ab-0d504b9002c9 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:13.767959 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36c01593-477c-4a15-9ac0-79191026dd70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:13.831819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c01593-477c-4a15-9ac0-79191026dd70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 24888204-59c8-49c6-bc39-c08645ff1b98 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:13.867024 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Allocated IP 172.20.0.2 (24888204-59c8-49c6-bc39-c08645ff1b98/93ee5ec3-652c-46c2-8396-a3c192c38ef4/e0758973-4007-4ca4-a662-3ce954f825a5) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:13.867326 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-94ce7fb0-e5ef-4b0b-b8b9-e16eefb72260 req-a716ad23-425e-43d3-aea4-4af5a873699f tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757623 Jul 06 12:15:13.871522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-9730a7a1-7af1-4575-b14f-fe27889d1fc1 None None] Set router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:13.930813 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e62447e1-f964-466c-8a16-4b08333a9f95 admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:13.970380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-36c01593-477c-4a15-9ac0-79191026dd70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:13.985513 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c01593-477c-4a15-9ac0-79191026dd70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:14.101594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c01593-477c-4a15-9ac0-79191026dd70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=62cc661b-fdfc-4ad6-b5ab-0d504b9002c9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:14.138077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c01593-477c-4a15-9ac0-79191026dd70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:14.138797 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36c01593-477c-4a15-9ac0-79191026dd70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:14.172244 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-36c01593-477c-4a15-9ac0-79191026dd70 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3262026 Jul 06 12:15:14.174831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33400) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:14.186538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8af6fcc4-66a6-4165-abad-d00368f029b8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'network_id': '24888204-59c8-49c6-bc39-c08645ff1b98', 'name': 'tempest-PortsTestJSON-2121194479'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:14.230423 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e62447e1-f964-466c-8a16-4b08333a9f95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:14.252183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949b4de-1f51-4e07-9f8d-86225fccd43c req-8ee182ab-c744-4440-9f0c-e492c0a41e0c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:14.254127 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6949b4de-1f51-4e07-9f8d-86225fccd43c req-8ee182ab-c744-4440-9f0c-e492c0a41e0c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1110992 Jul 06 12:15:14.326585 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6949b4de-1f51-4e07-9f8d-86225fccd43c req-6f1a62c5-cc59-495e-a8ae-01923149b996 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495391 Jul 06 12:15:14.364822 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e62447e1-f964-466c-8a16-4b08333a9f95 admin admin] Deleting port 577a07b7-9974-421a-b074-d15c366b8f30 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:14.365180 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e62447e1-f964-466c-8a16-4b08333a9f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:14.409152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-58d36611-e766-4c22-b4af-46f656fe0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:14.411063 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-58d36611-e766-4c22-b4af-46f656fe0540 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 1097 time: 0.1570501 Jul 06 12:15:14.504667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-e62447e1-f964-466c-8a16-4b08333a9f95 admin admin] For port 577a07b7-9974-421a-b074-d15c366b8f30, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=577a07b7-9974-421a-b074-d15c366b8f30,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:14.505765 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e62447e1-f964-466c-8a16-4b08333a9f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:14.569408 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:14.582514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9730a7a1-7af1-4575-b14f-fe27889d1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'name': 'tempest-TaggedBootDevicesTest_v242-574789567-router', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '577a07b7-9974-421a-b074-d15c366b8f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:15:12Z', 'revision_number': 5, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'gw_port': {'id': '577a07b7-9974-421a-b074-d15c366b8f30', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:14:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:03:39Z', 'updated_at': '2021-07-06T12:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:14.587035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Transition to ACTIVE for port object e0758973-4007-4ca4-a662-3ce954f825a5 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:14.600693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e62447e1-f964-466c-8a16-4b08333a9f95 admin admin] Calling delete_port for 577a07b7-9974-421a-b074-d15c366b8f30 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:14.634791 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9730a7a1-7af1-4575-b14f-fe27889d1fc1 None None] Checking router: dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:15:14.657211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-9d62fd06-6331-476a-b6c1-ba2d62c0c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:14.660069 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-9d62fd06-6331-476a-b6c1-ba2d62c0c3c0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 HTTP/1.1" status: 200 len: 897 time: 0.2416990 Jul 06 12:15:14.661308 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af6fcc4-66a6-4165-abad-d00368f029b8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:14.671627 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8af6fcc4-66a6-4165-abad-d00368f029b8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:14.679867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9730a7a1-7af1-4575-b14f-fe27889d1fc1 None None] Routers {'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:14.680755 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9730a7a1-7af1-4575-b14f-fe27889d1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:15:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:14.701351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-8af6fcc4-66a6-4165-abad-d00368f029b8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] device_id is not set on port b1cfa1cd-9c0f-401b-b709-53b3c9de4bc9 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:15:14.796717 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-9730a7a1-7af1-4575-b14f-fe27889d1fc1 None None] Set router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:14.823787 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-43f1435a-9a72-4366-a434-8cbbbcce321b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e HTTP/1.1" status: 200 len: 1002 time: 0.1351616 Jul 06 12:15:14.858590 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Transition to ACTIVE for port object e0758973-4007-4ca4-a662-3ce954f825a5 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:14.860145 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9730a7a1-7af1-4575-b14f-fe27889d1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'name': 'tempest-TaggedBootDevicesTest_v242-574789567-router', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:15:14Z', 'revision_number': 6, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:14.889878 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9730a7a1-7af1-4575-b14f-fe27889d1fc1 None None] The sync data for ids ['dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb'] in n-d-799529-2 is: [{'id': 'dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb', 'name': 'tempest-TaggedBootDevicesTest_v242-574789567-router', 'tenant_id': '2e51f6968cb54be9a671639601bdf4bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:03:38Z', 'updated_at': '2021-07-06T12:15:14Z', 'revision_number': 6, 'project_id': '2e51f6968cb54be9a671639601bdf4bd', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:15:14.892183 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:14.915267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-20a9a482-6d35-40fc-9749-8f974896f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:14.917327 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-20a9a482-6d35-40fc-9749-8f974896f187 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0ce6209d-f67f-4d1f-a267-7eac8672ed36 HTTP/1.1" status: 200 len: 834 time: 0.0878220 Jul 06 12:15:14.960466 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Pushing event updated for resources: {'Port': ['ID=e0758973-4007-4ca4-a662-3ce954f825a5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:14.969615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Network 24888204-59c8-49c6-bc39-c08645ff1b98 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:14.971107 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:14.976505 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:15.034416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-8af6fcc4-66a6-4165-abad-d00368f029b8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Allocated IP 172.20.0.13 (24888204-59c8-49c6-bc39-c08645ff1b98/93ee5ec3-652c-46c2-8396-a3c192c38ef4/b1cfa1cd-9c0f-401b-b709-53b3c9de4bc9) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:15.042231 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Attempting to bind port e0758973-4007-4ca4-a662-3ce954f825a5 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:15.042523 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Attempting to bind port e0758973-4007-4ca4-a662-3ce954f825a5 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'cb95cf4a-1085-463d-ab92-c42b5c836474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '24888204-59c8-49c6-bc39-c08645ff1b98'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:15.042885 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Attempting to bind port e0758973-4007-4ca4-a662-3ce954f825a5 on network 24888204-59c8-49c6-bc39-c08645ff1b98 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:15.048318 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:15.049137 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Checking segment: {'id': 'cb95cf4a-1085-463d-ab92-c42b5c836474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '24888204-59c8-49c6-bc39-c08645ff1b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:15.049557 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:15.049963 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Bound using segment: {'id': 'cb95cf4a-1085-463d-ab92-c42b5c836474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '24888204-59c8-49c6-bc39-c08645ff1b98'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:15.050442 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Bound port: e0758973-4007-4ca4-a662-3ce954f825a5, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb95cf4a-1085-463d-ab92-c42b5c836474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '24888204-59c8-49c6-bc39-c08645ff1b98'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:15.050827 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:15.169903 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-f77dc4dc-7b36-4498-af55-b472b0234b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:15.170128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] For port e0758973-4007-4ca4-a662-3ce954f825a5, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:15.173330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] For port e0758973-4007-4ca4-a662-3ce954f825a5, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e0758973-4007-4ca4-a662-3ce954f825a5,segment=NetworkSegment(cb95cf4a-1085-463d-ab92-c42b5c836474),segment_id=cb95cf4a-1085-463d-ab92-c42b5c836474)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:15.178059 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-f77dc4dc-7b36-4498-af55-b472b0234b04 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2494915 Jul 06 12:15:15.190904 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:15.308579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5a09b-2f5a-4e5c-8cdb-03194f942177 None None] Pushing event updated for resources: {'Port': ['ID=e0758973-4007-4ca4-a662-3ce954f825a5,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:15.356587 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef37c0e-97d8-4cb8-b852-50c51e88fc62 req-f607a0b0-edc5-4eb8-bc67-57f338833427 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:15.364860 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aef37c0e-97d8-4cb8-b852-50c51e88fc62 req-f607a0b0-edc5-4eb8-bc67-57f338833427 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.8084781 Jul 06 12:15:15.412684 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e62447e1-f964-466c-8a16-4b08333a9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:15.464023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62447e1-f964-466c-8a16-4b08333a9f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=577a07b7-9974-421a-b074-d15c366b8f30,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:15.549699 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aef37c0e-97d8-4cb8-b852-50c51e88fc62 req-9affef1f-1a94-4c6e-bdb2-9c3b1d4f244f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837642 Jul 06 12:15:15.554312 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e62447e1-f964-466c-8a16-4b08333a9f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:15.680983 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e62447e1-f964-466c-8a16-4b08333a9f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:15.683527 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e62447e1-f964-466c-8a16-4b08333a9f95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:15.802818 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e62447e1-f964-466c-8a16-4b08333a9f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:15.803413 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62447e1-f964-466c-8a16-4b08333a9f95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:15:15.813449 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e62447e1-f964-466c-8a16-4b08333a9f95 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:15.818536 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e62447e1-f964-466c-8a16-4b08333a9f95 admin admin] 10.222.0.81 "DELETE /v2.0/routers/dd264bb1-13ee-4ec1-8c4b-2df8b08f69eb HTTP/1.1" status: 204 len: 168 time: 2.1664708 Jul 06 12:15:15.820871 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33418) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:15.946610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be6c016-eff7-42f3-82b5-e207ab452c60 admin admin] Deleting subnet f19cb1b0-56e0-4d55-af26-5ec14e7184b8 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:15:15.957603 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1be6c016-eff7-42f3-82b5-e207ab452c60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.073923 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 577a07b7-9974-421a-b074-d15c366b8f30 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:16.086434 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1be6c016-eff7-42f3-82b5-e207ab452c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.107586 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-2160a4af-5b2d-408e-9510-7cdb5272e597 service neutron] 10.222.0.89 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9252653 Jul 06 12:15:16.128254 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 577a07b7-9974-421a-b074-d15c366b8f30 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:16.128603 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 577a07b7-9974-421a-b074-d15c366b8f30 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:16.129036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:16.163304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b075e7-9b7e-4409-bd9a-9278d6490815 req-b98f4751-3e6b-4d22-99aa-12d6087f8fce tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:16.170515 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53b075e7-9b7e-4409-bd9a-9278d6490815 req-b98f4751-3e6b-4d22-99aa-12d6087f8fce tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.4093473 Jul 06 12:15:16.178195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:16.178465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3a32f648-23f7-4aac-b345-c7bd7da0d1d6 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:16.213091 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-fa2d7399-a6cc-49b2-8f62-db5fbecb0285 service neutron] 10.222.0.89 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978742 Jul 06 12:15:16.217105 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8af6fcc4-66a6-4165-abad-d00368f029b8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.234979 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53b075e7-9b7e-4409-bd9a-9278d6490815 req-09e65d6b-85fe-4f84-a8b6-d38544b2cfbf tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634670 Jul 06 12:15:16.257359 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-8af6fcc4-66a6-4165-abad-d00368f029b8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Transition to ACTIVE for port object b1cfa1cd-9c0f-401b-b709-53b3c9de4bc9 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:16.349502 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1be6c016-eff7-42f3-82b5-e207ab452c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.387631 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8af6fcc4-66a6-4165-abad-d00368f029b8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.468438 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1be6c016-eff7-42f3-82b5-e207ab452c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.510005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af6fcc4-66a6-4165-abad-d00368f029b8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 24888204-59c8-49c6-bc39-c08645ff1b98 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:16.511741 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8af6fcc4-66a6-4165-abad-d00368f029b8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:16.513854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6fcc4-66a6-4165-abad-d00368f029b8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=b1cfa1cd-9c0f-401b-b709-53b3c9de4bc9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:16.516291 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af6fcc4-66a6-4165-abad-d00368f029b8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:16.541823 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1be6c016-eff7-42f3-82b5-e207ab452c60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.543964 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1be6c016-eff7-42f3-82b5-e207ab452c60 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f19cb1b0-56e0-4d55-af26-5ec14e7184b8 HTTP/1.1" status: 204 len: 168 time: 0.7224720 Jul 06 12:15:16.545789 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6c016-eff7-42f3-82b5-e207ab452c60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19cb1b0-56e0-4d55-af26-5ec14e7184b8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:16.549390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d22fd8-243b-4dfe-b59b-d879151d5e5f None None] Network e155bfca-ff82-4ba8-aaaa-46b7984f6b46 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:16.593835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af6fcc4-66a6-4165-abad-d00368f029b8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:16.594804 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8af6fcc4-66a6-4165-abad-d00368f029b8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.597528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33428) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:16.675189 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd350c77-dabf-4206-b7e9-e09ad5842d8a req-de70558b-4468-4d24-9d5b-58f50845f4f8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:16.676854 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd350c77-dabf-4206-b7e9-e09ad5842d8a req-de70558b-4468-4d24-9d5b-58f50845f4f8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 944 time: 0.1387031 Jul 06 12:15:16.717440 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8af6fcc4-66a6-4165-abad-d00368f029b8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5412602 Jul 06 12:15:16.722352 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33434) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:16.747077 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.843840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] Deleting port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:16.844282 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.847871 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd350c77-dabf-4206-b7e9-e09ad5842d8a req-9531fd74-46b5-434f-8e9c-2d8e03febc3b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595271 Jul 06 12:15:16.867475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fc7b27-1a38-41ef-8c78-52d113861b98 None None] DHCP port deletion for e155bfca-ff82-4ba8-aaaa-46b7984f6b46 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:15:16.932643 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad7a4f9-bda7-45b8-a393-d7fc95ae9d4b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:16.934267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cad7a4f9-bda7-45b8-a393-d7fc95ae9d4b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.2110255 Jul 06 12:15:16.937822 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-15fc7b27-1a38-41ef-8c78-52d113861b98 None None] Deleting port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:16.938531 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15fc7b27-1a38-41ef-8c78-52d113861b98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:16.938674 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33438) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:17.013167 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] For port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=52ea05d3-be95-4f3c-95c6-7f05cdc094e9,segment=NetworkSegment(111b6f8b-9c71-4ca6-b2fb-455a8364adda),segment_id=111b6f8b-9c71-4ca6-b2fb-455a8364adda)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:17.013598 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.034211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] Calling delete_port for 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:17.086697 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-15fc7b27-1a38-41ef-8c78-52d113861b98 None None] For port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=52ea05d3-be95-4f3c-95c6-7f05cdc094e9,segment=NetworkSegment(111b6f8b-9c71-4ca6-b2fb-455a8364adda),segment_id=111b6f8b-9c71-4ca6-b2fb-455a8364adda)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:17.087312 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15fc7b27-1a38-41ef-8c78-52d113861b98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.116195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-15fc7b27-1a38-41ef-8c78-52d113861b98 None None] Calling delete_port for 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:17.197600 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.228665 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-68aace06-1e87-41df-9782-d15bfd73681e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port b1cfa1cd-9c0f-401b-b709-53b3c9de4bc9 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:17.228928 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68aace06-1e87-41df-9782-d15bfd73681e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.241233 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b36f67-49b1-4ce9-b232-612c12d579b5 req-1fcf6a1c-c05a-4ed6-b998-9d16ed976f49 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:17.243035 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52b36f67-49b1-4ce9-b232-612c12d579b5 req-1fcf6a1c-c05a-4ed6-b998-9d16ed976f49 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1394508 Jul 06 12:15:17.249233 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15fc7b27-1a38-41ef-8c78-52d113861b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.263655 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ea05d3-be95-4f3c-95c6-7f05cdc094e9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:17.280843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] No DVR routers for this DVR port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:17.291564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc7b27-1a38-41ef-8c78-52d113861b98 None None] Pushing event deleted for resources: {'Port': ['ID=52ea05d3-be95-4f3c-95c6-7f05cdc094e9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:17.300495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc7b27-1a38-41ef-8c78-52d113861b98 None None] No DVR routers for this DVR port 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:17.381398 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52b36f67-49b1-4ce9-b232-612c12d579b5 req-1abd5999-0e4e-4b59-9f3b-2a969c4968f7 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176913 Jul 06 12:15:17.399198 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.419945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e155bfca-ff82-4ba8-aaaa-46b7984f6b46']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:17.433564 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68aace06-1e87-41df-9782-d15bfd73681e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.437494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111b6f8b-9c71-4ca6-b2fb-455a8364adda') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:17.437874 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111b6f8b-9c71-4ca6-b2fb-455a8364adda') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:17.454902 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.462823 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-68aace06-1e87-41df-9782-d15bfd73681e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for b1cfa1cd-9c0f-401b-b709-53b3c9de4bc9 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:17.478916 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115e0abb-f3c3-4a56-86d9-1de49bb5b63f None None] Network 24888204-59c8-49c6-bc39-c08645ff1b98 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:17.511369 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.522056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:15:17.523713 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:15:17.527133 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:15:17.583409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5bffe58b-cc9c-44cb-8cb5-a26c96e8d8ca None None] Provisioning for port e0758973-4007-4ca4-a662-3ce954f825a5 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:17.629753 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68aace06-1e87-41df-9782-d15bfd73681e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.644592 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.656165 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.664285 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e155bfca-ff82-4ba8-aaaa-46b7984f6b46 HTTP/1.1" status: 204 len: 168 time: 1.0642269 Jul 06 12:15:17.697718 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c4afa-3775-4e98-80e7-0bd797d42e76 admin admin] Pushing event deleted for resources: {'Network': ['ID=e155bfca-ff82-4ba8-aaaa-46b7984f6b46,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:17.832002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e0758973-4007-4ca4-a662-3ce954f825a5 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:17.897304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33452) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:17.914312 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aace06-1e87-41df-9782-d15bfd73681e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=b1cfa1cd-9c0f-401b-b709-53b3c9de4bc9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:17.917708 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68aace06-1e87-41df-9782-d15bfd73681e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.920398 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-68aace06-1e87-41df-9782-d15bfd73681e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/b1cfa1cd-9c0f-401b-b709-53b3c9de4bc9 HTTP/1.1" status: 204 len: 168 time: 0.9809239 Jul 06 12:15:17.930455 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33454) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:17.936003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port e0758973-4007-4ca4-a662-3ce954f825a5 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:17.956686 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e0758973-4007-4ca4-a662-3ce954f825a5 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:17.957067 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:17.958291 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24781249-1b7e-426a-8603-7a3084a745f8 req-6ca52f29-c475-40b9-84a0-77bb4068b7a3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:17.960159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24781249-1b7e-426a-8603-7a3084a745f8 req-6ca52f29-c475-40b9-84a0-77bb4068b7a3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.3447378 Jul 06 12:15:17.967035 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-142d0b79-2b52-4387-95d1-ce39ab6681a3 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] GET failed (client error): The resource could not be found. Jul 06 12:15:17.969062 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-142d0b79-2b52-4387-95d1-ce39ab6681a3 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/b1cfa1cd-9c0f-401b-b709-53b3c9de4bc9 HTTP/1.1" status: 404 len: 333 time: 0.0375881 Jul 06 12:15:17.976443 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33456) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:18.035997 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-efbdc354-d5c8-4003-90e3-be9467c326d5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e51f6968cb54be9a671639601bdf4bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374571 Jul 06 12:15:18.038690 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33458) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:18.088049 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24781249-1b7e-426a-8603-7a3084a745f8 req-c45df8c4-a503-4877-be8d-1b918235148d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202152 Jul 06 12:15:18.140561 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08489ae9-8822-473e-bb61-6cd1fb697085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:18.157743 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:18.192417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-121fd490-d35c-48c4-b5cc-caaac3a27a32 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port 62cc661b-fdfc-4ad6-b5ab-0d504b9002c9 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:18.192965 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-121fd490-d35c-48c4-b5cc-caaac3a27a32 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:18.208546 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08489ae9-8822-473e-bb61-6cd1fb697085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:18.232406 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port e0758973-4007-4ca4-a662-3ce954f825a5, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e0758973-4007-4ca4-a662-3ce954f825a5,segment=NetworkSegment(cb95cf4a-1085-463d-ab92-c42b5c836474),segment_id=cb95cf4a-1085-463d-ab92-c42b5c836474)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:18.239088 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:18.332760 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08489ae9-8822-473e-bb61-6cd1fb697085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:18.337648 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08489ae9-8822-473e-bb61-6cd1fb697085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:18.358433 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-08489ae9-8822-473e-bb61-6cd1fb697085 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aee09f5c-c07e-4e56-8d7d-318ef25a9dcc HTTP/1.1" status: 204 len: 168 time: 0.2991886 Jul 06 12:15:18.381868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08489ae9-8822-473e-bb61-6cd1fb697085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee09f5c-c07e-4e56-8d7d-318ef25a9dcc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:18.421347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:18.452856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6cd077c5-6c36-4eea-a192-75c0d72cbc13 None None] Provisioning for port 62cc661b-fdfc-4ad6-b5ab-0d504b9002c9 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:18.462869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:18.463036 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-121fd490-d35c-48c4-b5cc-caaac3a27a32 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:18.463634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 52ea05d3-be95-4f3c-95c6-7f05cdc094e9 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:18.465904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6cd077c5-6c36-4eea-a192-75c0d72cbc13 None None] Provisioning complete for port 62cc661b-fdfc-4ad6-b5ab-0d504b9002c9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:18.466749 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6cd077c5-6c36-4eea-a192-75c0d72cbc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:18.469146 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=e0758973-4007-4ca4-a662-3ce954f825a5,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:18.518885 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-121fd490-d35c-48c4-b5cc-caaac3a27a32 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for 62cc661b-fdfc-4ad6-b5ab-0d504b9002c9 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:18.581465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6cd077c5-6c36-4eea-a192-75c0d72cbc13 None None] Port 62cc661b-fdfc-4ad6-b5ab-0d504b9002c9 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:18.610575 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6cd077c5-6c36-4eea-a192-75c0d72cbc13 None None] Provisioning complete for port e0758973-4007-4ca4-a662-3ce954f825a5 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:18.610952 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6cd077c5-6c36-4eea-a192-75c0d72cbc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:18.921389 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-92570188-a41a-4ff2-a9c0-a732ebc3e896 None None] Provisioning complete for port 62cc661b-fdfc-4ad6-b5ab-0d504b9002c9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:18.921894 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92570188-a41a-4ff2-a9c0-a732ebc3e896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:18.973345 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-121fd490-d35c-48c4-b5cc-caaac3a27a32 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:19.033747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-92570188-a41a-4ff2-a9c0-a732ebc3e896 None None] Port 62cc661b-fdfc-4ad6-b5ab-0d504b9002c9 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:19.045290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fd490-d35c-48c4-b5cc-caaac3a27a32 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=62cc661b-fdfc-4ad6-b5ab-0d504b9002c9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:19.125852 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1a0ff-77ff-4bbc-9992-60f69f185680 req-4ab88da2-a512-4a6b-83e2-59f4a8e93b99 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:19.127612 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b0a1a0ff-77ff-4bbc-9992-60f69f185680 req-4ab88da2-a512-4a6b-83e2-59f4a8e93b99 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 944 time: 0.3021557 Jul 06 12:15:19.150183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f5865072-684d-497d-bbee-66f738f8ba5a None None] Could not find standard attr ID for object b1cfa1cd-9c0f-401b-b709-53b3c9de4bc9. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:15:19.242135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b0a1a0ff-77ff-4bbc-9992-60f69f185680 req-70ca0725-2236-4136-b84f-69d5af82f400 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849121 Jul 06 12:15:19.258218 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-121fd490-d35c-48c4-b5cc-caaac3a27a32 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:19.265207 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-121fd490-d35c-48c4-b5cc-caaac3a27a32 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/62cc661b-fdfc-4ad6-b5ab-0d504b9002c9 HTTP/1.1" status: 204 len: 168 time: 1.2781510 Jul 06 12:15:19.266185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33488) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:19.365317 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9e75d2-6f1d-4fae-9fb8-ee5b921c07f0 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] GET failed (client error): The resource could not be found. Jul 06 12:15:19.367981 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8d9e75d2-6f1d-4fae-9fb8-ee5b921c07f0 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/62cc661b-fdfc-4ad6-b5ab-0d504b9002c9 HTTP/1.1" status: 404 len: 333 time: 0.1007648 Jul 06 12:15:19.371023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33494) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:19.490234 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c313a9-2bc1-43b3-a4a9-155ebbd3688d tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting subnet 93ee5ec3-652c-46c2-8396-a3c192c38ef4 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:15:19.542806 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-28c313a9-2bc1-43b3-a4a9-155ebbd3688d tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:19.644787 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-28c313a9-2bc1-43b3-a4a9-155ebbd3688d tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:19.657371 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33500) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:19.707213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30d64b-2453-469b-a1ff-aaa42dd4b32c req-45b63c79-15af-4298-baee-f06516607a3c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:19.714676 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7d30d64b-2453-469b-a1ff-aaa42dd4b32c req-45b63c79-15af-4298-baee-f06516607a3c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.2210865 Jul 06 12:15:19.740161 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e0758973-4007-4ca4-a662-3ce954f825a5 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:19.790782 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7d30d64b-2453-469b-a1ff-aaa42dd4b32c req-30b5a48b-1c9e-4b3e-a343-df51a0abf4bf tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702538 Jul 06 12:15:19.826795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7c92102e-b364-4a66-a561-77d5e76a2db6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-87646061-network', 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:19.857755 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-28c313a9-2bc1-43b3-a4a9-155ebbd3688d tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:19.875823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e0758973-4007-4ca4-a662-3ce954f825a5 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:19.877343 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:19.882840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c92102e-b364-4a66-a561-77d5e76a2db6 admin admin] Made reservation on behalf of 2db458d6ca384cdeb695ba6e28db21aa for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:19.886831 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c92102e-b364-4a66-a561-77d5e76a2db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:19.904790 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c92102e-b364-4a66-a561-77d5e76a2db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.012560 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-28c313a9-2bc1-43b3-a4a9-155ebbd3688d tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.044411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c313a9-2bc1-43b3-a4a9-155ebbd3688d tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Subnet': ['ID=93ee5ec3-652c-46c2-8396-a3c192c38ef4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:20.056264 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-28c313a9-2bc1-43b3-a4a9-155ebbd3688d tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.058280 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-28c313a9-2bc1-43b3-a4a9-155ebbd3688d tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/93ee5ec3-652c-46c2-8396-a3c192c38ef4 HTTP/1.1" status: 204 len: 168 time: 0.6856945 Jul 06 12:15:20.062308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33510) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:20.070217 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc5b76e-3994-41a4-9b5b-78e4bc46e214 None None] Network 24888204-59c8-49c6-bc39-c08645ff1b98 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:20.080895 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c92102e-b364-4a66-a561-77d5e76a2db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.086327 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c92102e-b364-4a66-a561-77d5e76a2db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.116458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c92102e-b364-4a66-a561-77d5e76a2db6 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:15:20.129014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92102e-b364-4a66-a561-77d5e76a2db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae12b2f1-543a-4812-b67a-160c97c10496,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:20.144205 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908ec03-62b9-4e45-b4d6-f8babeaf0702 req-79939113-f668-4b55-9b6c-d8fec20fb9b0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:20.145887 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a908ec03-62b9-4e45-b4d6-f8babeaf0702 req-79939113-f668-4b55-9b6c-d8fec20fb9b0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.1825149 Jul 06 12:15:20.147609 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c92102e-b364-4a66-a561-77d5e76a2db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.147952 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-7c92102e-b364-4a66-a561-77d5e76a2db6 admin admin] Added segment 33e421c7-c3c8-4f15-aa73-744e02f29c09 of type vlan for network f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec Jul 06 12:15:20.183006 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.198234 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c92102e-b364-4a66-a561-77d5e76a2db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.212675 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a908ec03-62b9-4e45-b4d6-f8babeaf0702 req-e9b29697-0837-4995-9b4c-7536d2aacb3b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588875 Jul 06 12:15:20.239834 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c92102e-b364-4a66-a561-77d5e76a2db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.240847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c92102e-b364-4a66-a561-77d5e76a2db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:20.241555 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c92102e-b364-4a66-a561-77d5e76a2db6 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.272382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port e0758973-4007-4ca4-a662-3ce954f825a5 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:20.273025 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.322224 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7c92102e-b364-4a66-a561-77d5e76a2db6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6622512 Jul 06 12:15:20.324376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92102e-b364-4a66-a561-77d5e76a2db6 admin admin] Pushing event updated for resources: {'Network': ['ID=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:20.326552 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33514) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:20.337515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a855d6f-17f9-416d-9ee4-559f6bd10ae6 None None] DHCP port deletion for 24888204-59c8-49c6-bc39-c08645ff1b98 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:15:20.339657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-224279c2-05c0-4b09-b187-61e39be53090 admin admin] Request body: {'subnet': {'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-87646061-subnet', 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:20.342344 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:15:20.367195 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224279c2-05c0-4b09-b187-61e39be53090 admin admin] Made reservation on behalf of 2db458d6ca384cdeb695ba6e28db21aa for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:20.371872 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-224279c2-05c0-4b09-b187-61e39be53090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.379818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] For port e0758973-4007-4ca4-a662-3ce954f825a5, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e0758973-4007-4ca4-a662-3ce954f825a5,segment=NetworkSegment(cb95cf4a-1085-463d-ab92-c42b5c836474),segment_id=cb95cf4a-1085-463d-ab92-c42b5c836474)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:20.380199 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.434361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for e0758973-4007-4ca4-a662-3ce954f825a5 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:20.492280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9a855d6f-17f9-416d-9ee4-559f6bd10ae6 None None] Deleting port e0758973-4007-4ca4-a662-3ce954f825a5 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:20.492656 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a855d6f-17f9-416d-9ee4-559f6bd10ae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.544602 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df7dda-169b-4034-a8f2-c8a36ffb6cac req-eb30acb6-99b1-4274-8812-deb15da98373 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:20.547338 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b3df7dda-169b-4034-a8f2-c8a36ffb6cac req-eb30acb6-99b1-4274-8812-deb15da98373 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 944 time: 0.1543989 Jul 06 12:15:20.566377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9a855d6f-17f9-416d-9ee4-559f6bd10ae6 None None] For port e0758973-4007-4ca4-a662-3ce954f825a5, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e0758973-4007-4ca4-a662-3ce954f825a5,segment=NetworkSegment(cb95cf4a-1085-463d-ab92-c42b5c836474),segment_id=cb95cf4a-1085-463d-ab92-c42b5c836474)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:20.567037 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a855d6f-17f9-416d-9ee4-559f6bd10ae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.584094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9a855d6f-17f9-416d-9ee4-559f6bd10ae6 None None] Calling delete_port for e0758973-4007-4ca4-a662-3ce954f825a5 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:20.618949 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-224279c2-05c0-4b09-b187-61e39be53090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.635614 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b3df7dda-169b-4034-a8f2-c8a36ffb6cac req-91c225dc-03f6-4c60-85b3-56378b0f31de tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826068 Jul 06 12:15:20.661587 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.687876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224279c2-05c0-4b09-b187-61e39be53090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ddc82b-35de-420b-a4e4-3b01d6ff4f20,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:20.692769 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a855d6f-17f9-416d-9ee4-559f6bd10ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.698725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224279c2-05c0-4b09-b187-61e39be53090 admin admin] Checking segment: {'id': '33e421c7-c3c8-4f15-aa73-744e02f29c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:20.699480 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224279c2-05c0-4b09-b187-61e39be53090 admin admin] Network hostable DHCP agents. Network: f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:15:20.700020 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No DVR routers for this DVR port e0758973-4007-4ca4-a662-3ce954f825a5 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:20.701907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=e0758973-4007-4ca4-a662-3ce954f825a5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:20.718602 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a855d6f-17f9-416d-9ee4-559f6bd10ae6 None None] Pushing event deleted for resources: {'Port': ['ID=e0758973-4007-4ca4-a662-3ce954f825a5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:20.730938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a855d6f-17f9-416d-9ee4-559f6bd10ae6 None None] No DVR routers for this DVR port e0758973-4007-4ca4-a662-3ce954f825a5 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:20.732978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224279c2-05c0-4b09-b187-61e39be53090 admin admin] Network f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:15:20.748430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-224279c2-05c0-4b09-b187-61e39be53090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:20.752893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224279c2-05c0-4b09-b187-61e39be53090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:20.753514 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-224279c2-05c0-4b09-b187-61e39be53090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.757281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc71983-8e0e-4de7-8c2a-23b9584197e4 None None] Network f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:20.769201 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-224279c2-05c0-4b09-b187-61e39be53090 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4415264 Jul 06 12:15:20.775677 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33520) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:20.781392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-87646061-router', 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:20.810337 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.815124 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.817360 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.832333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24888204-59c8-49c6-bc39-c08645ff1b98']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:20.849197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb95cf4a-1085-463d-ab92-c42b5c836474') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:20.849643 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb95cf4a-1085-463d-ab92-c42b5c836474') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:20.869291 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.895753 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.904515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:15:20.905513 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:15:20.910875 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:15:20.948043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3ac2f3-8ad0-4ae0-b448-5dca8cbccc89 None None] Network f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:20.952962 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.046410 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.051534 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.057871 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/networks/24888204-59c8-49c6-bc39-c08645ff1b98 HTTP/1.1" status: 204 len: 168 time: 0.9943531 Jul 06 12:15:21.058637 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33526) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:21.069763 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6135229b-2f5f-4cba-adf0-0210c466372c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-641172187'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:21.094249 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91220b8-d7be-4987-8cfb-47fe05009787 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Network': ['ID=24888204-59c8-49c6-bc39-c08645ff1b98,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:21.117299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4558c4-40bc-46cd-b57b-0f17ce2ecefe req-e75c8da9-c3b0-43ea-a912-fa5b71a57a54 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:21.118979 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a4558c4-40bc-46cd-b57b-0f17ce2ecefe req-e75c8da9-c3b0-43ea-a912-fa5b71a57a54 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1294990 Jul 06 12:15:21.134888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6135229b-2f5f-4cba-adf0-0210c466372c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:21.138306 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6135229b-2f5f-4cba-adf0-0210c466372c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.146244 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.190318 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a4558c4-40bc-46cd-b57b-0f17ce2ecefe req-70500310-aa1a-4a3c-bf30-c1a721fe40c0 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637255 Jul 06 12:15:21.193890 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6135229b-2f5f-4cba-adf0-0210c466372c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:15:21.205303 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6135229b-2f5f-4cba-adf0-0210c466372c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.205533 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-6135229b-2f5f-4cba-adf0-0210c466372c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Added segment 7bfdca17-b3ec-40d7-af2c-8acbca04556c of type vlan for network 8043a189-9f95-4b20-b529-63e9a94910ef Jul 06 12:15:21.259290 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6135229b-2f5f-4cba-adf0-0210c466372c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.301078 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6135229b-2f5f-4cba-adf0-0210c466372c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.308385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6135229b-2f5f-4cba-adf0-0210c466372c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:21.309321 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6135229b-2f5f-4cba-adf0-0210c466372c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.382883 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6135229b-2f5f-4cba-adf0-0210c466372c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3173034 Jul 06 12:15:21.383120 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33536) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:21.388598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-85718a3c-add4-4029-8e3a-901a95215b86 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'subnet': {'network_id': '8043a189-9f95-4b20-b529-63e9a94910ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:21.393832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135229b-2f5f-4cba-adf0-0210c466372c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Network': ['ID=8043a189-9f95-4b20-b529-63e9a94910ef,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:21.406161 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 8043a189-9f95-4b20-b529-63e9a94910ef details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:15:21.506632 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.541462 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.647922 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85718a3c-add4-4029-8e3a-901a95215b86 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:21.651542 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85718a3c-add4-4029-8e3a-901a95215b86 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:21.658232 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3980022-81f2-4253-816d-88865419f026 req-b7c11f0f-2f8a-429f-a232-481300beb515 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:21.665524 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3980022-81f2-4253-816d-88865419f026 req-b7c11f0f-2f8a-429f-a232-481300beb515 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.1075907 Jul 06 12:15:21.684040 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e0758973-4007-4ca4-a662-3ce954f825a5 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:21.707797 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: e0758973-4007-4ca4-a662-3ce954f825a5 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:21.708918 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e0758973-4007-4ca4-a662-3ce954f825a5 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:21.716113 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3980022-81f2-4253-816d-88865419f026 req-f25651ff-d8c0-4e41-8507-b08d77a5e6b1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495715 Jul 06 12:15:21.809922 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Allocated IP 172.25.4.45 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/7c141c65-3328-485f-874f-23def2bc6820) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:21.813421 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e542f26-93d4-458d-9a26-e0bc3f289d40 req-91fffd4f-42f0-49b4-9859-4c18c5a852bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:21.815657 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e542f26-93d4-458d-9a26-e0bc3f289d40 req-91fffd4f-42f0-49b4-9859-4c18c5a852bd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6c77e2eee574ad7aad674a3093fa936&device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 1095 time: 0.2179794 Jul 06 12:15:21.904191 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6a6ba-042f-4265-b15e-c544072e6678 req-6200082a-1c1c-4056-9b72-580c66dede5d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:21.905761 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55c6a6ba-042f-4265-b15e-c544072e6678 req-6200082a-1c1c-4056-9b72-580c66dede5d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.0756848 Jul 06 12:15:21.955617 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55c6a6ba-042f-4265-b15e-c544072e6678 req-69479475-9e43-407e-98c4-f53129e57c2e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437734 Jul 06 12:15:22.078343 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:22.080981 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e542f26-93d4-458d-9a26-e0bc3f289d40 req-b41be8b9-5076-4195-b000-7389e32f3747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:22.082472 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e542f26-93d4-458d-9a26-e0bc3f289d40 req-b41be8b9-5076-4195-b000-7389e32f3747 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 200 len: 913 time: 0.2582574 Jul 06 12:15:22.138944 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b8a94-5a12-444a-a57b-4ac6176c0588 req-35344437-9cc8-4e69-9d3a-9988cd790990 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:22.139945 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85718a3c-add4-4029-8e3a-901a95215b86 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:22.140852 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b1b8a94-5a12-444a-a57b-4ac6176c0588 req-35344437-9cc8-4e69-9d3a-9988cd790990 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 944 time: 0.0681777 Jul 06 12:15:22.189991 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b1b8a94-5a12-444a-a57b-4ac6176c0588 req-255f38a6-1861-498e-bfc3-e0d3f379590e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421398 Jul 06 12:15:22.221995 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e542f26-93d4-458d-9a26-e0bc3f289d40 req-3c748b82-5214-479f-b333-00b398cb627a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c37a452-8116-40f9-bb9e-87350d554d02 HTTP/1.1" status: 200 len: 997 time: 0.1312501 Jul 06 12:15:22.249228 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85718a3c-add4-4029-8e3a-901a95215b86 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Subnet': ['ID=9d6f08c9-4701-4fe6-a4b3-3a1c4441b98c,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:22.293579 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:22.295472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85718a3c-add4-4029-8e3a-901a95215b86 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Checking segment: {'id': '7bfdca17-b3ec-40d7-af2c-8acbca04556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8043a189-9f95-4b20-b529-63e9a94910ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:22.295831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85718a3c-add4-4029-8e3a-901a95215b86 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network hostable DHCP agents. Network: 8043a189-9f95-4b20-b529-63e9a94910ef, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:15:22.336916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e542f26-93d4-458d-9a26-e0bc3f289d40 req-91092bb3-683e-48e9-90ea-50f8679e9500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:22.338395 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e542f26-93d4-458d-9a26-e0bc3f289d40 req-91092bb3-683e-48e9-90ea-50f8679e9500 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 200 len: 851 time: 0.1076519 Jul 06 12:15:22.367422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:22.393936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:22.397489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:22.400387 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85718a3c-add4-4029-8e3a-901a95215b86 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 8043a189-9f95-4b20-b529-63e9a94910ef is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:15:22.402181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Pushing event updated for resources: {'Port': ['ID=7c141c65-3328-485f-874f-23def2bc6820,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:22.439151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-85718a3c-add4-4029-8e3a-901a95215b86 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 8043a189-9f95-4b20-b529-63e9a94910ef) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:22.447336 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85718a3c-add4-4029-8e3a-901a95215b86 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:22.447912 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85718a3c-add4-4029-8e3a-901a95215b86 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:22.448652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218e0c69-f13a-4265-85d4-9b16eea52d51 None None] Network 8043a189-9f95-4b20-b529-63e9a94910ef requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:22.476817 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33560) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:22.476954 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-85718a3c-add4-4029-8e3a-901a95215b86 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0925233 Jul 06 12:15:22.484627 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0fab849d-d7db-4d4f-86c5-6efef2cb4e26 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'network_id': '8043a189-9f95-4b20-b529-63e9a94910ef', 'name': 'tempest-PortsTestJSON-1584835963', 'fixed_ips': [{'subnet_id': '9d6f08c9-4701-4fe6-a4b3-3a1c4441b98c', 'ip_address': '172.20.0.10'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:22.519216 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e542f26-93d4-458d-9a26-e0bc3f289d40 req-5b3776c4-268f-4aa1-b4c5-6c29d0ad8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:22.520838 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e542f26-93d4-458d-9a26-e0bc3f289d40 req-5b3776c4-268f-4aa1-b4c5-6c29d0ad8a4a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7082785-664d-493b-9a4a-034e8c10bfd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739781 Jul 06 12:15:22.632786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fab849d-d7db-4d4f-86c5-6efef2cb4e26 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:22.662672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-8043a189-9f95-4b20-b529-63e9a94910ef', 'network_id': '8043a189-9f95-4b20-b529-63e9a94910ef', 'tenant_id': '7010f589aa594d5985fd350a6126241f', 'fixed_ips': [{'subnet_id': '9d6f08c9-4701-4fe6-a4b3-3a1c4441b98c'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:15:22.663816 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:22.738470 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e542f26-93d4-458d-9a26-e0bc3f289d40 req-99a9a382-ce18-40fe-9eeb-41de5f3dd957 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912620 Jul 06 12:15:22.777718 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0fab849d-d7db-4d4f-86c5-6efef2cb4e26 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:22.798961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-0fab849d-d7db-4d4f-86c5-6efef2cb4e26 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] device_id is not set on port 6bb78dd8-96fa-40e1-be07-dd2c6c3d93be yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:15:22.836110 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Allocated IP 172.20.0.2 (8043a189-9f95-4b20-b529-63e9a94910ef/9d6f08c9-4701-4fe6-a4b3-3a1c4441b98c/844e18bd-a871-4117-a807-138dd2d87c5a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:22.877874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:22.945656 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e542f26-93d4-458d-9a26-e0bc3f289d40 req-80ef3989-7bf2-43ac-8d77-3ade2c6c10b1 service neutron] 10.222.0.89 "GET /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997921 Jul 06 12:15:23.014963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c3ed6-bc5b-466c-b411-238a4d6464ec req-34d1fe3c-af0e-4a84-a4ff-c8b50bee6a78 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:23.027357 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-509c3ed6-bc5b-466c-b411-238a4d6464ec req-34d1fe3c-af0e-4a84-a4ff-c8b50bee6a78 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.1410031 Jul 06 12:15:23.046453 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:23.063938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Transition to ACTIVE for port object 844e18bd-a871-4117-a807-138dd2d87c5a will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:23.079842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-509c3ed6-bc5b-466c-b411-238a4d6464ec req-86874138-fe8f-42f5-aba8-c97be55b23f4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509255 Jul 06 12:15:23.082720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Transition to ACTIVE for port object 844e18bd-a871-4117-a807-138dd2d87c5a will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:23.100038 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:23.134706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Network 8043a189-9f95-4b20-b529-63e9a94910ef is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:23.139575 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:23.161291 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-0fab849d-d7db-4d4f-86c5-6efef2cb4e26 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Allocated IP 172.20.0.10 (8043a189-9f95-4b20-b529-63e9a94910ef/9d6f08c9-4701-4fe6-a4b3-3a1c4441b98c/6bb78dd8-96fa-40e1-be07-dd2c6c3d93be) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:23.180036 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:23.189707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:23.303553 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Pushing event updated for resources: {'Port': ['ID=844e18bd-a871-4117-a807-138dd2d87c5a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:23.316677 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Attempting to bind port 844e18bd-a871-4117-a807-138dd2d87c5a on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:23.317050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Attempting to bind port 844e18bd-a871-4117-a807-138dd2d87c5a by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '7bfdca17-b3ec-40d7-af2c-8acbca04556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8043a189-9f95-4b20-b529-63e9a94910ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:23.317413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Attempting to bind port 844e18bd-a871-4117-a807-138dd2d87c5a on network 8043a189-9f95-4b20-b529-63e9a94910ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:23.322769 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:23.323316 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Checking segment: {'id': '7bfdca17-b3ec-40d7-af2c-8acbca04556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8043a189-9f95-4b20-b529-63e9a94910ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:23.323827 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:23.324303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Bound using segment: {'id': '7bfdca17-b3ec-40d7-af2c-8acbca04556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8043a189-9f95-4b20-b529-63e9a94910ef'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:23.324800 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Bound port: 844e18bd-a871-4117-a807-138dd2d87c5a, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfdca17-b3ec-40d7-af2c-8acbca04556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8043a189-9f95-4b20-b529-63e9a94910ef'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:23.325289 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:23.348718 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0fab849d-d7db-4d4f-86c5-6efef2cb4e26 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:23.367962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-0fab849d-d7db-4d4f-86c5-6efef2cb4e26 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Transition to ACTIVE for port object 6bb78dd8-96fa-40e1-be07-dd2c6c3d93be will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:23.404273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] For port 844e18bd-a871-4117-a807-138dd2d87c5a, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:23.410292 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] For port 844e18bd-a871-4117-a807-138dd2d87c5a, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=844e18bd-a871-4117-a807-138dd2d87c5a,segment=NetworkSegment(7bfdca17-b3ec-40d7-af2c-8acbca04556c),segment_id=7bfdca17-b3ec-40d7-af2c-8acbca04556c)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:23.417816 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:23.457668 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0fab849d-d7db-4d4f-86c5-6efef2cb4e26 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:23.515341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916d60d-1bff-4ca8-b78a-bdb86d530797 req-6a677cca-5372-4f90-bdf4-11db34a7ec9d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:23.517281 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a916d60d-1bff-4ca8-b78a-bdb86d530797 req-6a677cca-5372-4f90-bdf4-11db34a7ec9d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1397979 Jul 06 12:15:23.541546 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fab849d-d7db-4d4f-86c5-6efef2cb4e26 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 8043a189-9f95-4b20-b529-63e9a94910ef is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:23.548679 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17485fa9-f4e7-4ba2-b3ba-5f67567c84fb None None] Pushing event updated for resources: {'Port': ['ID=844e18bd-a871-4117-a807-138dd2d87c5a,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:23.592210 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-0fab849d-d7db-4d4f-86c5-6efef2cb4e26 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:23.621131 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a916d60d-1bff-4ca8-b78a-bdb86d530797 req-d4201419-4aba-4c07-bef3-fd6babf5807a tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858560 Jul 06 12:15:23.621131 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fab849d-d7db-4d4f-86c5-6efef2cb4e26 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:23.685931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab849d-d7db-4d4f-86c5-6efef2cb4e26 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=6bb78dd8-96fa-40e1-be07-dd2c6c3d93be,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:23.731528 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fab849d-d7db-4d4f-86c5-6efef2cb4e26 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:23.733476 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0fab849d-d7db-4d4f-86c5-6efef2cb4e26 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:23.764930 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0fab849d-d7db-4d4f-86c5-6efef2cb4e26 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2869761 Jul 06 12:15:23.767509 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33574) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:23.773647 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-678f1885-42fc-401c-aa0e-ca64f6dd3d36 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'network_id': '8043a189-9f95-4b20-b529-63e9a94910ef', 'name': 'tempest-PortsTestJSON-711751847', 'fixed_ips': [{'subnet_id': '9d6f08c9-4701-4fe6-a4b3-3a1c4441b98c', 'ip_address': '172.20.0.9'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:23.875977 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Router da79671c-6528-492a-9af3-c58ec31c212e is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:15:23.980225 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfbc95-06c7-44ea-a411-46ffff1fa02e req-8ea6f8f8-0106-4a57-bbcb-678dfe77c9b1 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:23.981239 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4fcfbc95-06c7-44ea-a411-46ffff1fa02e req-8ea6f8f8-0106-4a57-bbcb-678dfe77c9b1 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 944 time: 0.1886723 Jul 06 12:15:24.014815 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678f1885-42fc-401c-aa0e-ca64f6dd3d36 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:24.024531 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-678f1885-42fc-401c-aa0e-ca64f6dd3d36 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:24.039436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:15:24.056513 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Sync routers for ids ['da79671c-6528-492a-9af3-c58ec31c212e'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:15:24.072610 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:24.078590 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Routers {'da79671c-6528-492a-9af3-c58ec31c212e'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:24.079326 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-33ba42c7-294f-4fd9-bea4-4e373bfd4752 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3023832 Jul 06 12:15:24.081778 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:15:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['da79671c-6528-492a-9af3-c58ec31c212e'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:24.082447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33578) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:24.092794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4fcfbc95-06c7-44ea-a411-46ffff1fa02e req-c85198dc-9a1b-4455-aeb4-805d4cb277d2 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896192 Jul 06 12:15:24.111930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-678f1885-42fc-401c-aa0e-ca64f6dd3d36 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] device_id is not set on port 62a7c666-62f6-42a8-a415-42cfcbad60e1 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:15:24.226489 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Set router da79671c-6528-492a-9af3-c58ec31c212e gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:24.378349 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198b418-a7d9-4dff-92c3-9e056abe9fbd req-b98b60a8-801a-49a0-bd0d-c05ad75ddb2a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:24.379893 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1198b418-a7d9-4dff-92c3-9e056abe9fbd req-b98b60a8-801a-49a0-bd0d-c05ad75ddb2a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.1375616 Jul 06 12:15:24.412808 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-678f1885-42fc-401c-aa0e-ca64f6dd3d36 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Allocated IP 172.20.0.9 (8043a189-9f95-4b20-b529-63e9a94910ef/9d6f08c9-4701-4fe6-a4b3-3a1c4441b98c/62a7c666-62f6-42a8-a415-42cfcbad60e1) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:24.441081 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1198b418-a7d9-4dff-92c3-9e056abe9fbd req-af9d7b76-19fe-4807-a6a7-080c63d87270 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550213 Jul 06 12:15:24.452157 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'name': 'tempest-ServerRescueTestJSON-87646061-router', 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '7c141c65-3328-485f-874f-23def2bc6820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:20Z', 'updated_at': '2021-07-06T12:15:22Z', 'revision_number': 3, 'project_id': '2db458d6ca384cdeb695ba6e28db21aa', 'gw_port': {'id': '7c141c65-3328-485f-874f-23def2bc6820', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:21Z', 'updated_at': '2021-07-06T12:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:24.504217 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Checking router: da79671c-6528-492a-9af3-c58ec31c212e for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:15:24.504562 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Updating router da79671c-6528-492a-9af3-c58ec31c212e port 7c141c65-3328-485f-874f-23def2bc6820 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:15:24.591861 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:24.655710 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-678f1885-42fc-401c-aa0e-ca64f6dd3d36 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:24.674598 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-678f1885-42fc-401c-aa0e-ca64f6dd3d36 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Transition to ACTIVE for port object 62a7c666-62f6-42a8-a415-42cfcbad60e1 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:24.705817 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:24.718721 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-678f1885-42fc-401c-aa0e-ca64f6dd3d36 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:24.770115 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678f1885-42fc-401c-aa0e-ca64f6dd3d36 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 8043a189-9f95-4b20-b529-63e9a94910ef is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:24.774119 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-678f1885-42fc-401c-aa0e-ca64f6dd3d36 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:24.778549 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f1885-42fc-401c-aa0e-ca64f6dd3d36 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:24.829146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f1885-42fc-401c-aa0e-ca64f6dd3d36 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=62a7c666-62f6-42a8-a415-42cfcbad60e1,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:24.862775 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678f1885-42fc-401c-aa0e-ca64f6dd3d36 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:24.863557 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-678f1885-42fc-401c-aa0e-ca64f6dd3d36 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:24.926338 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-678f1885-42fc-401c-aa0e-ca64f6dd3d36 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1575861 Jul 06 12:15:24.936157 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33584) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:24.986542 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f0246a-b346-4239-b14e-eb237a8b7123 None None] Network 8043a189-9f95-4b20-b529-63e9a94910ef requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:24.992484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Allocated IP 172.20.0.1 (f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec/28ddc82b-35de-420b-a4e4-3b01d6ff4f20/c14f0783-61a4-4404-b8bf-0ce33191922a) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:25.025835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774532c-0170-4fb2-8278-9239d8f3a660 req-511b265e-7f0a-432e-bd2d-a7e98d9fc1e2 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:25.028063 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c774532c-0170-4fb2-8278-9239d8f3a660 req-511b265e-7f0a-432e-bd2d-a7e98d9fc1e2 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1742697 Jul 06 12:15:25.072650 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.083432 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c774532c-0170-4fb2-8278-9239d8f3a660 req-d598c2f6-fc5a-48e2-acdb-dc4e1fa1b83f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470500 Jul 06 12:15:25.099069 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Transition to ACTIVE for port object 7c141c65-3328-485f-874f-23def2bc6820 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:25.105669 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.108183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-445de72a-0f96-46ef-b3f0-ced911d07de2 None None] Provisioning for port 844e18bd-a871-4117-a807-138dd2d87c5a completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:25.155638 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Attempting to bind port 7c141c65-3328-485f-874f-23def2bc6820 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:25.156006 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Attempting to bind port 7c141c65-3328-485f-874f-23def2bc6820 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:25.158457 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Attempting to bind port 7c141c65-3328-485f-874f-23def2bc6820 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:25.166619 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec85c130-8c73-46a0-b4c6-ad54771b3c6b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:25.168794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ec85c130-8c73-46a0-b4c6-ad54771b3c6b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2308121 Jul 06 12:15:25.171932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33592) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:25.209836 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:25.210209 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:25.210626 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.215719 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:25.216287 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Bound port: 7c141c65-3328-485f-874f-23def2bc6820, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:25.216776 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.245329 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.350300 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] For port 7c141c65-3328-485f-874f-23def2bc6820, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:25.355644 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] For port 7c141c65-3328-485f-874f-23def2bc6820, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=7c141c65-3328-485f-874f-23def2bc6820,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:25.363114 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f5b3c-605d-409c-a06c-8802007d5e68 None None] Pushing event updated for resources: {'Port': ['ID=7c141c65-3328-485f-874f-23def2bc6820,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:25.373599 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f5b3c-605d-409c-a06c-8802007d5e68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:25.374422 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f5b3c-605d-409c-a06c-8802007d5e68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:25.375078 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f5b3c-605d-409c-a06c-8802007d5e68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:25.375605 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f5b3c-605d-409c-a06c-8802007d5e68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:25.376108 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f5b3c-605d-409c-a06c-8802007d5e68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:25.377197 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f5b3c-605d-409c-a06c-8802007d5e68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:25.377698 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f5b3c-605d-409c-a06c-8802007d5e68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:25.378410 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f5b3c-605d-409c-a06c-8802007d5e68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:25.378959 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f5b3c-605d-409c-a06c-8802007d5e68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:25.379481 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f5b3c-605d-409c-a06c-8802007d5e68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:25.379998 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f5b3c-605d-409c-a06c-8802007d5e68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:25.380508 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01f5b3c-605d-409c-a06c-8802007d5e68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:25.385703 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.392772 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.441333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Network f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:25.444367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:25.448317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:25.485617 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Routers {'da79671c-6528-492a-9af3-c58ec31c212e'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:25.487219 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:15:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['da79671c-6528-492a-9af3-c58ec31c212e'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:25.501334 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Pushing event updated for resources: {'Port': ['ID=c14f0783-61a4-4404-b8bf-0ce33191922a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:25.536723 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.625870 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] Set router da79671c-6528-492a-9af3-c58ec31c212e gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:25.741040 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f5b3c-605d-409c-a06c-8802007d5e68 None None] Pushing event updated for resources: {'Port': ['ID=7c141c65-3328-485f-874f-23def2bc6820,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:25.745818 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.780514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 844e18bd-a871-4117-a807-138dd2d87c5a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:25.801326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2031357f-bdef-41c4-b489-31c4cb261f5a tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:25.808139 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2031357f-bdef-41c4-b489-31c4cb261f5a tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:25.825345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2031357f-bdef-41c4-b489-31c4cb261f5a tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:25.836242 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2031357f-bdef-41c4-b489-31c4cb261f5a tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.6614077 Jul 06 12:15:25.838424 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33600) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:25.873836 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db227b-8542-4311-955f-fc0f8f3ace78 req-d2360ad8-32e8-40d7-b5ba-f512ec6b0718 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:25.886544 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51db227b-8542-4311-955f-fc0f8f3ace78 req-d2360ad8-32e8-40d7-b5ba-f512ec6b0718 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 944 time: 0.2168257 Jul 06 12:15:25.890229 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-12b0ad00-a25b-4a6d-8112-3e8594ecced4 None None] Provisioning for port 62a7c666-62f6-42a8-a415-42cfcbad60e1 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:25.894573 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 844e18bd-a871-4117-a807-138dd2d87c5a completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:25.906256 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-12b0ad00-a25b-4a6d-8112-3e8594ecced4 None None] Provisioning complete for port 62a7c666-62f6-42a8-a415-42cfcbad60e1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:25.906638 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12b0ad00-a25b-4a6d-8112-3e8594ecced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.909720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 844e18bd-a871-4117-a807-138dd2d87c5a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:25.909970 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:25.958721 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51db227b-8542-4311-955f-fc0f8f3ace78 req-9464bd44-7c51-4dea-b3c4-8f1ec8b8d816 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609486 Jul 06 12:15:26.041695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-12b0ad00-a25b-4a6d-8112-3e8594ecced4 None None] Port 62a7c666-62f6-42a8-a415-42cfcbad60e1 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:26.084981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-12b0ad00-a25b-4a6d-8112-3e8594ecced4 None None] Provisioning for port 6bb78dd8-96fa-40e1-be07-dd2c6c3d93be completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:26.093819 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.096694 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-12b0ad00-a25b-4a6d-8112-3e8594ecced4 None None] Provisioning complete for port 6bb78dd8-96fa-40e1-be07-dd2c6c3d93be triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:26.097294 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12b0ad00-a25b-4a6d-8112-3e8594ecced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.146261 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'name': 'tempest-ServerRescueTestJSON-87646061-router', 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '7c141c65-3328-485f-874f-23def2bc6820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:20Z', 'updated_at': '2021-07-06T12:15:22Z', 'revision_number': 3, 'project_id': '2db458d6ca384cdeb695ba6e28db21aa', 'gw_port': {'id': '7c141c65-3328-485f-874f-23def2bc6820', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:21Z', 'updated_at': '2021-07-06T12:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:26.149106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-829aa4ee-d07c-4c00-8914-1006b0c7edfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port 62a7c666-62f6-42a8-a415-42cfcbad60e1 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:26.149106 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-829aa4ee-d07c-4c00-8914-1006b0c7edfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.154071 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-12b0ad00-a25b-4a6d-8112-3e8594ecced4 None None] Port 6bb78dd8-96fa-40e1-be07-dd2c6c3d93be cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:26.176546 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-12b0ad00-a25b-4a6d-8112-3e8594ecced4 None None] Provisioning complete for port 844e18bd-a871-4117-a807-138dd2d87c5a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:26.177300 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12b0ad00-a25b-4a6d-8112-3e8594ecced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.211967 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c4526-a7b8-4c4b-a04e-fff36dbdd773 None None] The sync data for ids ['da79671c-6528-492a-9af3-c58ec31c212e'] in n-d-799529-2 is: [{'id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'name': 'tempest-ServerRescueTestJSON-87646061-router', 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '7c141c65-3328-485f-874f-23def2bc6820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:20Z', 'updated_at': '2021-07-06T12:15:22Z', 'revision_number': 3, 'project_id': '2db458d6ca384cdeb695ba6e28db21aa', 'gw_port': {'id': '7c141c65-3328-485f-874f-23def2bc6820', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:21Z', 'updated_at': '2021-07-06T12:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:15:26.232808 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 844e18bd-a871-4117-a807-138dd2d87c5a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=844e18bd-a871-4117-a807-138dd2d87c5a,segment=NetworkSegment(7bfdca17-b3ec-40d7-af2c-8acbca04556c),segment_id=7bfdca17-b3ec-40d7-af2c-8acbca04556c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:26.250484 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.319859 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.329234 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.357608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cb374-19c8-44a6-b308-8e851c5b0a04 req-a36cf40b-98ae-41c7-a66b-a6367789db11 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:26.360152 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-465cb374-19c8-44a6-b308-8e851c5b0a04 req-a36cf40b-98ae-41c7-a66b-a6367789db11 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1452670 Jul 06 12:15:26.414719 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-829aa4ee-d07c-4c00-8914-1006b0c7edfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.428172 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-465cb374-19c8-44a6-b308-8e851c5b0a04 req-7561cb43-b355-4d73-9624-8e3dff072f8f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620959 Jul 06 12:15:26.455668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-829aa4ee-d07c-4c00-8914-1006b0c7edfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for 62a7c666-62f6-42a8-a415-42cfcbad60e1 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:26.461979 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Pushing event updated for resources: {'Port': ['ID=c14f0783-61a4-4404-b8bf-0ce33191922a,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:26.473444 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.652032 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Network f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:26.658897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:26.751393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=844e18bd-a871-4117-a807-138dd2d87c5a,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:26.840762 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa2c83-9075-4240-bda1-5da8ab3a07cf req-915de802-6fd1-41bb-a974-40fa25c9ec38 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:26.849749 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ebfa2c83-9075-4240-bda1-5da8ab3a07cf req-915de802-6fd1-41bb-a974-40fa25c9ec38 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.1301079 Jul 06 12:15:26.879870 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Router da79671c-6528-492a-9af3-c58ec31c212e has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:15:26.888917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c10115da-aaac-49e5-834d-8ff3840b8588 None None] Provisioning complete for port 62a7c666-62f6-42a8-a415-42cfcbad60e1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:26.889135 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c10115da-aaac-49e5-834d-8ff3840b8588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.896407 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-829aa4ee-d07c-4c00-8914-1006b0c7edfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.912526 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c10115da-aaac-49e5-834d-8ff3840b8588 None None] Port 62a7c666-62f6-42a8-a415-42cfcbad60e1 was deleted so its status cannot be updated. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 06 12:15:26.925448 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ebfa2c83-9075-4240-bda1-5da8ab3a07cf req-e5838418-a628-4bff-98cd-b9de25b5ab87 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746958 Jul 06 12:15:26.925671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c10115da-aaac-49e5-834d-8ff3840b8588 None None] Provisioning complete for port 6bb78dd8-96fa-40e1-be07-dd2c6c3d93be triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:26.926037 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c10115da-aaac-49e5-834d-8ff3840b8588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:26.948699 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829aa4ee-d07c-4c00-8914-1006b0c7edfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=62a7c666-62f6-42a8-a415-42cfcbad60e1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:26.983810 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c10115da-aaac-49e5-834d-8ff3840b8588 None None] Port 6bb78dd8-96fa-40e1-be07-dd2c6c3d93be cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:27.195993 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-829aa4ee-d07c-4c00-8914-1006b0c7edfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:27.201229 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33628) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:27.212504 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-829aa4ee-d07c-4c00-8914-1006b0c7edfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/62a7c666-62f6-42a8-a415-42cfcbad60e1 HTTP/1.1" status: 204 len: 168 time: 1.3720212 Jul 06 12:15:27.243277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:15:27.249076 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-583efea4-2c80-435d-92a9-9d76da5b3f2e admin admin] 10.222.0.81 "PUT /v2.0/routers/da79671c-6528-492a-9af3-c58ec31c212e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1654799 Jul 06 12:15:27.256741 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ae4656-c703-42c0-a017-af68b6d8a6c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] GET failed (client error): The resource could not be found. Jul 06 12:15:27.262797 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33632) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:27.271975 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-44ae4656-c703-42c0-a017-af68b6d8a6c8 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/62a7c666-62f6-42a8-a415-42cfcbad60e1 HTTP/1.1" status: 404 len: 333 time: 0.0695610 Jul 06 12:15:27.440774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2b051907-2fa5-4146-89ff-889a0f42d294 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port 6bb78dd8-96fa-40e1-be07-dd2c6c3d93be {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:27.440774 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b051907-2fa5-4146-89ff-889a0f42d294 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:27.585675 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b051907-2fa5-4146-89ff-889a0f42d294 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:27.601891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2b051907-2fa5-4146-89ff-889a0f42d294 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for 6bb78dd8-96fa-40e1-be07-dd2c6c3d93be owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:27.806518 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b051907-2fa5-4146-89ff-889a0f42d294 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:27.809291 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7c141c65-3328-485f-874f-23def2bc6820 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:27.846335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b051907-2fa5-4146-89ff-889a0f42d294 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=6bb78dd8-96fa-40e1-be07-dd2c6c3d93be,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:27.896994 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 7c141c65-3328-485f-874f-23def2bc6820 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:27.903855 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 7c141c65-3328-485f-874f-23def2bc6820 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:27.904402 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:27.947656 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b051907-2fa5-4146-89ff-889a0f42d294 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:27.949918 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2b051907-2fa5-4146-89ff-889a0f42d294 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/6bb78dd8-96fa-40e1-be07-dd2c6c3d93be HTTP/1.1" status: 204 len: 168 time: 0.6860275 Jul 06 12:15:27.952839 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33688) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:28.025957 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-976fa473-7c50-4891-9e9b-b64511698673 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] GET failed (client error): The resource could not be found. Jul 06 12:15:28.027869 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-976fa473-7c50-4891-9e9b-b64511698673 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/6bb78dd8-96fa-40e1-be07-dd2c6c3d93be HTTP/1.1" status: 404 len: 333 time: 0.0739350 Jul 06 12:15:28.030744 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33690) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:28.062674 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.114572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-286a399d-1a76-4e8d-8e70-6f0977e8dd79 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting subnet 9d6f08c9-4701-4fe6-a4b3-3a1c4441b98c {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:15:28.119924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 7c141c65-3328-485f-874f-23def2bc6820, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=7c141c65-3328-485f-874f-23def2bc6820,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:28.121287 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-286a399d-1a76-4e8d-8e70-6f0977e8dd79 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.124210 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.125063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 844e18bd-a871-4117-a807-138dd2d87c5a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:28.186796 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-286a399d-1a76-4e8d-8e70-6f0977e8dd79 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.237998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b496365-725b-4293-bd54-af2d8fb56802 req-a35cce05-4e5e-4635-9638-6483c06fa831 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:28.240731 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0b496365-725b-4293-bd54-af2d8fb56802 req-a35cce05-4e5e-4635-9638-6483c06fa831 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=023d353f-d3c1-4a40-9fc0-833247fb89da HTTP/1.1" status: 200 len: 943 time: 0.0904732 Jul 06 12:15:28.246493 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 844e18bd-a871-4117-a807-138dd2d87c5a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:28.247134 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.249199 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=7c141c65-3328-485f-874f-23def2bc6820,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:28.338377 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-286a399d-1a76-4e8d-8e70-6f0977e8dd79 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.406906 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-286a399d-1a76-4e8d-8e70-6f0977e8dd79 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.409716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-0b496365-725b-4293-bd54-af2d8fb56802 req-378ac36c-4aaa-43a7-805d-80aecbda9ed5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Deleting port f2120cc9-06e1-471f-8f25-e11d410e1b42 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:28.410113 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0b496365-725b-4293-bd54-af2d8fb56802 req-378ac36c-4aaa-43a7-805d-80aecbda9ed5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.438571 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a399d-1a76-4e8d-8e70-6f0977e8dd79 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Subnet': ['ID=9d6f08c9-4701-4fe6-a4b3-3a1c4441b98c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:28.442497 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-286a399d-1a76-4e8d-8e70-6f0977e8dd79 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.446911 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-286a399d-1a76-4e8d-8e70-6f0977e8dd79 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/9d6f08c9-4701-4fe6-a4b3-3a1c4441b98c HTTP/1.1" status: 204 len: 168 time: 0.4111686 Jul 06 12:15:28.450684 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33698) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:28.451110 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e846129f-8b0d-404c-a108-fe211cfd12f7 None None] Network 8043a189-9f95-4b20-b529-63e9a94910ef requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:28.525959 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 62769948-93cc-4459-a305-748180b2050d details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:15:28.547641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-0b496365-725b-4293-bd54-af2d8fb56802 req-378ac36c-4aaa-43a7-805d-80aecbda9ed5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] For port f2120cc9-06e1-471f-8f25-e11d410e1b42, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2120cc9-06e1-471f-8f25-e11d410e1b42,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:28.549293 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0b496365-725b-4293-bd54-af2d8fb56802 req-378ac36c-4aaa-43a7-805d-80aecbda9ed5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.556342 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.577565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-0b496365-725b-4293-bd54-af2d8fb56802 req-378ac36c-4aaa-43a7-805d-80aecbda9ed5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Calling delete_port for f2120cc9-06e1-471f-8f25-e11d410e1b42 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:28.616211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port 844e18bd-a871-4117-a807-138dd2d87c5a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:28.616729 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.694712 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 62769948-93cc-4459-a305-748180b2050d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=62769948-93cc-4459-a305-748180b2050d,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:28.710797 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '62769948-93cc-4459-a305-748180b2050d', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'port_id': '62769948-93cc-4459-a305-748180b2050d', 'mac_address': 'fa:16:3e:7b:54:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:15:28.711387 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] For port 844e18bd-a871-4117-a807-138dd2d87c5a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=844e18bd-a871-4117-a807-138dd2d87c5a,segment=NetworkSegment(7bfdca17-b3ec-40d7-af2c-8acbca04556c),segment_id=7bfdca17-b3ec-40d7-af2c-8acbca04556c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:28.711762 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.728748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for 844e18bd-a871-4117-a807-138dd2d87c5a owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:28.762343 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.786113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62769948-93cc-4459-a305-748180b2050d {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:15:28.810598 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0b496365-725b-4293-bd54-af2d8fb56802 req-378ac36c-4aaa-43a7-805d-80aecbda9ed5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.818670 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 62769948-93cc-4459-a305-748180b2050d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=62769948-93cc-4459-a305-748180b2050d,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:28.827254 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857de903-2e1c-4132-bf6d-9d2ad42932e4 None None] DHCP port deletion for 8043a189-9f95-4b20-b529-63e9a94910ef request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:15:28.830188 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['62b37920-7e70-43a5-9bf0-3b5ea515291b', '9af8587a-cc37-45af-8e9c-2255e69671a1'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:15:28.836731 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.849376 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.897006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ac36c-4aaa-43a7-805d-80aecbda9ed5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event deleted for resources: {'Port': ['ID=f2120cc9-06e1-471f-8f25-e11d410e1b42,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:28.907256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=844e18bd-a871-4117-a807-138dd2d87c5a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:28.916462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No DVR routers for this DVR port 844e18bd-a871-4117-a807-138dd2d87c5a on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:28.924624 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-857de903-2e1c-4132-bf6d-9d2ad42932e4 None None] The port '844e18bd-a871-4117-a807-138dd2d87c5a' was deleted {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 06 12:15:28.953995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b496365-725b-4293-bd54-af2d8fb56802 req-378ac36c-4aaa-43a7-805d-80aecbda9ed5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] No DVR routers for this DVR port f2120cc9-06e1-471f-8f25-e11d410e1b42 on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:28.957604 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-0b496365-725b-4293-bd54-af2d8fb56802 req-378ac36c-4aaa-43a7-805d-80aecbda9ed5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:28.972193 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0b496365-725b-4293-bd54-af2d8fb56802 req-378ac36c-4aaa-43a7-805d-80aecbda9ed5 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "DELETE /v2.0/ports/f2120cc9-06e1-471f-8f25-e11d410e1b42 HTTP/1.1" status: 204 len: 173 time: 0.7129760 Jul 06 12:15:28.972193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023d353f-d3c1-4a40-9fc0-833247fb89da', 'name': 'network-vif-deleted', 'tag': 'f2120cc9-06e1-471f-8f25-e11d410e1b42'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:28.988823 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1d3b49-6c38-4760-b60d-622063dd3306" -d '{"events": [{"server_uuid": "023d353f-d3c1-4a40-9fc0-833247fb89da", "name": "network-vif-deleted", "tag": "f2120cc9-06e1-471f-8f25-e11d410e1b42"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:29.013890 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=62769948-93cc-4459-a305-748180b2050d,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:29.032251 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Sync routers for ids ['da79671c-6528-492a-9af3-c58ec31c212e'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:15:29.097200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['62769948-93cc-4459-a305-748180b2050d'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:15:29.107783 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.122820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8043a189-9f95-4b20-b529-63e9a94910ef']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:29.149626 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Routers {'da79671c-6528-492a-9af3-c58ec31c212e'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:29.150417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:15:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['da79671c-6528-492a-9af3-c58ec31c212e'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:29.155629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfdca17-b3ec-40d7-af2c-8acbca04556c') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:29.155937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfdca17-b3ec-40d7-af2c-8acbca04556c') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:29.174440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.210526 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.224362 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:15:29.224783 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:15:29.228399 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:15:29.318441 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.338404 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.346088 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33720) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:29.353038 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Set router da79671c-6528-492a-9af3-c58ec31c212e gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:29.353197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-829f5d7b-b6e2-4442-93f3-b549b3cfb665 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1417786112'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:29.357501 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/networks/8043a189-9f95-4b20-b529-63e9a94910ef HTTP/1.1" status: 204 len: 168 time: 0.9051211 Jul 06 12:15:29.383901 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829f5d7b-b6e2-4442-93f3-b549b3cfb665 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:29.387710 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-829f5d7b-b6e2-4442-93f3-b549b3cfb665 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.389972 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb3a74-5324-4623-8f8e-3d5d956c1e96 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Network': ['ID=8043a189-9f95-4b20-b529-63e9a94910ef,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:29.434632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829f5d7b-b6e2-4442-93f3-b549b3cfb665 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:15:29.451456 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-829f5d7b-b6e2-4442-93f3-b549b3cfb665 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.452160 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-829f5d7b-b6e2-4442-93f3-b549b3cfb665 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Added segment 80f7b8d3-1d37-4095-a223-cdb99936470b of type vlan for network 1b1672c5-e516-4a5b-af55-4ed6a3217619 Jul 06 12:15:29.514578 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-829f5d7b-b6e2-4442-93f3-b549b3cfb665 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.566185 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-829f5d7b-b6e2-4442-93f3-b549b3cfb665 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.573732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829f5d7b-b6e2-4442-93f3-b549b3cfb665 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:29.574407 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-829f5d7b-b6e2-4442-93f3-b549b3cfb665 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.749769 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7c141c65-3328-485f-874f-23def2bc6820 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:29.761776 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-829f5d7b-b6e2-4442-93f3-b549b3cfb665 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4122417 Jul 06 12:15:29.763050 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33728) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:29.768875 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2bd62428-8359-4fc3-bf55-0e40452d5f5b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'subnet': {'network_id': '1b1672c5-e516-4a5b-af55-4ed6a3217619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:29.770094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f5d7b-b6e2-4442-93f3-b549b3cfb665 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Network': ['ID=1b1672c5-e516-4a5b-af55-4ed6a3217619,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:29.815017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 1b1672c5-e516-4a5b-af55-4ed6a3217619 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:15:29.815790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c95175-69eb-4bdc-a4c6-a023aaa8ff51 req-ef45baac-4748-4086-b5b9-c54dbabdc401 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:29.824268 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09c95175-69eb-4bdc-a4c6-a023aaa8ff51 req-ef45baac-4748-4086-b5b9-c54dbabdc401 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 945 time: 0.1113133 Jul 06 12:15:29.862845 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09c95175-69eb-4bdc-a4c6-a023aaa8ff51 req-e3702422-c482-4b66-a57f-8c086ec67345 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372829 Jul 06 12:15:29.898894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd62428-8359-4fc3-bf55-0e40452d5f5b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:29.904509 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bd62428-8359-4fc3-bf55-0e40452d5f5b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:29.974990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'name': 'tempest-ServerRescueTestJSON-87646061-router', 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '7c141c65-3328-485f-874f-23def2bc6820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:20Z', 'updated_at': '2021-07-06T12:15:25Z', 'revision_number': 4, 'project_id': '2db458d6ca384cdeb695ba6e28db21aa', 'gw_port': {'id': '7c141c65-3328-485f-874f-23def2bc6820', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:21Z', 'updated_at': '2021-07-06T12:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'c14f0783-61a4-4404-b8bf-0ce33191922a', 'name': '', 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec', 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa', 'mac_address': 'fa:16:3e:f2:53:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '28ddc82b-35de-420b-a4e4-3b01d6ff4f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:24Z', 'updated_at': '2021-07-06T12:15:25Z', 'revision_number': 2, 'project_id': '2db458d6ca384cdeb695ba6e28db21aa', 'subnets': [{'id': '28ddc82b-35de-420b-a4e4-3b01d6ff4f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:30.033008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Checking router: da79671c-6528-492a-9af3-c58ec31c212e for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:15:30.033456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Updating router da79671c-6528-492a-9af3-c58ec31c212e port c14f0783-61a4-4404-b8bf-0ce33191922a binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:15:30.074872 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 7c141c65-3328-485f-874f-23def2bc6820 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:30.075264 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.105255 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.164059 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bd62428-8359-4fc3-bf55-0e40452d5f5b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.214366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd62428-8359-4fc3-bf55-0e40452d5f5b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Subnet': ['ID=10e3cc0c-7d0d-4c9c-a862-ece39cb39f17,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:30.247213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd62428-8359-4fc3-bf55-0e40452d5f5b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Checking segment: {'id': '80f7b8d3-1d37-4095-a223-cdb99936470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1b1672c5-e516-4a5b-af55-4ed6a3217619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:30.247989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd62428-8359-4fc3-bf55-0e40452d5f5b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network hostable DHCP agents. Network: 1b1672c5-e516-4a5b-af55-4ed6a3217619, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:15:30.261583 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-79cf8628-c1ae-4252-80a2-cf73b2d1bd8e tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:30.268403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd62428-8359-4fc3-bf55-0e40452d5f5b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 1b1672c5-e516-4a5b-af55-4ed6a3217619 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:15:30.269558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-79cf8628-c1ae-4252-80a2-cf73b2d1bd8e tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/networks?id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec HTTP/1.1" status: 200 len: 809 time: 0.1319163 Jul 06 12:15:30.280472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2bd62428-8359-4fc3-bf55-0e40452d5f5b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 1b1672c5-e516-4a5b-af55-4ed6a3217619) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:30.286219 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-bcf51ba4-3ac1-40ce-bc59-0d07d0577cba tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/quotas/2db458d6ca384cdeb695ba6e28db21aa HTTP/1.1" status: 200 len: 375 time: 0.0156925 Jul 06 12:15:30.296944 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd62428-8359-4fc3-bf55-0e40452d5f5b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:30.298428 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bd62428-8359-4fc3-bf55-0e40452d5f5b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.331742 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2bd62428-8359-4fc3-bf55-0e40452d5f5b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5640454 Jul 06 12:15:30.331742 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33748) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:30.337658 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e31e4140-cc55-41cc-a875-f59159d57798 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-814512780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:30.362725 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83701336-1e48-4a00-bb99-f0ff09fc3c81 None None] Network 1b1672c5-e516-4a5b-af55-4ed6a3217619 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:30.367000 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e31e4140-cc55-41cc-a875-f59159d57798 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.368927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e31e4140-cc55-41cc-a875-f59159d57798 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.443265 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-efccc8ac-98a0-40cb-9207-39444581256f tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2db458d6ca384cdeb695ba6e28db21aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1559680 Jul 06 12:15:30.449239 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e31e4140-cc55-41cc-a875-f59159d57798 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.452726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 844e18bd-a871-4117-a807-138dd2d87c5a no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:30.455314 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e31e4140-cc55-41cc-a875-f59159d57798 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.483639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 62769948-93cc-4459-a305-748180b2050d up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:30.492190 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e31e4140-cc55-41cc-a875-f59159d57798 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.493770 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e31e4140-cc55-41cc-a875-f59159d57798 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1608777 Jul 06 12:15:30.496315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33754) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:30.504953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 844e18bd-a871-4117-a807-138dd2d87c5a {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:30.504953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 844e18bd-a871-4117-a807-138dd2d87c5a not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:30.506281 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-27b04876-98c5-45f3-92a8-c17ae978741f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'network_id': '1b1672c5-e516-4a5b-af55-4ed6a3217619', 'name': 'tempest-PortsTestJSON-1965068581'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:30.614585 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-f23e1d25-259c-4787-9f16-3c72ea097d36 service neutron] 10.222.0.81 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703525 Jul 06 12:15:30.631151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 62769948-93cc-4459-a305-748180b2050d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:30.644738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 62769948-93cc-4459-a305-748180b2050d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:30.645025 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.660869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b04876-98c5-45f3-92a8-c17ae978741f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:30.665878 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27b04876-98c5-45f3-92a8-c17ae978741f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.687905 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-27b04876-98c5-45f3-92a8-c17ae978741f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] device_id is not set on port 7adca27b-ad3d-4926-9a48-914410f3e6ba yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:15:30.729468 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-fd0635f7-96a2-46ab-b0c3-6e402577d81d service neutron] 10.222.0.81 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139152 Jul 06 12:15:30.766806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-1b1672c5-e516-4a5b-af55-4ed6a3217619', 'network_id': '1b1672c5-e516-4a5b-af55-4ed6a3217619', 'tenant_id': '7010f589aa594d5985fd350a6126241f', 'fixed_ips': [{'subnet_id': '10e3cc0c-7d0d-4c9c-a862-ece39cb39f17'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:15:30.768137 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.773581 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.818475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Transition to ACTIVE for port object c14f0783-61a4-4404-b8bf-0ce33191922a will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:30.838964 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:30.886572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-27b04876-98c5-45f3-92a8-c17ae978741f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Allocated IP 172.20.0.10 (1b1672c5-e516-4a5b-af55-4ed6a3217619/10e3cc0c-7d0d-4c9c-a862-ece39cb39f17/7adca27b-ad3d-4926-9a48-914410f3e6ba) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:30.927687 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.117810 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27b04876-98c5-45f3-92a8-c17ae978741f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.137868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-27b04876-98c5-45f3-92a8-c17ae978741f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Transition to ACTIVE for port object 7adca27b-ad3d-4926-9a48-914410f3e6ba will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:31.156134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a844a87-c751-49de-88d2-6ae0cb56ce7a req-c9edaec6-e5dd-4a39-9797-92fc9fa0a061 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:31.171672 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a844a87-c751-49de-88d2-6ae0cb56ce7a req-c9edaec6-e5dd-4a39-9797-92fc9fa0a061 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.1744421 Jul 06 12:15:31.175400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 62769948-93cc-4459-a305-748180b2050d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=62769948-93cc-4459-a305-748180b2050d,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:31.183060 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27b04876-98c5-45f3-92a8-c17ae978741f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.183307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33efb9e8-16a8-4af5-83d1-40370d969bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62769948-93cc-4459-a305-748180b2050d'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:31.185674 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e9aa81-d0c8-48e9-aab6-bd474a2dea6a" -d '{"events": [{"server_uuid": "33efb9e8-16a8-4af5-83d1-40370d969bb7", "name": "network-vif-plugged", "status": "completed", "tag": "62769948-93cc-4459-a305-748180b2050d"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:31.194827 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.252849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d71c7-138f-4e62-8498-c8699cc7c4d3 None None] Pushing event updated for resources: {'Port': ['ID=c14f0783-61a4-4404-b8bf-0ce33191922a,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:31.263737 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b04876-98c5-45f3-92a8-c17ae978741f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 1b1672c5-e516-4a5b-af55-4ed6a3217619 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:31.273482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-27b04876-98c5-45f3-92a8-c17ae978741f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:31.280097 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a844a87-c751-49de-88d2-6ae0cb56ce7a req-6e3dab87-b26a-47b5-8e7b-287a9dfd3695 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036696 Jul 06 12:15:31.283592 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b04876-98c5-45f3-92a8-c17ae978741f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:31.293538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b04876-98c5-45f3-92a8-c17ae978741f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=7adca27b-ad3d-4926-9a48-914410f3e6ba,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:31.358588 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b04876-98c5-45f3-92a8-c17ae978741f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:31.359287 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27b04876-98c5-45f3-92a8-c17ae978741f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.388834 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-27b04876-98c5-45f3-92a8-c17ae978741f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8894315 Jul 06 12:15:31.390943 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33784) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:31.431802 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Allocated IP 172.20.0.2 (1b1672c5-e516-4a5b-af55-4ed6a3217619/10e3cc0c-7d0d-4c9c-a862-ece39cb39f17/9edd1632-8606-4e70-8ccf-8185269d3751) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:31.446791 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Attempting to bind port c14f0783-61a4-4404-b8bf-0ce33191922a on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:31.447041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Attempting to bind port c14f0783-61a4-4404-b8bf-0ce33191922a by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '33e421c7-c3c8-4f15-aa73-744e02f29c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:31.447708 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Attempting to bind port c14f0783-61a4-4404-b8bf-0ce33191922a on network f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:31.454924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=62769948-93cc-4459-a305-748180b2050d,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:31.469600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:31.475914 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Checking segment: {'id': '33e421c7-c3c8-4f15-aa73-744e02f29c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:31.476443 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.477002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Bound using segment: {'id': '33e421c7-c3c8-4f15-aa73-744e02f29c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:31.478207 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Bound port: c14f0783-61a4-4404-b8bf-0ce33191922a, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e421c7-c3c8-4f15-aa73-744e02f29c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:31.478751 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.482274 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fa575d-4f8a-4125-abef-a83789064c96 x-openstack-request-id: req-25fa575d-4f8a-4125-abef-a83789064c96 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:31.483134 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023d353f-d3c1-4a40-9fc0-833247fb89da", "name": "network-vif-deleted", "tag": "f2120cc9-06e1-471f-8f25-e11d410e1b42", "status": "failed", "code": 422}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:31.483892 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-25fa575d-4f8a-4125-abef-a83789064c96 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:31.484588 n-d-799529-2 neutron-server[100427]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '023d353f-d3c1-4a40-9fc0-833247fb89da', 'name': 'network-vif-deleted', 'tag': 'f2120cc9-06e1-471f-8f25-e11d410e1b42', 'status': 'failed', 'code': 422} returned with failed status Jul 06 12:15:31.628660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] For port c14f0783-61a4-4404-b8bf-0ce33191922a, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:31.633509 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] For port c14f0783-61a4-4404-b8bf-0ce33191922a, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c14f0783-61a4-4404-b8bf-0ce33191922a,segment=NetworkSegment(33e421c7-c3c8-4f15-aa73-744e02f29c09),segment_id=33e421c7-c3c8-4f15-aa73-744e02f29c09)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:31.647177 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.666305 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9959dc6d-92fd-4519-8c67-a47e40ed737f req-ff678b3a-c881-4424-a136-438344ac65f3 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 210 time: 0.0763969 Jul 06 12:15:31.748950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Routers {'da79671c-6528-492a-9af3-c58ec31c212e'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:31.749600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:15:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['da79671c-6528-492a-9af3-c58ec31c212e'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:31.824550 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.835807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Transition to ACTIVE for port object 9edd1632-8606-4e70-8ccf-8185269d3751 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:31.847301 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d71c7-138f-4e62-8498-c8699cc7c4d3 None None] Pushing event updated for resources: {'Port': ['ID=c14f0783-61a4-4404-b8bf-0ce33191922a,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:31.876502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Transition to ACTIVE for port object 9edd1632-8606-4e70-8ccf-8185269d3751 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:31.913030 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:31.976763 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Network 1b1672c5-e516-4a5b-af55-4ed6a3217619 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:31.980404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] Set router da79671c-6528-492a-9af3-c58ec31c212e gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:31.984969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:32.013079 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2aad9f6-83b7-48c0-bae5-9a0469c5b11b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:32.016930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:32.019499 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Pushing event updated for resources: {'Port': ['ID=9edd1632-8606-4e70-8ccf-8185269d3751,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:32.088433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ecc6a-19f9-4761-860f-dd10c72f96cb req-a908e84e-d9f5-4c25-89ed-3d21061763cb tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:32.090016 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-049ecc6a-19f9-4761-860f-dd10c72f96cb req-a908e84e-d9f5-4c25-89ed-3d21061763cb tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 946 time: 0.2275851 Jul 06 12:15:32.138379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Attempting to bind port 9edd1632-8606-4e70-8ccf-8185269d3751 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:32.139411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Attempting to bind port 9edd1632-8606-4e70-8ccf-8185269d3751 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '80f7b8d3-1d37-4095-a223-cdb99936470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1b1672c5-e516-4a5b-af55-4ed6a3217619'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:32.140177 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Attempting to bind port 9edd1632-8606-4e70-8ccf-8185269d3751 on network 1b1672c5-e516-4a5b-af55-4ed6a3217619 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:32.180861 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:32.181601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Checking segment: {'id': '80f7b8d3-1d37-4095-a223-cdb99936470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1b1672c5-e516-4a5b-af55-4ed6a3217619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:32.181742 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:32.182231 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Bound using segment: {'id': '80f7b8d3-1d37-4095-a223-cdb99936470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1b1672c5-e516-4a5b-af55-4ed6a3217619'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:32.182816 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Bound port: 9edd1632-8606-4e70-8ccf-8185269d3751, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f7b8d3-1d37-4095-a223-cdb99936470b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1b1672c5-e516-4a5b-af55-4ed6a3217619'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:32.183320 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:32.215919 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-049ecc6a-19f9-4761-860f-dd10c72f96cb req-70404d3c-7131-4f0a-a639-e933e80e0f58 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193669 Jul 06 12:15:32.289014 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] For port 9edd1632-8606-4e70-8ccf-8185269d3751, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:32.311734 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a227f6f-8561-4724-b8d7-25ee90ebbff4 x-openstack-request-id: req-9a227f6f-8561-4724-b8d7-25ee90ebbff4 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:32.312183 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33efb9e8-16a8-4af5-83d1-40370d969bb7", "name": "network-vif-plugged", "status": "completed", "tag": "62769948-93cc-4459-a305-748180b2050d", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:32.312522 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a227f6f-8561-4724-b8d7-25ee90ebbff4 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:32.313000 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33efb9e8-16a8-4af5-83d1-40370d969bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62769948-93cc-4459-a305-748180b2050d', 'code': 200} Jul 06 12:15:32.334149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] For port 9edd1632-8606-4e70-8ccf-8185269d3751, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9edd1632-8606-4e70-8ccf-8185269d3751,segment=NetworkSegment(80f7b8d3-1d37-4095-a223-cdb99936470b),segment_id=80f7b8d3-1d37-4095-a223-cdb99936470b)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:32.335959 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2aad9f6-83b7-48c0-bae5-9a0469c5b11b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:32.340008 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:32.341211 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2aad9f6-83b7-48c0-bae5-9a0469c5b11b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:32.459367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aad9f6-83b7-48c0-bae5-9a0469c5b11b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=7adca27b-ad3d-4926-9a48-914410f3e6ba,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:32.485979 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915f058-7e6b-4b55-a3e4-7885e4febd46 None None] Pushing event updated for resources: {'Port': ['ID=9edd1632-8606-4e70-8ccf-8185269d3751,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:32.495627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'name': 'tempest-ServerRescueTestJSON-87646061-router', 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '7c141c65-3328-485f-874f-23def2bc6820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:20Z', 'updated_at': '2021-07-06T12:15:25Z', 'revision_number': 4, 'project_id': '2db458d6ca384cdeb695ba6e28db21aa', 'gw_port': {'id': '7c141c65-3328-485f-874f-23def2bc6820', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:21Z', 'updated_at': '2021-07-06T12:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'c14f0783-61a4-4404-b8bf-0ce33191922a', 'name': '', 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec', 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa', 'mac_address': 'fa:16:3e:f2:53:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '28ddc82b-35de-420b-a4e4-3b01d6ff4f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:24Z', 'updated_at': '2021-07-06T12:15:31Z', 'revision_number': 4, 'project_id': '2db458d6ca384cdeb695ba6e28db21aa', 'subnets': [{'id': '28ddc82b-35de-420b-a4e4-3b01d6ff4f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:32.552678 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df776128-b808-44df-a295-0e6abb3fc8f3 None None] The sync data for ids ['da79671c-6528-492a-9af3-c58ec31c212e'] in n-d-799529-2 is: [{'id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'name': 'tempest-ServerRescueTestJSON-87646061-router', 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '7c141c65-3328-485f-874f-23def2bc6820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:20Z', 'updated_at': '2021-07-06T12:15:25Z', 'revision_number': 4, 'project_id': '2db458d6ca384cdeb695ba6e28db21aa', 'gw_port': {'id': '7c141c65-3328-485f-874f-23def2bc6820', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:21Z', 'updated_at': '2021-07-06T12:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'c14f0783-61a4-4404-b8bf-0ce33191922a', 'name': '', 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec', 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa', 'mac_address': 'fa:16:3e:f2:53:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '28ddc82b-35de-420b-a4e4-3b01d6ff4f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:24Z', 'updated_at': '2021-07-06T12:15:31Z', 'revision_number': 4, 'project_id': '2db458d6ca384cdeb695ba6e28db21aa', 'subnets': [{'id': '28ddc82b-35de-420b-a4e4-3b01d6ff4f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:15:32.893916 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2aad9f6-83b7-48c0-bae5-9a0469c5b11b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:32.900028 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369bafa-9c5e-4ef7-bf91-626f2223138d req-fd0aa56c-814a-43d2-8190-5797cbefba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:32.901580 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a369bafa-9c5e-4ef7-bf91-626f2223138d req-fd0aa56c-814a-43d2-8190-5797cbefba27 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 1097 time: 0.3738532 Jul 06 12:15:32.955213 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:15:33.063841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-ccdf23d2-4dee-4882-ad47-6b00d184d376 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:33.070853 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-ccdf23d2-4dee-4882-ad47-6b00d184d376 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.89 "GET /v2.0/networks?id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec HTTP/1.1" status: 200 len: 809 time: 0.3775644 Jul 06 12:15:33.086529 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a369bafa-9c5e-4ef7-bf91-626f2223138d req-899d1159-9bef-4e3f-981d-2ad84a7f6cff service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608458 Jul 06 12:15:33.103359 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-160c553c-ce48-4e2d-a242-89b20164b512 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Request body: {'port': {'device_id': '2318dafc-5d47-4585-b6e7-6cccb2b7f490', 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec', 'admin_state_up': True, 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:33.264242 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f021455-413c-421e-ac61-be6f4918bbcd req-1ddc5856-a44b-4c08-98b4-003a93781ef3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:33.271906 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f021455-413c-421e-ac61-be6f4918bbcd req-1ddc5856-a44b-4c08-98b4-003a93781ef3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.2394872 Jul 06 12:15:33.283703 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2aad9f6-83b7-48c0-bae5-9a0469c5b11b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:33.335053 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f021455-413c-421e-ac61-be6f4918bbcd req-d4b90131-450d-4061-accc-8e1f37683174 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620987 Jul 06 12:15:33.579093 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-19cf2902-2109-4267-9e03-9ce48f0633e3 req-771d7ffd-8d61-499e-a10c-cdeb1cad775e tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 210 time: 0.0790780 Jul 06 12:15:33.880593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9edd1632-8606-4e70-8ccf-8185269d3751 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:33.892936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-160c553c-ce48-4e2d-a242-89b20164b512 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Made reservation on behalf of 2db458d6ca384cdeb695ba6e28db21aa for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:33.903358 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-160c553c-ce48-4e2d-a242-89b20164b512 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:33.991376 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2aad9f6-83b7-48c0-bae5-9a0469c5b11b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:33.997543 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2aad9f6-83b7-48c0-bae5-9a0469c5b11b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.019167 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 9edd1632-8606-4e70-8ccf-8185269d3751 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:34.023615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c14f0783-61a4-4404-b8bf-0ce33191922a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:34.074725 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2aad9f6-83b7-48c0-bae5-9a0469c5b11b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.092374 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bde65-ea88-44b0-8e7c-2268b3868a54 req-013e7973-a7ee-4fba-b996-58652c1390bf tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:34.093731 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3c4bde65-ea88-44b0-8e7c-2268b3868a54 req-013e7973-a7ee-4fba-b996-58652c1390bf tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 907 time: 0.2531533 Jul 06 12:15:34.168180 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port c14f0783-61a4-4404-b8bf-0ce33191922a completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:34.172348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c14f0783-61a4-4404-b8bf-0ce33191922a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:34.172720 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.299947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-160c553c-ce48-4e2d-a242-89b20164b512 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Allocated IP 172.20.0.8 (f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec/28ddc82b-35de-420b-a4e4-3b01d6ff4f20/52f1f179-4640-458e-98b3-22587dd31107) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:34.377949 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.444350 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port c14f0783-61a4-4404-b8bf-0ce33191922a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c14f0783-61a4-4404-b8bf-0ce33191922a,segment=NetworkSegment(33e421c7-c3c8-4f15-aa73-744e02f29c09),segment_id=33e421c7-c3c8-4f15-aa73-744e02f29c09)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:34.447859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aad9f6-83b7-48c0-bae5-9a0469c5b11b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=7adca27b-ad3d-4926-9a48-914410f3e6ba,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:34.464819 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c947b8d-1706-4d3c-bc6b-013ddace4e8b None None] Network 1b1672c5-e516-4a5b-af55-4ed6a3217619 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:34.479310 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.567479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b7263866-9415-4b9f-b87f-506b0eba6af9 None None] Provisioning for port 9edd1632-8606-4e70-8ccf-8185269d3751 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:34.582860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b7263866-9415-4b9f-b87f-506b0eba6af9 None None] Provisioning complete for port 9edd1632-8606-4e70-8ccf-8185269d3751 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:34.583252 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7263866-9415-4b9f-b87f-506b0eba6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.616359 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aad9f6-83b7-48c0-bae5-9a0469c5b11b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 1b1672c5-e516-4a5b-af55-4ed6a3217619 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:34.639991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-b2aad9f6-83b7-48c0-bae5-9a0469c5b11b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:34.655875 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-160c553c-ce48-4e2d-a242-89b20164b512 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.659087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=c14f0783-61a4-4404-b8bf-0ce33191922a,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:34.708836 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-160c553c-ce48-4e2d-a242-89b20164b512 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.768276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-160c553c-ce48-4e2d-a242-89b20164b512 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Network f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:34.773603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-160c553c-ce48-4e2d-a242-89b20164b512 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:34.781125 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-160c553c-ce48-4e2d-a242-89b20164b512 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:34.806955 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7263866-9415-4b9f-b87f-506b0eba6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.809318 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c553c-ce48-4e2d-a242-89b20164b512 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Pushing event updated for resources: {'Port': ['ID=52f1f179-4640-458e-98b3-22587dd31107,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:34.811795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407fa8c-eec6-44ed-9ce4-a37aee767a8e req-b3c4bb23-97e2-43df-aae6-b20198189d57 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:34.820400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c407fa8c-eec6-44ed-9ce4-a37aee767a8e req-b3c4bb23-97e2-43df-aae6-b20198189d57 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 946 time: 0.4104333 Jul 06 12:15:34.830211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870b3dd-1a57-4c5f-9930-e3631485d321 req-3a3c33c1-9ac3-4c34-a164-dcba2609c0ed tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:34.835027 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5870b3dd-1a57-4c5f-9930-e3631485d321 req-3a3c33c1-9ac3-4c34-a164-dcba2609c0ed tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 907 time: 0.6348948 Jul 06 12:15:34.855543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b7263866-9415-4b9f-b87f-506b0eba6af9 None None] For port 9edd1632-8606-4e70-8ccf-8185269d3751, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9edd1632-8606-4e70-8ccf-8185269d3751,segment=NetworkSegment(80f7b8d3-1d37-4095-a223-cdb99936470b),segment_id=80f7b8d3-1d37-4095-a223-cdb99936470b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:34.863293 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7263866-9415-4b9f-b87f-506b0eba6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.882171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-160c553c-ce48-4e2d-a242-89b20164b512 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:34.882835 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-160c553c-ce48-4e2d-a242-89b20164b512 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:34.910212 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-160c553c-ce48-4e2d-a242-89b20164b512 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8297458 Jul 06 12:15:34.925299 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Request body: {'port': {'device_id': '2318dafc-5d47-4585-b6e7-6cccb2b7f490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:34.941816 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7263866-9415-4b9f-b87f-506b0eba6af9 None None] Pushing event updated for resources: {'Port': ['ID=9edd1632-8606-4e70-8ccf-8185269d3751,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:34.983378 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c407fa8c-eec6-44ed-9ce4-a37aee767a8e req-0bd6ccd6-fda2-4078-ae48-d38efb5b3ca2 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319129 Jul 06 12:15:35.051890 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.075544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2aad9f6-83b7-48c0-bae5-9a0469c5b11b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Router eebd9f56-da19-4259-9d06-858046086234 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:15:35.107686 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-5870b3dd-1a57-4c5f-9930-e3631485d321 req-77d0be02-4807-4a28-95ed-e04c55cee51d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Deleting port 99fe9147-b23e-40a7-acb6-0daed881ddf9 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:35.108042 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5870b3dd-1a57-4c5f-9930-e3631485d321 req-77d0be02-4807-4a28-95ed-e04c55cee51d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.297160 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b2dc60f0-6f8d-48a2-ab84-60785789cee2 None None] Provisioning complete for port 9edd1632-8606-4e70-8ccf-8185269d3751 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:35.297577 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b2dc60f0-6f8d-48a2-ab84-60785789cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.418658 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b2dc60f0-6f8d-48a2-ab84-60785789cee2 None None] Provisioning for port 7adca27b-ad3d-4926-9a48-914410f3e6ba completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:35.424549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b2dc60f0-6f8d-48a2-ab84-60785789cee2 None None] Provisioning complete for port 7adca27b-ad3d-4926-9a48-914410f3e6ba triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:35.425465 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b2dc60f0-6f8d-48a2-ab84-60785789cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.434635 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f1f179-4640-458e-98b3-22587dd31107 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:15:35.445687 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.460013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Transition to ACTIVE for port object 52f1f179-4640-458e-98b3-22587dd31107 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:35.465119 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.487686 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d4ee2796-4fdf-441e-9e96-e6c86e2353a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.522883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc60f0-6f8d-48a2-ab84-60785789cee2 None None] Port 7adca27b-ad3d-4926-9a48-914410f3e6ba cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:35.537667 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.605675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Pushing event updated for resources: {'Port': ['ID=52f1f179-4640-458e-98b3-22587dd31107,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:35.627840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Attempting to bind port 52f1f179-4640-458e-98b3-22587dd31107 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:35.628179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Attempting to bind port 52f1f179-4640-458e-98b3-22587dd31107 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '33e421c7-c3c8-4f15-aa73-744e02f29c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:35.628501 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Attempting to bind port 52f1f179-4640-458e-98b3-22587dd31107 on network f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:35.635407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Port 52f1f179-4640-458e-98b3-22587dd31107 on network f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:15:35.635802 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Attempting to bind port 52f1f179-4640-458e-98b3-22587dd31107 on network f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:35.641089 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:35.641450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Checking segment: {'id': '33e421c7-c3c8-4f15-aa73-744e02f29c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:35.642411 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Bound using segment: {'id': '33e421c7-c3c8-4f15-aa73-744e02f29c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:35.642850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Bound port: 52f1f179-4640-458e-98b3-22587dd31107, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e421c7-c3c8-4f15-aa73-744e02f29c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:35.643206 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.654003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5d681492-2904-4b4b-a635-d7bc70061aff None None] Provisioning complete for port 7adca27b-ad3d-4926-9a48-914410f3e6ba triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:35.655733 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d681492-2904-4b4b-a635-d7bc70061aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.754795 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5d681492-2904-4b4b-a635-d7bc70061aff None None] Port 7adca27b-ad3d-4926-9a48-914410f3e6ba cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:35.764942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] For port 52f1f179-4640-458e-98b3-22587dd31107, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:35.768951 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] For port 52f1f179-4640-458e-98b3-22587dd31107, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=52f1f179-4640-458e-98b3-22587dd31107,segment=NetworkSegment(33e421c7-c3c8-4f15-aa73-744e02f29c09),segment_id=33e421c7-c3c8-4f15-aa73-744e02f29c09)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:35.779890 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.787472 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9edd1632-8606-4e70-8ccf-8185269d3751 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:35.816530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2aad9f6-83b7-48c0-bae5-9a0469c5b11b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:15:35.832000 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b2aad9f6-83b7-48c0-bae5-9a0469c5b11b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "PUT /v2.0/routers/eebd9f56-da19-4259-9d06-858046086234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4390366 Jul 06 12:15:35.835516 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ab3175-74f4-4e1c-8880-bb47e3b02c27 None None] Sync routers for ids ['eebd9f56-da19-4259-9d06-858046086234'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:15:35.839178 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33856) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:35.848542 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab3175-74f4-4e1c-8880-bb47e3b02c27 None None] Routers {'eebd9f56-da19-4259-9d06-858046086234'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:35.854798 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d9ab3175-74f4-4e1c-8880-bb47e3b02c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:15:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['eebd9f56-da19-4259-9d06-858046086234'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:35.877877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7bef0-95fa-4d2d-be4a-5c1350c1239c req-43a9b9eb-3d37-4576-824c-a6b531a9ccd8 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:35.881911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9edd1632-8606-4e70-8ccf-8185269d3751 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:35.882290 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.883929 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Pushing event updated for resources: {'Port': ['ID=52f1f179-4640-458e-98b3-22587dd31107,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:35.884575 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8cb7bef0-95fa-4d2d-be4a-5c1350c1239c req-43a9b9eb-3d37-4576-824c-a6b531a9ccd8 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.2529130 Jul 06 12:15:35.893580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:35.894206 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.895846 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-739adf16-a701-4b75-a449-9d90044ed669 service neutron] 10.222.0.89 "PUT /v2.0/ports/52f1f179-4640-458e-98b3-22587dd31107 HTTP/1.1" status: 200 len: 1091 time: 0.9770486 Jul 06 12:15:35.896356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2318dafc-5d47-4585-b6e7-6cccb2b7f490', 'tag': '52f1f179-4640-458e-98b3-22587dd31107'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:35.900466 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a0182e-aba7-4ebe-99cd-edb567c88b61" -d '{"events": [{"name": "network-changed", "server_uuid": "2318dafc-5d47-4585-b6e7-6cccb2b7f490", "tag": "52f1f179-4640-458e-98b3-22587dd31107"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:35.940363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-5870b3dd-1a57-4c5f-9930-e3631485d321 req-77d0be02-4807-4a28-95ed-e04c55cee51d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] For port 99fe9147-b23e-40a7-acb6-0daed881ddf9, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=99fe9147-b23e-40a7-acb6-0daed881ddf9,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:35.940743 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d9ab3175-74f4-4e1c-8880-bb47e3b02c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:35.941235 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5870b3dd-1a57-4c5f-9930-e3631485d321 req-77d0be02-4807-4a28-95ed-e04c55cee51d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:35.960952 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab3175-74f4-4e1c-8880-bb47e3b02c27 None None] Routers {'eebd9f56-da19-4259-9d06-858046086234'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:35.962180 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d9ab3175-74f4-4e1c-8880-bb47e3b02c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:15:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['eebd9f56-da19-4259-9d06-858046086234'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:35.978974 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-5870b3dd-1a57-4c5f-9930-e3631485d321 req-77d0be02-4807-4a28-95ed-e04c55cee51d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Calling delete_port for 99fe9147-b23e-40a7-acb6-0daed881ddf9 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:36.010619 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d9ab3175-74f4-4e1c-8880-bb47e3b02c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:36.014681 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ab3175-74f4-4e1c-8880-bb47e3b02c27 None None] The sync data for ids ['eebd9f56-da19-4259-9d06-858046086234'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:15:36.045240 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c14f0783-61a4-4404-b8bf-0ce33191922a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:36.050607 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8cb7bef0-95fa-4d2d-be4a-5c1350c1239c req-f24780ce-d041-42cb-b2f8-3259b3080e42 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224999 Jul 06 12:15:36.074460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-d056d600-dcde-42cf-9e07-8e8964562f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:36.077639 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-d056d600-dcde-42cf-9e07-8e8964562f28 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2db458d6ca384cdeb695ba6e28db21aa&device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 1094 time: 0.1304371 Jul 06 12:15:36.105336 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-741ee433-bdf4-47aa-8e2e-94c19571df49 None None] Provisioning complete for port 7adca27b-ad3d-4926-9a48-914410f3e6ba triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:36.105814 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-741ee433-bdf4-47aa-8e2e-94c19571df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.132532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad738a45-8c86-47a2-832f-cf91ca0dcf17 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:36.139691 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ad738a45-8c86-47a2-832f-cf91ca0dcf17 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports?device_id=eebd9f56-da19-4259-9d06-858046086234 HTTP/1.1" status: 200 len: 983 time: 0.2978580 Jul 06 12:15:36.148911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33864) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:36.156383 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-5652b2de-c980-471c-bf71-4d035fe8416b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52f1f179-4640-458e-98b3-22587dd31107 HTTP/1.1" status: 200 len: 217 time: 0.0710616 Jul 06 12:15:36.179694 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-741ee433-bdf4-47aa-8e2e-94c19571df49 None None] Port 7adca27b-ad3d-4926-9a48-914410f3e6ba cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:36.184569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c14f0783-61a4-4404-b8bf-0ce33191922a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:36.185050 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.356190 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5870b3dd-1a57-4c5f-9930-e3631485d321 req-77d0be02-4807-4a28-95ed-e04c55cee51d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.373128 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-a3d70ee4-1920-4fb5-b25a-5cf2079cfab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:36.374628 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-a3d70ee4-1920-4fb5-b25a-5cf2079cfab6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28ddc82b-35de-420b-a4e4-3b01d6ff4f20 HTTP/1.1" status: 200 len: 849 time: 0.2105205 Jul 06 12:15:36.388220 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0be02-4807-4a28-95ed-e04c55cee51d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event deleted for resources: {'Port': ['ID=99fe9147-b23e-40a7-acb6-0daed881ddf9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:36.409399 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1734a1dc-6dbd-4a41-adaa-2d6958335640 None None] Provisioning complete for port 7adca27b-ad3d-4926-9a48-914410f3e6ba triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:36.409777 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1734a1dc-6dbd-4a41-adaa-2d6958335640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.445970 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-5870b3dd-1a57-4c5f-9930-e3631485d321 req-77d0be02-4807-4a28-95ed-e04c55cee51d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] No DVR routers for this DVR port 99fe9147-b23e-40a7-acb6-0daed881ddf9 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:36.449962 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-068f43da-3de6-4d77-a938-2e9d2e782e81 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679879 Jul 06 12:15:36.455848 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0ff28-c521-4f3d-8fce-62123f7cc87b req-458f8754-5f38-4e70-a742-ec50d88f30bd tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:36.457528 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3f0ff28-c521-4f3d-8fce-62123f7cc87b req-458f8754-5f38-4e70-a742-ec50d88f30bd tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 943 time: 0.1839573 Jul 06 12:15:36.458693 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5870b3dd-1a57-4c5f-9930-e3631485d321 req-77d0be02-4807-4a28-95ed-e04c55cee51d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.460818 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5870b3dd-1a57-4c5f-9930-e3631485d321 req-77d0be02-4807-4a28-95ed-e04c55cee51d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "DELETE /v2.0/ports/99fe9147-b23e-40a7-acb6-0daed881ddf9 HTTP/1.1" status: 204 len: 173 time: 1.6078241 Jul 06 12:15:36.461267 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988234ca-4747-49de-a615-3ab42a4d77f5', 'name': 'network-vif-deleted', 'tag': '99fe9147-b23e-40a7-acb6-0daed881ddf9'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:36.463617 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d085625-dda7-4cd8-9736-c115c2a41c8e" -d '{"events": [{"server_uuid": "988234ca-4747-49de-a615-3ab42a4d77f5", "name": "network-vif-deleted", "tag": "99fe9147-b23e-40a7-acb6-0daed881ddf9"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:36.527502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1734a1dc-6dbd-4a41-adaa-2d6958335640 None None] Port 7adca27b-ad3d-4926-9a48-914410f3e6ba cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:36.549453 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:36.558616 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3f0ff28-c521-4f3d-8fce-62123f7cc87b req-7a125d5a-81c2-47c8-87d3-fae9ce661546 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921121 Jul 06 12:15:36.756737 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-2419e8e7-d211-48f9-84f1-7826c8a2a97f service neutron] 10.222.0.89 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731142 Jul 06 12:15:36.806160 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e4937-4948-4ec6-867c-173d85e2d597 req-9e86cf58-f7bb-43d8-a607-41ee0ea2b011 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:36.811854 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-487e4937-4948-4ec6-867c-173d85e2d597 req-9e86cf58-f7bb-43d8-a607-41ee0ea2b011 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 946 time: 0.0925577 Jul 06 12:15:36.854421 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-487e4937-4948-4ec6-867c-173d85e2d597 req-8136c395-432f-4036-a025-f88bdb40b8b7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405178 Jul 06 12:15:36.936505 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d46a0827-bf0e-484e-afa7-d79f2ec81336 req-4e54bd3c-23bb-48e7-bcf3-4c4e656efbcb service neutron] 10.222.0.89 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641068 Jul 06 12:15:37.026629 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d20a7bbd-7c22-4c15-a04a-37289a8f11b5 req-09bc0c32-3500-4c18-a8e4-49a708d40966 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=988234ca-4747-49de-a615-3ab42a4d77f5 HTTP/1.1" status: 200 len: 210 time: 0.0306182 Jul 06 12:15:37.072068 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7020d682-53de-4e13-8cf8-924050dad3d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.111820 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d3b2b6-37d0-4884-b968-e34e601d8bcc x-openstack-request-id: req-67d3b2b6-37d0-4884-b968-e34e601d8bcc {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:37.112737 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2318dafc-5d47-4585-b6e7-6cccb2b7f490", "tag": "52f1f179-4640-458e-98b3-22587dd31107", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:37.112737 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67d3b2b6-37d0-4884-b968-e34e601d8bcc {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:37.113155 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2318dafc-5d47-4585-b6e7-6cccb2b7f490', 'tag': '52f1f179-4640-458e-98b3-22587dd31107', 'status': 'completed', 'code': 200} Jul 06 12:15:37.163799 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d90a6a-51e0-4e23-ad27-2a7c0b2f2661 x-openstack-request-id: req-19d90a6a-51e0-4e23-ad27-2a7c0b2f2661 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:37.164373 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988234ca-4747-49de-a615-3ab42a4d77f5", "name": "network-vif-deleted", "tag": "99fe9147-b23e-40a7-acb6-0daed881ddf9", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:37.164527 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-19d90a6a-51e0-4e23-ad27-2a7c0b2f2661 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:37.164989 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988234ca-4747-49de-a615-3ab42a4d77f5', 'name': 'network-vif-deleted', 'tag': '99fe9147-b23e-40a7-acb6-0daed881ddf9', 'status': 'completed', 'code': 200} Jul 06 12:15:37.310913 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0182e-aba7-4ebe-99cd-edb567c88b61 req-3e1862c5-e662-4e1b-b1ee-91f9f5cc8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:37.312573 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a0182e-aba7-4ebe-99cd-edb567c88b61 req-3e1862c5-e662-4e1b-b1ee-91f9f5cc8ea2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2db458d6ca384cdeb695ba6e28db21aa&device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 1094 time: 0.1642532 Jul 06 12:15:37.375185 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30ce03-4bd1-430e-92ee-b070b923b0b1 req-48a0e540-2ae6-4868-8ceb-31449d00d4ad tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:37.377444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d30ce03-4bd1-430e-92ee-b070b923b0b1 req-48a0e540-2ae6-4868-8ceb-31449d00d4ad tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 946 time: 0.0874929 Jul 06 12:15:37.427864 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d30ce03-4bd1-430e-92ee-b070b923b0b1 req-eda0364b-f36c-483e-83e6-a82a488bea37 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424297 Jul 06 12:15:37.502660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0182e-aba7-4ebe-99cd-edb567c88b61 req-82ac7e1e-007c-404f-b8c3-10c2268f6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:37.504569 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a0182e-aba7-4ebe-99cd-edb567c88b61 req-82ac7e1e-007c-404f-b8c3-10c2268f6b20 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec HTTP/1.1" status: 200 len: 910 time: 0.1679144 Jul 06 12:15:37.563185 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a0182e-aba7-4ebe-99cd-edb567c88b61 req-401419fc-1bfd-403d-8613-f12d1df8311a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52f1f179-4640-458e-98b3-22587dd31107 HTTP/1.1" status: 200 len: 217 time: 0.0511415 Jul 06 12:15:37.570230 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7020d682-53de-4e13-8cf8-924050dad3d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port 7adca27b-ad3d-4926-9a48-914410f3e6ba {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:37.570563 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7020d682-53de-4e13-8cf8-924050dad3d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.639546 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4260030-2564-41cf-8bea-0d052c8f134f req-973930e4-84c2-4eb7-926d-70b7a6af51e5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:37.641375 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4260030-2564-41cf-8bea-0d052c8f134f req-973930e4-84c2-4eb7-926d-70b7a6af51e5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.0825231 Jul 06 12:15:37.681526 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0182e-aba7-4ebe-99cd-edb567c88b61 req-459e09bc-ade1-4ee4-8cee-0d3db1cf1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:37.683111 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a0182e-aba7-4ebe-99cd-edb567c88b61 req-459e09bc-ade1-4ee4-8cee-0d3db1cf1294 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28ddc82b-35de-420b-a4e4-3b01d6ff4f20 HTTP/1.1" status: 200 len: 849 time: 0.1085181 Jul 06 12:15:37.695271 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4260030-2564-41cf-8bea-0d052c8f134f req-1c107ae9-4f9c-4aad-8725-ba6b62d19dcb tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468643 Jul 06 12:15:37.730218 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a0182e-aba7-4ebe-99cd-edb567c88b61 req-884a8a38-c447-45a0-8157-d61df3ea20d7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394948 Jul 06 12:15:37.749480 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7020d682-53de-4e13-8cf8-924050dad3d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:37.800496 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7020d682-53de-4e13-8cf8-924050dad3d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for 7adca27b-ad3d-4926-9a48-914410f3e6ba owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:37.913708 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a0182e-aba7-4ebe-99cd-edb567c88b61 req-0909c7a3-a4e4-4063-89dc-bfb8e37561c5 service neutron] 10.222.0.89 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743450 Jul 06 12:15:38.107798 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a0182e-aba7-4ebe-99cd-edb567c88b61 req-20d1e4c0-15f9-45b9-9af2-0a928af62922 service neutron] 10.222.0.89 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863027 Jul 06 12:15:38.129485 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7020d682-53de-4e13-8cf8-924050dad3d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:38.144239 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85121849-843a-46c9-8999-0babd5ca7ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:38.148833 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b75649-06a7-4d70-b599-bc54f8ab4c22 req-b50fb937-14a4-4b3c-9b1d-26e616a1f45e tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:38.155899 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22b75649-06a7-4d70-b599-bc54f8ab4c22 req-b50fb937-14a4-4b3c-9b1d-26e616a1f45e tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 943 time: 0.0946860 Jul 06 12:15:38.163881 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020d682-53de-4e13-8cf8-924050dad3d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=7adca27b-ad3d-4926-9a48-914410f3e6ba,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:38.209605 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:38.223966 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22b75649-06a7-4d70-b599-bc54f8ab4c22 req-066d8002-0869-4d49-acf4-ab2b1daf2f77 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670395 Jul 06 12:15:38.348466 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7020d682-53de-4e13-8cf8-924050dad3d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:38.411040 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 52f1f179-4640-458e-98b3-22587dd31107 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:15:38.415390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 99fe9147-b23e-40a7-acb6-0daed881ddf9 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:38.428711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcacb28-f3b7-46b1-9e4d-0f46d7cb4a8c req-d63720c7-78c9-44ec-bf54-26083ad30480 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:38.431144 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ebcacb28-f3b7-46b1-9e4d-0f46d7cb4a8c req-d63720c7-78c9-44ec-bf54-26083ad30480 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 946 time: 0.0767972 Jul 06 12:15:38.492708 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ebcacb28-f3b7-46b1-9e4d-0f46d7cb4a8c req-c7c1f3af-b7ad-4f36-a915-0efc7f9f6bd8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487840 Jul 06 12:15:38.511906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 99fe9147-b23e-40a7-acb6-0daed881ddf9 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:38.512246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 99fe9147-b23e-40a7-acb6-0daed881ddf9 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:38.608160 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 52f1f179-4640-458e-98b3-22587dd31107, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=52f1f179-4640-458e-98b3-22587dd31107,segment=NetworkSegment(33e421c7-c3c8-4f15-aa73-744e02f29c09),segment_id=33e421c7-c3c8-4f15-aa73-744e02f29c09)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:38.624557 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '52f1f179-4640-458e-98b3-22587dd31107', 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec', 'port_id': '52f1f179-4640-458e-98b3-22587dd31107', 'mac_address': 'fa:16:3e:0a:d6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ddc82b-35de-420b-a4e4-3b01d6ff4f20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:15:38.678891 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:38.697089 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f1f179-4640-458e-98b3-22587dd31107 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:15:38.726120 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 52f1f179-4640-458e-98b3-22587dd31107, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=52f1f179-4640-458e-98b3-22587dd31107,segment=NetworkSegment(33e421c7-c3c8-4f15-aa73-744e02f29c09),segment_id=33e421c7-c3c8-4f15-aa73-744e02f29c09)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:38.734761 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:38.809044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=52f1f179-4640-458e-98b3-22587dd31107,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:38.982452 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7020d682-53de-4e13-8cf8-924050dad3d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Router eebd9f56-da19-4259-9d06-858046086234 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:15:38.986017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['52f1f179-4640-458e-98b3-22587dd31107'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:15:38.998660 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-6f1266bf-1666-4411-b073-c3802e170254 service neutron] show failed (client error): The resource could not be found. Jul 06 12:15:38.999742 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-6f1266bf-1666-4411-b073-c3802e170254 service neutron] 10.222.0.89 "GET /v2.0/ports/ab6aa23b-46f8-4d5e-9557-6e624b7fc44e/bindings/n-h1-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.1808317 Jul 06 12:15:39.108326 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7020d682-53de-4e13-8cf8-924050dad3d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:15:39.113679 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1876a9d-c83b-407a-b115-3b09e709b381 req-e67a66c6-c68f-4bfe-9456-4d53ab309c66 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:39.114540 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7020d682-53de-4e13-8cf8-924050dad3d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "PUT /v2.0/routers/eebd9f56-da19-4259-9d06-858046086234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9641869 Jul 06 12:15:39.116741 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33930) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:39.118191 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c1876a9d-c83b-407a-b115-3b09e709b381 req-e67a66c6-c68f-4bfe-9456-4d53ab309c66 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.1489835 Jul 06 12:15:39.148761 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf493a1f-8e13-4482-82e3-863b8f697a16 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] GET failed (client error): The resource could not be found. Jul 06 12:15:39.153060 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cf493a1f-8e13-4482-82e3-863b8f697a16 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/7adca27b-ad3d-4926-9a48-914410f3e6ba HTTP/1.1" status: 404 len: 333 time: 0.0330493 Jul 06 12:15:39.160951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c0dd4-5fe6-46e9-9f08-571118f13672 None None] Sync routers for ids ['eebd9f56-da19-4259-9d06-858046086234'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:15:39.161645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33934) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:39.187853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c1876a9d-c83b-407a-b115-3b09e709b381 req-2e295b75-a9c6-4350-8f20-2d2b96a94b7c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597560 Jul 06 12:15:39.193247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c0dd4-5fe6-46e9-9f08-571118f13672 None None] Routers {'eebd9f56-da19-4259-9d06-858046086234'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:39.193886 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-297c0dd4-5fe6-46e9-9f08-571118f13672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:15:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['eebd9f56-da19-4259-9d06-858046086234'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:39.268094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-297c0dd4-5fe6-46e9-9f08-571118f13672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:39.284215 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee01eca9-5af2-4894-ad35-a7e3860eca0f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.317850 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c0dd4-5fe6-46e9-9f08-571118f13672 None None] Routers {'eebd9f56-da19-4259-9d06-858046086234'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:39.317850 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-297c0dd4-5fe6-46e9-9f08-571118f13672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:15:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['eebd9f56-da19-4259-9d06-858046086234'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:39.369423 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-297c0dd4-5fe6-46e9-9f08-571118f13672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:39.369722 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c0dd4-5fe6-46e9-9f08-571118f13672 None None] The sync data for ids ['eebd9f56-da19-4259-9d06-858046086234'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:15:39.382574 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.480686 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d02a0-ce3a-4285-af0f-b1e03a345500 req-fa3a5d47-3fe3-44c7-85b2-bb33716b317c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:39.482357 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bb5d02a0-ce3a-4285-af0f-b1e03a345500 req-fa3a5d47-3fe3-44c7-85b2-bb33716b317c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d7de137-5d1d-46e5-83f0-7011998f6706 HTTP/1.1" status: 200 len: 946 time: 0.0765476 Jul 06 12:15:39.523401 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bb5d02a0-ce3a-4285-af0f-b1e03a345500 req-87f67806-fb3f-4534-80d7-9fa377941999 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353198 Jul 06 12:15:39.605237 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee01eca9-5af2-4894-ad35-a7e3860eca0f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.614432 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee01eca9-5af2-4894-ad35-a7e3860eca0f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.715163 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-067e5290-4c9f-4502-8632-fe0bf495cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:39.716847 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-067e5290-4c9f-4502-8632-fe0bf495cd11 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f&tenant_id=f585d4167c1145b098521c82cd595bff HTTP/1.1" status: 200 len: 1097 time: 0.3435202 Jul 06 12:15:39.733683 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7481503-2fb4-4f06-b35e-12b6bcf11786 req-b1b348a7-2e75-4728-8468-da84935867f4 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:39.735201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:39.736639 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7481503-2fb4-4f06-b35e-12b6bcf11786 req-b1b348a7-2e75-4728-8468-da84935867f4 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 944 time: 0.0893984 Jul 06 12:15:39.739620 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee01eca9-5af2-4894-ad35-a7e3860eca0f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.740135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee01eca9-5af2-4894-ad35-a7e3860eca0f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Fanout notify agent at l3_agent the message router_deleted on router eebd9f56-da19-4259-9d06-858046086234 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:15:39.747794 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee01eca9-5af2-4894-ad35-a7e3860eca0f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.748831 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ee01eca9-5af2-4894-ad35-a7e3860eca0f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/routers/eebd9f56-da19-4259-9d06-858046086234 HTTP/1.1" status: 204 len: 168 time: 0.5937104 Jul 06 12:15:39.751569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33948) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:39.782010 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7481503-2fb4-4f06-b35e-12b6bcf11786 req-b385235b-353e-48e3-a9a3-72943f86a9cf tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376959 Jul 06 12:15:39.836025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb939b-23c8-449a-9ff6-4c1fc45418ec req-194bd0d2-3722-446f-8f5e-86d250e67153 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:39.837521 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fbfb939b-23c8-449a-9ff6-4c1fc45418ec req-194bd0d2-3722-446f-8f5e-86d250e67153 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 946 time: 0.3576939 Jul 06 12:15:39.923806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2adf036-c242-4eb7-b78b-d9aa9e331a30 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting subnet 10e3cc0c-7d0d-4c9c-a862-ece39cb39f17 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:15:39.937046 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2adf036-c242-4eb7-b78b-d9aa9e331a30 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.940588 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:39.964654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5750e6d-d4b3-43a1-812c-5c522b15c829 req-d0327255-233b-4180-8dbd-783b0b279b68 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:39.966648 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5750e6d-d4b3-43a1-812c-5c522b15c829 req-d0327255-233b-4180-8dbd-783b0b279b68 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 946 time: 0.0712011 Jul 06 12:15:40.009324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5750e6d-d4b3-43a1-812c-5c522b15c829 req-a9ab6fc6-f10e-45b5-938e-e99fdda4b4df tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364563 Jul 06 12:15:40.049936 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2adf036-c242-4eb7-b78b-d9aa9e331a30 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.271574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-fbfb939b-23c8-449a-9ff6-4c1fc45418ec req-2a51cfb0-4335-4645-8dd0-2e05e7bcfbf6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Deleting port 62769948-93cc-4459-a305-748180b2050d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:40.272262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbfb939b-23c8-449a-9ff6-4c1fc45418ec req-2a51cfb0-4335-4645-8dd0-2e05e7bcfbf6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.348910 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2adf036-c242-4eb7-b78b-d9aa9e331a30 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.413084 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 52f1f179-4640-458e-98b3-22587dd31107 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:40.482714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 52f1f179-4640-458e-98b3-22587dd31107 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:40.489496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 52f1f179-4640-458e-98b3-22587dd31107 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:40.489988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] For port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,segment=NetworkSegment(b4a70d68-7781-4e07-a16c-f586a8166e54),segment_id=b4a70d68-7781-4e07-a16c-f586a8166e54)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:40.490413 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.555563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fbfb939b-23c8-449a-9ff6-4c1fc45418ec req-2a51cfb0-4335-4645-8dd0-2e05e7bcfbf6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] For port 62769948-93cc-4459-a305-748180b2050d, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=62769948-93cc-4459-a305-748180b2050d,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:40.556369 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbfb939b-23c8-449a-9ff6-4c1fc45418ec req-2a51cfb0-4335-4645-8dd0-2e05e7bcfbf6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.592874 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.598923 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2adf036-c242-4eb7-b78b-d9aa9e331a30 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.606348 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-fbfb939b-23c8-449a-9ff6-4c1fc45418ec req-2a51cfb0-4335-4645-8dd0-2e05e7bcfbf6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Calling delete_port for 62769948-93cc-4459-a305-748180b2050d owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:40.611623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] For port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:40.611846 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf2b21-7d5a-41f9-9924-1a669375ed8d req-66c2476d-19a2-4386-a1ef-7ee52f04f81b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:40.613990 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02bf2b21-7d5a-41f9-9924-1a669375ed8d req-66c2476d-19a2-4386-a1ef-7ee52f04f81b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.0915182 Jul 06 12:15:40.627786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2318dafc-5d47-4585-b6e7-6cccb2b7f490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f1f179-4640-458e-98b3-22587dd31107'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:40.630983 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deac48d2-c919-44cb-9532-1af10f08e174" -d '{"events": [{"server_uuid": "2318dafc-5d47-4585-b6e7-6cccb2b7f490", "name": "network-vif-plugged", "status": "completed", "tag": "52f1f179-4640-458e-98b3-22587dd31107"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:40.647083 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 52f1f179-4640-458e-98b3-22587dd31107, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=52f1f179-4640-458e-98b3-22587dd31107,segment=NetworkSegment(33e421c7-c3c8-4f15-aa73-744e02f29c09),segment_id=33e421c7-c3c8-4f15-aa73-744e02f29c09)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:40.652631 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.653885 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ab6aa23b-46f8-4d5e-9557-6e624b7fc44e no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:40.670361 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02bf2b21-7d5a-41f9-9924-1a669375ed8d req-50500f33-3776-42e3-8a64-ff4fa15b1359 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494654 Jul 06 12:15:40.696504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cac72-9226-437a-94ea-2c70fd73e4c5 req-32ddff42-6b7b-4688-9de2-dc89acd48b8d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:40.698605 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-634cac72-9226-437a-94ea-2c70fd73e4c5 req-32ddff42-6b7b-4688-9de2-dc89acd48b8d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d7de137-5d1d-46e5-83f0-7011998f6706 HTTP/1.1" status: 200 len: 946 time: 0.3666475 Jul 06 12:15:40.699620 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adf036-c242-4eb7-b78b-d9aa9e331a30 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Subnet': ['ID=10e3cc0c-7d0d-4c9c-a862-ece39cb39f17,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:40.713906 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2adf036-c242-4eb7-b78b-d9aa9e331a30 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.714380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0dc92e-22ee-42d1-9563-9e8f9587526a None None] Network 1b1672c5-e516-4a5b-af55-4ed6a3217619 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:40.716284 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f2adf036-c242-4eb7-b78b-d9aa9e331a30 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/10e3cc0c-7d0d-4c9c-a862-ece39cb39f17 HTTP/1.1" status: 204 len: 168 time: 0.9635887 Jul 06 12:15:40.719152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33956) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:40.825763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:40.828112 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc0667e-d72b-46ea-bbd1-72d81a162be5" -d '{"events": [{"server_uuid": "dc64d439-19d6-4b1a-b9ca-75fd7613ea6f", "name": "network-vif-unplugged", "status": "completed", "tag": "ab6aa23b-46f8-4d5e-9557-6e624b7fc44e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:40.838773 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.893189 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=52f1f179-4640-458e-98b3-22587dd31107,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:40.903866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Transition to ACTIVE for port object ab6aa23b-46f8-4d5e-9557-6e624b7fc44e will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:40.922093 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:40.979859 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.001937 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.076354 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617e793-48c2-4698-b683-1f17999ae032 req-ac1c5d07-1570-4f46-b769-eb4a511f9057 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:41.093413 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9617e793-48c2-4698-b683-1f17999ae032 req-ac1c5d07-1570-4f46-b769-eb4a511f9057 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d7de137-5d1d-46e5-83f0-7011998f6706 HTTP/1.1" status: 200 len: 946 time: 0.2183182 Jul 06 12:15:41.101146 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7057c921-aed8-4e1b-ae6f-ec80d6792ee7 None None] DHCP port deletion for 1b1672c5-e516-4a5b-af55-4ed6a3217619 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:15:41.159810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port 9edd1632-8606-4e70-8ccf-8185269d3751 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:41.160729 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.176042 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9617e793-48c2-4698-b683-1f17999ae032 req-5feec907-729a-4a7d-b20c-f2d3ab3b3b8e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748491 Jul 06 12:15:41.204874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7057c921-aed8-4e1b-ae6f-ec80d6792ee7 None None] Deleting port 9edd1632-8606-4e70-8ccf-8185269d3751 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:41.206018 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7057c921-aed8-4e1b-ae6f-ec80d6792ee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.281675 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191e6f05-85ef-469c-a5cd-a121ad5a0afd x-openstack-request-id: req-191e6f05-85ef-469c-a5cd-a121ad5a0afd {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:41.281955 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2318dafc-5d47-4585-b6e7-6cccb2b7f490", "name": "network-vif-plugged", "status": "completed", "tag": "52f1f179-4640-458e-98b3-22587dd31107", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:41.282252 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-191e6f05-85ef-469c-a5cd-a121ad5a0afd {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:41.282645 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2318dafc-5d47-4585-b6e7-6cccb2b7f490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f1f179-4640-458e-98b3-22587dd31107', 'code': 200} Jul 06 12:15:41.363031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7057c921-aed8-4e1b-ae6f-ec80d6792ee7 None None] For port 9edd1632-8606-4e70-8ccf-8185269d3751, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9edd1632-8606-4e70-8ccf-8185269d3751,segment=NetworkSegment(80f7b8d3-1d37-4095-a223-cdb99936470b),segment_id=80f7b8d3-1d37-4095-a223-cdb99936470b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:41.363880 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7057c921-aed8-4e1b-ae6f-ec80d6792ee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.379105 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7057c921-aed8-4e1b-ae6f-ec80d6792ee7 None None] Calling delete_port for 9edd1632-8606-4e70-8ccf-8185269d3751 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:41.425148 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] For port 9edd1632-8606-4e70-8ccf-8185269d3751, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9edd1632-8606-4e70-8ccf-8185269d3751,segment=NetworkSegment(80f7b8d3-1d37-4095-a223-cdb99936470b),segment_id=80f7b8d3-1d37-4095-a223-cdb99936470b)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:41.425520 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.453902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:41.467091 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for 9edd1632-8606-4e70-8ccf-8185269d3751 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:41.491919 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7057c921-aed8-4e1b-ae6f-ec80d6792ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.514862 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbfb939b-23c8-449a-9ff6-4c1fc45418ec req-2a51cfb0-4335-4645-8dd0-2e05e7bcfbf6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.517501 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-634cac72-9226-437a-94ea-2c70fd73e4c5 req-f32fc4ec-e8b3-4a66-92a5-fbd48c72ff8c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Deleting port 9af8587a-cc37-45af-8e9c-2255e69671a1 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:41.517837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-634cac72-9226-437a-94ea-2c70fd73e4c5 req-f32fc4ec-e8b3-4a66-92a5-fbd48c72ff8c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.529955 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057c921-aed8-4e1b-ae6f-ec80d6792ee7 None None] Pushing event deleted for resources: {'Port': ['ID=9edd1632-8606-4e70-8ccf-8185269d3751,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:41.540204 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7057c921-aed8-4e1b-ae6f-ec80d6792ee7 None None] No DVR routers for this DVR port 9edd1632-8606-4e70-8ccf-8185269d3751 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:41.596193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51cfb0-4335-4645-8dd0-2e05e7bcfbf6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event deleted for resources: {'Port': ['ID=62769948-93cc-4459-a305-748180b2050d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:41.622724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] No DVR routers for this DVR port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:41.627788 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91114a6-ce27-4d86-8688-569e0285ec48 req-9c242f6c-5a03-4b00-be6b-c981b6809932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:41.629375 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e91114a6-ce27-4d86-8688-569e0285ec48 req-9c242f6c-5a03-4b00-be6b-c981b6809932 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 1096 time: 0.2511461 Jul 06 12:15:41.714016 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a2c37-7c67-4a0b-9ec1-57d58e3600fd req-47b8eae8-364e-40cb-85e1-baf34c7e1a0f tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:41.716199 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-da3a2c37-7c67-4a0b-9ec1-57d58e3600fd req-47b8eae8-364e-40cb-85e1-baf34c7e1a0f tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.2298195 Jul 06 12:15:41.718048 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e91114a6-ce27-4d86-8688-569e0285ec48 req-cedd1a1e-622c-4f89-84a4-64d3958668ed service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810959 Jul 06 12:15:41.740910 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.755916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfb939b-23c8-449a-9ff6-4c1fc45418ec req-2a51cfb0-4335-4645-8dd0-2e05e7bcfbf6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] No DVR routers for this DVR port 62769948-93cc-4459-a305-748180b2050d on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:41.760370 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbfb939b-23c8-449a-9ff6-4c1fc45418ec req-2a51cfb0-4335-4645-8dd0-2e05e7bcfbf6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.762703 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fbfb939b-23c8-449a-9ff6-4c1fc45418ec req-2a51cfb0-4335-4645-8dd0-2e05e7bcfbf6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "DELETE /v2.0/ports/62769948-93cc-4459-a305-748180b2050d HTTP/1.1" status: 204 len: 173 time: 1.9164832 Jul 06 12:15:41.775543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9edd1632-8606-4e70-8ccf-8185269d3751 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:41.823529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 9edd1632-8606-4e70-8ccf-8185269d3751 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:41.823832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9edd1632-8606-4e70-8ccf-8185269d3751 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:41.852709 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=9edd1632-8606-4e70-8ccf-8185269d3751,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:41.855247 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No DVR routers for this DVR port 9edd1632-8606-4e70-8ccf-8185269d3751 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:41.888850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-634cac72-9226-437a-94ea-2c70fd73e4c5 req-f32fc4ec-e8b3-4a66-92a5-fbd48c72ff8c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] For port 9af8587a-cc37-45af-8e9c-2255e69671a1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9af8587a-cc37-45af-8e9c-2255e69671a1,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:41.889219 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-634cac72-9226-437a-94ea-2c70fd73e4c5 req-f32fc4ec-e8b3-4a66-92a5-fbd48c72ff8c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:41.915616 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-634cac72-9226-437a-94ea-2c70fd73e4c5 req-f32fc4ec-e8b3-4a66-92a5-fbd48c72ff8c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Calling delete_port for 9af8587a-cc37-45af-8e9c-2255e69671a1 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:41.917037 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-da3a2c37-7c67-4a0b-9ec1-57d58e3600fd req-ebb7f66a-53a7-4d11-af1e-d084e0d1d5fe tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904747 Jul 06 12:15:42.029330 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdd856e-24e7-47c6-83bc-f0020529ccd2 x-openstack-request-id: req-0cdd856e-24e7-47c6-83bc-f0020529ccd2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:42.029646 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc64d439-19d6-4b1a-b9ca-75fd7613ea6f", "name": "network-vif-unplugged", "status": "completed", "tag": "ab6aa23b-46f8-4d5e-9557-6e624b7fc44e", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:42.029870 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0cdd856e-24e7-47c6-83bc-f0020529ccd2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:42.030261 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e', 'code': 200} Jul 06 12:15:42.045353 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.047133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Attempting to bind port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:42.047592 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Attempting to bind port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:42.048439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Attempting to bind port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e on network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:42.061593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e on network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:15:42.061948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Attempting to bind port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e on network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:42.070379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:42.070764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Checking segment: {'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:42.071097 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Bound using segment: {'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:42.071638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Bound port: ab6aa23b-46f8-4d5e-9557-6e624b7fc44e, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a70d68-7781-4e07-a16c-f586a8166e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:42.072108 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.074931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1672c5-e516-4a5b-af55-4ed6a3217619']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:42.087500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f7b8d3-1d37-4095-a223-cdb99936470b') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:42.088171 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f7b8d3-1d37-4095-a223-cdb99936470b') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:42.098414 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.125289 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.136473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:15:42.137316 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: self.session.flush() Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:15:42.142361 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:15:42.199660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] For port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:42.205327 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] For port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,segment=NetworkSegment(b4a70d68-7781-4e07-a16c-f586a8166e54),segment_id=b4a70d68-7781-4e07-a16c-f586a8166e54)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:42.208413 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-634cac72-9226-437a-94ea-2c70fd73e4c5 req-f32fc4ec-e8b3-4a66-92a5-fbd48c72ff8c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.214275 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.221839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['62b37920-7e70-43a5-9bf0-3b5ea515291b', '9af8587a-cc37-45af-8e9c-2255e69671a1'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:15:42.242364 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aebb07ff-7744-434b-9f70-c10a55c4241a req-993f4480-7624-4f82-8eea-910fea5f69cc tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 210 time: 0.0989358 Jul 06 12:15:42.260363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fc4ec-e8b3-4a66-92a5-fbd48c72ff8c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event deleted for resources: {'Port': ['ID=9af8587a-cc37-45af-8e9c-2255e69671a1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:42.272313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:42.272983 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.278314 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] 10.222.0.23 "PUT /v2.0/ports/ab6aa23b-46f8-4d5e-9557-6e624b7fc44e HTTP/1.1" status: 200 len: 1092 time: 2.5470290 Jul 06 12:15:42.301289 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.328382 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.330560 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/networks/1b1672c5-e516-4a5b-af55-4ed6a3217619 HTTP/1.1" status: 204 len: 168 time: 1.6096814 Jul 06 12:15:42.351068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33972) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:42.361828 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c3a66-e0c2-4efc-a787-4ebde2ca9660 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Network': ['ID=1b1672c5-e516-4a5b-af55-4ed6a3217619,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:42.414331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-634cac72-9226-437a-94ea-2c70fd73e4c5 req-f32fc4ec-e8b3-4a66-92a5-fbd48c72ff8c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] No DVR routers for this DVR port 9af8587a-cc37-45af-8e9c-2255e69671a1 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:42.437253 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-634cac72-9226-437a-94ea-2c70fd73e4c5 req-f32fc4ec-e8b3-4a66-92a5-fbd48c72ff8c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:42.439892 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-634cac72-9226-437a-94ea-2c70fd73e4c5 req-f32fc4ec-e8b3-4a66-92a5-fbd48c72ff8c tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "DELETE /v2.0/ports/9af8587a-cc37-45af-8e9c-2255e69671a1 HTTP/1.1" status: 204 len: 173 time: 1.7290921 Jul 06 12:15:42.514199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b985f0-9658-4fcf-8c66-b86bf1c1c517 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:42.519983 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 62769948-93cc-4459-a305-748180b2050d no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:42.536877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c48879-f764-4872-aef1-df9d60ce7d99 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:42.538830 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-79c48879-f764-4872-aef1-df9d60ce7d99 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/b265a6b8-63b5-472f-b220-bfc66fd99404 HTTP/1.1" status: 200 len: 841 time: 0.1864531 Jul 06 12:15:42.547187 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33974) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:42.574075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-4a23523e-0db5-4ad7-ac3b-65cffaef6d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:42.575850 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-4a23523e-0db5-4ad7-ac3b-65cffaef6d59 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 1095 time: 0.2213919 Jul 06 12:15:42.579615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 62769948-93cc-4459-a305-748180b2050d {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:42.580206 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 62769948-93cc-4459-a305-748180b2050d not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:42.653688 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4727e24b-c987-4cf3-b05d-10fd75f9933e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/b265a6b8-63b5-472f-b220-bfc66fd99404?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0989974 Jul 06 12:15:42.654411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33976) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:42.678062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ba6e54c1-8121-4c27-89a6-a4e6b6cdff04 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'subnet': {'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:42.766095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-72afd858-24a3-49ad-b63c-f63c9613d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:42.768288 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-72afd858-24a3-49ad-b63c-f63c9613d15a service neutron] 10.222.0.23 "GET /v2.0/networks?id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 HTTP/1.1" status: 200 len: 897 time: 0.1847739 Jul 06 12:15:42.894486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0843f8-0be5-4579-95ac-d12ca751fab0 req-54f9503d-6e15-44bf-a612-eb7018412fe3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:42.899580 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cf0843f8-0be5-4579-95ac-d12ca751fab0 req-54f9503d-6e15-44bf-a612-eb7018412fe3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 944 time: 0.4137504 Jul 06 12:15:42.903741 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-984cc1d9-d2cc-48f4-a67c-3eb22d661a85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e HTTP/1.1" status: 200 len: 1000 time: 0.1288753 Jul 06 12:15:42.982984 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cf0843f8-0be5-4579-95ac-d12ca751fab0 req-21ce123f-6613-430a-8095-8dce711afcfa tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727580 Jul 06 12:15:42.984309 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6e54c1-8121-4c27-89a6-a4e6b6cdff04 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:42.990548 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba6e54c1-8121-4c27-89a6-a4e6b6cdff04 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.002353 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-9161895c-5b60-4294-a7c5-25f76c4827b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:43.017778 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-9161895c-5b60-4294-a7c5-25f76c4827b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ce6209d-f67f-4d1f-a267-7eac8672ed36 HTTP/1.1" status: 200 len: 834 time: 0.0979710 Jul 06 12:15:43.111760 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-819e4869-5567-47c2-b64f-4b95312b41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:43.114293 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-819e4869-5567-47c2-b64f-4b95312b41e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948970 Jul 06 12:15:43.296200 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62d59cd0-f8ba-4a57-8b1f-456d809ed10d req-a0038d4b-a96d-49d3-8922-ad986e3203c8 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d7de137-5d1d-46e5-83f0-7011998f6706 HTTP/1.1" status: 200 len: 210 time: 0.1425509 Jul 06 12:15:43.329471 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-508516f5-e6ac-493b-9b9b-0db74eaa4c3c service neutron] 10.222.0.23 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075281 Jul 06 12:15:43.364574 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba6e54c1-8121-4c27-89a6-a4e6b6cdff04 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.439200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6e54c1-8121-4c27-89a6-a4e6b6cdff04 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:43.453815 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-ba6e54c1-8121-4c27-89a6-a4e6b6cdff04 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:43.462972 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d308308-a8c3-4e7e-bd2e-30316e6a0021 None None] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:43.484391 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6e54c1-8121-4c27-89a6-a4e6b6cdff04 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:43.486144 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba6e54c1-8121-4c27-89a6-a4e6b6cdff04 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.540936 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e54c1-8121-4c27-89a6-a4e6b6cdff04 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Subnet': ['ID=516c4fd7-cf6c-44a5-8ecb-f4972859cb33,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:43.548337 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ba6e54c1-8121-4c27-89a6-a4e6b6cdff04 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8912318 Jul 06 12:15:43.553220 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33984) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:43.559914 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-462d9c9d-e1c9-498e-ba88-686838f4e76b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'security_group': {'name': 'tempest-secgroup-1898121002'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:43.570347 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e97a853c-0792-4bd4-97f9-d95fdf89217c req-781e86c7-b716-4893-aee0-fe545737ad8a service neutron] 10.222.0.23 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338207 Jul 06 12:15:43.603016 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-462d9c9d-e1c9-498e-ba88-686838f4e76b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.647883 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa2170-0f65-4f90-b5c5-b2dac922b1fc req-c4b066fd-55e6-44d4-90ce-60c2bf504285 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:43.649795 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cfa2170-0f65-4f90-b5c5-b2dac922b1fc req-c4b066fd-55e6-44d4-90ce-60c2bf504285 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.1913533 Jul 06 12:15:43.722791 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cfa2170-0f65-4f90-b5c5-b2dac922b1fc req-964e304c-3652-4d22-869a-917007814826 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652897 Jul 06 12:15:43.793809 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-462d9c9d-e1c9-498e-ba88-686838f4e76b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.798955 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-462d9c9d-e1c9-498e-ba88-686838f4e76b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.837652 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-462d9c9d-e1c9-498e-ba88-686838f4e76b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.841561 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-462d9c9d-e1c9-498e-ba88-686838f4e76b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2839942 Jul 06 12:15:43.841561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d9c9d-e1c9-498e-ba88-686838f4e76b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196107aa-5447-49e9-af5f-aec268dd19eb,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:43.842500 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 33988) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:43.849966 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'security_group': {'name': 'tempest-secgroup-688038980'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:43.897882 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:43.931265 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc35db22-08f7-4b0b-9d24-6bc16e02badb req-d3a14dbc-608d-458e-ba43-3b0352f472fa tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 210 time: 0.0356085 Jul 06 12:15:43.964664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'tenant_id': '7010f589aa594d5985fd350a6126241f', 'fixed_ips': [{'subnet_id': '516c4fd7-cf6c-44a5-8ecb-f4972859cb33'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:15:43.966182 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:44.019106 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:44.023811 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:44.031044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33efb9e8-16a8-4af5-83d1-40370d969bb7', 'name': 'network-vif-deleted', 'tag': '62769948-93cc-4459-a305-748180b2050d'}, {'name': 'network-changed', 'server_uuid': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'tag': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e'}, {'server_uuid': '8d7de137-5d1d-46e5-83f0-7011998f6706', 'name': 'network-vif-deleted', 'tag': '9af8587a-cc37-45af-8e9c-2255e69671a1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:44.033691 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b7d37d-894c-4c71-9b53-70c71a8d3966" -d '{"events": [{"server_uuid": "33efb9e8-16a8-4af5-83d1-40370d969bb7", "name": "network-vif-deleted", "tag": "62769948-93cc-4459-a305-748180b2050d"}, {"name": "network-changed", "server_uuid": "dc64d439-19d6-4b1a-b9ca-75fd7613ea6f", "tag": "ab6aa23b-46f8-4d5e-9557-6e624b7fc44e"}, {"server_uuid": "8d7de137-5d1d-46e5-83f0-7011998f6706", "name": "network-vif-deleted", "tag": "9af8587a-cc37-45af-8e9c-2255e69671a1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:44.067536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:44.068879 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2243192 Jul 06 12:15:44.070948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164bdaa7-bbff-47af-87c8-b821347c1388,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:44.071704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 33996) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:44.078291 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-155a030e-07b0-4035-9205-3bc70d334fae tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-964146772', 'security_groups': ['164bdaa7-bbff-47af-87c8-b821347c1388'], 'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '516c4fd7-cf6c-44a5-8ecb-f4972859cb33'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:44.099552 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:44.102873 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:44.103637 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:44.104160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:44.104602 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:44.105088 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:44.105769 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:44.106254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:44.107006 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:44.107526 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:44.107998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:44.108471 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c6362-fd0f-4c8e-9adf-4e28c0d70cda tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:44.177396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Allocated IP 172.20.0.2 (02a28949-1f9a-43cf-b48e-a7fc8a7c0a21/516c4fd7-cf6c-44a5-8ecb-f4972859cb33/307011dc-ee4e-4c70-9643-3c71a7318006) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:44.254169 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155a030e-07b0-4035-9205-3bc70d334fae tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:44.367518 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8925fbe-5234-4d90-8cb4-a84149fd2758 req-ed669d8e-c4e2-4840-9616-9ea110df3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:44.370075 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b8925fbe-5234-4d90-8cb4-a84149fd2758 req-ed669d8e-c4e2-4840-9616-9ea110df3afe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2db458d6ca384cdeb695ba6e28db21aa&device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 1096 time: 0.1061327 Jul 06 12:15:44.397098 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:44.408343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Transition to ACTIVE for port object 307011dc-ee4e-4c70-9643-3c71a7318006 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:44.412259 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-155a030e-07b0-4035-9205-3bc70d334fae tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:44.428463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Transition to ACTIVE for port object 307011dc-ee4e-4c70-9643-3c71a7318006 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:44.435916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fde5fc-57cb-4877-a395-87de08310ef8 req-af8809d8-1a0e-4b18-a6c0-72fe5d7db79e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:44.436968 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:44.437719 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-15fde5fc-57cb-4877-a395-87de08310ef8 req-af8809d8-1a0e-4b18-a6c0-72fe5d7db79e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 944 time: 0.1158633 Jul 06 12:15:44.446714 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-155a030e-07b0-4035-9205-3bc70d334fae tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] device_id is not set on port a850f783-4d07-453b-98bb-c75bde1ef064 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:15:44.448472 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9af8587a-cc37-45af-8e9c-2255e69671a1 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:44.501886 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 9af8587a-cc37-45af-8e9c-2255e69671a1 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:44.502333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9af8587a-cc37-45af-8e9c-2255e69671a1 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:44.507024 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:44.511959 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8925fbe-5234-4d90-8cb4-a84149fd2758 req-f8a8d3ca-e440-4f93-b781-f7a8a913b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:44.513625 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b8925fbe-5234-4d90-8cb4-a84149fd2758 req-f8a8d3ca-e440-4f93-b781-f7a8a913b1f3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec HTTP/1.1" status: 200 len: 910 time: 0.1365030 Jul 06 12:15:44.515066 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:44.519436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:44.532624 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Pushing event updated for resources: {'Port': ['ID=307011dc-ee4e-4c70-9643-3c71a7318006,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:44.575970 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b8925fbe-5234-4d90-8cb4-a84149fd2758 req-576b56c4-8669-4caf-8ae6-323a2d099ba9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52f1f179-4640-458e-98b3-22587dd31107 HTTP/1.1" status: 200 len: 217 time: 0.0541151 Jul 06 12:15:44.591553 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Attempting to bind port 307011dc-ee4e-4c70-9643-3c71a7318006 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:15:44.591923 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Attempting to bind port 307011dc-ee4e-4c70-9643-3c71a7318006 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'b75e0358-4614-4900-a767-d82d1e77fcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:15:44.592286 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Attempting to bind port 307011dc-ee4e-4c70-9643-3c71a7318006 on network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:15:44.598756 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:15:44.599135 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Checking segment: {'id': 'b75e0358-4614-4900-a767-d82d1e77fcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:15:44.599565 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:44.599959 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Bound using segment: {'id': 'b75e0358-4614-4900-a767-d82d1e77fcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:15:44.600554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Bound port: 307011dc-ee4e-4c70-9643-3c71a7318006, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75e0358-4614-4900-a767-d82d1e77fcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:15:44.600945 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:44.645286 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8925fbe-5234-4d90-8cb4-a84149fd2758 req-0690fff6-8aa7-42f9-ace3-4786b72ab729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:44.649642 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b8925fbe-5234-4d90-8cb4-a84149fd2758 req-0690fff6-8aa7-42f9-ace3-4786b72ab729 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28ddc82b-35de-420b-a4e4-3b01d6ff4f20 HTTP/1.1" status: 200 len: 849 time: 0.0656953 Jul 06 12:15:44.651805 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-15fde5fc-57cb-4877-a395-87de08310ef8 req-9f5ec7ca-2a13-417e-96d2-d65cf3435fc6 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710096 Jul 06 12:15:44.685132 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-155a030e-07b0-4035-9205-3bc70d334fae tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Allocated IP 172.20.0.7 (02a28949-1f9a-43cf-b48e-a7fc8a7c0a21/516c4fd7-cf6c-44a5-8ecb-f4972859cb33/a850f783-4d07-453b-98bb-c75bde1ef064) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:44.692514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] For port 307011dc-ee4e-4c70-9643-3c71a7318006, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:15:44.702337 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] For port 307011dc-ee4e-4c70-9643-3c71a7318006, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=307011dc-ee4e-4c70-9643-3c71a7318006,segment=NetworkSegment(b75e0358-4614-4900-a767-d82d1e77fcc4),segment_id=b75e0358-4614-4900-a767-d82d1e77fcc4)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:15:44.712642 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:44.717799 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b8925fbe-5234-4d90-8cb4-a84149fd2758 req-bcce711a-936f-426f-bf4f-fff3e4168924 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619707 Jul 06 12:15:44.786724 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad9fe1b-9b9b-41f4-904a-3976ae8b92e3 x-openstack-request-id: req-3ad9fe1b-9b9b-41f4-904a-3976ae8b92e3 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:44.787138 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33efb9e8-16a8-4af5-83d1-40370d969bb7", "name": "network-vif-deleted", "tag": "62769948-93cc-4459-a305-748180b2050d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dc64d439-19d6-4b1a-b9ca-75fd7613ea6f", "tag": "ab6aa23b-46f8-4d5e-9557-6e624b7fc44e", "status": "completed", "code": 200}, {"server_uuid": "8d7de137-5d1d-46e5-83f0-7011998f6706", "name": "network-vif-deleted", "tag": "9af8587a-cc37-45af-8e9c-2255e69671a1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:44.789180 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ad9fe1b-9b9b-41f4-904a-3976ae8b92e3 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:44.789641 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33efb9e8-16a8-4af5-83d1-40370d969bb7', 'name': 'network-vif-deleted', 'tag': '62769948-93cc-4459-a305-748180b2050d', 'status': 'completed', 'code': 200} Jul 06 12:15:44.789900 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'tag': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e', 'status': 'completed', 'code': 200} Jul 06 12:15:44.790153 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7de137-5d1d-46e5-83f0-7011998f6706', 'name': 'network-vif-deleted', 'tag': '9af8587a-cc37-45af-8e9c-2255e69671a1', 'status': 'completed', 'code': 200} Jul 06 12:15:44.793952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186bd47-7651-4342-8036-6832110fa7ff None None] Pushing event updated for resources: {'Port': ['ID=307011dc-ee4e-4c70-9643-3c71a7318006,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:44.916268 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b8925fbe-5234-4d90-8cb4-a84149fd2758 req-b2ab7d52-250e-4d45-b8de-8ce24a9a8807 service neutron] 10.222.0.89 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917777 Jul 06 12:15:44.924318 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-dc8e1cb9-9851-4ec5-9faa-aa1f1579a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:44.924318 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-dc8e1cb9-9851-4ec5-9faa-aa1f1579a477 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 1095 time: 0.1378593 Jul 06 12:15:44.969646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-3238c62c-3fc3-476e-8864-b3363342b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:44.971841 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-3238c62c-3fc3-476e-8864-b3363342b07e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 1095 time: 0.1634059 Jul 06 12:15:45.136501 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-155a030e-07b0-4035-9205-3bc70d334fae tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.137362 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b8925fbe-5234-4d90-8cb4-a84149fd2758 req-97dd17ae-912c-4dd7-91e2-4f05a3748388 service neutron] 10.222.0.89 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133572 Jul 06 12:15:45.138590 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-ce8357ce-3f93-45c9-8908-1632051481d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:45.140477 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-ce8357ce-3f93-45c9-8908-1632051481d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 HTTP/1.1" status: 200 len: 897 time: 0.2066946 Jul 06 12:15:45.186031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-155a030e-07b0-4035-9205-3bc70d334fae tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Transition to ACTIVE for port object a850f783-4d07-453b-98bb-c75bde1ef064 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:45.265269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-731435d1-5e94-46d3-bbb1-9fd25b54a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:45.267571 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-731435d1-5e94-46d3-bbb1-9fd25b54a8c5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 HTTP/1.1" status: 200 len: 897 time: 0.2816956 Jul 06 12:15:45.326601 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-dd31133b-8336-4af3-b295-f2e2c571a291 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e HTTP/1.1" status: 200 len: 1000 time: 0.1785290 Jul 06 12:15:45.392739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7e165-7d8e-4026-b81f-8174bb293207 req-94f07991-d967-485a-80ed-08549a3f81d9 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:45.394371 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3bf7e165-7d8e-4026-b81f-8174bb293207 req-94f07991-d967-485a-80ed-08549a3f81d9 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.4331813 Jul 06 12:15:45.399437 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-998cb847-b57f-4072-81eb-49597f064cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:45.402072 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-998cb847-b57f-4072-81eb-49597f064cee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ce6209d-f67f-4d1f-a267-7eac8672ed36 HTTP/1.1" status: 200 len: 834 time: 0.0690002 Jul 06 12:15:45.408716 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-155a030e-07b0-4035-9205-3bc70d334fae tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.476408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-7759b7c2-4d41-43a5-967b-c8c66a7228fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:45.477969 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-7759b7c2-4d41-43a5-967b-c8c66a7228fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686934 Jul 06 12:15:45.493270 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-a9b4eaec-b73d-494c-8f7b-d4611d08153c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e HTTP/1.1" status: 200 len: 1000 time: 0.2186308 Jul 06 12:15:45.506362 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155a030e-07b0-4035-9205-3bc70d334fae tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:45.532935 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-155a030e-07b0-4035-9205-3bc70d334fae tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:45.561199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155a030e-07b0-4035-9205-3bc70d334fae tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:45.569192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a030e-07b0-4035-9205-3bc70d334fae tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=a850f783-4d07-453b-98bb-c75bde1ef064,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:45.587088 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-8d889ecc-0dc5-4905-93be-0efaee28a3df service neutron] 10.222.0.23 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027184 Jul 06 12:15:45.605461 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3bf7e165-7d8e-4026-b81f-8174bb293207 req-e6da11c0-aed4-44ac-a6cc-920129b4e1f7 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987972 Jul 06 12:15:45.627334 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-f8bfe633-d84a-4b26-8e86-474c7ad86fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:45.629062 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-f8bfe633-d84a-4b26-8e86-474c7ad86fc7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0ce6209d-f67f-4d1f-a267-7eac8672ed36 HTTP/1.1" status: 200 len: 834 time: 0.1247160 Jul 06 12:15:45.637811 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155a030e-07b0-4035-9205-3bc70d334fae tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:45.638484 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-155a030e-07b0-4035-9205-3bc70d334fae tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.700663 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-155a030e-07b0-4035-9205-3bc70d334fae tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6278069 Jul 06 12:15:45.705311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34012) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:45.711609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-dabddf05-5747-4c8f-aea0-e8e5532af96c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'subnet': {'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:45.740129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-6a77e3b6-60c9-4199-b55e-e5d2c43b1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:45.752110 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-6a77e3b6-60c9-4199-b55e-e5d2c43b1f2e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107087 Jul 06 12:15:45.797475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 307011dc-ee4e-4c70-9643-3c71a7318006 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:45.861441 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-bec57bef-8e1b-4010-800d-15d4a2f18786 service neutron] 10.222.0.23 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676697 Jul 06 12:15:45.890722 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabddf05-5747-4c8f-aea0-e8e5532af96c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:45.896285 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dabddf05-5747-4c8f-aea0-e8e5532af96c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:45.899843 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 307011dc-ee4e-4c70-9643-3c71a7318006 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:45.946041 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-228cab7d-7e41-444e-bcc4-8f525d12268f req-5712bba5-7353-4d65-b6bc-f5e989121cad tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=33efb9e8-16a8-4af5-83d1-40370d969bb7 HTTP/1.1" status: 200 len: 210 time: 0.0607736 Jul 06 12:15:45.956700 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-7234206f-227d-4cfb-b495-5e196e59e83e service neutron] 10.222.0.89 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971786 Jul 06 12:15:46.054778 n-d-799529-2 neutron-server[100428]: INFO neutron.db.ipam_backend_mixin [None req-dabddf05-5747-4c8f-aea0-e8e5532af96c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 516c4fd7-cf6c-44a5-8ecb-f4972859cb33 (CIDR: 172.20.0.0/28) Jul 06 12:15:46.060971 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabddf05-5747-4c8f-aea0-e8e5532af96c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:15:46.061495 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dabddf05-5747-4c8f-aea0-e8e5532af96c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:15:46.084022 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dabddf05-5747-4c8f-aea0-e8e5532af96c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3744709 Jul 06 12:15:46.084249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34018) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:46.090468 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-aa488466-0920-47a0-b292-6a0166a45943 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'subnet': {'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:46.149649 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9b7d37d-894c-4c71-9b53-70c71a8d3966 req-0b39fa8a-3f82-4215-bdd6-0b9d623b3c1a service neutron] 10.222.0.89 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856120 Jul 06 12:15:46.181752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90418587-05bb-4d2f-8541-483caec58a05 req-2d970549-53dd-4416-bd60-69630bf3b5a6 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:46.183613 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-90418587-05bb-4d2f-8541-483caec58a05 req-2d970549-53dd-4416-bd60-69630bf3b5a6 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 944 time: 0.1081319 Jul 06 12:15:46.226234 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa488466-0920-47a0-b292-6a0166a45943 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:46.231152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa488466-0920-47a0-b292-6a0166a45943 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:46.234040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-90418587-05bb-4d2f-8541-483caec58a05 req-f1c49719-465b-4ead-b742-d5d19b484ff4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441060 Jul 06 12:15:46.421744 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5a32bc31-90f7-4938-b770-7bfbe4c0916f None None] Provisioning for port 307011dc-ee4e-4c70-9643-3c71a7318006 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:46.426447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5a32bc31-90f7-4938-b770-7bfbe4c0916f None None] Provisioning complete for port 307011dc-ee4e-4c70-9643-3c71a7318006 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:46.426900 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a32bc31-90f7-4938-b770-7bfbe4c0916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:46.511169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ab6aa23b-46f8-4d5e-9557-6e624b7fc44e details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:15:46.622361 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa488466-0920-47a0-b292-6a0166a45943 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:46.670661 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa488466-0920-47a0-b292-6a0166a45943 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:46.676019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-aa488466-0920-47a0-b292-6a0166a45943 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:46.680357 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa488466-0920-47a0-b292-6a0166a45943 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:46.681418 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa488466-0920-47a0-b292-6a0166a45943 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:46.693868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5593f495-4be0-433a-9262-21423cabc80d None None] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:46.709074 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-aa488466-0920-47a0-b292-6a0166a45943 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6235280 Jul 06 12:15:46.712390 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34026) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:46.713590 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa488466-0920-47a0-b292-6a0166a45943 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Subnet': ['ID=1bd8c5e9-16ba-44ca-8660-5105548f0984,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:46.721232 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-17a88789-78a8-462a-aa65-02a70b8e000f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-879407686', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1bd8c5e9-16ba-44ca-8660-5105548f0984'}], 'security_groups': ['196107aa-5447-49e9-af5f-aec268dd19eb']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:46.806765 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a32bc31-90f7-4938-b770-7bfbe4c0916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:46.851631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,segment=NetworkSegment(b4a70d68-7781-4e07-a16c-f586a8166e54),segment_id=b4a70d68-7781-4e07-a16c-f586a8166e54)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:46.870903 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-17a88789-78a8-462a-aa65-02a70b8e000f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:46.878944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5a32bc31-90f7-4938-b770-7bfbe4c0916f None None] For port 307011dc-ee4e-4c70-9643-3c71a7318006, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=307011dc-ee4e-4c70-9643-3c71a7318006,segment=NetworkSegment(b75e0358-4614-4900-a767-d82d1e77fcc4),segment_id=b75e0358-4614-4900-a767-d82d1e77fcc4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:46.898953 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a32bc31-90f7-4938-b770-7bfbe4c0916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:46.929114 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'port_id': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e', 'mac_address': 'fa:16:3e:fd:a0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:15:47.037961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5a32bc31-90f7-4938-b770-7bfbe4c0916f None None] Provisioning complete for port b265a6b8-63b5-472f-b220-bfc66fd99404 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:47.038610 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a32bc31-90f7-4938-b770-7bfbe4c0916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:47.079098 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32bc31-90f7-4938-b770-7bfbe4c0916f None None] Pushing event updated for resources: {'Port': ['ID=307011dc-ee4e-4c70-9643-3c71a7318006,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:47.088091 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:47.144546 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6aa23b-46f8-4d5e-9557-6e624b7fc44e {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:15:47.173434 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,segment=NetworkSegment(b4a70d68-7781-4e07-a16c-f586a8166e54),segment_id=b4a70d68-7781-4e07-a16c-f586a8166e54)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:47.178547 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5a32bc31-90f7-4938-b770-7bfbe4c0916f None None] Port b265a6b8-63b5-472f-b220-bfc66fd99404 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:47.210893 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:47.278081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:47.314548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9fd74b07-cde9-49ee-bb8e-9d7dace0b0c9 None None] Provisioning for port a850f783-4d07-453b-98bb-c75bde1ef064 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:47.319271 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9fd74b07-cde9-49ee-bb8e-9d7dace0b0c9 None None] Provisioning complete for port a850f783-4d07-453b-98bb-c75bde1ef064 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:47.319529 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9fd74b07-cde9-49ee-bb8e-9d7dace0b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:47.403051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9fd74b07-cde9-49ee-bb8e-9d7dace0b0c9 None None] Port a850f783-4d07-453b-98bb-c75bde1ef064 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:47.426193 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f8c110-85dd-49c2-9736-f5d27464777e None None] Update dhcp port {'port': {'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'fixed_ips': [{'subnet_id': '516c4fd7-cf6c-44a5-8ecb-f4972859cb33', 'ip_address': '172.20.0.2'}, {'subnet_id': '1bd8c5e9-16ba-44ca-8660-5105548f0984'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '307011dc-ee4e-4c70-9643-3c71a7318006'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:15:47.450672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['ab6aa23b-46f8-4d5e-9557-6e624b7fc44e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:15:47.506653 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5f8c110-85dd-49c2-9736-f5d27464777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:47.582374 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a83d9-d29e-4493-89c5-c7855083c3be req-be6ef4f4-b2c3-434e-84bf-2f336214c713 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:47.590344 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db1a83d9-d29e-4493-89c5-c7855083c3be req-be6ef4f4-b2c3-434e-84bf-2f336214c713 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.7015197 Jul 06 12:15:47.624215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cff0a-23e9-4275-b6dc-3c9a838d76a6 req-9cc569fa-bcaf-4c3a-994d-f861838a6b99 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:47.626768 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c4cff0a-23e9-4275-b6dc-3c9a838d76a6 req-9cc569fa-bcaf-4c3a-994d-f861838a6b99 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f&tenant_id=f585d4167c1145b098521c82cd595bff&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 944 time: 0.7016039 Jul 06 12:15:47.696108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-f5f8c110-85dd-49c2-9736-f5d27464777e None None] Allocated IP 172.20.0.18 (02a28949-1f9a-43cf-b48e-a7fc8a7c0a21/1bd8c5e9-16ba-44ca-8660-5105548f0984/307011dc-ee4e-4c70-9643-3c71a7318006) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:47.747688 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 307011dc-ee4e-4c70-9643-3c71a7318006 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:47.797181 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db1a83d9-d29e-4493-89c5-c7855083c3be req-66f958ae-4fa9-4435-83c9-0bd01dbdef2d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=4d21779c-6a2b-410d-a379-da29597378c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053800 Jul 06 12:15:47.821375 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-8c4cff0a-23e9-4275-b6dc-3c9a838d76a6 req-aa13b125-501e-4bdd-ae26-18a98efc5121 service neutron] delete failed (client error): The resource could not be found. Jul 06 12:15:47.822431 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c4cff0a-23e9-4275-b6dc-3c9a838d76a6 req-aa13b125-501e-4bdd-ae26-18a98efc5121 service neutron] 10.222.0.89 "DELETE /v2.0/ports/ab6aa23b-46f8-4d5e-9557-6e624b7fc44e/bindings/n-h2-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.1849701 Jul 06 12:15:47.914617 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f5f8c110-85dd-49c2-9736-f5d27464777e None None] For port 307011dc-ee4e-4c70-9643-3c71a7318006, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=307011dc-ee4e-4c70-9643-3c71a7318006,segment=NetworkSegment(b75e0358-4614-4900-a767-d82d1e77fcc4),segment_id=b75e0358-4614-4900-a767-d82d1e77fcc4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:47.956464 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 307011dc-ee4e-4c70-9643-3c71a7318006 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:47.957015 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:47.988302 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cff0a-23e9-4275-b6dc-3c9a838d76a6 req-50dba4a2-2571-4d81-8a10-5f6abd5bc92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:47.989849 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c4cff0a-23e9-4275-b6dc-3c9a838d76a6 req-50dba4a2-2571-4d81-8a10-5f6abd5bc92e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 1096 time: 0.1139920 Jul 06 12:15:47.994126 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424a18d-1045-4e94-922c-834f19c109d1 req-38e41678-12b6-469c-9091-f6cce7967963 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:47.996489 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a424a18d-1045-4e94-922c-834f19c109d1 req-38e41678-12b6-469c-9091-f6cce7967963 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 945 time: 0.0751173 Jul 06 12:15:48.015038 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5f8c110-85dd-49c2-9736-f5d27464777e None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.073190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f5f8c110-85dd-49c2-9736-f5d27464777e None None] Transition to ACTIVE for port object 307011dc-ee4e-4c70-9643-3c71a7318006 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:48.087604 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5f8c110-85dd-49c2-9736-f5d27464777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.098857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b872fc-8cb0-480d-87b7-3e04f140d438 req-dd903dea-7567-4df2-bd4c-e326eafe7c04 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:48.100492 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53b872fc-8cb0-480d-87b7-3e04f140d438 req-dd903dea-7567-4df2-bd4c-e326eafe7c04 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.1748445 Jul 06 12:15:48.181618 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53b872fc-8cb0-480d-87b7-3e04f140d438 req-f84a8799-af80-4eeb-9963-64a2ffb8eef1 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704992 Jul 06 12:15:48.263505 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cff0a-23e9-4275-b6dc-3c9a838d76a6 req-a146b9bf-f9a0-4ef8-a6d7-7055635b270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:48.265174 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c4cff0a-23e9-4275-b6dc-3c9a838d76a6 req-a146b9bf-f9a0-4ef8-a6d7-7055635b270f service neutron] 10.222.0.89 "GET /v2.0/networks?id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 HTTP/1.1" status: 200 len: 897 time: 0.2685249 Jul 06 12:15:48.348225 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8c110-85dd-49c2-9736-f5d27464777e None None] Pushing event updated for resources: {'Port': ['ID=307011dc-ee4e-4c70-9643-3c71a7318006,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:48.359812 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c4cff0a-23e9-4275-b6dc-3c9a838d76a6 req-97904e96-231b-4a79-9174-e31c9875206f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e HTTP/1.1" status: 200 len: 1001 time: 0.0824630 Jul 06 12:15:48.450477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-17a88789-78a8-462a-aa65-02a70b8e000f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Delete allocated IP 172.20.0.7 (02a28949-1f9a-43cf-b48e-a7fc8a7c0a21/516c4fd7-cf6c-44a5-8ecb-f4972859cb33) {{(pid=100427) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 12:15:48.480639 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-17a88789-78a8-462a-aa65-02a70b8e000f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Allocated IP 172.20.0.23 (02a28949-1f9a-43cf-b48e-a7fc8a7c0a21/1bd8c5e9-16ba-44ca-8660-5105548f0984/a850f783-4d07-453b-98bb-c75bde1ef064) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:48.489916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cff0a-23e9-4275-b6dc-3c9a838d76a6 req-ea36dc7f-5d09-4451-b631-272fe7a6fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:48.491472 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c4cff0a-23e9-4275-b6dc-3c9a838d76a6 req-ea36dc7f-5d09-4451-b631-272fe7a6fc3f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0ce6209d-f67f-4d1f-a267-7eac8672ed36 HTTP/1.1" status: 200 len: 834 time: 0.1126752 Jul 06 12:15:48.512140 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a424a18d-1045-4e94-922c-834f19c109d1 req-f54e0082-4c9d-4a0b-8f26-a1a5049ba232 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Deleting port 62b37920-7e70-43a5-9bf0-3b5ea515291b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:48.512461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a424a18d-1045-4e94-922c-834f19c109d1 req-f54e0082-4c9d-4a0b-8f26-a1a5049ba232 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.585575 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761d036-5c75-4f7c-9e6c-af452b70cf46 req-be187bdd-5728-43fa-860f-2683a0f54177 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:48.588360 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8761d036-5c75-4f7c-9e6c-af452b70cf46 req-be187bdd-5728-43fa-860f-2683a0f54177 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 945 time: 0.2249656 Jul 06 12:15:48.629829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a424a18d-1045-4e94-922c-834f19c109d1 req-f54e0082-4c9d-4a0b-8f26-a1a5049ba232 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] For port 62b37920-7e70-43a5-9bf0-3b5ea515291b, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=62b37920-7e70-43a5-9bf0-3b5ea515291b,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:48.630252 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a424a18d-1045-4e94-922c-834f19c109d1 req-f54e0082-4c9d-4a0b-8f26-a1a5049ba232 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.654415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a424a18d-1045-4e94-922c-834f19c109d1 req-f54e0082-4c9d-4a0b-8f26-a1a5049ba232 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Calling delete_port for 62b37920-7e70-43a5-9bf0-3b5ea515291b owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:48.717677 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8761d036-5c75-4f7c-9e6c-af452b70cf46 req-fe86a3a5-d893-43a8-95a4-6f795b1a9f30 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095510 Jul 06 12:15:48.723562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cff0a-23e9-4275-b6dc-3c9a838d76a6 req-3b3e354d-123e-418a-9f5f-f514167eb7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:48.725122 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c4cff0a-23e9-4275-b6dc-3c9a838d76a6 req-3b3e354d-123e-418a-9f5f-f514167eb7d7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2251008 Jul 06 12:15:48.839864 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a424a18d-1045-4e94-922c-834f19c109d1 req-f54e0082-4c9d-4a0b-8f26-a1a5049ba232 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:48.851870 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['62b37920-7e70-43a5-9bf0-3b5ea515291b'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:15:48.897629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e0082-4c9d-4a0b-8f26-a1a5049ba232 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event deleted for resources: {'Port': ['ID=62b37920-7e70-43a5-9bf0-3b5ea515291b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:48.905840 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c4cff0a-23e9-4275-b6dc-3c9a838d76a6 req-7315d48a-eac0-406b-bac1-73b5b88d11f3 service neutron] 10.222.0.89 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736445 Jul 06 12:15:49.007358 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a424a18d-1045-4e94-922c-834f19c109d1 req-f54e0082-4c9d-4a0b-8f26-a1a5049ba232 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] No DVR routers for this DVR port 62b37920-7e70-43a5-9bf0-3b5ea515291b on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:49.020539 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a424a18d-1045-4e94-922c-834f19c109d1 req-f54e0082-4c9d-4a0b-8f26-a1a5049ba232 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:49.024354 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a424a18d-1045-4e94-922c-834f19c109d1 req-f54e0082-4c9d-4a0b-8f26-a1a5049ba232 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "DELETE /v2.0/ports/62b37920-7e70-43a5-9bf0-3b5ea515291b HTTP/1.1" status: 204 len: 173 time: 1.0212409 Jul 06 12:15:49.024865 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c6de99-6018-4e84-9f2d-9c089418affb', 'name': 'network-vif-deleted', 'tag': '62b37920-7e70-43a5-9bf0-3b5ea515291b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:49.028385 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db7da4c-34b1-4196-bea8-f858a988770a" -d '{"events": [{"server_uuid": "a0c6de99-6018-4e84-9f2d-9c089418affb", "name": "network-vif-deleted", "tag": "62b37920-7e70-43a5-9bf0-3b5ea515291b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:49.090754 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8c4cff0a-23e9-4275-b6dc-3c9a838d76a6 req-5abbcfd2-b609-4cc6-b9ec-3643c632f4d1 service neutron] 10.222.0.89 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749406 Jul 06 12:15:49.129559 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-439af02d-4bb9-4f55-bf00-7d10cfaecfb2 req-6248b139-5402-43a3-b164-25420ccbbad2 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 210 time: 0.0364516 Jul 06 12:15:49.162845 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-595e5e8a-9177-4d7d-afae-3ed678089f05 None None] Provisioning complete for port a850f783-4d07-453b-98bb-c75bde1ef064 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:49.163832 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-17a88789-78a8-462a-aa65-02a70b8e000f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:49.164244 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-595e5e8a-9177-4d7d-afae-3ed678089f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:49.190716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-17a88789-78a8-462a-aa65-02a70b8e000f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Ignored duplicate provisioning block setup for port a850f783-4d07-453b-98bb-c75bde1ef064 by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 12:15:49.195610 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-17a88789-78a8-462a-aa65-02a70b8e000f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:49.201994 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6b6d75-a1c2-4477-88d6-f6e87695c71d x-openstack-request-id: req-2f6b6d75-a1c2-4477-88d6-f6e87695c71d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:49.202222 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c6de99-6018-4e84-9f2d-9c089418affb", "name": "network-vif-deleted", "tag": "62b37920-7e70-43a5-9bf0-3b5ea515291b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:49.202469 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f6b6d75-a1c2-4477-88d6-f6e87695c71d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:49.202869 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c6de99-6018-4e84-9f2d-9c089418affb', 'name': 'network-vif-deleted', 'tag': '62b37920-7e70-43a5-9bf0-3b5ea515291b', 'status': 'completed', 'code': 200} Jul 06 12:15:49.223633 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-595e5e8a-9177-4d7d-afae-3ed678089f05 None None] Port a850f783-4d07-453b-98bb-c75bde1ef064 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:49.268996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-595e5e8a-9177-4d7d-afae-3ed678089f05 None None] Provisioning complete for port b265a6b8-63b5-472f-b220-bfc66fd99404 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:49.270043 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-595e5e8a-9177-4d7d-afae-3ed678089f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:49.336976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a88789-78a8-462a-aa65-02a70b8e000f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=a850f783-4d07-453b-98bb-c75bde1ef064,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:49.351675 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-595e5e8a-9177-4d7d-afae-3ed678089f05 None None] Port b265a6b8-63b5-472f-b220-bfc66fd99404 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:49.365810 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-595e5e8a-9177-4d7d-afae-3ed678089f05 None None] Provisioning for port 307011dc-ee4e-4c70-9643-3c71a7318006 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:49.371318 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-595e5e8a-9177-4d7d-afae-3ed678089f05 None None] Provisioning complete for port 307011dc-ee4e-4c70-9643-3c71a7318006 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:49.372051 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-595e5e8a-9177-4d7d-afae-3ed678089f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:49.422717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-17a88789-78a8-462a-aa65-02a70b8e000f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] In _notify_port_updated(), no bound segment for port a850f783-4d07-453b-98bb-c75bde1ef064 on network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 {{(pid=100427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:15:49.428380 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a88789-78a8-462a-aa65-02a70b8e000f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:49.429009 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-17a88789-78a8-462a-aa65-02a70b8e000f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:49.433076 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-17a88789-78a8-462a-aa65-02a70b8e000f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "PUT /v2.0/ports/a850f783-4d07-453b-98bb-c75bde1ef064 HTTP/1.1" status: 200 len: 920 time: 2.7156653 Jul 06 12:15:49.433945 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34046) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:49.509797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a4ac2-49fe-40d2-ba7c-cd6f3da73f29 req-9299af8c-4da1-4c12-b615-b4b47a7eaa41 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:49.511541 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-852a4ac2-49fe-40d2-ba7c-cd6f3da73f29 req-9299af8c-4da1-4c12-b615-b4b47a7eaa41 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.1517811 Jul 06 12:15:49.574249 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-852a4ac2-49fe-40d2-ba7c-cd6f3da73f29 req-79d9c1eb-3a83-457b-81a3-fb79be161ae5 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446155 Jul 06 12:15:49.591732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-91ce2ded-2c16-45f8-b117-8501b80fac06 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port a850f783-4d07-453b-98bb-c75bde1ef064 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:49.592458 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91ce2ded-2c16-45f8-b117-8501b80fac06 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:49.726371 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91ce2ded-2c16-45f8-b117-8501b80fac06 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:49.733542 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 307011dc-ee4e-4c70-9643-3c71a7318006 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:49.743724 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-91ce2ded-2c16-45f8-b117-8501b80fac06 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for a850f783-4d07-453b-98bb-c75bde1ef064 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:49.863200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 307011dc-ee4e-4c70-9643-3c71a7318006 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:49.863952 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:49.996066 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91ce2ded-2c16-45f8-b117-8501b80fac06 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.008200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c8be5e52-5198-4f75-b073-69615811cb20 None None] Could not find standard attr ID for object a850f783-4d07-453b-98bb-c75bde1ef064. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:15:50.082269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce2ded-2c16-45f8-b117-8501b80fac06 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=a850f783-4d07-453b-98bb-c75bde1ef064,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:50.220110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be9717-1695-4d3d-a3ea-d93c2794ebea req-2c8ab58b-76e5-42ae-b7c7-9884c2450048 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:50.220110 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d0be9717-1695-4d3d-a3ea-d93c2794ebea req-2c8ab58b-76e5-42ae-b7c7-9884c2450048 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 945 time: 0.2625065 Jul 06 12:15:50.249756 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91ce2ded-2c16-45f8-b117-8501b80fac06 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.252863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-91ce2ded-2c16-45f8-b117-8501b80fac06 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/a850f783-4d07-453b-98bb-c75bde1ef064 HTTP/1.1" status: 204 len: 168 time: 0.8186059 Jul 06 12:15:50.255779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34060) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:50.305523 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1a8d4b-dc27-46ce-94de-c33a4c8263f7 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] GET failed (client error): The resource could not be found. Jul 06 12:15:50.305754 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d0be9717-1695-4d3d-a3ea-d93c2794ebea req-f8f401a5-9fb6-4147-8bb7-9eee61555304 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638111 Jul 06 12:15:50.307824 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0a1a8d4b-dc27-46ce-94de-c33a4c8263f7 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/a850f783-4d07-453b-98bb-c75bde1ef064 HTTP/1.1" status: 404 len: 333 time: 0.0503933 Jul 06 12:15:50.310534 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34062) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:50.402959 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-106617a9-7190-423b-8446-d58d22211dfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.441560 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-106617a9-7190-423b-8446-d58d22211dfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.523962 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-106617a9-7190-423b-8446-d58d22211dfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.528542 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-106617a9-7190-423b-8446-d58d22211dfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.538809 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cfd5c04b-29db-4006-a862-cf2a4935c17a req-5843bb83-0d3f-4d2a-a8c7-e4d00ec8b36e tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0c6de99-6018-4e84-9f2d-9c089418affb HTTP/1.1" status: 200 len: 210 time: 0.0445330 Jul 06 12:15:50.540745 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-106617a9-7190-423b-8446-d58d22211dfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/security-groups/164bdaa7-bbff-47af-87c8-b821347c1388 HTTP/1.1" status: 204 len: 168 time: 0.2285955 Jul 06 12:15:50.541534 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34064) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:50.543321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ab6aa23b-46f8-4d5e-9557-6e624b7fc44e up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:50.562379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106617a9-7190-423b-8446-d58d22211dfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=164bdaa7-bbff-47af-87c8-b821347c1388,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:50.627323 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:50.633045 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:50.633446 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.661459 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-020843ce-fef6-40c0-8c4a-a5e737a22b56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.721882 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-020843ce-fef6-40c0-8c4a-a5e737a22b56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.746951 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.810651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,segment=NetworkSegment(b4a70d68-7781-4e07-a16c-f586a8166e54),segment_id=b4a70d68-7781-4e07-a16c-f586a8166e54)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:50.812404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:50.814825 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-020843ce-fef6-40c0-8c4a-a5e737a22b56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.817590 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-020843ce-fef6-40c0-8c4a-a5e737a22b56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.821319 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-020843ce-fef6-40c0-8c4a-a5e737a22b56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/security-groups/196107aa-5447-49e9-af5f-aec268dd19eb HTTP/1.1" status: 204 len: 168 time: 0.2639053 Jul 06 12:15:50.821991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34070) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:50.830382 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43518cb2-6739-4aa9-ad8f-7f6b29a75066" -d '{"events": [{"server_uuid": "dc64d439-19d6-4b1a-b9ca-75fd7613ea6f", "name": "network-vif-plugged", "status": "completed", "tag": "ab6aa23b-46f8-4d5e-9557-6e624b7fc44e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:50.836161 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020843ce-fef6-40c0-8c4a-a5e737a22b56 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=196107aa-5447-49e9-af5f-aec268dd19eb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:50.839084 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:50.870862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44365cf-ba4e-42d2-8288-10ada4c2609d req-818f36bf-45a0-42c9-9520-014abc5d52c4 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:50.880169 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b44365cf-ba4e-42d2-8288-10ada4c2609d req-818f36bf-45a0-42c9-9520-014abc5d52c4 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.1450851 Jul 06 12:15:50.911061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:50.954752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aaf0dc7-2618-4f02-9efe-cd8b4690e549 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting subnet 516c4fd7-cf6c-44a5-8ecb-f4972859cb33 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:15:50.959558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b44365cf-ba4e-42d2-8288-10ada4c2609d req-dcf79d1a-c691-4a32-9592-535ab00059da tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784109 Jul 06 12:15:50.961839 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0dc7-2618-4f02-9efe-cd8b4690e549 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.010835 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718cb048-2a55-4e94-9674-2ef28804b481 x-openstack-request-id: req-718cb048-2a55-4e94-9674-2ef28804b481 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:51.011134 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc64d439-19d6-4b1a-b9ca-75fd7613ea6f", "name": "network-vif-plugged", "status": "completed", "tag": "ab6aa23b-46f8-4d5e-9557-6e624b7fc44e", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:51.011420 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-718cb048-2a55-4e94-9674-2ef28804b481 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:51.011820 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e', 'code': 200} Jul 06 12:15:51.017153 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0dc7-2618-4f02-9efe-cd8b4690e549 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.125084 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0dc7-2618-4f02-9efe-cd8b4690e549 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.190492 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0dc7-2618-4f02-9efe-cd8b4690e549 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.223178 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0dc7-2618-4f02-9efe-cd8b4690e549 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.225517 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5aaf0dc7-2618-4f02-9efe-cd8b4690e549 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/516c4fd7-cf6c-44a5-8ecb-f4972859cb33 HTTP/1.1" status: 204 len: 168 time: 0.4024403 Jul 06 12:15:51.227086 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf0dc7-2618-4f02-9efe-cd8b4690e549 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Subnet': ['ID=516c4fd7-cf6c-44a5-8ecb-f4972859cb33,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:51.230897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34078) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:51.237614 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-91dce62b-a802-4e15-864b-9330ba9dc6cc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'subnet': {'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:51.237956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f925e62c-6887-4f4a-8ad7-fefd02293a1a None None] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:51.390864 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dce62b-a802-4e15-864b-9330ba9dc6cc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:51.395922 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91dce62b-a802-4e15-864b-9330ba9dc6cc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.692310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763ed6d-9a67-4b62-b016-1b912387c08b req-b117e2fa-8f23-4f97-b0e8-aee894566210 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:51.694066 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1763ed6d-9a67-4b62-b016-1b912387c08b req-b117e2fa-8f23-4f97-b0e8-aee894566210 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.1515419 Jul 06 12:15:51.764738 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1763ed6d-9a67-4b62-b016-1b912387c08b req-f0987f67-34a9-468d-9bd0-f7bb0964a4aa tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632231 Jul 06 12:15:51.773195 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91dce62b-a802-4e15-864b-9330ba9dc6cc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.795698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34086) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:51.917874 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dce62b-a802-4e15-864b-9330ba9dc6cc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:51.922064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-91dce62b-a802-4e15-864b-9330ba9dc6cc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:51.932279 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dce62b-a802-4e15-864b-9330ba9dc6cc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:51.932896 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91dce62b-a802-4e15-864b-9330ba9dc6cc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:51.955727 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dce62b-a802-4e15-864b-9330ba9dc6cc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Subnet': ['ID=ee79fde3-34f3-4d38-bad5-2fc5f1d515f8,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:51.975564 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-91dce62b-a802-4e15-864b-9330ba9dc6cc tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7412245 Jul 06 12:15:51.976288 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34090) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:51.981758 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-fc357ef7-2498-4a87-a62b-80f5ab4d7e39 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'security_group': {'name': 'tempest-secgroup-2029093231'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:52.012896 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fc357ef7-2498-4a87-a62b-80f5ab4d7e39 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.059729 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2b5c5905-ec12-4df6-905a-b09c3fbc8211 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/c8879544-72da-4dfd-a28c-bb338726e61b HTTP/1.1" status: 200 len: 994 time: 0.2628047 Jul 06 12:15:52.183543 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fc357ef7-2498-4a87-a62b-80f5ab4d7e39 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.190809 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fc357ef7-2498-4a87-a62b-80f5ab4d7e39 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.232407 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fc357ef7-2498-4a87-a62b-80f5ab4d7e39 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.239293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fc357ef7-2498-4a87-a62b-80f5ab4d7e39 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2565575 Jul 06 12:15:52.239293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc357ef7-2498-4a87-a62b-80f5ab4d7e39 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12b18d1-687c-4d46-99e2-722c20a7979e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:52.239598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34096) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:52.242979 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4a564dde-bdf9-4540-9b59-178e82c366f2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'security_group': {'name': 'tempest-secgroup-1934128082'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:52.275549 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a564dde-bdf9-4540-9b59-178e82c366f2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.426875 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a564dde-bdf9-4540-9b59-178e82c366f2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.432051 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a564dde-bdf9-4540-9b59-178e82c366f2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.439368 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 62b37920-7e70-43a5-9bf0-3b5ea515291b no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:52.464313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 62b37920-7e70-43a5-9bf0-3b5ea515291b {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:52.464779 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 62b37920-7e70-43a5-9bf0-3b5ea515291b not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:52.487680 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a564dde-bdf9-4540-9b59-178e82c366f2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.497478 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4a564dde-bdf9-4540-9b59-178e82c366f2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2590730 Jul 06 12:15:52.500344 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34100) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:52.507240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-475c272b-252d-4768-a9e7-0a189e23ff4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'security_group': {'name': 'tempest-secgroup-16549794'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:52.511627 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a564dde-bdf9-4540-9b59-178e82c366f2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db64dbf5-edc1-498a-8681-c5c75c1e256e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:52.541123 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1ed4a-1684-419e-97d0-98494a25ca1d req-f87e8afa-f17e-4820-be22-c3750a8f3b63 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:52.542947 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5ae1ed4a-1684-419e-97d0-98494a25ca1d req-f87e8afa-f17e-4820-be22-c3750a8f3b63 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.1337700 Jul 06 12:15:52.571562 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-475c272b-252d-4768-a9e7-0a189e23ff4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.604751 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7114f31e-6965-499f-8625-ea7d3df78cee None None] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:52.607844 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5ae1ed4a-1684-419e-97d0-98494a25ca1d req-8cdfa62f-9c1d-45c5-b5ce-06d557dfb0cf tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549376 Jul 06 12:15:52.681985 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0c5abea8-407e-42b6-bdbd-26d98dca8315 None None] Provisioning complete for port 307011dc-ee4e-4c70-9643-3c71a7318006 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:52.682399 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c5abea8-407e-42b6-bdbd-26d98dca8315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.809774 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-475c272b-252d-4768-a9e7-0a189e23ff4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.830734 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-475c272b-252d-4768-a9e7-0a189e23ff4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.871453 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-475c272b-252d-4768-a9e7-0a189e23ff4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.872991 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-475c272b-252d-4768-a9e7-0a189e23ff4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3708701 Jul 06 12:15:52.876476 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34104) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:52.879357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c272b-252d-4768-a9e7-0a189e23ff4e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3756e53-9b7f-48af-ba4f-b04e783be91f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:52.882190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ea8635f4-bea8-4683-9e58-20a74a19f223 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1832256609', 'security_groups': ['d3756e53-9b7f-48af-ba4f-b04e783be91f'], 'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ee79fde3-34f3-4d38-bad5-2fc5f1d515f8'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:52.906068 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0c5abea8-407e-42b6-bdbd-26d98dca8315 None None] Provisioning complete for port b265a6b8-63b5-472f-b220-bfc66fd99404 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:52.906439 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c5abea8-407e-42b6-bdbd-26d98dca8315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:52.908277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2f5e2-bf5c-4b8e-8c3a-0cd2ff593f1b req-fcadeca0-a15e-4be4-b4b9-d77a8b72ef37 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:52.910296 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-87a2f5e2-bf5c-4b8e-8c3a-0cd2ff593f1b req-fcadeca0-a15e-4be4-b4b9-d77a8b72ef37 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1346123 Jul 06 12:15:52.954400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0c5abea8-407e-42b6-bdbd-26d98dca8315 None None] Port b265a6b8-63b5-472f-b220-bfc66fd99404 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:52.981333 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-87a2f5e2-bf5c-4b8e-8c3a-0cd2ff593f1b req-34323433-defa-494d-aebe-854072e8e3bc tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616736 Jul 06 12:15:53.040443 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Update dhcp port {'port': {'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'fixed_ips': [{'subnet_id': '1bd8c5e9-16ba-44ca-8660-5105548f0984', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ee79fde3-34f3-4d38-bad5-2fc5f1d515f8'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '307011dc-ee4e-4c70-9643-3c71a7318006'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:15:53.083280 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.084341 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8635f4-bea8-4683-9e58-20a74a19f223 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:53.188114 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea8635f4-bea8-4683-9e58-20a74a19f223 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.213433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-ea8635f4-bea8-4683-9e58-20a74a19f223 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] device_id is not set on port 802703d3-5c4e-4fa0-8d8e-384ad00e3303 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:15:53.321255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Allocated IP 172.20.0.2 (02a28949-1f9a-43cf-b48e-a7fc8a7c0a21/ee79fde3-34f3-4d38-bad5-2fc5f1d515f8/307011dc-ee4e-4c70-9643-3c71a7318006) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:53.445359 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] For port 307011dc-ee4e-4c70-9643-3c71a7318006, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=307011dc-ee4e-4c70-9643-3c71a7318006,segment=NetworkSegment(b75e0358-4614-4900-a767-d82d1e77fcc4),segment_id=b75e0358-4614-4900-a767-d82d1e77fcc4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:53.507449 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.539874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Transition to ACTIVE for port object 307011dc-ee4e-4c70-9643-3c71a7318006 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:53.544010 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.614012 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-ea8635f4-bea8-4683-9e58-20a74a19f223 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Allocated IP 172.20.0.9 (02a28949-1f9a-43cf-b48e-a7fc8a7c0a21/ee79fde3-34f3-4d38-bad5-2fc5f1d515f8/802703d3-5c4e-4fa0-8d8e-384ad00e3303) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:53.662614 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Pushing event updated for resources: {'Port': ['ID=307011dc-ee4e-4c70-9643-3c71a7318006,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:53.675902 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:53.676065 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:53.676513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:53.676861 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:53.677196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:53.677534 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:53.677863 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:53.678197 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:53.678524 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:53.678853 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:53.679336 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:53.679531 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c221a0-7ed2-4f6c-b9d5-0ca59d832aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:53.845519 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea8635f4-bea8-4683-9e58-20a74a19f223 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.864418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-ea8635f4-bea8-4683-9e58-20a74a19f223 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Transition to ACTIVE for port object 802703d3-5c4e-4fa0-8d8e-384ad00e3303 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:53.936737 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea8635f4-bea8-4683-9e58-20a74a19f223 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:53.962373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420db13-f42e-4553-8eff-09aa05183b30 req-3c69b65f-9e8f-48ad-84b0-e45317f6ddc3 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:53.963120 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d420db13-f42e-4553-8eff-09aa05183b30 req-3c69b65f-9e8f-48ad-84b0-e45317f6ddc3 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.1681552 Jul 06 12:15:53.984699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116fec2-f3f2-45c8-a2ee-5412bb727b79 req-bf5d06d8-d133-43fc-aa79-e1bd25f865ff tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:53.986530 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5116fec2-f3f2-45c8-a2ee-5412bb727b79 req-bf5d06d8-d133-43fc-aa79-e1bd25f865ff tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.1790242 Jul 06 12:15:53.996357 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8635f4-bea8-4683-9e58-20a74a19f223 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:54.000956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ea8635f4-bea8-4683-9e58-20a74a19f223 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:54.008328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8635f4-bea8-4683-9e58-20a74a19f223 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:15:54.097067 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d420db13-f42e-4553-8eff-09aa05183b30 req-2f2282f5-5f0e-4d0a-9cc0-9345efd763ac tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050475 Jul 06 12:15:54.115111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8635f4-bea8-4683-9e58-20a74a19f223 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=802703d3-5c4e-4fa0-8d8e-384ad00e3303,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:54.137483 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8635f4-bea8-4683-9e58-20a74a19f223 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:54.138287 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea8635f4-bea8-4683-9e58-20a74a19f223 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.175490 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ea8635f4-bea8-4683-9e58-20a74a19f223 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2947061 Jul 06 12:15:54.176589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34124) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:54.189320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4fdbd4b2-60dd-4236-ba0c-a8d0cee9f39d tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'subnet': {'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:54.216500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-5116fec2-f3f2-45c8-a2ee-5412bb727b79 req-c7c16fe3-8557-4ecb-9d7c-f39c2776190f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Deleting port 3c37a452-8116-40f9-bb9e-87350d554d02 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:54.217006 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5116fec2-f3f2-45c8-a2ee-5412bb727b79 req-c7c16fe3-8557-4ecb-9d7c-f39c2776190f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.350612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-5116fec2-f3f2-45c8-a2ee-5412bb727b79 req-c7c16fe3-8557-4ecb-9d7c-f39c2776190f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] For port 3c37a452-8116-40f9-bb9e-87350d554d02, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3c37a452-8116-40f9-bb9e-87350d554d02,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:54.351008 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5116fec2-f3f2-45c8-a2ee-5412bb727b79 req-c7c16fe3-8557-4ecb-9d7c-f39c2776190f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.367366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdbd4b2-60dd-4236-ba0c-a8d0cee9f39d tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:54.371742 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fdbd4b2-60dd-4236-ba0c-a8d0cee9f39d tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.550947 n-d-799529-2 neutron-server[100428]: INFO neutron.db.ipam_backend_mixin [None req-4fdbd4b2-60dd-4236-ba0c-a8d0cee9f39d tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ee79fde3-34f3-4d38-bad5-2fc5f1d515f8 (CIDR: 172.20.0.0/28) Jul 06 12:15:54.556011 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdbd4b2-60dd-4236-ba0c-a8d0cee9f39d tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:15:54.556336 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fdbd4b2-60dd-4236-ba0c-a8d0cee9f39d tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:15:54.593120 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4fdbd4b2-60dd-4236-ba0c-a8d0cee9f39d tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4121418 Jul 06 12:15:54.593562 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34126) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:54.614421 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-affd2f79-0797-4082-aca4-8ef534cbd069 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'subnet': {'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:54.692483 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a8100d56-9c45-47d4-90bc-f316616c2a2b None None] Provisioning for port 307011dc-ee4e-4c70-9643-3c71a7318006 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:54.698813 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a8100d56-9c45-47d4-90bc-f316616c2a2b None None] Provisioning complete for port 307011dc-ee4e-4c70-9643-3c71a7318006 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:54.699738 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8100d56-9c45-47d4-90bc-f316616c2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.712748 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15894ed-9769-4f41-a699-62b98cf4ba26 req-90f54348-3419-4009-a8f2-bb8e971326f6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:54.715562 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b15894ed-9769-4f41-a699-62b98cf4ba26 req-90f54348-3419-4009-a8f2-bb8e971326f6 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 944 time: 0.2040546 Jul 06 12:15:54.790932 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b15894ed-9769-4f41-a699-62b98cf4ba26 req-2eaad843-682d-4a4e-ab36-d94194f83c2b tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups?id=93eb6651-2f30-4b95-910b-483f5dc05105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621243 Jul 06 12:15:54.801940 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5116fec2-f3f2-45c8-a2ee-5412bb727b79 req-c7c16fe3-8557-4ecb-9d7c-f39c2776190f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.803316 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5116fec2-f3f2-45c8-a2ee-5412bb727b79 req-c7c16fe3-8557-4ecb-9d7c-f39c2776190f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.803756 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [req-5116fec2-f3f2-45c8-a2ee-5412bb727b79 req-c7c16fe3-8557-4ecb-9d7c-f39c2776190f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Floating IP d618c15a-9e8d-4b70-a7b4-119c329d4f0d disassociated. External IP: 172.25.4.3, port: 3c37a452-8116-40f9-bb9e-87350d554d02. Jul 06 12:15:54.804199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-5116fec2-f3f2-45c8-a2ee-5412bb727b79 req-c7c16fe3-8557-4ecb-9d7c-f39c2776190f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Calling delete_port for 3c37a452-8116-40f9-bb9e-87350d554d02 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:54.874827 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affd2f79-0797-4082-aca4-8ef534cbd069 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:54.879192 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-affd2f79-0797-4082-aca4-8ef534cbd069 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.918827 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a8100d56-9c45-47d4-90bc-f316616c2a2b None None] Provisioning complete for port b265a6b8-63b5-472f-b220-bfc66fd99404 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:54.919207 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8100d56-9c45-47d4-90bc-f316616c2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:54.996368 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a8100d56-9c45-47d4-90bc-f316616c2a2b None None] Port b265a6b8-63b5-472f-b220-bfc66fd99404 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:55.028975 n-d-799529-2 neutron-server[100428]: INFO neutron.db.ipam_backend_mixin [None req-affd2f79-0797-4082-aca4-8ef534cbd069 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1bd8c5e9-16ba-44ca-8660-5105548f0984 (CIDR: 172.20.0.16/28) Jul 06 12:15:55.033518 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-affd2f79-0797-4082-aca4-8ef534cbd069 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:15:55.034160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affd2f79-0797-4082-aca4-8ef534cbd069 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:15:55.052496 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-affd2f79-0797-4082-aca4-8ef534cbd069 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4577734 Jul 06 12:15:55.052925 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5116fec2-f3f2-45c8-a2ee-5412bb727b79 req-c7c16fe3-8557-4ecb-9d7c-f39c2776190f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:55.057669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34132) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:55.063880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c24656fe-5075-411f-a431-3cb525870654 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'subnet': {'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:55.087428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c16fe3-8557-4ecb-9d7c-f39c2776190f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event deleted for resources: {'Port': ['ID=3c37a452-8116-40f9-bb9e-87350d554d02,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:55.122898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-dfbe663b-28c9-417b-8d11-c88059225115 None None] Provisioning for port 802703d3-5c4e-4fa0-8d8e-384ad00e3303 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:55.133456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-dfbe663b-28c9-417b-8d11-c88059225115 None None] Provisioning complete for port 802703d3-5c4e-4fa0-8d8e-384ad00e3303 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:55.133917 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dfbe663b-28c9-417b-8d11-c88059225115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:55.202061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-dfbe663b-28c9-417b-8d11-c88059225115 None None] Port 802703d3-5c4e-4fa0-8d8e-384ad00e3303 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:55.225903 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24656fe-5075-411f-a431-3cb525870654 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Made reservation on behalf of 7010f589aa594d5985fd350a6126241f for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:15:55.233335 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c24656fe-5075-411f-a431-3cb525870654 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:55.329216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5116fec2-f3f2-45c8-a2ee-5412bb727b79 req-c7c16fe3-8557-4ecb-9d7c-f39c2776190f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Router 69149a86-d01b-41fe-9841-0188f5c8605b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:15:55.434271 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ab017-3ff4-4f00-8ed4-c7509030738c req-0ad0e6cf-ddd6-4100-b3f0-69a74cadf9ca tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:55.435838 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ee3ab017-3ff4-4f00-8ed4-c7509030738c req-0ad0e6cf-ddd6-4100-b3f0-69a74cadf9ca tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.1425731 Jul 06 12:15:55.542151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5116fec2-f3f2-45c8-a2ee-5412bb727b79 req-c7c16fe3-8557-4ecb-9d7c-f39c2776190f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:15:55.549810 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ee3ab017-3ff4-4f00-8ed4-c7509030738c req-d45ae047-26be-4caf-81b6-f071e6fedede tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070042 Jul 06 12:15:55.560110 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b33cd6-a686-4aba-bb76-6e7944bd6e25 None None] Sync routers for ids ['69149a86-d01b-41fe-9841-0188f5c8605b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:15:55.580215 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c24656fe-5075-411f-a431-3cb525870654 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:55.585710 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b33cd6-a686-4aba-bb76-6e7944bd6e25 None None] Routers {'69149a86-d01b-41fe-9841-0188f5c8605b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:55.586622 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e9b33cd6-a686-4aba-bb76-6e7944bd6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:15:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69149a86-d01b-41fe-9841-0188f5c8605b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:55.682335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24656fe-5075-411f-a431-3cb525870654 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Subnet': ['ID=800eca1f-816c-4a18-b7ca-b4a010655142,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:55.695628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24656fe-5075-411f-a431-3cb525870654 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:15:55.700754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c24656fe-5075-411f-a431-3cb525870654 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:15:55.707028 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24656fe-5075-411f-a431-3cb525870654 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:55.710395 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c24656fe-5075-411f-a431-3cb525870654 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:55.713558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b26c991-c26f-4284-95da-646100fd7a50 None None] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:55.744330 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c24656fe-5075-411f-a431-3cb525870654 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6845722 Jul 06 12:15:55.746039 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34140) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:55.767543 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a7305836-9325-41fd-8ee2-c3ef553eccec tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1022352719', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '800eca1f-816c-4a18-b7ca-b4a010655142'}], 'security_groups': ['c12b18d1-687c-4d46-99e2-722c20a7979e', 'db64dbf5-edc1-498a-8681-c5c75c1e256e']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:15:55.860228 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 307011dc-ee4e-4c70-9643-3c71a7318006 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:55.956050 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e9b33cd6-a686-4aba-bb76-6e7944bd6e25 None None] Set router 69149a86-d01b-41fe-9841-0188f5c8605b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:55.962304 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7305836-9325-41fd-8ee2-c3ef553eccec tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:56.052937 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-5116fec2-f3f2-45c8-a2ee-5412bb727b79 req-c7c16fe3-8557-4ecb-9d7c-f39c2776190f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] No DVR routers for this DVR port 3c37a452-8116-40f9-bb9e-87350d554d02 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:15:56.056254 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5116fec2-f3f2-45c8-a2ee-5412bb727b79 req-c7c16fe3-8557-4ecb-9d7c-f39c2776190f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:56.058325 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5116fec2-f3f2-45c8-a2ee-5412bb727b79 req-c7c16fe3-8557-4ecb-9d7c-f39c2776190f tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.89 "DELETE /v2.0/ports/3c37a452-8116-40f9-bb9e-87350d554d02 HTTP/1.1" status: 204 len: 173 time: 2.0626354 Jul 06 12:15:56.058782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'name': 'network-vif-deleted', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:15:56.076522 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879a72ab-914d-4db5-8993-0a34035aefb1" -d '{"events": [{"server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "name": "network-vif-deleted", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:15:56.180412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 307011dc-ee4e-4c70-9643-3c71a7318006 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:56.181331 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:56.213898 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82b3baa1-aef2-4cda-b737-56225d4d52c0 req-255fac45-c268-4471-8841-556c975d5818 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/ports?device_id=375a854a-5b8d-4cf1-b84f-c074f6bb43c6 HTTP/1.1" status: 200 len: 210 time: 0.0700428 Jul 06 12:15:56.316497 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f168efe-c8f6-44d9-a0b6-bdeab40eea4b x-openstack-request-id: req-6f168efe-c8f6-44d9-a0b6-bdeab40eea4b {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:15:56.317224 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375a854a-5b8d-4cf1-b84f-c074f6bb43c6", "name": "network-vif-deleted", "tag": "3c37a452-8116-40f9-bb9e-87350d554d02", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:15:56.318201 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f168efe-c8f6-44d9-a0b6-bdeab40eea4b {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:15:56.319104 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375a854a-5b8d-4cf1-b84f-c074f6bb43c6', 'name': 'network-vif-deleted', 'tag': '3c37a452-8116-40f9-bb9e-87350d554d02', 'status': 'completed', 'code': 200} Jul 06 12:15:56.452402 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e9b33cd6-a686-4aba-bb76-6e7944bd6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'name': 'tempest-ServerActionsTestJSON-1908622142-router', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:29Z', 'updated_at': '2021-07-06T12:06:37Z', 'revision_number': 4, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'gw_port': {'id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:30Z', 'updated_at': '2021-07-06T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'c347328b-6c54-42a0-a71a-68872cb7289a', 'name': '', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'mac_address': 'fa:16:3e:a3:6b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:36Z', 'updated_at': '2021-07-06T12:06:48Z', 'revision_number': 5, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'subnets': [{'id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:56.490838 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b33cd6-a686-4aba-bb76-6e7944bd6e25 None None] Checking router: 69149a86-d01b-41fe-9841-0188f5c8605b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:15:56.502816 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b33cd6-a686-4aba-bb76-6e7944bd6e25 None None] Routers {'69149a86-d01b-41fe-9841-0188f5c8605b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:15:56.504659 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e9b33cd6-a686-4aba-bb76-6e7944bd6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:15:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69149a86-d01b-41fe-9841-0188f5c8605b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:56.527121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-a7305836-9325-41fd-8ee2-c3ef553eccec tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Delete allocated IP 172.20.0.9 (02a28949-1f9a-43cf-b48e-a7fc8a7c0a21/ee79fde3-34f3-4d38-bad5-2fc5f1d515f8) {{(pid=100428) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 12:15:56.553638 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fd466f-4bc7-4de5-a3ea-b2026e4e456b None None] Update dhcp port {'port': {'network_id': '02a28949-1f9a-43cf-b48e-a7fc8a7c0a21', 'fixed_ips': [{'subnet_id': '1bd8c5e9-16ba-44ca-8660-5105548f0984', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ee79fde3-34f3-4d38-bad5-2fc5f1d515f8', 'ip_address': '172.20.0.2'}, {'subnet_id': '800eca1f-816c-4a18-b7ca-b4a010655142'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '307011dc-ee4e-4c70-9643-3c71a7318006'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:15:56.568409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-a7305836-9325-41fd-8ee2-c3ef553eccec tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Allocated IP 172.20.0.40 (02a28949-1f9a-43cf-b48e-a7fc8a7c0a21/800eca1f-816c-4a18-b7ca-b4a010655142/802703d3-5c4e-4fa0-8d8e-384ad00e3303) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:56.655196 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e9b33cd6-a686-4aba-bb76-6e7944bd6e25 None None] Set router 69149a86-d01b-41fe-9841-0188f5c8605b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:15:56.706162 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b8fd466f-4bc7-4de5-a3ea-b2026e4e456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:56.833658 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7305836-9325-41fd-8ee2-c3ef553eccec tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:56.861559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-a7305836-9325-41fd-8ee2-c3ef553eccec tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Transition to ACTIVE for port object 802703d3-5c4e-4fa0-8d8e-384ad00e3303 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:56.866950 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7305836-9325-41fd-8ee2-c3ef553eccec tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:56.987564 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e9b33cd6-a686-4aba-bb76-6e7944bd6e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'name': 'tempest-ServerActionsTestJSON-1908622142-router', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:29Z', 'updated_at': '2021-07-06T12:06:37Z', 'revision_number': 4, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'gw_port': {'id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:30Z', 'updated_at': '2021-07-06T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'c347328b-6c54-42a0-a71a-68872cb7289a', 'name': '', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'mac_address': 'fa:16:3e:a3:6b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:36Z', 'updated_at': '2021-07-06T12:06:48Z', 'revision_number': 5, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'subnets': [{'id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:15:57.048422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe3e6c-9c5d-4cde-92ac-948f859d8b95 req-1fc43e4d-1761-4d4c-bd0e-7030d33c0673 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:57.058893 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2efe3e6c-9c5d-4cde-92ac-948f859d8b95 req-1fc43e4d-1761-4d4c-bd0e-7030d33c0673 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.1488285 Jul 06 12:15:57.065331 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b33cd6-a686-4aba-bb76-6e7944bd6e25 None None] The sync data for ids ['69149a86-d01b-41fe-9841-0188f5c8605b'] in n-d-799529-2 is: [{'id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'name': 'tempest-ServerActionsTestJSON-1908622142-router', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:29Z', 'updated_at': '2021-07-06T12:06:37Z', 'revision_number': 4, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'gw_port': {'id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:30Z', 'updated_at': '2021-07-06T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'c347328b-6c54-42a0-a71a-68872cb7289a', 'name': '', 'network_id': 'f7082785-664d-493b-9a4a-034e8c10bfd1', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'mac_address': 'fa:16:3e:a3:6b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:36Z', 'updated_at': '2021-07-06T12:06:48Z', 'revision_number': 5, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'subnets': [{'id': '1b6c2880-5ac9-4e35-9b1e-f738ec808b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:15:57.100517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7305836-9325-41fd-8ee2-c3ef553eccec tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event updated for resources: {'Port': ['ID=802703d3-5c4e-4fa0-8d8e-384ad00e3303,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:57.117861 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-b8fd466f-4bc7-4de5-a3ea-b2026e4e456b None None] Allocated IP 172.20.0.34 (02a28949-1f9a-43cf-b48e-a7fc8a7c0a21/800eca1f-816c-4a18-b7ca-b4a010655142/307011dc-ee4e-4c70-9643-3c71a7318006) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:15:57.128698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a7305836-9325-41fd-8ee2-c3ef553eccec tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] In _notify_port_updated(), no bound segment for port 802703d3-5c4e-4fa0-8d8e-384ad00e3303 on network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:15:57.139364 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2efe3e6c-9c5d-4cde-92ac-948f859d8b95 req-d07b900e-fd6e-427a-a9f3-d6320b7ae61e tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791140 Jul 06 12:15:57.143434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7305836-9325-41fd-8ee2-c3ef553eccec tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:57.144166 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7305836-9325-41fd-8ee2-c3ef553eccec tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:57.154896 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a7305836-9325-41fd-8ee2-c3ef553eccec tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "PUT /v2.0/ports/802703d3-5c4e-4fa0-8d8e-384ad00e3303 HTTP/1.1" status: 200 len: 960 time: 1.4037530 Jul 06 12:15:57.154896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34156) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:57.250072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b8fd466f-4bc7-4de5-a3ea-b2026e4e456b None None] For port 307011dc-ee4e-4c70-9643-3c71a7318006, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=307011dc-ee4e-4c70-9643-3c71a7318006,segment=NetworkSegment(b75e0358-4614-4900-a767-d82d1e77fcc4),segment_id=b75e0358-4614-4900-a767-d82d1e77fcc4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:15:57.269835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-650aab7c-391a-42ed-ada2-6ef87824792f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port 802703d3-5c4e-4fa0-8d8e-384ad00e3303 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:57.270184 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-650aab7c-391a-42ed-ada2-6ef87824792f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:57.313462 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b8fd466f-4bc7-4de5-a3ea-b2026e4e456b None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:57.344580 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b8fd466f-4bc7-4de5-a3ea-b2026e4e456b None None] Transition to ACTIVE for port object 307011dc-ee4e-4c70-9643-3c71a7318006 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:15:57.350398 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b8fd466f-4bc7-4de5-a3ea-b2026e4e456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:57.437787 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34162) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:57.482643 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-650aab7c-391a-42ed-ada2-6ef87824792f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:57.501208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-650aab7c-391a-42ed-ada2-6ef87824792f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for 802703d3-5c4e-4fa0-8d8e-384ad00e3303 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:57.543962 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd466f-4bc7-4de5-a3ea-b2026e4e456b None None] Pushing event updated for resources: {'Port': ['ID=307011dc-ee4e-4c70-9643-3c71a7318006,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:57.548739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917f03e5-a29c-45a6-8077-3a0a4e50cf66 None None] New status for floating IP d618c15a-9e8d-4b70-a7b4-119c329d4f0d: DOWN {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:15:57.560909 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:57.633981 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:57.736834 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:57.740310 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:57.744071 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "DELETE /v2.0/security-groups/93eb6651-2f30-4b95-910b-483f5dc05105 HTTP/1.1" status: 204 len: 168 time: 0.3012967 Jul 06 12:15:57.745240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34164) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:57.757950 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-650aab7c-391a-42ed-ada2-6ef87824792f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:57.773253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eb6651-2f30-4b95-910b-483f5dc05105,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:57.774107 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 307011dc-ee4e-4c70-9643-3c71a7318006 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:15:57.776499 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-d9585bea-a708-4e06-b669-a8b0ab920c6d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] show failed (client error): The resource could not be found. Jul 06 12:15:57.780499 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d9585bea-a708-4e06-b669-a8b0ab920c6d tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "GET /v2.0/security-groups/93eb6651-2f30-4b95-910b-483f5dc05105 HTTP/1.1" status: 404 len: 347 time: 0.0259428 Jul 06 12:15:57.784828 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34166) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:57.800032 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:57.800755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:57.801216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:57.801674 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:57.802150 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:57.802737 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:57.803157 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:57.803622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:57.804054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:57.804489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:57.805174 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:57.805770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fde873-3069-46b9-8eae-a5a23c8d0650 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:15:57.848257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650aab7c-391a-42ed-ada2-6ef87824792f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=802703d3-5c4e-4fa0-8d8e-384ad00e3303,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:57.968475 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-650aab7c-391a-42ed-ada2-6ef87824792f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:57.971478 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-650aab7c-391a-42ed-ada2-6ef87824792f tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/802703d3-5c4e-4fa0-8d8e-384ad00e3303 HTTP/1.1" status: 204 len: 168 time: 0.8188245 Jul 06 12:15:57.975808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34170) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:58.000790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-aa152293-0f07-4529-ae39-a73e05298019 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Deleting port fcac6fdc-4dfd-480b-81c4-9c601c680129 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:15:58.001138 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa152293-0f07-4529-ae39-a73e05298019 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.013222 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-217203b4-eaa2-4756-b0b3-56f155e3d71e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] GET failed (client error): The resource could not be found. Jul 06 12:15:58.018849 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-217203b4-eaa2-4756-b0b3-56f155e3d71e tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports/802703d3-5c4e-4fa0-8d8e-384ad00e3303 HTTP/1.1" status: 404 len: 333 time: 0.0412073 Jul 06 12:15:58.019620 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34172) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:58.108091 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c3c62a6-ded5-4d45-88ac-5de25b715935 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.141542 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa152293-0f07-4529-ae39-a73e05298019 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.142165 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa152293-0f07-4529-ae39-a73e05298019 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.157200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-aa152293-0f07-4529-ae39-a73e05298019 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Calling delete_port for fcac6fdc-4dfd-480b-81c4-9c601c680129 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:15:58.157459 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c3c62a6-ded5-4d45-88ac-5de25b715935 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.215920 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c3c62a6-ded5-4d45-88ac-5de25b715935 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.222636 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c3c62a6-ded5-4d45-88ac-5de25b715935 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.223872 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0c3c62a6-ded5-4d45-88ac-5de25b715935 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/security-groups/d3756e53-9b7f-48af-ba4f-b04e783be91f HTTP/1.1" status: 204 len: 168 time: 0.2031310 Jul 06 12:15:58.227243 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34178) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:58.253903 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c62a6-ded5-4d45-88ac-5de25b715935 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3756e53-9b7f-48af-ba4f-b04e783be91f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:58.360411 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8e41-86af-4281-825a-161c662e091c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.388131 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8e41-86af-4281-825a-161c662e091c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.449976 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa152293-0f07-4529-ae39-a73e05298019 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.477383 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8e41-86af-4281-825a-161c662e091c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.483600 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8e41-86af-4281-825a-161c662e091c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.485998 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3c37a452-8116-40f9-bb9e-87350d554d02 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:15:58.487908 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cb5d8e41-86af-4281-825a-161c662e091c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/security-groups/db64dbf5-edc1-498a-8681-c5c75c1e256e HTTP/1.1" status: 204 len: 168 time: 0.2595696 Jul 06 12:15:58.488553 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34182) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:58.517302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d8e41-86af-4281-825a-161c662e091c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db64dbf5-edc1-498a-8681-c5c75c1e256e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:58.556550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 3c37a452-8116-40f9-bb9e-87350d554d02 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:15:58.556980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3c37a452-8116-40f9-bb9e-87350d554d02 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:15:58.591784 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa152293-0f07-4529-ae39-a73e05298019 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.593579 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa152293-0f07-4529-ae39-a73e05298019 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.595337 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-aa152293-0f07-4529-ae39-a73e05298019 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] 10.222.0.81 "DELETE /v2.0/floatingips/d618c15a-9e8d-4b70-a7b4-119c329d4f0d HTTP/1.1" status: 204 len: 168 time: 0.8092859 Jul 06 12:15:58.599265 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa152293-0f07-4529-ae39-a73e05298019 tempest-ServerActionsTestJSON-686940791 tempest-ServerActionsTestJSON-686940791-project] Pushing event deleted for resources: {'Port': ['ID=fcac6fdc-4dfd-480b-81c4-9c601c680129,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:58.601305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34184) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:58.639440 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71af0a-b5d1-43fe-b21f-0e5aa44e2428 req-4eba84d3-ba37-4ac7-9a8a-25ef637c794e tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:15:58.642898 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8242488c-d760-4f6a-ae5f-2744b589b978 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.652291 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce71af0a-b5d1-43fe-b21f-0e5aa44e2428 req-4eba84d3-ba37-4ac7-9a8a-25ef637c794e tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.2850175 Jul 06 12:15:58.652920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c883b69a-d3ec-4153-8272-d791ec491354 None None] Could not find standard attr ID for object 802703d3-5c4e-4fa0-8d8e-384ad00e3303. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:15:58.678083 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8242488c-d760-4f6a-ae5f-2744b589b978 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.680965 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c883b69a-d3ec-4153-8272-d791ec491354 None None] Provisioning for port 307011dc-ee4e-4c70-9643-3c71a7318006 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:15:58.690192 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c883b69a-d3ec-4153-8272-d791ec491354 None None] Provisioning complete for port 307011dc-ee4e-4c70-9643-3c71a7318006 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:58.690994 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c883b69a-d3ec-4153-8272-d791ec491354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.729029 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce71af0a-b5d1-43fe-b21f-0e5aa44e2428 req-484ca70e-e4ed-4455-b37e-d016947b8293 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734823 Jul 06 12:15:58.812124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c883b69a-d3ec-4153-8272-d791ec491354 None None] Provisioning complete for port b265a6b8-63b5-472f-b220-bfc66fd99404 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:15:58.812451 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c883b69a-d3ec-4153-8272-d791ec491354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.820174 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8242488c-d760-4f6a-ae5f-2744b589b978 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.822687 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8242488c-d760-4f6a-ae5f-2744b589b978 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.823848 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8242488c-d760-4f6a-ae5f-2744b589b978 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/security-groups/c12b18d1-687c-4d46-99e2-722c20a7979e HTTP/1.1" status: 204 len: 168 time: 0.3313220 Jul 06 12:15:58.826708 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34188) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:58.840667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242488c-d760-4f6a-ae5f-2744b589b978 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12b18d1-687c-4d46-99e2-722c20a7979e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:58.888906 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1077a743-78d5-4507-a12b-604c70a43985 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting subnet ee79fde3-34f3-4d38-bad5-2fc5f1d515f8 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:15:58.889664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c883b69a-d3ec-4153-8272-d791ec491354 None None] Port b265a6b8-63b5-472f-b220-bfc66fd99404 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:15:58.892963 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1077a743-78d5-4507-a12b-604c70a43985 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:58.937519 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1077a743-78d5-4507-a12b-604c70a43985 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:59.060670 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1077a743-78d5-4507-a12b-604c70a43985 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:59.133897 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1077a743-78d5-4507-a12b-604c70a43985 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:59.162416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077a743-78d5-4507-a12b-604c70a43985 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Subnet': ['ID=ee79fde3-34f3-4d38-bad5-2fc5f1d515f8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:59.180607 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1077a743-78d5-4507-a12b-604c70a43985 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:59.189007 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1077a743-78d5-4507-a12b-604c70a43985 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/ee79fde3-34f3-4d38-bad5-2fc5f1d515f8 HTTP/1.1" status: 204 len: 168 time: 0.3547173 Jul 06 12:15:59.189861 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34196) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:59.194718 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2de3a1-2683-47b1-9342-0e87470d9518 None None] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:15:59.254232 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-df255838-b5ee-4437-8257-1fdfde709432 None None] Could not find standard attr ID for object 802703d3-5c4e-4fa0-8d8e-384ad00e3303. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:15:59.260097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0798b76-f796-435e-b7ac-bed22a886e46 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting subnet 800eca1f-816c-4a18-b7ca-b4a010655142 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:15:59.263670 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d0798b76-f796-435e-b7ac-bed22a886e46 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:59.306630 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9aca54d4-1f51-4221-88bc-4cd1eab0cfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:59.310796 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d0798b76-f796-435e-b7ac-bed22a886e46 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:59.448771 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d0798b76-f796-435e-b7ac-bed22a886e46 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:59.558552 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d0798b76-f796-435e-b7ac-bed22a886e46 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:59.636918 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0798b76-f796-435e-b7ac-bed22a886e46 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Subnet': ['ID=800eca1f-816c-4a18-b7ca-b4a010655142,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:15:59.639362 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d0798b76-f796-435e-b7ac-bed22a886e46 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:59.651094 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d0798b76-f796-435e-b7ac-bed22a886e46 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/800eca1f-816c-4a18-b7ca-b4a010655142 HTTP/1.1" status: 204 len: 168 time: 0.4599729 Jul 06 12:15:59.653374 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34236) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:59.690008 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-93946935-2d61-4ba8-ab1a-119f61de6e9c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] DELETE failed (client error): The resource could not be found. Jul 06 12:15:59.690389 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93946935-2d61-4ba8-ab1a-119f61de6e9c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:15:59.696038 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-93946935-2d61-4ba8-ab1a-119f61de6e9c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/ee79fde3-34f3-4d38-bad5-2fc5f1d515f8 HTTP/1.1" status: 404 len: 337 time: 0.0415969 Jul 06 12:15:59.698688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34238) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:15:59.802569 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db26018-51c1-4fad-8f69-ce6bafb1d4d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting subnet 1bd8c5e9-16ba-44ca-8660-5105548f0984 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:15:59.810531 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3db26018-51c1-4fad-8f69-ce6bafb1d4d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:15:59.909729 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3db26018-51c1-4fad-8f69-ce6bafb1d4d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:00.175025 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178aa35-0c46-477a-a070-0428b69c104a req-fd9c6e15-ec93-4d8b-9e06-e045c604b311 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:00.186998 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c178aa35-0c46-477a-a070-0428b69c104a req-fd9c6e15-ec93-4d8b-9e06-e045c604b311 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.1903839 Jul 06 12:16:00.191170 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3db26018-51c1-4fad-8f69-ce6bafb1d4d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:00.304656 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c178aa35-0c46-477a-a070-0428b69c104a req-9af5f1a2-89d6-45c8-a270-98ecf7d173fc tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157730 Jul 06 12:16:00.432148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9aca54d4-1f51-4221-88bc-4cd1eab0cfe3 admin admin] Deleting port c347328b-6c54-42a0-a71a-68872cb7289a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:00.432148 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9aca54d4-1f51-4221-88bc-4cd1eab0cfe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:00.582387 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3db26018-51c1-4fad-8f69-ce6bafb1d4d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:00.582387 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db26018-51c1-4fad-8f69-ce6bafb1d4d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd8c5e9-16ba-44ca-8660-5105548f0984,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:00.582387 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3db26018-51c1-4fad-8f69-ce6bafb1d4d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:00.582387 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3db26018-51c1-4fad-8f69-ce6bafb1d4d6 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/1bd8c5e9-16ba-44ca-8660-5105548f0984 HTTP/1.1" status: 204 len: 168 time: 0.7270389 Jul 06 12:16:00.582387 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34290) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:00.582387 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-302653d8-bd7c-474c-9b0e-6c1b07d30034 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] DELETE failed (client error): The resource could not be found. Jul 06 12:16:00.582387 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302653d8-bd7c-474c-9b0e-6c1b07d30034 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:16:00.582387 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-302653d8-bd7c-474c-9b0e-6c1b07d30034 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/516c4fd7-cf6c-44a5-8ecb-f4972859cb33 HTTP/1.1" status: 404 len: 337 time: 0.0573795 Jul 06 12:16:00.588286 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34294) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:00.588286 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bddd645e-1d39-40c7-aaa4-1fed1f6395fd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "GET /v2.0/ports?device_id=eebd9f56-da19-4259-9d06-858046086234 HTTP/1.1" status: 200 len: 205 time: 0.0331006 Jul 06 12:16:00.588940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34298) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:00.589658 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-9aca54d4-1f51-4221-88bc-4cd1eab0cfe3 admin admin] For port c347328b-6c54-42a0-a71a-68872cb7289a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c347328b-6c54-42a0-a71a-68872cb7289a,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:00.589658 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9aca54d4-1f51-4221-88bc-4cd1eab0cfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:00.608113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9aca54d4-1f51-4221-88bc-4cd1eab0cfe3 admin admin] Calling delete_port for c347328b-6c54-42a0-a71a-68872cb7289a owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:00.611865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30e99b0-0a44-4127-9047-d976b8e752b9 None None] Network 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:16:00.618260 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-6a0ec66f-ed40-403e-b86d-79c7cec6d19c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] delete failed (client error): The resource could not be found. Jul 06 12:16:00.621684 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6a0ec66f-ed40-403e-b86d-79c7cec6d19c tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/routers/eebd9f56-da19-4259-9d06-858046086234 HTTP/1.1" status: 404 len: 336 time: 0.0802875 Jul 06 12:16:00.622053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34300) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:00.653515 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee3ac4f-4e14-4c45-962f-42237a9dfddd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] DELETE failed (client error): The resource could not be found. Jul 06 12:16:00.653979 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee3ac4f-4e14-4c45-962f-42237a9dfddd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:16:00.655843 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cee3ac4f-4e14-4c45-962f-42237a9dfddd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/10e3cc0c-7d0d-4c9c-a862-ece39cb39f17 HTTP/1.1" status: 404 len: 337 time: 0.0328522 Jul 06 12:16:00.658940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34304) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:00.683885 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2fe7ec5c-af8e-410b-85ac-df528e52e3b2 None None] Provisioning complete for port 307011dc-ee4e-4c70-9643-3c71a7318006 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:00.684187 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2fe7ec5c-af8e-410b-85ac-df528e52e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:00.694770 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-470abe39-a185-4a07-ac28-bae4328adf7a tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] DELETE failed (client error): The resource could not be found. Jul 06 12:16:00.695260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470abe39-a185-4a07-ac28-bae4328adf7a tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:16:00.697266 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-470abe39-a185-4a07-ac28-bae4328adf7a tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/9d6f08c9-4701-4fe6-a4b3-3a1c4441b98c HTTP/1.1" status: 404 len: 337 time: 0.0372052 Jul 06 12:16:00.706092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34306) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:00.742855 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabdb7a5-41f9-4986-aa00-cf80ddbac4b3 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] DELETE failed (client error): The resource could not be found. Jul 06 12:16:00.743342 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabdb7a5-41f9-4986-aa00-cf80ddbac4b3 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:16:00.745364 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cabdb7a5-41f9-4986-aa00-cf80ddbac4b3 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/93ee5ec3-652c-46c2-8396-a3c192c38ef4 HTTP/1.1" status: 404 len: 337 time: 0.0380831 Jul 06 12:16:00.748107 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34308) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:00.799274 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9243798-5213-4925-aebc-a386be1bdd64 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] DELETE failed (client error): The resource could not be found. Jul 06 12:16:00.799900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9243798-5213-4925-aebc-a386be1bdd64 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:16:00.823540 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b9243798-5213-4925-aebc-a386be1bdd64 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/70482d2f-4923-4501-9880-33c532a5135f HTTP/1.1" status: 404 len: 333 time: 0.0742271 Jul 06 12:16:00.827766 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34312) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:00.862866 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47c29c1-bd3c-4697-ad47-8c19374fd5e2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] DELETE failed (client error): The resource could not be found. Jul 06 12:16:00.865416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47c29c1-bd3c-4697-ad47-8c19374fd5e2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:16:00.865416 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a47c29c1-bd3c-4697-ad47-8c19374fd5e2 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/04d28705-4341-45f1-aa57-ac0bf8a30676 HTTP/1.1" status: 404 len: 337 time: 0.0365489 Jul 06 12:16:00.868527 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34314) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:00.915310 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-1afe62f2-51eb-4b27-905a-3ad9390528e3 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] DELETE failed (client error): The resource could not be found. Jul 06 12:16:00.916310 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1afe62f2-51eb-4b27-905a-3ad9390528e3 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:16:00.918977 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1afe62f2-51eb-4b27-905a-3ad9390528e3 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/0bc86eac-d139-44cb-8b5c-0163b1661b3d HTTP/1.1" status: 404 len: 337 time: 0.0491273 Jul 06 12:16:00.921566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34316) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:00.964197 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2fe7ec5c-af8e-410b-85ac-df528e52e3b2 None None] Provisioning complete for port b265a6b8-63b5-472f-b220-bfc66fd99404 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:00.964710 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2fe7ec5c-af8e-410b-85ac-df528e52e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.003646 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1f26f6-c71a-45ed-92dd-8f0d14710e6b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] DELETE failed (client error): The resource could not be found. Jul 06 12:16:01.012324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1f26f6-c71a-45ed-92dd-8f0d14710e6b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:16:01.015576 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ed1f26f6-c71a-45ed-92dd-8f0d14710e6b tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/63298ff5-7cba-48aa-92fe-2057b06c5ead HTTP/1.1" status: 404 len: 333 time: 0.0928483 Jul 06 12:16:01.019013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34322) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:01.034430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941ac4c5-6e31-49cc-9ee6-59f23d2daa73 None None] DHCP port deletion for 02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:16:01.049118 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2fe7ec5c-af8e-410b-85ac-df528e52e3b2 None None] Port b265a6b8-63b5-472f-b220-bfc66fd99404 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:16:01.076736 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9aca54d4-1f51-4221-88bc-4cd1eab0cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.077696 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65cd06c-488a-4695-97e3-5b63ca0d0bfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] DELETE failed (client error): The resource could not be found. Jul 06 12:16:01.078447 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65cd06c-488a-4695-97e3-5b63ca0d0bfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:16:01.081004 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a65cd06c-488a-4695-97e3-5b63ca0d0bfd tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/6b781e05-d4ee-4949-8b7b-7760a08cbc63 HTTP/1.1" status: 404 len: 337 time: 0.0570025 Jul 06 12:16:01.083461 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34326) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:01.126053 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-70edb246-4cf7-4c13-b193-b2499d012290 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] DELETE failed (client error): The resource could not be found. Jul 06 12:16:01.126943 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70edb246-4cf7-4c13-b193-b2499d012290 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:16:01.129097 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-70edb246-4cf7-4c13-b193-b2499d012290 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/subnets/b411a1e2-e1ac-4835-a89e-769096935898 HTTP/1.1" status: 404 len: 337 time: 0.0440683 Jul 06 12:16:01.131726 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34328) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:01.134955 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-941ac4c5-6e31-49cc-9ee6-59f23d2daa73 None None] Deleting port 307011dc-ee4e-4c70-9643-3c71a7318006 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:01.135357 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-941ac4c5-6e31-49cc-9ee6-59f23d2daa73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.194245 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca54d4-1f51-4221-88bc-4cd1eab0cfe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c347328b-6c54-42a0-a71a-68872cb7289a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:01.290543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-941ac4c5-6e31-49cc-9ee6-59f23d2daa73 None None] For port 307011dc-ee4e-4c70-9643-3c71a7318006, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=307011dc-ee4e-4c70-9643-3c71a7318006,segment=NetworkSegment(b75e0358-4614-4900-a767-d82d1e77fcc4),segment_id=b75e0358-4614-4900-a767-d82d1e77fcc4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:01.290990 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-941ac4c5-6e31-49cc-9ee6-59f23d2daa73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.320100 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-941ac4c5-6e31-49cc-9ee6-59f23d2daa73 None None] Calling delete_port for 307011dc-ee4e-4c70-9643-3c71a7318006 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:01.345109 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-1e8199df-038d-4099-8116-34db851b8506 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Deleting port b265a6b8-63b5-472f-b220-bfc66fd99404 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:01.345560 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e8199df-038d-4099-8116-34db851b8506 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.409268 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9aca54d4-1f51-4221-88bc-4cd1eab0cfe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.558995 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-941ac4c5-6e31-49cc-9ee6-59f23d2daa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.588016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ac4c5-6e31-49cc-9ee6-59f23d2daa73 None None] No DVR routers for this DVR port 307011dc-ee4e-4c70-9643-3c71a7318006 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:16:01.606039 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e8199df-038d-4099-8116-34db851b8506 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.647221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ac4c5-6e31-49cc-9ee6-59f23d2daa73 None None] Pushing event deleted for resources: {'Port': ['ID=307011dc-ee4e-4c70-9643-3c71a7318006,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:01.690557 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-1e8199df-038d-4099-8116-34db851b8506 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Calling delete_port for b265a6b8-63b5-472f-b220-bfc66fd99404 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:01.771676 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aca54d4-1f51-4221-88bc-4cd1eab0cfe3 admin admin] Router 69149a86-d01b-41fe-9841-0188f5c8605b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:16:01.825532 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 307011dc-ee4e-4c70-9643-3c71a7318006 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:16:01.830412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784bea4-2745-491f-a475-60fbd657b2ff req-05e979a3-9e23-4f45-9b6f-65b5934f7cd6 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:01.832238 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d784bea4-2745-491f-a475-60fbd657b2ff req-05e979a3-9e23-4f45-9b6f-65b5934f7cd6 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.3138766 Jul 06 12:16:01.887601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 307011dc-ee4e-4c70-9643-3c71a7318006 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:16:01.888286 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 307011dc-ee4e-4c70-9643-3c71a7318006 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:16:01.889314 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e8199df-038d-4099-8116-34db851b8506 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.903769 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d784bea4-2745-491f-a475-60fbd657b2ff req-b0fb6cfe-c2d3-4b62-bb37-66aa4213c496 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636575 Jul 06 12:16:01.934462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8199df-038d-4099-8116-34db851b8506 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Port': ['ID=b265a6b8-63b5-472f-b220-bfc66fd99404,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:01.952117 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e8199df-038d-4099-8116-34db851b8506 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:01.956161 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1e8199df-038d-4099-8116-34db851b8506 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/ports/b265a6b8-63b5-472f-b220-bfc66fd99404 HTTP/1.1" status: 204 len: 168 time: 0.8228681 Jul 06 12:16:01.958848 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34340) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:02.069927 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-769e1abb-ab8b-4599-be0f-20abfc0dc437 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:02.072232 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aca54d4-1f51-4221-88bc-4cd1eab0cfe3 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:16:02.090103 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34346) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:02.093176 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9aca54d4-1f51-4221-88bc-4cd1eab0cfe3 admin admin] 10.222.0.81 "PUT /v2.0/routers/69149a86-d01b-41fe-9841-0188f5c8605b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4878023 Jul 06 12:16:02.102445 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e857c-6f4c-4af0-9d11-dcb4483e0e84 None None] Sync routers for ids ['69149a86-d01b-41fe-9841-0188f5c8605b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:16:02.119278 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e857c-6f4c-4af0-9d11-dcb4483e0e84 None None] Routers {'69149a86-d01b-41fe-9841-0188f5c8605b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:02.119907 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3f4e857c-6f4c-4af0-9d11-dcb4483e0e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:15:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69149a86-d01b-41fe-9841-0188f5c8605b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:02.291943 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3f4e857c-6f4c-4af0-9d11-dcb4483e0e84 None None] Set router 69149a86-d01b-41fe-9841-0188f5c8605b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:02.326809 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-419eff03-feb0-4c07-b171-00dfa4b17148 admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:02.375584 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-769e1abb-ab8b-4599-be0f-20abfc0dc437 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:02.392228 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-769e1abb-ab8b-4599-be0f-20abfc0dc437 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a28949-1f9a-43cf-b48e-a7fc8a7c0a21']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:02.417840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-769e1abb-ab8b-4599-be0f-20abfc0dc437 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75e0358-4614-4900-a767-d82d1e77fcc4') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:02.418696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-769e1abb-ab8b-4599-be0f-20abfc0dc437 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75e0358-4614-4900-a767-d82d1e77fcc4') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:02.485148 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-769e1abb-ab8b-4599-be0f-20abfc0dc437 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:02.510887 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-769e1abb-ab8b-4599-be0f-20abfc0dc437 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:02.527802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769e1abb-ab8b-4599-be0f-20abfc0dc437 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:16:02.528267 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-769e1abb-ab8b-4599-be0f-20abfc0dc437 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:16:02.532735 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:16:02.547054 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3f4e857c-6f4c-4af0-9d11-dcb4483e0e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'name': 'tempest-ServerActionsTestJSON-1908622142-router', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:29Z', 'updated_at': '2021-07-06T12:16:00Z', 'revision_number': 5, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'gw_port': {'id': 'c4519ee2-79dc-4147-aee6-010b120607f8', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:cd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:06:30Z', 'updated_at': '2021-07-06T12:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:02.613548 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-419eff03-feb0-4c07-b171-00dfa4b17148 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:02.659254 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-769e1abb-ab8b-4599-be0f-20abfc0dc437 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:02.663199 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-039ec771-2ed0-4052-bf7b-983282287126 req-4b86d00e-8a78-4abf-8b46-fbc22914287c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776424 Jul 06 12:16:02.691284 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-769e1abb-ab8b-4599-be0f-20abfc0dc437 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:02.695700 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-769e1abb-ab8b-4599-be0f-20abfc0dc437 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] 10.222.0.81 "DELETE /v2.0/networks/02a28949-1f9a-43cf-b48e-a7fc8a7c0a21 HTTP/1.1" status: 204 len: 168 time: 0.7352920 Jul 06 12:16:02.704987 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e1abb-ab8b-4599-be0f-20abfc0dc437 tempest-PortsTestJSON-1632143296 tempest-PortsTestJSON-1632143296-project] Pushing event deleted for resources: {'Network': ['ID=02a28949-1f9a-43cf-b48e-a7fc8a7c0a21,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:02.739467 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-419eff03-feb0-4c07-b171-00dfa4b17148 admin admin] Deleting port c4519ee2-79dc-4147-aee6-010b120607f8 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:02.743027 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-419eff03-feb0-4c07-b171-00dfa4b17148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:02.785160 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e857c-6f4c-4af0-9d11-dcb4483e0e84 None None] Checking router: 69149a86-d01b-41fe-9841-0188f5c8605b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:16:02.813259 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e857c-6f4c-4af0-9d11-dcb4483e0e84 None None] Routers {'69149a86-d01b-41fe-9841-0188f5c8605b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:02.813259 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3f4e857c-6f4c-4af0-9d11-dcb4483e0e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:15:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69149a86-d01b-41fe-9841-0188f5c8605b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:02.844882 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ec771-2ed0-4052-bf7b-983282287126 req-8cee7743-0eb7-4e40-95a1-9e95abbb4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:02.853361 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-039ec771-2ed0-4052-bf7b-983282287126 req-8cee7743-0eb7-4e40-95a1-9e95abbb4e4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 1097 time: 0.1286383 Jul 06 12:16:02.861336 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-419eff03-feb0-4c07-b171-00dfa4b17148 admin admin] For port c4519ee2-79dc-4147-aee6-010b120607f8, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c4519ee2-79dc-4147-aee6-010b120607f8,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:02.861859 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-419eff03-feb0-4c07-b171-00dfa4b17148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:02.879558 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-419eff03-feb0-4c07-b171-00dfa4b17148 admin admin] Calling delete_port for c4519ee2-79dc-4147-aee6-010b120607f8 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:03.068436 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3f4e857c-6f4c-4af0-9d11-dcb4483e0e84 None None] Set router 69149a86-d01b-41fe-9841-0188f5c8605b gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:03.072290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ec771-2ed0-4052-bf7b-983282287126 req-da1ed9a0-81e9-492c-8fbf-0418456b0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:03.074376 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-039ec771-2ed0-4052-bf7b-983282287126 req-da1ed9a0-81e9-492c-8fbf-0418456b0215 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 HTTP/1.1" status: 200 len: 897 time: 0.1862836 Jul 06 12:16:03.200108 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34374) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:03.229176 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3f4e857c-6f4c-4af0-9d11-dcb4483e0e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'name': 'tempest-ServerActionsTestJSON-1908622142-router', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:29Z', 'updated_at': '2021-07-06T12:16:02Z', 'revision_number': 6, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:03.284127 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-039ec771-2ed0-4052-bf7b-983282287126 req-6266ff8a-4648-4f77-961f-35682147b34a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e HTTP/1.1" status: 200 len: 1002 time: 0.2028258 Jul 06 12:16:03.348088 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e857c-6f4c-4af0-9d11-dcb4483e0e84 None None] The sync data for ids ['69149a86-d01b-41fe-9841-0188f5c8605b'] in n-d-799529-2 is: [{'id': '69149a86-d01b-41fe-9841-0188f5c8605b', 'name': 'tempest-ServerActionsTestJSON-1908622142-router', 'tenant_id': 'a6c77e2eee574ad7aad674a3093fa936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:06:29Z', 'updated_at': '2021-07-06T12:16:02Z', 'revision_number': 6, 'project_id': 'a6c77e2eee574ad7aad674a3093fa936', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:16:03.403187 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ec771-2ed0-4052-bf7b-983282287126 req-f55c97c3-c0dd-46ad-9ce6-264be039319a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:03.404151 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-039ec771-2ed0-4052-bf7b-983282287126 req-f55c97c3-c0dd-46ad-9ce6-264be039319a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ce6209d-f67f-4d1f-a267-7eac8672ed36 HTTP/1.1" status: 200 len: 834 time: 0.1119618 Jul 06 12:16:03.429794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ca3e5-bd8d-42f3-b892-16930c6567da req-98ee49b3-ae74-406d-8bf6-93a6c1f51d15 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:03.430692 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e5ca3e5-bd8d-42f3-b892-16930c6567da req-98ee49b3-ae74-406d-8bf6-93a6c1f51d15 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.2853863 Jul 06 12:16:03.431921 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-419eff03-feb0-4c07-b171-00dfa4b17148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.513213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419eff03-feb0-4c07-b171-00dfa4b17148 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4519ee2-79dc-4147-aee6-010b120607f8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:03.578270 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e5ca3e5-bd8d-42f3-b892-16930c6567da req-56cf0107-2d94-4bab-af0f-84cf0d99a196 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217360 Jul 06 12:16:03.588226 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-419eff03-feb0-4c07-b171-00dfa4b17148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.612803 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-75670ee1-fa8b-42d1-90ff-dd002203fd10 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7010f589aa594d5985fd350a6126241f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4062572 Jul 06 12:16:03.615378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34382) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:03.670123 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ec771-2ed0-4052-bf7b-983282287126 req-500ef205-c9c4-4bfb-af8b-4b1e56f4745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:03.672322 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-039ec771-2ed0-4052-bf7b-983282287126 req-500ef205-c9c4-4bfb-af8b-4b1e56f4745e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2599218 Jul 06 12:16:03.845729 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3672ed86-e85d-4e4f-a3ef-bd8ffca74c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.847243 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-419eff03-feb0-4c07-b171-00dfa4b17148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.856550 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-419eff03-feb0-4c07-b171-00dfa4b17148 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.877714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c347328b-6c54-42a0-a71a-68872cb7289a no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:16:03.892515 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3672ed86-e85d-4e4f-a3ef-bd8ffca74c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.896304 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-039ec771-2ed0-4052-bf7b-983282287126 req-56f1412b-d621-42ee-ac49-5098c630ecdf service neutron] 10.222.0.23 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153647 Jul 06 12:16:03.899959 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: c347328b-6c54-42a0-a71a-68872cb7289a {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:16:03.900314 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c347328b-6c54-42a0-a71a-68872cb7289a not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:16:03.961834 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-419eff03-feb0-4c07-b171-00dfa4b17148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.962853 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419eff03-feb0-4c07-b171-00dfa4b17148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69149a86-d01b-41fe-9841-0188f5c8605b {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:16:03.972608 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-419eff03-feb0-4c07-b171-00dfa4b17148 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:03.975150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-419eff03-feb0-4c07-b171-00dfa4b17148 admin admin] 10.222.0.81 "DELETE /v2.0/routers/69149a86-d01b-41fe-9841-0188f5c8605b HTTP/1.1" status: 204 len: 168 time: 1.8821700 Jul 06 12:16:03.977770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34386) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:04.033982 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3672ed86-e85d-4e4f-a3ef-bd8ffca74c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:04.038682 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3672ed86-e85d-4e4f-a3ef-bd8ffca74c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:04.040187 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3672ed86-e85d-4e4f-a3ef-bd8ffca74c1c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8e29518-7d58-409d-831e-beb524391c20 HTTP/1.1" status: 204 len: 168 time: 0.4249566 Jul 06 12:16:04.046621 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3c026f-2c43-4994-bc3c-0b848886f3df admin admin] Deleting subnet 1b6c2880-5ac9-4e35-9b1e-f738ec808b88 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:16:04.050964 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7f3c026f-2c43-4994-bc3c-0b848886f3df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:04.074204 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672ed86-e85d-4e4f-a3ef-bd8ffca74c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e29518-7d58-409d-831e-beb524391c20,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:04.107844 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7f3c026f-2c43-4994-bc3c-0b848886f3df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:04.136914 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-039ec771-2ed0-4052-bf7b-983282287126 req-3e6d40d0-b417-42a0-bb16-322199f83944 service neutron] 10.222.0.23 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836798 Jul 06 12:16:04.256344 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7f3c026f-2c43-4994-bc3c-0b848886f3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:04.357594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7f3c026f-2c43-4994-bc3c-0b848886f3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:04.410260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c026f-2c43-4994-bc3c-0b848886f3df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6c2880-5ac9-4e35-9b1e-f738ec808b88,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:04.435884 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96e1534-f1a0-4393-81e2-ea561de7aaca None None] Network f7082785-664d-493b-9a4a-034e8c10bfd1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:16:04.444401 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7f3c026f-2c43-4994-bc3c-0b848886f3df admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:04.447710 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7f3c026f-2c43-4994-bc3c-0b848886f3df admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1b6c2880-5ac9-4e35-9b1e-f738ec808b88 HTTP/1.1" status: 204 len: 168 time: 0.4688470 Jul 06 12:16:04.450243 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34402) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:04.609291 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:04.765599 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] Deleting port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:04.768183 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:04.932292 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b45d5f-c8a7-4403-bc17-67947c8abb1d None None] DHCP port deletion for f7082785-664d-493b-9a4a-034e8c10bfd1 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:16:04.943929 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] For port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1031d7cf-05d6-4f9d-b12d-5293d5a66e30,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:04.945581 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:04.962578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] Calling delete_port for 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:04.985452 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fbc74-ae32-4a13-ad96-1049bcb2d266 req-894bc295-6439-4b77-92aa-ad90d75406ca tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:05.004091 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc8fbc74-ae32-4a13-ad96-1049bcb2d266 req-894bc295-6439-4b77-92aa-ad90d75406ca tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.1259031 Jul 06 12:16:05.088371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-76b45d5f-c8a7-4403-bc17-67947c8abb1d None None] Deleting port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:05.088743 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-76b45d5f-c8a7-4403-bc17-67947c8abb1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.111095 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc8fbc74-ae32-4a13-ad96-1049bcb2d266 req-5d122fbd-8752-4a61-b14e-64fa84109a8d tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059444 Jul 06 12:16:05.190843 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.237883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-76b45d5f-c8a7-4403-bc17-67947c8abb1d None None] For port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1031d7cf-05d6-4f9d-b12d-5293d5a66e30,segment=NetworkSegment(bce8c016-88dd-4a03-b420-6598be06d4d2),segment_id=bce8c016-88dd-4a03-b420-6598be06d4d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:05.239141 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-76b45d5f-c8a7-4403-bc17-67947c8abb1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.277352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] No DVR routers for this DVR port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:16:05.290841 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-76b45d5f-c8a7-4403-bc17-67947c8abb1d None None] Calling delete_port for 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:05.403516 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] Pushing event deleted for resources: {'Port': ['ID=1031d7cf-05d6-4f9d-b12d-5293d5a66e30,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:05.439097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34432) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:05.473781 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.490653 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7082785-664d-493b-9a4a-034e8c10bfd1']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:05.498174 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5f54c05-d050-411c-8d6a-d533fb0f4494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.518639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce8c016-88dd-4a03-b420-6598be06d4d2') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:05.519014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce8c016-88dd-4a03-b420-6598be06d4d2') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:05.548791 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.575608 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.579634 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-76b45d5f-c8a7-4403-bc17-67947c8abb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.583798 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.592953 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:16:05.593370 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:16:05.596719 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:16:05.624734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b45d5f-c8a7-4403-bc17-67947c8abb1d None None] Pushing event deleted for resources: {'Port': ['ID=1031d7cf-05d6-4f9d-b12d-5293d5a66e30,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:05.648439 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b45d5f-c8a7-4403-bc17-67947c8abb1d None None] No DVR routers for this DVR port 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:16:05.665563 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-eec42bba-9916-4fd5-8f68-a7e2ce49db7d tempest-SubnetPoolsTestJSON-1867209838 tempest-SubnetPoolsTestJSON-1867209838-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1591454321', 'prefixes': ['172.20.0.0/16']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:05.686137 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.698628 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.701648 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] 10.222.0.81 "DELETE /v2.0/networks/f7082785-664d-493b-9a4a-034e8c10bfd1 HTTP/1.1" status: 204 len: 168 time: 1.2503121 Jul 06 12:16:05.758964 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7d399-e92f-49ba-b124-47937f88facb admin admin] Pushing event deleted for resources: {'Network': ['ID=f7082785-664d-493b-9a4a-034e8c10bfd1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:05.788466 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:16:05.794335 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eec42bba-9916-4fd5-8f68-a7e2ce49db7d tempest-SubnetPoolsTestJSON-1867209838 tempest-SubnetPoolsTestJSON-1867209838-project] Notify callbacks [] for subnetpool, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.801392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34440) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:05.817223 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-eec42bba-9916-4fd5-8f68-a7e2ce49db7d tempest-SubnetPoolsTestJSON-1867209838 tempest-SubnetPoolsTestJSON-1867209838-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3760109 Jul 06 12:16:05.825636 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:16:05.826160 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1031d7cf-05d6-4f9d-b12d-5293d5a66e30 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:16:05.827086 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c4519ee2-79dc-4147-aee6-010b120607f8 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:16:05.854309 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: c4519ee2-79dc-4147-aee6-010b120607f8 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:16:05.854712 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c4519ee2-79dc-4147-aee6-010b120607f8 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:16:05.865758 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4ac6cb93-92c1-4774-8172-b9828d545c93 tempest-SubnetPoolsTestJSON-1867209838 tempest-SubnetPoolsTestJSON-1867209838-project] 10.222.0.81 "GET /v2.0/subnetpools/cc27cd56-9916-4a19-a70f-88ee6191414f HTTP/1.1" status: 200 len: 732 time: 0.0617361 Jul 06 12:16:05.868504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34444) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:05.873840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fd042e16-bf9c-4750-b25f-50464c89bad0 tempest-SubnetPoolsTestJSON-1867209838 tempest-SubnetPoolsTestJSON-1867209838-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-89969838'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:05.989493 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd042e16-bf9c-4750-b25f-50464c89bad0 tempest-SubnetPoolsTestJSON-1867209838 tempest-SubnetPoolsTestJSON-1867209838-project] Notify callbacks [] for subnetpool, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:05.990984 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fd042e16-bf9c-4750-b25f-50464c89bad0 tempest-SubnetPoolsTestJSON-1867209838 tempest-SubnetPoolsTestJSON-1867209838-project] 10.222.0.81 "PUT /v2.0/subnetpools/cc27cd56-9916-4a19-a70f-88ee6191414f HTTP/1.1" status: 200 len: 682 time: 0.1209764 Jul 06 12:16:05.993683 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34448) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:06.003647 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34450) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:06.084531 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0ce45541-3eb5-4084-a9a1-85ee1fbcf6cb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6c77e2eee574ad7aad674a3093fa936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794044 Jul 06 12:16:06.086565 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-592ac738-bf27-4e6d-b1f7-c8a09eb2f014 tempest-SubnetPoolsTestJSON-1867209838 tempest-SubnetPoolsTestJSON-1867209838-project] Notify callbacks [] for subnetpool, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:06.087590 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34452) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:06.088836 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-592ac738-bf27-4e6d-b1f7-c8a09eb2f014 tempest-SubnetPoolsTestJSON-1867209838 tempest-SubnetPoolsTestJSON-1867209838-project] 10.222.0.81 "DELETE /v2.0/subnetpools/cc27cd56-9916-4a19-a70f-88ee6191414f HTTP/1.1" status: 204 len: 168 time: 0.0932527 Jul 06 12:16:06.091335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34454) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:06.110960 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-1e238edc-cd75-47af-a4b3-d46de50e8197 tempest-SubnetPoolsTestJSON-1867209838 tempest-SubnetPoolsTestJSON-1867209838-project] show failed (client error): The resource could not be found. Jul 06 12:16:06.116782 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1e238edc-cd75-47af-a4b3-d46de50e8197 tempest-SubnetPoolsTestJSON-1867209838 tempest-SubnetPoolsTestJSON-1867209838-project] 10.222.0.81 "GET /v2.0/subnetpools/cc27cd56-9916-4a19-a70f-88ee6191414f HTTP/1.1" status: 404 len: 346 time: 0.0239251 Jul 06 12:16:06.117448 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34456) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:06.137710 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-80fdf103-4b11-4b39-b5ba-a8f0eba29c84 tempest-SubnetPoolsTestJSON-1867209838 tempest-SubnetPoolsTestJSON-1867209838-project] delete failed (client error): The resource could not be found. Jul 06 12:16:06.139068 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-80fdf103-4b11-4b39-b5ba-a8f0eba29c84 tempest-SubnetPoolsTestJSON-1867209838 tempest-SubnetPoolsTestJSON-1867209838-project] 10.222.0.81 "DELETE /v2.0/subnetpools/cc27cd56-9916-4a19-a70f-88ee6191414f HTTP/1.1" status: 404 len: 346 time: 0.0204053 Jul 06 12:16:06.186621 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c8c2687d-e5d1-43e3-8ab2-82657dd08f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:06.220915 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c8c2687d-e5d1-43e3-8ab2-82657dd08f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:06.368031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5cf6d-2a11-4ea2-b37f-785c0375a2be req-2f1d0e61-991a-4672-89f2-0d057db1e3b4 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:06.378316 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23e5cf6d-2a11-4ea2-b37f-785c0375a2be req-2f1d0e61-991a-4672-89f2-0d057db1e3b4 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.1250765 Jul 06 12:16:06.399624 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c8c2687d-e5d1-43e3-8ab2-82657dd08f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:06.402489 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c8c2687d-e5d1-43e3-8ab2-82657dd08f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:06.406145 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c8c2687d-e5d1-43e3-8ab2-82657dd08f0a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4d21779c-6a2b-410d-a379-da29597378c0 HTTP/1.1" status: 204 len: 168 time: 0.3152006 Jul 06 12:16:06.420414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2687d-e5d1-43e3-8ab2-82657dd08f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d21779c-6a2b-410d-a379-da29597378c0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:06.456120 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23e5cf6d-2a11-4ea2-b37f-785c0375a2be req-123da4a1-adfb-4cf7-8a31-986008dbeedc tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768018 Jul 06 12:16:06.539116 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:06.607703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34474) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:06.862181 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ed379b3-c41e-4e61-b962-049fa2f099e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:06.987469 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ed379b3-c41e-4e61-b962-049fa2f099e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:06.991770 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ed379b3-c41e-4e61-b962-049fa2f099e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:07.032622 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2ed379b3-c41e-4e61-b962-049fa2f099e3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6875a7cde634404c847c114141c104c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4237056 Jul 06 12:16:07.035253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34492) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:07.043081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed379b3-c41e-4e61-b962-049fa2f099e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6903b0-c934-44cf-b23e-65c7a29d3d26,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:07.134346 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-125a978b-145e-4302-92b6-d6a96312beb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:07.161004 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-125a978b-145e-4302-92b6-d6a96312beb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:07.250517 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-125a978b-145e-4302-92b6-d6a96312beb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:07.254130 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-125a978b-145e-4302-92b6-d6a96312beb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:07.257609 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-125a978b-145e-4302-92b6-d6a96312beb8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f6903b0-c934-44cf-b23e-65c7a29d3d26 HTTP/1.1" status: 204 len: 168 time: 0.2182195 Jul 06 12:16:07.266280 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a978b-145e-4302-92b6-d6a96312beb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6903b0-c934-44cf-b23e-65c7a29d3d26,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:07.684917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc710cad-9a59-4f86-9251-975c7b8788ea req-6b542992-cefa-4959-abb4-2fb653144aa1 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:07.693024 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc710cad-9a59-4f86-9251-975c7b8788ea req-6b542992-cefa-4959-abb4-2fb653144aa1 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.0900600 Jul 06 12:16:07.763273 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc710cad-9a59-4f86-9251-975c7b8788ea req-32307720-8c9d-48fc-b654-68471548f26b tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692451 Jul 06 12:16:08.143524 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9664fcaa-ce3b-42c6-afcd-76a76b79da0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:08.216313 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:08.550787 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d03a5ea-854f-40c0-a10b-a621077bc574 req-ef12ad84-fc97-4e5e-b86f-dab1b2ddead6 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0599666 Jul 06 12:16:08.591847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34566) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:08.776158 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0ddc8e63-b4ad-4714-a7ce-6ce9ecf78a86 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-467809687'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:08.842761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddc8e63-b4ad-4714-a7ce-6ce9ecf78a86 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Made reservation on behalf of 0503a8c071b14c058f6b66a10a0739a2 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:08.851767 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ddc8e63-b4ad-4714-a7ce-6ce9ecf78a86 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:08.869291 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ddc8e63-b4ad-4714-a7ce-6ce9ecf78a86 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:09.012492 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ddc8e63-b4ad-4714-a7ce-6ce9ecf78a86 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:09.018115 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ddc8e63-b4ad-4714-a7ce-6ce9ecf78a86 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:09.034447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddc8e63-b4ad-4714-a7ce-6ce9ecf78a86 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:16:09.045312 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ddc8e63-b4ad-4714-a7ce-6ce9ecf78a86 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:09.045681 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-0ddc8e63-b4ad-4714-a7ce-6ce9ecf78a86 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Added segment cc9040bd-6f80-47d8-b3ec-8b43a7006d00 of type vlan for network a7a692cd-2edc-45ec-b4d0-9c6e16f5068f Jul 06 12:16:09.095546 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ddc8e63-b4ad-4714-a7ce-6ce9ecf78a86 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:09.151881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906466db-4aca-4250-b9cb-0eb41e72b034 req-e38c9180-4f9d-4e2d-8787-8eaee17b13aa tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:09.153762 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-906466db-4aca-4250-b9cb-0eb41e72b034 req-e38c9180-4f9d-4e2d-8787-8eaee17b13aa tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.1912749 Jul 06 12:16:09.178366 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ddc8e63-b4ad-4714-a7ce-6ce9ecf78a86 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:09.185394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddc8e63-b4ad-4714-a7ce-6ce9ecf78a86 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:09.186394 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ddc8e63-b4ad-4714-a7ce-6ce9ecf78a86 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:09.243220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc8e63-b4ad-4714-a7ce-6ce9ecf78a86 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0d7b12-b8f3-447e-a21e-b7a8de50cc55,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:09.266809 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-906466db-4aca-4250-b9cb-0eb41e72b034 req-bf8c2372-32cb-4931-8371-ff3a8a34fd77 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063843 Jul 06 12:16:09.296403 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0ddc8e63-b4ad-4714-a7ce-6ce9ecf78a86 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7032743 Jul 06 12:16:09.300597 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34590) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:09.306005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-2468b874-c69d-4f54-b1fe-2e583c684283 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a7a692cd-2edc-45ec-b4d0-9c6e16f5068f', 'tempest-TagsTest-Tag-1498100438') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:09.307007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc8e63-b4ad-4714-a7ce-6ce9ecf78a86 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Pushing event updated for resources: {'Network': ['ID=a7a692cd-2edc-45ec-b4d0-9c6e16f5068f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:09.350134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network a7a692cd-2edc-45ec-b4d0-9c6e16f5068f details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:16:09.449286 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2468b874-c69d-4f54-b1fe-2e583c684283 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] 10.222.0.81 "PUT /v2.0/networks/a7a692cd-2edc-45ec-b4d0-9c6e16f5068f/tags/tempest-TagsTest-Tag-1498100438 HTTP/1.1" status: 201 len: 201 time: 0.1452847 Jul 06 12:16:09.449541 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34594) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:09.457584 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-0ada8a5f-85dc-43e4-9a9e-b6cdb8876aa5 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a7a692cd-2edc-45ec-b4d0-9c6e16f5068f', 'tempest-TagsTest-Tag-1498100438') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:09.487397 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:09.589902 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0ada8a5f-85dc-43e4-9a9e-b6cdb8876aa5 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] 10.222.0.81 "GET /v2.0/networks/a7a692cd-2edc-45ec-b4d0-9c6e16f5068f/tags/tempest-TagsTest-Tag-1498100438 HTTP/1.1" status: 204 len: 168 time: 0.1370971 Jul 06 12:16:09.590473 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34600) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:09.595975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-38baf864-31a7-476f-987d-b0c573578df6 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a7a692cd-2edc-45ec-b4d0-9c6e16f5068f') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:09.742722 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-38baf864-31a7-476f-987d-b0c573578df6 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] 10.222.0.81 "GET /v2.0/networks/a7a692cd-2edc-45ec-b4d0-9c6e16f5068f/tags HTTP/1.1" status: 200 len: 238 time: 0.1510491 Jul 06 12:16:09.745357 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34604) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:09.750858 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-103f73b1-5281-4e72-bad8-3da568455dbf tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a7a692cd-2edc-45ec-b4d0-9c6e16f5068f', {'tags': ['tempest-TagsTest-Tag-1244067959', 'tempest-TagsTest-Tag-989707857', 'tempest-TagsTest-Tag-480068421']}) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:09.776035 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91a878a1-ccce-40d3-b071-aba8597decbc req-ba89de17-b4ec-4964-b821-62fd0c5a9b7f tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0467651 Jul 06 12:16:09.905348 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-103f73b1-5281-4e72-bad8-3da568455dbf tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] 10.222.0.81 "PUT /v2.0/networks/a7a692cd-2edc-45ec-b4d0-9c6e16f5068f/tags HTTP/1.1" status: 200 len: 307 time: 0.1586120 Jul 06 12:16:09.908988 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34610) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:09.913873 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-a890960c-1a17-45aa-b5c4-50131215565d tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a7a692cd-2edc-45ec-b4d0-9c6e16f5068f', 'tempest-TagsTest-Tag-1244067959') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:09.960799 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:16:10.066378 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a890960c-1a17-45aa-b5c4-50131215565d tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] 10.222.0.81 "DELETE /v2.0/networks/a7a692cd-2edc-45ec-b4d0-9c6e16f5068f/tags/tempest-TagsTest-Tag-1244067959 HTTP/1.1" status: 204 len: 168 time: 0.1561599 Jul 06 12:16:10.068983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34614) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:10.073609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-f07d8d34-89de-43d9-a79d-6c043e3491b4 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a7a692cd-2edc-45ec-b4d0-9c6e16f5068f', 'tempest-TagsTest-Tag-1244067959') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:10.208551 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-f07d8d34-89de-43d9-a79d-6c043e3491b4 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] show failed (client error): The resource could not be found. Jul 06 12:16:10.209622 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f07d8d34-89de-43d9-a79d-6c043e3491b4 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] 10.222.0.81 "GET /v2.0/networks/a7a692cd-2edc-45ec-b4d0-9c6e16f5068f/tags/tempest-TagsTest-Tag-1244067959 HTTP/1.1" status: 404 len: 326 time: 0.1396463 Jul 06 12:16:10.212859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34618) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:10.219649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-32495b6b-0345-4f19-84eb-fc506e693ee8 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a7a692cd-2edc-45ec-b4d0-9c6e16f5068f', 'tempest-TagsTest-Tag-989707857') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:10.335441 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-32495b6b-0345-4f19-84eb-fc506e693ee8 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] 10.222.0.81 "GET /v2.0/networks/a7a692cd-2edc-45ec-b4d0-9c6e16f5068f/tags/tempest-TagsTest-Tag-989707857 HTTP/1.1" status: 204 len: 168 time: 0.1213465 Jul 06 12:16:10.338176 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34626) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:10.344363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-5911fdfb-c717-40e3-bb16-9ff454e7f769 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a7a692cd-2edc-45ec-b4d0-9c6e16f5068f', 'tempest-TagsTest-Tag-480068421') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:10.467803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34632) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:10.468165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5911fdfb-c717-40e3-bb16-9ff454e7f769 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] 10.222.0.81 "GET /v2.0/networks/a7a692cd-2edc-45ec-b4d0-9c6e16f5068f/tags/tempest-TagsTest-Tag-480068421 HTTP/1.1" status: 204 len: 168 time: 0.1277649 Jul 06 12:16:10.473477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-c294ddf5-a33d-4e75-bb49-681a62258b56 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a7a692cd-2edc-45ec-b4d0-9c6e16f5068f') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:10.589045 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3b10e-85c8-481a-80bf-e88f70ad4c4f req-01fa11d6-e943-44ad-b715-86284900b152 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:10.589296 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c294ddf5-a33d-4e75-bb49-681a62258b56 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] 10.222.0.81 "DELETE /v2.0/networks/a7a692cd-2edc-45ec-b4d0-9c6e16f5068f/tags HTTP/1.1" status: 204 len: 168 time: 0.1191936 Jul 06 12:16:10.590699 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e3b10e-85c8-481a-80bf-e88f70ad4c4f req-01fa11d6-e943-44ad-b715-86284900b152 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.1207156 Jul 06 12:16:10.591861 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34634) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:10.602131 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-c4a40322-db19-4c8e-bb92-0077ebc79f90 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a7a692cd-2edc-45ec-b4d0-9c6e16f5068f', 'tempest-TagsTest-Tag-989707857') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:10.719935 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e3b10e-85c8-481a-80bf-e88f70ad4c4f req-dcd09bd0-b25e-4f54-9ecb-8a37ea887c1b tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218789 Jul 06 12:16:10.735659 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-c4a40322-db19-4c8e-bb92-0077ebc79f90 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] show failed (client error): The resource could not be found. Jul 06 12:16:10.736814 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c4a40322-db19-4c8e-bb92-0077ebc79f90 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] 10.222.0.81 "GET /v2.0/networks/a7a692cd-2edc-45ec-b4d0-9c6e16f5068f/tags/tempest-TagsTest-Tag-989707857 HTTP/1.1" status: 404 len: 325 time: 0.1439989 Jul 06 12:16:10.739744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34640) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:10.744338 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-9b13b8ba-e745-46f4-9708-09921ee41a53 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a7a692cd-2edc-45ec-b4d0-9c6e16f5068f', 'tempest-TagsTest-Tag-480068421') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:10.824327 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-9b13b8ba-e745-46f4-9708-09921ee41a53 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] show failed (client error): The resource could not be found. Jul 06 12:16:10.828722 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9b13b8ba-e745-46f4-9708-09921ee41a53 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] 10.222.0.81 "GET /v2.0/networks/a7a692cd-2edc-45ec-b4d0-9c6e16f5068f/tags/tempest-TagsTest-Tag-480068421 HTTP/1.1" status: 404 len: 325 time: 0.0845745 Jul 06 12:16:10.829198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34644) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:10.833995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-d41b6e89-a247-4eef-a604-e1a825b4cdb3 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a7a692cd-2edc-45ec-b4d0-9c6e16f5068f') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:10.928434 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34648) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:10.929398 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d41b6e89-a247-4eef-a604-e1a825b4cdb3 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] 10.222.0.81 "DELETE /v2.0/networks/a7a692cd-2edc-45ec-b4d0-9c6e16f5068f/tags HTTP/1.1" status: 204 len: 168 time: 0.0990417 Jul 06 12:16:10.947348 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:11.385263 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7dd52275-b5eb-47e6-9088-ec112fbd5f26 req-95e2caff-0cea-43b1-8aab-a3ae543cc505 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.4325464 Jul 06 12:16:11.447723 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-817eae68-dae4-4b49-9a12-3c1e3ef46897 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:11.488127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104b07f-f834-4a46-8b99-084158528862 req-56085232-c60a-4fc8-bfe3-3a104f9eb22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:11.489695 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a104b07f-f834-4a46-8b99-084158528862 req-56085232-c60a-4fc8-bfe3-3a104f9eb22a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 1096 time: 0.1333563 Jul 06 12:16:11.551130 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1babbd5f-b2e9-4f47-92d1-500a22f7dfb2 req-b2f3b6aa-12c5-483e-be8e-e116701f5b2e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0337348 Jul 06 12:16:11.603411 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-817eae68-dae4-4b49-9a12-3c1e3ef46897 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:11.615409 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a104b07f-f834-4a46-8b99-084158528862 req-8eb79a4d-2aab-4096-8722-197f445bdbf0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012094 Jul 06 12:16:11.615409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-817eae68-dae4-4b49-9a12-3c1e3ef46897 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a692cd-2edc-45ec-b4d0-9c6e16f5068f']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:11.631323 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-817eae68-dae4-4b49-9a12-3c1e3ef46897 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9040bd-6f80-47d8-b3ec-8b43a7006d00') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:11.631564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-817eae68-dae4-4b49-9a12-3c1e3ef46897 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9040bd-6f80-47d8-b3ec-8b43a7006d00') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:11.642825 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-817eae68-dae4-4b49-9a12-3c1e3ef46897 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:11.658011 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-817eae68-dae4-4b49-9a12-3c1e3ef46897 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:11.665007 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817eae68-dae4-4b49-9a12-3c1e3ef46897 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:16:11.665429 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-817eae68-dae4-4b49-9a12-3c1e3ef46897 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:16:11.668617 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:16:11.736307 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-817eae68-dae4-4b49-9a12-3c1e3ef46897 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:11.747567 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-817eae68-dae4-4b49-9a12-3c1e3ef46897 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:11.754735 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-817eae68-dae4-4b49-9a12-3c1e3ef46897 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] 10.222.0.81 "DELETE /v2.0/networks/a7a692cd-2edc-45ec-b4d0-9c6e16f5068f HTTP/1.1" status: 204 len: 168 time: 0.8230002 Jul 06 12:16:11.776632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817eae68-dae4-4b49-9a12-3c1e3ef46897 tempest-TagsTest-187011304 tempest-TagsTest-187011304-project] Pushing event deleted for resources: {'Network': ['ID=a7a692cd-2edc-45ec-b4d0-9c6e16f5068f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:11.991113 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b8f49-2b4c-4e5a-8ceb-40cd8e5bb839 req-5e88336f-27b3-4634-84bc-a1732a2178fd tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:11.992780 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf1b8f49-2b4c-4e5a-8ceb-40cd8e5bb839 req-5e88336f-27b3-4634-84bc-a1732a2178fd tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.0999193 Jul 06 12:16:12.052712 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf1b8f49-2b4c-4e5a-8ceb-40cd8e5bb839 req-bf99f7b3-9380-41cc-ae99-bfc2318b5c4a tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529208 Jul 06 12:16:12.180279 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34680) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:12.408827 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34688) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:12.409729 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7f586e1b-8b74-4c6b-af40-4728d1a1df73 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0503a8c071b14c058f6b66a10a0739a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274661 Jul 06 12:16:12.481237 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51a0eca3-fb13-4735-9712-e0e7e8b8d675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:12.549299 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51a0eca3-fb13-4735-9712-e0e7e8b8d675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:12.642418 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51a0eca3-fb13-4735-9712-e0e7e8b8d675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:12.645168 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51a0eca3-fb13-4735-9712-e0e7e8b8d675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:12.648967 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-51a0eca3-fb13-4735-9712-e0e7e8b8d675 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb0d7b12-b8f3-447e-a21e-b7a8de50cc55 HTTP/1.1" status: 204 len: 168 time: 0.2365401 Jul 06 12:16:12.671492 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-072227cb-702d-482e-b7e5-eb138ead1f6b req-35676446-f3fc-4f0d-a4e3-0aadf0c07e21 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0691781 Jul 06 12:16:12.676225 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0eca3-fb13-4735-9712-e0e7e8b8d675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0d7b12-b8f3-447e-a21e-b7a8de50cc55,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:13.341081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f50e9-7cad-416f-b6c8-888b05cbe23e req-1caeb01e-0558-4d32-873c-e84b92161429 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:13.343162 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f00f50e9-7cad-416f-b6c8-888b05cbe23e req-1caeb01e-0558-4d32-873c-e84b92161429 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.0940783 Jul 06 12:16:13.400832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f00f50e9-7cad-416f-b6c8-888b05cbe23e req-c0a4a117-4aa5-4847-a49b-290b67ea6efe tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505831 Jul 06 12:16:13.815931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34758) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:14.140324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a34f7129-8b91-46ad-9eb6-73a30907690d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1446788510-network', 'tenant_id': '401d0c328d2d4f829cba658d92f93fb4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:14.172200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34f7129-8b91-46ad-9eb6-73a30907690d admin admin] Made reservation on behalf of 401d0c328d2d4f829cba658d92f93fb4 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:14.176253 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a34f7129-8b91-46ad-9eb6-73a30907690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:14.187037 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a34f7129-8b91-46ad-9eb6-73a30907690d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:14.256471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-70e99083-88ff-492e-b759-f0f93edb35ba tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:14.259472 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-70e99083-88ff-492e-b759-f0f93edb35ba tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/networks?id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec HTTP/1.1" status: 200 len: 809 time: 0.2596979 Jul 06 12:16:14.292195 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-8f8ed6bf-61c5-465e-b649-8116e3c2014c tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/quotas/2db458d6ca384cdeb695ba6e28db21aa HTTP/1.1" status: 200 len: 375 time: 0.0202975 Jul 06 12:16:14.411778 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a34f7129-8b91-46ad-9eb6-73a30907690d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:14.417208 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a34f7129-8b91-46ad-9eb6-73a30907690d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:14.432981 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-2b0f336d-5ac8-44ea-b960-7e50cf6a1665 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2db458d6ca384cdeb695ba6e28db21aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1349521 Jul 06 12:16:14.476813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34f7129-8b91-46ad-9eb6-73a30907690d admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:16:14.491532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f7129-8b91-46ad-9eb6-73a30907690d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c186e4b7-5375-4403-ac26-c1ac2460c10d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:14.498308 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a34f7129-8b91-46ad-9eb6-73a30907690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:14.499494 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-a34f7129-8b91-46ad-9eb6-73a30907690d admin admin] Added segment 2e6d08e8-d59a-4184-a19f-202f4d25a0f5 of type vlan for network 1dda64df-1cc0-4745-81d5-bf57205555ef Jul 06 12:16:14.564571 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a34f7129-8b91-46ad-9eb6-73a30907690d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:14.597452 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-8372676b-0225-4df1-b233-096b3c0238a5 service neutron] 10.222.0.81 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597900 Jul 06 12:16:14.620155 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a34f7129-8b91-46ad-9eb6-73a30907690d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:14.622071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f7129-8b91-46ad-9eb6-73a30907690d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:14.624399 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a34f7129-8b91-46ad-9eb6-73a30907690d admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:14.703465 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a34f7129-8b91-46ad-9eb6-73a30907690d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8857396 Jul 06 12:16:14.707282 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34794) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:14.712313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-24cf7fbd-4747-43c9-80fc-4b8930ce01ba admin admin] Request body: {'subnet': {'network_id': '1dda64df-1cc0-4745-81d5-bf57205555ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1446788510-subnet', 'tenant_id': '401d0c328d2d4f829cba658d92f93fb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:14.724400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-e78facab-00ac-4869-b8ef-0392f76339de service neutron] 10.222.0.81 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219754 Jul 06 12:16:14.745076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cf7fbd-4747-43c9-80fc-4b8930ce01ba admin admin] Made reservation on behalf of 401d0c328d2d4f829cba658d92f93fb4 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:14.747605 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24cf7fbd-4747-43c9-80fc-4b8930ce01ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:14.751445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f7129-8b91-46ad-9eb6-73a30907690d admin admin] Pushing event updated for resources: {'Network': ['ID=1dda64df-1cc0-4745-81d5-bf57205555ef,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:14.764077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 1dda64df-1cc0-4745-81d5-bf57205555ef details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:16:15.045945 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24cf7fbd-4747-43c9-80fc-4b8930ce01ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:15.134981 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27aa4269-ad64-4c4f-b8b4-d2f6f2979194 req-054106bf-999a-40a3-8b66-e6f6082da52c tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0756764 Jul 06 12:16:15.163725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf7fbd-4747-43c9-80fc-4b8930ce01ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c599bf-411f-4ae2-a568-7f4eb2ac2737,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:15.168563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf7fbd-4747-43c9-80fc-4b8930ce01ba admin admin] Checking segment: {'id': '2e6d08e8-d59a-4184-a19f-202f4d25a0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dda64df-1cc0-4745-81d5-bf57205555ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:15.168911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cf7fbd-4747-43c9-80fc-4b8930ce01ba admin admin] Network hostable DHCP agents. Network: 1dda64df-1cc0-4745-81d5-bf57205555ef, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:16:15.196289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cf7fbd-4747-43c9-80fc-4b8930ce01ba admin admin] Network 1dda64df-1cc0-4745-81d5-bf57205555ef is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:16:15.207626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-24cf7fbd-4747-43c9-80fc-4b8930ce01ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 1dda64df-1cc0-4745-81d5-bf57205555ef) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:15.219689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cf7fbd-4747-43c9-80fc-4b8930ce01ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:15.220290 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24cf7fbd-4747-43c9-80fc-4b8930ce01ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:15.224061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a2c643-0b20-4440-b701-527a87d61411 None None] Network 1dda64df-1cc0-4745-81d5-bf57205555ef requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:16:15.244545 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-24cf7fbd-4747-43c9-80fc-4b8930ce01ba admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5365734 Jul 06 12:16:15.278977 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-009d36cb-fa38-48eb-93d6-a6e560ce091b req-6e6d3ad1-fc9a-49f5-8766-d54fc91a5d58 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 210 time: 0.0577397 Jul 06 12:16:15.489267 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba842c6-77bd-4bdb-9fbc-7338529c95de None None] Network 1dda64df-1cc0-4745-81d5-bf57205555ef requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:16:16.003959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34846) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:16.009962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5394c894-dc0d-4077-9c9f-267adf673878 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1755860926-network', 'tenant_id': '1383e2ee7354464580f08a5f9141480e'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:16.036958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5394c894-dc0d-4077-9c9f-267adf673878 admin admin] Made reservation on behalf of 1383e2ee7354464580f08a5f9141480e for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:16.039521 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5394c894-dc0d-4077-9c9f-267adf673878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:16.049126 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5394c894-dc0d-4077-9c9f-267adf673878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:16.167999 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5394c894-dc0d-4077-9c9f-267adf673878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:16.175268 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5394c894-dc0d-4077-9c9f-267adf673878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:16.213595 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5394c894-dc0d-4077-9c9f-267adf673878 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:16:16.230682 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5394c894-dc0d-4077-9c9f-267adf673878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:16.235579 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-5394c894-dc0d-4077-9c9f-267adf673878 admin admin] Added segment de511239-e6f9-41e1-a4d1-4d1f3415f00b of type vlan for network 15b86097-fb77-47b8-8e64-df08fd81661f Jul 06 12:16:16.273790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394c894-dc0d-4077-9c9f-267adf673878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4a9a60-ec72-4797-98d5-d71d67d72fe4,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:16.369010 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bcb718d0-3321-46cf-addf-faf10f3b7ad1 req-0f0a56df-9d6f-4294-9ef3-9baa0d66cc36 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0621908 Jul 06 12:16:16.378904 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5394c894-dc0d-4077-9c9f-267adf673878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:16.519268 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5394c894-dc0d-4077-9c9f-267adf673878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:16.521655 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5394c894-dc0d-4077-9c9f-267adf673878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:16.523143 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5394c894-dc0d-4077-9c9f-267adf673878 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:16.673985 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6d92514c-51d3-46c0-89e7-82bf9d0c9bb1 req-6c63c820-f95c-411b-a764-d8ee44175bc8 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 210 time: 0.0558825 Jul 06 12:16:16.693560 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5394c894-dc0d-4077-9c9f-267adf673878 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6882491 Jul 06 12:16:16.696859 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 34870) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:16.701743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-061408b7-a646-423d-b779-72623e9e11db admin admin] Request body: {'subnet': {'network_id': '15b86097-fb77-47b8-8e64-df08fd81661f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1755860926-subnet', 'tenant_id': '1383e2ee7354464580f08a5f9141480e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:16.721955 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394c894-dc0d-4077-9c9f-267adf673878 admin admin] Pushing event updated for resources: {'Network': ['ID=15b86097-fb77-47b8-8e64-df08fd81661f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:16.737250 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 15b86097-fb77-47b8-8e64-df08fd81661f details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:16:16.757103 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-3da43a62-38ff-467a-8654-b413c576665b tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:16.758685 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-3da43a62-38ff-467a-8654-b413c576665b tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.89 "GET /v2.0/networks?id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec HTTP/1.1" status: 200 len: 809 time: 0.3663151 Jul 06 12:16:16.771806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-d71f304e-657f-4fe2-af6d-f12ac6a12a35 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Request body: {'port': {'device_id': '6ea44843-9116-468d-a243-1edef358f4bf', 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec', 'admin_state_up': True, 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:16.783483 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061408b7-a646-423d-b779-72623e9e11db admin admin] Made reservation on behalf of 1383e2ee7354464580f08a5f9141480e for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:16.786234 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-061408b7-a646-423d-b779-72623e9e11db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:16.983726 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72b135-9ea3-4a48-b8e7-d1261cfd6c9f req-725de64c-1816-46bf-a1fb-688941f579ba tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:16.986039 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ea72b135-9ea3-4a48-b8e7-d1261cfd6c9f req-725de64c-1816-46bf-a1fb-688941f579ba tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 1097 time: 0.1052129 Jul 06 12:16:17.066884 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ea72b135-9ea3-4a48-b8e7-d1261cfd6c9f req-dcbcaf90-bddd-4857-b262-1d7004c6ca95 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714173 Jul 06 12:16:17.067855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-d71f304e-657f-4fe2-af6d-f12ac6a12a35 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Made reservation on behalf of 2db458d6ca384cdeb695ba6e28db21aa for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:17.076259 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-d71f304e-657f-4fe2-af6d-f12ac6a12a35 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:17.098694 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 34880) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:17.383136 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-d71f304e-657f-4fe2-af6d-f12ac6a12a35 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Allocated IP 172.20.0.5 (f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec/28ddc82b-35de-420b-a4e4-3b01d6ff4f20/843181a8-4847-4824-9535-40a072a28792) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:17.462859 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-061408b7-a646-423d-b779-72623e9e11db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:17.579632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061408b7-a646-423d-b779-72623e9e11db admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d36f7dc-d3fc-4408-9920-39a027a298ff,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:17.588212 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061408b7-a646-423d-b779-72623e9e11db admin admin] Checking segment: {'id': 'de511239-e6f9-41e1-a4d1-4d1f3415f00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '15b86097-fb77-47b8-8e64-df08fd81661f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:17.588651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061408b7-a646-423d-b779-72623e9e11db admin admin] Network hostable DHCP agents. Network: 15b86097-fb77-47b8-8e64-df08fd81661f, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:16:17.611606 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061408b7-a646-423d-b779-72623e9e11db admin admin] Network 15b86097-fb77-47b8-8e64-df08fd81661f is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:16:17.628821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8ec4b5ed-d121-4db7-b65e-b3db4aa0cd46 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting port 2a2059d6-558e-46ab-8943-6ad9034a7c1a {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:17.629391 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b5ed-d121-4db7-b65e-b3db4aa0cd46 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:17.648874 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-061408b7-a646-423d-b779-72623e9e11db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 15b86097-fb77-47b8-8e64-df08fd81661f) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:17.658479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061408b7-a646-423d-b779-72623e9e11db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:17.660387 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-061408b7-a646-423d-b779-72623e9e11db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:17.661046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced326c5-52ee-4469-9872-c48eb3fa789e None None] Network 15b86097-fb77-47b8-8e64-df08fd81661f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:16:17.700360 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-061408b7-a646-423d-b779-72623e9e11db admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0025032 Jul 06 12:16:17.878837 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b5ed-d121-4db7-b65e-b3db4aa0cd46 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:17.879338 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b5ed-d121-4db7-b65e-b3db4aa0cd46 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:17.894616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8ec4b5ed-d121-4db7-b65e-b3db4aa0cd46 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Calling delete_port for 2a2059d6-558e-46ab-8943-6ad9034a7c1a owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:17.900876 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d546f0ec-6ba6-4035-89a4-e273ff06bed7 None None] Network 15b86097-fb77-47b8-8e64-df08fd81661f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:16:17.965535 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-554be032-d062-4a6a-8e7f-7c8f56b21b34 req-762ce878-78b8-4440-954d-8abf329c153b tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.4117427 Jul 06 12:16:17.991724 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-d71f304e-657f-4fe2-af6d-f12ac6a12a35 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:18.150945 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-d71f304e-657f-4fe2-af6d-f12ac6a12a35 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:18.167554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['52f1f179-4640-458e-98b3-22587dd31107'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:16:18.290228 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-d71f304e-657f-4fe2-af6d-f12ac6a12a35 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Network f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:18.299845 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-d71f304e-657f-4fe2-af6d-f12ac6a12a35 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:18.304632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f304e-657f-4fe2-af6d-f12ac6a12a35 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Pushing event updated for resources: {'Port': ['ID=843181a8-4847-4824-9535-40a072a28792,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:18.307373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-d71f304e-657f-4fe2-af6d-f12ac6a12a35 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:18.356202 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b5ed-d121-4db7-b65e-b3db4aa0cd46 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:18.412468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-d71f304e-657f-4fe2-af6d-f12ac6a12a35 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:18.413370 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-d71f304e-657f-4fe2-af6d-f12ac6a12a35 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:18.416382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4b5ed-d121-4db7-b65e-b3db4aa0cd46 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Port': ['ID=2a2059d6-558e-46ab-8943-6ad9034a7c1a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:18.511938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb6d61-dca5-4448-b668-5659e6d231d9 req-466336ac-2baf-4070-b241-5a07634fd8b0 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:18.513700 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d3eb6d61-dca5-4448-b668-5659e6d231d9 req-466336ac-2baf-4070-b241-5a07634fd8b0 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 931 time: 0.3111444 Jul 06 12:16:18.524699 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-d71f304e-657f-4fe2-af6d-f12ac6a12a35 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7570763 Jul 06 12:16:18.557806 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b5ed-d121-4db7-b65e-b3db4aa0cd46 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:18.558664 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-8ec4b5ed-d121-4db7-b65e-b3db4aa0cd46 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Floating IP c8879544-72da-4dfd-a28c-bb338726e61b disassociated (deleted). External IP: 172.25.4.184, port: ab6aa23b-46f8-4d5e-9557-6e624b7fc44e. Jul 06 12:16:18.567324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Request body: {'port': {'device_id': '6ea44843-9116-468d-a243-1edef358f4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:18.673435 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d3eb6d61-dca5-4448-b668-5659e6d231d9 req-93d04d6c-4fb1-469d-b218-d7f0ce71af84 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474593 Jul 06 12:16:18.804745 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:19.665433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec4b5ed-d121-4db7-b65e-b3db4aa0cd46 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router a243cf35-8013-40e9-8d3f-b4921e34a5c0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:16:19.672752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-428aa4a5-a52d-4e1e-b63c-4399652d753d tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:19.674294 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-428aa4a5-a52d-4e1e-b63c-4399652d753d tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/networks?id=1dda64df-1cc0-4745-81d5-bf57205555ef HTTP/1.1" status: 200 len: 809 time: 0.7079320 Jul 06 12:16:19.716248 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-853143b1-b3ab-4aed-954f-11b44215da9c tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/quotas/401d0c328d2d4f829cba658d92f93fb4 HTTP/1.1" status: 200 len: 375 time: 0.0311284 Jul 06 12:16:19.810551 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-29d7f2a6-0e4e-4ca2-9fdf-b0d39649e319 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=401d0c328d2d4f829cba658d92f93fb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829988 Jul 06 12:16:19.975579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843181a8-4847-4824-9535-40a072a28792 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:16:19.996770 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:20.011924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec4b5ed-d121-4db7-b65e-b3db4aa0cd46 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:16:20.020463 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b5ed-d121-4db7-b65e-b3db4aa0cd46 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:20.026222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d539b6-aca5-4416-9f55-f85727cb6019 None None] Sync routers for ids ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:16:20.039796 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d539b6-aca5-4416-9f55-f85727cb6019 None None] Routers {'a243cf35-8013-40e9-8d3f-b4921e34a5c0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:20.041068 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-40d539b6-aca5-4416-9f55-f85727cb6019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:16:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:20.050185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-c5140304-11f1-4df1-b558-436bbaa0a676 service neutron] 10.222.0.81 "GET /v2.0/networks/1dda64df-1cc0-4745-81d5-bf57205555ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232690 Jul 06 12:16:20.054483 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Transition to ACTIVE for port object 843181a8-4847-4824-9535-40a072a28792 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:20.172056 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-529d471c-0ac0-4c28-ad5c-87e1bf5a103d service neutron] 10.222.0.81 "GET /v2.0/networks/1dda64df-1cc0-4745-81d5-bf57205555ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070039 Jul 06 12:16:20.176213 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:20.209100 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-40d539b6-aca5-4416-9f55-f85727cb6019 None None] Set router a243cf35-8013-40e9-8d3f-b4921e34a5c0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:20.242527 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8ec4b5ed-d121-4db7-b65e-b3db4aa0cd46 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/floatingips/c8879544-72da-4dfd-a28c-bb338726e61b HTTP/1.1" status: 204 len: 168 time: 3.1400533 Jul 06 12:16:20.245706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'tag': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:20.248517 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c7d807-6d89-409d-9e43-c152c33bceea" -d '{"events": [{"name": "network-changed", "server_uuid": "dc64d439-19d6-4b1a-b9ca-75fd7613ea6f", "tag": "ab6aa23b-46f8-4d5e-9557-6e624b7fc44e"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:20.281915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=843181a8-4847-4824-9535-40a072a28792,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:20.409284 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Attempting to bind port 843181a8-4847-4824-9535-40a072a28792 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:20.410162 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Attempting to bind port 843181a8-4847-4824-9535-40a072a28792 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '33e421c7-c3c8-4f15-aa73-744e02f29c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:20.410704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Attempting to bind port 843181a8-4847-4824-9535-40a072a28792 on network f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:20.415800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Port 843181a8-4847-4824-9535-40a072a28792 on network f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:16:20.416361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Attempting to bind port 843181a8-4847-4824-9535-40a072a28792 on network f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:20.422379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:20.422968 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Checking segment: {'id': '33e421c7-c3c8-4f15-aa73-744e02f29c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:20.423585 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Bound using segment: {'id': '33e421c7-c3c8-4f15-aa73-744e02f29c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:20.424235 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Bound port: 843181a8-4847-4824-9535-40a072a28792, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e421c7-c3c8-4f15-aa73-744e02f29c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:20.424984 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:20.525701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] For port 843181a8-4847-4824-9535-40a072a28792, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:20.529111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] For port 843181a8-4847-4824-9535-40a072a28792, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=843181a8-4847-4824-9535-40a072a28792,segment=NetworkSegment(33e421c7-c3c8-4f15-aa73-744e02f29c09),segment_id=33e421c7-c3c8-4f15-aa73-744e02f29c09)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:16:20.545182 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:20.557601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-40d539b6-aca5-4416-9f55-f85727cb6019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869292745', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:01Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'a657057a-8fea-4ebd-8ca2-4c97f6dafc92', 'name': '', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:35:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:59Z', 'updated_at': '2021-07-06T12:14:10Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:20.600467 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d539b6-aca5-4416-9f55-f85727cb6019 None None] Checking router: a243cf35-8013-40e9-8d3f-b4921e34a5c0 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:16:20.609807 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df035281-6619-490c-9db4-e6bc885ebce2 req-16699079-799d-4c2a-971a-35ed8032ecd0 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0763850 Jul 06 12:16:20.611282 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d539b6-aca5-4416-9f55-f85727cb6019 None None] Routers {'a243cf35-8013-40e9-8d3f-b4921e34a5c0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:20.612213 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-40d539b6-aca5-4416-9f55-f85727cb6019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:16:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:20.663129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:20.663798 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:20.665396 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] 10.222.0.89 "PUT /v2.0/ports/843181a8-4847-4824-9535-40a072a28792 HTTP/1.1" status: 200 len: 1091 time: 2.1044426 Jul 06 12:16:20.699138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711a710-3c7a-40bf-8039-bc52ef641ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=843181a8-4847-4824-9535-40a072a28792,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:20.782610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-40d539b6-aca5-4416-9f55-f85727cb6019 None None] Set router a243cf35-8013-40e9-8d3f-b4921e34a5c0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:20.896240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-434babd8-a5c2-4938-8329-c80ff312b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:20.897851 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-434babd8-a5c2-4938-8329-c80ff312b4f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2db458d6ca384cdeb695ba6e28db21aa&device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 1094 time: 0.1740954 Jul 06 12:16:20.907886 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff174f2-7c10-4554-baf5-872788e6becc req-24efc83a-3846-416d-bc6b-872761fe58cd tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:20.916119 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ff174f2-7c10-4554-baf5-872788e6becc req-24efc83a-3846-416d-bc6b-872761fe58cd tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 943 time: 0.1261997 Jul 06 12:16:20.974133 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-dc278596-51aa-49a0-94b8-f50aaf215f49 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843181a8-4847-4824-9535-40a072a28792 HTTP/1.1" status: 200 len: 217 time: 0.0556865 Jul 06 12:16:21.062575 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-f83107a7-26db-4117-973d-0b10a33f2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:21.064501 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-f83107a7-26db-4117-973d-0b10a33f2bfa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28ddc82b-35de-420b-a4e4-3b01d6ff4f20 HTTP/1.1" status: 200 len: 849 time: 0.0728033 Jul 06 12:16:21.070922 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ff174f2-7c10-4554-baf5-872788e6becc req-18bb7928-a567-4feb-b6e1-5269b4068182 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539631 Jul 06 12:16:21.090003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-40d539b6-aca5-4416-9f55-f85727cb6019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869292745', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:01Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'a657057a-8fea-4ebd-8ca2-4c97f6dafc92', 'name': '', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:35:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:59Z', 'updated_at': '2021-07-06T12:14:10Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:21.106165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-3ab2ff74-a157-4b35-a8ce-4dea1bd6ccb2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340533 Jul 06 12:16:21.168155 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d539b6-aca5-4416-9f55-f85727cb6019 None None] The sync data for ids ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'] in n-d-799529-2 is: [{'id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869292745', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:01Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'a657057a-8fea-4ebd-8ca2-4c97f6dafc92', 'name': '', 'network_id': '3ce711fc-bd81-4353-b9a9-d27dfb81e4c6', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:35:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:59Z', 'updated_at': '2021-07-06T12:14:10Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0ce6209d-f67f-4d1f-a267-7eac8672ed36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:16:21.340483 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-3a9a1eba-ee00-4f99-9be7-ae8d30b522e4 service neutron] 10.222.0.89 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190058 Jul 06 12:16:21.511869 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da43fe8-ae80-4ce6-b426-f139eeb932fb x-openstack-request-id: req-1da43fe8-ae80-4ce6-b426-f139eeb932fb {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:21.512304 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc64d439-19d6-4b1a-b9ca-75fd7613ea6f", "tag": "ab6aa23b-46f8-4d5e-9557-6e624b7fc44e", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:21.512565 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1da43fe8-ae80-4ce6-b426-f139eeb932fb {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:21.521185 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'tag': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e', 'status': 'completed', 'code': 200} Jul 06 12:16:21.533223 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be581dee-8f01-4f98-aa84-98caf1eb7ab3 req-2bc70b63-29d9-4e94-aaa8-0f95196db62a service neutron] 10.222.0.89 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802580 Jul 06 12:16:21.641688 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef731c5-fc6e-4448-84b5-9841f2ea5a15 None None] New status for floating IP c8879544-72da-4dfd-a28c-bb338726e61b: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:16:21.661457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7d807-6d89-409d-9e43-c152c33bceea req-a3a2ea5b-c502-49cf-bcec-a5ef84102333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:21.664515 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-35c7d807-6d89-409d-9e43-c152c33bceea req-a3a2ea5b-c502-49cf-bcec-a5ef84102333 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 1097 time: 0.1303082 Jul 06 12:16:21.774457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7d807-6d89-409d-9e43-c152c33bceea req-10a0888a-3b19-4427-8458-df624a2e7c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:21.781859 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-35c7d807-6d89-409d-9e43-c152c33bceea req-10a0888a-3b19-4427-8458-df624a2e7c90 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 HTTP/1.1" status: 200 len: 897 time: 0.1097102 Jul 06 12:16:21.796076 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bcbdcf27-9cbd-41ce-8f3e-412befb5613b req-a60bbe11-29f3-4f85-bb5c-82ed95e03bf6 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/ports?device_id=95a69719-773f-423b-b446-87251ce8121e HTTP/1.1" status: 200 len: 210 time: 0.0436242 Jul 06 12:16:21.850635 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-35c7d807-6d89-409d-9e43-c152c33bceea req-89439215-7a9f-477b-89df-70900376afbf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e HTTP/1.1" status: 200 len: 217 time: 0.0597403 Jul 06 12:16:21.931036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7d807-6d89-409d-9e43-c152c33bceea req-02b5c4c8-bc2d-444f-aa1a-be8d55d19f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:21.932841 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-35c7d807-6d89-409d-9e43-c152c33bceea req-02b5c4c8-bc2d-444f-aa1a-be8d55d19f80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ce6209d-f67f-4d1f-a267-7eac8672ed36 HTTP/1.1" status: 200 len: 834 time: 0.0726538 Jul 06 12:16:22.050140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513faad-55aa-4296-8c7f-25e0a8506945 req-8516386c-0ede-439a-b45c-9015a641f3ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:22.058293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b513faad-55aa-4296-8c7f-25e0a8506945 req-8516386c-0ede-439a-b45c-9015a641f3ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.1436210 Jul 06 12:16:22.070096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7d807-6d89-409d-9e43-c152c33bceea req-a7e305fa-af2b-42bd-a53e-46b3fa3209e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:22.071921 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-35c7d807-6d89-409d-9e43-c152c33bceea req-a7e305fa-af2b-42bd-a53e-46b3fa3209e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216972 Jul 06 12:16:22.109421 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b513faad-55aa-4296-8c7f-25e0a8506945 req-e80fda41-7836-46e9-8d02-d995c5bd4447 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496726 Jul 06 12:16:22.296240 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ce5905a-0de4-44c6-bbdc-38bcf2431b50 req-f73cf4f0-f197-4e59-a5ee-7b7d4d6df980 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0379610 Jul 06 12:16:22.350096 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-35c7d807-6d89-409d-9e43-c152c33bceea req-f27c741b-7a28-4fd5-8182-ff60ebb12081 service neutron] 10.222.0.23 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590401 Jul 06 12:16:22.400787 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-7deac285-b5f6-4b62-8b1d-efdb2a65ce2d tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:22.402305 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-7deac285-b5f6-4b62-8b1d-efdb2a65ce2d tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.23 "GET /v2.0/networks?id=1dda64df-1cc0-4745-81d5-bf57205555ef HTTP/1.1" status: 200 len: 809 time: 0.2605362 Jul 06 12:16:22.439578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-2bfda8d6-1457-4898-9418-8222905c14f4 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Request body: {'port': {'device_id': '95a69719-773f-423b-b446-87251ce8121e', 'network_id': '1dda64df-1cc0-4745-81d5-bf57205555ef', 'admin_state_up': True, 'tenant_id': '401d0c328d2d4f829cba658d92f93fb4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:22.532777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4f9b-f2fc-4bc8-bfbe-ad9e6e28bc2b req-3553b082-1e9e-4d1b-b95f-8ccc7797a26e tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:22.542602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9dcf4f9b-f2fc-4bc8-bfbe-ad9e6e28bc2b req-3553b082-1e9e-4d1b-b95f-8ccc7797a26e tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 943 time: 0.1129496 Jul 06 12:16:22.600794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9dcf4f9b-f2fc-4bc8-bfbe-ad9e6e28bc2b req-2b74585e-cb27-43a8-b836-6294d11ff0cf tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555100 Jul 06 12:16:22.612012 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-35c7d807-6d89-409d-9e43-c152c33bceea req-6f0c2e59-03f6-4bbc-aa2e-3ebb4cd8d33e service neutron] 10.222.0.23 "GET /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473288 Jul 06 12:16:22.648160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-2bfda8d6-1457-4898-9418-8222905c14f4 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Made reservation on behalf of 401d0c328d2d4f829cba658d92f93fb4 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:22.651817 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-2bfda8d6-1457-4898-9418-8222905c14f4 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:22.787552 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-2bfda8d6-1457-4898-9418-8222905c14f4 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Allocated IP 172.20.0.13 (1dda64df-1cc0-4745-81d5-bf57205555ef/b2c599bf-411f-4ae2-a568-7f4eb2ac2737/b24bad2b-7218-4616-8263-8d1927d8b654) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:22.986567 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c863e4a0-a457-4178-ad45-fc3715dd47b8 req-a2f03238-680a-4227-957b-31a3e22c92d9 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/ports?device_id=95a69719-773f-423b-b446-87251ce8121e HTTP/1.1" status: 200 len: 210 time: 0.0398083 Jul 06 12:16:22.997740 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-2bfda8d6-1457-4898-9418-8222905c14f4 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:23.069964 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f9109-4fc0-4702-aa41-ab1bfca5dddd req-94d3be7d-2643-4778-b95f-d79df67ba19c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:23.071759 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bf5f9109-4fc0-4702-aa41-ab1bfca5dddd req-94d3be7d-2643-4778-b95f-d79df67ba19c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.1637483 Jul 06 12:16:23.176749 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-2bfda8d6-1457-4898-9418-8222905c14f4 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:23.252058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-2bfda8d6-1457-4898-9418-8222905c14f4 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Network 1dda64df-1cc0-4745-81d5-bf57205555ef is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:23.270159 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-2bfda8d6-1457-4898-9418-8222905c14f4 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:23.273500 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-2bfda8d6-1457-4898-9418-8222905c14f4 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:23.323085 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfda8d6-1457-4898-9418-8222905c14f4 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Pushing event updated for resources: {'Port': ['ID=b24bad2b-7218-4616-8263-8d1927d8b654,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:23.329502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-bf5f9109-4fc0-4702-aa41-ab1bfca5dddd req-bef35e90-d3dd-4353-9bb3-dd7bb4b42299 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:23.329837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bf5f9109-4fc0-4702-aa41-ab1bfca5dddd req-bef35e90-d3dd-4353-9bb3-dd7bb4b42299 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:23.359531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-2bfda8d6-1457-4898-9418-8222905c14f4 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:23.360441 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-2bfda8d6-1457-4898-9418-8222905c14f4 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:23.379535 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eb145-30ce-4b71-b005-c4d97cc04894 req-83bae05a-f231-4c03-a9bc-06623bfbe5e0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:23.382824 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-583eb145-30ce-4b71-b005-c4d97cc04894 req-83bae05a-f231-4c03-a9bc-06623bfbe5e0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc64d439-19d6-4b1a-b9ca-75fd7613ea6f HTTP/1.1" status: 200 len: 946 time: 0.1110342 Jul 06 12:16:23.415384 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-2bfda8d6-1457-4898-9418-8222905c14f4 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9807897 Jul 06 12:16:23.432122 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Request body: {'port': {'device_id': '95a69719-773f-423b-b446-87251ce8121e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:23.451903 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-583eb145-30ce-4b71-b005-c4d97cc04894 req-c8df6477-722b-473f-8a15-629170413d1a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0d84d36-0751-417a-9361-567675b9945a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608108 Jul 06 12:16:23.523522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea44843-9116-468d-a243-1edef358f4bf', 'tag': '843181a8-4847-4824-9535-40a072a28792'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:23.529837 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d55d20a-2953-4da5-94ab-37b6e6aeb36b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea44843-9116-468d-a243-1edef358f4bf", "tag": "843181a8-4847-4824-9535-40a072a28792"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:23.534916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-bf5f9109-4fc0-4702-aa41-ab1bfca5dddd req-bef35e90-d3dd-4353-9bb3-dd7bb4b42299 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] For port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,segment=NetworkSegment(b4a70d68-7781-4e07-a16c-f586a8166e54),segment_id=b4a70d68-7781-4e07-a16c-f586a8166e54)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:23.539643 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bf5f9109-4fc0-4702-aa41-ab1bfca5dddd req-bef35e90-d3dd-4353-9bb3-dd7bb4b42299 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:23.578133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-bf5f9109-4fc0-4702-aa41-ab1bfca5dddd req-bef35e90-d3dd-4353-9bb3-dd7bb4b42299 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Calling delete_port for ab6aa23b-46f8-4d5e-9557-6e624b7fc44e owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:23.611197 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:23.692674 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b9921cce-3225-442b-9c99-9910b4b30e1f req-364674b6-5b70-4849-8de5-420a8a75a9ba tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0532405 Jul 06 12:16:23.770216 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f68d367-87c7-4f67-b20a-25c860ae37b1 x-openstack-request-id: req-3f68d367-87c7-4f67-b20a-25c860ae37b1 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:23.770636 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea44843-9116-468d-a243-1edef358f4bf", "tag": "843181a8-4847-4824-9535-40a072a28792", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:23.771164 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f68d367-87c7-4f67-b20a-25c860ae37b1 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:23.771677 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea44843-9116-468d-a243-1edef358f4bf', 'tag': '843181a8-4847-4824-9535-40a072a28792', 'status': 'completed', 'code': 200} Jul 06 12:16:23.957773 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bf5f9109-4fc0-4702-aa41-ab1bfca5dddd req-bef35e90-d3dd-4353-9bb3-dd7bb4b42299 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:23.989462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55d20a-2953-4da5-94ab-37b6e6aeb36b req-163bc0b2-f0ca-48e0-b5f2-dbbf99670937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:23.991807 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d55d20a-2953-4da5-94ab-37b6e6aeb36b req-163bc0b2-f0ca-48e0-b5f2-dbbf99670937 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2db458d6ca384cdeb695ba6e28db21aa&device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 1094 time: 0.1813397 Jul 06 12:16:24.008341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716810f-831a-4cae-9587-a9b6083982e7 req-3f87b5f0-09d2-4cc4-9439-8b941c5d2346 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:24.010418 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c716810f-831a-4cae-9587-a9b6083982e7 req-3f87b5f0-09d2-4cc4-9439-8b941c5d2346 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 943 time: 0.1172817 Jul 06 12:16:24.013156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef35e90-d3dd-4353-9bb3-dd7bb4b42299 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Port': ['ID=ab6aa23b-46f8-4d5e-9557-6e624b7fc44e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:24.070544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5f9109-4fc0-4702-aa41-ab1bfca5dddd req-bef35e90-d3dd-4353-9bb3-dd7bb4b42299 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] No DVR routers for this DVR port ab6aa23b-46f8-4d5e-9557-6e624b7fc44e on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:16:24.073942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bf5f9109-4fc0-4702-aa41-ab1bfca5dddd req-bef35e90-d3dd-4353-9bb3-dd7bb4b42299 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:24.076216 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bf5f9109-4fc0-4702-aa41-ab1bfca5dddd req-bef35e90-d3dd-4353-9bb3-dd7bb4b42299 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.23 "DELETE /v2.0/ports/ab6aa23b-46f8-4d5e-9557-6e624b7fc44e HTTP/1.1" status: 204 len: 173 time: 0.9962735 Jul 06 12:16:24.081196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'name': 'network-vif-deleted', 'tag': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:24.083706 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4f26f2-77b8-4d2f-a2e1-154ffa900a21" -d '{"events": [{"server_uuid": "dc64d439-19d6-4b1a-b9ca-75fd7613ea6f", "name": "network-vif-deleted", "tag": "ab6aa23b-46f8-4d5e-9557-6e624b7fc44e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:24.191796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24bad2b-7218-4616-8263-8d1927d8b654 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:16:24.202095 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:24.213292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55d20a-2953-4da5-94ab-37b6e6aeb36b req-0894636b-f464-4d3c-a30c-7d9eb4870877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:24.214734 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d55d20a-2953-4da5-94ab-37b6e6aeb36b req-0894636b-f464-4d3c-a30c-7d9eb4870877 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec HTTP/1.1" status: 200 len: 910 time: 0.2031412 Jul 06 12:16:24.219544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Transition to ACTIVE for port object b24bad2b-7218-4616-8263-8d1927d8b654 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:24.224023 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:24.295191 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Pushing event updated for resources: {'Port': ['ID=b24bad2b-7218-4616-8263-8d1927d8b654,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:24.334984 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d55d20a-2953-4da5-94ab-37b6e6aeb36b req-a8158112-5443-4122-905c-34d47e23c4a2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843181a8-4847-4824-9535-40a072a28792 HTTP/1.1" status: 200 len: 217 time: 0.1097419 Jul 06 12:16:24.354800 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c716810f-831a-4cae-9587-a9b6083982e7 req-b93fcffb-b3ee-4957-bfbf-eb62c379160e tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747432 Jul 06 12:16:24.405369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Attempting to bind port b24bad2b-7218-4616-8263-8d1927d8b654 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:24.406473 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Attempting to bind port b24bad2b-7218-4616-8263-8d1927d8b654 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '2e6d08e8-d59a-4184-a19f-202f4d25a0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dda64df-1cc0-4745-81d5-bf57205555ef'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:24.406988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Attempting to bind port b24bad2b-7218-4616-8263-8d1927d8b654 on network 1dda64df-1cc0-4745-81d5-bf57205555ef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:24.413595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Port b24bad2b-7218-4616-8263-8d1927d8b654 on network 1dda64df-1cc0-4745-81d5-bf57205555ef not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:16:24.414226 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Attempting to bind port b24bad2b-7218-4616-8263-8d1927d8b654 on network 1dda64df-1cc0-4745-81d5-bf57205555ef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:24.420820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:24.421845 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Checking segment: {'id': '2e6d08e8-d59a-4184-a19f-202f4d25a0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dda64df-1cc0-4745-81d5-bf57205555ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:24.422431 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Bound using segment: {'id': '2e6d08e8-d59a-4184-a19f-202f4d25a0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dda64df-1cc0-4745-81d5-bf57205555ef'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:24.423202 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Bound port: b24bad2b-7218-4616-8263-8d1927d8b654, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6d08e8-d59a-4184-a19f-202f4d25a0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1dda64df-1cc0-4745-81d5-bf57205555ef'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:24.423780 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:24.474826 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55d20a-2953-4da5-94ab-37b6e6aeb36b req-1c076530-017d-4504-9884-9b44d8e831fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:24.481313 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d55d20a-2953-4da5-94ab-37b6e6aeb36b req-1c076530-017d-4504-9884-9b44d8e831fb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28ddc82b-35de-420b-a4e4-3b01d6ff4f20 HTTP/1.1" status: 200 len: 849 time: 0.1209233 Jul 06 12:16:24.516982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] For port b24bad2b-7218-4616-8263-8d1927d8b654, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:24.521103 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] For port b24bad2b-7218-4616-8263-8d1927d8b654, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b24bad2b-7218-4616-8263-8d1927d8b654,segment=NetworkSegment(2e6d08e8-d59a-4184-a19f-202f4d25a0f5),segment_id=2e6d08e8-d59a-4184-a19f-202f4d25a0f5)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:16:24.527768 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:24.545579 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d55d20a-2953-4da5-94ab-37b6e6aeb36b req-df9fc101-d6ad-4ca7-aaf4-c8b2d04dd62d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624869 Jul 06 12:16:24.583459 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 843181a8-4847-4824-9535-40a072a28792 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:16:24.600925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:24.601660 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:24.603109 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] 10.222.0.23 "PUT /v2.0/ports/b24bad2b-7218-4616-8263-8d1927d8b654 HTTP/1.1" status: 200 len: 1092 time: 1.1763034 Jul 06 12:16:24.701473 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825603c7-6bac-42fa-8b18-b44fe8bded7f service neutron] Pushing event updated for resources: {'Port': ['ID=b24bad2b-7218-4616-8263-8d1927d8b654,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:24.731638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-9ba739da-5a03-452a-b786-289754131d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:24.733167 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-9ba739da-5a03-452a-b786-289754131d9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=401d0c328d2d4f829cba658d92f93fb4&device_id=95a69719-773f-423b-b446-87251ce8121e HTTP/1.1" status: 200 len: 1095 time: 0.0799139 Jul 06 12:16:24.752948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 843181a8-4847-4824-9535-40a072a28792, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=843181a8-4847-4824-9535-40a072a28792,segment=NetworkSegment(33e421c7-c3c8-4f15-aa73-744e02f29c09),segment_id=33e421c7-c3c8-4f15-aa73-744e02f29c09)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:24.767770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '843181a8-4847-4824-9535-40a072a28792', 'network_id': 'f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec', 'port_id': '843181a8-4847-4824-9535-40a072a28792', 'mac_address': 'fa:16:3e:4f:42:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ddc82b-35de-420b-a4e4-3b01d6ff4f20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:16:24.808890 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-8eff45dc-e3e3-4cf3-a40b-9d23722678bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24bad2b-7218-4616-8263-8d1927d8b654 HTTP/1.1" status: 200 len: 217 time: 0.0665305 Jul 06 12:16:24.812654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a3948-e338-4ce7-adc2-3c4a7eec53c6 req-f8c4c72e-323f-422b-b454-b1002ad0692f tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:24.814360 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f6a3948-e338-4ce7-adc2-3c4a7eec53c6 req-f8c4c72e-323f-422b-b454-b1002ad0692f tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/ports?device_id=95a69719-773f-423b-b446-87251ce8121e HTTP/1.1" status: 200 len: 944 time: 0.2087626 Jul 06 12:16:24.830013 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:24.847930 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d55d20a-2953-4da5-94ab-37b6e6aeb36b req-1b099d4b-cb87-4ab2-b235-cf7c5f50e92b service neutron] 10.222.0.89 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936392 Jul 06 12:16:24.849659 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843181a8-4847-4824-9535-40a072a28792 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:16:24.878987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 843181a8-4847-4824-9535-40a072a28792, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=843181a8-4847-4824-9535-40a072a28792,segment=NetworkSegment(33e421c7-c3c8-4f15-aa73-744e02f29c09),segment_id=33e421c7-c3c8-4f15-aa73-744e02f29c09)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:24.884099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-fb39fa16-cc27-4ba1-befe-10353a5b65ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:24.885157 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:24.885894 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-fb39fa16-cc27-4ba1-befe-10353a5b65ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2c599bf-411f-4ae2-a568-7f4eb2ac2737 HTTP/1.1" status: 200 len: 849 time: 0.0723526 Jul 06 12:16:24.925354 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f6a3948-e338-4ce7-adc2-3c4a7eec53c6 req-121e0b9e-9b10-45de-b9ab-b1c837c6fcbf tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/security-groups?id=c186e4b7-5375-4403-ac26-c1ac2460c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009912 Jul 06 12:16:24.928123 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-95b25f05-2818-406c-ad52-dfecf43f4abf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dda64df-1cc0-4745-81d5-bf57205555ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346909 Jul 06 12:16:24.955061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=843181a8-4847-4824-9535-40a072a28792,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:24.980150 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4814fc9a-e5e1-40a9-9095-961f202f2398 x-openstack-request-id: req-4814fc9a-e5e1-40a9-9095-961f202f2398 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:24.980764 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc64d439-19d6-4b1a-b9ca-75fd7613ea6f", "name": "network-vif-deleted", "tag": "ab6aa23b-46f8-4d5e-9557-6e624b7fc44e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:24.980764 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4814fc9a-e5e1-40a9-9095-961f202f2398 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:24.981062 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc64d439-19d6-4b1a-b9ca-75fd7613ea6f', 'name': 'network-vif-deleted', 'tag': 'ab6aa23b-46f8-4d5e-9557-6e624b7fc44e', 'status': 'completed', 'code': 200} Jul 06 12:16:25.007183 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d55d20a-2953-4da5-94ab-37b6e6aeb36b req-d4135add-0072-4247-8f47-b8de4cda9b97 service neutron] 10.222.0.89 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433082 Jul 06 12:16:25.051921 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35012) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:25.088929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['843181a8-4847-4824-9535-40a072a28792'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:16:25.089766 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-085f5904-66ae-4f57-8b3d-4521a394f9a9 service neutron] 10.222.0.23 "GET /v2.0/networks/1dda64df-1cc0-4745-81d5-bf57205555ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482515 Jul 06 12:16:25.198861 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6b228f6c-7bbe-4b9f-87ee-f3c687227454 req-cf4efdd5-7eab-41aa-836c-458523fcf146 service neutron] 10.222.0.23 "GET /v2.0/networks/1dda64df-1cc0-4745-81d5-bf57205555ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036131 Jul 06 12:16:25.221053 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f12bd8cb-8c31-4119-a3e0-5efff7e926aa req-65c6236a-5ad0-446f-9982-80240df271c6 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0500152 Jul 06 12:16:25.597412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f082e4e-bbb8-4152-9c41-022de8757fd6 req-8d8155ff-37df-4ff6-a7d7-e0b2719545f9 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:25.599087 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f082e4e-bbb8-4152-9c41-022de8757fd6 req-8d8155ff-37df-4ff6-a7d7-e0b2719545f9 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 944 time: 0.1170702 Jul 06 12:16:25.603062 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89136b38-6540-43c5-a846-6e19cde9caa3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:25.711936 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f082e4e-bbb8-4152-9c41-022de8757fd6 req-c608895b-5954-48b4-816a-60abec51bf7c tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065443 Jul 06 12:16:25.967014 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-6148816c-8225-449d-8f24-840f82af10e2 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:25.968568 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-6148816c-8225-449d-8f24-840f82af10e2 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 812 time: 0.1510673 Jul 06 12:16:25.999996 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-8b48580b-3d23-425f-ad2a-174ebaa61fe9 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/quotas/832bb4a030854ce3b41104102480a6a9 HTTP/1.1" status: 200 len: 375 time: 0.0142329 Jul 06 12:16:26.055453 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-89136b38-6540-43c5-a846-6e19cde9caa3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting port a657057a-8fea-4ebd-8ca2-4c97f6dafc92 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:26.056150 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89136b38-6540-43c5-a846-6e19cde9caa3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:26.149819 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-1b9e731b-810f-4e58-9021-a6d9d120fec7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1418796 Jul 06 12:16:26.226210 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-89136b38-6540-43c5-a846-6e19cde9caa3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] For port a657057a-8fea-4ebd-8ca2-4c97f6dafc92, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a657057a-8fea-4ebd-8ca2-4c97f6dafc92,segment=NetworkSegment(b4a70d68-7781-4e07-a16c-f586a8166e54),segment_id=b4a70d68-7781-4e07-a16c-f586a8166e54)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:26.226588 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89136b38-6540-43c5-a846-6e19cde9caa3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:26.245220 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-89136b38-6540-43c5-a846-6e19cde9caa3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Calling delete_port for a657057a-8fea-4ebd-8ca2-4c97f6dafc92 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:26.318272 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-f573c511-ab6d-451f-ae16-5ba7167a4011 service neutron] 10.222.0.81 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614685 Jul 06 12:16:26.372143 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-25300ace-4e9a-4fbd-b53a-76b98dc51b91 req-b596e3e0-ea57-4419-a208-55ec9c556ef7 tempest-ImagesOneServerNegativeTestJSON-1034440983 tempest-ImagesOneServerNegativeTestJSON-1034440983-project] (100428) timed out ('10.222.0.89', 60604) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:16:26.476032 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-1c904c1b-1b7e-4c05-9675-5731f4d9ac13 service neutron] 10.222.0.81 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491318 Jul 06 12:16:26.540177 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89136b38-6540-43c5-a846-6e19cde9caa3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:26.569371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89136b38-6540-43c5-a846-6e19cde9caa3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Port': ['ID=a657057a-8fea-4ebd-8ca2-4c97f6dafc92,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:26.599075 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 843181a8-4847-4824-9535-40a072a28792 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:26.671361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 843181a8-4847-4824-9535-40a072a28792 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:26.683676 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 843181a8-4847-4824-9535-40a072a28792 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:26.684058 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:26.698713 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ab6aa23b-46f8-4d5e-9557-6e624b7fc44e no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:16:26.755527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: ab6aa23b-46f8-4d5e-9557-6e624b7fc44e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:16:26.755971 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ab6aa23b-46f8-4d5e-9557-6e624b7fc44e not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:16:26.826316 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:26.829482 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89136b38-6540-43c5-a846-6e19cde9caa3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:26.874109 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 843181a8-4847-4824-9535-40a072a28792, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=843181a8-4847-4824-9535-40a072a28792,segment=NetworkSegment(33e421c7-c3c8-4f15-aa73-744e02f29c09),segment_id=33e421c7-c3c8-4f15-aa73-744e02f29c09)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:26.876869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea44843-9116-468d-a243-1edef358f4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843181a8-4847-4824-9535-40a072a28792'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:26.880207 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8f3010-91b0-43f1-a31e-75cafbc34e12" -d '{"events": [{"server_uuid": "6ea44843-9116-468d-a243-1edef358f4bf", "name": "network-vif-plugged", "status": "completed", "tag": "843181a8-4847-4824-9535-40a072a28792"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:26.885007 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:26.955497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=843181a8-4847-4824-9535-40a072a28792,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:26.982955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a69719-773f-423b-b446-87251ce8121e', 'tag': 'b24bad2b-7218-4616-8263-8d1927d8b654'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:26.986335 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb3ca50-d8f3-4003-91f3-c9ed48d0301e" -d '{"events": [{"name": "network-changed", "server_uuid": "95a69719-773f-423b-b446-87251ce8121e", "tag": "b24bad2b-7218-4616-8263-8d1927d8b654"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:27.542058 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cc6ac-f6eb-48e1-b561-f64e06f62cab req-3e313fd7-f94a-4fbd-9fa2-fb12b6e01075 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:27.543602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-159cc6ac-f6eb-48e1-b561-f64e06f62cab req-3e313fd7-f94a-4fbd-9fa2-fb12b6e01075 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/ports?device_id=95a69719-773f-423b-b446-87251ce8121e HTTP/1.1" status: 200 len: 944 time: 0.5102670 Jul 06 12:16:27.564090 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89136b38-6540-43c5-a846-6e19cde9caa3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router a243cf35-8013-40e9-8d3f-b4921e34a5c0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:16:27.634943 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-159cc6ac-f6eb-48e1-b561-f64e06f62cab req-d0ab784e-9e3e-4c9d-b220-f8902090b2fa tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/security-groups?id=c186e4b7-5375-4403-ac26-c1ac2460c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825770 Jul 06 12:16:27.754460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89136b38-6540-43c5-a846-6e19cde9caa3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:16:27.765544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35066) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:27.770089 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5016e-cb93-4ce9-882f-e4b0e5de732a None None] Sync routers for ids ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:16:27.774985 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-89136b38-6540-43c5-a846-6e19cde9caa3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "PUT /v2.0/routers/a243cf35-8013-40e9-8d3f-b4921e34a5c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7216845 Jul 06 12:16:27.789657 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef5016e-cb93-4ce9-882f-e4b0e5de732a None None] Routers {'a243cf35-8013-40e9-8d3f-b4921e34a5c0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:27.790623 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2ef5016e-cb93-4ce9-882f-e4b0e5de732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:16:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:27.836191 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-473b70fd-05eb-4dec-a71e-f4973ae6d9a1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting subnet 0ce6209d-f67f-4d1f-a267-7eac8672ed36 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:16:27.839787 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-473b70fd-05eb-4dec-a71e-f4973ae6d9a1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:27.852863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a54f64b1-b8b6-4e6d-8b30-ae3fb07307ca req-652f2937-64de-40ac-b37b-93ce4147e88c tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0431745 Jul 06 12:16:27.911991 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-473b70fd-05eb-4dec-a71e-f4973ae6d9a1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:27.948878 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-2ef5016e-cb93-4ce9-882f-e4b0e5de732a None None] Set router a243cf35-8013-40e9-8d3f-b4921e34a5c0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:28.081259 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-473b70fd-05eb-4dec-a71e-f4973ae6d9a1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:28.152444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2ef5016e-cb93-4ce9-882f-e4b0e5de732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869292745', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:16:26Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:28.165968 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-473b70fd-05eb-4dec-a71e-f4973ae6d9a1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:28.205634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b70fd-05eb-4dec-a71e-f4973ae6d9a1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce6209d-f67f-4d1f-a267-7eac8672ed36,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:28.208240 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-473b70fd-05eb-4dec-a71e-f4973ae6d9a1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:28.214196 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-473b70fd-05eb-4dec-a71e-f4973ae6d9a1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/subnets/0ce6209d-f67f-4d1f-a267-7eac8672ed36 HTTP/1.1" status: 204 len: 168 time: 0.4475052 Jul 06 12:16:28.215695 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35068) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:28.324277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee55a57-77a3-49e4-bae7-5b8f185b7727 req-c64e0d29-cec3-4b3e-b9f1-773a38f3d94f tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:28.331850 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2ee55a57-77a3-49e4-bae7-5b8f185b7727 req-c64e0d29-cec3-4b3e-b9f1-773a38f3d94f tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.3381026 Jul 06 12:16:28.371834 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5016e-cb93-4ce9-882f-e4b0e5de732a None None] Checking router: a243cf35-8013-40e9-8d3f-b4921e34a5c0 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:16:28.373954 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca7f5cc-7b0a-42e6-979d-aad75af80145 None None] Network 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:16:28.383355 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-2fb79562-39c6-463e-a42e-48c19e99e04f tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:28.385088 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-2fb79562-39c6-463e-a42e-48c19e99e04f tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.89 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 812 time: 0.2806501 Jul 06 12:16:28.397502 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b941e5b-9052-4c50-bc8c-fa2cd0a8a871 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:28.420194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-10cd1104-df5a-4db4-85c0-e02de6bde250 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'port': {'device_id': 'd8e596da-8868-4b4f-8cf6-d4730858c34e', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'admin_state_up': True, 'tenant_id': '832bb4a030854ce3b41104102480a6a9'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:28.464874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef5016e-cb93-4ce9-882f-e4b0e5de732a None None] Routers {'a243cf35-8013-40e9-8d3f-b4921e34a5c0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:28.465681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2ef5016e-cb93-4ce9-882f-e4b0e5de732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:16:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:28.498422 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2ee55a57-77a3-49e4-bae7-5b8f185b7727 req-8280b085-6e5e-478b-a4f1-a792ea0c545d tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468167 Jul 06 12:16:28.571560 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b941e5b-9052-4c50-bc8c-fa2cd0a8a871 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:28.657909 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-10cd1104-df5a-4db4-85c0-e02de6bde250 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Made reservation on behalf of 832bb4a030854ce3b41104102480a6a9 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:28.662654 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-10cd1104-df5a-4db4-85c0-e02de6bde250 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:28.683873 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9b941e5b-9052-4c50-bc8c-fa2cd0a8a871 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting port 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:28.684474 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b941e5b-9052-4c50-bc8c-fa2cd0a8a871 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:28.687366 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-2ef5016e-cb93-4ce9-882f-e4b0e5de732a None None] Set router a243cf35-8013-40e9-8d3f-b4921e34a5c0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:28.757880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b24bad2b-7218-4616-8263-8d1927d8b654 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:16:28.772137 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ab5faf1-809d-460f-9271-9f9bb9cd88f0 req-1a083361-3aad-41d9-999a-11b1447e389c tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 210 time: 0.1057389 Jul 06 12:16:28.807253 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3ee44e-feec-4602-ae3e-f92b0bb3b8e0 None None] DHCP port deletion for 3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:16:28.826159 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-9b941e5b-9052-4c50-bc8c-fa2cd0a8a871 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] For port 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:28.828822 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b941e5b-9052-4c50-bc8c-fa2cd0a8a871 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:28.877544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9b941e5b-9052-4c50-bc8c-fa2cd0a8a871 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Calling delete_port for 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:29.023007 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bead00-fb00-415c-bbe9-3f1694b1e1bf x-openstack-request-id: req-e9bead00-fb00-415c-bbe9-3f1694b1e1bf {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:29.023410 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a69719-773f-423b-b446-87251ce8121e", "tag": "b24bad2b-7218-4616-8263-8d1927d8b654", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:29.023666 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9bead00-fb00-415c-bbe9-3f1694b1e1bf {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:29.024091 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a69719-773f-423b-b446-87251ce8121e', 'tag': 'b24bad2b-7218-4616-8263-8d1927d8b654', 'status': 'completed', 'code': 200} Jul 06 12:16:29.064912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-10cd1104-df5a-4db4-85c0-e02de6bde250 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Allocated IP 172.20.0.12 (ad18e200-99a4-4806-8416-4d318414fcf7/2f047520-7237-4556-9ec0-b489c61b5ee3/2c76d7d8-273d-4a12-a871-4abf9b5f2d22) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:29.143746 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c13db0-3926-41c5-9d6e-90d418cc05e3 x-openstack-request-id: req-95c13db0-3926-41c5-9d6e-90d418cc05e3 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:29.144159 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea44843-9116-468d-a243-1edef358f4bf", "name": "network-vif-plugged", "status": "completed", "tag": "843181a8-4847-4824-9535-40a072a28792", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:29.144310 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-95c13db0-3926-41c5-9d6e-90d418cc05e3 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:29.144681 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea44843-9116-468d-a243-1edef358f4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843181a8-4847-4824-9535-40a072a28792', 'code': 200} Jul 06 12:16:29.147812 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port b24bad2b-7218-4616-8263-8d1927d8b654, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b24bad2b-7218-4616-8263-8d1927d8b654,segment=NetworkSegment(2e6d08e8-d59a-4184-a19f-202f4d25a0f5),segment_id=2e6d08e8-d59a-4184-a19f-202f4d25a0f5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:29.247152 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'b24bad2b-7218-4616-8263-8d1927d8b654', 'network_id': '1dda64df-1cc0-4745-81d5-bf57205555ef', 'port_id': 'b24bad2b-7218-4616-8263-8d1927d8b654', 'mac_address': 'fa:16:3e:49:c8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c599bf-411f-4ae2-a568-7f4eb2ac2737', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:16:29.378189 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:29.410911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24bad2b-7218-4616-8263-8d1927d8b654 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:16:29.412311 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb203e50-899f-4729-b909-bea0e7e9a164 req-a9b62c22-2241-4d73-b937-b7cedb0a42e4 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:29.419784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb203e50-899f-4729-b909-bea0e7e9a164 req-a9b62c22-2241-4d73-b937-b7cedb0a42e4 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/ports?device_id=95a69719-773f-423b-b446-87251ce8121e HTTP/1.1" status: 200 len: 944 time: 0.1709983 Jul 06 12:16:29.460281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port b24bad2b-7218-4616-8263-8d1927d8b654, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b24bad2b-7218-4616-8263-8d1927d8b654,segment=NetworkSegment(2e6d08e8-d59a-4184-a19f-202f4d25a0f5),segment_id=2e6d08e8-d59a-4184-a19f-202f4d25a0f5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:29.461978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ad3ee44e-feec-4602-ae3e-f92b0bb3b8e0 None None] Deleting port c880b4a9-1a03-414d-a8a6-1e8bd712cbd5 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:29.462561 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad3ee44e-feec-4602-ae3e-f92b0bb3b8e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:29.487377 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-10cd1104-df5a-4db4-85c0-e02de6bde250 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:29.514660 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb203e50-899f-4729-b909-bea0e7e9a164 req-7c0384b1-9d49-4e81-b2e8-919707864df3 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/security-groups?id=c186e4b7-5375-4403-ac26-c1ac2460c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933511 Jul 06 12:16:29.515537 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:29.538272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-10cd1104-df5a-4db4-85c0-e02de6bde250 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Transition to ACTIVE for port object 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:29.585700 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-10cd1104-df5a-4db4-85c0-e02de6bde250 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:29.626274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ad3ee44e-feec-4602-ae3e-f92b0bb3b8e0 None None] For port c880b4a9-1a03-414d-a8a6-1e8bd712cbd5, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c880b4a9-1a03-414d-a8a6-1e8bd712cbd5,segment=NetworkSegment(b4a70d68-7781-4e07-a16c-f586a8166e54),segment_id=b4a70d68-7781-4e07-a16c-f586a8166e54)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:29.626954 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad3ee44e-feec-4602-ae3e-f92b0bb3b8e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:29.646952 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-10cd1104-df5a-4db4-85c0-e02de6bde250 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Network ad18e200-99a4-4806-8416-4d318414fcf7 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:29.656962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-10cd1104-df5a-4db4-85c0-e02de6bde250 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:29.664302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ad3ee44e-feec-4602-ae3e-f92b0bb3b8e0 None None] Calling delete_port for c880b4a9-1a03-414d-a8a6-1e8bd712cbd5 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:29.681238 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-10cd1104-df5a-4db4-85c0-e02de6bde250 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:29.692997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=b24bad2b-7218-4616-8263-8d1927d8b654,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:29.710245 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2ef5016e-cb93-4ce9-882f-e4b0e5de732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869292745', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:16:26Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:29.756474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-10cd1104-df5a-4db4-85c0-e02de6bde250 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:29.757481 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-10cd1104-df5a-4db4-85c0-e02de6bde250 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:29.785524 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd1104-df5a-4db4-85c0-e02de6bde250 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'Port': ['ID=2c76d7d8-273d-4a12-a871-4abf9b5f2d22,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:29.792701 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-10cd1104-df5a-4db4-85c0-e02de6bde250 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3864856 Jul 06 12:16:29.799541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['b24bad2b-7218-4616-8263-8d1927d8b654'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:16:29.811134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5016e-cb93-4ce9-882f-e4b0e5de732a None None] The sync data for ids ['a243cf35-8013-40e9-8d3f-b4921e34a5c0'] in n-d-799529-2 is: [{'id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-869292745', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:16:26Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a243cf35-8013-40e9-8d3f-b4921e34a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:52Z', 'updated_at': '2021-07-06T12:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:16:29.819270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Request body: {'port': {'device_id': 'd8e596da-8868-4b4f-8cf6-d4730858c34e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:29.866398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d0f3c-94ab-4772-ad52-d20bff17d510 req-0e12c846-b359-4e02-b26c-377309de8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:29.868264 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a77d0f3c-94ab-4772-ad52-d20bff17d510 req-0e12c846-b359-4e02-b26c-377309de8a36 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 1096 time: 0.8253281 Jul 06 12:16:29.920918 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27b9f78e-0027-40b1-816e-8f284ace918a req-5ea62fc4-0d64-493f-93a3-772582e511a3 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0814061 Jul 06 12:16:29.965707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c880b4a9-1a03-414d-a8a6-1e8bd712cbd5 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:16:29.985795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3ca50-d8f3-4003-91f3-c9ed48d0301e req-34d3552f-2e11-4e5a-b5ad-8f99c00383e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:30.002718 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6fb3ca50-d8f3-4003-91f3-c9ed48d0301e req-34d3552f-2e11-4e5a-b5ad-8f99c00383e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=401d0c328d2d4f829cba658d92f93fb4&device_id=95a69719-773f-423b-b446-87251ce8121e HTTP/1.1" status: 200 len: 1095 time: 0.9776783 Jul 06 12:16:30.043616 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:30.222008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5c27b288-6868-4819-9d2b-c65e1c1e66e6 None None] Provisioning for port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:30.237493 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5c27b288-6868-4819-9d2b-c65e1c1e66e6 None None] Provisioning complete for port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:30.237912 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c27b288-6868-4819-9d2b-c65e1c1e66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:30.367080 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:30.389182 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a77d0f3c-94ab-4772-ad52-d20bff17d510 req-ec35d37e-aa0e-4d55-a3b8-0ee0ea723165 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091550 Jul 06 12:16:30.390447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3ca50-d8f3-4003-91f3-c9ed48d0301e req-90b88f5b-f7c0-40c7-bfb1-796fee8216d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:30.393824 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6fb3ca50-d8f3-4003-91f3-c9ed48d0301e req-90b88f5b-f7c0-40c7-bfb1-796fee8216d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1dda64df-1cc0-4745-81d5-bf57205555ef HTTP/1.1" status: 200 len: 910 time: 0.3324232 Jul 06 12:16:30.397228 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad3ee44e-feec-4602-ae3e-f92b0bb3b8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:30.435612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ee44e-feec-4602-ae3e-f92b0bb3b8e0 None None] Pushing event deleted for resources: {'Port': ['ID=c880b4a9-1a03-414d-a8a6-1e8bd712cbd5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:30.445376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5c27b288-6868-4819-9d2b-c65e1c1e66e6 None None] Port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:16:30.471522 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b941e5b-9052-4c50-bc8c-fa2cd0a8a871 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:30.483428 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ee44e-feec-4602-ae3e-f92b0bb3b8e0 None None] No DVR routers for this DVR port c880b4a9-1a03-414d-a8a6-1e8bd712cbd5 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:16:30.534668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8b64f-fe5c-41dd-a31e-7e0a365bcdf7 req-3ad4887f-1906-4738-b8d0-8dd3c2d48d4b tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:30.536934 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ade8b64f-fe5c-41dd-a31e-7e0a365bcdf7 req-3ad4887f-1906-4738-b8d0-8dd3c2d48d4b tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.3448448 Jul 06 12:16:30.548723 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6fb3ca50-d8f3-4003-91f3-c9ed48d0301e req-63e47f63-4c26-44e1-8834-cf7ad35070fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24bad2b-7218-4616-8263-8d1927d8b654 HTTP/1.1" status: 200 len: 217 time: 0.0940621 Jul 06 12:16:30.636596 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ade8b64f-fe5c-41dd-a31e-7e0a365bcdf7 req-390a13d0-1813-4228-8c01-579b384375b0 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902972 Jul 06 12:16:30.646148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b941e5b-9052-4c50-bc8c-fa2cd0a8a871 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Port': ['ID=6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:30.682120 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3ca50-d8f3-4003-91f3-c9ed48d0301e req-f53b7fde-6aea-40b5-92d6-3df444cd946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:30.683965 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6fb3ca50-d8f3-4003-91f3-c9ed48d0301e req-f53b7fde-6aea-40b5-92d6-3df444cd946e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2c599bf-411f-4ae2-a568-7f4eb2ac2737 HTTP/1.1" status: 200 len: 849 time: 0.1249874 Jul 06 12:16:30.734454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b24bad2b-7218-4616-8263-8d1927d8b654 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:30.748392 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6fb3ca50-d8f3-4003-91f3-c9ed48d0301e req-4c00df99-7f60-4103-a404-a1273f8e79be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1dda64df-1cc0-4745-81d5-bf57205555ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436122 Jul 06 12:16:30.810863 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:16:30.835091 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:30.845314 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b941e5b-9052-4c50-bc8c-fa2cd0a8a871 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:30.861987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port b24bad2b-7218-4616-8263-8d1927d8b654 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:30.883029 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port b24bad2b-7218-4616-8263-8d1927d8b654 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:30.883519 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:30.939606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Transition to ACTIVE for port object 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:30.958231 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:30.991670 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b941e5b-9052-4c50-bc8c-fa2cd0a8a871 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:30.996718 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b941e5b-9052-4c50-bc8c-fa2cd0a8a871 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:31.024178 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:31.083835 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6fb3ca50-d8f3-4003-91f3-c9ed48d0301e req-8d35aab1-d507-44de-808a-1796d1c2cf73 service neutron] 10.222.0.23 "GET /v2.0/networks/1dda64df-1cc0-4745-81d5-bf57205555ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273857 Jul 06 12:16:31.103582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port b24bad2b-7218-4616-8263-8d1927d8b654, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b24bad2b-7218-4616-8263-8d1927d8b654,segment=NetworkSegment(2e6d08e8-d59a-4184-a19f-202f4d25a0f5),segment_id=2e6d08e8-d59a-4184-a19f-202f4d25a0f5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:31.109213 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:31.163546 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Pushing event updated for resources: {'Port': ['ID=2c76d7d8-273d-4a12-a871-4abf9b5f2d22,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:31.206994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b236f5c-897e-4e37-9fb8-83f05b57691c req-64e502be-a973-4ad4-a7dd-1d12aac47aed tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:31.210785 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a69719-773f-423b-b446-87251ce8121e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24bad2b-7218-4616-8263-8d1927d8b654'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:31.214578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1b236f5c-897e-4e37-9fb8-83f05b57691c req-64e502be-a973-4ad4-a7dd-1d12aac47aed tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 932 time: 0.3903835 Jul 06 12:16:31.227282 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c14e20-bec2-4a54-8bef-9b127152d56c" -d '{"events": [{"server_uuid": "95a69719-773f-423b-b446-87251ce8121e", "name": "network-vif-plugged", "status": "completed", "tag": "b24bad2b-7218-4616-8263-8d1927d8b654"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:31.281461 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1b236f5c-897e-4e37-9fb8-83f05b57691c req-8181df99-0f7d-4370-859f-ad73df3bd880 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658848 Jul 06 12:16:31.293501 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6fb3ca50-d8f3-4003-91f3-c9ed48d0301e req-91c0581d-f25e-47f5-b32d-e970158aac9b service neutron] 10.222.0.23 "GET /v2.0/networks/1dda64df-1cc0-4745-81d5-bf57205555ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903355 Jul 06 12:16:31.306234 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b941e5b-9052-4c50-bc8c-fa2cd0a8a871 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:31.306781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b941e5b-9052-4c50-bc8c-fa2cd0a8a871 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Fanout notify agent at l3_agent the message router_deleted on router a243cf35-8013-40e9-8d3f-b4921e34a5c0 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:16:31.315494 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b941e5b-9052-4c50-bc8c-fa2cd0a8a871 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:31.321781 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9b941e5b-9052-4c50-bc8c-fa2cd0a8a871 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/routers/a243cf35-8013-40e9-8d3f-b4921e34a5c0 HTTP/1.1" status: 204 len: 168 time: 3.1024292 Jul 06 12:16:31.322725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35318) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:31.346203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Attempting to bind port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:31.346706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Attempting to bind port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:31.347054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Attempting to bind port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 on network ad18e200-99a4-4806-8416-4d318414fcf7 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:31.361397 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=b24bad2b-7218-4616-8263-8d1927d8b654,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:31.366424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 on network ad18e200-99a4-4806-8416-4d318414fcf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:16:31.366735 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Attempting to bind port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 on network ad18e200-99a4-4806-8416-4d318414fcf7 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:31.390089 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:31.390901 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Checking segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:31.391799 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Bound using segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:31.392179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Bound port: 2c76d7d8-273d-4a12-a871-4abf9b5f2d22, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:31.392539 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:31.579969 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9561fade-78ce-40e3-a4c1-ad0790ac4da3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:31.678866 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] For port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:31.684063 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9561fade-78ce-40e3-a4c1-ad0790ac4da3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:31.695975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2da18-dfc4-4411-8659-980458ca3332 req-6ba5afa9-ad6e-4aee-81d6-31dcb78f465a tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:31.698507 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31c2da18-dfc4-4411-8659-980458ca3332 req-6ba5afa9-ad6e-4aee-81d6-31dcb78f465a tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/ports?device_id=95a69719-773f-423b-b446-87251ce8121e HTTP/1.1" status: 200 len: 946 time: 0.1139140 Jul 06 12:16:31.706634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-9561fade-78ce-40e3-a4c1-ad0790ac4da3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce711fc-bd81-4353-b9a9-d27dfb81e4c6']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:31.724474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-9561fade-78ce-40e3-a4c1-ad0790ac4da3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a70d68-7781-4e07-a16c-f586a8166e54') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:31.724766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-9561fade-78ce-40e3-a4c1-ad0790ac4da3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a70d68-7781-4e07-a16c-f586a8166e54') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:31.738388 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] For port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=2c76d7d8-273d-4a12-a871-4abf9b5f2d22,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:16:31.744711 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9561fade-78ce-40e3-a4c1-ad0790ac4da3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:31.745088 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:31.767549 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9561fade-78ce-40e3-a4c1-ad0790ac4da3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:31.774705 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9561fade-78ce-40e3-a4c1-ad0790ac4da3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:16:31.775110 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9561fade-78ce-40e3-a4c1-ad0790ac4da3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:16:31.778456 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:16:31.816496 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:31.817097 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:31.818539 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] 10.222.0.89 "PUT /v2.0/ports/2c76d7d8-273d-4a12-a871-4abf9b5f2d22 HTTP/1.1" status: 200 len: 1092 time: 2.0160453 Jul 06 12:16:31.818995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e596da-8868-4b4f-8cf6-d4730858c34e', 'tag': '2c76d7d8-273d-4a12-a871-4abf9b5f2d22'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:31.821331 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b45b2e9-95f5-467e-ac40-64d2f8ab6398" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e596da-8868-4b4f-8cf6-d4730858c34e", "tag": "2c76d7d8-273d-4a12-a871-4abf9b5f2d22"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:31.882679 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31c2da18-dfc4-4411-8659-980458ca3332 req-6281c949-40c7-48dd-8307-3444d7725a7b tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/security-groups?id=c186e4b7-5375-4403-ac26-c1ac2460c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643162 Jul 06 12:16:31.932492 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9561fade-78ce-40e3-a4c1-ad0790ac4da3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:31.953668 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9561fade-78ce-40e3-a4c1-ad0790ac4da3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:31.958622 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9561fade-78ce-40e3-a4c1-ad0790ac4da3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/networks/3ce711fc-bd81-4353-b9a9-d27dfb81e4c6 HTTP/1.1" status: 204 len: 168 time: 0.6346498 Jul 06 12:16:31.960846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35378) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:32.048280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a657057a-8fea-4ebd-8ca2-4c97f6dafc92 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:16:32.076972 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949767ea-90e7-4931-92a4-27ab9938b17f service neutron] Pushing event updated for resources: {'Port': ['ID=2c76d7d8-273d-4a12-a871-4abf9b5f2d22,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:32.096815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: a657057a-8fea-4ebd-8ca2-4c97f6dafc92 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:16:32.096815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a657057a-8fea-4ebd-8ca2-4c97f6dafc92 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:16:32.097251 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:16:32.102466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561fade-78ce-40e3-a4c1-ad0790ac4da3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Network': ['ID=3ce711fc-bd81-4353-b9a9-d27dfb81e4c6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:32.131661 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-154b4a6e-5111-435a-a1be-d9e29a036efe tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:32.149375 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:16:32.149728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 6b2ed0e2-90ce-43bb-ba26-c23c7be1e3e2 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:16:32.175653 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21afc247-d761-4d8c-8df1-ef67af1bc63e req-297c6fa7-07d2-4128-bed7-d0f3534d9217 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0569739 Jul 06 12:16:32.188595 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-74680d39-a1ee-41a6-9cca-6b820fc9c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:32.190198 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-74680d39-a1ee-41a6-9cca-6b820fc9c5ee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 1095 time: 0.3046348 Jul 06 12:16:32.220737 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-154b4a6e-5111-435a-a1be-d9e29a036efe tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:32.274349 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-f4ab07b2-bff5-48c6-ae34-ddd77e21a93e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c76d7d8-273d-4a12-a871-4abf9b5f2d22 HTTP/1.1" status: 200 len: 217 time: 0.0751517 Jul 06 12:16:32.310039 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544787eb-94b2-41a4-918f-bb87d42f0edf x-openstack-request-id: req-544787eb-94b2-41a4-918f-bb87d42f0edf {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:32.310805 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a69719-773f-423b-b446-87251ce8121e", "name": "network-vif-plugged", "status": "completed", "tag": "b24bad2b-7218-4616-8263-8d1927d8b654", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:32.311268 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-544787eb-94b2-41a4-918f-bb87d42f0edf {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:32.312146 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a69719-773f-423b-b446-87251ce8121e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24bad2b-7218-4616-8263-8d1927d8b654', 'code': 200} Jul 06 12:16:32.326961 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-154b4a6e-5111-435a-a1be-d9e29a036efe tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:32.332942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-154b4a6e-5111-435a-a1be-d9e29a036efe tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:32.340164 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-154b4a6e-5111-435a-a1be-d9e29a036efe tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/security-groups/a0d84d36-0751-417a-9361-567675b9945a HTTP/1.1" status: 204 len: 168 time: 0.3745461 Jul 06 12:16:32.366696 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b4a6e-5111-435a-a1be-d9e29a036efe tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d84d36-0751-417a-9361-567675b9945a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:32.414756 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-d7ef061f-2ad0-4957-9cbf-2421f17c5cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:32.416390 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-d7ef061f-2ad0-4957-9cbf-2421f17c5cda service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.1339695 Jul 06 12:16:32.450566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56ba4b-869c-4715-b5c6-b6178abb4645 req-c5851d5e-7e9e-4ba1-995b-426fcf5fd3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:32.452108 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d56ba4b-869c-4715-b5c6-b6178abb4645 req-c5851d5e-7e9e-4ba1-995b-426fcf5fd3b3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95a69719-773f-423b-b446-87251ce8121e HTTP/1.1" status: 200 len: 1097 time: 0.0764468 Jul 06 12:16:32.502630 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d56ba4b-869c-4715-b5c6-b6178abb4645 req-8827671d-80f5-4184-9cb1-060ad4dba8e2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c186e4b7-5375-4403-ac26-c1ac2460c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437949 Jul 06 12:16:32.552507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-f96754c3-0ad6-4762-995c-1805c7c61acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:32.554059 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-f96754c3-0ad6-4762-995c-1805c7c61acc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219926 Jul 06 12:16:32.565955 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ad206-6a13-44d3-ac4d-484e9203849a req-e76cfa26-fe49-4e0e-815e-a04d19b06521 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:32.567547 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cf1ad206-6a13-44d3-ac4d-484e9203849a req-e76cfa26-fe49-4e0e-815e-a04d19b06521 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.0987401 Jul 06 12:16:32.661824 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cf1ad206-6a13-44d3-ac4d-484e9203849a req-aaf1ae87-e5f3-43cb-86bd-7e685e14a0e1 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859339 Jul 06 12:16:32.695894 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-98326b82-22b8-4fe3-8042-3ef1e93f1795 service neutron] 10.222.0.89 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273706 Jul 06 12:16:32.768088 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70061b17-35ca-4cd9-9a62-cc60e59f2a47 x-openstack-request-id: req-70061b17-35ca-4cd9-9a62-cc60e59f2a47 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:32.768417 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e596da-8868-4b4f-8cf6-d4730858c34e", "tag": "2c76d7d8-273d-4a12-a871-4abf9b5f2d22", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:32.768679 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-70061b17-35ca-4cd9-9a62-cc60e59f2a47 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:32.769101 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e596da-8868-4b4f-8cf6-d4730858c34e', 'tag': '2c76d7d8-273d-4a12-a871-4abf9b5f2d22', 'status': 'completed', 'code': 200} Jul 06 12:16:32.838470 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85c1fbc3-e6ac-4fed-9051-1596bd64148a req-a383cc88-8d34-4c71-a45a-1854bbabc387 service neutron] 10.222.0.89 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337447 Jul 06 12:16:32.999446 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00cce9-4dfa-4e34-bbdf-09ac8c4f7b14 req-180d23ad-75a4-454f-b4d6-019e753f5f31 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:33.001045 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be00cce9-4dfa-4e34-bbdf-09ac8c4f7b14 req-180d23ad-75a4-454f-b4d6-019e753f5f31 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 944 time: 0.1399243 Jul 06 12:16:33.008043 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45b2e9-95f5-467e-ac40-64d2f8ab6398 req-01452c95-9720-4aba-bbca-0811e11c1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:33.012937 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b45b2e9-95f5-467e-ac40-64d2f8ab6398 req-01452c95-9720-4aba-bbca-0811e11c1f06 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 1095 time: 0.0983336 Jul 06 12:16:33.132429 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be00cce9-4dfa-4e34-bbdf-09ac8c4f7b14 req-24eed071-79b2-4b5d-890f-2531cdd84ea0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156902 Jul 06 12:16:33.185921 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45b2e9-95f5-467e-ac40-64d2f8ab6398 req-f17f5946-fa0d-4edd-b3a4-63e8797f0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:33.188672 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b45b2e9-95f5-467e-ac40-64d2f8ab6398 req-f17f5946-fa0d-4edd-b3a4-63e8797f0c74 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 913 time: 0.1649172 Jul 06 12:16:33.281010 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b45b2e9-95f5-467e-ac40-64d2f8ab6398 req-fbd4ffb5-8ab8-495a-9640-83c1779096ac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c76d7d8-273d-4a12-a871-4abf9b5f2d22 HTTP/1.1" status: 200 len: 217 time: 0.0811157 Jul 06 12:16:33.367900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45b2e9-95f5-467e-ac40-64d2f8ab6398 req-c0735629-a37a-4fb1-a2d7-ae9a737bab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:33.371371 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b45b2e9-95f5-467e-ac40-64d2f8ab6398 req-c0735629-a37a-4fb1-a2d7-ae9a737bab21 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.0824373 Jul 06 12:16:33.448041 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45b2e9-95f5-467e-ac40-64d2f8ab6398 req-0772ad30-9676-4a40-b4f5-6541dde0230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:33.456078 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b45b2e9-95f5-467e-ac40-64d2f8ab6398 req-0772ad30-9676-4a40-b4f5-6541dde0230b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769472 Jul 06 12:16:33.619655 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b45b2e9-95f5-467e-ac40-64d2f8ab6398 req-a233ff55-6ae8-45e2-8920-cffe248d9d11 service neutron] 10.222.0.89 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564600 Jul 06 12:16:33.643684 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbcf92-dff7-4d45-95fa-7ea8d84e8b61 req-7bd6a2eb-0924-4e64-8e2f-4ce21bea3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:33.645400 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-08bbcf92-dff7-4d45-95fa-7ea8d84e8b61 req-7bd6a2eb-0924-4e64-8e2f-4ce21bea3662 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2db458d6ca384cdeb695ba6e28db21aa&device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 1096 time: 0.0670450 Jul 06 12:16:33.761956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbcf92-dff7-4d45-95fa-7ea8d84e8b61 req-34e75d64-95d6-4f6d-b5c8-eb0f34662281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:33.764049 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-08bbcf92-dff7-4d45-95fa-7ea8d84e8b61 req-34e75d64-95d6-4f6d-b5c8-eb0f34662281 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec HTTP/1.1" status: 200 len: 910 time: 0.1118722 Jul 06 12:16:33.784332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff913f0-1f68-4c06-b7c8-83894c4428a4 req-07d1b40a-a33e-476f-8f34-a66f7734168f tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:33.785972 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1ff913f0-1f68-4c06-b7c8-83894c4428a4 req-07d1b40a-a33e-476f-8f34-a66f7734168f tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/ports?device_id=95a69719-773f-423b-b446-87251ce8121e HTTP/1.1" status: 200 len: 946 time: 0.1440227 Jul 06 12:16:33.824461 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b45b2e9-95f5-467e-ac40-64d2f8ab6398 req-372caae2-dbb4-4772-a184-11fb3883b4ee service neutron] 10.222.0.89 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975312 Jul 06 12:16:33.826205 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-08bbcf92-dff7-4d45-95fa-7ea8d84e8b61 req-0c293eca-fb26-47e5-9b71-8fd95a021389 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843181a8-4847-4824-9535-40a072a28792 HTTP/1.1" status: 200 len: 217 time: 0.0540950 Jul 06 12:16:33.846910 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1ff913f0-1f68-4c06-b7c8-83894c4428a4 req-d058583a-8425-40d2-a1be-80a5e9de7519 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/security-groups?id=c186e4b7-5375-4403-ac26-c1ac2460c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512218 Jul 06 12:16:33.928528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbcf92-dff7-4d45-95fa-7ea8d84e8b61 req-247db009-112f-42a0-8224-af106c0e99ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:33.928528 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-08bbcf92-dff7-4d45-95fa-7ea8d84e8b61 req-247db009-112f-42a0-8224-af106c0e99ed service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28ddc82b-35de-420b-a4e4-3b01d6ff4f20 HTTP/1.1" status: 200 len: 849 time: 0.0863647 Jul 06 12:16:33.972711 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-08bbcf92-dff7-4d45-95fa-7ea8d84e8b61 req-b4ec2f86-ba8f-4a08-a4b9-46e1a44728bb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368860 Jul 06 12:16:34.110472 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-08bbcf92-dff7-4d45-95fa-7ea8d84e8b61 req-7997be7b-f99a-4b30-a690-2bb449457cdd service neutron] 10.222.0.89 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247280 Jul 06 12:16:34.191327 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35554) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:34.200292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0dcb8f89-edbc-49ff-9459-df133b0e5c76 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1118924889', 'description': 'tempest-secgroup-smoke-1118924889 description', 'project_id': 'f585d4167c1145b098521c82cd595bff'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:34.252536 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8f89-edbc-49ff-9459-df133b0e5c76 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:34.331223 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-08bbcf92-dff7-4d45-95fa-7ea8d84e8b61 req-29de2940-8a75-4e44-b3bc-af19336ce961 service neutron] 10.222.0.89 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144701 Jul 06 12:16:34.390728 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6bbda556-878f-4174-bba4-c52db7ead736 req-e8926a55-c45a-4b3f-871d-f71ddb030241 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0587752 Jul 06 12:16:34.435174 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8f89-edbc-49ff-9459-df133b0e5c76 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:34.449749 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8f89-edbc-49ff-9459-df133b0e5c76 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:34.496731 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8f89-edbc-49ff-9459-df133b0e5c76 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:34.498152 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0dcb8f89-edbc-49ff-9459-df133b0e5c76 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3048179 Jul 06 12:16:34.501367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35570) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:34.507323 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-60a1ad30-f47f-423c-b6b3-70a9374b6526 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': '87e22f5c-9a60-4fdb-b175-cae0bfe6e98d', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:34.513066 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb8f89-edbc-49ff-9459-df133b0e5c76 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:34.550825 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60a1ad30-f47f-423c-b6b3-70a9374b6526 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:34.678214 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60a1ad30-f47f-423c-b6b3-70a9374b6526 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:34.684659 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60a1ad30-f47f-423c-b6b3-70a9374b6526 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:34.705515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ffbb0-5547-410e-88bc-57c7cc864d83 req-4b9ca894-6c00-4b2f-9480-27033f5ccf01 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:34.708192 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-627ffbb0-5547-410e-88bc-57c7cc864d83 req-4b9ca894-6c00-4b2f-9480-27033f5ccf01 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.1357856 Jul 06 12:16:34.712042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1ad30-f47f-423c-b6b3-70a9374b6526 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef148307-bf08-46f4-af3c-267c4a302d4d,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:34.741019 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60a1ad30-f47f-423c-b6b3-70a9374b6526 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:34.742576 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-60a1ad30-f47f-423c-b6b3-70a9374b6526 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2395575 Jul 06 12:16:34.745424 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35576) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:34.758119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f2f2fab2-7cc4-4393-b802-37ffc5f2036d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': '87e22f5c-9a60-4fdb-b175-cae0bfe6e98d', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:34.788244 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-627ffbb0-5547-410e-88bc-57c7cc864d83 req-5dc7644d-0731-474d-9427-7c0cb77dff91 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659215 Jul 06 12:16:34.814600 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2f2fab2-7cc4-4393-b802-37ffc5f2036d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:34.893647 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2f2fab2-7cc4-4393-b802-37ffc5f2036d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:34.899897 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2f2fab2-7cc4-4393-b802-37ffc5f2036d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:34.947166 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2fab2-7cc4-4393-b802-37ffc5f2036d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7eb7a38-8036-4d9f-87e2-3bdec3527e66,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:34.962925 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2f2fab2-7cc4-4393-b802-37ffc5f2036d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:34.967520 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35580) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:34.968075 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f2f2fab2-7cc4-4393-b802-37ffc5f2036d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2209532 Jul 06 12:16:34.979507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e45cd8d4-8376-401c-9d57-c0a3635def6d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': '87e22f5c-9a60-4fdb-b175-cae0bfe6e98d', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:35.076413 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e45cd8d4-8376-401c-9d57-c0a3635def6d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.106808 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec7ac6-1613-42d5-9f10-08bf5a0992e8 req-cc82e29d-207d-4de9-aa9b-b96e61e1b3e3 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:35.117462 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e6ec7ac6-1613-42d5-9f10-08bf5a0992e8 req-cc82e29d-207d-4de9-aa9b-b96e61e1b3e3 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 944 time: 0.1593273 Jul 06 12:16:35.232760 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e6ec7ac6-1613-42d5-9f10-08bf5a0992e8 req-2e965d87-b510-447d-92f8-400f8d1f02ca tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138775 Jul 06 12:16:35.264019 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e45cd8d4-8376-401c-9d57-c0a3635def6d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.272729 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e45cd8d4-8376-401c-9d57-c0a3635def6d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.310047 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cd8d4-8376-401c-9d57-c0a3635def6d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028b3528-e01a-4153-bbfe-41c92cf88775,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:35.315396 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e45cd8d4-8376-401c-9d57-c0a3635def6d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.316645 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e45cd8d4-8376-401c-9d57-c0a3635def6d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3480930 Jul 06 12:16:35.320735 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35582) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:35.333648 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5903bd80-e485-4f30-999c-cc2bf9904659 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': '87e22f5c-9a60-4fdb-b175-cae0bfe6e98d', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:35.408268 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5903bd80-e485-4f30-999c-cc2bf9904659 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.489044 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c079dcca-b18c-4bab-be15-0be252f6fea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.497230 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5903bd80-e485-4f30-999c-cc2bf9904659 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.505187 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5903bd80-e485-4f30-999c-cc2bf9904659 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.535435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903bd80-e485-4f30-999c-cc2bf9904659 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6214e8ea-53b5-4872-bc2f-2f839e2c67c3,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:35.551679 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.552534 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5903bd80-e485-4f30-999c-cc2bf9904659 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.557860 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5903bd80-e485-4f30-999c-cc2bf9904659 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2316756 Jul 06 12:16:35.557860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35588) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:35.562391 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f87e452c-40b7-4b80-84a8-64886722457e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': '87e22f5c-9a60-4fdb-b175-cae0bfe6e98d', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:35.590423 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-f87e452c-40b7-4b80-84a8-64886722457e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Project f585d4167c1145b098521c82cd595bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:16:35.597433 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f87e452c-40b7-4b80-84a8-64886722457e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.646954 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6aafaf9d-c10e-484a-995b-0f5784526def req-1c07ef67-c486-4d1f-8836-20ba345a2c6a tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0338511 Jul 06 12:16:35.681428 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f87e452c-40b7-4b80-84a8-64886722457e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.688013 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f87e452c-40b7-4b80-84a8-64886722457e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.713000 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e452c-40b7-4b80-84a8-64886722457e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d65209-86f0-41f7-bd5e-1757bfe0099c,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:35.719014 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f87e452c-40b7-4b80-84a8-64886722457e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.720614 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f87e452c-40b7-4b80-84a8-64886722457e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1623316 Jul 06 12:16:35.723062 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35590) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:35.727559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8dfe8531-ff65-4ab3-b4ce-7ac046d334c1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': '87e22f5c-9a60-4fdb-b175-cae0bfe6e98d', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:35.749620 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-8dfe8531-ff65-4ab3-b4ce-7ac046d334c1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Project f585d4167c1145b098521c82cd595bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:16:35.754357 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8dfe8531-ff65-4ab3-b4ce-7ac046d334c1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.820945 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8dfe8531-ff65-4ab3-b4ce-7ac046d334c1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.826387 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8dfe8531-ff65-4ab3-b4ce-7ac046d334c1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.850917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe8531-ff65-4ab3-b4ce-7ac046d334c1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b1b264-dc05-43e9-8fba-46a662334b9e,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:35.855302 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8dfe8531-ff65-4ab3-b4ce-7ac046d334c1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.856548 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8dfe8531-ff65-4ab3-b4ce-7ac046d334c1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1325274 Jul 06 12:16:35.860169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35598) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:35.865697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0beafbb5-61f6-4931-bd66-7f12deef7b33 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'network': {'name': 'tempest-network-smoke--1166548510', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'port_security_enabled': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:35.889559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beafbb5-61f6-4931-bd66-7f12deef7b33 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Made reservation on behalf of f585d4167c1145b098521c82cd595bff for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:35.896111 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0beafbb5-61f6-4931-bd66-7f12deef7b33 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.932213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0beafbb5-61f6-4931-bd66-7f12deef7b33 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:16:35.946408 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0beafbb5-61f6-4931-bd66-7f12deef7b33 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:35.946917 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-0beafbb5-61f6-4931-bd66-7f12deef7b33 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Added segment 7d4fe6d8-e803-411c-bcec-891d05bc26b5 of type vlan for network 50155b23-c9d6-4987-983f-0b2810b78690 Jul 06 12:16:36.003491 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2987ba-4217-45a1-a67d-b3fc893bd450 req-8e7ba7f8-505d-4c29-884d-81d09cdce7e4 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:36.005181 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b2987ba-4217-45a1-a67d-b3fc893bd450 req-8e7ba7f8-505d-4c29-884d-81d09cdce7e4 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.0762076 Jul 06 12:16:36.025622 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0beafbb5-61f6-4931-bd66-7f12deef7b33 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:36.057903 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b2987ba-4217-45a1-a67d-b3fc893bd450 req-5f9d5fd7-0397-44f5-8918-0bcfbf1194fd tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451386 Jul 06 12:16:36.066884 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0beafbb5-61f6-4931-bd66-7f12deef7b33 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:36.073098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beafbb5-61f6-4931-bd66-7f12deef7b33 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:36.073711 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0beafbb5-61f6-4931-bd66-7f12deef7b33 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:36.134144 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0beafbb5-61f6-4931-bd66-7f12deef7b33 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2728488 Jul 06 12:16:36.136790 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35602) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:36.141930 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-898831087', 'admin_state_up': True, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:36.161362 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beafbb5-61f6-4931-bd66-7f12deef7b33 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Network': ['ID=50155b23-c9d6-4987-983f-0b2810b78690,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:36.174950 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:36.176256 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:36.178474 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 50155b23-c9d6-4987-983f-0b2810b78690 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:16:36.230316 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:36.392725 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:36.460561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09259cb8-1b26-45ba-9dd7-04b4f97ad05a req-ca56f348-2db2-4f0a-9f1e-842d53d85d4a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:36.462666 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09259cb8-1b26-45ba-9dd7-04b4f97ad05a req-ca56f348-2db2-4f0a-9f1e-842d53d85d4a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 944 time: 0.0769277 Jul 06 12:16:36.527459 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:36.529902 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09259cb8-1b26-45ba-9dd7-04b4f97ad05a req-001029a7-6c24-4f82-b7ac-6d440557e562 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522766 Jul 06 12:16:36.662614 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:36.683577 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:36.829655 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Allocated IP 172.25.4.130 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/dcecf2d3-81aa-435d-a7a3-edd857b6b909) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:36.832774 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de1cbd43-146d-4055-8e0b-2eb45c85ab13 req-e140c96b-509a-4bbe-8e3f-fd8ba2a00c05 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0386496 Jul 06 12:16:36.953749 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:37.005066 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:37.041990 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:37.051980 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:37.057590 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:37.082956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=dcecf2d3-81aa-435d-a7a3-edd857b6b909,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:37.289203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c76a0c-0654-400e-90d5-b7921772ff77 req-717817c8-01b0-4cca-ba5a-14d1be82b090 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:37.290069 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06c76a0c-0654-400e-90d5-b7921772ff77 req-717817c8-01b0-4cca-ba5a-14d1be82b090 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.0876544 Jul 06 12:16:37.345936 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06c76a0c-0654-400e-90d5-b7921772ff77 req-4aa6bcf0-5fd8-4f80-b4e0-93e6bdb39afb tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484982 Jul 06 12:16:37.368991 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:37.633692 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:37.725265 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3122eaf-7827-44cd-98fa-b2bd6bcf3668 req-bc11df30-d0cf-4c93-b277-6d6d9ea7b04d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:37.730749 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b3122eaf-7827-44cd-98fa-b2bd6bcf3668 req-bc11df30-d0cf-4c93-b277-6d6d9ea7b04d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 944 time: 0.0709162 Jul 06 12:16:37.770369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router 17921a03-b281-499e-92f0-c36fc58eba4b is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:16:37.784118 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b3122eaf-7827-44cd-98fa-b2bd6bcf3668 req-880cd5b0-f051-4caf-84cd-a228cd33f105 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510652 Jul 06 12:16:38.144985 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5ebfa059-b6ef-417f-9b08-0e886868b07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:38.184032 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64092d6f-2301-4263-be21-5aec2aa1b7e9 req-2a10c770-9eff-4c50-9248-8a710077794e tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0373716 Jul 06 12:16:38.190597 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:16:38.203472 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Sync routers for ids ['17921a03-b281-499e-92f0-c36fc58eba4b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:16:38.213277 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:38.214524 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:38.214787 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-60b8fc23-7870-43a1-b1d4-96c161a92dd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0770464 Jul 06 12:16:38.218169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35648) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:38.219951 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Routers {'17921a03-b281-499e-92f0-c36fc58eba4b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:38.221174 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:16:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['17921a03-b281-499e-92f0-c36fc58eba4b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:38.259331 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f511481d-9252-4204-ad66-681f68cae239 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=f585d4167c1145b098521c82cd595bff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379157 Jul 06 12:16:38.260677 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35650) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:38.352603 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Set router 17921a03-b281-499e-92f0-c36fc58eba4b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:38.445863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c32749-dc9f-4779-be50-1c08b069a4d4 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:38.452679 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d8c32749-dc9f-4779-be50-1c08b069a4d4 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1904547 Jul 06 12:16:38.453558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35654) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:38.458907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9ab75-4d45-4c09-aa8f-40e9dd625c79 req-d11c72e7-7e0f-41c2-80da-de4d07ec024c tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:38.461291 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a0b9ab75-4d45-4c09-aa8f-40e9dd625c79 req-d11c72e7-7e0f-41c2-80da-de4d07ec024c tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/ports?device_id=95a69719-773f-423b-b446-87251ce8121e HTTP/1.1" status: 200 len: 946 time: 0.0885298 Jul 06 12:16:38.516324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a0b9ab75-4d45-4c09-aa8f-40e9dd625c79 req-65eae427-47c2-4438-a8eb-3cedb90e27cb tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/security-groups?id=c186e4b7-5375-4403-ac26-c1ac2460c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458176 Jul 06 12:16:38.516923 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35656) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:38.525707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-44ac0f34-4d73-4f29-b65e-7a8e3d1e5bc2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1152145695', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:38.526806 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e48fa3d3-e569-4446-9741-228ad929f55e tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0717888 Jul 06 12:16:38.566352 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898831087', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:37Z', 'revision_number': 3, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:86:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:38.597653 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Checking router: 17921a03-b281-499e-92f0-c36fc58eba4b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:16:38.597994 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Updating router 17921a03-b281-499e-92f0-c36fc58eba4b port dcecf2d3-81aa-435d-a7a3-edd857b6b909 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:16:38.644291 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:38.652277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ac0f34-4d73-4f29-b65e-7a8e3d1e5bc2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Made reservation on behalf of f585d4167c1145b098521c82cd595bff for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:38.656589 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44ac0f34-4d73-4f29-b65e-7a8e3d1e5bc2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:38.792648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677de0ac-4785-4d74-8ed2-7f8ecef283e9 req-d4550e63-4cd3-4b41-928a-e02d71864a48 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:38.794385 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-677de0ac-4785-4d74-8ed2-7f8ecef283e9 req-d4550e63-4cd3-4b41-928a-e02d71864a48 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.1555178 Jul 06 12:16:38.879341 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-677de0ac-4785-4d74-8ed2-7f8ecef283e9 req-5232a470-6f66-4086-b4c9-71c44a42ba9a tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771332 Jul 06 12:16:38.948769 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44ac0f34-4d73-4f29-b65e-7a8e3d1e5bc2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:38.956933 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:38.969505 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Transition to ACTIVE for port object dcecf2d3-81aa-435d-a7a3-edd857b6b909 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:38.978159 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:39.032645 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Attempting to bind port dcecf2d3-81aa-435d-a7a3-edd857b6b909 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:39.033062 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Attempting to bind port dcecf2d3-81aa-435d-a7a3-edd857b6b909 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:39.033487 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Attempting to bind port dcecf2d3-81aa-435d-a7a3-edd857b6b909 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:39.063172 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:39.063637 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:39.064139 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:39.064636 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:39.065202 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Bound port: dcecf2d3-81aa-435d-a7a3-edd857b6b909, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:39.065648 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:39.067548 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bfa7b-fde3-4429-a526-7e723db3503e None None] Pushing event updated for resources: {'Port': ['ID=dcecf2d3-81aa-435d-a7a3-edd857b6b909,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:39.088914 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac0f34-4d73-4f29-b65e-7a8e3d1e5bc2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Checking segment: {'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:39.089389 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ac0f34-4d73-4f29-b65e-7a8e3d1e5bc2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network hostable DHCP agents. Network: 50155b23-c9d6-4987-983f-0b2810b78690, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:16:39.092596 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac0f34-4d73-4f29-b65e-7a8e3d1e5bc2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Subnet': ['ID=eda02740-e1ee-415f-a57e-0d644dbb07d0,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:39.115593 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089bfa7b-fde3-4429-a526-7e723db3503e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:39.116033 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089bfa7b-fde3-4429-a526-7e723db3503e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:39.116423 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089bfa7b-fde3-4429-a526-7e723db3503e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:39.116814 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089bfa7b-fde3-4429-a526-7e723db3503e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:39.117234 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089bfa7b-fde3-4429-a526-7e723db3503e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:39.117597 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089bfa7b-fde3-4429-a526-7e723db3503e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:39.117980 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089bfa7b-fde3-4429-a526-7e723db3503e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:39.118358 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089bfa7b-fde3-4429-a526-7e723db3503e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:39.118725 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089bfa7b-fde3-4429-a526-7e723db3503e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:39.119896 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089bfa7b-fde3-4429-a526-7e723db3503e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:39.119896 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089bfa7b-fde3-4429-a526-7e723db3503e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:39.120266 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089bfa7b-fde3-4429-a526-7e723db3503e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:39.136852 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ac0f34-4d73-4f29-b65e-7a8e3d1e5bc2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 50155b23-c9d6-4987-983f-0b2810b78690 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:16:39.157360 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873a9ca-70d5-4cc9-a32d-f82a8ec36823 req-1a65b333-7292-41cd-b324-792009420fff tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:39.159043 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b873a9ca-70d5-4cc9-a32d-f82a8ec36823 req-1a65b333-7292-41cd-b324-792009420fff tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 944 time: 0.1160371 Jul 06 12:16:39.160684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-44ac0f34-4d73-4f29-b65e-7a8e3d1e5bc2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 50155b23-c9d6-4987-983f-0b2810b78690) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:39.165253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac0f34-4d73-4f29-b65e-7a8e3d1e5bc2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:39.165901 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44ac0f34-4d73-4f29-b65e-7a8e3d1e5bc2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:39.178642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6c8fa0-e50c-427e-8e53-c0ba893cadf7 None None] Network 50155b23-c9d6-4987-983f-0b2810b78690 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:16:39.189467 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-44ac0f34-4d73-4f29-b65e-7a8e3d1e5bc2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6704676 Jul 06 12:16:39.192261 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] For port dcecf2d3-81aa-435d-a7a3-edd857b6b909, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:39.192487 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35664) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:39.196526 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] For port dcecf2d3-81aa-435d-a7a3-edd857b6b909, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=dcecf2d3-81aa-435d-a7a3-edd857b6b909,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:16:39.202556 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:39.278782 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Routers {'17921a03-b281-499e-92f0-c36fc58eba4b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:39.280730 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:16:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['17921a03-b281-499e-92f0-c36fc58eba4b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:39.413250 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-50155b23-c9d6-4987-983f-0b2810b78690', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ips': [{'subnet_id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:16:39.415294 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:39.440955 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:39.452966 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] Set router 17921a03-b281-499e-92f0-c36fc58eba4b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:39.455384 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b873a9ca-70d5-4cc9-a32d-f82a8ec36823 req-c5b39081-f0ec-4d20-a18b-e2102ad687be tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638385 Jul 06 12:16:39.633813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093de24-d661-418c-80ee-807571ba535b req-44edd9e4-0108-474a-bd68-747a7815ae48 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:39.635348 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7093de24-d661-418c-80ee-807571ba535b req-44edd9e4-0108-474a-bd68-747a7815ae48 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.23 "GET /v2.0/ports?device_id=95a69719-773f-423b-b446-87251ce8121e HTTP/1.1" status: 200 len: 946 time: 0.1134660 Jul 06 12:16:39.641478 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bfa7b-fde3-4429-a526-7e723db3503e None None] Pushing event updated for resources: {'Port': ['ID=dcecf2d3-81aa-435d-a7a3-edd857b6b909,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:39.693564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Allocated IP 172.20.0.2 (50155b23-c9d6-4987-983f-0b2810b78690/eda02740-e1ee-415f-a57e-0d644dbb07d0/73987e32-9269-4b3e-9d5c-96a62988795e) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:39.783112 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c36e3fe5-fd10-4590-8cce-d355e284203b req-4871340e-60ed-429b-8d40-74ba5e6d1846 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0741920 Jul 06 12:16:39.809213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-7093de24-d661-418c-80ee-807571ba535b req-10627f91-faba-4e05-866f-5bb52ddee3a5 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Deleting port b24bad2b-7218-4616-8263-8d1927d8b654 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:16:39.809613 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7093de24-d661-418c-80ee-807571ba535b req-10627f91-faba-4e05-866f-5bb52ddee3a5 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:39.823151 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898831087', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:37Z', 'revision_number': 3, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:86:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:39.916703 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6f32a-0dfd-47e3-a61c-96bc1c4d28c8 None None] The sync data for ids ['17921a03-b281-499e-92f0-c36fc58eba4b'] in n-d-799529-2 is: [{'id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898831087', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:37Z', 'revision_number': 3, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:86:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:16:39.932178 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7093de24-d661-418c-80ee-807571ba535b req-10627f91-faba-4e05-866f-5bb52ddee3a5 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] For port b24bad2b-7218-4616-8263-8d1927d8b654, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b24bad2b-7218-4616-8263-8d1927d8b654,segment=NetworkSegment(2e6d08e8-d59a-4184-a19f-202f4d25a0f5),segment_id=2e6d08e8-d59a-4184-a19f-202f4d25a0f5)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:39.932643 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7093de24-d661-418c-80ee-807571ba535b req-10627f91-faba-4e05-866f-5bb52ddee3a5 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:39.960892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-7093de24-d661-418c-80ee-807571ba535b req-10627f91-faba-4e05-866f-5bb52ddee3a5 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Calling delete_port for b24bad2b-7218-4616-8263-8d1927d8b654 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:16:40.017886 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:40.039103 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Transition to ACTIVE for port object 73987e32-9269-4b3e-9d5c-96a62988795e will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:40.069389 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Transition to ACTIVE for port object 73987e32-9269-4b3e-9d5c-96a62988795e will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:40.080681 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:40.081695 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:40.143361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Network 50155b23-c9d6-4987-983f-0b2810b78690 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:40.148700 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:40.155791 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:40.163573 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Pushing event updated for resources: {'Port': ['ID=73987e32-9269-4b3e-9d5c-96a62988795e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:40.224605 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7093de24-d661-418c-80ee-807571ba535b req-10627f91-faba-4e05-866f-5bb52ddee3a5 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:40.257146 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Attempting to bind port 73987e32-9269-4b3e-9d5c-96a62988795e on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:40.257720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Attempting to bind port 73987e32-9269-4b3e-9d5c-96a62988795e by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:40.258104 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Attempting to bind port 73987e32-9269-4b3e-9d5c-96a62988795e on network 50155b23-c9d6-4987-983f-0b2810b78690 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:40.261205 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['b24bad2b-7218-4616-8263-8d1927d8b654'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:16:40.291696 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:40.292264 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Checking segment: {'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:40.292782 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:40.293280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Bound using segment: {'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:40.298042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10627f91-faba-4e05-866f-5bb52ddee3a5 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Pushing event deleted for resources: {'Port': ['ID=b24bad2b-7218-4616-8263-8d1927d8b654,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:40.299372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Bound port: 73987e32-9269-4b3e-9d5c-96a62988795e, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:40.302331 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:40.385959 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7093de24-d661-418c-80ee-807571ba535b req-10627f91-faba-4e05-866f-5bb52ddee3a5 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] No DVR routers for this DVR port b24bad2b-7218-4616-8263-8d1927d8b654 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:16:40.395083 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7093de24-d661-418c-80ee-807571ba535b req-10627f91-faba-4e05-866f-5bb52ddee3a5 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:40.397406 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7093de24-d661-418c-80ee-807571ba535b req-10627f91-faba-4e05-866f-5bb52ddee3a5 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.23 "DELETE /v2.0/ports/b24bad2b-7218-4616-8263-8d1927d8b654 HTTP/1.1" status: 204 len: 173 time: 0.7553101 Jul 06 12:16:40.397890 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a69719-773f-423b-b446-87251ce8121e', 'name': 'network-vif-deleted', 'tag': 'b24bad2b-7218-4616-8263-8d1927d8b654'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:40.404763 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a35f3d9-8991-4f9b-bb6a-babc99e9bc05" -d '{"events": [{"server_uuid": "95a69719-773f-423b-b446-87251ce8121e", "name": "network-vif-deleted", "tag": "b24bad2b-7218-4616-8263-8d1927d8b654"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:40.441176 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] For port 73987e32-9269-4b3e-9d5c-96a62988795e, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:40.448426 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] For port 73987e32-9269-4b3e-9d5c-96a62988795e, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=73987e32-9269-4b3e-9d5c-96a62988795e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:16:40.454858 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:40.629304 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7eb40c-54b4-4992-8c01-840e6ac151c9 None None] Pushing event updated for resources: {'Port': ['ID=73987e32-9269-4b3e-9d5c-96a62988795e,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:40.891505 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af58ed9-681d-4c8e-bc6c-dea383f01fd4 req-fe2846de-4c4e-41a4-b714-07a8d4c8db1e tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:40.900774 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4af58ed9-681d-4c8e-bc6c-dea383f01fd4 req-fe2846de-4c4e-41a4-b714-07a8d4c8db1e tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/ports?device_id=95a69719-773f-423b-b446-87251ce8121e HTTP/1.1" status: 200 len: 946 time: 0.8667395 Jul 06 12:16:40.964012 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:40.967112 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4af58ed9-681d-4c8e-bc6c-dea383f01fd4 req-8f33b92d-b10e-4e9d-8f64-ed059f9cbae9 tempest-VolumesActionsTest-1826343294 tempest-VolumesActionsTest-1826343294-project] 10.222.0.81 "GET /v2.0/security-groups?id=c186e4b7-5375-4403-ac26-c1ac2460c10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674472 Jul 06 12:16:41.310353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Allocated IP 172.20.0.1 (50155b23-c9d6-4987-983f-0b2810b78690/eda02740-e1ee-415f-a57e-0d644dbb07d0/f6d2c251-f05b-4011-8b50-e5fc1a443fec) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:41.333284 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f16355-414d-4934-889d-ec0661a64afe req-f37b7e90-e09d-4623-ab90-c84de28ca1f3 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:41.335370 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b8f16355-414d-4934-889d-ec0661a64afe req-f37b7e90-e09d-4623-ab90-c84de28ca1f3 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.1369524 Jul 06 12:16:41.451395 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b8f16355-414d-4934-889d-ec0661a64afe req-5b342f12-6c1f-489b-ad37-fcecfa5ef5af tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052198 Jul 06 12:16:41.519824 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:41.522054 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd10257-bad8-4790-8c7c-9d4dab2f0a82 x-openstack-request-id: req-6fd10257-bad8-4790-8c7c-9d4dab2f0a82 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:41.522579 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a69719-773f-423b-b446-87251ce8121e", "name": "network-vif-deleted", "tag": "b24bad2b-7218-4616-8263-8d1927d8b654", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:41.522579 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6fd10257-bad8-4790-8c7c-9d4dab2f0a82 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:41.523001 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a69719-773f-423b-b446-87251ce8121e', 'name': 'network-vif-deleted', 'tag': 'b24bad2b-7218-4616-8263-8d1927d8b654', 'status': 'completed', 'code': 200} Jul 06 12:16:41.547119 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Transition to ACTIVE for port object f6d2c251-f05b-4011-8b50-e5fc1a443fec will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:41.585227 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:41.672668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 50155b23-c9d6-4987-983f-0b2810b78690 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:41.677557 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:41.680243 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:41.772965 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:41.821126 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=f6d2c251-f05b-4011-8b50-e5fc1a443fec,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:41.878486 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba974f62-b1c5-4d85-a7e4-251600cc497f req-45ed5229-404e-4a2e-bf4d-2a9fafc96113 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0654094 Jul 06 12:16:41.907791 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device dcecf2d3-81aa-435d-a7a3-edd857b6b909 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:41.980627 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee741212-59c0-46bc-9d4a-029a818ca8fb req-10e4f2b9-34d6-43b5-a33c-362cbdb69ca3 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:41.982336 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ee741212-59c0-46bc-9d4a-029a818ca8fb req-10e4f2b9-34d6-43b5-a33c-362cbdb69ca3 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 944 time: 0.2731323 Jul 06 12:16:42.003427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port dcecf2d3-81aa-435d-a7a3-edd857b6b909 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:42.017648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port dcecf2d3-81aa-435d-a7a3-edd857b6b909 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:42.018134 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:42.080009 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:42.085815 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ee741212-59c0-46bc-9d4a-029a818ca8fb req-57bf5e15-f2ac-4408-b303-fd2874a87ba6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927565 Jul 06 12:16:42.121175 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72885a89-3fa3-40fb-8de9-986290c79091 None None] Network 50155b23-c9d6-4987-983f-0b2810b78690 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:16:42.129759 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:42.232210 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port dcecf2d3-81aa-435d-a7a3-edd857b6b909, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=dcecf2d3-81aa-435d-a7a3-edd857b6b909,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:42.253333 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:42.254454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 73987e32-9269-4b3e-9d5c-96a62988795e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:42.336807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f0d34894-e058-4653-93c5-6ee9b3186ff9 None None] Provisioning for port 73987e32-9269-4b3e-9d5c-96a62988795e completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:42.380300 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3ad07cf-d893-4db9-b67c-36e93e52e019 req-d122fb65-5096-43ca-bf45-c03dee9dcb89 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0336535 Jul 06 12:16:42.672486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=dcecf2d3-81aa-435d-a7a3-edd857b6b909,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:42.750955 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 73987e32-9269-4b3e-9d5c-96a62988795e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:42.753770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b24bad2b-7218-4616-8263-8d1927d8b654 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:16:42.804590 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 73987e32-9269-4b3e-9d5c-96a62988795e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:42.805219 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:42.868562 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: b24bad2b-7218-4616-8263-8d1927d8b654 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:16:42.869119 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b24bad2b-7218-4616-8263-8d1927d8b654 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:16:42.940975 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:42.957571 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:43.129617 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:43.156518 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248362ad-0a17-47cc-9b0a-d5c9becc050d req-b096061f-36ac-4334-a46c-4182727e586a tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:43.164246 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-248362ad-0a17-47cc-9b0a-d5c9becc050d req-b096061f-36ac-4334-a46c-4182727e586a tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.4570019 Jul 06 12:16:43.204017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=f6d2c251-f05b-4011-8b50-e5fc1a443fec,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:43.211676 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:43.257660 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-248362ad-0a17-47cc-9b0a-d5c9becc050d req-a93fc102-7bfb-4266-b16b-4cd639b50871 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924075 Jul 06 12:16:43.267999 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 73987e32-9269-4b3e-9d5c-96a62988795e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=73987e32-9269-4b3e-9d5c-96a62988795e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:43.316845 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:43.432726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cdf8ef0f-711a-4e03-b326-23c9929839bf None None] Provisioning for port f6d2c251-f05b-4011-8b50-e5fc1a443fec completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:43.456075 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cdf8ef0f-711a-4e03-b326-23c9929839bf None None] Provisioning complete for port f6d2c251-f05b-4011-8b50-e5fc1a443fec triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:43.457196 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ef0f-711a-4e03-b326-23c9929839bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:43.489302 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 50155b23-c9d6-4987-983f-0b2810b78690 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:43.492655 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:43.505044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-cdf8ef0f-711a-4e03-b326-23c9929839bf None None] Port f6d2c251-f05b-4011-8b50-e5fc1a443fec cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:16:43.541901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=73987e32-9269-4b3e-9d5c-96a62988795e,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:43.559220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cdf8ef0f-711a-4e03-b326-23c9929839bf None None] Provisioning complete for port 73987e32-9269-4b3e-9d5c-96a62988795e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:43.559627 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdf8ef0f-711a-4e03-b326-23c9929839bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:43.660640 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cf0ea-01eb-4713-aec1-8aa95c816721 req-069c321a-2bc0-4b09-b63b-4488f075a68b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:43.662813 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e06cf0ea-01eb-4713-aec1-8aa95c816721 req-069c321a-2bc0-4b09-b63b-4488f075a68b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 944 time: 0.1863704 Jul 06 12:16:43.767516 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router 17921a03-b281-499e-92f0-c36fc58eba4b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:16:43.788762 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e06cf0ea-01eb-4713-aec1-8aa95c816721 req-1766d5c6-8400-4bfd-93a9-290eca3f5ffb tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115446 Jul 06 12:16:43.804621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device dcecf2d3-81aa-435d-a7a3-edd857b6b909 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:43.866267 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-52e5a513-a8cd-432c-a038-01e4ccb3922e None None] Provisioning complete for port f6d2c251-f05b-4011-8b50-e5fc1a443fec triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:43.867341 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52e5a513-a8cd-432c-a038-01e4ccb3922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:43.924486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-52e5a513-a8cd-432c-a038-01e4ccb3922e None None] Port f6d2c251-f05b-4011-8b50-e5fc1a443fec cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:16:43.944563 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port dcecf2d3-81aa-435d-a7a3-edd857b6b909 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:43.944942 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:44.094374 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 73987e32-9269-4b3e-9d5c-96a62988795e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:44.146317 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8679698-3c11-479f-a4d1-9929c442ba0b req-ee83b7c1-160e-4fe9-81f9-87115c706626 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.1243627 Jul 06 12:16:44.156316 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:16:44.170117 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-856a489d-0b46-4678-932d-55048f285b06 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "PUT /v2.0/routers/17921a03-b281-499e-92f0-c36fc58eba4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9763598 Jul 06 12:16:44.175400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-09c2f74c-fd22-4145-a9d8-8dd6be651316 None None] Provisioning complete for port f6d2c251-f05b-4011-8b50-e5fc1a443fec triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:44.176141 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09c2f74c-fd22-4145-a9d8-8dd6be651316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:44.219266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 73987e32-9269-4b3e-9d5c-96a62988795e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:44.219641 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:44.221504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Sync routers for ids ['17921a03-b281-499e-92f0-c36fc58eba4b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:16:44.292718 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Routers {'17921a03-b281-499e-92f0-c36fc58eba4b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:44.292718 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:16:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['17921a03-b281-499e-92f0-c36fc58eba4b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:44.351472 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-09c2f74c-fd22-4145-a9d8-8dd6be651316 None None] Port f6d2c251-f05b-4011-8b50-e5fc1a443fec cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:16:44.455673 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Set router 17921a03-b281-499e-92f0-c36fc58eba4b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:44.479305 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18baf91-f7f2-425c-a962-655a9b1c07dc req-338d69c9-9657-4e5a-9c4e-a5bd5ad5e0c6 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:44.481011 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b18baf91-f7f2-425c-a962-655a9b1c07dc req-338d69c9-9657-4e5a-9c4e-a5bd5ad5e0c6 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.0767550 Jul 06 12:16:44.523861 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b18baf91-f7f2-425c-a962-655a9b1c07dc req-79a2d7df-efc1-491b-aea7-7ac6ad860028 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357540 Jul 06 12:16:44.649688 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:16:44.788002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=2c76d7d8-273d-4a12-a871-4abf9b5f2d22,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:44.811602 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '2c76d7d8-273d-4a12-a871-4abf9b5f2d22', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'port_id': '2c76d7d8-273d-4a12-a871-4abf9b5f2d22', 'mac_address': 'fa:16:3e:24:50:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:16:44.817337 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898831087', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:41Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f6d2c251-f05b-4011-8b50-e5fc1a443fec', 'name': '', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:c7:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:40Z', 'updated_at': '2021-07-06T12:16:42Z', 'revision_number': 2, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:44.847270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Checking router: 17921a03-b281-499e-92f0-c36fc58eba4b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:16:44.847533 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Updating router 17921a03-b281-499e-92f0-c36fc58eba4b port f6d2c251-f05b-4011-8b50-e5fc1a443fec binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:16:44.870025 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8492710a-6681-4030-a430-00d7796eea93 req-5fd8ef28-847f-42e6-aeb9-18c9451a426f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f7abe575b214c758f42508db4d7e352&device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0353801 Jul 06 12:16:44.914571 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8492710a-6681-4030-a430-00d7796eea93 req-1affc435-9beb-44ba-8dbb-3f8457dcd1ce service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=6f7abe575b214c758f42508db4d7e352&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365255 Jul 06 12:16:44.928132 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-4047377b-cd02-4fd4-8e9a-3c789ecd3f1e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1118924889&fields=id&tenant_id=f585d4167c1145b098521c82cd595bff HTTP/1.1" status: 200 len: 267 time: 0.0468490 Jul 06 12:16:44.937104 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:44.939920 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:44.961044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:16:45.006004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=2c76d7d8-273d-4a12-a871-4abf9b5f2d22,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:45.015822 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.109892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492710a-6681-4030-a430-00d7796eea93 req-6753eaaf-a1df-4f8e-8097-c689a26c893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:45.110212 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-1777f116-0819-470c-a128-e8d554b1d9ca tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:45.112026 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8492710a-6681-4030-a430-00d7796eea93 req-6753eaaf-a1df-4f8e-8097-c689a26c893a service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1915960 Jul 06 12:16:45.112389 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-1777f116-0819-470c-a128-e8d554b1d9ca tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/networks?id=50155b23-c9d6-4987-983f-0b2810b78690 HTTP/1.1" status: 200 len: 797 time: 0.1832030 Jul 06 12:16:45.134004 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-f70014df-525c-47f3-aa0a-c16aaaf9f900 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/quotas/f585d4167c1145b098521c82cd595bff HTTP/1.1" status: 200 len: 375 time: 0.0156679 Jul 06 12:16:45.164698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=2c76d7d8-273d-4a12-a871-4abf9b5f2d22,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:45.208181 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-376dda6b-111a-44f4-abb5-452d2909f905 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731308 Jul 06 12:16:45.312784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['2c76d7d8-273d-4a12-a871-4abf9b5f2d22'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:16:45.337524 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-9a7afaa2-7ebf-4b7f-8983-7b1bcd4c50f2 service neutron] 10.222.0.81 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209767 Jul 06 12:16:45.368271 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.378948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Transition to ACTIVE for port object f6d2c251-f05b-4011-8b50-e5fc1a443fec will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:45.385777 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.446565 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-fe9d68cc-5daf-49c9-ab23-d795cd3db33b service neutron] 10.222.0.81 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997167 Jul 06 12:16:45.466470 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351bfa2-7a04-42f4-81c7-2d4f354f337a None None] Pushing event updated for resources: {'Port': ['ID=f6d2c251-f05b-4011-8b50-e5fc1a443fec,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:45.582235 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Attempting to bind port f6d2c251-f05b-4011-8b50-e5fc1a443fec on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:45.582852 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Attempting to bind port f6d2c251-f05b-4011-8b50-e5fc1a443fec by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:45.583602 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Attempting to bind port f6d2c251-f05b-4011-8b50-e5fc1a443fec on network 50155b23-c9d6-4987-983f-0b2810b78690 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:45.601648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:45.602304 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Checking segment: {'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:45.602902 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.603559 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Bound using segment: {'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:45.604213 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Bound port: f6d2c251-f05b-4011-8b50-e5fc1a443fec, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:45.604933 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.692245 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] For port f6d2c251-f05b-4011-8b50-e5fc1a443fec, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:45.696984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] For port f6d2c251-f05b-4011-8b50-e5fc1a443fec, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f6d2c251-f05b-4011-8b50-e5fc1a443fec,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:16:45.707803 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:45.903301 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Routers {'17921a03-b281-499e-92f0-c36fc58eba4b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:16:45.912750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:16:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['17921a03-b281-499e-92f0-c36fc58eba4b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:45.928705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351bfa2-7a04-42f4-81c7-2d4f354f337a None None] Pushing event updated for resources: {'Port': ['ID=f6d2c251-f05b-4011-8b50-e5fc1a443fec,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:46.113884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d33888-00d5-41cc-8c80-d668d20d591b req-6cfe7bb5-4069-4cb9-bd0c-1490e83279aa tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:46.115675 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-16d33888-00d5-41cc-8c80-d668d20d591b req-6cfe7bb5-4069-4cb9-bd0c-1490e83279aa tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 945 time: 0.1733489 Jul 06 12:16:46.175496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] Set router 17921a03-b281-499e-92f0-c36fc58eba4b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:16:46.230996 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-16d33888-00d5-41cc-8c80-d668d20d591b req-486fadf7-8547-49ac-bf02-b54ca4507879 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004183 Jul 06 12:16:46.409186 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-867101c4-befd-4b9c-900b-b07bd4aabc15 req-388d49da-112e-4b17-9b30-7ed165c4daa1 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0401685 Jul 06 12:16:46.439508 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8492710a-6681-4030-a430-00d7796eea93 req-009234a9-10f5-410e-9209-10a5744698f4 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0715714 Jul 06 12:16:46.601586 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898831087', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:41Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f6d2c251-f05b-4011-8b50-e5fc1a443fec', 'name': '', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:c7:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:40Z', 'updated_at': '2021-07-06T12:16:45Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:16:46.631486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da30b6a0-e880-403e-8957-b0e85661aa99 None None] The sync data for ids ['17921a03-b281-499e-92f0-c36fc58eba4b'] in n-d-799529-2 is: [{'id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898831087', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:41Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f6d2c251-f05b-4011-8b50-e5fc1a443fec', 'name': '', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:c7:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:40Z', 'updated_at': '2021-07-06T12:16:45Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:16:46.665628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:46.783870 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:46.786073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761eebc0-5437-4452-addb-180a69b3ede4 req-f5389087-1f42-4cdf-8580-26ecab88c8c5 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:46.792893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:46.793112 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-761eebc0-5437-4452-addb-180a69b3ede4 req-f5389087-1f42-4cdf-8580-26ecab88c8c5 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.2168825 Jul 06 12:16:46.795163 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:46.907959 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-761eebc0-5437-4452-addb-180a69b3ede4 req-86bf5414-1fc0-439a-af9a-d1cfd85cb25c tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138296 Jul 06 12:16:46.951431 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:16:47.052503 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:47.086755 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e596da-8868-4b4f-8cf6-d4730858c34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c76d7d8-273d-4a12-a871-4abf9b5f2d22'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:47.094027 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be1d9d7-fd56-46d9-b1b5-70a96e333027" -d '{"events": [{"server_uuid": "d8e596da-8868-4b4f-8cf6-d4730858c34e", "name": "network-vif-plugged", "status": "completed", "tag": "2c76d7d8-273d-4a12-a871-4abf9b5f2d22"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:47.117737 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=2c76d7d8-273d-4a12-a871-4abf9b5f2d22,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:47.125991 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:47.134752 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cdf3b0be-3505-40aa-a60c-cbec424d1085 req-faf2a480-82af-4408-bc69-fb87a6d45e52 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 210 time: 0.0325642 Jul 06 12:16:47.195445 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94af37e-c23e-43ae-a6fe-cac5726cb4d5 x-openstack-request-id: req-c94af37e-c23e-43ae-a6fe-cac5726cb4d5 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:47.196081 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e596da-8868-4b4f-8cf6-d4730858c34e", "name": "network-vif-plugged", "status": "completed", "tag": "2c76d7d8-273d-4a12-a871-4abf9b5f2d22", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:47.196558 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c94af37e-c23e-43ae-a6fe-cac5726cb4d5 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:47.197147 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e596da-8868-4b4f-8cf6-d4730858c34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c76d7d8-273d-4a12-a871-4abf9b5f2d22', 'code': 200} Jul 06 12:16:47.204587 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=2c76d7d8-273d-4a12-a871-4abf9b5f2d22,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:47.331034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dd750-2d51-4e85-a796-76c4595c45cf req-3f4d14a5-dfde-4f59-ad7f-affd02171100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:47.332577 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-879dd750-2d51-4e85-a796-76c4595c45cf req-3f4d14a5-dfde-4f59-ad7f-affd02171100 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 1097 time: 0.0692794 Jul 06 12:16:47.443369 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-879dd750-2d51-4e85-a796-76c4595c45cf req-f449c27c-8b0f-4ec8-93af-eabb11c62a75 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919204 Jul 06 12:16:47.624213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ed6ff-4232-4743-943f-41a6c2b5ddc9 req-a2da2cbb-bae8-434f-8795-53fc332739aa tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:47.637852 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-508ed6ff-4232-4743-943f-41a6c2b5ddc9 req-a2da2cbb-bae8-434f-8795-53fc332739aa tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 946 time: 0.1878569 Jul 06 12:16:47.653931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-eee3ab3b-079b-4e8c-b3fa-63fb2082011a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:47.656154 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-eee3ab3b-079b-4e8c-b3fa-63fb2082011a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.23 "GET /v2.0/networks?id=50155b23-c9d6-4987-983f-0b2810b78690 HTTP/1.1" status: 200 len: 797 time: 0.1433699 Jul 06 12:16:47.698434 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-508ed6ff-4232-4743-943f-41a6c2b5ddc9 req-69982327-5c80-4cbf-8f3f-dbba78203345 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594814 Jul 06 12:16:47.794602 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-d165ee12-2857-40bf-9971-57a800975c12 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f585d4167c1145b098521c82cd595bff HTTP/1.1" status: 200 len: 380 time: 0.1279655 Jul 06 12:16:47.813932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'port': {'device_id': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'admin_state_up': True, 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'security_groups': ['87e22f5c-9a60-4fdb-b175-cae0bfe6e98d']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:47.899303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f6d2c251-f05b-4011-8b50-e5fc1a443fec up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:48.019571 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f6430a9b-f370-4cf5-b7fc-195192354992 req-616ae724-40d6-4f52-b1d7-c35fd6c1bd57 tempest-ServerShowV254Test-554719191 tempest-ServerShowV254Test-554719191-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8e72590-84a0-4c58-b441-338674168c83 HTTP/1.1" status: 200 len: 210 time: 0.0622175 Jul 06 12:16:48.042882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port f6d2c251-f05b-4011-8b50-e5fc1a443fec completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:48.053289 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port f6d2c251-f05b-4011-8b50-e5fc1a443fec triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:48.053864 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.156169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Made reservation on behalf of f585d4167c1145b098521c82cd595bff for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:48.164878 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.275936 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.292544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c3c46-a968-40a7-a95e-da72d535470e req-5b55fbed-2c5e-4a2f-840d-9a926fb82c01 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:48.306111 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-327c3c46-a968-40a7-a95e-da72d535470e req-5b55fbed-2c5e-4a2f-840d-9a926fb82c01 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.1545036 Jul 06 12:16:48.377025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port f6d2c251-f05b-4011-8b50-e5fc1a443fec, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f6d2c251-f05b-4011-8b50-e5fc1a443fec,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:48.383000 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.396544 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-327c3c46-a968-40a7-a95e-da72d535470e req-4306521d-6bcd-43d8-b3b6-be3294536544 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881696 Jul 06 12:16:48.505605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=f6d2c251-f05b-4011-8b50-e5fc1a443fec,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:48.542345 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Allocated IP 172.20.0.11 (50155b23-c9d6-4987-983f-0b2810b78690/eda02740-e1ee-415f-a57e-0d644dbb07d0/d656e230-af8f-4451-b6bf-d2acaca4ed1e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:48.619832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-257ffa55-9b3d-409a-b1ee-81854a567bab req-2a0efb63-13ac-4d59-85ae-806997ae4f4a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 210 time: 0.0751605 Jul 06 12:16:48.804580 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.823574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Transition to ACTIVE for port object d656e230-af8f-4451-b6bf-d2acaca4ed1e will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:48.867140 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:48.926875 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 50155b23-c9d6-4987-983f-0b2810b78690 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:48.930564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:48.938914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:48.943863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=d656e230-af8f-4451-b6bf-d2acaca4ed1e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:48.986424 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.989524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.989524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.989524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.989524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.989524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.989524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.989524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.990689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.990689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.990913 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:48.991373 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:49.036624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:49.037734 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.054520 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b9091-7ede-4ee6-a422-33ac8646e9c2 req-a6fe48a2-5bb5-4434-bbdf-45b9ab7afa35 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:49.070599 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d95b9091-7ede-4ee6-a422-33ac8646e9c2 req-a6fe48a2-5bb5-4434-bbdf-45b9ab7afa35 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 946 time: 0.1763086 Jul 06 12:16:49.075856 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-d11db249-5764-4b60-9ce6-f4141630d325 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2730412 Jul 06 12:16:49.088924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Request body: {'port': {'device_id': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:49.128608 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d95b9091-7ede-4ee6-a422-33ac8646e9c2 req-5c1d7426-8658-4312-baf4-f621abafb2e8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570457 Jul 06 12:16:49.206121 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.550043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-460be4bf-7cdc-460c-a5cd-caff283b4480 None None] Provisioning for port d656e230-af8f-4451-b6bf-d2acaca4ed1e completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:49.570260 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-460be4bf-7cdc-460c-a5cd-caff283b4480 None None] Provisioning complete for port d656e230-af8f-4451-b6bf-d2acaca4ed1e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:49.570689 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-460be4bf-7cdc-460c-a5cd-caff283b4480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.650377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-460be4bf-7cdc-460c-a5cd-caff283b4480 None None] Port d656e230-af8f-4451-b6bf-d2acaca4ed1e cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:16:49.727714 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf179f1-f43e-4622-a1de-47f32af446dc req-78c629fc-3ab0-4041-a6e0-8776a5bedc9a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:49.729298 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fcf179f1-f43e-4622-a1de-47f32af446dc req-78c629fc-3ab0-4041-a6e0-8776a5bedc9a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 946 time: 0.1919031 Jul 06 12:16:49.823889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f6d2c251-f05b-4011-8b50-e5fc1a443fec up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:49.828825 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d656e230-af8f-4451-b6bf-d2acaca4ed1e {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:16:49.836737 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fcf179f1-f43e-4622-a1de-47f32af446dc req-fbd561e4-e722-4794-92ce-7ab258724b43 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064539 Jul 06 12:16:49.837224 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.853918 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Transition to ACTIVE for port object d656e230-af8f-4451-b6bf-d2acaca4ed1e will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:49.859568 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:49.955181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Pushing event updated for resources: {'Port': ['ID=d656e230-af8f-4451-b6bf-d2acaca4ed1e,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:49.957926 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port f6d2c251-f05b-4011-8b50-e5fc1a443fec triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:49.958645 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.002379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 35880) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:50.190175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Attempting to bind port d656e230-af8f-4451-b6bf-d2acaca4ed1e on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:16:50.190942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Attempting to bind port d656e230-af8f-4451-b6bf-d2acaca4ed1e by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:16:50.191434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Attempting to bind port d656e230-af8f-4451-b6bf-d2acaca4ed1e on network 50155b23-c9d6-4987-983f-0b2810b78690 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:50.196411 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Port d656e230-af8f-4451-b6bf-d2acaca4ed1e on network 50155b23-c9d6-4987-983f-0b2810b78690 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:16:50.196902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Attempting to bind port d656e230-af8f-4451-b6bf-d2acaca4ed1e on network 50155b23-c9d6-4987-983f-0b2810b78690 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:16:50.203293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:16:50.203782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Checking segment: {'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:16:50.204290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Bound using segment: {'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:16:50.204972 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Bound port: d656e230-af8f-4451-b6bf-d2acaca4ed1e, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:16:50.205492 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.205653 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-71ddaf5f-3daf-4395-972b-180fc8d9b243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.258269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a4a08-752c-4aed-91ab-a6ab8097c85e req-3ff190e7-01f6-4c99-87c3-80b90ac6e7bf tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:50.263418 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f2a4a08-752c-4aed-91ab-a6ab8097c85e req-3ff190e7-01f6-4c99-87c3-80b90ac6e7bf tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.1925321 Jul 06 12:16:50.290802 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:16:50.297784 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:16:50.304478 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.348822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:50.349609 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.354352 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] 10.222.0.23 "PUT /v2.0/ports/d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 200 len: 1092 time: 1.2707193 Jul 06 12:16:50.354998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:50.369035 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd897bca-64cd-4c88-8fb0-b6fe3834ce9d" -d '{"events": [{"name": "network-changed", "server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:50.399879 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f2a4a08-752c-4aed-91ab-a6ab8097c85e req-26d7c5dc-3195-4ccf-ad63-9cc8634b6022 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170974 Jul 06 12:16:50.536105 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-71ddaf5f-3daf-4395-972b-180fc8d9b243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.541123 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-71ddaf5f-3daf-4395-972b-180fc8d9b243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.554614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14971772-a7df-4326-b9ae-7babb18dce2a service neutron] Pushing event updated for resources: {'Port': ['ID=d656e230-af8f-4451-b6bf-d2acaca4ed1e,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:50.601494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-820e6144-f6d8-4be4-8a4a-0abccf9a8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:50.603484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-820e6144-f6d8-4be4-8a4a-0abccf9a8f38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1095 time: 0.1850343 Jul 06 12:16:50.659911 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-71ddaf5f-3daf-4395-972b-180fc8d9b243 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6f7abe575b214c758f42508db4d7e352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6559675 Jul 06 12:16:50.661695 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-4222676d-1425-4233-8103-bccb78039c6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 200 len: 217 time: 0.0504839 Jul 06 12:16:50.662410 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddaf5f-3daf-4395-972b-180fc8d9b243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ef0746-761c-4e5b-aba9-55c46ad443cd,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:50.662591 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 35892) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:50.734021 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e4084-c3b5-4f8a-af58-0dfacd496aea req-059ff466-f0a5-4afc-8606-0f65ba92b3f4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:50.736086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a0e4084-c3b5-4f8a-af58-0dfacd496aea req-059ff466-f0a5-4afc-8606-0f65ba92b3f4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 944 time: 0.1412644 Jul 06 12:16:50.819622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-93617fc6-241f-4dea-a897-47cbd7742628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:50.821192 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-93617fc6-241f-4dea-a897-47cbd7742628 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eda02740-e1ee-415f-a57e-0d644dbb07d0 HTTP/1.1" status: 200 len: 835 time: 0.1483214 Jul 06 12:16:50.821873 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c5e90b34-cd09-4ccf-9564-ea2f021c2d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.868322 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a0e4084-c3b5-4f8a-af58-0dfacd496aea req-b15b968c-2e4c-482e-b894-b81c03d486ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189265 Jul 06 12:16:50.901497 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c5e90b34-cd09-4ccf-9564-ea2f021c2d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:50.949636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-871e7d63-3454-4258-8bac-8a203c86e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:50.951164 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-871e7d63-3454-4258-8bac-8a203c86e6c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50155b23-c9d6-4987-983f-0b2810b78690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186082 Jul 06 12:16:51.008174 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c5e90b34-cd09-4ccf-9564-ea2f021c2d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.010700 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c5e90b34-cd09-4ccf-9564-ea2f021c2d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:51.011928 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c5e90b34-cd09-4ccf-9564-ea2f021c2d27 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/17ef0746-761c-4e5b-aba9-55c46ad443cd HTTP/1.1" status: 204 len: 168 time: 0.3482265 Jul 06 12:16:51.028802 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e90b34-cd09-4ccf-9564-ea2f021c2d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ef0746-761c-4e5b-aba9-55c46ad443cd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:51.071718 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-9113afc6-e539-4c67-9ddd-63754017ba40 service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134222 Jul 06 12:16:51.188252 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fbebe7ac-3139-4ddd-8bd9-605b31af6895 req-351d9982-f9cc-40a5-ae95-d6e05d770a20 service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034279 Jul 06 12:16:52.834860 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3581ed1-ffd6-4a29-b6aa-b7a8f8412aad x-openstack-request-id: req-c3581ed1-ffd6-4a29-b6aa-b7a8f8412aad {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:52.835944 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:52.836679 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3581ed1-ffd6-4a29-b6aa-b7a8f8412aad {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:52.837361 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'status': 'completed', 'code': 200} Jul 06 12:16:53.007900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd897bca-64cd-4c88-8fb0-b6fe3834ce9d req-7e010766-b1c8-4e97-993e-0acd6b75ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:53.009896 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bd897bca-64cd-4c88-8fb0-b6fe3834ce9d req-7e010766-b1c8-4e97-993e-0acd6b75ead4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1095 time: 0.1427279 Jul 06 12:16:53.177452 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8d3e6-de38-4717-9b5e-0c158a738bc3 req-a6c50270-83f7-4e28-ace5-04e1cd7bc29a tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:53.179912 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40b8d3e6-de38-4717-9b5e-0c158a738bc3 req-a6c50270-83f7-4e28-ace5-04e1cd7bc29a tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.1070008 Jul 06 12:16:53.230400 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd897bca-64cd-4c88-8fb0-b6fe3834ce9d req-86957f7a-eb82-41ca-8c71-fcc376a122b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:53.231908 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bd897bca-64cd-4c88-8fb0-b6fe3834ce9d req-86957f7a-eb82-41ca-8c71-fcc376a122b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=50155b23-c9d6-4987-983f-0b2810b78690 HTTP/1.1" status: 200 len: 898 time: 0.2146969 Jul 06 12:16:53.247604 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40b8d3e6-de38-4717-9b5e-0c158a738bc3 req-8791bfc9-92e6-4793-8739-bbd8a284468b tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601597 Jul 06 12:16:53.292223 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bd897bca-64cd-4c88-8fb0-b6fe3834ce9d req-dde7f984-8924-42cb-b324-7572d8e7969a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 200 len: 217 time: 0.0531993 Jul 06 12:16:53.462819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd897bca-64cd-4c88-8fb0-b6fe3834ce9d req-e76ff9de-ebc2-424b-a05c-5ff0867eccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:53.468274 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bd897bca-64cd-4c88-8fb0-b6fe3834ce9d req-e76ff9de-ebc2-424b-a05c-5ff0867eccd1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eda02740-e1ee-415f-a57e-0d644dbb07d0 HTTP/1.1" status: 200 len: 835 time: 0.1540036 Jul 06 12:16:53.544807 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd897bca-64cd-4c88-8fb0-b6fe3834ce9d req-5ef98219-96b3-4f5f-a340-bb32d2fa30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:53.547414 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bd897bca-64cd-4c88-8fb0-b6fe3834ce9d req-5ef98219-96b3-4f5f-a340-bb32d2fa30a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50155b23-c9d6-4987-983f-0b2810b78690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760055 Jul 06 12:16:53.660050 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bc701-282f-4be9-be06-6258c2a299b6 req-6afe74e1-c7af-45a7-bac6-0c8907be8df8 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:53.661683 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab9bc701-282f-4be9-be06-6258c2a299b6 req-6afe74e1-c7af-45a7-bac6-0c8907be8df8 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 944 time: 0.0713093 Jul 06 12:16:53.721270 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bd897bca-64cd-4c88-8fb0-b6fe3834ce9d req-5c4916ea-18c0-4325-ad11-f41ea0f2e9ef service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658082 Jul 06 12:16:53.744539 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab9bc701-282f-4be9-be06-6258c2a299b6 req-ab606b55-a459-470c-adc3-5fee8786659d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690341 Jul 06 12:16:53.855109 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bd897bca-64cd-4c88-8fb0-b6fe3834ce9d req-9fa5a962-0aca-43bf-a404-3c8c18e22c59 service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266658 Jul 06 12:16:54.317040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36088) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:54.330742 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-b99c0e5d-7023-4873-822f-753358a7b353 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:54.332787 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-b99c0e5d-7023-4873-822f-753358a7b353 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 812 time: 0.1437871 Jul 06 12:16:54.352530 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-7d19cabc-c8fa-4bb2-8193-240bc4ec36ed tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/quotas/832bb4a030854ce3b41104102480a6a9 HTTP/1.1" status: 200 len: 375 time: 0.0137577 Jul 06 12:16:54.437305 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-bac6b05c-e898-4c2b-abe3-651dd34e13f3 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786760 Jul 06 12:16:54.462390 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08237fc5-ea74-482f-a2f6-c6bb27c30888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:54.604072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-d0bc97f9-9588-4b1b-a808-6a2e71330db2 service neutron] 10.222.0.81 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580834 Jul 06 12:16:54.611290 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08237fc5-ea74-482f-a2f6-c6bb27c30888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:54.617652 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08237fc5-ea74-482f-a2f6-c6bb27c30888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:54.685815 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-08237fc5-ea74-482f-a2f6-c6bb27c30888 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b09a16190d474befb67d2fb73dbe837f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676109 Jul 06 12:16:54.697373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36102) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:54.748692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08237fc5-ea74-482f-a2f6-c6bb27c30888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c50f81-cc8f-4174-8406-813ced47121e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:54.789349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d656e230-af8f-4451-b6bf-d2acaca4ed1e details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:16:54.821166 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-a3f3c872-d138-4583-91bf-40287e3f1a1a service neutron] 10.222.0.81 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092924 Jul 06 12:16:54.829421 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b04d0bd-90a1-4a26-a498-e0dd6124ec6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:54.903371 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b04d0bd-90a1-4a26-a498-e0dd6124ec6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:54.958509 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:54.980463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'port_id': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'mac_address': 'fa:16:3e:62:4c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:16:55.015661 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b04d0bd-90a1-4a26-a498-e0dd6124ec6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:55.020534 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b04d0bd-90a1-4a26-a498-e0dd6124ec6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:55.026661 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3b04d0bd-90a1-4a26-a498-e0dd6124ec6f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f5c50f81-cc8f-4174-8406-813ced47121e HTTP/1.1" status: 204 len: 168 time: 0.3279176 Jul 06 12:16:55.044447 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04d0bd-90a1-4a26-a498-e0dd6124ec6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c50f81-cc8f-4174-8406-813ced47121e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:55.098846 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:55.120322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d656e230-af8f-4451-b6bf-d2acaca4ed1e {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:16:55.151850 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:55.157883 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:55.233379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d656e230-af8f-4451-b6bf-d2acaca4ed1e,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:55.244445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:55.244445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:55.244445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:55.258768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:55.258768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:55.258768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:55.258768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:55.258768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:55.258768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:55.258768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:55.258768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:55.258768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:16:55.351496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['d656e230-af8f-4451-b6bf-d2acaca4ed1e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:16:55.523914 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42639a5-113d-4177-8519-74219e8a97b0 req-c2fdc68c-63cc-4e91-80ce-b4b2a7a0c4cd tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:55.527865 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a42639a5-113d-4177-8519-74219e8a97b0 req-c2fdc68c-63cc-4e91-80ce-b4b2a7a0c4cd tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.1628621 Jul 06 12:16:55.605688 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36130) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:55.632667 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37daf1a7-7eb8-4d2f-a056-d0d63e9637e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:55.635179 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a42639a5-113d-4177-8519-74219e8a97b0 req-13511b17-eee0-4b1d-a52a-133ca87a6a91 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981095 Jul 06 12:16:55.855055 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37daf1a7-7eb8-4d2f-a056-d0d63e9637e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:55.860396 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37daf1a7-7eb8-4d2f-a056-d0d63e9637e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:55.969469 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-37daf1a7-7eb8-4d2f-a056-d0d63e9637e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=01d08d96603d40bebdf5cc66fe4ee37f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618145 Jul 06 12:16:55.970865 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37daf1a7-7eb8-4d2f-a056-d0d63e9637e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e18147b-8bd4-4bce-92c1-b4b16ae3faf4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:55.989916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36140) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:16:56.117331 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbf9a2-7de2-4238-932f-ca59799a0267 req-5ceb3d74-f528-4be6-a203-b2c086d8ec95 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:56.128326 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47bbf9a2-7de2-4238-932f-ca59799a0267 req-5ceb3d74-f528-4be6-a203-b2c086d8ec95 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 945 time: 0.1972594 Jul 06 12:16:56.141432 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-441c002c-7333-49c4-80fa-992b1a0ec536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.242079 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-441c002c-7333-49c4-80fa-992b1a0ec536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.287804 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47bbf9a2-7de2-4238-932f-ca59799a0267 req-1958f2f5-4c59-4b2b-8947-b5dbc4b58ca1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486862 Jul 06 12:16:56.301439 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-441c002c-7333-49c4-80fa-992b1a0ec536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.304575 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-441c002c-7333-49c4-80fa-992b1a0ec536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.309584 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-441c002c-7333-49c4-80fa-992b1a0ec536 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1e18147b-8bd4-4bce-92c1-b4b16ae3faf4 HTTP/1.1" status: 204 len: 168 time: 0.3161500 Jul 06 12:16:56.338227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c002c-7333-49c4-80fa-992b1a0ec536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e18147b-8bd4-4bce-92c1-b4b16ae3faf4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:56.544800 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fa87c0f5-10fe-4c0a-b79e-fc0eade05141 req-8e4e4535-1ee4-4c52-99fb-43af7a0cc481 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 210 time: 0.0588155 Jul 06 12:16:56.803356 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d656e230-af8f-4451-b6bf-d2acaca4ed1e up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:16:56.866026 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694e971-8fc0-4b57-9527-84aa5608d924 req-f53c9cbc-e6e5-4f34-983a-fc0a14a2a3b8 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:56.867808 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2694e971-8fc0-4b57-9527-84aa5608d924 req-f53c9cbc-e6e5-4f34-983a-fc0a14a2a3b8 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.0874224 Jul 06 12:16:56.871363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port d656e230-af8f-4451-b6bf-d2acaca4ed1e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:56.877345 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port d656e230-af8f-4451-b6bf-d2acaca4ed1e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:56.877783 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:56.934342 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2694e971-8fc0-4b57-9527-84aa5608d924 req-78958f37-0a00-4de2-afd7-8b3da759225d tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500202 Jul 06 12:16:57.008220 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:57.047427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:16:57.048606 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:16:57.051771 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d898802-79b1-4e24-b811-2338c107bfda" -d '{"events": [{"server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "name": "network-vif-plugged", "status": "completed", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:16:57.055852 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:57.116567 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d656e230-af8f-4451-b6bf-d2acaca4ed1e,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:57.131475 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a02aee8-f590-49f8-8f72-45a6773e62de x-openstack-request-id: req-6a02aee8-f590-49f8-8f72-45a6773e62de {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:16:57.132023 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "name": "network-vif-plugged", "status": "completed", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:16:57.132462 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a02aee8-f590-49f8-8f72-45a6773e62de {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:16:57.133021 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'code': 200} Jul 06 12:16:57.296093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-d6f92f7a-720d-4005-8771-b6454caf7fe2 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:57.297765 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-d6f92f7a-720d-4005-8771-b6454caf7fe2 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 812 time: 0.1952701 Jul 06 12:16:57.323320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-83921d0f-e0eb-4e56-be5c-041f797123ae tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'port': {'device_id': 'df47a12b-29fd-462b-9c1f-6d14f318fbc7', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'admin_state_up': True, 'tenant_id': '832bb4a030854ce3b41104102480a6a9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:57.493326 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc3cb4-9aae-4544-91d4-80e7c57aa47d req-0c491503-6d64-4001-9a27-6ef25c5abfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:57.495995 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-01bc3cb4-9aae-4544-91d4-80e7c57aa47d req-0c491503-6d64-4001-9a27-6ef25c5abfd0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1097 time: 0.2454433 Jul 06 12:16:57.604292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583254f2-685b-4101-a8a9-3294104f9427 req-af663038-044b-4a5a-a9aa-f6dba8fa82b3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:57.613186 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-583254f2-685b-4101-a8a9-3294104f9427 req-af663038-044b-4a5a-a9aa-f6dba8fa82b3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.1117668 Jul 06 12:16:57.626826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-83921d0f-e0eb-4e56-be5c-041f797123ae tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Made reservation on behalf of 832bb4a030854ce3b41104102480a6a9 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:16:57.633030 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-83921d0f-e0eb-4e56-be5c-041f797123ae tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:57.663726 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-01bc3cb4-9aae-4544-91d4-80e7c57aa47d req-611965da-eeb1-44ba-b27c-48cb1fb2bdc6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505859 Jul 06 12:16:57.675626 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-583254f2-685b-4101-a8a9-3294104f9427 req-29703765-e916-4aea-aea5-6add9113611c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608289 Jul 06 12:16:57.848222 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-83921d0f-e0eb-4e56-be5c-041f797123ae tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Allocated IP 172.20.0.5 (ad18e200-99a4-4806-8416-4d318414fcf7/2f047520-7237-4556-9ec0-b489c61b5ee3/ca4336ce-708d-4d46-aade-11de93a20fc7) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:16:58.182735 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d63465d4-840b-4564-915d-608369184bfe req-6cdff746-f5f5-4a95-acb6-6552c6457e31 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 210 time: 0.1388261 Jul 06 12:16:58.510350 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03726b0-22bc-46bc-ad39-06919a4b8366 req-294f00a4-fb6e-4404-b418-b4f9898c3349 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:58.512698 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a03726b0-22bc-46bc-ad39-06919a4b8366 req-294f00a4-fb6e-4404-b418-b4f9898c3349 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.1274531 Jul 06 12:16:58.594365 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a03726b0-22bc-46bc-ad39-06919a4b8366 req-fae5aeca-e8bb-4e6a-a8d3-154af9ced469 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740232 Jul 06 12:16:58.674439 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-83921d0f-e0eb-4e56-be5c-041f797123ae tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:58.692831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-83921d0f-e0eb-4e56-be5c-041f797123ae tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Transition to ACTIVE for port object ca4336ce-708d-4d46-aade-11de93a20fc7 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:58.732919 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-83921d0f-e0eb-4e56-be5c-041f797123ae tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:58.749748 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['2c76d7d8-273d-4a12-a871-4abf9b5f2d22'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:16:58.778740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-83921d0f-e0eb-4e56-be5c-041f797123ae tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Network ad18e200-99a4-4806-8416-4d318414fcf7 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:16:58.782893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-83921d0f-e0eb-4e56-be5c-041f797123ae tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:16:58.785697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-83921d0f-e0eb-4e56-be5c-041f797123ae tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:16:59.038842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83921d0f-e0eb-4e56-be5c-041f797123ae tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'Port': ['ID=ca4336ce-708d-4d46-aade-11de93a20fc7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:16:59.063623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-83921d0f-e0eb-4e56-be5c-041f797123ae tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:59.066447 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-83921d0f-e0eb-4e56-be5c-041f797123ae tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:59.090625 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-83921d0f-e0eb-4e56-be5c-041f797123ae tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7746742 Jul 06 12:16:59.103589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Request body: {'port': {'device_id': 'df47a12b-29fd-462b-9c1f-6d14f318fbc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:16:59.243659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c83ab-3f53-4a72-b355-2647ee9e92b6 req-29bdd67b-1172-4dd3-ade7-46088a9768a1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:59.245925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-367c83ab-3f53-4a72-b355-2647ee9e92b6 req-29bdd67b-1172-4dd3-ade7-46088a9768a1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.1634820 Jul 06 12:16:59.265216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bfabd8ed-34c3-4a8a-b86b-a4480dd362d3 None None] Provisioning for port ca4336ce-708d-4d46-aade-11de93a20fc7 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:16:59.272177 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bfabd8ed-34c3-4a8a-b86b-a4480dd362d3 None None] Provisioning complete for port ca4336ce-708d-4d46-aade-11de93a20fc7 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:16:59.275736 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfabd8ed-34c3-4a8a-b86b-a4480dd362d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:59.297587 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:59.358696 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-367c83ab-3f53-4a72-b355-2647ee9e92b6 req-13634a5a-c452-4f5d-9392-e8a8c9abc21b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966811 Jul 06 12:16:59.369387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bfabd8ed-34c3-4a8a-b86b-a4480dd362d3 None None] Port ca4336ce-708d-4d46-aade-11de93a20fc7 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:16:59.680146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5de0b-e3bf-4896-8626-904e606e539b req-b5ef8828-b703-4175-a8e4-68531c214748 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:16:59.688284 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91e5de0b-e3bf-4896-8626-904e606e539b req-b5ef8828-b703-4175-a8e4-68531c214748 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 931 time: 0.1338942 Jul 06 12:16:59.746050 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91e5de0b-e3bf-4896-8626-904e606e539b req-e3f784b7-7012-4907-ba1c-476f7c25c546 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567074 Jul 06 12:16:59.925145 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4336ce-708d-4d46-aade-11de93a20fc7 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:16:59.943643 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:16:59.982449 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Transition to ACTIVE for port object ca4336ce-708d-4d46-aade-11de93a20fc7 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:16:59.988684 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:00.019014 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f6898-0917-40de-aa24-b2d911d20d5e req-234b5408-7209-44d8-bde8-b2b183436443 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:00.020716 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-378f6898-0917-40de-aa24-b2d911d20d5e req-234b5408-7209-44d8-bde8-b2b183436443 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.1531510 Jul 06 12:17:00.161185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-378f6898-0917-40de-aa24-b2d911d20d5e req-19675a7d-a4ff-4435-9cb9-00d2bd66f9e6 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295731 Jul 06 12:17:00.181920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36282) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:00.249037 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765ece5c-ddb0-4b11-8073-bcd370468501 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:00.254283 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-765ece5c-ddb0-4b11-8073-bcd370468501 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1092 time: 0.0710616 Jul 06 12:17:00.255282 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36284) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:00.260266 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:00.294834 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:00.359301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Pushing event updated for resources: {'Port': ['ID=ca4336ce-708d-4d46-aade-11de93a20fc7,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:00.409555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Attempting to bind port ca4336ce-708d-4d46-aade-11de93a20fc7 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:17:00.409814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Attempting to bind port ca4336ce-708d-4d46-aade-11de93a20fc7 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:17:00.410147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Attempting to bind port ca4336ce-708d-4d46-aade-11de93a20fc7 on network ad18e200-99a4-4806-8416-4d318414fcf7 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:00.425474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Port ca4336ce-708d-4d46-aade-11de93a20fc7 on network ad18e200-99a4-4806-8416-4d318414fcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:17:00.425835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Attempting to bind port ca4336ce-708d-4d46-aade-11de93a20fc7 on network ad18e200-99a4-4806-8416-4d318414fcf7 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:00.438293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:17:00.438680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Checking segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:00.439077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Bound using segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:17:00.439539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Bound port: ca4336ce-708d-4d46-aade-11de93a20fc7, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:17:00.439949 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:00.518372 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:00.640660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] For port ca4336ce-708d-4d46-aade-11de93a20fc7, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:00.657227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] For port ca4336ce-708d-4d46-aade-11de93a20fc7, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ca4336ce-708d-4d46-aade-11de93a20fc7,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:17:00.665018 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:00.700158 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:00.701098 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:00.704895 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] 10.222.0.23 "PUT /v2.0/ports/ca4336ce-708d-4d46-aade-11de93a20fc7 HTTP/1.1" status: 200 len: 1091 time: 1.6042070 Jul 06 12:17:00.707811 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df47a12b-29fd-462b-9c1f-6d14f318fbc7', 'tag': 'ca4336ce-708d-4d46-aade-11de93a20fc7'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:00.709938 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef004aa-347a-44bf-b765-a58165fae139" -d '{"events": [{"name": "network-changed", "server_uuid": "df47a12b-29fd-462b-9c1f-6d14f318fbc7", "tag": "ca4336ce-708d-4d46-aade-11de93a20fc7"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:00.733844 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Allocated IP 172.25.4.70 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/037ca6dc-9187-4121-ae94-ad6a55152d26) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:17:00.790216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd9f82-9e80-4ca2-aca9-5a9919afac6e req-67a8399b-9e2c-4fda-beda-05c2768144c8 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:00.808739 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bbcd9f82-9e80-4ca2-aca9-5a9919afac6e req-67a8399b-9e2c-4fda-beda-05c2768144c8 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.3477552 Jul 06 12:17:00.874994 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb33a5-7382-4833-bfc3-89b7fec701df service neutron] Pushing event updated for resources: {'Port': ['ID=ca4336ce-708d-4d46-aade-11de93a20fc7,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:00.934109 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-5f85afbb-64eb-4089-884e-d301f1329818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:00.936232 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-5f85afbb-64eb-4089-884e-d301f1329818 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 1094 time: 0.1707671 Jul 06 12:17:01.036300 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-f792cdd8-f5e5-4310-aedf-28991e418d81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca4336ce-708d-4d46-aade-11de93a20fc7 HTTP/1.1" status: 200 len: 217 time: 0.0915396 Jul 06 12:17:01.050689 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bbcd9f82-9e80-4ca2-aca9-5a9919afac6e req-a497059f-31f4-4ba5-b235-52d1ea55428b tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408433 Jul 06 12:17:01.173863 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be17c2ff-3325-46b7-bd0a-b3ce92b815c2 x-openstack-request-id: req-be17c2ff-3325-46b7-bd0a-b3ce92b815c2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:01.174157 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df47a12b-29fd-462b-9c1f-6d14f318fbc7", "tag": "ca4336ce-708d-4d46-aade-11de93a20fc7", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:01.174396 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be17c2ff-3325-46b7-bd0a-b3ce92b815c2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:01.174836 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df47a12b-29fd-462b-9c1f-6d14f318fbc7', 'tag': 'ca4336ce-708d-4d46-aade-11de93a20fc7', 'status': 'completed', 'code': 200} Jul 06 12:17:01.190552 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:01.253503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-624af0aa-e0b6-4e45-b1c4-d32f4e1e8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:01.255198 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-624af0aa-e0b6-4e45-b1c4-d32f4e1e8384 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.1986456 Jul 06 12:17:01.309282 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:01.449398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-85dff013-17ca-423d-bed8-1db23cd138b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:01.452173 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-85dff013-17ca-423d-bed8-1db23cd138b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900077 Jul 06 12:17:01.492173 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:01.502628 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:01.506714 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:17:01.602818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=037ca6dc-9187-4121-ae94-ad6a55152d26,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:01.671470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:01.679893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:01.679893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:01.679893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:01.679893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:01.679893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:01.679893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:01.679893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:01.679893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:01.679893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:01.679893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:01.679893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:01.726792 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-88c1bfc8-a3a9-4710-a298-d4ac0f5f2b5c service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662773 Jul 06 12:17:01.967668 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f2ba39b9-ee79-4dd6-b30e-7bef7ab729a0 req-cb1902f9-9106-4ce9-b0eb-ea418577017d service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336030 Jul 06 12:17:02.084442 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5c704-ff76-4332-9d14-8f5c7812d26e req-804c1664-414e-4553-948f-a743e24ac897 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:02.086224 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77d5c704-ff76-4332-9d14-8f5c7812d26e req-804c1664-414e-4553-948f-a743e24ac897 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.7446258 Jul 06 12:17:02.209538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef004aa-347a-44bf-b765-a58165fae139 req-2058d011-1034-41dc-82af-c23555a8b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:02.211103 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bef004aa-347a-44bf-b765-a58165fae139 req-2058d011-1034-41dc-82af-c23555a8b398 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 1094 time: 0.1923389 Jul 06 12:17:02.266230 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77d5c704-ff76-4332-9d14-8f5c7812d26e req-42025d97-f4b3-4f2b-8177-43a4a00da218 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398494 Jul 06 12:17:02.440284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef004aa-347a-44bf-b765-a58165fae139 req-b5b015eb-9c06-4138-8422-abb2efa8e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:02.446194 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bef004aa-347a-44bf-b765-a58165fae139 req-b5b015eb-9c06-4138-8422-abb2efa8e636 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 913 time: 0.2277660 Jul 06 12:17:02.591539 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bef004aa-347a-44bf-b765-a58165fae139 req-d7037b9d-06c7-4e43-86a8-c6c6be862d6f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca4336ce-708d-4d46-aade-11de93a20fc7 HTTP/1.1" status: 200 len: 217 time: 0.1354685 Jul 06 12:17:02.677729 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef004aa-347a-44bf-b765-a58165fae139 req-7d9526c7-26d5-4cc7-80e9-8da99779a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:02.679466 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bef004aa-347a-44bf-b765-a58165fae139 req-7d9526c7-26d5-4cc7-80e9-8da99779a3f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.0822093 Jul 06 12:17:03.017847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef004aa-347a-44bf-b765-a58165fae139 req-21879a1b-54df-4107-b1e3-02567cf5ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:03.027738 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bef004aa-347a-44bf-b765-a58165fae139 req-21879a1b-54df-4107-b1e3-02567cf5ac5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3368645 Jul 06 12:17:03.038332 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:03.206057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf7aa2-1540-4ab3-a89c-6a7f035684ec req-1d771039-384a-4d88-bd59-05639e0ef254 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:03.219883 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85cf7aa2-1540-4ab3-a89c-6a7f035684ec req-1d771039-384a-4d88-bd59-05639e0ef254 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.5515823 Jul 06 12:17:03.228452 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-5aed9afe-51e8-4a97-a744-2563a0971711 req-538f54e3-3f0b-4436-aad5-323287756497 service neutron] (100428) timed out ('10.222.0.81', 52840) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:17:03.275333 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a37ec137-4505-4ca4-8a93-3a383547c669 req-05bad9d4-ed91-4b31-b513-5494c690d6d2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4195812 Jul 06 12:17:03.320557 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85cf7aa2-1540-4ab3-a89c-6a7f035684ec req-312af82b-4212-4b98-93a1-fc959d22d223 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981445 Jul 06 12:17:03.402068 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:03.479987 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bef004aa-347a-44bf-b765-a58165fae139 req-8552efe4-8417-452b-91ec-8e1d0804fd39 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399920 Jul 06 12:17:03.609702 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bef004aa-347a-44bf-b765-a58165fae139 req-2fe524b3-f69f-4cfa-ba8f-a08e5706197f service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178684 Jul 06 12:17:03.672172 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ec137-4505-4ca4-8a93-3a383547c669 req-21a90d07-84cd-4235-93f4-5f6d75deb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:03.673948 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a37ec137-4505-4ca4-8a93-3a383547c669 req-21a90d07-84cd-4235-93f4-5f6d75deb5c1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2db458d6ca384cdeb695ba6e28db21aa&device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 1096 time: 0.3120446 Jul 06 12:17:03.714777 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c5e8ede6-a6c1-4847-ae39-c76aeb1bbe27 req-83be20eb-5d56-4f8f-905c-9a932162f425 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1020131 Jul 06 12:17:03.986981 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ec137-4505-4ca4-8a93-3a383547c669 req-bbdcccba-a68a-44b9-a98b-b75a255304e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:03.990996 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a37ec137-4505-4ca4-8a93-3a383547c669 req-bbdcccba-a68a-44b9-a98b-b75a255304e7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec HTTP/1.1" status: 200 len: 910 time: 0.2856343 Jul 06 12:17:04.208748 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a37ec137-4505-4ca4-8a93-3a383547c669 req-5a280c77-241d-411e-b51c-24ee1c85cdc1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52f1f179-4640-458e-98b3-22587dd31107 HTTP/1.1" status: 200 len: 217 time: 0.0833755 Jul 06 12:17:04.329430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8ede6-a6c1-4847-ae39-c76aeb1bbe27 req-9e61fb49-6364-4737-be93-348772422c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:04.329430 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c5e8ede6-a6c1-4847-ae39-c76aeb1bbe27 req-9e61fb49-6364-4737-be93-348772422c3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1097 time: 0.4933140 Jul 06 12:17:04.398653 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ec137-4505-4ca4-8a93-3a383547c669 req-96898029-1d26-4464-9965-2084555907ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:04.400726 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a37ec137-4505-4ca4-8a93-3a383547c669 req-96898029-1d26-4464-9965-2084555907ce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28ddc82b-35de-420b-a4e4-3b01d6ff4f20 HTTP/1.1" status: 200 len: 849 time: 0.1812174 Jul 06 12:17:04.530880 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a37ec137-4505-4ca4-8a93-3a383547c669 req-04cf62ef-f575-483d-bcf5-c92b7bc18777 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159670 Jul 06 12:17:04.805015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8ede6-a6c1-4847-ae39-c76aeb1bbe27 req-275ca5d8-9f1a-4f20-8060-253f926f7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:04.806736 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c5e8ede6-a6c1-4847-ae39-c76aeb1bbe27 req-275ca5d8-9f1a-4f20-8060-253f926f7b2e service neutron] 10.222.0.23 "GET /v2.0/networks?id=50155b23-c9d6-4987-983f-0b2810b78690 HTTP/1.1" status: 200 len: 898 time: 0.4472497 Jul 06 12:17:04.815929 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a37ec137-4505-4ca4-8a93-3a383547c669 req-5120e099-fd96-4dbe-9d0f-c9bfd430a87d service neutron] 10.222.0.89 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720506 Jul 06 12:17:04.841569 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19553d-e944-48e3-b806-4cfd07b93c3f req-f33a8406-62a5-483a-aad7-4a49ad4fec64 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:04.854980 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b19553d-e944-48e3-b806-4cfd07b93c3f req-f33a8406-62a5-483a-aad7-4a49ad4fec64 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.3454435 Jul 06 12:17:04.939562 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b19553d-e944-48e3-b806-4cfd07b93c3f req-1a3036cf-c880-4355-96d5-1d53aa7afafa tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835755 Jul 06 12:17:04.968404 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:04.977024 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:05.107968 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a37ec137-4505-4ca4-8a93-3a383547c669 req-2ba57102-3f1f-4772-ab15-944639f4ac19 service neutron] 10.222.0.89 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858279 Jul 06 12:17:05.174890 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c5e8ede6-a6c1-4847-ae39-c76aeb1bbe27 req-dd04b6fd-0afa-47be-bca6-2ac383c4b367 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 200 len: 999 time: 0.3599334 Jul 06 12:17:05.189401 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=037ca6dc-9187-4121-ae94-ad6a55152d26,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:05.192639 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:05.332455 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8ede6-a6c1-4847-ae39-c76aeb1bbe27 req-795737c1-4706-415e-bdbc-5ae70e49ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:05.334598 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c5e8ede6-a6c1-4847-ae39-c76aeb1bbe27 req-795737c1-4706-415e-bdbc-5ae70e49ba36 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eda02740-e1ee-415f-a57e-0d644dbb07d0 HTTP/1.1" status: 200 len: 835 time: 0.1499629 Jul 06 12:17:05.459188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8ede6-a6c1-4847-ae39-c76aeb1bbe27 req-64e3a32b-0208-4ccc-9728-9594d49069ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:05.463956 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c5e8ede6-a6c1-4847-ae39-c76aeb1bbe27 req-64e3a32b-0208-4ccc-9728-9594d49069ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50155b23-c9d6-4987-983f-0b2810b78690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196382 Jul 06 12:17:05.494650 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06f41398-58b5-4bce-9365-719c9bc085c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:05.574259 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Floating IP 7f4b708f-7df6-4d8c-9e1d-ac4c49fa8653 associated. External IP: 172.25.4.70, port: d656e230-af8f-4451-b6bf-d2acaca4ed1e. Jul 06 12:17:05.576055 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:05.710862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f262454-a795-4c65-a474-4ef010a4993f req-2df2ad80-cf3f-429b-a08f-3004b0819f12 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:05.718497 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7f262454-a795-4c65-a474-4ef010a4993f req-2df2ad80-cf3f-429b-a08f-3004b0819f12 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.4141288 Jul 06 12:17:05.816367 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c5e8ede6-a6c1-4847-ae39-c76aeb1bbe27 req-d5bef999-73dd-4637-86f2-dbe0df3144db service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309183 Jul 06 12:17:05.847165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5268f-1a30-44e8-b006-f28eb598d507 req-1ddd057f-4d26-4751-9815-8dd2b8d5ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:05.848968 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-26b5268f-1a30-44e8-b006-f28eb598d507 req-1ddd057f-4d26-4751-9815-8dd2b8d5ae72 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 1096 time: 0.1526704 Jul 06 12:17:05.890418 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7f262454-a795-4c65-a474-4ef010a4993f req-45bf66c2-860f-44f1-a7ad-81f0a3c73be0 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709764 Jul 06 12:17:06.012025 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-26b5268f-1a30-44e8-b006-f28eb598d507 req-2c648c7e-18ac-4501-9666-96ea5832ab5d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301904 Jul 06 12:17:06.049603 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c5e8ede6-a6c1-4847-ae39-c76aeb1bbe27 req-fc22d567-3309-49de-b88e-e0c6a4d8e1e4 service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261457 Jul 06 12:17:06.414240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router 17921a03-b281-499e-92f0-c36fc58eba4b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:17:06.435317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf56059-6111-48e1-a2ec-538bcb60a4fa req-c65d6bec-6174-4b39-abd9-157f08e78cd0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:06.444066 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cf56059-6111-48e1-a2ec-538bcb60a4fa req-c65d6bec-6174-4b39-abd9-157f08e78cd0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.2369916 Jul 06 12:17:06.561836 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:06.620518 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cf56059-6111-48e1-a2ec-538bcb60a4fa req-f8501597-59d5-45b1-8f45-f33267ab6226 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748185 Jul 06 12:17:06.744329 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:17:06.762054 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a597f73-4224-4225-8f29-facac0da42f3 None None] Sync routers for ids ['17921a03-b281-499e-92f0-c36fc58eba4b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:17:06.788880 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:06.890035 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-893b8787-12b0-4d92-96a9-1a511e04b812 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6338048 Jul 06 12:17:06.921775 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:06.941024 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f856c72-8808-4160-806e-8a52d9a796bd" -d '{"events": [{"name": "network-changed", "server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:07.099474 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a597f73-4224-4225-8f29-facac0da42f3 None None] Routers {'17921a03-b281-499e-92f0-c36fc58eba4b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:07.100454 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6a597f73-4224-4225-8f29-facac0da42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:16:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['17921a03-b281-499e-92f0-c36fc58eba4b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:07.298705 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6a597f73-4224-4225-8f29-facac0da42f3 None None] Set router 17921a03-b281-499e-92f0-c36fc58eba4b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:07.450064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9733b-079e-49cb-8fe1-3d1030f06fa3 req-20dae969-3641-4081-9cb1-0a8c9e90df79 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:07.468997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0c9733b-079e-49cb-8fe1-3d1030f06fa3 req-20dae969-3641-4081-9cb1-0a8c9e90df79 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.2182176 Jul 06 12:17:07.554242 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0c9733b-079e-49cb-8fe1-3d1030f06fa3 req-ee3f9ec0-6446-4369-92cb-cb37d988d54d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773995 Jul 06 12:17:07.574663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36466) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:07.741552 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c443427e-7cf7-4288-a8c1-e78eb3fc6b4a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/7f4b708f-7df6-4d8c-9e1d-ac4c49fa8653 HTTP/1.1" status: 200 len: 991 time: 0.1655896 Jul 06 12:17:07.957420 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6a597f73-4224-4225-8f29-facac0da42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898831087', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:41Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '7f4b708f-7df6-4d8c-9e1d-ac4c49fa8653', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'port_id': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'mac_address': 'fa:16:3e:62:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:17:02Z', 'updated_at': '2021-07-06T12:17:02Z', 'revision_number': 0, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d2c251-f05b-4011-8b50-e5fc1a443fec', 'name': '', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:c7:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:40Z', 'updated_at': '2021-07-06T12:16:48Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:08.007777 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a597f73-4224-4225-8f29-facac0da42f3 None None] Checking router: 17921a03-b281-499e-92f0-c36fc58eba4b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:17:08.022658 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a597f73-4224-4225-8f29-facac0da42f3 None None] Routers {'17921a03-b281-499e-92f0-c36fc58eba4b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:08.023347 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6a597f73-4224-4225-8f29-facac0da42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:16:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['17921a03-b281-499e-92f0-c36fc58eba4b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:08.075402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99007ef6-4288-40bf-b4be-abc2eb0874f3 req-8202e6fc-ff42-4b2c-9436-6b2d87e9dba6 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:08.078117 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99007ef6-4288-40bf-b4be-abc2eb0874f3 req-8202e6fc-ff42-4b2c-9436-6b2d87e9dba6 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.2938087 Jul 06 12:17:08.148744 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-062588d8-75ed-4f3e-8b74-4f60bdbe498b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.201700 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99007ef6-4288-40bf-b4be-abc2eb0874f3 req-7b6e617c-5910-4cfd-9044-80a0118e4455 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947981 Jul 06 12:17:08.211695 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:08.297948 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a73dba0-e8d0-4730-a6a8-21d517acf611 x-openstack-request-id: req-9a73dba0-e8d0-4730-a6a8-21d517acf611 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:08.298283 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:08.298563 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a73dba0-e8d0-4730-a6a8-21d517acf611 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:08.299016 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'status': 'completed', 'code': 200} Jul 06 12:17:08.349772 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6a597f73-4224-4225-8f29-facac0da42f3 None None] Set router 17921a03-b281-499e-92f0-c36fc58eba4b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:08.473663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f856c72-8808-4160-806e-8a52d9a796bd req-7b28ff2c-45fd-4c64-827b-0631137d7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:08.481162 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0f856c72-8808-4160-806e-8a52d9a796bd req-7b28ff2c-45fd-4c64-827b-0631137d7aa8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1097 time: 0.1413240 Jul 06 12:17:08.639570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f856c72-8808-4160-806e-8a52d9a796bd req-a5a0150d-e2ce-4b5e-85e3-1b4d9dfd99c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:08.639570 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0f856c72-8808-4160-806e-8a52d9a796bd req-a5a0150d-e2ce-4b5e-85e3-1b4d9dfd99c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=50155b23-c9d6-4987-983f-0b2810b78690 HTTP/1.1" status: 200 len: 898 time: 0.1458838 Jul 06 12:17:08.746093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36494) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:08.863879 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0f856c72-8808-4160-806e-8a52d9a796bd req-f7d6adaf-001f-4d24-8038-057b0d0e0ac2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 200 len: 999 time: 0.2231350 Jul 06 12:17:08.935012 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565546f-3d0d-45b8-8b73-8b21c2ddd93b req-268c2ce4-db8a-4b0e-84bd-a8b7ac160cd2 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:08.959635 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6565546f-3d0d-45b8-8b73-8b21c2ddd93b req-268c2ce4-db8a-4b0e-84bd-a8b7ac160cd2 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.2224321 Jul 06 12:17:08.996563 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3d2ef257-a146-4316-8331-62ce5c9fd0fe tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/7f4b708f-7df6-4d8c-9e1d-ac4c49fa8653 HTTP/1.1" status: 200 len: 991 time: 0.2457149 Jul 06 12:17:09.052071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f856c72-8808-4160-806e-8a52d9a796bd req-1d5e758f-e209-4ce6-8cde-77661bcfa110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:09.062460 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0f856c72-8808-4160-806e-8a52d9a796bd req-1d5e758f-e209-4ce6-8cde-77661bcfa110 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eda02740-e1ee-415f-a57e-0d644dbb07d0 HTTP/1.1" status: 200 len: 835 time: 0.1813126 Jul 06 12:17:09.084087 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6565546f-3d0d-45b8-8b73-8b21c2ddd93b req-d21dfe30-c6b4-4b27-9f69-dbd8ccf4e383 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229918 Jul 06 12:17:09.211942 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6a597f73-4224-4225-8f29-facac0da42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898831087', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:41Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '7f4b708f-7df6-4d8c-9e1d-ac4c49fa8653', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'port_id': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'mac_address': 'fa:16:3e:62:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:17:02Z', 'updated_at': '2021-07-06T12:17:02Z', 'revision_number': 0, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d2c251-f05b-4011-8b50-e5fc1a443fec', 'name': '', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:c7:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:40Z', 'updated_at': '2021-07-06T12:16:48Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:09.230141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f856c72-8808-4160-806e-8a52d9a796bd req-d605934a-274e-40e3-a13b-247f9bd58201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:09.234451 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0f856c72-8808-4160-806e-8a52d9a796bd req-d605934a-274e-40e3-a13b-247f9bd58201 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50155b23-c9d6-4987-983f-0b2810b78690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643157 Jul 06 12:17:09.329234 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a597f73-4224-4225-8f29-facac0da42f3 None None] The sync data for ids ['17921a03-b281-499e-92f0-c36fc58eba4b'] in n-d-799529-2 is: [{'id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898831087', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:41Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '7f4b708f-7df6-4d8c-9e1d-ac4c49fa8653', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'port_id': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'mac_address': 'fa:16:3e:62:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:17:02Z', 'updated_at': '2021-07-06T12:17:02Z', 'revision_number': 0, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d2c251-f05b-4011-8b50-e5fc1a443fec', 'name': '', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:c7:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:40Z', 'updated_at': '2021-07-06T12:16:48Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:17:09.361572 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:09.510189 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0f856c72-8808-4160-806e-8a52d9a796bd req-83b1b98c-10d2-4a9e-a42b-962e318081af service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604330 Jul 06 12:17:09.902157 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0f856c72-8808-4160-806e-8a52d9a796bd req-8a74c09d-b37e-4d5b-8b99-6e6b77726ac0 service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807297 Jul 06 12:17:10.001961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36510) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:10.086407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9450ef0-8f2c-4569-83fe-61de37f5030b None None] New status for floating IP 7f4b708f-7df6-4d8c-9e1d-ac4c49fa8653: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:17:10.397639 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de324485-70c6-45b8-be93-c01592599355 req-f81012e0-5e58-4369-90ce-8caad37fc608 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:10.418819 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de324485-70c6-45b8-be93-c01592599355 req-f81012e0-5e58-4369-90ce-8caad37fc608 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.2388563 Jul 06 12:17:10.478917 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a0b79ed1-fd09-43e0-aa3c-1e503bf90f92 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/7f4b708f-7df6-4d8c-9e1d-ac4c49fa8653 HTTP/1.1" status: 200 len: 991 time: 0.4719508 Jul 06 12:17:10.589537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1f865-442b-4719-9bad-eab891d7d30c req-da4a14b2-3178-4000-9c03-91e69780fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:10.589947 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7fc1f865-442b-4719-9bad-eab891d7d30c req-da4a14b2-3178-4000-9c03-91e69780fc93 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2db458d6ca384cdeb695ba6e28db21aa&device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 1096 time: 0.3030572 Jul 06 12:17:10.605576 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de324485-70c6-45b8-be93-c01592599355 req-ca2bd133-a83a-4326-8c65-cbbf595ba553 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793516 Jul 06 12:17:10.846962 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1f865-442b-4719-9bad-eab891d7d30c req-94692cca-98c5-4c62-a08f-23d1576c1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:10.850437 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7fc1f865-442b-4719-9bad-eab891d7d30c req-94692cca-98c5-4c62-a08f-23d1576c1dc4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec HTTP/1.1" status: 200 len: 910 time: 0.2524602 Jul 06 12:17:10.939063 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7fc1f865-442b-4719-9bad-eab891d7d30c req-944e3644-1f02-4275-8bf4-35c11f122385 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=843181a8-4847-4824-9535-40a072a28792 HTTP/1.1" status: 200 len: 217 time: 0.0775704 Jul 06 12:17:10.964552 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:11.013034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1f865-442b-4719-9bad-eab891d7d30c req-67b2293d-92fd-464f-808f-71500938b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:11.014571 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7fc1f865-442b-4719-9bad-eab891d7d30c req-67b2293d-92fd-464f-808f-71500938b510 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28ddc82b-35de-420b-a4e4-3b01d6ff4f20 HTTP/1.1" status: 200 len: 849 time: 0.0693872 Jul 06 12:17:11.058213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7a157-1603-4c79-af47-9de4cb4d2526 req-1ec8cf40-32fb-4c76-9cf9-45bdf78140f7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:11.073485 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7fc1f865-442b-4719-9bad-eab891d7d30c req-145ce923-581c-4af7-82c4-56c852651713 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505488 Jul 06 12:17:11.078155 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-04c7a157-1603-4c79-af47-9de4cb4d2526 req-1ec8cf40-32fb-4c76-9cf9-45bdf78140f7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.1700222 Jul 06 12:17:11.217247 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-04c7a157-1603-4c79-af47-9de4cb4d2526 req-ea952071-19ce-4321-8fd9-ea8057258032 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169918 Jul 06 12:17:11.287270 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7fc1f865-442b-4719-9bad-eab891d7d30c req-0ea5bd62-d16a-4551-ba0b-a29449deb925 service neutron] 10.222.0.89 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059031 Jul 06 12:17:11.471566 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7fc1f865-442b-4719-9bad-eab891d7d30c req-c39f9a71-dee4-4a47-83e2-8268a656ce32 service neutron] 10.222.0.89 "GET /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750445 Jul 06 12:17:11.483413 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36542) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:11.631588 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e8af5550-c49b-4bb2-bfcc-594f331760cc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/7f4b708f-7df6-4d8c-9e1d-ac4c49fa8653 HTTP/1.1" status: 200 len: 993 time: 0.1466196 Jul 06 12:17:11.872600 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b06d3-05d6-4915-a051-8f7bb351252e req-ed2a5ace-4bf8-4041-b85c-36a2d21c7ce4 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:11.875823 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-381b06d3-05d6-4915-a051-8f7bb351252e req-ed2a5ace-4bf8-4041-b85c-36a2d21c7ce4 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.1007342 Jul 06 12:17:11.960369 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-381b06d3-05d6-4915-a051-8f7bb351252e req-c86603a6-d459-4a42-b91e-55a08ba17105 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728595 Jul 06 12:17:12.474202 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36578) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:12.494816 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffabda2-b6f8-47f2-a9da-5d4a3f8aaa25 req-083d7b1f-346f-4fdc-8782-1d84baf14dd0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:12.496590 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7ffabda2-b6f8-47f2-a9da-5d4a3f8aaa25 req-083d7b1f-346f-4fdc-8782-1d84baf14dd0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.1209178 Jul 06 12:17:12.552220 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7ffabda2-b6f8-47f2-a9da-5d4a3f8aaa25 req-945496ed-478f-447c-b7e7-2c983c5e5b8a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487566 Jul 06 12:17:12.627816 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d0113c1-7fe6-43a1-9c6d-a1cf705131bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:12.748554 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d0113c1-7fe6-43a1-9c6d-a1cf705131bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:12.752827 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d0113c1-7fe6-43a1-9c6d-a1cf705131bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:12.794692 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2d0113c1-7fe6-43a1-9c6d-a1cf705131bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=062d417b8ef14c6fab6ef74a8c82f84d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173654 Jul 06 12:17:12.795432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0113c1-7fe6-43a1-9c6d-a1cf705131bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e01dc2-dc1c-4f6e-9f31-fa7e2409713a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:12.797719 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36588) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:12.852697 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39dd6109-5b2e-49a7-8ca7-6dc432cba783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:12.875338 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39dd6109-5b2e-49a7-8ca7-6dc432cba783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:12.928322 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39dd6109-5b2e-49a7-8ca7-6dc432cba783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:12.932003 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39dd6109-5b2e-49a7-8ca7-6dc432cba783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:12.933148 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-39dd6109-5b2e-49a7-8ca7-6dc432cba783 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/90e01dc2-dc1c-4f6e-9f31-fa7e2409713a HTTP/1.1" status: 204 len: 168 time: 0.1334350 Jul 06 12:17:12.946199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd6109-5b2e-49a7-8ca7-6dc432cba783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e01dc2-dc1c-4f6e-9f31-fa7e2409713a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:13.230184 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af9464-9236-46cb-a833-7feb6b35ddda req-8e46df51-e846-4d0e-8dc9-31382606fc17 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:13.233445 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41af9464-9236-46cb-a833-7feb6b35ddda req-8e46df51-e846-4d0e-8dc9-31382606fc17 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.0992665 Jul 06 12:17:13.285093 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41af9464-9236-46cb-a833-7feb6b35ddda req-bce1dc1e-4782-4407-9eff-2acb00abdfc7 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451810 Jul 06 12:17:13.388402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36606) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:13.405822 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b9b73ab7-5034-4294-b68b-3d5b588ac4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:13.513513 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b9b73ab7-5034-4294-b68b-3d5b588ac4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:13.518394 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b9b73ab7-5034-4294-b68b-3d5b588ac4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:13.566647 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b9b73ab7-5034-4294-b68b-3d5b588ac4fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f5d13fa6e2a4f6391d981cb121d9a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767135 Jul 06 12:17:13.568406 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b73ab7-5034-4294-b68b-3d5b588ac4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3343de52-48bf-49c3-8570-cfd6fa9cd1f1,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:13.569099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36608) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:13.662140 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e03be96-e7e7-4a21-b271-05664ba0a19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:13.694524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e03be96-e7e7-4a21-b271-05664ba0a19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:13.755415 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e03be96-e7e7-4a21-b271-05664ba0a19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:13.759309 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e03be96-e7e7-4a21-b271-05664ba0a19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:13.760977 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1e03be96-e7e7-4a21-b271-05664ba0a19f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3343de52-48bf-49c3-8570-cfd6fa9cd1f1 HTTP/1.1" status: 204 len: 168 time: 0.1906750 Jul 06 12:17:13.772731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03be96-e7e7-4a21-b271-05664ba0a19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3343de52-48bf-49c3-8570-cfd6fa9cd1f1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:13.835688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505236b2-35ef-492e-a432-b29335482a83 req-cc76c7f7-19ff-4976-b86f-e333c433dd48 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:13.837355 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-505236b2-35ef-492e-a432-b29335482a83 req-cc76c7f7-19ff-4976-b86f-e333c433dd48 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.1274252 Jul 06 12:17:13.906442 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-505236b2-35ef-492e-a432-b29335482a83 req-be3c4bef-f173-4542-91a8-c1f82bcdc6ed tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567203 Jul 06 12:17:14.687358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36eea7-55cb-4e42-aca1-c131b9a31665 req-8db6b59f-fcb8-4f27-bcf6-6bbc8a8c7ca0 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:14.694158 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd36eea7-55cb-4e42-aca1-c131b9a31665 req-8db6b59f-fcb8-4f27-bcf6-6bbc8a8c7ca0 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.1875563 Jul 06 12:17:14.765106 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd36eea7-55cb-4e42-aca1-c131b9a31665 req-43ecece0-2aaa-4934-8fc8-6034e53e1980 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621741 Jul 06 12:17:15.526953 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38371c-8f06-48e2-b473-906d5ee51aee req-85d536d5-4a03-413a-aa9b-c559309a186b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:15.542086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8e38371c-8f06-48e2-b473-906d5ee51aee req-85d536d5-4a03-413a-aa9b-c559309a186b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.1238329 Jul 06 12:17:15.615024 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8e38371c-8f06-48e2-b473-906d5ee51aee req-dd499303-75f2-48ef-8585-7c35e256b4e0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680640 Jul 06 12:17:16.010765 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d797a-5b3a-4d7a-b135-e66634dd3b59 req-5a08cac4-7dc4-4d09-b158-737f614580d7 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:16.012367 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d85d797a-5b3a-4d7a-b135-e66634dd3b59 req-5a08cac4-7dc4-4d09-b158-737f614580d7 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.1619534 Jul 06 12:17:16.105512 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d85d797a-5b3a-4d7a-b135-e66634dd3b59 req-192f06f9-e10a-430c-8f8b-329cac1ca8d6 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812063 Jul 06 12:17:16.847832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347fd93-711b-414d-9aef-f24dad2f88e5 req-7fc17c40-6852-4ec2-adf2-f22feefea2e9 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:16.849386 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f347fd93-711b-414d-9aef-f24dad2f88e5 req-7fc17c40-6852-4ec2-adf2-f22feefea2e9 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.1019692 Jul 06 12:17:16.916924 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f347fd93-711b-414d-9aef-f24dad2f88e5 req-0ea4ed5e-3fc4-404d-984a-2b20fafcc2ec tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618057 Jul 06 12:17:17.437515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4d3bb-d68a-469b-b1b5-17624e10db30 req-4d3e9946-33fe-45b1-b759-b29bc6ad1ae0 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:17.451961 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6d4d3bb-d68a-469b-b1b5-17624e10db30 req-4d3e9946-33fe-45b1-b759-b29bc6ad1ae0 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.1544082 Jul 06 12:17:17.499435 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6d4d3bb-d68a-469b-b1b5-17624e10db30 req-5bbcc92f-d390-4f54-8364-726b0461da35 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463047 Jul 06 12:17:18.039327 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36764) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:18.052070 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36768) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:18.099757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d07351-df36-4f41-b05c-db8936c73a7c admin admin] Deleting subnet b2c599bf-411f-4ae2-a568-7f4eb2ac2737 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:17:18.103314 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4d07351-df36-4f41-b05c-db8936c73a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.156308 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4d07351-df36-4f41-b05c-db8936c73a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.191140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dceda-9371-45ab-9b74-e84fc8e46706 req-71aa00ce-0d53-4621-934a-368e53be97da tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:18.199113 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd1dceda-9371-45ab-9b74-e84fc8e46706 req-71aa00ce-0d53-4621-934a-368e53be97da tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.0785635 Jul 06 12:17:18.205104 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4d07351-df36-4f41-b05c-db8936c73a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.246283 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd1dceda-9371-45ab-9b74-e84fc8e46706 req-7106e471-b274-418d-86a3-3a66a07b2344 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458772 Jul 06 12:17:18.272945 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4d07351-df36-4f41-b05c-db8936c73a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.314524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d07351-df36-4f41-b05c-db8936c73a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2c599bf-411f-4ae2-a568-7f4eb2ac2737,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:18.322689 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4d07351-df36-4f41-b05c-db8936c73a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.326483 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d4d07351-df36-4f41-b05c-db8936c73a7c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b2c599bf-411f-4ae2-a568-7f4eb2ac2737 HTTP/1.1" status: 204 len: 168 time: 0.2853358 Jul 06 12:17:18.328926 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5cc0bc12-6677-4128-a12f-05b5f85618c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.330889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36776) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:18.418941 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-260cc18f-ebc2-4c9a-9f38-683669c987b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.492291 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5cc0bc12-6677-4128-a12f-05b5f85618c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.504376 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5cc0bc12-6677-4128-a12f-05b5f85618c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.563641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5cc0bc12-6677-4128-a12f-05b5f85618c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=827a22ee969943b9972fdbd0c3ceb3b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064342 Jul 06 12:17:18.570877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36784) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:18.623895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0bc12-6677-4128-a12f-05b5f85618c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e28ec95-e6ec-4ea4-ab51-5fc3765ea55e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:18.751016 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9138c310-a65b-4186-85fb-071ab24ba1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.783369 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9138c310-a65b-4186-85fb-071ab24ba1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.834393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7daee-6de7-48f7-a5d1-18258acc0d05 req-ab9298af-27f4-4de2-a68f-e231d702c517 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:18.836124 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-25d7daee-6de7-48f7-a5d1-18258acc0d05 req-ab9298af-27f4-4de2-a68f-e231d702c517 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.1415393 Jul 06 12:17:18.898042 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-25d7daee-6de7-48f7-a5d1-18258acc0d05 req-c3e1fe17-9343-434d-ae3b-a3cff14adeb0 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535104 Jul 06 12:17:18.905255 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9138c310-a65b-4186-85fb-071ab24ba1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.908204 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9138c310-a65b-4186-85fb-071ab24ba1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:18.913148 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9138c310-a65b-4186-85fb-071ab24ba1e1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3e28ec95-e6ec-4ea4-ab51-5fc3765ea55e HTTP/1.1" status: 204 len: 168 time: 0.3404214 Jul 06 12:17:18.923179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138c310-a65b-4186-85fb-071ab24ba1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e28ec95-e6ec-4ea4-ab51-5fc3765ea55e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:19.009218 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-260cc18f-ebc2-4c9a-9f38-683669c987b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.022646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-260cc18f-ebc2-4c9a-9f38-683669c987b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dda64df-1cc0-4745-81d5-bf57205555ef']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:19.036258 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-260cc18f-ebc2-4c9a-9f38-683669c987b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6d08e8-d59a-4184-a19f-202f4d25a0f5') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:19.040491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-260cc18f-ebc2-4c9a-9f38-683669c987b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6d08e8-d59a-4184-a19f-202f4d25a0f5') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:19.065526 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-260cc18f-ebc2-4c9a-9f38-683669c987b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.098804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e64ad-c132-412a-aa3a-12b51767f39d req-2c7c6aa5-2292-441e-816d-1ef9f772d3bf tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:19.110391 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d17e64ad-c132-412a-aa3a-12b51767f39d req-2c7c6aa5-2292-441e-816d-1ef9f772d3bf tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.89 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 945 time: 0.1373899 Jul 06 12:17:19.157987 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-260cc18f-ebc2-4c9a-9f38-683669c987b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.169251 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260cc18f-ebc2-4c9a-9f38-683669c987b0 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:17:19.170370 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-260cc18f-ebc2-4c9a-9f38-683669c987b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:17:19.172400 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:17:19.271187 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-260cc18f-ebc2-4c9a-9f38-683669c987b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.288157 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-260cc18f-ebc2-4c9a-9f38-683669c987b0 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.293760 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-260cc18f-ebc2-4c9a-9f38-683669c987b0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1dda64df-1cc0-4745-81d5-bf57205555ef HTTP/1.1" status: 204 len: 168 time: 0.9581389 Jul 06 12:17:19.293760 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cc18f-ebc2-4c9a-9f38-683669c987b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dda64df-1cc0-4745-81d5-bf57205555ef,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:19.293760 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36800) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:19.321528 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36804) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:19.349334 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e65ce216-7266-4fe2-8195-a50cca070aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.349510 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d17e64ad-c132-412a-aa3a-12b51767f39d req-cd43ed57-2cbf-4269-9fa3-277b042f5da7 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Deleting port 843181a8-4847-4824-9535-40a072a28792 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:19.351495 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d17e64ad-c132-412a-aa3a-12b51767f39d req-cd43ed57-2cbf-4269-9fa3-277b042f5da7 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.457911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d17e64ad-c132-412a-aa3a-12b51767f39d req-cd43ed57-2cbf-4269-9fa3-277b042f5da7 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] For port 843181a8-4847-4824-9535-40a072a28792, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=843181a8-4847-4824-9535-40a072a28792,segment=NetworkSegment(33e421c7-c3c8-4f15-aa73-744e02f29c09),segment_id=33e421c7-c3c8-4f15-aa73-744e02f29c09)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:19.458195 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d17e64ad-c132-412a-aa3a-12b51767f39d req-cd43ed57-2cbf-4269-9fa3-277b042f5da7 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.487595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d17e64ad-c132-412a-aa3a-12b51767f39d req-cd43ed57-2cbf-4269-9fa3-277b042f5da7 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Calling delete_port for 843181a8-4847-4824-9535-40a072a28792 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:19.507472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-0595cdf5-9b81-4ad0-a6de-46f9673b0412 admin admin] Deleting subnet 5d36f7dc-d3fc-4408-9920-39a027a298ff {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:17:19.513051 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0595cdf5-9b81-4ad0-a6de-46f9673b0412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.616043 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e65ce216-7266-4fe2-8195-a50cca070aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.616978 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0595cdf5-9b81-4ad0-a6de-46f9673b0412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.625773 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e65ce216-7266-4fe2-8195-a50cca070aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.683313 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e65ce216-7266-4fe2-8195-a50cca070aa9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f0a37bd969c44669a17a307afb0bfd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604710 Jul 06 12:17:19.684791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36810) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:19.697218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e82a6-25b3-4414-a950-6609a8071148 req-51870450-b99e-4a53-a8bc-5834fe137605 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:19.706760 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e24e82a6-25b3-4414-a950-6609a8071148 req-51870450-b99e-4a53-a8bc-5834fe137605 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.2148528 Jul 06 12:17:19.743464 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ce216-7266-4fe2-8195-a50cca070aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148d3caa-3d17-4977-ae6c-4ea065115da1,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:19.778552 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e24e82a6-25b3-4414-a950-6609a8071148 req-2d7a1808-db45-4d8d-846d-03e0b957c4a1 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707488 Jul 06 12:17:19.800655 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0595cdf5-9b81-4ad0-a6de-46f9673b0412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.861784 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6c67f18-b211-49c4-937b-d0dc1ebbc0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.936212 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6c67f18-b211-49c4-937b-d0dc1ebbc0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.969839 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0595cdf5-9b81-4ad0-a6de-46f9673b0412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:19.991770 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d17e64ad-c132-412a-aa3a-12b51767f39d req-cd43ed57-2cbf-4269-9fa3-277b042f5da7 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.007503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['52f1f179-4640-458e-98b3-22587dd31107', '843181a8-4847-4824-9535-40a072a28792'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:17:20.041523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43ed57-2cbf-4269-9fa3-277b042f5da7 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Pushing event deleted for resources: {'Port': ['ID=843181a8-4847-4824-9535-40a072a28792,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:20.043444 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595cdf5-9b81-4ad0-a6de-46f9673b0412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d36f7dc-d3fc-4408-9920-39a027a298ff,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:20.053709 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0595cdf5-9b81-4ad0-a6de-46f9673b0412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.055935 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0595cdf5-9b81-4ad0-a6de-46f9673b0412 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5d36f7dc-d3fc-4408-9920-39a027a298ff HTTP/1.1" status: 204 len: 168 time: 0.7607472 Jul 06 12:17:20.059269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36818) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:20.170089 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17e64ad-c132-412a-aa3a-12b51767f39d req-cd43ed57-2cbf-4269-9fa3-277b042f5da7 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] No DVR routers for this DVR port 843181a8-4847-4824-9535-40a072a28792 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:17:20.176092 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-112d1b44-df62-4a91-a749-1e549dbfabb7 req-83cb8057-23cf-4910-8a31-69ca9dc52798 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ea44843-9116-468d-a243-1edef358f4bf HTTP/1.1" status: 200 len: 210 time: 0.0629311 Jul 06 12:17:20.223770 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d17e64ad-c132-412a-aa3a-12b51767f39d req-cd43ed57-2cbf-4269-9fa3-277b042f5da7 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.226588 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d17e64ad-c132-412a-aa3a-12b51767f39d req-cd43ed57-2cbf-4269-9fa3-277b042f5da7 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.89 "DELETE /v2.0/ports/843181a8-4847-4824-9535-40a072a28792 HTTP/1.1" status: 204 len: 173 time: 1.1142263 Jul 06 12:17:20.239537 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75bdba93-5d12-41eb-b9b6-d2d7bc78cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.241829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea44843-9116-468d-a243-1edef358f4bf', 'name': 'network-vif-deleted', 'tag': '843181a8-4847-4824-9535-40a072a28792'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:20.244838 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a238f45b-e80a-463b-98f2-f0e7014e8cb8" -d '{"events": [{"server_uuid": "6ea44843-9116-468d-a243-1edef358f4bf", "name": "network-vif-deleted", "tag": "843181a8-4847-4824-9535-40a072a28792"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:20.253074 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6c67f18-b211-49c4-937b-d0dc1ebbc0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.258538 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6c67f18-b211-49c4-937b-d0dc1ebbc0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.261220 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a6c67f18-b211-49c4-937b-d0dc1ebbc0bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/148d3caa-3d17-4977-ae6c-4ea065115da1 HTTP/1.1" status: 204 len: 168 time: 0.5709143 Jul 06 12:17:20.311759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c67f18-b211-49c4-937b-d0dc1ebbc0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148d3caa-3d17-4977-ae6c-4ea065115da1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:20.397576 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12fbecb-902d-41ff-8f30-ef4fc7ee2b00 x-openstack-request-id: req-a12fbecb-902d-41ff-8f30-ef4fc7ee2b00 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:20.398797 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea44843-9116-468d-a243-1edef358f4bf", "name": "network-vif-deleted", "tag": "843181a8-4847-4824-9535-40a072a28792", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:20.399941 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a12fbecb-902d-41ff-8f30-ef4fc7ee2b00 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:20.400524 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea44843-9116-468d-a243-1edef358f4bf', 'name': 'network-vif-deleted', 'tag': '843181a8-4847-4824-9535-40a072a28792', 'status': 'completed', 'code': 200} Jul 06 12:17:20.483865 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75bdba93-5d12-41eb-b9b6-d2d7bc78cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.500838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-75bdba93-5d12-41eb-b9b6-d2d7bc78cd30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b86097-fb77-47b8-8e64-df08fd81661f']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:20.516409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-75bdba93-5d12-41eb-b9b6-d2d7bc78cd30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de511239-e6f9-41e1-a4d1-4d1f3415f00b') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:20.516716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-75bdba93-5d12-41eb-b9b6-d2d7bc78cd30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de511239-e6f9-41e1-a4d1-4d1f3415f00b') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:20.535312 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75bdba93-5d12-41eb-b9b6-d2d7bc78cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.553881 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75bdba93-5d12-41eb-b9b6-d2d7bc78cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.564416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bdba93-5d12-41eb-b9b6-d2d7bc78cd30 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:17:20.564707 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75bdba93-5d12-41eb-b9b6-d2d7bc78cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:17:20.568122 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:17:20.644860 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75bdba93-5d12-41eb-b9b6-d2d7bc78cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.655627 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75bdba93-5d12-41eb-b9b6-d2d7bc78cd30 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:20.661860 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-75bdba93-5d12-41eb-b9b6-d2d7bc78cd30 admin admin] 10.222.0.81 "DELETE /v2.0/networks/15b86097-fb77-47b8-8e64-df08fd81661f HTTP/1.1" status: 204 len: 168 time: 0.5995622 Jul 06 12:17:20.686430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdba93-5d12-41eb-b9b6-d2d7bc78cd30 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b86097-fb77-47b8-8e64-df08fd81661f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:20.892328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36844) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:20.954290 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4b9376da-1ec2-41ec-a8a2-6171b7695d6c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=401d0c328d2d4f829cba658d92f93fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593426 Jul 06 12:17:20.955647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36846) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:21.023420 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf696a1a-1d80-4acd-ad65-f5aa2edaeb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:21.051481 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf696a1a-1d80-4acd-ad65-f5aa2edaeb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:21.074410 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222d9ea-602a-4d7c-bb9a-660ffb113a69 req-f75adb29-6f79-4808-ae73-e4db9d96aad3 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:21.078281 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d222d9ea-602a-4d7c-bb9a-660ffb113a69 req-f75adb29-6f79-4808-ae73-e4db9d96aad3 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.0921705 Jul 06 12:17:21.129666 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf696a1a-1d80-4acd-ad65-f5aa2edaeb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:21.136793 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf696a1a-1d80-4acd-ad65-f5aa2edaeb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:21.139427 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cf696a1a-1d80-4acd-ad65-f5aa2edaeb69 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c186e4b7-5375-4403-ac26-c1ac2460c10d HTTP/1.1" status: 204 len: 168 time: 0.1821523 Jul 06 12:17:21.144031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d222d9ea-602a-4d7c-bb9a-660ffb113a69 req-ed85879b-5416-4f54-acf6-b688707ffa57 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587807 Jul 06 12:17:21.185188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf696a1a-1d80-4acd-ad65-f5aa2edaeb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c186e4b7-5375-4403-ac26-c1ac2460c10d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:21.761459 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36882) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:21.822756 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c1a68acd-2366-4af3-92ef-9e443f888758 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1383e2ee7354464580f08a5f9141480e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599916 Jul 06 12:17:21.825820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36884) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:21.880774 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca85497-9002-41f1-ac02-b4474d593a8d req-bcb06516-df1c-4034-a939-1144d1311bb3 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:21.882365 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1ca85497-9002-41f1-ac02-b4474d593a8d req-bcb06516-df1c-4034-a939-1144d1311bb3 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.0795960 Jul 06 12:17:21.916822 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84757f93-429a-4013-b8be-460cb78c2d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:21.955206 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1ca85497-9002-41f1-ac02-b4474d593a8d req-440c5ee0-4e3b-4f03-83f7-e6ba7732447d tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582023 Jul 06 12:17:21.955615 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84757f93-429a-4013-b8be-460cb78c2d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:22.024552 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84757f93-429a-4013-b8be-460cb78c2d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:22.027516 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84757f93-429a-4013-b8be-460cb78c2d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:22.028733 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-84757f93-429a-4013-b8be-460cb78c2d04 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6f4a9a60-ec72-4797-98d5-d71d67d72fe4 HTTP/1.1" status: 204 len: 168 time: 0.2016249 Jul 06 12:17:22.039147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84757f93-429a-4013-b8be-460cb78c2d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4a9a60-ec72-4797-98d5-d71d67d72fe4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:22.382621 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f939f-ad63-4dc9-b864-ef6c2b089bb4 req-5c6b1e96-9560-4fb3-af74-75b0aeecb4d9 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:22.384328 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-942f939f-ad63-4dc9-b864-ef6c2b089bb4 req-5c6b1e96-9560-4fb3-af74-75b0aeecb4d9 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.0923598 Jul 06 12:17:22.441796 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-942f939f-ad63-4dc9-b864-ef6c2b089bb4 req-ae8243fd-6fa1-4d38-8ffb-2324891aa581 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497422 Jul 06 12:17:22.817508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 843181a8-4847-4824-9535-40a072a28792 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:17:22.857948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 843181a8-4847-4824-9535-40a072a28792 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:17:22.858476 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 843181a8-4847-4824-9535-40a072a28792 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:17:23.173402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85717c4-7ee7-405d-a386-db2c9adbcdf9 req-1496c190-a98e-4962-9d81-c836af01a123 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:23.175873 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c85717c4-7ee7-405d-a386-db2c9adbcdf9 req-1496c190-a98e-4962-9d81-c836af01a123 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.0782623 Jul 06 12:17:23.239458 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c85717c4-7ee7-405d-a386-db2c9adbcdf9 req-26d1f9e1-5c35-4ba7-9825-41b676a8d00b tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547540 Jul 06 12:17:23.422641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36968) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:23.578440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e066696-a67b-4603-ab4d-0ca29340ad56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.743444 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e066696-a67b-4603-ab4d-0ca29340ad56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.752845 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e066696-a67b-4603-ab4d-0ca29340ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.782951 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5e066696-a67b-4603-ab4d-0ca29340ad56 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c3e9a6d68f3c4508a9d6e7b7e2d08460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591850 Jul 06 12:17:23.784430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd700c0-4018-4b22-8ae2-078f412b246a req-d7a47fa0-a4a0-4c0c-a51f-ebd55cd26b9d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:23.785572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 36990) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:23.786059 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4dd700c0-4018-4b22-8ae2-078f412b246a req-d7a47fa0-a4a0-4c0c-a51f-ebd55cd26b9d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.1207442 Jul 06 12:17:23.830029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e066696-a67b-4603-ab4d-0ca29340ad56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d217dac-836c-4956-8522-2c2589164cc9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:23.858862 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1ca352a-0c86-4b18-a162-0cc2fbaa2cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.889245 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1ca352a-0c86-4b18-a162-0cc2fbaa2cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:23.906596 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4dd700c0-4018-4b22-8ae2-078f412b246a req-50fc8d5b-e1b4-45e7-9004-0ae006d7d31e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947442 Jul 06 12:17:23.950395 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:17:23.950951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 36994) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:24.023019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcfc09-b2e7-43a8-a4c5-dc0b619ff569 req-3961ca22-9c49-40fa-bb65-9d56f69280de tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:24.024756 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfbcfc09-b2e7-43a8-a4c5-dc0b619ff569 req-3961ca22-9c49-40fa-bb65-9d56f69280de tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.89 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 945 time: 0.1248009 Jul 06 12:17:24.085639 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1ca352a-0c86-4b18-a162-0cc2fbaa2cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.088341 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1ca352a-0c86-4b18-a162-0cc2fbaa2cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.089407 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b1ca352a-0c86-4b18-a162-0cc2fbaa2cac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d217dac-836c-4956-8522-2c2589164cc9 HTTP/1.1" status: 204 len: 168 time: 0.3026099 Jul 06 12:17:24.096302 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-09ff55f0-f73d-4c96-b751-3a174bec6c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.132348 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca352a-0c86-4b18-a162-0cc2fbaa2cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d217dac-836c-4956-8522-2c2589164cc9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:24.167105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-dfbcfc09-b2e7-43a8-a4c5-dc0b619ff569 req-5328c9f5-4d75-4e71-95b1-78e47a5d30f5 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Deleting port 52f1f179-4640-458e-98b3-22587dd31107 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:24.167462 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfbcfc09-b2e7-43a8-a4c5-dc0b619ff569 req-5328c9f5-4d75-4e71-95b1-78e47a5d30f5 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.293616 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-09ff55f0-f73d-4c96-b751-3a174bec6c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.299104 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-09ff55f0-f73d-4c96-b751-3a174bec6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.319320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-dfbcfc09-b2e7-43a8-a4c5-dc0b619ff569 req-5328c9f5-4d75-4e71-95b1-78e47a5d30f5 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] For port 52f1f179-4640-458e-98b3-22587dd31107, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=52f1f179-4640-458e-98b3-22587dd31107,segment=NetworkSegment(33e421c7-c3c8-4f15-aa73-744e02f29c09),segment_id=33e421c7-c3c8-4f15-aa73-744e02f29c09)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:24.320030 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfbcfc09-b2e7-43a8-a4c5-dc0b619ff569 req-5328c9f5-4d75-4e71-95b1-78e47a5d30f5 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.339424 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-dfbcfc09-b2e7-43a8-a4c5-dc0b619ff569 req-5328c9f5-4d75-4e71-95b1-78e47a5d30f5 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Calling delete_port for 52f1f179-4640-458e-98b3-22587dd31107 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:24.343767 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-09ff55f0-f73d-4c96-b751-3a174bec6c18 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9b9528b52244db2abde815bf0271cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917952 Jul 06 12:17:24.352801 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37012) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:24.402187 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff55f0-f73d-4c96-b751-3a174bec6c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6903114e-9e94-463b-909b-0d6aa8e30b2c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:24.515475 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ec2e2c9-ef72-4296-bcda-56bdb3fccf89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.560775 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfbcfc09-b2e7-43a8-a4c5-dc0b619ff569 req-5328c9f5-4d75-4e71-95b1-78e47a5d30f5 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.561656 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ec2e2c9-ef72-4296-bcda-56bdb3fccf89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.578815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['52f1f179-4640-458e-98b3-22587dd31107'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:17:24.633144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3143240-8460-48da-86d1-0ca5ab3e5c15 req-ad1a654d-4d35-4a35-9a8a-0fed8e2716f4 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:24.635036 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c3143240-8460-48da-86d1-0ca5ab3e5c15 req-ad1a654d-4d35-4a35-9a8a-0fed8e2716f4 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/ports?device_id=2318dafc-5d47-4585-b6e7-6cccb2b7f490 HTTP/1.1" status: 200 len: 867 time: 0.1817422 Jul 06 12:17:24.660240 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328c9f5-4d75-4e71-95b1-78e47a5d30f5 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Pushing event deleted for resources: {'Port': ['ID=52f1f179-4640-458e-98b3-22587dd31107,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:24.663436 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ec2e2c9-ef72-4296-bcda-56bdb3fccf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.680215 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ec2e2c9-ef72-4296-bcda-56bdb3fccf89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.681610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9ec2e2c9-ef72-4296-bcda-56bdb3fccf89 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6903114e-9e94-463b-909b-0d6aa8e30b2c HTTP/1.1" status: 204 len: 168 time: 0.3278167 Jul 06 12:17:24.700962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2e2c9-ef72-4296-bcda-56bdb3fccf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6903114e-9e94-463b-909b-0d6aa8e30b2c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:24.724341 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c3143240-8460-48da-86d1-0ca5ab3e5c15 req-4d8352b7-4efc-4da2-a191-38e5b26585b0 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae12b2f1-543a-4812-b67a-160c97c10496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713375 Jul 06 12:17:24.771083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbcfc09-b2e7-43a8-a4c5-dc0b619ff569 req-5328c9f5-4d75-4e71-95b1-78e47a5d30f5 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] No DVR routers for this DVR port 52f1f179-4640-458e-98b3-22587dd31107 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:17:24.773998 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfbcfc09-b2e7-43a8-a4c5-dc0b619ff569 req-5328c9f5-4d75-4e71-95b1-78e47a5d30f5 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:24.776421 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfbcfc09-b2e7-43a8-a4c5-dc0b619ff569 req-5328c9f5-4d75-4e71-95b1-78e47a5d30f5 tempest-ServerRescueTestJSON-1286617439 tempest-ServerRescueTestJSON-1286617439-project] 10.222.0.89 "DELETE /v2.0/ports/52f1f179-4640-458e-98b3-22587dd31107 HTTP/1.1" status: 204 len: 173 time: 0.7450213 Jul 06 12:17:24.777632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2318dafc-5d47-4585-b6e7-6cccb2b7f490', 'name': 'network-vif-deleted', 'tag': '52f1f179-4640-458e-98b3-22587dd31107'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:24.790208 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66b6777-d9b4-413f-9791-246aad4817b5" -d '{"events": [{"server_uuid": "2318dafc-5d47-4585-b6e7-6cccb2b7f490", "name": "network-vif-deleted", "tag": "52f1f179-4640-458e-98b3-22587dd31107"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:24.844381 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c82da84-d3ce-465f-bbf1-ad3cb8d0f375 x-openstack-request-id: req-3c82da84-d3ce-465f-bbf1-ad3cb8d0f375 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:24.844847 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2318dafc-5d47-4585-b6e7-6cccb2b7f490", "name": "network-vif-deleted", "tag": "52f1f179-4640-458e-98b3-22587dd31107", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:24.844993 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c82da84-d3ce-465f-bbf1-ad3cb8d0f375 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:24.845364 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2318dafc-5d47-4585-b6e7-6cccb2b7f490', 'name': 'network-vif-deleted', 'tag': '52f1f179-4640-458e-98b3-22587dd31107', 'status': 'completed', 'code': 200} Jul 06 12:17:25.178589 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1e279-8ca5-46da-92a6-de23849b8643 req-4476558c-3577-44ee-a861-17e2714b238a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:25.180793 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22f1e279-8ca5-46da-92a6-de23849b8643 req-4476558c-3577-44ee-a861-17e2714b238a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.1078918 Jul 06 12:17:25.252154 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22f1e279-8ca5-46da-92a6-de23849b8643 req-e1e5be5d-fc1c-436a-ba4e-419f79dfd5e5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634477 Jul 06 12:17:25.906125 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37090) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:26.408801 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e2e86947-e85a-4efe-927b-4b401e76beb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.593523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37126) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:26.705913 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b8e0d-1b1c-4ff7-8909-419757736697 req-d6242e31-9f3f-4f88-a990-4fec0f21e61f tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:26.707601 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-186b8e0d-1b1c-4ff7-8909-419757736697 req-d6242e31-9f3f-4f88-a990-4fec0f21e61f tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.1707006 Jul 06 12:17:26.883635 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-186b8e0d-1b1c-4ff7-8909-419757736697 req-372992ff-a066-4aeb-84be-3cb866c59444 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692801 Jul 06 12:17:26.906966 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-98288b3b-75dd-4e90-8841-ca69bafa2ade tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1614362073'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:26.933567 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e2e86947-e85a-4efe-927b-4b401e76beb1 admin admin] Deleting port c14f0783-61a4-4404-b8bf-0ce33191922a {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:26.933805 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e2e86947-e85a-4efe-927b-4b401e76beb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.940554 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98288b3b-75dd-4e90-8841-ca69bafa2ade tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Made reservation on behalf of f84c722d344445b2ba0599415550525e for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:26.944600 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98288b3b-75dd-4e90-8841-ca69bafa2ade tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:26.956034 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98288b3b-75dd-4e90-8841-ca69bafa2ade tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.082430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-e2e86947-e85a-4efe-927b-4b401e76beb1 admin admin] For port c14f0783-61a4-4404-b8bf-0ce33191922a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c14f0783-61a4-4404-b8bf-0ce33191922a,segment=NetworkSegment(33e421c7-c3c8-4f15-aa73-744e02f29c09),segment_id=33e421c7-c3c8-4f15-aa73-744e02f29c09)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:27.083145 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e2e86947-e85a-4efe-927b-4b401e76beb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.103854 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e2e86947-e85a-4efe-927b-4b401e76beb1 admin admin] Calling delete_port for c14f0783-61a4-4404-b8bf-0ce33191922a owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:27.111077 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98288b3b-75dd-4e90-8841-ca69bafa2ade tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.116809 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98288b3b-75dd-4e90-8841-ca69bafa2ade tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.148950 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98288b3b-75dd-4e90-8841-ca69bafa2ade tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80798bf3-ef5b-4af8-8217-0e5a11313cb3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:27.161076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98288b3b-75dd-4e90-8841-ca69bafa2ade tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:17:27.180675 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98288b3b-75dd-4e90-8841-ca69bafa2ade tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.182360 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-98288b3b-75dd-4e90-8841-ca69bafa2ade tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Added segment 8442f089-ea5c-4fd3-88ac-dfdaa4b69e34 of type vlan for network 1f8380c8-df3a-40c2-b540-d3d50296499d Jul 06 12:17:27.254562 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98288b3b-75dd-4e90-8841-ca69bafa2ade tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.307477 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98288b3b-75dd-4e90-8841-ca69bafa2ade tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.314843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98288b3b-75dd-4e90-8841-ca69bafa2ade tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:27.316697 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98288b3b-75dd-4e90-8841-ca69bafa2ade tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.383295 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e2e86947-e85a-4efe-927b-4b401e76beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.388500 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-98288b3b-75dd-4e90-8841-ca69bafa2ade tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7931859 Jul 06 12:17:27.392357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37152) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:27.399569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98288b3b-75dd-4e90-8841-ca69bafa2ade tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Pushing event updated for resources: {'Network': ['ID=1f8380c8-df3a-40c2-b540-d3d50296499d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:27.410345 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 1f8380c8-df3a-40c2-b540-d3d50296499d details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:17:27.415780 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1c811c99-bf75-41dc-b7bf-96953de09406 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Request body: {'subnet': {'network_id': '1f8380c8-df3a-40c2-b540-d3d50296499d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:27.429165 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e86947-e85a-4efe-927b-4b401e76beb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14f0783-61a4-4404-b8bf-0ce33191922a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:27.631031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c811c99-bf75-41dc-b7bf-96953de09406 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Made reservation on behalf of f84c722d344445b2ba0599415550525e for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:27.634778 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c811c99-bf75-41dc-b7bf-96953de09406 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:27.778149 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e2e86947-e85a-4efe-927b-4b401e76beb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:28.385052 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c811c99-bf75-41dc-b7bf-96953de09406 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:28.462665 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904870e0-c39b-476a-a46c-b6c3b8673283 req-ceac9ec1-ea9c-4422-84bb-0654263375f6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:28.464327 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-904870e0-c39b-476a-a46c-b6c3b8673283 req-ceac9ec1-ea9c-4422-84bb-0654263375f6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 943 time: 0.2656221 Jul 06 12:17:28.523305 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c811c99-bf75-41dc-b7bf-96953de09406 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Pushing event updated for resources: {'Subnet': ['ID=c28d5790-9474-475a-812a-41fbf2e9846b,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:28.590303 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c811c99-bf75-41dc-b7bf-96953de09406 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Checking segment: {'id': '8442f089-ea5c-4fd3-88ac-dfdaa4b69e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f8380c8-df3a-40c2-b540-d3d50296499d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:28.590662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c811c99-bf75-41dc-b7bf-96953de09406 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Network hostable DHCP agents. Network: 1f8380c8-df3a-40c2-b540-d3d50296499d, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:17:28.596070 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-904870e0-c39b-476a-a46c-b6c3b8673283 req-a708a992-1fa9-4656-a05d-a17e79569f83 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193309 Jul 06 12:17:28.615861 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e86947-e85a-4efe-927b-4b401e76beb1 admin admin] Router da79671c-6528-492a-9af3-c58ec31c212e has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:17:28.629759 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c811c99-bf75-41dc-b7bf-96953de09406 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Network 1f8380c8-df3a-40c2-b540-d3d50296499d is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:17:28.672432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-1c811c99-bf75-41dc-b7bf-96953de09406 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 1f8380c8-df3a-40c2-b540-d3d50296499d) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:28.683926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c811c99-bf75-41dc-b7bf-96953de09406 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:28.683926 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c811c99-bf75-41dc-b7bf-96953de09406 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:28.685030 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22214bbb-a37b-431d-8ae9-73ae1409db34 None None] Network 1f8380c8-df3a-40c2-b540-d3d50296499d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:17:28.750258 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:28.755602 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-30d82135-25ab-4044-853e-5170e489ac97 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Request body: {'port': {'network_id': '1f8380c8-df3a-40c2-b540-d3d50296499d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-491714339'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:28.760197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1c811c99-bf75-41dc-b7bf-96953de09406 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3659163 Jul 06 12:17:28.814211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e86947-e85a-4efe-927b-4b401e76beb1 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:17:28.821634 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e2e86947-e85a-4efe-927b-4b401e76beb1 admin admin] 10.222.0.81 "PUT /v2.0/routers/da79671c-6528-492a-9af3-c58ec31c212e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9114141 Jul 06 12:17:28.822500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37170) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:28.828438 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a92d67-b3d4-46f2-a302-b630c60e1c6b None None] Sync routers for ids ['da79671c-6528-492a-9af3-c58ec31c212e'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:17:28.846877 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a92d67-b3d4-46f2-a302-b630c60e1c6b None None] Routers {'da79671c-6528-492a-9af3-c58ec31c212e'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:28.847864 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f9a92d67-b3d4-46f2-a302-b630c60e1c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:17:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['da79671c-6528-492a-9af3-c58ec31c212e'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:28.855063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 52f1f179-4640-458e-98b3-22587dd31107 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:17:28.899436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 52f1f179-4640-458e-98b3-22587dd31107 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:17:28.899868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 52f1f179-4640-458e-98b3-22587dd31107 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:17:28.953408 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ca4336ce-708d-4d46-aade-11de93a20fc7 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:17:28.977939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d82135-25ab-4044-853e-5170e489ac97 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Made reservation on behalf of f84c722d344445b2ba0599415550525e for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:28.988295 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30d82135-25ab-4044-853e-5170e489ac97 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.015641 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-f9a92d67-b3d4-46f2-a302-b630c60e1c6b None None] Set router da79671c-6528-492a-9af3-c58ec31c212e gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:29.026842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-30d82135-25ab-4044-853e-5170e489ac97 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] device_id is not set on port 6dff22b4-fd2d-482f-ae48-03af965796e8 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:17:29.050137 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44545ac2-8c4f-4e93-8b2e-ce046ec873dd admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.128122 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-1f8380c8-df3a-40c2-b540-d3d50296499d', 'network_id': '1f8380c8-df3a-40c2-b540-d3d50296499d', 'tenant_id': 'f84c722d344445b2ba0599415550525e', 'fixed_ips': [{'subnet_id': 'c28d5790-9474-475a-812a-41fbf2e9846b'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:17:29.133425 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.172624 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port ca4336ce-708d-4d46-aade-11de93a20fc7, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ca4336ce-708d-4d46-aade-11de93a20fc7,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:29.209892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-30d82135-25ab-4044-853e-5170e489ac97 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Allocated IP 172.20.0.12 (1f8380c8-df3a-40c2-b540-d3d50296499d/c28d5790-9474-475a-812a-41fbf2e9846b/6dff22b4-fd2d-482f-ae48-03af965796e8) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:17:29.213897 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'ca4336ce-708d-4d46-aade-11de93a20fc7', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'port_id': 'ca4336ce-708d-4d46-aade-11de93a20fc7', 'mac_address': 'fa:16:3e:c2:9f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:17:29.288293 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44545ac2-8c4f-4e93-8b2e-ce046ec873dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.338111 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f9a92d67-b3d4-46f2-a302-b630c60e1c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'name': 'tempest-ServerRescueTestJSON-87646061-router', 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '7c141c65-3328-485f-874f-23def2bc6820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:20Z', 'updated_at': '2021-07-06T12:17:27Z', 'revision_number': 5, 'project_id': '2db458d6ca384cdeb695ba6e28db21aa', 'gw_port': {'id': '7c141c65-3328-485f-874f-23def2bc6820', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:15:21Z', 'updated_at': '2021-07-06T12:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:29.393756 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a92d67-b3d4-46f2-a302-b630c60e1c6b None None] Checking router: da79671c-6528-492a-9af3-c58ec31c212e for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:17:29.412826 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a92d67-b3d4-46f2-a302-b630c60e1c6b None None] Routers {'da79671c-6528-492a-9af3-c58ec31c212e'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:17:29.413439 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f9a92d67-b3d4-46f2-a302-b630c60e1c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:17:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['da79671c-6528-492a-9af3-c58ec31c212e'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:29.429174 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.432806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-44545ac2-8c4f-4e93-8b2e-ce046ec873dd admin admin] Deleting port 7c141c65-3328-485f-874f-23def2bc6820 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:29.433148 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44545ac2-8c4f-4e93-8b2e-ce046ec873dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.453759 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4336ce-708d-4d46-aade-11de93a20fc7 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:17:29.473673 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30d82135-25ab-4044-853e-5170e489ac97 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.489780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port ca4336ce-708d-4d46-aade-11de93a20fc7, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ca4336ce-708d-4d46-aade-11de93a20fc7,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:29.494866 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.495058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-30d82135-25ab-4044-853e-5170e489ac97 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Transition to ACTIVE for port object 6dff22b4-fd2d-482f-ae48-03af965796e8 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:29.564263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=ca4336ce-708d-4d46-aade-11de93a20fc7,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:29.576355 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-44545ac2-8c4f-4e93-8b2e-ce046ec873dd admin admin] For port 7c141c65-3328-485f-874f-23def2bc6820, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=7c141c65-3328-485f-874f-23def2bc6820,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:29.576818 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44545ac2-8c4f-4e93-8b2e-ce046ec873dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.592843 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-f9a92d67-b3d4-46f2-a302-b630c60e1c6b None None] Set router da79671c-6528-492a-9af3-c58ec31c212e gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:17:29.598179 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30d82135-25ab-4044-853e-5170e489ac97 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.601661 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-44545ac2-8c4f-4e93-8b2e-ce046ec873dd admin admin] Calling delete_port for 7c141c65-3328-485f-874f-23def2bc6820 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:29.707498 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Allocated IP 172.20.0.2 (1f8380c8-df3a-40c2-b540-d3d50296499d/c28d5790-9474-475a-812a-41fbf2e9846b/80beaa07-b479-4e74-8403-38bce6a9c72b) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:17:29.743991 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['ca4336ce-708d-4d46-aade-11de93a20fc7'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:17:29.750061 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f9a92d67-b3d4-46f2-a302-b630c60e1c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'name': 'tempest-ServerRescueTestJSON-87646061-router', 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:20Z', 'updated_at': '2021-07-06T12:17:29Z', 'revision_number': 6, 'project_id': '2db458d6ca384cdeb695ba6e28db21aa', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:29.758227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d82135-25ab-4044-853e-5170e489ac97 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Network 1f8380c8-df3a-40c2-b540-d3d50296499d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:29.768270 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-30d82135-25ab-4044-853e-5170e489ac97 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:29.779058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d82135-25ab-4044-853e-5170e489ac97 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:17:29.813753 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a92d67-b3d4-46f2-a302-b630c60e1c6b None None] The sync data for ids ['da79671c-6528-492a-9af3-c58ec31c212e'] in n-d-799529-2 is: [{'id': 'da79671c-6528-492a-9af3-c58ec31c212e', 'name': 'tempest-ServerRescueTestJSON-87646061-router', 'tenant_id': '2db458d6ca384cdeb695ba6e28db21aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:15:20Z', 'updated_at': '2021-07-06T12:17:29Z', 'revision_number': 6, 'project_id': '2db458d6ca384cdeb695ba6e28db21aa', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:17:29.892116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d82135-25ab-4044-853e-5170e489ac97 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:29.893768 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30d82135-25ab-4044-853e-5170e489ac97 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:29.907808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d82135-25ab-4044-853e-5170e489ac97 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Pushing event updated for resources: {'Port': ['ID=6dff22b4-fd2d-482f-ae48-03af965796e8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:29.916570 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-30d82135-25ab-4044-853e-5170e489ac97 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1620121 Jul 06 12:17:29.917074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37178) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:29.974264 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b712d-0833-49fc-a8a9-9a6224053657 req-667e4355-ca14-4357-bf35-1f500524f6d1 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:29.982444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c54b712d-0833-49fc-a8a9-9a6224053657 req-667e4355-ca14-4357-bf35-1f500524f6d1 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 944 time: 0.2244484 Jul 06 12:17:30.024151 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44545ac2-8c4f-4e93-8b2e-ce046ec873dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.063300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44545ac2-8c4f-4e93-8b2e-ce046ec873dd admin admin] Pushing event deleted for resources: {'Port': ['ID=7c141c65-3328-485f-874f-23def2bc6820,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:30.084033 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c54b712d-0833-49fc-a8a9-9a6224053657 req-40add72a-de63-466d-99ad-22dbd8c05f2c tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005526 Jul 06 12:17:30.108788 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a25fce89-a889-4491-8524-b0793cd4219d tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Deleting port 6dff22b4-fd2d-482f-ae48-03af965796e8 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:30.109106 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a25fce89-a889-4491-8524-b0793cd4219d tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.214125 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44545ac2-8c4f-4e93-8b2e-ce046ec873dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.226236 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.237569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Transition to ACTIVE for port object 80beaa07-b479-4e74-8403-38bce6a9c72b will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:30.261188 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a25fce89-a889-4491-8524-b0793cd4219d tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.281864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Transition to ACTIVE for port object 80beaa07-b479-4e74-8403-38bce6a9c72b will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:30.295087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a25fce89-a889-4491-8524-b0793cd4219d tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Calling delete_port for 6dff22b4-fd2d-482f-ae48-03af965796e8 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:30.295609 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.418476 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44545ac2-8c4f-4e93-8b2e-ce046ec873dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.421247 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44545ac2-8c4f-4e93-8b2e-ce046ec873dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.422535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Pushing event updated for resources: {'Port': ['ID=80beaa07-b479-4e74-8403-38bce6a9c72b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:30.432401 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Network 1f8380c8-df3a-40c2-b540-d3d50296499d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:30.434173 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:30.438513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:17:30.495749 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44545ac2-8c4f-4e93-8b2e-ce046ec873dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.497537 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44545ac2-8c4f-4e93-8b2e-ce046ec873dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router da79671c-6528-492a-9af3-c58ec31c212e {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:17:30.507694 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44545ac2-8c4f-4e93-8b2e-ce046ec873dd admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.514900 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-44545ac2-8c4f-4e93-8b2e-ce046ec873dd admin admin] 10.222.0.81 "DELETE /v2.0/routers/da79671c-6528-492a-9af3-c58ec31c212e HTTP/1.1" status: 204 len: 168 time: 1.6911764 Jul 06 12:17:30.515571 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37184) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:30.519382 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Attempting to bind port 80beaa07-b479-4e74-8403-38bce6a9c72b on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:17:30.519756 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Attempting to bind port 80beaa07-b479-4e74-8403-38bce6a9c72b by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '8442f089-ea5c-4fd3-88ac-dfdaa4b69e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f8380c8-df3a-40c2-b540-d3d50296499d'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:17:30.523323 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Attempting to bind port 80beaa07-b479-4e74-8403-38bce6a9c72b on network 1f8380c8-df3a-40c2-b540-d3d50296499d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:30.542436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:17:30.542821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Checking segment: {'id': '8442f089-ea5c-4fd3-88ac-dfdaa4b69e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f8380c8-df3a-40c2-b540-d3d50296499d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:30.543269 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.543666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Bound using segment: {'id': '8442f089-ea5c-4fd3-88ac-dfdaa4b69e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f8380c8-df3a-40c2-b540-d3d50296499d'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:17:30.544179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Bound port: 80beaa07-b479-4e74-8403-38bce6a9c72b, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8442f089-ea5c-4fd3-88ac-dfdaa4b69e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1f8380c8-df3a-40c2-b540-d3d50296499d'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:17:30.548890 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.552214 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a25fce89-a889-4491-8524-b0793cd4219d tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.611939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fce89-a889-4491-8524-b0793cd4219d tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Pushing event deleted for resources: {'Port': ['ID=6dff22b4-fd2d-482f-ae48-03af965796e8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:30.641624 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-db49c734-0736-4c13-97c6-1b7f0d1e74b5 admin admin] Deleting subnet 28ddc82b-35de-420b-a4e4-3b01d6ff4f20 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:17:30.649406 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db49c734-0736-4c13-97c6-1b7f0d1e74b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.707395 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db49c734-0736-4c13-97c6-1b7f0d1e74b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.711764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] For port 80beaa07-b479-4e74-8403-38bce6a9c72b, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:30.715390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] For port 80beaa07-b479-4e74-8403-38bce6a9c72b, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=80beaa07-b479-4e74-8403-38bce6a9c72b,segment=NetworkSegment(8442f089-ea5c-4fd3-88ac-dfdaa4b69e34),segment_id=8442f089-ea5c-4fd3-88ac-dfdaa4b69e34)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:17:30.724568 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.736923 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a25fce89-a889-4491-8524-b0793cd4219d tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.741605 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a25fce89-a889-4491-8524-b0793cd4219d tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] 10.222.0.81 "DELETE /v2.0/ports/6dff22b4-fd2d-482f-ae48-03af965796e8 HTTP/1.1" status: 204 len: 168 time: 0.8213570 Jul 06 12:17:30.742041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37188) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:30.849381 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0b1d93b9-e8e2-4bf7-9414-639f280c6c7c tempest-DHCPAgentSchedulersTestJSON-1692784004 tempest-DHCPAgentSchedulersTestJSON-1692784004-project-admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1033087 Jul 06 12:17:30.850064 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db49c734-0736-4c13-97c6-1b7f0d1e74b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.850290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37192) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:30.857606 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1c1c33fd-c9db-4d86-823e-6694fc953377 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-961625640'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:30.871697 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ab43c-b75e-4996-a8a6-b0e4fcc3ca73 None None] Pushing event updated for resources: {'Port': ['ID=80beaa07-b479-4e74-8403-38bce6a9c72b,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:30.896343 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1c33fd-c9db-4d86-823e-6694fc953377 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Made reservation on behalf of f84c722d344445b2ba0599415550525e for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:30.900165 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c1c33fd-c9db-4d86-823e-6694fc953377 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.940884 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1c33fd-c9db-4d86-823e-6694fc953377 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:17:30.952174 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c1c33fd-c9db-4d86-823e-6694fc953377 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:30.952847 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-1c1c33fd-c9db-4d86-823e-6694fc953377 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Added segment 8f61cab0-fcfa-47dd-ab3f-cb8aae5ff5a8 of type vlan for network 07022604-1973-48af-a9a2-3a8749c52932 Jul 06 12:17:30.957670 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ca4336ce-708d-4d46-aade-11de93a20fc7 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:30.967660 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db49c734-0736-4c13-97c6-1b7f0d1e74b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.010539 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db49c734-0736-4c13-97c6-1b7f0d1e74b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.016410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-db49c734-0736-4c13-97c6-1b7f0d1e74b5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/28ddc82b-35de-420b-a4e4-3b01d6ff4f20 HTTP/1.1" status: 204 len: 168 time: 0.4996133 Jul 06 12:17:31.033156 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37194) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:31.036262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49c734-0736-4c13-97c6-1b7f0d1e74b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28ddc82b-35de-420b-a4e4-3b01d6ff4f20,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:31.048984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port ca4336ce-708d-4d46-aade-11de93a20fc7 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:31.053592 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port ca4336ce-708d-4d46-aade-11de93a20fc7 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:31.053904 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.056535 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c1c33fd-c9db-4d86-823e-6694fc953377 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.112993 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c1c33fd-c9db-4d86-823e-6694fc953377 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.123639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1c33fd-c9db-4d86-823e-6694fc953377 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:31.124322 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c1c33fd-c9db-4d86-823e-6694fc953377 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.251889 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1c1c33fd-c9db-4d86-823e-6694fc953377 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4003861 Jul 06 12:17:31.255638 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37198) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:31.312428 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.335200 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e7797251-c2f0-4955-b542-f7ce414c3dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.370662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port ca4336ce-708d-4d46-aade-11de93a20fc7, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ca4336ce-708d-4d46-aade-11de93a20fc7,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:31.371866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df47a12b-29fd-462b-9c1f-6d14f318fbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4336ce-708d-4d46-aade-11de93a20fc7'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:31.377352 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2075a47b-41b6-4bf6-bc2d-d29947685c06" -d '{"events": [{"server_uuid": "df47a12b-29fd-462b-9c1f-6d14f318fbc7", "name": "network-vif-plugged", "status": "completed", "tag": "ca4336ce-708d-4d46-aade-11de93a20fc7"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:31.385710 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.427041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c33fd-c9db-4d86-823e-6694fc953377 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Pushing event updated for resources: {'Network': ['ID=07022604-1973-48af-a9a2-3a8749c52932,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:31.443804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 07022604-1973-48af-a9a2-3a8749c52932 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:17:31.526120 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=ca4336ce-708d-4d46-aade-11de93a20fc7,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:31.658957 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e3b3d62d-1218-432a-ad85-f8e7f3812314 tempest-DHCPAgentSchedulersTestJSON-1692784004 tempest-DHCPAgentSchedulersTestJSON-1692784004-project-admin] 10.222.0.81 "GET /v2.0/agents/be723c49-e094-496b-84a1-9ed73c2cb2ed/dhcp-networks HTTP/1.1" status: 200 len: 6435 time: 0.3934901 Jul 06 12:17:31.661756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37208) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:31.831559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67e9297-e788-42cb-8a4d-c47e8385f9f0 tempest-DHCPAgentSchedulersTestJSON-1692784004 tempest-DHCPAgentSchedulersTestJSON-1692784004-project-admin] Network 07022604-1973-48af-a9a2-3a8749c52932 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:17:31.849197 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e67e9297-e788-42cb-8a4d-c47e8385f9f0 tempest-DHCPAgentSchedulersTestJSON-1692784004 tempest-DHCPAgentSchedulersTestJSON-1692784004-project-admin] 10.222.0.81 "POST /v2.0/agents/be723c49-e094-496b-84a1-9ed73c2cb2ed/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1847575 Jul 06 12:17:31.849964 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37212) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:31.853571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19686074-3abd-47ea-b798-f4ce51ccbc60 None None] Network 07022604-1973-48af-a9a2-3a8749c52932 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:17:31.858778 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e7797251-c2f0-4955-b542-f7ce414c3dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:31.868677 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37214) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:31.885089 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-e7797251-c2f0-4955-b542-f7ce414c3dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:31.912288 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b94b7c-e723-4c0f-9f4b-4b0a9bacb08d req-0b75c347-ea2a-4dee-a485-14c8f904c899 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:31.929834 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48b94b7c-e723-4c0f-9f4b-4b0a9bacb08d req-0b75c347-ea2a-4dee-a485-14c8f904c899 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 945 time: 0.6009347 Jul 06 12:17:31.962064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-e7797251-c2f0-4955-b542-f7ce414c3dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e421c7-c3c8-4f15-aa73-744e02f29c09') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:31.962392 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-e7797251-c2f0-4955-b542-f7ce414c3dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e421c7-c3c8-4f15-aa73-744e02f29c09') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:32.001120 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 80beaa07-b479-4e74-8403-38bce6a9c72b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:32.003688 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e7797251-c2f0-4955-b542-f7ce414c3dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.040346 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48b94b7c-e723-4c0f-9f4b-4b0a9bacb08d req-a07bafc5-c6c8-4073-9f4b-ed9e88e03480 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099234 Jul 06 12:17:32.041520 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e7797251-c2f0-4955-b542-f7ce414c3dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.070675 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7797251-c2f0-4955-b542-f7ce414c3dc7 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:17:32.072011 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e7797251-c2f0-4955-b542-f7ce414c3dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:17:32.074110 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:17:32.136122 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152208f3-237b-475c-9a09-c051dbba8e53 x-openstack-request-id: req-152208f3-237b-475c-9a09-c051dbba8e53 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:32.136421 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df47a12b-29fd-462b-9c1f-6d14f318fbc7", "name": "network-vif-plugged", "status": "completed", "tag": "ca4336ce-708d-4d46-aade-11de93a20fc7", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:32.136679 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-152208f3-237b-475c-9a09-c051dbba8e53 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:32.137080 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df47a12b-29fd-462b-9c1f-6d14f318fbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4336ce-708d-4d46-aade-11de93a20fc7', 'code': 200} Jul 06 12:17:32.186989 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 80beaa07-b479-4e74-8403-38bce6a9c72b completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:32.216271 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-18ef4362-07ff-4ec9-ad2a-af8b5405b32c tempest-DHCPAgentSchedulersTestJSON-1692784004 tempest-DHCPAgentSchedulersTestJSON-1692784004-project-admin] 10.222.0.81 "GET /v2.0/agents/be723c49-e094-496b-84a1-9ed73c2cb2ed/dhcp-networks HTTP/1.1" status: 200 len: 7205 time: 0.3620534 Jul 06 12:17:32.220272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37218) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:32.220272 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05323f80-14aa-4110-8bb4-0073d1adf0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.276057 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7c141c65-3328-485f-874f-23def2bc6820 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:17:32.304024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31280a7a-a515-4812-99a8-9b13a2653c4c req-7c51fccd-da02-4b3e-887a-ac70fd8c3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:32.304253 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 7c141c65-3328-485f-874f-23def2bc6820 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:17:32.306404 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-31280a7a-a515-4812-99a8-9b13a2653c4c req-7c51fccd-da02-4b3e-887a-ac70fd8c3393 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 1096 time: 0.0862923 Jul 06 12:17:32.308213 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7c141c65-3328-485f-874f-23def2bc6820 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:17:32.308737 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c14f0783-61a4-4404-b8bf-0ce33191922a no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:17:32.332845 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: c14f0783-61a4-4404-b8bf-0ce33191922a {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:17:32.333176 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c14f0783-61a4-4404-b8bf-0ce33191922a not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:17:32.354627 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e7797251-c2f0-4955-b542-f7ce414c3dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.373888 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-31280a7a-a515-4812-99a8-9b13a2653c4c req-bad7c567-a39f-48f8-9789-93921c0aab88 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533979 Jul 06 12:17:32.412160 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e7797251-c2f0-4955-b542-f7ce414c3dc7 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.414314 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e7797251-c2f0-4955-b542-f7ce414c3dc7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec HTTP/1.1" status: 204 len: 168 time: 1.3797042 Jul 06 12:17:32.440522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7797251-c2f0-4955-b542-f7ce414c3dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3bba5ed-3e2c-423e-acd3-8e7bcc0923ec,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:32.460639 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d8def1f7-29f5-4920-a820-06c1a6b631db tempest-DHCPAgentSchedulersTestJSON-1692784004 tempest-DHCPAgentSchedulersTestJSON-1692784004-project-admin] 10.222.0.81 "DELETE /v2.0/agents/be723c49-e094-496b-84a1-9ed73c2cb2ed/dhcp-networks/07022604-1973-48af-a9a2-3a8749c52932 HTTP/1.1" status: 204 len: 168 time: 0.2306893 Jul 06 12:17:32.461385 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37222) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:32.474006 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05323f80-14aa-4110-8bb4-0073d1adf0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.479659 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-05323f80-14aa-4110-8bb4-0073d1adf0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.484901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7735d47e-0358-4996-9236-413654975345 None None] Network 1f8380c8-df3a-40c2-b540-d3d50296499d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:17:32.519084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-05323f80-14aa-4110-8bb4-0073d1adf0e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=550675c6b2ab40f580c6258f19745dcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6492543 Jul 06 12:17:32.519855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37224) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:32.582996 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05323f80-14aa-4110-8bb4-0073d1adf0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cc27c1-055d-448a-9959-e8405b8f6a03,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:32.598162 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b313-908c-42c2-ad97-02b4def2f508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.624583 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b313-908c-42c2-ad97-02b4def2f508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.630824 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37226) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:32.679834 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ac52d3a5-9329-48a5-a7d3-dccf7fe91f0e None None] Provisioning for port 80beaa07-b479-4e74-8403-38bce6a9c72b completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:32.681061 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b313-908c-42c2-ad97-02b4def2f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.684087 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b313-908c-42c2-ad97-02b4def2f508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.688074 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fdf3b313-908c-42c2-ad97-02b4def2f508 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/51cc27c1-055d-448a-9959-e8405b8f6a03 HTTP/1.1" status: 204 len: 168 time: 0.1657736 Jul 06 12:17:32.696806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3b313-908c-42c2-ad97-02b4def2f508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cc27c1-055d-448a-9959-e8405b8f6a03,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:32.705977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ac52d3a5-9329-48a5-a7d3-dccf7fe91f0e None None] Provisioning complete for port 80beaa07-b479-4e74-8403-38bce6a9c72b triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:32.706526 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac52d3a5-9329-48a5-a7d3-dccf7fe91f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.716557 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ec65c4a9-3fad-49a9-a57b-6d765699880c tempest-DHCPAgentSchedulersTestJSON-1692784004 tempest-DHCPAgentSchedulersTestJSON-1692784004-project-admin] 10.222.0.81 "GET /v2.0/agents/be723c49-e094-496b-84a1-9ed73c2cb2ed/dhcp-networks HTTP/1.1" status: 200 len: 5678 time: 0.2530046 Jul 06 12:17:32.717388 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37232) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:32.722388 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ad2078ac-5984-4bf7-aeb8-d6613e9ef97a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2db458d6ca384cdeb695ba6e28db21aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902491 Jul 06 12:17:32.723009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37234) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:32.764436 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4702d441-b766-43e9-8fa9-e141f2d1c948 tempest-DHCPAgentSchedulersTestJSON-1692784004 tempest-DHCPAgentSchedulersTestJSON-1692784004-project-admin] 10.222.0.81 "GET /v2.0/networks/1f8380c8-df3a-40c2-b540-d3d50296499d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0457058 Jul 06 12:17:32.767944 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37236) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:32.789284 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-86c8df76-fa1e-4938-af45-e9a8f075872f tempest-DHCPAgentSchedulersTestJSON-1692784004 tempest-DHCPAgentSchedulersTestJSON-1692784004-project-admin] 10.222.0.81 "GET /v2.0/networks/1f8380c8-df3a-40c2-b540-d3d50296499d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0201981 Jul 06 12:17:32.791887 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37238) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:32.800382 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0350172e-738f-47de-8296-2150c85266c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.940182 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac52d3a5-9329-48a5-a7d3-dccf7fe91f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:32.973218 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8131172b-4b29-4fd4-af86-99ad480ea5f5 tempest-DHCPAgentSchedulersTestJSON-1692784004 tempest-DHCPAgentSchedulersTestJSON-1692784004-project-admin] 10.222.0.81 "GET /v2.0/agents/be723c49-e094-496b-84a1-9ed73c2cb2ed/dhcp-networks HTTP/1.1" status: 200 len: 5678 time: 0.1761086 Jul 06 12:17:32.973814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37242) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:32.993708 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0350172e-738f-47de-8296-2150c85266c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.028471 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ac52d3a5-9329-48a5-a7d3-dccf7fe91f0e None None] For port 80beaa07-b479-4e74-8403-38bce6a9c72b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=80beaa07-b479-4e74-8403-38bce6a9c72b,segment=NetworkSegment(8442f089-ea5c-4fd3-88ac-dfdaa4b69e34),segment_id=8442f089-ea5c-4fd3-88ac-dfdaa4b69e34)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:33.034650 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac52d3a5-9329-48a5-a7d3-dccf7fe91f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.135288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52d3a5-9329-48a5-a7d3-dccf7fe91f0e None None] Pushing event updated for resources: {'Port': ['ID=80beaa07-b479-4e74-8403-38bce6a9c72b,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:33.181318 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c86617-bdd2-4d8b-89aa-f2463ecff15f tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.239179 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0350172e-738f-47de-8296-2150c85266c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.241823 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0350172e-738f-47de-8296-2150c85266c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.245396 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0350172e-738f-47de-8296-2150c85266c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ae12b2f1-543a-4812-b67a-160c97c10496 HTTP/1.1" status: 204 len: 168 time: 0.5190125 Jul 06 12:17:33.316588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37248) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:33.357838 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c345f4fb-89d5-4422-8381-7692a4cc9f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.366365 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350172e-738f-47de-8296-2150c85266c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae12b2f1-543a-4812-b67a-160c97c10496,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:33.368935 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3df0bc0a-3a23-4bf9-8827-a3ae20efa639 None None] Provisioning complete for port 80beaa07-b479-4e74-8403-38bce6a9c72b triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:33.369318 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3df0bc0a-3a23-4bf9-8827-a3ae20efa639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.369546 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c86617-bdd2-4d8b-89aa-f2463ecff15f tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.398159 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-90c86617-bdd2-4d8b-89aa-f2463ecff15f tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07022604-1973-48af-a9a2-3a8749c52932']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:33.414738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-90c86617-bdd2-4d8b-89aa-f2463ecff15f tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f61cab0-fcfa-47dd-ab3f-cb8aae5ff5a8') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:33.415373 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-90c86617-bdd2-4d8b-89aa-f2463ecff15f tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f61cab0-fcfa-47dd-ab3f-cb8aae5ff5a8') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:33.424657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaef6b-90cd-46ad-b754-e62437fa8662 req-949e0696-5a0c-4a27-86a4-d374e983dd0b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:33.428613 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5cdaef6b-90cd-46ad-b754-e62437fa8662 req-949e0696-5a0c-4a27-86a4-d374e983dd0b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 945 time: 0.1829331 Jul 06 12:17:33.444930 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c86617-bdd2-4d8b-89aa-f2463ecff15f tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.468243 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c86617-bdd2-4d8b-89aa-f2463ecff15f tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.487117 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c86617-bdd2-4d8b-89aa-f2463ecff15f tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:17:33.487648 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c86617-bdd2-4d8b-89aa-f2463ecff15f tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:17:33.491286 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:17:33.506838 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5cdaef6b-90cd-46ad-b754-e62437fa8662 req-5c0f6c45-a283-4e0b-bad9-996df2b169eb tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642772 Jul 06 12:17:33.613970 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c86617-bdd2-4d8b-89aa-f2463ecff15f tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.637774 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c86617-bdd2-4d8b-89aa-f2463ecff15f tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.646173 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-90c86617-bdd2-4d8b-89aa-f2463ecff15f tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] 10.222.0.81 "DELETE /v2.0/networks/07022604-1973-48af-a9a2-3a8749c52932 HTTP/1.1" status: 204 len: 168 time: 0.6681020 Jul 06 12:17:33.648379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37254) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:33.658328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c86617-bdd2-4d8b-89aa-f2463ecff15f tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Pushing event deleted for resources: {'Network': ['ID=07022604-1973-48af-a9a2-3a8749c52932,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:33.681806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bde88754-90bc-494a-9be9-bee72aa1c3b7 None None] Could not find standard attr ID for object 6dff22b4-fd2d-482f-ae48-03af965796e8. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:17:33.704103 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-18dab859-c490-4de0-9b22-33a32386fd38 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] DELETE failed (client error): The resource could not be found. Jul 06 12:17:33.705487 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18dab859-c490-4de0-9b22-33a32386fd38 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:17:33.712085 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-18dab859-c490-4de0-9b22-33a32386fd38 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] 10.222.0.81 "DELETE /v2.0/ports/6dff22b4-fd2d-482f-ae48-03af965796e8 HTTP/1.1" status: 404 len: 333 time: 0.0616744 Jul 06 12:17:33.712506 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37260) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:33.792510 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c345f4fb-89d5-4422-8381-7692a4cc9f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.802952 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c345f4fb-89d5-4422-8381-7692a4cc9f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.836414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47f7bde-2717-4028-b719-a328b165df48 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Deleting subnet c28d5790-9474-475a-812a-41fbf2e9846b {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:17:33.841841 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f47f7bde-2717-4028-b719-a328b165df48 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.876254 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 80beaa07-b479-4e74-8403-38bce6a9c72b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:33.896008 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c345f4fb-89d5-4422-8381-7692a4cc9f34 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9efc9caa4cde40f9bb7c825408abcaec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5757754 Jul 06 12:17:33.896008 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345f4fb-89d5-4422-8381-7692a4cc9f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbee1c7-c4df-46e1-9f32-bf32ba0f8ae5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:33.901569 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f47f7bde-2717-4028-b719-a328b165df48 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.909930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37272) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:33.983778 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67b10dba-1e70-4e6c-a53a-16714c3a3122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:33.997388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 80beaa07-b479-4e74-8403-38bce6a9c72b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:33.999017 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.019375 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67b10dba-1e70-4e6c-a53a-16714c3a3122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.026745 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f47f7bde-2717-4028-b719-a328b165df48 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.110826 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67b10dba-1e70-4e6c-a53a-16714c3a3122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.116297 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67b10dba-1e70-4e6c-a53a-16714c3a3122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.119554 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-67b10dba-1e70-4e6c-a53a-16714c3a3122 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4fbee1c7-c4df-46e1-9f32-bf32ba0f8ae5 HTTP/1.1" status: 204 len: 168 time: 0.2081139 Jul 06 12:17:34.149073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b10dba-1e70-4e6c-a53a-16714c3a3122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbee1c7-c4df-46e1-9f32-bf32ba0f8ae5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:34.161756 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f47f7bde-2717-4028-b719-a328b165df48 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.219317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f7bde-2717-4028-b719-a328b165df48 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Pushing event deleted for resources: {'Subnet': ['ID=c28d5790-9474-475a-812a-41fbf2e9846b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:34.222030 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f47f7bde-2717-4028-b719-a328b165df48 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.227799 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37284) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:34.239448 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f47f7bde-2717-4028-b719-a328b165df48 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] 10.222.0.81 "DELETE /v2.0/subnets/c28d5790-9474-475a-812a-41fbf2e9846b HTTP/1.1" status: 204 len: 168 time: 0.5164304 Jul 06 12:17:34.254156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e80af9c-db7b-4ae1-90cd-f81de107d379 None None] Network 1f8380c8-df3a-40c2-b540-d3d50296499d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:17:34.344928 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.438423 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Deleting port 80beaa07-b479-4e74-8403-38bce6a9c72b {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:34.438775 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.595432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4887e203-ae7e-4fd1-ae3e-ba2832356e3a None None] DHCP port deletion for 1f8380c8-df3a-40c2-b540-d3d50296499d request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:17:34.624062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] For port 80beaa07-b479-4e74-8403-38bce6a9c72b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=80beaa07-b479-4e74-8403-38bce6a9c72b,segment=NetworkSegment(8442f089-ea5c-4fd3-88ac-dfdaa4b69e34),segment_id=8442f089-ea5c-4fd3-88ac-dfdaa4b69e34)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:34.626252 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.664805 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Calling delete_port for 80beaa07-b479-4e74-8403-38bce6a9c72b owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:34.702348 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37296) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:34.709776 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4887e203-ae7e-4fd1-ae3e-ba2832356e3a None None] Deleting port 80beaa07-b479-4e74-8403-38bce6a9c72b {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:34.710694 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4887e203-ae7e-4fd1-ae3e-ba2832356e3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.802235 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4887e203-ae7e-4fd1-ae3e-ba2832356e3a None None] For port 80beaa07-b479-4e74-8403-38bce6a9c72b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=80beaa07-b479-4e74-8403-38bce6a9c72b,segment=NetworkSegment(8442f089-ea5c-4fd3-88ac-dfdaa4b69e34),segment_id=8442f089-ea5c-4fd3-88ac-dfdaa4b69e34)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:34.802791 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4887e203-ae7e-4fd1-ae3e-ba2832356e3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.814393 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.830564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4887e203-ae7e-4fd1-ae3e-ba2832356e3a None None] Calling delete_port for 80beaa07-b479-4e74-8403-38bce6a9c72b owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:34.845317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Pushing event deleted for resources: {'Port': ['ID=80beaa07-b479-4e74-8403-38bce6a9c72b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:34.855333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] No DVR routers for this DVR port 80beaa07-b479-4e74-8403-38bce6a9c72b on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:17:34.898538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a7ab5d5c-182c-403a-be74-e0e4cd7ae45b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-339447821-network', 'tenant_id': '76ef35fc50a54ffb9c88f3c4fcbbc7ac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.938009 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.940413 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.940413 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.940413 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.940413 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.940413 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.940413 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.940413 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.940413 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.940413 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.940413 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.940413 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.940413 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.940413 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:17:34.940413 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:17:34.944711 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4887e203-ae7e-4fd1-ae3e-ba2832356e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.947646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ab5d5c-182c-403a-be74-e0e4cd7ae45b admin admin] Made reservation on behalf of 76ef35fc50a54ffb9c88f3c4fcbbc7ac for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:34.950844 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5d5c-182c-403a-be74-e0e4cd7ae45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.958295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25ac4d-533d-44f0-b557-4af66a2382ac req-b025c67e-6d86-44cf-8458-396cff74fa81 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:34.961843 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab25ac4d-533d-44f0-b557-4af66a2382ac req-b025c67e-6d86-44cf-8458-396cff74fa81 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 945 time: 0.1832187 Jul 06 12:17:34.984700 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5d5c-182c-403a-be74-e0e4cd7ae45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:34.988729 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887e203-ae7e-4fd1-ae3e-ba2832356e3a None None] Pushing event deleted for resources: {'Port': ['ID=80beaa07-b479-4e74-8403-38bce6a9c72b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:34.997580 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4887e203-ae7e-4fd1-ae3e-ba2832356e3a None None] No DVR routers for this DVR port 80beaa07-b479-4e74-8403-38bce6a9c72b on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:17:35.025045 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.047212 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab25ac4d-533d-44f0-b557-4af66a2382ac req-53c87d8d-8701-427f-aea3-982a97e6727d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744324 Jul 06 12:17:35.051187 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8380c8-df3a-40c2-b540-d3d50296499d']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:35.084829 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8442f089-ea5c-4fd3-88ac-dfdaa4b69e34') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:35.086168 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8442f089-ea5c-4fd3-88ac-dfdaa4b69e34') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:35.105563 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.127660 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.138229 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:17:35.138909 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:17:35.190349 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:17:35.220910 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.221818 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5d5c-182c-403a-be74-e0e4cd7ae45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.227556 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5d5c-182c-403a-be74-e0e4cd7ae45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.233160 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.238495 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] 10.222.0.81 "DELETE /v2.0/networks/1f8380c8-df3a-40c2-b540-d3d50296499d HTTP/1.1" status: 204 len: 168 time: 1.0068965 Jul 06 12:17:35.255194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ab5d5c-182c-403a-be74-e0e4cd7ae45b admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:17:35.276176 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5d5c-182c-403a-be74-e0e4cd7ae45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.276593 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-a7ab5d5c-182c-403a-be74-e0e4cd7ae45b admin admin] Added segment e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54 of type vlan for network 4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6 Jul 06 12:17:35.312749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bd6f7-42df-42d0-b041-f22d32e4a9b1 tempest-DHCPAgentSchedulersTestJSON-953060839 tempest-DHCPAgentSchedulersTestJSON-953060839-project] Pushing event deleted for resources: {'Network': ['ID=1f8380c8-df3a-40c2-b540-d3d50296499d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:35.339502 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5d5c-182c-403a-be74-e0e4cd7ae45b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.383003 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50ac84-6957-4ef6-86a0-5048b879d27b req-8dd55e2b-596c-42ef-9d64-2a6ff23287d3 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:35.385869 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5d5c-182c-403a-be74-e0e4cd7ae45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.386932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ab5d5c-182c-403a-be74-e0e4cd7ae45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:35.387606 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5d5c-182c-403a-be74-e0e4cd7ae45b admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.389146 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab50ac84-6957-4ef6-86a0-5048b879d27b req-8dd55e2b-596c-42ef-9d64-2a6ff23287d3 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1097 time: 0.1499667 Jul 06 12:17:35.428236 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a7ab5d5c-182c-403a-be74-e0e4cd7ae45b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7219713 Jul 06 12:17:35.444473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37324) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:35.475146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-70bb6ea0-a735-4947-9570-7f4f59173af5 admin admin] Request body: {'subnet': {'network_id': '4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-339447821-subnet', 'tenant_id': '76ef35fc50a54ffb9c88f3c4fcbbc7ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:35.490051 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd7d2-0c31-4610-b55b-1620cbdb46b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.498333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab5d5c-182c-403a-be74-e0e4cd7ae45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d395fe5d-3043-4b88-b8ee-321608bd90e3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:35.514252 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab5d5c-182c-403a-be74-e0e4cd7ae45b admin admin] Pushing event updated for resources: {'Network': ['ID=4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:35.547448 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:17:35.557362 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bb6ea0-a735-4947-9570-7f4f59173af5 admin admin] Made reservation on behalf of 76ef35fc50a54ffb9c88f3c4fcbbc7ac for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:35.565945 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-70bb6ea0-a735-4947-9570-7f4f59173af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.597613 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab50ac84-6957-4ef6-86a0-5048b879d27b req-fbc4b930-90f6-490a-af7b-0874e923e029 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987782 Jul 06 12:17:35.613251 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37332) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:35.645333 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.806621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 80beaa07-b479-4e74-8403-38bce6a9c72b no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:17:35.831263 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-96a90029-c41b-4453-9ea0-6e2fabcf75a4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f84c722d344445b2ba0599415550525e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167170 Jul 06 12:17:35.833568 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 80beaa07-b479-4e74-8403-38bce6a9c72b {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:17:35.833956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 80beaa07-b479-4e74-8403-38bce6a9c72b not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:17:35.834103 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37338) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:35.894540 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f020df60-812f-4973-8582-f321973a5fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.899501 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-70bb6ea0-a735-4947-9570-7f4f59173af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.920812 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f020df60-812f-4973-8582-f321973a5fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.943116 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec55c4-c1fd-4f71-90b2-ffe46cdbe38d req-cdefac90-b07e-4ced-bc43-0b50b5b6e533 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:35.945151 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17ec55c4-c1fd-4f71-90b2-ffe46cdbe38d req-cdefac90-b07e-4ced-bc43-0b50b5b6e533 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 945 time: 0.1953070 Jul 06 12:17:35.991720 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f020df60-812f-4973-8582-f321973a5fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:35.995784 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f020df60-812f-4973-8582-f321973a5fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:36.000514 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f020df60-812f-4973-8582-f321973a5fd6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/80798bf3-ef5b-4af8-8217-0e5a11313cb3 HTTP/1.1" status: 204 len: 168 time: 0.1610346 Jul 06 12:17:36.008564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb6ea0-a735-4947-9570-7f4f59173af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f2e17a-1c80-453d-a6a9-86e775d3ba44,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:36.011179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020df60-812f-4973-8582-f321973a5fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80798bf3-ef5b-4af8-8217-0e5a11313cb3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:36.043455 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb6ea0-a735-4947-9570-7f4f59173af5 admin admin] Checking segment: {'id': 'e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:36.044559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bb6ea0-a735-4947-9570-7f4f59173af5 admin admin] Network hostable DHCP agents. Network: 4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:17:36.057868 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17ec55c4-c1fd-4f71-90b2-ffe46cdbe38d req-514d1fea-db66-4b7a-8949-82ce20e4e04d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979788 Jul 06 12:17:36.078440 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bb6ea0-a735-4947-9570-7f4f59173af5 admin admin] Network 4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:17:36.102386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-70bb6ea0-a735-4947-9570-7f4f59173af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:36.111662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bb6ea0-a735-4947-9570-7f4f59173af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:36.112407 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-70bb6ea0-a735-4947-9570-7f4f59173af5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:36.126557 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51279f77-cd38-4441-984b-73bc85eae481 None None] Network 4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:17:36.149079 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-70bb6ea0-a735-4947-9570-7f4f59173af5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7009919 Jul 06 12:17:36.312523 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060641a0-643d-4f2f-ad52-5d8e2c06c9e2 None None] Network 4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:17:36.376319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f45af-aaaa-446a-aa6d-1c84826a4be8 req-e4f90383-f73a-45e4-a0d0-17cff79268bf tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:36.388462 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed2f45af-aaaa-446a-aa6d-1c84826a4be8 req-e4f90383-f73a-45e4-a0d0-17cff79268bf tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.1441479 Jul 06 12:17:36.480086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed2f45af-aaaa-446a-aa6d-1c84826a4be8 req-2f2ef383-a71d-47fe-b60c-7c05b688ebed tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939360 Jul 06 12:17:36.520529 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37358) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:36.602383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37368) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:36.644861 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7296c856-cf15-472c-97b9-9d4a1578e1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:36.681005 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e88a0ca7-79dd-4e0f-8146-74e901cfe984 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/7f4b708f-7df6-4d8c-9e1d-ac4c49fa8653 HTTP/1.1" status: 200 len: 993 time: 0.1584764 Jul 06 12:17:36.798136 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:36.887450 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7296c856-cf15-472c-97b9-9d4a1578e1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:36.893339 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7296c856-cf15-472c-97b9-9d4a1578e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:36.963204 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7296c856-cf15-472c-97b9-9d4a1578e1c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b9af5c317ecd45e0a6e0c341285a3837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578854 Jul 06 12:17:36.965863 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37372) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:36.989509 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296c856-cf15-472c-97b9-9d4a1578e1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18aca6b-eaa8-4790-80cd-a3d148b9291a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:37.053986 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fdfd32a-9f34-46ef-bc36-e8da7ad6d51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:37.091200 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fdfd32a-9f34-46ef-bc36-e8da7ad6d51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:37.225101 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fdfd32a-9f34-46ef-bc36-e8da7ad6d51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:37.228299 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fdfd32a-9f34-46ef-bc36-e8da7ad6d51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:37.232878 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7fdfd32a-9f34-46ef-bc36-e8da7ad6d51e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a18aca6b-eaa8-4790-80cd-a3d148b9291a HTTP/1.1" status: 204 len: 168 time: 0.2620690 Jul 06 12:17:37.254014 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-6781e0a2-d047-4c70-8c8d-86627f9aea03 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:37.255613 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-6781e0a2-d047-4c70-8c8d-86627f9aea03 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/networks?id=4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6 HTTP/1.1" status: 200 len: 808 time: 0.1616306 Jul 06 12:17:37.256715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfd32a-9f34-46ef-bc36-e8da7ad6d51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18aca6b-eaa8-4790-80cd-a3d148b9291a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:37.296336 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-7dc2e23f-5d37-4db9-885b-fccfe49d6d60 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/quotas/76ef35fc50a54ffb9c88f3c4fcbbc7ac HTTP/1.1" status: 200 len: 375 time: 0.0139117 Jul 06 12:17:37.360805 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-2adf7d70-b364-4a10-b0ba-18d7bf65c29e tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=76ef35fc50a54ffb9c88f3c4fcbbc7ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542789 Jul 06 12:17:37.497508 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-2bd0b97e-804f-406e-b74c-ce939b5649ae service neutron] 10.222.0.81 "GET /v2.0/networks/4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242032 Jul 06 12:17:38.041308 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-e44a375f-a0cb-46dd-affb-2ce5cf03058c service neutron] 10.222.0.81 "GET /v2.0/networks/4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366383 Jul 06 12:17:38.147641 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-83896a22-5b7a-4834-ab3b-eda658d162e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:38.214895 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:38.901763 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48967717-90a3-4f51-ac63-abf0b9e3a73c req-06fb90f8-8492-4fb7-bb35-68c13260aebc tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 210 time: 0.0502186 Jul 06 12:17:39.150917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d96eb6-bef4-4b9e-8830-48c08f78f928 req-60ddebb0-3c05-4b80-a2cb-dcc4735c9b45 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:39.159464 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b8d96eb6-bef4-4b9e-8830-48c08f78f928 req-60ddebb0-3c05-4b80-a2cb-dcc4735c9b45 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 945 time: 0.0913992 Jul 06 12:17:39.200136 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b8d96eb6-bef4-4b9e-8830-48c08f78f928 req-046215cf-6387-4a99-a46b-dd76273e2022 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395911 Jul 06 12:17:39.224138 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37468) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:39.360150 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:39.367638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:39.397912 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:39.519054 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:39.646790 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Allocated IP 172.25.4.54 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/2fcea265-1ab1-49af-904b-52b86241d0df) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:17:39.809989 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bc787-a91c-409c-b3a6-385630c609f8 req-918899e4-32ef-4225-b6ee-ed2d4bd5c84e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:39.818301 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-176bc787-a91c-409c-b3a6-385630c609f8 req-918899e4-32ef-4225-b6ee-ed2d4bd5c84e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.0899780 Jul 06 12:17:39.855779 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b31a1ace-d93c-40cb-a0d4-1c68c6d60a42 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1780384 Jul 06 12:17:39.869199 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:39.877092 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-176bc787-a91c-409c-b3a6-385630c609f8 req-bbcfad1d-239f-4c28-a9d1-afec14f8b2af tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577133 Jul 06 12:17:39.926721 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:40.122551 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:40.128483 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93138388-87c7-4b09-9e2b-ac2550ff75d1 req-de353804-84b4-485d-aea7-ffabebb396a5 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 210 time: 0.0695589 Jul 06 12:17:40.131461 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:40.166534 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Pushing event updated for resources: {'Port': ['ID=2fcea265-1ab1-49af-904b-52b86241d0df,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:40.177967 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:17:40.250871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-d90073c8-27ca-4d69-bac7-358f67a10dd1 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:40.252499 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-d90073c8-27ca-4d69-bac7-358f67a10dd1 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.89 "GET /v2.0/networks?id=4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6 HTTP/1.1" status: 200 len: 808 time: 0.2780495 Jul 06 12:17:40.343028 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-9c49a50c-3e7b-447c-ad00-afcdff4dce83 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Request body: {'port': {'device_id': 'f0977ddb-e54e-486a-b47f-482cbb97eb7c', 'network_id': '4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6', 'admin_state_up': True, 'tenant_id': '76ef35fc50a54ffb9c88f3c4fcbbc7ac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:40.570955 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3c126-fd88-4656-a7c7-3ad89f7ed854 req-50c16eac-556e-40a5-96fc-c2737ee2378c tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:40.575451 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9e3c126-fd88-4656-a7c7-3ad89f7ed854 req-50c16eac-556e-40a5-96fc-c2737ee2378c tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 945 time: 0.1066406 Jul 06 12:17:40.618765 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9e3c126-fd88-4656-a7c7-3ad89f7ed854 req-e1d310f2-b26c-4c93-8cee-a2e3f4493759 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373845 Jul 06 12:17:40.842062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:40.957819 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:41.073494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be63d4-96df-4f8c-ad38-e8b3a6b588f1 req-c89c9735-0777-41af-aaec-acc8555eb13e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:41.075890 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-41be63d4-96df-4f8c-ad38-e8b3a6b588f1 req-c89c9735-0777-41af-aaec-acc8555eb13e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 945 time: 0.7514808 Jul 06 12:17:41.081327 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:41.114534 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-9c49a50c-3e7b-447c-ad00-afcdff4dce83 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Made reservation on behalf of 76ef35fc50a54ffb9c88f3c4fcbbc7ac for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:41.119374 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-9c49a50c-3e7b-447c-ad00-afcdff4dce83 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:41.165386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413bba7-db86-44ca-a8f5-362408ed574c req-203ac147-b27e-461e-85e2-1dfaa21bad51 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:41.167400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6413bba7-db86-44ca-a8f5-362408ed574c req-203ac147-b27e-461e-85e2-1dfaa21bad51 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.1055658 Jul 06 12:17:41.221983 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6413bba7-db86-44ca-a8f5-362408ed574c req-e372868e-2e77-4915-a795-4e9fd7fdd23d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474713 Jul 06 12:17:41.452982 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f65cf27b-cc99-4f7d-922e-f70295291361 req-5ad9c49d-dd0c-4075-8034-1800f7c1b1c9 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 210 time: 0.0652905 Jul 06 12:17:41.484086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-9c49a50c-3e7b-447c-ad00-afcdff4dce83 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Allocated IP 172.20.0.7 (4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6/17f2e17a-1c80-453d-a6a9-86e775d3ba44/20e6804e-c7ea-4abd-a910-960c7b52bece) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:17:41.502360 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-41be63d4-96df-4f8c-ad38-e8b3a6b588f1 req-c7650e61-f885-483e-aa67-020b1f249813 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Deleting port ca4336ce-708d-4d46-aade-11de93a20fc7 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:41.502704 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-41be63d4-96df-4f8c-ad38-e8b3a6b588f1 req-c7650e61-f885-483e-aa67-020b1f249813 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:41.585183 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:41.601489 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:41.828906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Pushing event updated for resources: {'Port': ['ID=2fcea265-1ab1-49af-904b-52b86241d0df,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:41.869875 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-41be63d4-96df-4f8c-ad38-e8b3a6b588f1 req-c7650e61-f885-483e-aa67-020b1f249813 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] For port ca4336ce-708d-4d46-aade-11de93a20fc7, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ca4336ce-708d-4d46-aade-11de93a20fc7,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:41.870261 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-41be63d4-96df-4f8c-ad38-e8b3a6b588f1 req-c7650e61-f885-483e-aa67-020b1f249813 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:41.904586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-41be63d4-96df-4f8c-ad38-e8b3a6b588f1 req-c7650e61-f885-483e-aa67-020b1f249813 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Calling delete_port for ca4336ce-708d-4d46-aade-11de93a20fc7 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:41.915935 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:41.934021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-bc52680e-e0b6-4e71-b180-55b8cea74c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:41.936655 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-bc52680e-e0b6-4e71-b180-55b8cea74c41 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1097 time: 0.2830353 Jul 06 12:17:41.952940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd078f48-fc67-4217-8a82-b1a4df7f6791 req-d3f61720-6e2b-4d3d-9434-a486200b579b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:41.957156 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd078f48-fc67-4217-8a82-b1a4df7f6791 req-d3f61720-6e2b-4d3d-9434-a486200b579b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 945 time: 0.1481018 Jul 06 12:17:41.974958 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:41.979201 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7be14ebc-3518-45b3-8afe-33ca71ca8759 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7546644 Jul 06 12:17:41.983031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37518) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:41.988912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-df7621d7-64eb-49ad-8991-5335ba91624f tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-876932434', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'fixed_ips': [{'ip_address': '172.25.4.54'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:42.035693 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd078f48-fc67-4217-8a82-b1a4df7f6791 req-7204387b-e09c-49ae-8d61-faa315e5bf13 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723939 Jul 06 12:17:42.039299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7621d7-64eb-49ad-8991-5335ba91624f tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Made reservation on behalf of 2930ef77271d4f7ab03dca285e0cea0f for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:42.042061 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-df7621d7-64eb-49ad-8991-5335ba91624f tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:42.068123 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-df7621d7-64eb-49ad-8991-5335ba91624f tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:42.100861 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-9c49a50c-3e7b-447c-ad00-afcdff4dce83 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:42.203413 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-18d30425-7e9c-4466-a00d-3109cb658c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:42.205195 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-18d30425-7e9c-4466-a00d-3109cb658c3b service neutron] 10.222.0.23 "GET /v2.0/networks?id=50155b23-c9d6-4987-983f-0b2810b78690 HTTP/1.1" status: 200 len: 898 time: 0.2583461 Jul 06 12:17:42.238345 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-df7621d7-64eb-49ad-8991-5335ba91624f tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:42.244694 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-df7621d7-64eb-49ad-8991-5335ba91624f tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:42.272266 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-df7621d7-64eb-49ad-8991-5335ba91624f tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] device_id is not set on port 7d30a62d-6d1c-40da-8f4f-9f48c9a03c80 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:17:42.385123 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7621d7-64eb-49ad-8991-5335ba91624f tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499a7d15-8a43-4837-9990-c01c8d0a8b73,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:42.540983 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-c419be22-4a7c-47b9-bf71-61e997c01342 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 200 len: 1001 time: 0.3269935 Jul 06 12:17:42.544824 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-41be63d4-96df-4f8c-ad38-e8b3a6b588f1 req-c7650e61-f885-483e-aa67-020b1f249813 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:42.557086 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['2c76d7d8-273d-4a12-a871-4abf9b5f2d22'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:17:42.576631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37530) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:42.629163 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-9c49a50c-3e7b-447c-ad00-afcdff4dce83 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:42.636039 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fc74a-5c1a-4b17-8c09-c67daf3b7e72 req-26599eb4-af6f-42bd-944e-bea90936ac96 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:42.643437 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-399fc74a-5c1a-4b17-8c09-c67daf3b7e72 req-26599eb4-af6f-42bd-944e-bea90936ac96 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.1916888 Jul 06 12:17:42.678217 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7650e61-f885-483e-aa67-020b1f249813 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event deleted for resources: {'Port': ['ID=ca4336ce-708d-4d46-aade-11de93a20fc7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:42.690470 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7621d7-64eb-49ad-8991-5335ba91624f tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 12:17:42.690892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7621d7-64eb-49ad-8991-5335ba91624f tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:17:42.737247 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-399fc74a-5c1a-4b17-8c09-c67daf3b7e72 req-6a845fe1-0db8-4d59-96d8-60cbfd1d5c4d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927989 Jul 06 12:17:42.739266 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-df7621d7-64eb-49ad-8991-5335ba91624f tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7552283 Jul 06 12:17:42.751838 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37534) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:42.883027 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-9c49a50c-3e7b-447c-ad00-afcdff4dce83 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Network 4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:42.913229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-57516373-1f69-40b9-84e7-fe2ca46ecd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:42.915275 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-57516373-1f69-40b9-84e7-fe2ca46ecd01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eda02740-e1ee-415f-a57e-0d644dbb07d0 HTTP/1.1" status: 200 len: 835 time: 0.3671541 Jul 06 12:17:42.916767 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-9c49a50c-3e7b-447c-ad00-afcdff4dce83 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:42.926831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-41be63d4-96df-4f8c-ad38-e8b3a6b588f1 req-c7650e61-f885-483e-aa67-020b1f249813 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] No DVR routers for this DVR port ca4336ce-708d-4d46-aade-11de93a20fc7 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:17:42.934931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-9c49a50c-3e7b-447c-ad00-afcdff4dce83 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:17:42.943161 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-41be63d4-96df-4f8c-ad38-e8b3a6b588f1 req-c7650e61-f885-483e-aa67-020b1f249813 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:42.945277 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-41be63d4-96df-4f8c-ad38-e8b3a6b588f1 req-c7650e61-f885-483e-aa67-020b1f249813 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "DELETE /v2.0/ports/ca4336ce-708d-4d46-aade-11de93a20fc7 HTTP/1.1" status: 204 len: 173 time: 1.8616767 Jul 06 12:17:42.946267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df47a12b-29fd-462b-9c1f-6d14f318fbc7', 'name': 'network-vif-deleted', 'tag': 'ca4336ce-708d-4d46-aade-11de93a20fc7'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:42.957933 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efee9126-45d9-4f4d-a472-2659590f9785" -d '{"events": [{"server_uuid": "df47a12b-29fd-462b-9c1f-6d14f318fbc7", "name": "network-vif-deleted", "tag": "ca4336ce-708d-4d46-aade-11de93a20fc7"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:42.969225 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-26d386b8-9f8c-45da-8177-bb126bf0d30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:43.006315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49a50c-3e7b-447c-ad00-afcdff4dce83 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Pushing event updated for resources: {'Port': ['ID=20e6804e-c7ea-4abd-a910-960c7b52bece,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:43.020932 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ca4336ce-708d-4d46-aade-11de93a20fc7 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:17:43.067791 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: ca4336ce-708d-4d46-aade-11de93a20fc7 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:17:43.068729 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ca4336ce-708d-4d46-aade-11de93a20fc7 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:17:43.101526 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-9c49a50c-3e7b-447c-ad00-afcdff4dce83 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:43.102212 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-9c49a50c-3e7b-447c-ad00-afcdff4dce83 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:43.134362 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-91f5ad2a-ae20-4976-a305-c3bf7a9815ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:43.136087 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-91f5ad2a-ae20-4976-a305-c3bf7a9815ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50155b23-c9d6-4987-983f-0b2810b78690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948323 Jul 06 12:17:43.271896 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-22cfcf6f-315a-4059-abf7-8e24d40df704 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Deleting port 2fcea265-1ab1-49af-904b-52b86241d0df {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:43.272771 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-22cfcf6f-315a-4059-abf7-8e24d40df704 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:43.304222 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-e3d788ae-ca90-402f-9f4d-7dfac0d8b097 service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592393 Jul 06 12:17:43.380234 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-22cfcf6f-315a-4059-abf7-8e24d40df704 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:43.380932 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-22cfcf6f-315a-4059-abf7-8e24d40df704 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:43.394497 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-22cfcf6f-315a-4059-abf7-8e24d40df704 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Calling delete_port for 2fcea265-1ab1-49af-904b-52b86241d0df owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:43.450520 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-628a712a-33cf-46eb-9e89-beda2017a30e service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371849 Jul 06 12:17:43.483532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4bdb6-abf4-42a6-8036-17d2c0b36197 req-79bf00d8-ff59-4416-9cc9-2297116dec41 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:43.485445 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62e4bdb6-abf4-42a6-8036-17d2c0b36197 req-79bf00d8-ff59-4416-9cc9-2297116dec41 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 931 time: 0.3671637 Jul 06 12:17:43.638768 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62e4bdb6-abf4-42a6-8036-17d2c0b36197 req-5e1d3fcd-307e-4791-9f45-d85d934f147e tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/security-groups?id=d395fe5d-3043-4b88-b8ee-321608bd90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314809 Jul 06 12:17:43.640690 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-26d386b8-9f8c-45da-8177-bb126bf0d30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:43.653484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-9c49a50c-3e7b-447c-ad00-afcdff4dce83 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3152914 Jul 06 12:17:43.665935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Request body: {'port': {'device_id': 'f0977ddb-e54e-486a-b47f-482cbb97eb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:43.738189 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-26d386b8-9f8c-45da-8177-bb126bf0d30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:43.741054 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e245323-8427-4782-be71-d90a582d3224 x-openstack-request-id: req-8e245323-8427-4782-be71-d90a582d3224 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:43.741434 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df47a12b-29fd-462b-9c1f-6d14f318fbc7", "name": "network-vif-deleted", "tag": "ca4336ce-708d-4d46-aade-11de93a20fc7", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:43.741698 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e245323-8427-4782-be71-d90a582d3224 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:43.742130 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df47a12b-29fd-462b-9c1f-6d14f318fbc7', 'name': 'network-vif-deleted', 'tag': 'ca4336ce-708d-4d46-aade-11de93a20fc7', 'status': 'completed', 'code': 200} Jul 06 12:17:43.810608 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-26d386b8-9f8c-45da-8177-bb126bf0d30f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8c6dfc9570b3430584efdcef7e6642ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2302766 Jul 06 12:17:43.814581 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37546) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:43.835446 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:43.836759 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d386b8-9f8c-45da-8177-bb126bf0d30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422cf1e9-34cd-4685-a0bb-4a33ca9136d1,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:43.860753 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-22cfcf6f-315a-4059-abf7-8e24d40df704 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:43.919254 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9b566ed-0124-4097-a0f7-cbcbc5e3d43a req-4eeab921-49d2-46a3-98aa-20544ed3618a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 210 time: 0.0773313 Jul 06 12:17:43.930767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfcf6f-315a-4059-abf7-8e24d40df704 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fcea265-1ab1-49af-904b-52b86241d0df,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:44.003841 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7f38a2ef-da94-424d-b262-6301874c9fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.024520 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-22cfcf6f-315a-4059-abf7-8e24d40df704 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.027143 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-22cfcf6f-315a-4059-abf7-8e24d40df704 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.032248 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-22cfcf6f-315a-4059-abf7-8e24d40df704 tempest-ExternalNetworksAdminNegativeTestJSON-738695065 tempest-ExternalNetworksAdminNegativeTestJSON-738695065-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/2f6afb14-cfc8-41d4-af0d-33ba8e2f3379 HTTP/1.1" status: 204 len: 168 time: 1.2790189 Jul 06 12:17:44.048654 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7f38a2ef-da94-424d-b262-6301874c9fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.167648 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7f38a2ef-da94-424d-b262-6301874c9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.170260 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7f38a2ef-da94-424d-b262-6301874c9fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.173858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7f38a2ef-da94-424d-b262-6301874c9fd5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/422cf1e9-34cd-4685-a0bb-4a33ca9136d1 HTTP/1.1" status: 204 len: 168 time: 0.3532691 Jul 06 12:17:44.182631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa58b7b-7811-4f82-aa64-b5cfccc45875 req-32e3f3e0-462d-42e5-a77b-23ef1ae0c0f5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:44.184833 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5aa58b7b-7811-4f82-aa64-b5cfccc45875 req-32e3f3e0-462d-42e5-a77b-23ef1ae0c0f5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.1209488 Jul 06 12:17:44.191605 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38a2ef-da94-424d-b262-6301874c9fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422cf1e9-34cd-4685-a0bb-4a33ca9136d1,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:44.260447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e6804e-c7ea-4abd-a910-960c7b52bece {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:17:44.263843 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5aa58b7b-7811-4f82-aa64-b5cfccc45875 req-08f8940f-a14e-44ff-b8fb-ec99b9da30ed tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672879 Jul 06 12:17:44.294365 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.316338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Transition to ACTIVE for port object 20e6804e-c7ea-4abd-a910-960c7b52bece will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:44.327051 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.383542 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37558) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:44.431324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Pushing event updated for resources: {'Port': ['ID=20e6804e-c7ea-4abd-a910-960c7b52bece,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:44.496301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Attempting to bind port 20e6804e-c7ea-4abd-a910-960c7b52bece on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:17:44.496694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Attempting to bind port 20e6804e-c7ea-4abd-a910-960c7b52bece by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:17:44.497031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Attempting to bind port 20e6804e-c7ea-4abd-a910-960c7b52bece on network 4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:44.502105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Port 20e6804e-c7ea-4abd-a910-960c7b52bece on network 4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:17:44.502577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Attempting to bind port 20e6804e-c7ea-4abd-a910-960c7b52bece on network 4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:44.511409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:17:44.520545 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Checking segment: {'id': 'e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:44.521840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Bound using segment: {'id': 'e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:17:44.523383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Bound port: 20e6804e-c7ea-4abd-a910-960c7b52bece, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:17:44.524135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.612369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] For port 20e6804e-c7ea-4abd-a910-960c7b52bece, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:44.616192 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] For port 20e6804e-c7ea-4abd-a910-960c7b52bece, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=20e6804e-c7ea-4abd-a910-960c7b52bece,segment=NetworkSegment(e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54),segment_id=e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:17:44.620430 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f6f54379-c024-4443-a5da-53129eb333f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.623661 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.706060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Pushing event updated for resources: {'Port': ['ID=20e6804e-c7ea-4abd-a910-960c7b52bece,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:44.717834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:44.718746 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.720483 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-52462790-f79d-4192-a878-0f3cf93b6371 service neutron] 10.222.0.89 "PUT /v2.0/ports/20e6804e-c7ea-4abd-a910-960c7b52bece HTTP/1.1" status: 200 len: 1091 time: 1.0588996 Jul 06 12:17:44.856996 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f6f54379-c024-4443-a5da-53129eb333f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.860293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-91506cf0-0c38-42a4-87d7-f888189e349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:44.862615 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-91506cf0-0c38-42a4-87d7-f888189e349f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=76ef35fc50a54ffb9c88f3c4fcbbc7ac&device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 1094 time: 0.0914464 Jul 06 12:17:44.864415 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f6f54379-c024-4443-a5da-53129eb333f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:44.920737 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-70bc522a-51de-4ab5-9830-9f2c0694d97f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20e6804e-c7ea-4abd-a910-960c7b52bece HTTP/1.1" status: 200 len: 217 time: 0.0481925 Jul 06 12:17:44.964139 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f6f54379-c024-4443-a5da-53129eb333f7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=414c1528d39b445c9d28598a2f07fdf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749431 Jul 06 12:17:44.964139 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f54379-c024-4443-a5da-53129eb333f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b86e91-bad0-4b05-ae81-9d3042b8cfe3,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:44.982818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37576) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:45.264517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-e835cf6c-9369-4303-9d76-ba2f4003dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:45.264517 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-e835cf6c-9369-4303-9d76-ba2f4003dfa9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=17f2e17a-1c80-453d-a6a9-86e775d3ba44 HTTP/1.1" status: 200 len: 848 time: 0.1409514 Jul 06 12:17:45.272148 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f00b5e56-f31c-41bf-888b-8e8e5f6c8f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:45.272148 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361ae11-86b4-41dc-95cf-41ccb04475ea req-5597405b-f5a6-4c10-b39c-ddb665fbed4a tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:45.272148 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0361ae11-86b4-41dc-95cf-41ccb04475ea req-5597405b-f5a6-4c10-b39c-ddb665fbed4a tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 943 time: 0.2180371 Jul 06 12:17:45.272148 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f00b5e56-f31c-41bf-888b-8e8e5f6c8f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:45.272148 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0361ae11-86b4-41dc-95cf-41ccb04475ea req-b3ae8f9c-bdd0-40a1-a467-8f30051462c4 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/security-groups?id=d395fe5d-3043-4b88-b8ee-321608bd90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824788 Jul 06 12:17:45.274895 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-5c14e500-8b53-437f-96bf-29e2f3513de0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638610 Jul 06 12:17:45.291221 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f00b5e56-f31c-41bf-888b-8e8e5f6c8f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:45.296045 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f00b5e56-f31c-41bf-888b-8e8e5f6c8f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:45.301491 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f00b5e56-f31c-41bf-888b-8e8e5f6c8f51 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/98b86e91-bad0-4b05-ae81-9d3042b8cfe3 HTTP/1.1" status: 204 len: 168 time: 0.3120918 Jul 06 12:17:45.318610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b5e56-f31c-41bf-888b-8e8e5f6c8f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b86e91-bad0-4b05-ae81-9d3042b8cfe3,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:45.464431 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-fc3f01d6-baad-482e-b7a2-112d2d33fbcb service neutron] 10.222.0.89 "GET /v2.0/networks/4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138066 Jul 06 12:17:45.522669 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ee01b236-96c4-4c22-bb47-f2561e225a52 req-171f4648-8601-4ced-a11c-481418aecf59 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 210 time: 0.0435293 Jul 06 12:17:45.632673 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2a9b6809-fc26-42d3-94ab-24bb290fa77e req-b5d8b9eb-7d8f-4865-8af1-b4c96118a885 service neutron] 10.222.0.89 "GET /v2.0/networks/4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610489 Jul 06 12:17:45.743499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0977ddb-e54e-486a-b47f-482cbb97eb7c', 'tag': '20e6804e-c7ea-4abd-a910-960c7b52bece'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:45.746317 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc405be-cb92-4af4-9b40-37dcb1813fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "f0977ddb-e54e-486a-b47f-482cbb97eb7c", "tag": "20e6804e-c7ea-4abd-a910-960c7b52bece"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:45.813649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc72a2-2973-4527-8452-14ac8d98124d req-667a1a1c-20f8-4e46-83c5-d61a6c59dc5e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:45.815456 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52dc72a2-2973-4527-8452-14ac8d98124d req-667a1a1c-20f8-4e46-83c5-d61a6c59dc5e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.1061766 Jul 06 12:17:45.894997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52dc72a2-2973-4527-8452-14ac8d98124d req-ffd4ce31-fd96-4384-be50-6797b47015d2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705428 Jul 06 12:17:45.954216 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd08711-578a-4d5e-8ae8-11ddbd7bd9f3 x-openstack-request-id: req-8fd08711-578a-4d5e-8ae8-11ddbd7bd9f3 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:45.954561 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0977ddb-e54e-486a-b47f-482cbb97eb7c", "tag": "20e6804e-c7ea-4abd-a910-960c7b52bece", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:45.954907 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8fd08711-578a-4d5e-8ae8-11ddbd7bd9f3 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:45.955567 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0977ddb-e54e-486a-b47f-482cbb97eb7c', 'tag': '20e6804e-c7ea-4abd-a910-960c7b52bece', 'status': 'completed', 'code': 200} Jul 06 12:17:45.987365 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37622) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:46.079357 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-070033a3-8355-46ad-8ea5-6759ba852022 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2930ef77271d4f7ab03dca285e0cea0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0884793 Jul 06 12:17:46.080496 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37626) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:46.128325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc405be-cb92-4af4-9b40-37dcb1813fe7 req-a78ba9e8-870c-4cf6-b92f-c20939826d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:46.130221 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6bc405be-cb92-4af4-9b40-37dcb1813fe7 req-a78ba9e8-870c-4cf6-b92f-c20939826d86 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=76ef35fc50a54ffb9c88f3c4fcbbc7ac&device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 1094 time: 0.1050115 Jul 06 12:17:46.190572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31995e39-15f1-42c2-8340-5397c8874a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:46.269849 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31995e39-15f1-42c2-8340-5397c8874a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:46.384905 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc405be-cb92-4af4-9b40-37dcb1813fe7 req-b68fcd85-9ba4-4f72-9313-0bca6fe70b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:46.386513 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6bc405be-cb92-4af4-9b40-37dcb1813fe7 req-b68fcd85-9ba4-4f72-9313-0bca6fe70b32 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6 HTTP/1.1" status: 200 len: 909 time: 0.2425587 Jul 06 12:17:46.483591 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31995e39-15f1-42c2-8340-5397c8874a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:46.486166 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31995e39-15f1-42c2-8340-5397c8874a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:46.487986 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-31995e39-15f1-42c2-8340-5397c8874a59 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/499a7d15-8a43-4837-9990-c01c8d0a8b73 HTTP/1.1" status: 204 len: 168 time: 0.4058311 Jul 06 12:17:46.509878 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6bc405be-cb92-4af4-9b40-37dcb1813fe7 req-043f01d3-d278-4672-89a1-0f935ac5e8d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20e6804e-c7ea-4abd-a910-960c7b52bece HTTP/1.1" status: 200 len: 217 time: 0.1049697 Jul 06 12:17:46.514749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606676f-2c4c-4a13-9f51-2f63af1613b8 req-828ed35f-5854-4212-adf3-3dae06c17845 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:46.525057 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f606676f-2c4c-4a13-9f51-2f63af1613b8 req-828ed35f-5854-4212-adf3-3dae06c17845 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 943 time: 0.1576207 Jul 06 12:17:46.636162 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f606676f-2c4c-4a13-9f51-2f63af1613b8 req-e593f023-96b9-44d7-b53b-1b97d974e782 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/security-groups?id=d395fe5d-3043-4b88-b8ee-321608bd90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082697 Jul 06 12:17:46.658821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31995e39-15f1-42c2-8340-5397c8874a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499a7d15-8a43-4837-9990-c01c8d0a8b73,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:46.676611 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc405be-cb92-4af4-9b40-37dcb1813fe7 req-bb58c79b-a84f-4507-bf6e-8ff524779aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:46.678368 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6bc405be-cb92-4af4-9b40-37dcb1813fe7 req-bb58c79b-a84f-4507-bf6e-8ff524779aa7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=17f2e17a-1c80-453d-a6a9-86e775d3ba44 HTTP/1.1" status: 200 len: 848 time: 0.1528687 Jul 06 12:17:46.728462 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6bc405be-cb92-4af4-9b40-37dcb1813fe7 req-92e26864-8237-4929-8ddc-9385161da333 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405598 Jul 06 12:17:46.891894 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24c97926-86f2-4147-a61f-6a551c075d5f req-ba039050-1ac9-4a68-bf70-658fa9e865af tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 210 time: 0.0562425 Jul 06 12:17:46.976465 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6bc405be-cb92-4af4-9b40-37dcb1813fe7 req-fabd4995-b32b-4eb6-895a-cbd8f58ac5a8 service neutron] 10.222.0.89 "GET /v2.0/networks/4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400925 Jul 06 12:17:47.160314 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6bc405be-cb92-4af4-9b40-37dcb1813fe7 req-d38ada65-727b-4810-92c3-021e40da56b5 service neutron] 10.222.0.89 "GET /v2.0/networks/4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748383 Jul 06 12:17:47.236295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf570c66-e2c4-42f6-b557-f8f4ad187b31 req-c30f0d86-306b-4ceb-8057-7032e307ca36 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:47.239559 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cf570c66-e2c4-42f6-b557-f8f4ad187b31 req-c30f0d86-306b-4ceb-8057-7032e307ca36 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.1276784 Jul 06 12:17:47.295461 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cf570c66-e2c4-42f6-b557-f8f4ad187b31 req-e4265e9d-44a2-4d58-bc61-cb480f8f0a1c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496807 Jul 06 12:17:47.880617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f381268-4218-4174-a65f-4439a528138a req-3a497129-d95e-4e41-bf94-eb0c26ee1ef8 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:47.882450 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0f381268-4218-4174-a65f-4439a528138a req-3a497129-d95e-4e41-bf94-eb0c26ee1ef8 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 943 time: 0.0781825 Jul 06 12:17:47.934990 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0f381268-4218-4174-a65f-4439a528138a req-cb16f186-4c33-499e-9e61-9d8f6cd2864b tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/security-groups?id=d395fe5d-3043-4b88-b8ee-321608bd90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464396 Jul 06 12:17:48.110982 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-833f786a-71fc-412e-87d9-5d0d3a1b1814 req-6c843124-4ed1-4501-9a06-7f6a63041324 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=df47a12b-29fd-462b-9c1f-6d14f318fbc7 HTTP/1.1" status: 200 len: 210 time: 0.0393078 Jul 06 12:17:48.541812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4337f7-dc7e-4917-a186-cdf141ab72b7 req-5da058b2-cb87-43ca-ba9c-6d53a31b6c98 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:48.549040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2b4337f7-dc7e-4917-a186-cdf141ab72b7 req-5da058b2-cb87-43ca-ba9c-6d53a31b6c98 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.0986035 Jul 06 12:17:48.617260 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2b4337f7-dc7e-4917-a186-cdf141ab72b7 req-46e6458e-4a8a-4502-a088-cdd4a4253b58 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663459 Jul 06 12:17:48.911200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 20e6804e-c7ea-4abd-a910-960c7b52bece details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:17:49.050144 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 20e6804e-c7ea-4abd-a910-960c7b52bece, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=20e6804e-c7ea-4abd-a910-960c7b52bece,segment=NetworkSegment(e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54),segment_id=e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:49.066956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '20e6804e-c7ea-4abd-a910-960c7b52bece', 'network_id': '4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6', 'port_id': '20e6804e-c7ea-4abd-a910-960c7b52bece', 'mac_address': 'fa:16:3e:e2:31:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f2e17a-1c80-453d-a6a9-86e775d3ba44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:17:49.149375 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:49.175108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e6804e-c7ea-4abd-a910-960c7b52bece {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:17:49.211268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37746) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:49.213030 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 20e6804e-c7ea-4abd-a910-960c7b52bece, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=20e6804e-c7ea-4abd-a910-960c7b52bece,segment=NetworkSegment(e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54),segment_id=e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:49.219785 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:49.285478 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=20e6804e-c7ea-4abd-a910-960c7b52bece,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:49.379435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b1fc1-f694-479d-b6f3-746011b211cd req-7c53cb19-1a96-42ee-8925-4f564f90b357 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:49.405499 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e59b1fc1-f694-479d-b6f3-746011b211cd req-7c53cb19-1a96-42ee-8925-4f564f90b357 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 943 time: 0.2244313 Jul 06 12:17:49.423639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8ce6f28c-5558-416b-a170-a24bdae8a3df tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:49.453149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['20e6804e-c7ea-4abd-a910-960c7b52bece'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:17:49.463317 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8ce6f28c-5558-416b-a170-a24bdae8a3df tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] 10.222.0.81 "PUT /v2.0/quotas/8a5588f13d344073944ab90f3e463d6a HTTP/1.1" status: 200 len: 368 time: 0.2480896 Jul 06 12:17:49.463514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37754) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:49.469106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Request body: {'network': {'project_id': '8a5588f13d344073944ab90f3e463d6a'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:49.469331 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e59b1fc1-f694-479d-b6f3-746011b211cd req-5f18d5f3-b23b-4d5b-912b-95b043833afd tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/security-groups?id=d395fe5d-3043-4b88-b8ee-321608bd90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619915 Jul 06 12:17:49.527778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Made reservation on behalf of 8a5588f13d344073944ab90f3e463d6a for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:49.531031 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:49.544282 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:49.810503 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:49.816242 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:49.851516 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:17:49.877744 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:49.878089 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Added segment 2c8b30b5-4bf6-4719-a45c-6aa223743374 of type vlan for network 62115696-a018-4762-8943-d7b34b95415e Jul 06 12:17:49.892925 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c992029-f5bf-4a50-8f01-9b4dd935064f req-2bfb2e92-8928-4ceb-985e-8d16e0e497ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:49.903057 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3c992029-f5bf-4a50-8f01-9b4dd935064f req-2bfb2e92-8928-4ceb-985e-8d16e0e497ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.1228664 Jul 06 12:17:49.939987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c334316-2dce-4be7-91a1-d26b09b50178,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:49.956264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:49.956893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:49.957623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:49.958484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:49.959108 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:49.959663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:49.960168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:49.960843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:49.961387 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:49.962100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:49.962795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:49.963393 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:49.982671 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:49.993568 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3c992029-f5bf-4a50-8f01-9b4dd935064f req-56f55854-1ebb-4ffd-b9e1-e93f700bfdd1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890381 Jul 06 12:17:50.052326 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:50.053449 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:50.054125 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:50.119444 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6547828 Jul 06 12:17:50.122777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37770) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:50.128131 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a4f3a3fb-0f43-44a6-a753-27250f1f90e3 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Request body: {'network': {'project_id': '8a5588f13d344073944ab90f3e463d6a'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:50.150458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e435c0e-d8fc-4ba2-ae17-a6058e2f71b2 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Pushing event updated for resources: {'Network': ['ID=62115696-a018-4762-8943-d7b34b95415e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:50.173164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 62115696-a018-4762-8943-d7b34b95415e details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:17:50.190372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f3a3fb-0f43-44a6-a753-27250f1f90e3 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Made reservation on behalf of 8a5588f13d344073944ab90f3e463d6a for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:50.194462 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a3fb-0f43-44a6-a753-27250f1f90e3 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:50.229005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f3a3fb-0f43-44a6-a753-27250f1f90e3 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:17:50.243342 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a3fb-0f43-44a6-a753-27250f1f90e3 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:50.243829 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-a4f3a3fb-0f43-44a6-a753-27250f1f90e3 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Added segment 3910aebc-d1a4-4a73-9501-36921edae45c of type vlan for network 29630d43-7216-4201-bca9-c476140d92df Jul 06 12:17:50.323715 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a3fb-0f43-44a6-a753-27250f1f90e3 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:50.367817 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a3fb-0f43-44a6-a753-27250f1f90e3 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:50.370099 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f3a3fb-0f43-44a6-a753-27250f1f90e3 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:50.370099 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a3fb-0f43-44a6-a753-27250f1f90e3 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:50.458577 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a4f3a3fb-0f43-44a6-a753-27250f1f90e3 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3345842 Jul 06 12:17:50.461723 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37780) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:50.469151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e397313e-25f8-4c2d-a8c0-c7b2b16a29da tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Request body: {'network': {'project_id': '8a5588f13d344073944ab90f3e463d6a'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:50.484765 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-e397313e-25f8-4c2d-a8c0-c7b2b16a29da tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 12:17:50.485619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e397313e-25f8-4c2d-a8c0-c7b2b16a29da tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:17:50.487445 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e397313e-25f8-4c2d-a8c0-c7b2b16a29da tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0239251 Jul 06 12:17:50.490268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37782) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:50.511194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3a3fb-0f43-44a6-a753-27250f1f90e3 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Pushing event updated for resources: {'Network': ['ID=29630d43-7216-4201-bca9-c476140d92df,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:50.522837 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 29630d43-7216-4201-bca9-c476140d92df details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:17:50.655017 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e1c4b87a-d979-4283-9263-e3374341ed2c tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:50.777603 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e1c4b87a-d979-4283-9263-e3374341ed2c tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:50.810334 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e1c4b87a-d979-4283-9263-e3374341ed2c tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29630d43-7216-4201-bca9-c476140d92df']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:50.827603 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d893f9-afff-4cd7-9f14-f65e923bae35 req-710be8ce-0876-45e6-8f69-154be98e5f41 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:50.831748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e1c4b87a-d979-4283-9263-e3374341ed2c tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3910aebc-d1a4-4a73-9501-36921edae45c') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:50.832046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e1c4b87a-d979-4283-9263-e3374341ed2c tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3910aebc-d1a4-4a73-9501-36921edae45c') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:50.837179 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0d893f9-afff-4cd7-9f14-f65e923bae35 req-710be8ce-0876-45e6-8f69-154be98e5f41 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 944 time: 0.1287758 Jul 06 12:17:50.849056 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e1c4b87a-d979-4283-9263-e3374341ed2c tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:50.879063 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e1c4b87a-d979-4283-9263-e3374341ed2c tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:50.882025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c4b87a-d979-4283-9263-e3374341ed2c tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:17:50.882601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e1c4b87a-d979-4283-9263-e3374341ed2c tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:17:50.885259 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:17:50.926413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 20e6804e-c7ea-4abd-a910-960c7b52bece up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:17:50.937090 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0d893f9-afff-4cd7-9f14-f65e923bae35 req-7ff76cee-267e-4d5f-a9ae-bf39eb241268 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/security-groups?id=d395fe5d-3043-4b88-b8ee-321608bd90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988863 Jul 06 12:17:50.999281 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e1c4b87a-d979-4283-9263-e3374341ed2c tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:51.011216 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e1c4b87a-d979-4283-9263-e3374341ed2c tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:51.013259 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e1c4b87a-d979-4283-9263-e3374341ed2c tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] 10.222.0.81 "DELETE /v2.0/networks/29630d43-7216-4201-bca9-c476140d92df HTTP/1.1" status: 204 len: 168 time: 0.5218003 Jul 06 12:17:51.016682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37796) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:51.029730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 20e6804e-c7ea-4abd-a910-960c7b52bece completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:17:51.037206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4b87a-d979-4283-9263-e3374341ed2c tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Pushing event deleted for resources: {'Network': ['ID=29630d43-7216-4201-bca9-c476140d92df,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:51.045057 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 20e6804e-c7ea-4abd-a910-960c7b52bece triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:17:51.046311 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:51.173243 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc59a-d41c-461d-be8d-5d299bbad047 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:51.194410 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:51.250060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c541b-5028-4797-8d89-bb64a794101a req-9b959b7b-93b0-4874-9ecd-ce132ef4027e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:51.251732 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f5c541b-5028-4797-8d89-bb64a794101a req-9b959b7b-93b0-4874-9ecd-ce132ef4027e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.0910914 Jul 06 12:17:51.264417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 20e6804e-c7ea-4abd-a910-960c7b52bece, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=20e6804e-c7ea-4abd-a910-960c7b52bece,segment=NetworkSegment(e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54),segment_id=e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:51.265938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0977ddb-e54e-486a-b47f-482cbb97eb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e6804e-c7ea-4abd-a910-960c7b52bece'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:51.269094 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca85c0c-1e29-4496-a29b-3f5f7463172b" -d '{"events": [{"server_uuid": "f0977ddb-e54e-486a-b47f-482cbb97eb7c", "name": "network-vif-plugged", "status": "completed", "tag": "20e6804e-c7ea-4abd-a910-960c7b52bece"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:51.280900 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:51.343830 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc59a-d41c-461d-be8d-5d299bbad047 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:51.359045 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f5c541b-5028-4797-8d89-bb64a794101a req-7f976f7c-43a6-4e3f-b965-c8b8cc030c35 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956609 Jul 06 12:17:51.369269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f7bcc59a-d41c-461d-be8d-5d299bbad047 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62115696-a018-4762-8943-d7b34b95415e']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:51.394255 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f7bcc59a-d41c-461d-be8d-5d299bbad047 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8b30b5-4bf6-4719-a45c-6aa223743374') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:51.398782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f7bcc59a-d41c-461d-be8d-5d299bbad047 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8b30b5-4bf6-4719-a45c-6aa223743374') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:17:51.406439 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=20e6804e-c7ea-4abd-a910-960c7b52bece,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:51.430150 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc59a-d41c-461d-be8d-5d299bbad047 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:51.469185 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30ecf9e-1160-4ce4-ac2b-66d2650bea19 x-openstack-request-id: req-d30ecf9e-1160-4ce4-ac2b-66d2650bea19 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:51.469544 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0977ddb-e54e-486a-b47f-482cbb97eb7c", "name": "network-vif-plugged", "status": "completed", "tag": "20e6804e-c7ea-4abd-a910-960c7b52bece", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:51.473001 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d30ecf9e-1160-4ce4-ac2b-66d2650bea19 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:51.473596 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0977ddb-e54e-486a-b47f-482cbb97eb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e6804e-c7ea-4abd-a910-960c7b52bece', 'code': 200} Jul 06 12:17:51.474843 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc59a-d41c-461d-be8d-5d299bbad047 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:51.483539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bcc59a-d41c-461d-be8d-5d299bbad047 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:17:51.484432 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc59a-d41c-461d-be8d-5d299bbad047 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:17:51.486715 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:17:51.604083 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc59a-d41c-461d-be8d-5d299bbad047 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:51.609401 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc59a-d41c-461d-be8d-5d299bbad047 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:51.614639 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f7bcc59a-d41c-461d-be8d-5d299bbad047 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] 10.222.0.81 "DELETE /v2.0/networks/62115696-a018-4762-8943-d7b34b95415e HTTP/1.1" status: 204 len: 168 time: 0.5965674 Jul 06 12:17:51.634318 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcc59a-d41c-461d-be8d-5d299bbad047 tempest-QuotasNegativeTest-1016429431 tempest-QuotasNegativeTest-1016429431-project-admin] Pushing event deleted for resources: {'Network': ['ID=62115696-a018-4762-8943-d7b34b95415e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:51.655782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e34f5-60ea-47ea-96be-cd43588562f2 req-01380469-5dcb-4b82-b630-1e0010b42d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:51.659755 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f2e34f5-60ea-47ea-96be-cd43588562f2 req-01380469-5dcb-4b82-b630-1e0010b42d54 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 1096 time: 0.1187048 Jul 06 12:17:51.712365 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f2e34f5-60ea-47ea-96be-cd43588562f2 req-d35ce67f-e01e-4df2-a94c-bb10033ce658 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d395fe5d-3043-4b88-b8ee-321608bd90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483694 Jul 06 12:17:52.262900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43358565-0100-4e3f-8536-4a35413eaeca req-d86e6a1c-2644-439f-8df8-17b5d844f6a9 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:52.265620 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43358565-0100-4e3f-8536-4a35413eaeca req-d86e6a1c-2644-439f-8df8-17b5d844f6a9 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 945 time: 0.1081414 Jul 06 12:17:52.379652 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43358565-0100-4e3f-8536-4a35413eaeca req-e0c03728-7212-4c89-9abb-f825928d17d5 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/security-groups?id=d395fe5d-3043-4b88-b8ee-321608bd90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933552 Jul 06 12:17:52.442463 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37840) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:52.695079 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b37ba651-367b-44f9-8bbe-c43fad9a8212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:52.723318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a9495-1e7f-4c6c-9630-4d3a81fce3fd req-09de03f4-daf5-4fee-aa85-5d5e3ecfce1b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:52.732685 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a4a9495-1e7f-4c6c-9630-4d3a81fce3fd req-09de03f4-daf5-4fee-aa85-5d5e3ecfce1b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.1591723 Jul 06 12:17:52.793304 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a4a9495-1e7f-4c6c-9630-4d3a81fce3fd req-e1dbcf46-5cd5-4160-9a0e-df78845a7dce tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579696 Jul 06 12:17:52.849001 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b37ba651-367b-44f9-8bbe-c43fad9a8212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:52.864991 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b37ba651-367b-44f9-8bbe-c43fad9a8212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:52.907788 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b37ba651-367b-44f9-8bbe-c43fad9a8212 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=26aa2d20f7da48eca3f32c80f5fa1da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642043 Jul 06 12:17:52.908720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ba651-367b-44f9-8bbe-c43fad9a8212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32df1a79-b760-40dc-ad84-7478a4c4c17b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:52.910713 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37852) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:52.974992 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f5c3a5c-2186-46be-9b04-fa132117dd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:53.037153 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f5c3a5c-2186-46be-9b04-fa132117dd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:53.139203 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f5c3a5c-2186-46be-9b04-fa132117dd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:53.142291 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f5c3a5c-2186-46be-9b04-fa132117dd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:53.146730 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1f5c3a5c-2186-46be-9b04-fa132117dd91 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/32df1a79-b760-40dc-ad84-7478a4c4c17b HTTP/1.1" status: 204 len: 168 time: 0.2319283 Jul 06 12:17:53.153773 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c3a5c-2186-46be-9b04-fa132117dd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32df1a79-b760-40dc-ad84-7478a4c4c17b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:53.747341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbfcfd-7a89-44ce-82c5-877130dc2ced req-2c074624-1f98-491c-bc4f-159c9ae03e9d tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:53.756206 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dcfbfcfd-7a89-44ce-82c5-877130dc2ced req-2c074624-1f98-491c-bc4f-159c9ae03e9d tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 945 time: 0.1100039 Jul 06 12:17:53.767869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37882) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:53.805802 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76f20d38-e313-49e9-85e4-9b8ae8933500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:53.819559 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dcfbfcfd-7a89-44ce-82c5-877130dc2ced req-79e59555-1192-4675-af0c-599f6ccebdf5 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/security-groups?id=d395fe5d-3043-4b88-b8ee-321608bd90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566704 Jul 06 12:17:53.993105 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76f20d38-e313-49e9-85e4-9b8ae8933500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:53.998879 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76f20d38-e313-49e9-85e4-9b8ae8933500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:54.089064 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f20d38-e313-49e9-85e4-9b8ae8933500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc372ec-ec40-400e-8c9b-7b7757039242,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:54.094648 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-76f20d38-e313-49e9-85e4-9b8ae8933500 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8eef880f1f724a27bc06bb87f69dcbe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244407 Jul 06 12:17:54.097171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37892) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:54.101108 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22386f3-d542-488e-bf38-669b856013b2 req-b6d32fd4-f958-4815-b101-9d2abaf918bc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:54.102868 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d22386f3-d542-488e-bf38-669b856013b2 req-b6d32fd4-f958-4815-b101-9d2abaf918bc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.1135097 Jul 06 12:17:54.164154 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2712044a-7b8d-4518-97c4-5e08a91132d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:54.188594 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d22386f3-d542-488e-bf38-669b856013b2 req-e8e5b998-9520-4c54-bf10-2553fdcb8532 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739040 Jul 06 12:17:54.255455 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2712044a-7b8d-4518-97c4-5e08a91132d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:54.327730 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2712044a-7b8d-4518-97c4-5e08a91132d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:54.331581 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2712044a-7b8d-4518-97c4-5e08a91132d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:54.333123 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2712044a-7b8d-4518-97c4-5e08a91132d3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dcc372ec-ec40-400e-8c9b-7b7757039242 HTTP/1.1" status: 204 len: 168 time: 0.2346525 Jul 06 12:17:54.355858 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712044a-7b8d-4518-97c4-5e08a91132d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc372ec-ec40-400e-8c9b-7b7757039242,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:55.433233 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24f206-0292-4e00-9fa8-c681b823fa80 req-4bcb51c5-6ce9-433d-a4ce-6e11a3a9667f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:55.436277 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6d24f206-0292-4e00-9fa8-c681b823fa80 req-4bcb51c5-6ce9-433d-a4ce-6e11a3a9667f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.1119587 Jul 06 12:17:55.499525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 37960) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:55.521021 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6d24f206-0292-4e00-9fa8-c681b823fa80 req-40bf276c-21cc-48d7-ad7c-ddf19a22e75a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767658 Jul 06 12:17:55.547453 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-33cf69e2-0458-44a5-aadc-d34704ddb836 service neutron] show failed (client error): The resource could not be found. Jul 06 12:17:55.548676 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-33cf69e2-0458-44a5-aadc-d34704ddb836 service neutron] 10.222.0.23 "GET /v2.0/ports/d656e230-af8f-4451-b6bf-d2acaca4ed1e/bindings/n-h2-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.1324322 Jul 06 12:17:55.688372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7a53b5ad-4e83-4a0e-b4f3-8cd159e10ca2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-770936605'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:55.723980 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a53b5ad-4e83-4a0e-b4f3-8cd159e10ca2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:55.733364 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a53b5ad-4e83-4a0e-b4f3-8cd159e10ca2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:55.742906 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a53b5ad-4e83-4a0e-b4f3-8cd159e10ca2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:55.950190 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a53b5ad-4e83-4a0e-b4f3-8cd159e10ca2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:55.971774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-7c597f19-2c75-4ea9-8efa-c4c4aef0d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:55.974188 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a53b5ad-4e83-4a0e-b4f3-8cd159e10ca2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:55.982952 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-7c597f19-2c75-4ea9-8efa-c4c4aef0d71a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7&tenant_id=f585d4167c1145b098521c82cd595bff HTTP/1.1" status: 200 len: 1097 time: 0.1175230 Jul 06 12:17:55.998916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a53b5ad-4e83-4a0e-b4f3-8cd159e10ca2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:17:56.004136 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:56.034421 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a53b5ad-4e83-4a0e-b4f3-8cd159e10ca2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:56.034952 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-7a53b5ad-4e83-4a0e-b4f3-8cd159e10ca2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Added segment 1d815f2a-28c9-490c-9008-38350c41dfe6 of type vlan for network 84f6ded2-fa58-4f50-89b4-2c981cdca81e Jul 06 12:17:56.037220 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53b5ad-4e83-4a0e-b4f3-8cd159e10ca2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1fde84-9a42-4ed1-9230-7508c2826ab6,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:56.120948 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a53b5ad-4e83-4a0e-b4f3-8cd159e10ca2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:56.126759 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:56.171198 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a53b5ad-4e83-4a0e-b4f3-8cd159e10ca2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:56.180382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a53b5ad-4e83-4a0e-b4f3-8cd159e10ca2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:56.181195 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a53b5ad-4e83-4a0e-b4f3-8cd159e10ca2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:56.289918 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7a53b5ad-4e83-4a0e-b4f3-8cd159e10ca2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7887950 Jul 06 12:17:56.296209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 37984) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:56.302338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e292277c-ec64-45ca-b786-21f5f53bdb6e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:56.336532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53b5ad-4e83-4a0e-b4f3-8cd159e10ca2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Network': ['ID=84f6ded2-fa58-4f50-89b4-2c981cdca81e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:56.356491 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:17:56.383119 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc646545-63a1-4886-ae4b-67325695e6d9 req-a5506a66-5e06-42d5-bf22-9736364adc35 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:56.384826 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cc646545-63a1-4886-ae4b-67325695e6d9 req-a5506a66-5e06-42d5-bf22-9736364adc35 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 946 time: 0.1058080 Jul 06 12:17:56.464471 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cc646545-63a1-4886-ae4b-67325695e6d9 req-02f27876-fc3b-4efc-9f7a-04dfacd01584 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719304 Jul 06 12:17:56.569975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e292277c-ec64-45ca-b786-21f5f53bdb6e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:56.575704 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e292277c-ec64-45ca-b786-21f5f53bdb6e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:56.654437 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:56.719574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:56.801998 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:56.806286 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:56.809583 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b31106-2617-49ae-aaae-a0c586840030" -d '{"events": [{"server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "name": "network-vif-unplugged", "status": "completed", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:56.834499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Transition to ACTIVE for port object d656e230-af8f-4451-b6bf-d2acaca4ed1e will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:56.839053 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:56.848812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a65d9-5a34-4f14-aedb-27552ea67b9f req-b8e58d8a-a355-449b-9130-8522c86b5a2f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:56.850800 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b20a65d9-5a34-4f14-aedb-27552ea67b9f req-b8e58d8a-a355-449b-9130-8522c86b5a2f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.0711272 Jul 06 12:17:56.924283 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b20a65d9-5a34-4f14-aedb-27552ea67b9f req-bab81d62-b95b-481a-b178-ad1e09d5f096 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655930 Jul 06 12:17:57.008884 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d656e230-af8f-4451-b6bf-d2acaca4ed1e,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:57.015013 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e292277c-ec64-45ca-b786-21f5f53bdb6e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:57.483267 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91223c2-b659-4471-a976-b7af67d21683 x-openstack-request-id: req-c91223c2-b659-4471-a976-b7af67d21683 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:57.483777 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "name": "network-vif-unplugged", "status": "completed", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:57.484181 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c91223c2-b659-4471-a976-b7af67d21683 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:57.484740 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'code': 200} Jul 06 12:17:57.485682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292277c-ec64-45ca-b786-21f5f53bdb6e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=e847d614-61ef-4ff4-8a38-f67a3bdd33fc,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:57.555909 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] No DVR routers for this DVR port d656e230-af8f-4451-b6bf-d2acaca4ed1e on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:17:57.659533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292277c-ec64-45ca-b786-21f5f53bdb6e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:57.661035 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292277c-ec64-45ca-b786-21f5f53bdb6e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network hostable DHCP agents. Network: 84f6ded2-fa58-4f50-89b4-2c981cdca81e, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:17:57.711721 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292277c-ec64-45ca-b786-21f5f53bdb6e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:17:57.757645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e292277c-ec64-45ca-b786-21f5f53bdb6e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 84f6ded2-fa58-4f50-89b4-2c981cdca81e) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:57.765429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e292277c-ec64-45ca-b786-21f5f53bdb6e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:57.767050 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e292277c-ec64-45ca-b786-21f5f53bdb6e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:57.768227 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b16db8-3026-4820-be7c-4f9bf9692df2 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:17:57.779650 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Attempting to bind port d656e230-af8f-4451-b6bf-d2acaca4ed1e on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:17:57.780055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Attempting to bind port d656e230-af8f-4451-b6bf-d2acaca4ed1e by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:17:57.780585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Attempting to bind port d656e230-af8f-4451-b6bf-d2acaca4ed1e on network 50155b23-c9d6-4987-983f-0b2810b78690 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:57.787321 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e292277c-ec64-45ca-b786-21f5f53bdb6e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4882545 Jul 06 12:17:57.788547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38034) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:17:57.794318 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-99f25706-4982-4020-9585-71b9f2e7c7c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'name': 'tempest-NetworksTestDHCPv6-1020773518'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:17:57.799294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Port d656e230-af8f-4451-b6bf-d2acaca4ed1e on network 50155b23-c9d6-4987-983f-0b2810b78690 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:17:57.799623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Attempting to bind port d656e230-af8f-4451-b6bf-d2acaca4ed1e on network 50155b23-c9d6-4987-983f-0b2810b78690 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:57.856834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:17:57.857313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Checking segment: {'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:57.857873 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Bound using segment: {'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:17:57.858365 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Bound port: d656e230-af8f-4451-b6bf-d2acaca4ed1e, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:17:57.858825 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:57.929711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077513b2-3e3e-4145-a04c-388d8a4066af req-614891ce-e410-4f55-a1fe-b6d3baf517ba tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:57.932425 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-077513b2-3e3e-4145-a04c-388d8a4066af req-614891ce-e410-4f55-a1fe-b6d3baf517ba tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 946 time: 0.0980122 Jul 06 12:17:58.008320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:58.020036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:17:58.037896 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-077513b2-3e3e-4145-a04c-388d8a4066af req-e5a49781-388a-4640-b982-e15a0d110365 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=9e3713ef-92c0-4a18-b9df-b357afd4f178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643988 Jul 06 12:17:58.046333 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:58.051864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'fixed_ips': [{'subnet_id': 'e847d614-61ef-4ff4-8a38-f67a3bdd33fc'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:17:58.053040 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:58.062721 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5d6c2-1da4-49d1-a680-1ec48c0631a0 req-490e895a-8703-4630-a7e2-c4caf83b9360 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:58.065557 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-19f5d6c2-1da4-49d1-a680-1ec48c0631a0 req-490e895a-8703-4630-a7e2-c4caf83b9360 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 946 time: 0.1311600 Jul 06 12:17:58.172940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d656e230-af8f-4451-b6bf-d2acaca4ed1e,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:58.181612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:58.182262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:58.183904 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-b6843ab7-4dc5-4c30-8ebd-cc1195e6a5a4 service neutron] 10.222.0.89 "PUT /v2.0/ports/d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 200 len: 1092 time: 2.1912827 Jul 06 12:17:58.187176 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f25706-4982-4020-9585-71b9f2e7c7c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:17:58.191717 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99f25706-4982-4020-9585-71b9f2e7c7c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:58.228450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-99f25706-4982-4020-9585-71b9f2e7c7c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port 368fabb3-ec91-44a0-af82-d927c98ebf1b yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:17:58.328896 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Allocated IP 2001:db8::2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/e847d614-61ef-4ff4-8a38-f67a3bdd33fc/30ac7ee4-a0ea-4800-8f41-b690a77c0cde) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:17:58.404594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-bcebb134-aae9-42f6-b65f-7085f9b8db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:58.406131 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-bcebb134-aae9-42f6-b65f-7085f9b8db79 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1095 time: 0.1886141 Jul 06 12:17:58.411900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-19f5d6c2-1da4-49d1-a680-1ec48c0631a0 req-32c458e5-cb5e-44bd-82be-b68174a994bf tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Deleting port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:17:58.412380 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-19f5d6c2-1da4-49d1-a680-1ec48c0631a0 req-32c458e5-cb5e-44bd-82be-b68174a994bf tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:58.523517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8df80c-f679-4b37-9bca-030a3df97f4c req-c44bca32-8ca4-4971-972b-09436bff5443 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:58.526088 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc8df80c-f679-4b37-9bca-030a3df97f4c req-c44bca32-8ca4-4971-972b-09436bff5443 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 944 time: 0.2069936 Jul 06 12:17:58.600750 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-1e70aed1-f482-4bc1-81a2-bbb85e1690ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:58.602673 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-1e70aed1-f482-4bc1-81a2-bbb85e1690ef service neutron] 10.222.0.89 "GET /v2.0/networks?id=50155b23-c9d6-4987-983f-0b2810b78690 HTTP/1.1" status: 200 len: 898 time: 0.1821165 Jul 06 12:17:58.604187 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc8df80c-f679-4b37-9bca-030a3df97f4c req-9f77c2ab-6085-45da-97fa-2e85ff6e48d4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668349 Jul 06 12:17:58.637388 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:58.650754 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-19f5d6c2-1da4-49d1-a680-1ec48c0631a0 req-32c458e5-cb5e-44bd-82be-b68174a994bf tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] For port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=2c76d7d8-273d-4a12-a871-4abf9b5f2d22,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:17:58.651510 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-19f5d6c2-1da4-49d1-a680-1ec48c0631a0 req-32c458e5-cb5e-44bd-82be-b68174a994bf tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:58.655704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Transition to ACTIVE for port object 30ac7ee4-a0ea-4800-8f41-b690a77c0cde will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:58.673104 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-19f5d6c2-1da4-49d1-a680-1ec48c0631a0 req-32c458e5-cb5e-44bd-82be-b68174a994bf tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Calling delete_port for 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:17:58.680976 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Transition to ACTIVE for port object 30ac7ee4-a0ea-4800-8f41-b690a77c0cde will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:58.695780 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:58.747648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Pushing event updated for resources: {'Port': ['ID=30ac7ee4-a0ea-4800-8f41-b690a77c0cde,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:58.762796 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:58.765790 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-4ae59843-4f55-49c9-9b1e-fdcea09aba83 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 200 len: 999 time: 0.1558444 Jul 06 12:17:58.766470 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:58.767030 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:58.767607 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:58.768176 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:58.768585 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:58.769187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:58.769269 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:58.771452 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:58.771900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:58.772296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:58.772610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:17:58.788780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:58.793247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:58.799356 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:17:58.865462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Attempting to bind port 30ac7ee4-a0ea-4800-8f41-b690a77c0cde on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:17:58.865870 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Attempting to bind port 30ac7ee4-a0ea-4800-8f41-b690a77c0cde by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:17:58.866223 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Attempting to bind port 30ac7ee4-a0ea-4800-8f41-b690a77c0cde on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:17:58.873262 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:17:58.873656 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:17:58.874144 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:58.874545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:17:58.875021 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Bound port: 30ac7ee4-a0ea-4800-8f41-b690a77c0cde, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:17:58.875477 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:58.881410 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-179cd89c-82df-4aa4-b8e7-96cb224b4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:58.883405 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-179cd89c-82df-4aa4-b8e7-96cb224b4a24 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eda02740-e1ee-415f-a57e-0d644dbb07d0 HTTP/1.1" status: 200 len: 835 time: 0.1093526 Jul 06 12:17:58.885041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-99f25706-4982-4020-9585-71b9f2e7c7c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::19c (84f6ded2-fa58-4f50-89b4-2c981cdca81e/e847d614-61ef-4ff4-8a38-f67a3bdd33fc/368fabb3-ec91-44a0-af82-d927c98ebf1b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:17:58.914064 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-19f5d6c2-1da4-49d1-a680-1ec48c0631a0 req-32c458e5-cb5e-44bd-82be-b68174a994bf tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:58.932394 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['2c76d7d8-273d-4a12-a871-4abf9b5f2d22'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:17:58.985285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c458e5-cb5e-44bd-82be-b68174a994bf tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event deleted for resources: {'Port': ['ID=2c76d7d8-273d-4a12-a871-4abf9b5f2d22,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:59.021148 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] For port 30ac7ee4-a0ea-4800-8f41-b690a77c0cde, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:17:59.028761 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] For port 30ac7ee4-a0ea-4800-8f41-b690a77c0cde, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=30ac7ee4-a0ea-4800-8f41-b690a77c0cde,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:17:59.035870 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:59.139486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f5d6c2-1da4-49d1-a680-1ec48c0631a0 req-32c458e5-cb5e-44bd-82be-b68174a994bf tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] No DVR routers for this DVR port 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:17:59.142480 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-19f5d6c2-1da4-49d1-a680-1ec48c0631a0 req-32c458e5-cb5e-44bd-82be-b68174a994bf tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:59.144529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60164ef8-46b7-4821-a235-d5c520399ee5 None None] Pushing event updated for resources: {'Port': ['ID=30ac7ee4-a0ea-4800-8f41-b690a77c0cde,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:59.144855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-19f5d6c2-1da4-49d1-a680-1ec48c0631a0 req-32c458e5-cb5e-44bd-82be-b68174a994bf tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.89 "DELETE /v2.0/ports/2c76d7d8-273d-4a12-a871-4abf9b5f2d22 HTTP/1.1" status: 204 len: 173 time: 1.0715046 Jul 06 12:17:59.145312 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e596da-8868-4b4f-8cf6-d4730858c34e', 'name': 'network-vif-deleted', 'tag': '2c76d7d8-273d-4a12-a871-4abf9b5f2d22'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:59.147834 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2749b2-1e12-48cf-879d-d98ba54432cf" -d '{"events": [{"server_uuid": "d8e596da-8868-4b4f-8cf6-d4730858c34e", "name": "network-vif-deleted", "tag": "2c76d7d8-273d-4a12-a871-4abf9b5f2d22"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:59.164390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d656e230-af8f-4451-b6bf-d2acaca4ed1e no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:17:59.192825 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-7713da2a-385a-424b-8861-0c17ecc18c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:59.195064 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-7713da2a-385a-424b-8861-0c17ecc18c96 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=50155b23-c9d6-4987-983f-0b2810b78690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3015296 Jul 06 12:17:59.236362 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d656e230-af8f-4451-b6bf-d2acaca4ed1e not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:17:59.327794 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99f25706-4982-4020-9585-71b9f2e7c7c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:59.343463 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-99f25706-4982-4020-9585-71b9f2e7c7c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object 368fabb3-ec91-44a0-af82-d927c98ebf1b will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:17:59.444539 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99f25706-4982-4020-9585-71b9f2e7c7c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:59.565857 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ad6e3f9-f3f1-4b73-8849-4996b7426739 req-acd032e9-175e-4a01-bab8-074d990cda3b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 210 time: 0.0710230 Jul 06 12:17:59.571314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:17:59.578523 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5109fa0-a080-43e3-b545-1644aac2b844" -d '{"events": [{"name": "network-changed", "server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:17:59.654692 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-4c72c4f1-c63e-4dd1-8806-e0da25e684d6 service neutron] 10.222.0.89 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472601 Jul 06 12:17:59.677929 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f151257a-e7fd-4c8a-b77b-c698d459b625 x-openstack-request-id: req-f151257a-e7fd-4c8a-b77b-c698d459b625 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:17:59.678215 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e596da-8868-4b4f-8cf6-d4730858c34e", "name": "network-vif-deleted", "tag": "2c76d7d8-273d-4a12-a871-4abf9b5f2d22", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:17:59.678491 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f151257a-e7fd-4c8a-b77b-c698d459b625 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:17:59.678901 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e596da-8868-4b4f-8cf6-d4730858c34e', 'name': 'network-vif-deleted', 'tag': '2c76d7d8-273d-4a12-a871-4abf9b5f2d22', 'status': 'completed', 'code': 200} Jul 06 12:17:59.688331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f25706-4982-4020-9585-71b9f2e7c7c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:17:59.727672 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-99f25706-4982-4020-9585-71b9f2e7c7c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:17:59.800988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f25706-4982-4020-9585-71b9f2e7c7c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:17:59.831028 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f25706-4982-4020-9585-71b9f2e7c7c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:17:59.831813 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99f25706-4982-4020-9585-71b9f2e7c7c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:17:59.834499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f25706-4982-4020-9585-71b9f2e7c7c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=368fabb3-ec91-44a0-af82-d927c98ebf1b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:17:59.977324 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cdeb4ea4-14ff-4f3d-9269-86b39eee3f40 req-afa4e706-21d7-4d98-927f-789b1ce46488 service neutron] 10.222.0.89 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105233 Jul 06 12:18:00.022119 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38110) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:00.032394 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-99f25706-4982-4020-9585-71b9f2e7c7c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2425272 Jul 06 12:18:00.037935 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 30ac7ee4-a0ea-4800-8f41-b690a77c0cde up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:00.134081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 30ac7ee4-a0ea-4800-8f41-b690a77c0cde completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:00.295804 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d022b8af-775a-4268-9597-7adc94be02c4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:00.302688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d022b8af-775a-4268-9597-7adc94be02c4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:00.304771 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029e04d6-fac2-48a3-9641-e0730998f460 x-openstack-request-id: req-029e04d6-fac2-48a3-9641-e0730998f460 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:00.305068 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:00.305320 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-029e04d6-fac2-48a3-9641-e0730998f460 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:00.305719 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'status': 'completed', 'code': 200} Jul 06 12:18:00.310239 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38124) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:00.319870 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d022b8af-775a-4268-9597-7adc94be02c4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2966051 Jul 06 12:18:00.568230 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-02711096-dd2b-40e8-a1ce-7143ca949153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:00.570221 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-02711096-dd2b-40e8-a1ce-7143ca949153 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1095 time: 0.2485020 Jul 06 12:18:00.619563 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee22580-b7b2-47a7-ae25-d7aa4ee83145 req-c4029b7b-f961-4ba1-8f4c-9d9a40cbda96 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:00.629380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dee22580-b7b2-47a7-ae25-d7aa4ee83145 req-c4029b7b-f961-4ba1-8f4c-9d9a40cbda96 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 944 time: 0.0998361 Jul 06 12:18:00.713212 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dee22580-b7b2-47a7-ae25-d7aa4ee83145 req-9aaff34a-718e-4558-8eb2-9a3e119b78c4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825236 Jul 06 12:18:00.776327 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-3f61afdc-9828-4078-bc84-d56dcce5c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:00.779255 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-3f61afdc-9828-4078-bc84-d56dcce5c407 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1095 time: 0.4207616 Jul 06 12:18:00.920977 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-85c54f93-a226-4446-938e-79160a9ea495 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port 368fabb3-ec91-44a0-af82-d927c98ebf1b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:00.922077 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85c54f93-a226-4446-938e-79160a9ea495 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:00.956110 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:18:00.973167 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457512bd-7334-4a7f-b3d5-c0270617a123 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:01.018356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-18a6f7bf-de73-4c96-b3ed-4904c6efeffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:01.019980 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-18a6f7bf-de73-4c96-b3ed-4904c6efeffe service neutron] 10.222.0.89 "GET /v2.0/networks?id=50155b23-c9d6-4987-983f-0b2810b78690 HTTP/1.1" status: 200 len: 898 time: 0.4289718 Jul 06 12:18:01.158247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-6f4ea657-13b1-4c5e-bc0b-94c0ed6f5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:01.160376 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-6f4ea657-13b1-4c5e-bc0b-94c0ed6f5558 service neutron] 10.222.0.23 "GET /v2.0/networks?id=50155b23-c9d6-4987-983f-0b2810b78690 HTTP/1.1" status: 200 len: 898 time: 0.3725953 Jul 06 12:18:01.213529 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-10661e65-7617-4930-b400-d7c3f818fad3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 200 len: 999 time: 0.1793876 Jul 06 12:18:01.215865 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85c54f93-a226-4446-938e-79160a9ea495 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:01.225028 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d9f2c180-bc76-4b51-b876-477057fc6c10 None None] Provisioning for port 30ac7ee4-a0ea-4800-8f41-b690a77c0cde completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:01.236395 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d9f2c180-bc76-4b51-b876-477057fc6c10 None None] Provisioning complete for port 30ac7ee4-a0ea-4800-8f41-b690a77c0cde triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:01.237242 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9f2c180-bc76-4b51-b876-477057fc6c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:01.259995 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d5c44c5-301e-4c37-8ba8-19a7f86c34fe req-ac91e2c6-6ca4-4c54-b5aa-a402a89e5f3c tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 210 time: 0.0506048 Jul 06 12:18:01.282782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-d1f26181-8082-4fa5-a34b-9b4bb3239133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:01.284938 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-d1f26181-8082-4fa5-a34b-9b4bb3239133 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eda02740-e1ee-415f-a57e-0d644dbb07d0 HTTP/1.1" status: 200 len: 835 time: 0.0565560 Jul 06 12:18:01.294668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-85c54f93-a226-4446-938e-79160a9ea495 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for 368fabb3-ec91-44a0-af82-d927c98ebf1b owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:01.366701 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-4b43e98a-2dc9-463e-b4c4-724d4e03cd02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 200 len: 999 time: 0.1969216 Jul 06 12:18:01.401983 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9f2c180-bc76-4b51-b876-477057fc6c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:01.470781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-6e9705a7-74cd-4cf1-8e36-dc272abfb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:01.474238 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-6e9705a7-74cd-4cf1-8e36-dc272abfb4dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eda02740-e1ee-415f-a57e-0d644dbb07d0 HTTP/1.1" status: 200 len: 835 time: 0.0777006 Jul 06 12:18:01.489696 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d9f2c180-bc76-4b51-b876-477057fc6c10 None None] For port 30ac7ee4-a0ea-4800-8f41-b690a77c0cde, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=30ac7ee4-a0ea-4800-8f41-b690a77c0cde,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:01.497502 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9f2c180-bc76-4b51-b876-477057fc6c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:01.610349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2c180-bc76-4b51-b876-477057fc6c10 None None] Pushing event updated for resources: {'Port': ['ID=30ac7ee4-a0ea-4800-8f41-b690a77c0cde,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:01.662536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85c54f93-a226-4446-938e-79160a9ea495 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:01.725507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-d7be3504-1fb2-4b33-8ad0-7bbc41e4b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:01.726958 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-d7be3504-1fb2-4b33-8ad0-7bbc41e4b508 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=50155b23-c9d6-4987-983f-0b2810b78690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4282439 Jul 06 12:18:01.730194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c54f93-a226-4446-938e-79160a9ea495 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=368fabb3-ec91-44a0-af82-d927c98ebf1b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:01.878264 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 30ac7ee4-a0ea-4800-8f41-b690a77c0cde up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:01.956555 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85c54f93-a226-4446-938e-79160a9ea495 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:01.958623 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-85c54f93-a226-4446-938e-79160a9ea495 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/368fabb3-ec91-44a0-af82-d927c98ebf1b HTTP/1.1" status: 204 len: 168 time: 1.6468282 Jul 06 12:18:01.961257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38160) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:01.975123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fd9f4412-f602-47f3-aac0-4ff10529c664 None None] Could not find standard attr ID for object 368fabb3-ec91-44a0-af82-d927c98ebf1b. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:18:01.991149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-9023139c-997c-4a86-8c4c-f3d4c51361db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:01.993332 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-9023139c-997c-4a86-8c4c-f3d4c51361db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50155b23-c9d6-4987-983f-0b2810b78690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5069001 Jul 06 12:18:01.999198 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-1cdceab9-453d-42a3-9938-05b03a86facb service neutron] 10.222.0.89 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571487 Jul 06 12:18:02.058708 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fd9f4412-f602-47f3-aac0-4ff10529c664 None None] Provisioning complete for port 30ac7ee4-a0ea-4800-8f41-b690a77c0cde triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:02.059096 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd9f4412-f602-47f3-aac0-4ff10529c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:02.160733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 30ac7ee4-a0ea-4800-8f41-b690a77c0cde triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:02.161093 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:02.370382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e51cde1-d918-4dd2-b6f4-8968ffbde9dd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:02.371960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e51cde1-d918-4dd2-b6f4-8968ffbde9dd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:02.378914 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0e51cde1-d918-4dd2-b6f4-8968ffbde9dd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4164703 Jul 06 12:18:02.390726 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38170) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:02.429154 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-0a6d8f00-8ca2-4a08-9b2f-b4e2892cfd0e service neutron] 10.222.0.89 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976815 Jul 06 12:18:02.487864 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-34de51ca-846a-4c85-b3a4-8808560afa1f service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760122 Jul 06 12:18:02.538225 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b304db2-d110-4988-a731-fc8fff391613 req-ead1ed71-d9ec-4f47-8c76-ddd123f50ab6 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:02.544226 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b304db2-d110-4988-a731-fc8fff391613 req-ead1ed71-d9ec-4f47-8c76-ddd123f50ab6 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 944 time: 0.4368629 Jul 06 12:18:02.555985 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet e847d614-61ef-4ff4-8a38-f67a3bdd33fc {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:18:02.565110 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:02.613693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-37086959-f0ae-4004-9ec3-a58361bddbae None None] Could not find standard attr ID for object 368fabb3-ec91-44a0-af82-d927c98ebf1b. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:18:02.680468 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b304db2-d110-4988-a731-fc8fff391613 req-cb767630-78e7-4385-981a-89d7bafd4307 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300581 Jul 06 12:18:02.686315 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:02.737150 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5109fa0-a080-43e3-b545-1644aac2b844 req-d51ff9c4-3efa-4fa1-bb74-114a29d6e985 service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429113 Jul 06 12:18:02.918752 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:02.968204 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device d656e230-af8f-4451-b6bf-d2acaca4ed1e details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:18:02.972833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:03.019897 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:03.020516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 2c76d7d8-273d-4a12-a871-4abf9b5f2d22 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:03.140278 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:03.155433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'port_id': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'mac_address': 'fa:16:3e:62:4c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:18:03.203456 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:03.220624 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d656e230-af8f-4451-b6bf-d2acaca4ed1e {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:18:03.251633 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:03.257902 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:03.324525 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=d656e230-af8f-4451-b6bf-d2acaca4ed1e,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:03.442338 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d6a1-8b33-440e-a815-928dcaa4424d req-f5a3dc28-8a57-43fd-9a33-a665c022ae0b tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:03.444110 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76f6d6a1-8b33-440e-a815-928dcaa4424d req-f5a3dc28-8a57-43fd-9a33-a665c022ae0b tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 945 time: 0.5879030 Jul 06 12:18:03.486451 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:03.524262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=e847d614-61ef-4ff4-8a38-f67a3bdd33fc,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:03.532038 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:03.532680 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/e847d614-61ef-4ff4-8a38-f67a3bdd33fc HTTP/1.1" status: 204 len: 168 time: 1.1312866 Jul 06 12:18:03.537001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38188) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:03.544342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8010fc78-e2b9-4aa0-8d45-19661bdcf97c None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:03.559639 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:03.560149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['d656e230-af8f-4451-b6bf-d2acaca4ed1e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:18:03.560449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:03.560894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:03.561410 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:03.561918 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:03.562385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:03.563324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:03.563767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:03.564199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:03.564627 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:03.565144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:03.565664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a26aaf-3957-4632-bfb1-2c52478df14d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:03.577376 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76f6d6a1-8b33-440e-a815-928dcaa4424d req-ef7a966d-3f5f-496e-ae46-56afe7258365 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/security-groups?id=d395fe5d-3043-4b88-b8ee-321608bd90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204488 Jul 06 12:18:03.626292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38194) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:03.627062 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dba39b85-db0e-4ee6-a50a-48a10b40b110 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878539 Jul 06 12:18:03.633225 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7fc445fc-2514-4dcf-a2ce-b3ad9243e4b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:03.756238 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4c19f-e024-4d75-b3ff-29c4f6ab42cf req-bdc2458f-f23f-4cd0-b447-c6aa56562c2e tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:03.757740 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-43c4c19f-e024-4d75-b3ff-29c4f6ab42cf req-bdc2458f-f23f-4cd0-b447-c6aa56562c2e tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 945 time: 0.1383581 Jul 06 12:18:03.772229 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc81c561-41e8-4a4d-8ecc-89ca7a61e8a7 req-2eac2c03-0585-4b04-a7a7-af9ba2592021 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 210 time: 0.0576344 Jul 06 12:18:03.816121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc445fc-2514-4dcf-a2ce-b3ad9243e4b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:03.820172 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fc445fc-2514-4dcf-a2ce-b3ad9243e4b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:03.937757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-43c4c19f-e024-4d75-b3ff-29c4f6ab42cf req-ecda0b36-de5f-4e89-a10c-ece350fb436c tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Deleting port 20e6804e-c7ea-4abd-a910-960c7b52bece {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:03.938447 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-43c4c19f-e024-4d75-b3ff-29c4f6ab42cf req-ecda0b36-de5f-4e89-a10c-ece350fb436c tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:03.969968 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe7458-8089-4eb7-b6d6-20c92db27de4 None None] DHCP port deletion for 84f6ded2-fa58-4f50-89b4-2c981cdca81e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:18:04.081580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-43c4c19f-e024-4d75-b3ff-29c4f6ab42cf req-ecda0b36-de5f-4e89-a10c-ece350fb436c tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] For port 20e6804e-c7ea-4abd-a910-960c7b52bece, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=20e6804e-c7ea-4abd-a910-960c7b52bece,segment=NetworkSegment(e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54),segment_id=e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:04.082101 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-43c4c19f-e024-4d75-b3ff-29c4f6ab42cf req-ecda0b36-de5f-4e89-a10c-ece350fb436c tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.096291 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-43c4c19f-e024-4d75-b3ff-29c4f6ab42cf req-ecda0b36-de5f-4e89-a10c-ece350fb436c tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Calling delete_port for 20e6804e-c7ea-4abd-a910-960c7b52bece owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:04.107961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe7458-8089-4eb7-b6d6-20c92db27de4 None None] Deleting port 30ac7ee4-a0ea-4800-8f41-b690a77c0cde {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:04.108349 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7458-8089-4eb7-b6d6-20c92db27de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.207917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e0fe7458-8089-4eb7-b6d6-20c92db27de4 None None] For port 30ac7ee4-a0ea-4800-8f41-b690a77c0cde, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=30ac7ee4-a0ea-4800-8f41-b690a77c0cde,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:04.208253 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7458-8089-4eb7-b6d6-20c92db27de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.222277 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe7458-8089-4eb7-b6d6-20c92db27de4 None None] Calling delete_port for 30ac7ee4-a0ea-4800-8f41-b690a77c0cde owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:04.276156 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22546902-5721-4923-b635-5de6225f8a84 req-4e8addbb-022d-4ab7-b48d-49d99d4a0fa7 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:04.278808 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22546902-5721-4923-b635-5de6225f8a84 req-4e8addbb-022d-4ab7-b48d-49d99d4a0fa7 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 945 time: 0.2335145 Jul 06 12:18:04.326237 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fc445fc-2514-4dcf-a2ce-b3ad9243e4b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.329763 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-43c4c19f-e024-4d75-b3ff-29c4f6ab42cf req-ecda0b36-de5f-4e89-a10c-ece350fb436c tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.359503 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7458-8089-4eb7-b6d6-20c92db27de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.396611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc445fc-2514-4dcf-a2ce-b3ad9243e4b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=69b6ff24-a23b-4af7-a622-1bffbbf3748e,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:04.410677 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda0b36-de5f-4e89-a10c-ece350fb436c tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Pushing event deleted for resources: {'Port': ['ID=20e6804e-c7ea-4abd-a910-960c7b52bece,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:04.412212 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc445fc-2514-4dcf-a2ce-b3ad9243e4b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:04.414307 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-7fc445fc-2514-4dcf-a2ce-b3ad9243e4b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:04.416550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe7458-8089-4eb7-b6d6-20c92db27de4 None None] Pushing event deleted for resources: {'Port': ['ID=30ac7ee4-a0ea-4800-8f41-b690a77c0cde,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:04.431070 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc445fc-2514-4dcf-a2ce-b3ad9243e4b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:04.431863 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fc445fc-2514-4dcf-a2ce-b3ad9243e4b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.446860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fe7458-8089-4eb7-b6d6-20c92db27de4 None None] No DVR routers for this DVR port 30ac7ee4-a0ea-4800-8f41-b690a77c0cde on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:04.469218 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6e4225-a9a7-4115-9b9d-edc606e626a0 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:04.507926 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22546902-5721-4923-b635-5de6225f8a84 req-e6d14711-585b-4559-a761-2aedf17dfbf8 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010546 Jul 06 12:18:04.512950 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7fc445fc-2514-4dcf-a2ce-b3ad9243e4b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8846428 Jul 06 12:18:04.516021 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38210) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:04.523358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6539060b-ffce-4efc-a69c-6924a49e759a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'name': 'tempest-NetworksTestDHCPv6-892747671'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:04.570490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c4c19f-e024-4d75-b3ff-29c4f6ab42cf req-ecda0b36-de5f-4e89-a10c-ece350fb436c tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] No DVR routers for this DVR port 20e6804e-c7ea-4abd-a910-960c7b52bece on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:04.574667 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-43c4c19f-e024-4d75-b3ff-29c4f6ab42cf req-ecda0b36-de5f-4e89-a10c-ece350fb436c tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.577065 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-43c4c19f-e024-4d75-b3ff-29c4f6ab42cf req-ecda0b36-de5f-4e89-a10c-ece350fb436c tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.89 "DELETE /v2.0/ports/20e6804e-c7ea-4abd-a910-960c7b52bece HTTP/1.1" status: 204 len: 173 time: 0.8125551 Jul 06 12:18:04.577535 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0977ddb-e54e-486a-b47f-482cbb97eb7c', 'name': 'network-vif-deleted', 'tag': '20e6804e-c7ea-4abd-a910-960c7b52bece'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:04.581481 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80464da2-ba63-4097-ae83-5d6f7caceb29" -d '{"events": [{"server_uuid": "f0977ddb-e54e-486a-b47f-482cbb97eb7c", "name": "network-vif-deleted", "tag": "20e6804e-c7ea-4abd-a910-960c7b52bece"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:04.628225 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['20e6804e-c7ea-4abd-a910-960c7b52bece'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:18:04.808048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6539060b-ffce-4efc-a69c-6924a49e759a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:04.812439 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6539060b-ffce-4efc-a69c-6924a49e759a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.854611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-6539060b-ffce-4efc-a69c-6924a49e759a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port 9cdd7b0f-055f-412e-8434-def19d3d1c2a yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:18:04.868418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'fixed_ips': [{'subnet_id': '69b6ff24-a23b-4af7-a622-1bffbbf3748e'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:18:04.870006 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:04.987904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device d656e230-af8f-4451-b6bf-d2acaca4ed1e up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:05.060360 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port d656e230-af8f-4451-b6bf-d2acaca4ed1e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:05.066061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port d656e230-af8f-4451-b6bf-d2acaca4ed1e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:05.066440 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.105940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-6539060b-ffce-4efc-a69c-6924a49e759a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::274 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/69b6ff24-a23b-4af7-a622-1bffbbf3748e/9cdd7b0f-055f-412e-8434-def19d3d1c2a) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:05.146458 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d5538e-300b-42d0-a651-c5b8325b43e0 x-openstack-request-id: req-65d5538e-300b-42d0-a651-c5b8325b43e0 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:05.159667 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0977ddb-e54e-486a-b47f-482cbb97eb7c", "name": "network-vif-deleted", "tag": "20e6804e-c7ea-4abd-a910-960c7b52bece", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:05.160116 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65d5538e-300b-42d0-a651-c5b8325b43e0 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:05.160657 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0977ddb-e54e-486a-b47f-482cbb97eb7c', 'name': 'network-vif-deleted', 'tag': '20e6804e-c7ea-4abd-a910-960c7b52bece', 'status': 'completed', 'code': 200} Jul 06 12:18:05.330830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-a1d5e193-6cb1-46dc-8078-316e575b2f62 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:05.333553 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-a1d5e193-6cb1-46dc-8078-316e575b2f62 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.89 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7&tenant_id=f585d4167c1145b098521c82cd595bff&binding%3Ahost_id=n-h2-799529-2 HTTP/1.1" status: 200 len: 945 time: 0.2792289 Jul 06 12:18:05.365205 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.399428 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:05.402831 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ff7ace-4de8-42ee-8a0e-8a48088fd331" -d '{"events": [{"server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "name": "network-vif-plugged", "status": "completed", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:05.419724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:05.428010 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.452587 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6539060b-ffce-4efc-a69c-6924a49e759a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.475614 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-63994840-6a66-40f8-8344-352e5193515b service neutron] 10.222.0.89 "GET /v2.0/ports/d656e230-af8f-4451-b6bf-d2acaca4ed1e/bindings/n-h2-799529-2 HTTP/1.1" status: 200 len: 382 time: 0.1360335 Jul 06 12:18:05.484047 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-6539060b-ffce-4efc-a69c-6924a49e759a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object 9cdd7b0f-055f-412e-8434-def19d3d1c2a will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:05.573639 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2a61808-4dca-4cf8-be3c-5069988b0e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.599134 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-adca8407-4393-4001-9675-2983a7360d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:05.601472 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-adca8407-4393-4001-9675-2983a7360d40 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1097 time: 0.0971570 Jul 06 12:18:05.608492 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6539060b-ffce-4efc-a69c-6924a49e759a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.665801 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.666293 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=d656e230-af8f-4451-b6bf-d2acaca4ed1e,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:05.670053 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c8caf76-fbc9-4bb7-aa5e-e81491c123f2 req-dffc9cfd-3b97-4d74-a6c6-165093079079 tempest-ServerTagsTestJSON-1222809773 tempest-ServerTagsTestJSON-1222809773-project] 10.222.0.81 "GET /v2.0/ports?device_id=f0977ddb-e54e-486a-b47f-482cbb97eb7c HTTP/1.1" status: 200 len: 210 time: 0.3360953 Jul 06 12:18:05.694208 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Allocated IP 2001:db8::2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/69b6ff24-a23b-4af7-a622-1bffbbf3748e/9f99ad34-04e7-48cc-8b72-8ffb5577b5fb) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:05.728359 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6539060b-ffce-4efc-a69c-6924a49e759a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:05.737856 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-6539060b-ffce-4efc-a69c-6924a49e759a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:05.742855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539060b-ffce-4efc-a69c-6924a49e759a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:05.749720 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6539060b-ffce-4efc-a69c-6924a49e759a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:05.750405 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6539060b-ffce-4efc-a69c-6924a49e759a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:05.757395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539060b-ffce-4efc-a69c-6924a49e759a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=9cdd7b0f-055f-412e-8434-def19d3d1c2a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:05.784180 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6539060b-ffce-4efc-a69c-6924a49e759a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2670488 Jul 06 12:18:05.784812 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-294796f9-d336-4362-9cb6-32eced2fe5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:05.786710 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38238) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:05.789329 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-294796f9-d336-4362-9cb6-32eced2fe5a8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=50155b23-c9d6-4987-983f-0b2810b78690 HTTP/1.1" status: 200 len: 898 time: 0.1814301 Jul 06 12:18:05.863268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 30ac7ee4-a0ea-4800-8f41-b690a77c0cde no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:05.899520 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-bafea847-b304-444a-af0d-64eacecaa24c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 200 len: 1001 time: 0.1008344 Jul 06 12:18:05.928319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc7c2f-57fe-4441-8221-942880902b92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:05.932946 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fbbc7c2f-57fe-4441-8221-942880902b92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1426444 Jul 06 12:18:05.942247 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38246) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:05.988247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-c35ed0a1-af41-434e-9078-73c5e5d4346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:05.990470 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-c35ed0a1-af41-434e-9078-73c5e5d4346f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eda02740-e1ee-415f-a57e-0d644dbb07d0 HTTP/1.1" status: 200 len: 835 time: 0.0842540 Jul 06 12:18:06.008564 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-655a1224-4e8d-4335-84c5-c9f688672d80 req-ddc7085b-9f43-481f-a7c2-83569811be2e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8e596da-8868-4b4f-8cf6-d4730858c34e HTTP/1.1" status: 200 len: 210 time: 0.0766330 Jul 06 12:18:06.017011 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.028772 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Transition to ACTIVE for port object 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:06.089961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Transition to ACTIVE for port object 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:06.096555 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 30ac7ee4-a0ea-4800-8f41-b690a77c0cde {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:06.097789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 30ac7ee4-a0ea-4800-8f41-b690a77c0cde not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:06.134077 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.177702 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-2a1af1d5-a65c-47fa-bb65-c3eb01ceebcd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port 9cdd7b0f-055f-412e-8434-def19d3d1c2a {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:06.178118 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2a1af1d5-a65c-47fa-bb65-c3eb01ceebcd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.241351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:06.245566 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:06.255457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:06.297641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Pushing event updated for resources: {'Port': ['ID=9f99ad34-04e7-48cc-8b72-8ffb5577b5fb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:06.374775 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Attempting to bind port 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:06.375509 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Attempting to bind port 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:06.383067 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Attempting to bind port 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:06.390440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:06.391792 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:06.392896 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.394205 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:06.395926 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Bound port: 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:06.396590 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.472451 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2a1af1d5-a65c-47fa-bb65-c3eb01ceebcd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.490772 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-2a1af1d5-a65c-47fa-bb65-c3eb01ceebcd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for 9cdd7b0f-055f-412e-8434-def19d3d1c2a owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:06.507782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c91f6-0c12-47b1-b530-45bb3a92ea55 req-734be76c-e234-4f92-b229-d01f0629b529 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:06.516562 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f38c91f6-0c12-47b1-b530-45bb3a92ea55 req-734be76c-e234-4f92-b229-d01f0629b529 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.2302105 Jul 06 12:18:06.541647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] For port 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:06.547415 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] For port 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9f99ad34-04e7-48cc-8b72-8ffb5577b5fb,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:06.565909 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.598601 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.610677 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-99324858-0259-433f-bf35-45ce1c6569ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:06.611908 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-99324858-0259-433f-bf35-45ce1c6569ad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=50155b23-c9d6-4987-983f-0b2810b78690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6131504 Jul 06 12:18:06.617971 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f38c91f6-0c12-47b1-b530-45bb3a92ea55 req-86f494e0-c572-4390-bd24-9d4074bca365 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002729 Jul 06 12:18:06.668850 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c118b7-182b-4d16-b836-cd5ed3874efc None None] Pushing event updated for resources: {'Port': ['ID=9f99ad34-04e7-48cc-8b72-8ffb5577b5fb,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:06.722240 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4134ebd0-023f-4606-8824-e456ffd5b0f0 x-openstack-request-id: req-4134ebd0-023f-4606-8824-e456ffd5b0f0 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:06.722446 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "name": "network-vif-plugged", "status": "completed", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:06.722718 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4134ebd0-023f-4606-8824-e456ffd5b0f0 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:06.723154 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'code': 200} Jul 06 12:18:06.799308 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-60148273-a455-4e40-8d1c-6b5bd10d847f service neutron] 10.222.0.89 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790519 Jul 06 12:18:06.809926 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2a1af1d5-a65c-47fa-bb65-c3eb01ceebcd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.870097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1af1d5-a65c-47fa-bb65-c3eb01ceebcd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=9cdd7b0f-055f-412e-8434-def19d3d1c2a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:06.962180 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2a1af1d5-a65c-47fa-bb65-c3eb01ceebcd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:06.962180 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2a1af1d5-a65c-47fa-bb65-c3eb01ceebcd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/9cdd7b0f-055f-412e-8434-def19d3d1c2a HTTP/1.1" status: 204 len: 168 time: 1.0151002 Jul 06 12:18:06.962180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38262) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:06.999071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38264) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:07.068788 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ce32a7-65d7-4f83-8865-6e1952c55f81 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:07.070918 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ce32a7-65d7-4f83-8865-6e1952c55f81 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:07.072581 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-16ce32a7-65d7-4f83-8865-6e1952c55f81 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1116338 Jul 06 12:18:07.073327 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-4643f76c-77de-496c-bff9-9da1185a13ab service neutron] 10.222.0.89 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670152 Jul 06 12:18:07.076511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38268) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:07.105569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc45006-a555-4e78-a36f-079cbd270135 admin admin] Deleting subnet 17f2e17a-1c80-453d-a6a9-86e775d3ba44 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:18:07.110737 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cbc45006-a555-4e78-a36f-079cbd270135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.161304 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cbc45006-a555-4e78-a36f-079cbd270135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.226684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d17061-d0a6-41e9-84aa-07489f6810f5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet 69b6ff24-a23b-4af7-a622-1bffbbf3748e {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:18:07.230913 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40d17061-d0a6-41e9-84aa-07489f6810f5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.259731 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cbc45006-a555-4e78-a36f-079cbd270135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.323323 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40d17061-d0a6-41e9-84aa-07489f6810f5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.335073 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cbc45006-a555-4e78-a36f-079cbd270135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.364283 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc45006-a555-4e78-a36f-079cbd270135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17f2e17a-1c80-453d-a6a9-86e775d3ba44,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:07.368824 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cbc45006-a555-4e78-a36f-079cbd270135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.373719 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cbc45006-a555-4e78-a36f-079cbd270135 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/17f2e17a-1c80-453d-a6a9-86e775d3ba44 HTTP/1.1" status: 204 len: 168 time: 0.3728843 Jul 06 12:18:07.374470 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38274) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:07.445740 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40d17061-d0a6-41e9-84aa-07489f6810f5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.455878 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80c38dbe-2ec5-4b52-bab0-7e331841c095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.544918 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40d17061-d0a6-41e9-84aa-07489f6810f5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.575987 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80c38dbe-2ec5-4b52-bab0-7e331841c095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.580815 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d17061-d0a6-41e9-84aa-07489f6810f5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=69b6ff24-a23b-4af7-a622-1bffbbf3748e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:07.586710 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40d17061-d0a6-41e9-84aa-07489f6810f5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.591567 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-40d17061-d0a6-41e9-84aa-07489f6810f5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/69b6ff24-a23b-4af7-a622-1bffbbf3748e HTTP/1.1" status: 204 len: 168 time: 0.5084574 Jul 06 12:18:07.591972 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38280) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:07.594817 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-80c38dbe-2ec5-4b52-bab0-7e331841c095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:07.607804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-80c38dbe-2ec5-4b52-bab0-7e331841c095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:07.608334 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-80c38dbe-2ec5-4b52-bab0-7e331841c095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ad0b41-e25b-43c6-b00a-eaac9f2a4c54') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:07.618059 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80c38dbe-2ec5-4b52-bab0-7e331841c095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.633524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80c38dbe-2ec5-4b52-bab0-7e331841c095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.640657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c38dbe-2ec5-4b52-bab0-7e331841c095 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:18:07.641238 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80c38dbe-2ec5-4b52-bab0-7e331841c095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.657410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fed271e8-8bfd-4e5c-9932-db1ba3289b4a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630505 Jul 06 12:18:07.662892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38284) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:07.668829 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-08d47757-f6b9-4c36-9b0f-87627b860f6d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:18:07.704247 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:18:07.752605 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80c38dbe-2ec5-4b52-bab0-7e331841c095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.764771 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80c38dbe-2ec5-4b52-bab0-7e331841c095 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:07.774360 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-80c38dbe-2ec5-4b52-bab0-7e331841c095 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6 HTTP/1.1" status: 204 len: 168 time: 0.3945763 Jul 06 12:18:07.822156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c38dbe-2ec5-4b52-bab0-7e331841c095 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae6bf0e-2bd3-406a-b710-0b8e0195c5f6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:07.918590 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:07.953701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d47757-f6b9-4c36-9b0f-87627b860f6d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:07.957623 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-08d47757-f6b9-4c36-9b0f-87627b860f6d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.067330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:08.086222 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853d7f2-29eb-400a-aa5f-0cfcbdab6580 req-7032bfcb-149d-437d-b774-a89e8bcf40a0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:08.087978 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f853d7f2-29eb-400a-aa5f-0cfcbdab6580 req-7032bfcb-149d-437d-b774-a89e8bcf40a0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.2203779 Jul 06 12:18:08.146371 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38298) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:08.156293 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6aa9ed6e-5331-41fb-b8eb-23963adf2537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.214296 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.226786 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-df04368d-0c04-47bc-8f2f-7565e479af82 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76ef35fc50a54ffb9c88f3c4fcbbc7ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770526 Jul 06 12:18:08.227577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38300) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:08.243293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f853d7f2-29eb-400a-aa5f-0cfcbdab6580 req-9a1a0c35-05bf-4eb8-9b7f-e1748c2b9ba6 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470628 Jul 06 12:18:08.295482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5c190f-7b21-44ac-8b83-89d8d442e699 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:08.316913 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9db47a7-2c1d-4a66-a445-0e75470f0cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.327146 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-08d47757-f6b9-4c36-9b0f-87627b860f6d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.343514 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9db47a7-2c1d-4a66-a445-0e75470f0cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.408975 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9db47a7-2c1d-4a66-a445-0e75470f0cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.412228 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9db47a7-2c1d-4a66-a445-0e75470f0cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.414136 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a9db47a7-2c1d-4a66-a445-0e75470f0cea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d395fe5d-3043-4b88-b8ee-321608bd90e3 HTTP/1.1" status: 204 len: 168 time: 0.1835804 Jul 06 12:18:08.431177 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db47a7-2c1d-4a66-a445-0e75470f0cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d395fe5d-3043-4b88-b8ee-321608bd90e3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:08.460491 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fe8f1c0f-2fca-4ae0-b82f-3ff5edc249ee None None] Provisioning for port 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:08.503610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fe8f1c0f-2fca-4ae0-b82f-3ff5edc249ee None None] Provisioning complete for port 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:08.503610 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe8f1c0f-2fca-4ae0-b82f-3ff5edc249ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.526345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d47757-f6b9-4c36-9b0f-87627b860f6d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:08.530098 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-08d47757-f6b9-4c36-9b0f-87627b860f6d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:08.548777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d47757-f6b9-4c36-9b0f-87627b860f6d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:08.549392 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-08d47757-f6b9-4c36-9b0f-87627b860f6d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.568848 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d47757-f6b9-4c36-9b0f-87627b860f6d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=4ad66958-e91d-4cf8-9c45-32126842cf36,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:08.595926 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38312) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:08.596474 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-08d47757-f6b9-4c36-9b0f-87627b860f6d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9321373 Jul 06 12:18:08.601312 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a0fbc100-5091-4f45-9290-be8a71188bd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'name': 'tempest-NetworksTestDHCPv6-2063531207'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:08.719040 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe8f1c0f-2fca-4ae0-b82f-3ff5edc249ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.795724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-fe8f1c0f-2fca-4ae0-b82f-3ff5edc249ee None None] For port 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9f99ad34-04e7-48cc-8b72-8ffb5577b5fb,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:08.805998 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe8f1c0f-2fca-4ae0-b82f-3ff5edc249ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.839606 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fbc100-5091-4f45-9290-be8a71188bd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:08.845371 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0fbc100-5091-4f45-9290-be8a71188bd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:08.892378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-a0fbc100-5091-4f45-9290-be8a71188bd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port 46cd775a-4fd1-404b-934c-84295e637206 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:18:08.929631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f1c0f-2fca-4ae0-b82f-3ff5edc249ee None None] Pushing event updated for resources: {'Port': ['ID=9f99ad34-04e7-48cc-8b72-8ffb5577b5fb,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:09.019666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 20e6804e-c7ea-4abd-a910-960c7b52bece no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:09.075596 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 20e6804e-c7ea-4abd-a910-960c7b52bece {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:09.076496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 20e6804e-c7ea-4abd-a910-960c7b52bece not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:09.172066 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6ba58b-203e-4e13-a7a2-ebf2f11c7ac3 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:09.183884 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-a0fbc100-5091-4f45-9290-be8a71188bd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::27c (84f6ded2-fa58-4f50-89b4-2c981cdca81e/4ad66958-e91d-4cf8-9c45-32126842cf36/46cd775a-4fd1-404b-934c-84295e637206) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:09.327692 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-99bf31d8-6c40-4a18-a5f7-3d1df58f430e None None] Provisioning complete for port 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:09.328238 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99bf31d8-6c40-4a18-a5f7-3d1df58f430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.492756 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.661275 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0fbc100-5091-4f45-9290-be8a71188bd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.679800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abf974-cb77-48ab-a504-88ff26d495fe req-3cbb7b8c-4cce-4411-a7a1-7897f566807b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:09.681421 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c3abf974-cb77-48ab-a504-88ff26d495fe req-3cbb7b8c-4cce-4411-a7a1-7897f566807b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 946 time: 0.2398279 Jul 06 12:18:09.699870 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-a0fbc100-5091-4f45-9290-be8a71188bd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object 46cd775a-4fd1-404b-934c-84295e637206 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:09.757065 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-6ae8904f-2034-4b82-90f0-69d129e3ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:09.758608 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-6ae8904f-2034-4b82-90f0-69d129e3ea23 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7&tenant_id=f585d4167c1145b098521c82cd595bff HTTP/1.1" status: 200 len: 1097 time: 0.2052205 Jul 06 12:18:09.788997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c3abf974-cb77-48ab-a504-88ff26d495fe req-057886a6-1f9b-4b5f-b7cb-61ad30dfe25d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909092 Jul 06 12:18:09.807048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:09.882453 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0fbc100-5091-4f45-9290-be8a71188bd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:09.883341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:09.965826 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38352) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:09.998507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbc100-5091-4f45-9290-be8a71188bd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=46cd775a-4fd1-404b-934c-84295e637206,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:10.022772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fbc100-5091-4f45-9290-be8a71188bd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:10.024921 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a0fbc100-5091-4f45-9290-be8a71188bd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:10.034143 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:10.035436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbc100-5091-4f45-9290-be8a71188bd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:10.035814 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.042020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fbc100-5091-4f45-9290-be8a71188bd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:10.042020 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0fbc100-5091-4f45-9290-be8a71188bd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.107622 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a0fbc100-5091-4f45-9290-be8a71188bd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5105045 Jul 06 12:18:10.110076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38358) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:10.146981 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.187385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-bd6d4093-2d2d-4f5d-a7a6-a907707c2c69 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-127097362-network', 'tenant_id': '6ffb4de1dcd440ee97d07df1491b1e7a'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:10.313377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6d4093-2d2d-4f5d-a7a6-a907707c2c69 admin admin] Made reservation on behalf of 6ffb4de1dcd440ee97d07df1491b1e7a for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:10.320351 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd6d4093-2d2d-4f5d-a7a6-a907707c2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.355011 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd6d4093-2d2d-4f5d-a7a6-a907707c2c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.362193 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e66c2da7-7d01-468e-b39a-f8ac4bcc17d3 None None] Provisioning complete for port 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:10.363925 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e66c2da7-7d01-468e-b39a-f8ac4bcc17d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.381614 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aff7c80-a3ca-4a25-8596-9588c586bb36 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:10.389911 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aff7c80-a3ca-4a25-8596-9588c586bb36 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:10.393257 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7aff7c80-a3ca-4a25-8596-9588c586bb36 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2817719 Jul 06 12:18:10.396113 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38364) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:10.550899 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-20c056af-1c35-4689-bf39-a1b6f7cd50d1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port 46cd775a-4fd1-404b-934c-84295e637206 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:10.551509 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20c056af-1c35-4689-bf39-a1b6f7cd50d1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.555828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:10.641615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4b88869c-8f2e-4e6e-9220-cb053bae11a7 None None] Could not find standard attr ID for object 9cdd7b0f-055f-412e-8434-def19d3d1c2a. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:18:10.653165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:10.757749 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:10.764910 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20c056af-1c35-4689-bf39-a1b6f7cd50d1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.766271 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bc5431-bad5-4b9d-8e6c-1d3ae7871c32" -d '{"events": [{"server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "name": "network-vif-unplugged", "status": "completed", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:10.772131 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.809563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Transition to ACTIVE for port object d656e230-af8f-4451-b6bf-d2acaca4ed1e will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:10.812973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-20c056af-1c35-4689-bf39-a1b6f7cd50d1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for 46cd775a-4fd1-404b-934c-84295e637206 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:10.815538 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:10.962531 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb504a7c-a9f8-4550-90b0-014f1de11dab x-openstack-request-id: req-bb504a7c-a9f8-4550-90b0-014f1de11dab {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:10.963260 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "name": "network-vif-unplugged", "status": "completed", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:10.963260 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb504a7c-a9f8-4550-90b0-014f1de11dab {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:10.972599 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'code': 200} Jul 06 12:18:10.983466 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.024728 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd6d4093-2d2d-4f5d-a7a6-a907707c2c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.034822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Pushing event updated for resources: {'Port': ['ID=d656e230-af8f-4451-b6bf-d2acaca4ed1e,revision_number=10']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:11.051471 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd6d4093-2d2d-4f5d-a7a6-a907707c2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.069042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6d4093-2d2d-4f5d-a7a6-a907707c2c69 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:18:11.078214 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-499c1e39-815d-4e31-a97f-8d82b2c81fec None None] Provisioning for port 46cd775a-4fd1-404b-934c-84295e637206 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:11.082545 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd6d4093-2d2d-4f5d-a7a6-a907707c2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.083670 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-bd6d4093-2d2d-4f5d-a7a6-a907707c2c69 admin admin] Added segment 57626621-7c61-46bf-8e8c-ab395d67b459 of type vlan for network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 Jul 06 12:18:11.092319 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-499c1e39-815d-4e31-a97f-8d82b2c81fec None None] Provisioning complete for port 46cd775a-4fd1-404b-934c-84295e637206 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:11.092698 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-499c1e39-815d-4e31-a97f-8d82b2c81fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.153726 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd6d4093-2d2d-4f5d-a7a6-a907707c2c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.182259 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] No DVR routers for this DVR port d656e230-af8f-4451-b6bf-d2acaca4ed1e on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:11.201581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-499c1e39-815d-4e31-a97f-8d82b2c81fec None None] Port 46cd775a-4fd1-404b-934c-84295e637206 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:18:11.305319 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd6d4093-2d2d-4f5d-a7a6-a907707c2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.306310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6d4093-2d2d-4f5d-a7a6-a907707c2c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:11.307154 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd6d4093-2d2d-4f5d-a7a6-a907707c2c69 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.420386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d4093-2d2d-4f5d-a7a6-a907707c2c69 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff636a6-c37f-4f0c-9b69-74b08232ce42,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:11.435274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:18:11.468978 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bd6d4093-2d2d-4f5d-a7a6-a907707c2c69 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5019937 Jul 06 12:18:11.472170 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38384) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:11.484575 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d4093-2d2d-4f5d-a7a6-a907707c2c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2c2f09-b100-4ff2-8408-0617dddee826,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:11.501794 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4a5d3a25-e768-462a-ada5-a9d8d1c77027 admin admin] Request body: {'subnet': {'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-127097362-subnet', 'tenant_id': '6ffb4de1dcd440ee97d07df1491b1e7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:11.506984 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Attempting to bind port d656e230-af8f-4451-b6bf-d2acaca4ed1e on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:11.507427 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Attempting to bind port d656e230-af8f-4451-b6bf-d2acaca4ed1e by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:11.507756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Attempting to bind port d656e230-af8f-4451-b6bf-d2acaca4ed1e on network 50155b23-c9d6-4987-983f-0b2810b78690 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:11.520081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Port d656e230-af8f-4451-b6bf-d2acaca4ed1e on network 50155b23-c9d6-4987-983f-0b2810b78690 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:18:11.520576 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Attempting to bind port d656e230-af8f-4451-b6bf-d2acaca4ed1e on network 50155b23-c9d6-4987-983f-0b2810b78690 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:11.528676 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:11.529011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Checking segment: {'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:11.529396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Bound using segment: {'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:11.529834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Bound port: d656e230-af8f-4451-b6bf-d2acaca4ed1e, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4fe6d8-e803-411c-bcec-891d05bc26b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:11.530196 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.606875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2fcc6-6d7c-41b1-b94a-87019b1b5456 req-3789618b-e8d8-4e69-8527-028297b7aa17 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:11.614060 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-07b2fcc6-6d7c-41b1-b94a-87019b1b5456 req-3789618b-e8d8-4e69-8527-028297b7aa17 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 945 time: 0.4029639 Jul 06 12:18:11.647324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5d3a25-e768-462a-ada5-a9d8d1c77027 admin admin] Made reservation on behalf of 6ffb4de1dcd440ee97d07df1491b1e7a for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:11.648441 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20c056af-1c35-4689-bf39-a1b6f7cd50d1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.649769 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a5d3a25-e768-462a-ada5-a9d8d1c77027 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.676863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-07b2fcc6-6d7c-41b1-b94a-87019b1b5456 req-ed49e21b-8e8e-41ae-b497-3a8a1acc2564 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618930 Jul 06 12:18:11.749494 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c056af-1c35-4689-bf39-a1b6f7cd50d1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=46cd775a-4fd1-404b-934c-84295e637206,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:11.751837 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20c056af-1c35-4689-bf39-a1b6f7cd50d1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.756888 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-20c056af-1c35-4689-bf39-a1b6f7cd50d1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/46cd775a-4fd1-404b-934c-84295e637206 HTTP/1.1" status: 204 len: 168 time: 1.3569014 Jul 06 12:18:11.757381 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38394) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:11.948591 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a5d3a25-e768-462a-ada5-a9d8d1c77027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:11.962429 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f627f9f-0e55-40e6-a127-ef3111cffcc4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:11.968525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f627f9f-0e55-40e6-a127-ef3111cffcc4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:11.972513 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6f627f9f-0e55-40e6-a127-ef3111cffcc4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2115660 Jul 06 12:18:11.973130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38396) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:12.031323 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d3a25-e768-462a-ada5-a9d8d1c77027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b13b069-a449-4c79-8cb2-c610ef4f1ffa,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:12.062084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:12.067897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:12.083650 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:12.096230 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-646c3200-4ab4-4d63-9fb9-920cb8589bcc tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet 4ad66958-e91d-4cf8-9c45-32126842cf36 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:18:12.109991 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-646c3200-4ab4-4d63-9fb9-920cb8589bcc tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:12.154433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:12.155217 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:12.156768 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] 10.222.0.23 "PUT /v2.0/ports/d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 200 len: 1093 time: 2.3688338 Jul 06 12:18:12.183943 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5d3a25-e768-462a-ada5-a9d8d1c77027 admin admin] Checking segment: {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:12.184315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5d3a25-e768-462a-ada5-a9d8d1c77027 admin admin] Network hostable DHCP agents. Network: 1ff636a6-c37f-4f0c-9b69-74b08232ce42, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:18:12.201772 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-646c3200-4ab4-4d63-9fb9-920cb8589bcc tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:12.219268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d7c4d-d93b-434e-955f-a2e818472efb service neutron] Pushing event updated for resources: {'Port': ['ID=d656e230-af8f-4451-b6bf-d2acaca4ed1e,revision_number=11']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:12.276901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5d3a25-e768-462a-ada5-a9d8d1c77027 admin admin] Network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:18:12.297165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4a5d3a25-e768-462a-ada5-a9d8d1c77027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 1ff636a6-c37f-4f0c-9b69-74b08232ce42) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:12.297397 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-646c3200-4ab4-4d63-9fb9-920cb8589bcc tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:12.303961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5d3a25-e768-462a-ada5-a9d8d1c77027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:12.308833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d66132-6eaf-4414-a769-2715801e689a None None] Network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:12.317861 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a5d3a25-e768-462a-ada5-a9d8d1c77027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:12.350624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-acf0f096-51c0-43e7-b45b-b0cdc4614498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:12.352276 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-acf0f096-51c0-43e7-b45b-b0cdc4614498 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1096 time: 0.1618357 Jul 06 12:18:12.382101 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4a5d3a25-e768-462a-ada5-a9d8d1c77027 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9087713 Jul 06 12:18:12.420792 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-646c3200-4ab4-4d63-9fb9-920cb8589bcc tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:12.536708 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c3200-4ab4-4d63-9fb9-920cb8589bcc tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad66958-e91d-4cf8-9c45-32126842cf36,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:12.557030 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-646c3200-4ab4-4d63-9fb9-920cb8589bcc tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:12.561733 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-646c3200-4ab4-4d63-9fb9-920cb8589bcc tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/4ad66958-e91d-4cf8-9c45-32126842cf36 HTTP/1.1" status: 204 len: 168 time: 0.5850599 Jul 06 12:18:12.562184 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38406) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:12.571376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-70f1adaa-4c14-4bdc-9e3e-666aef130110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:12.573351 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-70f1adaa-4c14-4bdc-9e3e-666aef130110 service neutron] 10.222.0.23 "GET /v2.0/networks?id=50155b23-c9d6-4987-983f-0b2810b78690 HTTP/1.1" status: 200 len: 898 time: 0.2140560 Jul 06 12:18:12.590330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3433e27-7f95-4f32-b7bb-7f87ff2b4c41 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:12.607696 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dd46ff-8914-4351-baea-dd81917a1c1a None None] Network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:12.629791 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38412) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:12.630391 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9c3eafdd-05d0-45ea-9fa4-f4d2abc0a1a0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668070 Jul 06 12:18:12.703125 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-8ebfe886-69ee-4be7-bb59-d46ab648a334 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 200 len: 999 time: 0.0843523 Jul 06 12:18:12.815314 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1b54c3-8223-407f-9abb-9ef3dc914d9d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:12.821362 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0a1b54c3-8223-407f-9abb-9ef3dc914d9d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1904819 Jul 06 12:18:12.824766 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38426) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:12.848893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-a4beee15-df8e-4e65-ab54-611847d28bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:12.850587 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-a4beee15-df8e-4e65-ab54-611847d28bdc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eda02740-e1ee-415f-a57e-0d644dbb07d0 HTTP/1.1" status: 200 len: 835 time: 0.1386967 Jul 06 12:18:12.918345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce7cc9b-1d41-43d2-a57c-df78e9f0d511 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:12.920565 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0ce7cc9b-1d41-43d2-a57c-df78e9f0d511 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0945740 Jul 06 12:18:12.923466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38430) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:12.969524 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b13210b6-714a-4840-9a66-2c9d8568e20e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448117 Jul 06 12:18:12.972389 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:12.973554 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38432) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:12.989286 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5b9f01f8-ab8e-4096-94b0-58e1ab7eb4f0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:13.005337 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497358ee-8d75-4c5d-871d-c9463fae8eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:13.020497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device d656e230-af8f-4451-b6bf-d2acaca4ed1e no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:13.044875 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-820bd294-e2c1-48cc-9f97-7589409bf8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:13.052489 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-820bd294-e2c1-48cc-9f97-7589409bf8b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50155b23-c9d6-4987-983f-0b2810b78690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892772 Jul 06 12:18:13.096304 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3760195-e05c-41e6-aa98-ee50a65a809b None None] DHCP port deletion for 84f6ded2-fa58-4f50-89b4-2c981cdca81e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:18:13.210122 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device d656e230-af8f-4451-b6bf-d2acaca4ed1e not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:13.231192 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-9d12398f-8c51-4a7d-995a-ccdc10cbdfbc service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775341 Jul 06 12:18:13.309995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e3760195-e05c-41e6-aa98-ee50a65a809b None None] Deleting port 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:13.310590 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3760195-e05c-41e6-aa98-ee50a65a809b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.311502 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9f01f8-ab8e-4096-94b0-58e1ab7eb4f0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:13.317983 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5b9f01f8-ab8e-4096-94b0-58e1ab7eb4f0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.388733 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4712356-d486-4451-8f16-d2e7563184e2 req-81cccd3d-a653-4fb1-b492-fe8c5f0f1216 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:13.390308 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4712356-d486-4451-8f16-d2e7563184e2 req-81cccd3d-a653-4fb1-b492-fe8c5f0f1216 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 805 time: 0.2666469 Jul 06 12:18:13.435276 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4712356-d486-4451-8f16-d2e7563184e2 req-86904f61-6612-42c9-aa69-351607bee556 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/quotas/6ffb4de1dcd440ee97d07df1491b1e7a HTTP/1.1" status: 200 len: 375 time: 0.0331593 Jul 06 12:18:13.455101 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b954595e-9e15-4bf7-82b6-cca6cfddd0a0 req-5b696572-cd2d-4423-be67-f54f198810e0 service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981175 Jul 06 12:18:13.478285 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e3760195-e05c-41e6-aa98-ee50a65a809b None None] For port 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9f99ad34-04e7-48cc-8b72-8ffb5577b5fb,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:13.478687 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3760195-e05c-41e6-aa98-ee50a65a809b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.508867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e3760195-e05c-41e6-aa98-ee50a65a809b None None] Calling delete_port for 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:13.521012 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4712356-d486-4451-8f16-d2e7563184e2 req-48be42b8-618c-41e3-bb34-bac6ed43aa61 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764832 Jul 06 12:18:13.681769 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3760195-e05c-41e6-aa98-ee50a65a809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.705792 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3760195-e05c-41e6-aa98-ee50a65a809b None None] No DVR routers for this DVR port 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:13.709213 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4712356-d486-4451-8f16-d2e7563184e2 req-c497fcce-ca21-499a-84ff-189c80776474 service neutron] 10.222.0.81 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828113 Jul 06 12:18:13.799302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3760195-e05c-41e6-aa98-ee50a65a809b None None] Pushing event deleted for resources: {'Port': ['ID=9f99ad34-04e7-48cc-8b72-8ffb5577b5fb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:13.838639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:13.840392 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5b9f01f8-ab8e-4096-94b0-58e1ab7eb4f0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.860561 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:13.861247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9f99ad34-04e7-48cc-8b72-8ffb5577b5fb not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:13.880954 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9f01f8-ab8e-4096-94b0-58e1ab7eb4f0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:13.904121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-5b9f01f8-ab8e-4096-94b0-58e1ab7eb4f0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:13.907104 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9f01f8-ab8e-4096-94b0-58e1ab7eb4f0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:13.907747 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5b9f01f8-ab8e-4096-94b0-58e1ab7eb4f0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:13.916606 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40669b3e-04a9-47a4-af9d-c4606677a471 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:13.943601 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f01f8-ab8e-4096-94b0-58e1ab7eb4f0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=6568a336-86e2-4bf2-93eb-97aa106322eb,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:13.978150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4712356-d486-4451-8f16-d2e7563184e2 req-2c7b5177-abbf-47d0-b65b-e91461859a43 service neutron] 10.222.0.81 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592936 Jul 06 12:18:14.000447 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5b9f01f8-ab8e-4096-94b0-58e1ab7eb4f0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0252330 Jul 06 12:18:14.003404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38458) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:14.008642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-90b1e8b3-a05d-4ec7-900b-51d0e88c4146 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'fixed_ips': [{'subnet_id': '6568a336-86e2-4bf2-93eb-97aa106322eb', 'ip_address': '2001:db8::e4e5:d227:a343:c9'}], 'name': 'tempest-NetworksTestDHCPv6-1509698711'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:14.108908 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'fixed_ips': [{'subnet_id': '6568a336-86e2-4bf2-93eb-97aa106322eb'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:18:14.109860 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:14.195512 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b1e8b3-a05d-4ec7-900b-51d0e88c4146 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:14.362662 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90b1e8b3-a05d-4ec7-900b-51d0e88c4146 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:14.367699 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Allocated IP 2001:db8::2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/6568a336-86e2-4bf2-93eb-97aa106322eb/a515000d-7c70-4087-ba20-1377fa90b62a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:14.416641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-90b1e8b3-a05d-4ec7-900b-51d0e88c4146 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port 6131db4f-34d0-4d02-9549-87be2c5bf195 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:18:14.524981 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf73af1-d88a-419e-a347-84b0a16557c9 req-655ff226-3a95-4e43-ab66-171e93a44d0f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:14.526598 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7cf73af1-d88a-419e-a347-84b0a16557c9 req-655ff226-3a95-4e43-ab66-171e93a44d0f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 945 time: 0.1362646 Jul 06 12:18:14.607919 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7cf73af1-d88a-419e-a347-84b0a16557c9 req-07bb7a17-bf63-46d5-bc71-09bda4f1fd49 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639346 Jul 06 12:18:14.782658 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b6d2a4-f58c-4175-9beb-c0f77b39418a x-openstack-request-id: req-a5b6d2a4-f58c-4175-9beb-c0f77b39418a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:14.782957 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:14.783247 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5b6d2a4-f58c-4175-9beb-c0f77b39418a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:14.783673 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'status': 'completed', 'code': 200} Jul 06 12:18:14.898745 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98caacf8-ff49-4ae4-8256-68833b6ad1af req-564efc6b-212a-4d34-b46c-5626cdd0177f tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 210 time: 0.0823939 Jul 06 12:18:14.958752 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:14.980242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Transition to ACTIVE for port object a515000d-7c70-4087-ba20-1377fa90b62a will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:15.001521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Transition to ACTIVE for port object a515000d-7c70-4087-ba20-1377fa90b62a will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:15.010002 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:15.115297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-0a35d8cb-5b6a-4d61-b928-a7799e80c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:15.116947 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-0a35d8cb-5b6a-4d61-b928-a7799e80c559 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1096 time: 0.3117411 Jul 06 12:18:15.130390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:15.135016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:15.153313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:15.251172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Pushing event updated for resources: {'Port': ['ID=a515000d-7c70-4087-ba20-1377fa90b62a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:15.259501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Attempting to bind port a515000d-7c70-4087-ba20-1377fa90b62a on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:15.260037 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Attempting to bind port a515000d-7c70-4087-ba20-1377fa90b62a by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:15.260556 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Attempting to bind port a515000d-7c70-4087-ba20-1377fa90b62a on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:15.268736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:15.269392 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:15.270023 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:15.270597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:15.271344 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Bound port: a515000d-7c70-4087-ba20-1377fa90b62a, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:15.272129 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:15.389420 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] For port a515000d-7c70-4087-ba20-1377fa90b62a, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:15.394827 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] For port a515000d-7c70-4087-ba20-1377fa90b62a, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a515000d-7c70-4087-ba20-1377fa90b62a,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:15.404163 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-6d0d8e03-b95a-46ee-8654-c3dc25e87a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:15.407162 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-6d0d8e03-b95a-46ee-8654-c3dc25e87a51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1096 time: 0.5901072 Jul 06 12:18:15.413773 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:15.416398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-90b1e8b3-a05d-4ec7-900b-51d0e88c4146 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::e4e5:d227:a343:c9 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/6568a336-86e2-4bf2-93eb-97aa106322eb/6131db4f-34d0-4d02-9549-87be2c5bf195) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:15.606666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a05cee-8d40-434c-99dc-7ebd861a1c4e None None] Pushing event updated for resources: {'Port': ['ID=a515000d-7c70-4087-ba20-1377fa90b62a,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:15.902164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-b5004fcf-1b55-4e88-a2fe-e9c46e5a7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:15.906176 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e02df7-0f38-479c-8491-5de7e3214a78 req-8d065756-81b5-4b86-b8e0-214713daa506 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:15.912343 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-b5004fcf-1b55-4e88-a2fe-e9c46e5a7c56 service neutron] 10.222.0.89 "GET /v2.0/networks?id=50155b23-c9d6-4987-983f-0b2810b78690 HTTP/1.1" status: 200 len: 898 time: 0.7684045 Jul 06 12:18:15.917909 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67e02df7-0f38-479c-8491-5de7e3214a78 req-8d065756-81b5-4b86-b8e0-214713daa506 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 945 time: 0.1399806 Jul 06 12:18:15.985301 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67e02df7-0f38-479c-8491-5de7e3214a78 req-cb1109ce-7437-4ce3-a1d6-27e28a30eccc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531955 Jul 06 12:18:16.009872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38538) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:16.191314 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4f8560ae-401f-486e-b5dd-4960566d5d95 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/7f4b708f-7df6-4d8c-9e1d-ac4c49fa8653 HTTP/1.1" status: 200 len: 991 time: 0.1767483 Jul 06 12:18:16.209849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-c87d43a5-0a2b-44de-a3d2-2e7932f662f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:16.233378 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-c87d43a5-0a2b-44de-a3d2-2e7932f662f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=50155b23-c9d6-4987-983f-0b2810b78690 HTTP/1.1" status: 200 len: 898 time: 0.7040284 Jul 06 12:18:16.241659 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d052f88-af59-4bb4-b692-e06c2c8a3dd0 req-4ff100a8-8b0d-446f-b73a-482a20f52bed tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 210 time: 0.0902627 Jul 06 12:18:16.353691 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-24b3f4a0-ea55-4792-925d-69a482fa78b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 200 len: 999 time: 0.1178143 Jul 06 12:18:16.376992 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90b1e8b3-a05d-4ec7-900b-51d0e88c4146 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:16.454355 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-f6d1751e-f4c1-4956-a59b-dc0e11d83301 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 200 len: 999 time: 0.5313451 Jul 06 12:18:16.466439 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4712356-d486-4451-8f16-d2e7563184e2 req-51e29c5e-007e-48fb-8d8e-d75945d49893 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:16.468093 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4712356-d486-4451-8f16-d2e7563184e2 req-51e29c5e-007e-48fb-8d8e-d75945d49893 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.89 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 805 time: 0.1715734 Jul 06 12:18:16.484363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-b4712356-d486-4451-8f16-d2e7563184e2 req-8e375541-e7e7-48bd-9016-4c2dd49ca096 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Request body: {'port': {'device_id': '8cc4d359-d76e-49d0-a97f-fee6462debf7', 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42', 'admin_state_up': True, 'tenant_id': '6ffb4de1dcd440ee97d07df1491b1e7a'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:16.513575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-90b1e8b3-a05d-4ec7-900b-51d0e88c4146 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object 6131db4f-34d0-4d02-9549-87be2c5bf195 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:16.568933 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90b1e8b3-a05d-4ec7-900b-51d0e88c4146 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:16.664599 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1e8b3-a05d-4ec7-900b-51d0e88c4146 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=6131db4f-34d0-4d02-9549-87be2c5bf195,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:16.676682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-0fb760ef-2581-4cc2-9c3d-d837c7d213b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:16.678284 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-0fb760ef-2581-4cc2-9c3d-d837c7d213b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eda02740-e1ee-415f-a57e-0d644dbb07d0 HTTP/1.1" status: 200 len: 835 time: 0.2982206 Jul 06 12:18:16.685542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-762e6a01-89c7-4dcc-add4-5be006d30fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:16.687322 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-762e6a01-89c7-4dcc-add4-5be006d30fb7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eda02740-e1ee-415f-a57e-0d644dbb07d0 HTTP/1.1" status: 200 len: 835 time: 0.2240589 Jul 06 12:18:16.689317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b1e8b3-a05d-4ec7-900b-51d0e88c4146 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:16.702400 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-90b1e8b3-a05d-4ec7-900b-51d0e88c4146 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:16.734557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b1e8b3-a05d-4ec7-900b-51d0e88c4146 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:16.740399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1e8b3-a05d-4ec7-900b-51d0e88c4146 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:16.741129 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90b1e8b3-a05d-4ec7-900b-51d0e88c4146 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:16.840517 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-90b1e8b3-a05d-4ec7-900b-51d0e88c4146 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8337328 Jul 06 12:18:16.846041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38566) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:17.039550 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-63837e1a-dcf8-4337-9e66-2890211e471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:17.041079 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-63837e1a-dcf8-4337-9e66-2890211e471b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50155b23-c9d6-4987-983f-0b2810b78690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3506384 Jul 06 12:18:17.075943 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-295c9449-95aa-41a5-a37e-316170ca4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:17.077472 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-295c9449-95aa-41a5-a37e-316170ca4f04 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=50155b23-c9d6-4987-983f-0b2810b78690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3768327 Jul 06 12:18:17.107958 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-933c3bbf-1e49-4c69-a217-6471a26db1fe service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:18:17.108959 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-933c3bbf-1e49-4c69-a217-6471a26db1fe service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158920 Jul 06 12:18:17.147906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8492a37f-5286-4528-b46b-5567e70a6f2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:17.155454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8492a37f-5286-4528-b46b-5567e70a6f2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:17.157138 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8492a37f-5286-4528-b46b-5567e70a6f2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3090291 Jul 06 12:18:17.166892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38572) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:17.213729 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38574) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:17.219997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d5facad9-b7e5-48af-a89d-610b91ad23de tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-83489916', 'description': 'tempest-secgroup-smoke-83489916 description', 'project_id': '832bb4a030854ce3b41104102480a6a9'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:17.237346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d656e230-af8f-4451-b6bf-d2acaca4ed1e details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:18:17.288888 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d5facad9-b7e5-48af-a89d-610b91ad23de tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:17.458468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:17.503425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'port_id': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'mac_address': 'fa:16:3e:62:4c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:18:17.512315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b400bfdd-558e-422a-89d8-f2e7d4c01cd7 None None] Provisioning for port a515000d-7c70-4087-ba20-1377fa90b62a completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:17.591715 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cb54367a-ffdf-4558-b7c9-51cced1e295e req-b2f0f02e-93a0-4fd5-9476-567d52fd0d09 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 210 time: 0.1105685 Jul 06 12:18:17.622213 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:17.656393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d656e230-af8f-4451-b6bf-d2acaca4ed1e {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:18:17.661137 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d5facad9-b7e5-48af-a89d-610b91ad23de tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:17.679145 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d5facad9-b7e5-48af-a89d-610b91ad23de tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:17.717244 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:17.723983 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:17.776112 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4712356-d486-4451-8f16-d2e7563184e2 req-8e375541-e7e7-48bd-9016-4c2dd49ca096 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Made reservation on behalf of 6ffb4de1dcd440ee97d07df1491b1e7a for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:17.794023 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b4712356-d486-4451-8f16-d2e7563184e2 req-8e375541-e7e7-48bd-9016-4c2dd49ca096 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:17.875470 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d5facad9-b7e5-48af-a89d-610b91ad23de tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:17.883056 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d5facad9-b7e5-48af-a89d-610b91ad23de tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6657343 Jul 06 12:18:17.884939 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5facad9-b7e5-48af-a89d-610b91ad23de tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f9097c-7815-4053-a383-e5d97cfd0d55,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:17.891017 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38590) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:17.907413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d656e230-af8f-4451-b6bf-d2acaca4ed1e,revision_number=12']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:17.908213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-62364d50-f1ad-4477-b532-012c33ed7c01 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'security_group_rule': {'security_group_id': 'a7f9097c-7815-4053-a383-e5d97cfd0d55', 'project_id': '832bb4a030854ce3b41104102480a6a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:17.917646 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-46de2cf9-217b-44c8-811f-07fa8c42c3e2 None None] Provisioning for port 6131db4f-34d0-4d02-9549-87be2c5bf195 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:17.923164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-46de2cf9-217b-44c8-811f-07fa8c42c3e2 None None] Provisioning complete for port 6131db4f-34d0-4d02-9549-87be2c5bf195 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:17.923899 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-46de2cf9-217b-44c8-811f-07fa8c42c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:17.939751 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-8a30e439-7fe8-4830-9176-e70ab25f7918 service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8750944 Jul 06 12:18:17.949364 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-00c47f79-b816-4f11-aced-e5b35a517373 service neutron] 10.222.0.89 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7905626 Jul 06 12:18:17.976236 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['d656e230-af8f-4451-b6bf-d2acaca4ed1e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:18:17.978920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a515000d-7c70-4087-ba20-1377fa90b62a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:18.028093 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-46de2cf9-217b-44c8-811f-07fa8c42c3e2 None None] Port 6131db4f-34d0-4d02-9549-87be2c5bf195 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:18:18.049154 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62364d50-f1ad-4477-b532-012c33ed7c01 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.082784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port a515000d-7c70-4087-ba20-1377fa90b62a completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:18.090080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port a515000d-7c70-4087-ba20-1377fa90b62a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:18.090586 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.165993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-b4712356-d486-4451-8f16-d2e7563184e2 req-8e375541-e7e7-48bd-9016-4c2dd49ca096 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Allocated IP 172.20.0.3 (1ff636a6-c37f-4f0c-9b69-74b08232ce42/3b13b069-a449-4c79-8cb2-c610ef4f1ffa/723a9d44-28d2-45d7-bcad-13fda972061f) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:18.194284 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62364d50-f1ad-4477-b532-012c33ed7c01 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.205522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3e475674-729d-49c5-9689-775e828cecb0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port 6131db4f-34d0-4d02-9549-87be2c5bf195 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:18.205868 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e475674-729d-49c5-9689-775e828cecb0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.304266 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.397003 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-9ab09d22-9136-41f2-b59e-ddd511f72902 service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452667 Jul 06 12:18:18.401800 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62364d50-f1ad-4477-b532-012c33ed7c01 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.414706 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b4712356-d486-4451-8f16-d2e7563184e2 req-8e375541-e7e7-48bd-9016-4c2dd49ca096 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.461308 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port a515000d-7c70-4087-ba20-1377fa90b62a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a515000d-7c70-4087-ba20-1377fa90b62a,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:18.474233 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.480270 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b4712356-d486-4451-8f16-d2e7563184e2 req-8e375541-e7e7-48bd-9016-4c2dd49ca096 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.503576 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-497358ee-8d75-4c5d-871d-c9463fae8eeb req-3646d21e-a141-4b64-a085-997eaf2fdc61 service neutron] 10.222.0.89 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331237 Jul 06 12:18:18.504451 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62364d50-f1ad-4477-b532-012c33ed7c01 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b4d2ce-b27f-4fb3-ae1e-4eb60d46cb34,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:18.535402 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62364d50-f1ad-4477-b532-012c33ed7c01 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.537631 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-62364d50-f1ad-4477-b532-012c33ed7c01 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6438086 Jul 06 12:18:18.541360 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38602) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:18.562763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cbd08662-cec9-49db-883a-2b9e25899115 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'security_group_rule': {'security_group_id': 'a7f9097c-7815-4053-a383-e5d97cfd0d55', 'project_id': '832bb4a030854ce3b41104102480a6a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:18.563091 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4712356-d486-4451-8f16-d2e7563184e2 req-8e375541-e7e7-48bd-9016-4c2dd49ca096 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:18.569550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-b4712356-d486-4451-8f16-d2e7563184e2 req-8e375541-e7e7-48bd-9016-4c2dd49ca096 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:18.573020 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4712356-d486-4451-8f16-d2e7563184e2 req-8e375541-e7e7-48bd-9016-4c2dd49ca096 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:18.609699 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e475674-729d-49c5-9689-775e828cecb0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.611540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e375541-e7e7-48bd-9016-4c2dd49ca096 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Pushing event updated for resources: {'Port': ['ID=723a9d44-28d2-45d7-bcad-13fda972061f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:18.631164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=a515000d-7c70-4087-ba20-1377fa90b62a,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:18.647604 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3e475674-729d-49c5-9689-775e828cecb0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for 6131db4f-34d0-4d02-9549-87be2c5bf195 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:18.658429 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cbd08662-cec9-49db-883a-2b9e25899115 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.697466 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4712356-d486-4451-8f16-d2e7563184e2 req-8e375541-e7e7-48bd-9016-4c2dd49ca096 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:18.703771 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b4712356-d486-4451-8f16-d2e7563184e2 req-8e375541-e7e7-48bd-9016-4c2dd49ca096 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.723865 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4712356-d486-4451-8f16-d2e7563184e2 req-8e375541-e7e7-48bd-9016-4c2dd49ca096 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2468951 Jul 06 12:18:18.739269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Request body: {'port': {'device_id': '8cc4d359-d76e-49d0-a97f-fee6462debf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:18.811386 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cbd08662-cec9-49db-883a-2b9e25899115 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.829071 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cbd08662-cec9-49db-883a-2b9e25899115 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.861876 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.893207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd08662-cec9-49db-883a-2b9e25899115 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3205ecbb-bda1-4ffc-baaf-b412f2a69f4c,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:18.910041 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cbd08662-cec9-49db-883a-2b9e25899115 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.911964 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cbd08662-cec9-49db-883a-2b9e25899115 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3687708 Jul 06 12:18:18.914872 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38610) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:18.921987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b0cb1be5-4352-4ac9-9fd4-6ac322b0162a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'security_group_rule': {'security_group_id': 'a7f9097c-7815-4053-a383-e5d97cfd0d55', 'project_id': '832bb4a030854ce3b41104102480a6a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:18.943052 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e475674-729d-49c5-9689-775e828cecb0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:18.965994 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0cb1be5-4352-4ac9-9fd4-6ac322b0162a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.005192 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e475674-729d-49c5-9689-775e828cecb0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=6131db4f-34d0-4d02-9549-87be2c5bf195,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:19.020127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80988039-8558-4cd2-a408-1ff9111ad43e req-71a21e9c-86d2-4942-bb2c-3b97695ee6a6 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:19.021824 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-80988039-8558-4cd2-a408-1ff9111ad43e req-71a21e9c-86d2-4942-bb2c-3b97695ee6a6 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 931 time: 0.2318988 Jul 06 12:18:19.094682 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e475674-729d-49c5-9689-775e828cecb0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.099550 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3e475674-729d-49c5-9689-775e828cecb0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/6131db4f-34d0-4d02-9549-87be2c5bf195 HTTP/1.1" status: 204 len: 168 time: 1.9315553 Jul 06 12:18:19.103168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38616) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:19.156359 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0cb1be5-4352-4ac9-9fd4-6ac322b0162a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.187510 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0cb1be5-4352-4ac9-9fd4-6ac322b0162a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.237966 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d656e230-af8f-4451-b6bf-d2acaca4ed1e up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:19.255717 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb1be5-4352-4ac9-9fd4-6ac322b0162a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acc843e-31b5-4bb5-a0bc-8338f59aa1c0,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:19.273095 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0cb1be5-4352-4ac9-9fd4-6ac322b0162a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.274922 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b0cb1be5-4352-4ac9-9fd4-6ac322b0162a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3585246 Jul 06 12:18:19.280128 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8002798-7437-4edd-aa98-5a00247a96f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:19.281987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8002798-7437-4edd-aa98-5a00247a96f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:19.287197 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a8002798-7437-4edd-aa98-5a00247a96f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1825256 Jul 06 12:18:19.288248 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38618) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:19.288769 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38620) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:19.313401 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f9d4bb74-3427-4840-a848-982b1f35d42b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'security_group_rule': {'security_group_id': 'a7f9097c-7815-4053-a383-e5d97cfd0d55', 'project_id': '832bb4a030854ce3b41104102480a6a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:19.351443 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port d656e230-af8f-4451-b6bf-d2acaca4ed1e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:19.357734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port d656e230-af8f-4451-b6bf-d2acaca4ed1e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:19.358589 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.365398 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723a9d44-28d2-45d7-bcad-13fda972061f {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:18:19.375951 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.387777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4d6b0c-b512-4d5e-8443-1243569b86a5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet 6568a336-86e2-4bf2-93eb-97aa106322eb {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:18:19.398870 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6b0c-b512-4d5e-8443-1243569b86a5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.402731 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d4bb74-3427-4840-a848-982b1f35d42b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.415633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Transition to ACTIVE for port object 723a9d44-28d2-45d7-bcad-13fda972061f will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:19.434150 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.507428 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6b0c-b512-4d5e-8443-1243569b86a5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.517349 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-80988039-8558-4cd2-a408-1ff9111ad43e req-be59f9b8-8dca-4706-8863-7b90965d7165 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325445 Jul 06 12:18:19.578953 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Pushing event updated for resources: {'Port': ['ID=723a9d44-28d2-45d7-bcad-13fda972061f,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:19.608712 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.661471 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:19.668206 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc0f971-51db-4a34-af31-4a49a1afba98" -d '{"events": [{"server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "name": "network-vif-plugged", "status": "completed", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:19.690854 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d4bb74-3427-4840-a848-982b1f35d42b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.702606 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:19.705362 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d4bb74-3427-4840-a848-982b1f35d42b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.708597 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.744363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Attempting to bind port 723a9d44-28d2-45d7-bcad-13fda972061f on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:19.744717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Attempting to bind port 723a9d44-28d2-45d7-bcad-13fda972061f by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:19.745056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Attempting to bind port 723a9d44-28d2-45d7-bcad-13fda972061f on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:19.751056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Port 723a9d44-28d2-45d7-bcad-13fda972061f on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:18:19.751472 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Attempting to bind port 723a9d44-28d2-45d7-bcad-13fda972061f on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:19.758732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:19.759154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Checking segment: {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:19.759579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Bound using segment: {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:19.760032 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Bound port: 723a9d44-28d2-45d7-bcad-13fda972061f, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:19.760403 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.800770 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a487faa-22c5-4642-a660-70a8fccfd361 x-openstack-request-id: req-6a487faa-22c5-4642-a660-70a8fccfd361 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:19.801073 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "name": "network-vif-plugged", "status": "completed", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:19.801435 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a487faa-22c5-4642-a660-70a8fccfd361 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:19.801711 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'code': 200} Jul 06 12:18:19.815781 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6b0c-b512-4d5e-8443-1243569b86a5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.824772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4bb74-3427-4840-a848-982b1f35d42b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdb2f35-c224-42d1-9c0a-5d4acd3bf5ff,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:19.869140 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d4bb74-3427-4840-a848-982b1f35d42b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.874194 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f9d4bb74-3427-4840-a848-982b1f35d42b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5826385 Jul 06 12:18:19.874409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=d656e230-af8f-4451-b6bf-d2acaca4ed1e,revision_number=13']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:19.874723 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38652) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:19.881716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2699dce5-24fc-423c-8ec2-7d710f001fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'security_group_rule': {'security_group_id': 'a7f9097c-7815-4053-a383-e5d97cfd0d55', 'project_id': '832bb4a030854ce3b41104102480a6a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:19.911268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a515000d-7c70-4087-ba20-1377fa90b62a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:19.933423 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] For port 723a9d44-28d2-45d7-bcad-13fda972061f, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:19.938406 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] For port 723a9d44-28d2-45d7-bcad-13fda972061f, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=723a9d44-28d2-45d7-bcad-13fda972061f,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:19.941194 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-2699dce5-24fc-423c-8ec2-7d710f001fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Project 832bb4a030854ce3b41104102480a6a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:18:19.953275 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.957109 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2699dce5-24fc-423c-8ec2-7d710f001fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:19.976368 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6b0c-b512-4d5e-8443-1243569b86a5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.008159 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:20.008789 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.010274 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4712356-d486-4451-8f16-d2e7563184e2 req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] 10.222.0.89 "PUT /v2.0/ports/723a9d44-28d2-45d7-bcad-13fda972061f HTTP/1.1" status: 200 len: 1091 time: 1.2782142 Jul 06 12:18:20.010727 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc4d359-d76e-49d0-a97f-fee6462debf7', 'tag': '723a9d44-28d2-45d7-bcad-13fda972061f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:20.014635 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118a60f9-b712-439a-bb2e-b70149ef0856" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc4d359-d76e-49d0-a97f-fee6462debf7", "tag": "723a9d44-28d2-45d7-bcad-13fda972061f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:20.029954 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port a515000d-7c70-4087-ba20-1377fa90b62a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:20.030677 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.121111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f21615-1287-43ad-8725-f03a09d3ffed service neutron] Pushing event updated for resources: {'Port': ['ID=723a9d44-28d2-45d7-bcad-13fda972061f,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:20.135439 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c4d6b0c-b512-4d5e-8443-1243569b86a5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.140349 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6c4d6b0c-b512-4d5e-8443-1243569b86a5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/6568a336-86e2-4bf2-93eb-97aa106322eb HTTP/1.1" status: 204 len: 168 time: 0.8455758 Jul 06 12:18:20.165138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38682) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:20.175579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d6b0c-b512-4d5e-8443-1243569b86a5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=6568a336-86e2-4bf2-93eb-97aa106322eb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:20.179994 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e48847b-04c2-42a6-a7f7-8f2a385eca55 x-openstack-request-id: req-1e48847b-04c2-42a6-a7f7-8f2a385eca55 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:20.180291 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc4d359-d76e-49d0-a97f-fee6462debf7", "tag": "723a9d44-28d2-45d7-bcad-13fda972061f", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:20.180552 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e48847b-04c2-42a6-a7f7-8f2a385eca55 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:20.180960 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc4d359-d76e-49d0-a97f-fee6462debf7', 'tag': '723a9d44-28d2-45d7-bcad-13fda972061f', 'status': 'completed', 'code': 200} Jul 06 12:18:20.186139 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e2c39c-e1cc-4e32-88c0-292fe842e6da None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:20.256187 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2699dce5-24fc-423c-8ec2-7d710f001fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.261140 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2699dce5-24fc-423c-8ec2-7d710f001fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.270738 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-860c8535-c833-442a-9d90-f60fc8677432 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039188 Jul 06 12:18:20.279818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 38696) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:20.299923 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-367ead2a-ea4b-44e2-9bba-9ca77a32bd03 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:20.300787 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699dce5-24fc-423c-8ec2-7d710f001fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cc73e8-7d2c-4545-944d-7c8224aa9341,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:20.315827 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2699dce5-24fc-423c-8ec2-7d710f001fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.318598 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2699dce5-24fc-423c-8ec2-7d710f001fde tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4405410 Jul 06 12:18:20.321643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38702) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:20.342311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d6f13897-dbce-4ca7-adf3-e534599e6394 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'security_group_rule': {'security_group_id': 'a7f9097c-7815-4053-a383-e5d97cfd0d55', 'project_id': '832bb4a030854ce3b41104102480a6a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:20.385581 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-d6f13897-dbce-4ca7-adf3-e534599e6394 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Project 832bb4a030854ce3b41104102480a6a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:18:20.391767 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6f13897-dbce-4ca7-adf3-e534599e6394 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.497330 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4712356-d486-4451-8f16-d2e7563184e2 req-51e551d0-d27b-451a-9b82-514290ecec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:20.500318 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4712356-d486-4451-8f16-d2e7563184e2 req-51e551d0-d27b-451a-9b82-514290ecec1e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 1094 time: 0.3868966 Jul 06 12:18:20.507926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6f13897-dbce-4ca7-adf3-e534599e6394 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.515357 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6f13897-dbce-4ca7-adf3-e534599e6394 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.573458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb35378a-8f34-45f0-89f9-e4f0c2caf3fb None None] DHCP port deletion for 84f6ded2-fa58-4f50-89b4-2c981cdca81e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:18:20.598062 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f13897-dbce-4ca7-adf3-e534599e6394 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1d530b-8680-4d32-8764-53489efe6ce2,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:20.610944 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4712356-d486-4451-8f16-d2e7563184e2 req-7e240019-d000-4462-a3e0-e53733457e43 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=723a9d44-28d2-45d7-bcad-13fda972061f HTTP/1.1" status: 200 len: 217 time: 0.1011946 Jul 06 12:18:20.615428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367ead2a-ea4b-44e2-9bba-9ca77a32bd03 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:20.620105 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-367ead2a-ea4b-44e2-9bba-9ca77a32bd03 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.622411 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6f13897-dbce-4ca7-adf3-e534599e6394 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.627969 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d6f13897-dbce-4ca7-adf3-e534599e6394 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3020425 Jul 06 12:18:20.731726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-eb35378a-8f34-45f0-89f9-e4f0c2caf3fb None None] Deleting port a515000d-7c70-4087-ba20-1377fa90b62a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:20.732637 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb35378a-8f34-45f0-89f9-e4f0c2caf3fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.853262 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-eb35378a-8f34-45f0-89f9-e4f0c2caf3fb None None] For port a515000d-7c70-4087-ba20-1377fa90b62a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a515000d-7c70-4087-ba20-1377fa90b62a,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:20.853923 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb35378a-8f34-45f0-89f9-e4f0c2caf3fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:20.870699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4712356-d486-4451-8f16-d2e7563184e2 req-1400185e-7072-41d3-af53-46c8ca189f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:20.870838 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-eb35378a-8f34-45f0-89f9-e4f0c2caf3fb None None] Calling delete_port for a515000d-7c70-4087-ba20-1377fa90b62a owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:20.872437 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4712356-d486-4451-8f16-d2e7563184e2 req-1400185e-7072-41d3-af53-46c8ca189f63 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 200 len: 845 time: 0.2465942 Jul 06 12:18:20.958185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4712356-d486-4451-8f16-d2e7563184e2 req-19e3c770-6c5b-47e1-a620-a9675c4e3cf3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff636a6-c37f-4f0c-9b69-74b08232ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658123 Jul 06 12:18:21.016295 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb35378a-8f34-45f0-89f9-e4f0c2caf3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:21.051270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35378a-8f34-45f0-89f9-e4f0c2caf3fb None None] Pushing event deleted for resources: {'Port': ['ID=a515000d-7c70-4087-ba20-1377fa90b62a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:21.061045 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35378a-8f34-45f0-89f9-e4f0c2caf3fb None None] No DVR routers for this DVR port a515000d-7c70-4087-ba20-1377fa90b62a on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:21.178684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2428cac-b8ec-4a7e-ad1f-326a91522167 req-4fb18b69-1d14-45ba-9715-da44552aae79 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:21.187651 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b2428cac-b8ec-4a7e-ad1f-326a91522167 req-4fb18b69-1d14-45ba-9715-da44552aae79 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 943 time: 0.3963082 Jul 06 12:18:21.276239 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4712356-d486-4451-8f16-d2e7563184e2 req-4588498f-a571-4484-b5f2-ac788b800b2d service neutron] 10.222.0.89 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075955 Jul 06 12:18:21.401783 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b2428cac-b8ec-4a7e-ad1f-326a91522167 req-056a5521-1910-4fd2-936e-83f14c397d65 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126365 Jul 06 12:18:21.486678 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-367ead2a-ea4b-44e2-9bba-9ca77a32bd03 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:21.550153 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4712356-d486-4451-8f16-d2e7563184e2 req-1480321d-0488-4de1-b230-2a6a1d8861a7 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596984 Jul 06 12:18:21.573651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367ead2a-ea4b-44e2-9bba-9ca77a32bd03 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:21.578293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-367ead2a-ea4b-44e2-9bba-9ca77a32bd03 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:21.584728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367ead2a-ea4b-44e2-9bba-9ca77a32bd03 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:21.585637 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-367ead2a-ea4b-44e2-9bba-9ca77a32bd03 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:21.592799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a16f3-934f-47d0-a9f7-2d410ec63918 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:21.616162 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ead2a-ea4b-44e2-9bba-9ca77a32bd03 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=30153cfa-8493-4c82-9be7-e24783e58c19,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:21.660864 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-367ead2a-ea4b-44e2-9bba-9ca77a32bd03 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3773019 Jul 06 12:18:21.663610 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 38920) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:21.674387 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-edb54ec2-d6e3-4f56-984b-5563c59af96a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'fixed_ips': [{'subnet_id': '30153cfa-8493-4c82-9be7-e24783e58c19', 'ip_address': '2001:db8::a06:c3b4:a5ea:971a'}], 'name': 'tempest-NetworksTestDHCPv6-590200114'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:21.744156 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a60f9-b712-439a-bb2e-b70149ef0856 req-b4ccb4f5-e9e4-4eea-99ac-9bb9429f3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:21.757178 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-118a60f9-b712-439a-bb2e-b70149ef0856 req-b4ccb4f5-e9e4-4eea-99ac-9bb9429f3636 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 1094 time: 0.1430452 Jul 06 12:18:21.818657 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'fixed_ips': [{'subnet_id': '30153cfa-8493-4c82-9be7-e24783e58c19'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:18:21.820528 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:21.957595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a515000d-7c70-4087-ba20-1377fa90b62a no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:21.977881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a60f9-b712-439a-bb2e-b70149ef0856 req-d2aa2311-d339-4d39-804a-e65206ad2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:21.981066 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-118a60f9-b712-439a-bb2e-b70149ef0856 req-d2aa2311-d339-4d39-804a-e65206ad2b2d service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 906 time: 0.2159779 Jul 06 12:18:22.007456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: a515000d-7c70-4087-ba20-1377fa90b62a {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:22.008092 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a515000d-7c70-4087-ba20-1377fa90b62a not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:22.047849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb54ec2-d6e3-4f56-984b-5563c59af96a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:22.051020 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-118a60f9-b712-439a-bb2e-b70149ef0856 req-ac8ba318-5335-4515-8600-68a0dff3e362 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=723a9d44-28d2-45d7-bcad-13fda972061f HTTP/1.1" status: 200 len: 217 time: 0.0622809 Jul 06 12:18:22.151045 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Allocated IP 2001:db8::2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/30153cfa-8493-4c82-9be7-e24783e58c19/2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:22.154347 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a60f9-b712-439a-bb2e-b70149ef0856 req-18581282-c08c-4f6d-bc49-fd754fee8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:22.155009 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-edb54ec2-d6e3-4f56-984b-5563c59af96a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:22.157475 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-118a60f9-b712-439a-bb2e-b70149ef0856 req-18581282-c08c-4f6d-bc49-fd754fee8bd5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 200 len: 845 time: 0.0968382 Jul 06 12:18:22.177554 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-edb54ec2-d6e3-4f56-984b-5563c59af96a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port 2f52dd69-edc0-4581-ab97-6091ea98fbd6 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:18:22.252803 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-118a60f9-b712-439a-bb2e-b70149ef0856 req-d9fb6da6-988e-4ac3-93bc-ee1e8aa16a1c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff636a6-c37f-4f0c-9b69-74b08232ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880070 Jul 06 12:18:22.416578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-118a60f9-b712-439a-bb2e-b70149ef0856 req-d6372499-ab91-4185-8c78-7382ac530723 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564484 Jul 06 12:18:22.483552 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:22.495954 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Transition to ACTIVE for port object 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:22.515840 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Transition to ACTIVE for port object 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:22.524606 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:22.633771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Pushing event updated for resources: {'Port': ['ID=2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:22.656721 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-edb54ec2-d6e3-4f56-984b-5563c59af96a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::a06:c3b4:a5ea:971a (84f6ded2-fa58-4f50-89b4-2c981cdca81e/30153cfa-8493-4c82-9be7-e24783e58c19/2f52dd69-edc0-4581-ab97-6091ea98fbd6) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:22.658385 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:22.661436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:22.669297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:22.717978 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-118a60f9-b712-439a-bb2e-b70149ef0856 req-039c34d3-a9e6-491c-87fd-d1268d382eda service neutron] 10.222.0.89 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913690 Jul 06 12:18:22.790236 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed360d-1d17-45bd-b19b-e72bb256716e req-456a4027-a7c5-444f-9318-40e8e861a8de tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:22.793032 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30ed360d-1d17-45bd-b19b-e72bb256716e req-456a4027-a7c5-444f-9318-40e8e861a8de tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 943 time: 0.1506822 Jul 06 12:18:22.827977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Attempting to bind port 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:22.828560 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Attempting to bind port 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:22.829239 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Attempting to bind port 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:22.836098 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:22.837593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:22.838332 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:22.839396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:22.840515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Bound port: 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:22.841521 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:22.934692 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] For port 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:22.940158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] For port 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:22.948009 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30ed360d-1d17-45bd-b19b-e72bb256716e req-645413ab-4994-422a-a248-834e3245fa16 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486602 Jul 06 12:18:22.953284 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:22.968288 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-edb54ec2-d6e3-4f56-984b-5563c59af96a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:22.998111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-edb54ec2-d6e3-4f56-984b-5563c59af96a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object 2f52dd69-edc0-4581-ab97-6091ea98fbd6 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:23.061111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bd1a8-1383-4d9d-89a6-92d642407215 None None] Pushing event updated for resources: {'Port': ['ID=2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:23.071667 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-edb54ec2-d6e3-4f56-984b-5563c59af96a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.129724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb54ec2-d6e3-4f56-984b-5563c59af96a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:23.131119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-edb54ec2-d6e3-4f56-984b-5563c59af96a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:23.136869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb54ec2-d6e3-4f56-984b-5563c59af96a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:23.142897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb54ec2-d6e3-4f56-984b-5563c59af96a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:23.143590 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-edb54ec2-d6e3-4f56-984b-5563c59af96a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.171788 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-edb54ec2-d6e3-4f56-984b-5563c59af96a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5065084 Jul 06 12:18:23.172777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb54ec2-d6e3-4f56-984b-5563c59af96a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=2f52dd69-edc0-4581-ab97-6091ea98fbd6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:23.174320 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39084) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:23.257554 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a79e965-7905-4ada-9447-e2e25b7e9d95 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:23.270649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a79e965-7905-4ada-9447-e2e25b7e9d95 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:23.273028 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8a79e965-7905-4ada-9447-e2e25b7e9d95 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0975058 Jul 06 12:18:23.275417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39098) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:23.468755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-1ae08d43-f56d-4573-885d-c4a47c44bafb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port 2f52dd69-edc0-4581-ab97-6091ea98fbd6 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:23.469192 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1ae08d43-f56d-4573-885d-c4a47c44bafb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.648279 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1ae08d43-f56d-4573-885d-c4a47c44bafb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.663965 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-1ae08d43-f56d-4573-885d-c4a47c44bafb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for 2f52dd69-edc0-4581-ab97-6091ea98fbd6 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:23.920743 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1ae08d43-f56d-4573-885d-c4a47c44bafb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:23.933267 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:23.961630 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae08d43-f56d-4573-885d-c4a47c44bafb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=2f52dd69-edc0-4581-ab97-6091ea98fbd6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:24.005065 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1ae08d43-f56d-4573-885d-c4a47c44bafb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.017209 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1ae08d43-f56d-4573-885d-c4a47c44bafb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/2f52dd69-edc0-4581-ab97-6091ea98fbd6 HTTP/1.1" status: 204 len: 168 time: 0.7350554 Jul 06 12:18:24.018687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39196) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:24.061265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:24.173979 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d30be3-db76-4e46-b477-4123497c6da6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:24.185634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d30be3-db76-4e46-b477-4123497c6da6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:24.195060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39218) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:24.208934 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-17d30be3-db76-4e46-b477-4123497c6da6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1878462 Jul 06 12:18:24.353273 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-7134f9e2-2d19-46f7-9d72-f75071e2a0bf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet 30153cfa-8493-4c82-9be7-e24783e58c19 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:18:24.362179 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7134f9e2-2d19-46f7-9d72-f75071e2a0bf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.516467 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7134f9e2-2d19-46f7-9d72-f75071e2a0bf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.680821 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7134f9e2-2d19-46f7-9d72-f75071e2a0bf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.692950 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79875d-4420-4ebd-bede-987294215acd req-118c0999-701e-4f4f-9ceb-ab2f46d9b3bd tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:24.702946 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe79875d-4420-4ebd-bede-987294215acd req-118c0999-701e-4f4f-9ceb-ab2f46d9b3bd tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 943 time: 0.2390022 Jul 06 12:18:24.814254 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5172ad01-1f2c-44c3-84ec-750636b4e917 None None] Provisioning for port 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:24.822059 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5172ad01-1f2c-44c3-84ec-750636b4e917 None None] Provisioning complete for port 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:24.822536 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5172ad01-1f2c-44c3-84ec-750636b4e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.832844 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe79875d-4420-4ebd-bede-987294215acd req-cd008e72-2adf-41a7-a84c-ee7934c1a2a6 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280532 Jul 06 12:18:24.872666 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7134f9e2-2d19-46f7-9d72-f75071e2a0bf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.907147 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134f9e2-2d19-46f7-9d72-f75071e2a0bf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=30153cfa-8493-4c82-9be7-e24783e58c19,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:24.911487 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7134f9e2-2d19-46f7-9d72-f75071e2a0bf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:24.913773 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7134f9e2-2d19-46f7-9d72-f75071e2a0bf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/30153cfa-8493-4c82-9be7-e24783e58c19 HTTP/1.1" status: 204 len: 168 time: 0.7160158 Jul 06 12:18:24.917597 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39234) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:24.987606 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-18161944-3545-413e-a6aa-dd8336855c3e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685394 Jul 06 12:18:24.991683 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39238) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:25.009379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-501e501d-ace8-4658-ab71-14a5955b7426 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:25.086952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 723a9d44-28d2-45d7-bcad-13fda972061f details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:18:25.091968 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5172ad01-1f2c-44c3-84ec-750636b4e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:25.157495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e1486c-39c8-461a-b9ec-4ebf39458f75 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:25.220819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501e501d-ace8-4658-ab71-14a5955b7426 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:25.226850 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-501e501d-ace8-4658-ab71-14a5955b7426 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:25.367797 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.resource_extend [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 12:18:25.496887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5172ad01-1f2c-44c3-84ec-750636b4e917 None None] For port 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:25.520616 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5172ad01-1f2c-44c3-84ec-750636b4e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:25.544461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-501e501d-ace8-4658-ab71-14a5955b7426 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:25.608570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501e501d-ace8-4658-ab71-14a5955b7426 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:25.611894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-501e501d-ace8-4658-ab71-14a5955b7426 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:25.638614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501e501d-ace8-4658-ab71-14a5955b7426 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:25.639450 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-501e501d-ace8-4658-ab71-14a5955b7426 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:25.678008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7fd9da70-47ca-4f45-836e-9ea5da904f33 None None] Could not find standard attr ID for object 2f52dd69-edc0-4581-ab97-6091ea98fbd6. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:18:25.678424 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e501d-ace8-4658-ab71-14a5955b7426 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=f05b2ea8-5a30-47b8-9aa1-df58675dfa4e,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:25.682630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 723a9d44-28d2-45d7-bcad-13fda972061f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=723a9d44-28d2-45d7-bcad-13fda972061f,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:25.704614 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39256) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:25.705611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172ad01-1f2c-44c3-84ec-750636b4e917 None None] Pushing event updated for resources: {'Port': ['ID=2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:25.711832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5c464f7b-f725-45de-a6dc-448c8fb5bae4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'fixed_ips': [{'subnet_id': 'f05b2ea8-5a30-47b8-9aa1-df58675dfa4e', 'ip_address': '2001:db8::7fda:475:622a:9bc6'}], 'name': 'tempest-NetworksTestDHCPv6-211162090'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:25.712905 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-501e501d-ace8-4658-ab71-14a5955b7426 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7197721 Jul 06 12:18:25.731094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '723a9d44-28d2-45d7-bcad-13fda972061f', 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42', 'port_id': '723a9d44-28d2-45d7-bcad-13fda972061f', 'mac_address': 'fa:16:3e:8a:a3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b13b069-a449-4c79-8cb2-c610ef4f1ffa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:18:25.812949 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:25.838810 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723a9d44-28d2-45d7-bcad-13fda972061f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:18:25.868378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 723a9d44-28d2-45d7-bcad-13fda972061f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=723a9d44-28d2-45d7-bcad-13fda972061f,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:25.876501 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:25.955680 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:25.978388 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c464f7b-f725-45de-a6dc-448c8fb5bae4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:26.096891 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=723a9d44-28d2-45d7-bcad-13fda972061f,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:26.106660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:26.107605 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:26.165683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['723a9d44-28d2-45d7-bcad-13fda972061f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:18:26.249267 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51522760-8a14-4b07-8457-17dfdd7802c7 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:26.331379 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c464f7b-f725-45de-a6dc-448c8fb5bae4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:26.393205 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c464f7b-f725-45de-a6dc-448c8fb5bae4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port 6bf53bd3-e6a8-4c32-9afc-53fa9483b9b8 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:18:26.456140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9e7ee-10a8-4582-8e6e-6bb3adbccb86 req-16a4f89a-fdc8-4376-9ee3-dc4db54159bf tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:26.459748 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-94e9e7ee-10a8-4582-8e6e-6bb3adbccb86 req-16a4f89a-fdc8-4376-9ee3-dc4db54159bf tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 944 time: 0.2581308 Jul 06 12:18:26.668052 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-94e9e7ee-10a8-4582-8e6e-6bb3adbccb86 req-9821b679-fdaa-4749-a203-474984103bd2 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793281 Jul 06 12:18:26.796428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-5c464f7b-f725-45de-a6dc-448c8fb5bae4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::7fda:475:622a:9bc6 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/f05b2ea8-5a30-47b8-9aa1-df58675dfa4e/6bf53bd3-e6a8-4c32-9afc-53fa9483b9b8) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:26.909297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a36d8637-2bd0-4bee-80a7-c20d57e04f50 None None] Provisioning complete for port 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:26.909297 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a36d8637-2bd0-4bee-80a7-c20d57e04f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:27.401030 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c464f7b-f725-45de-a6dc-448c8fb5bae4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:27.416593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3873ad1d-5954-4d9b-b4af-5a491ab1bd19 None None] Provisioning complete for port 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:27.427605 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3873ad1d-5954-4d9b-b4af-5a491ab1bd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:27.427810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c464f7b-f725-45de-a6dc-448c8fb5bae4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object 6bf53bd3-e6a8-4c32-9afc-53fa9483b9b8 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:27.471732 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c464f7b-f725-45de-a6dc-448c8fb5bae4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:27.536544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c464f7b-f725-45de-a6dc-448c8fb5bae4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:27.541672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-5c464f7b-f725-45de-a6dc-448c8fb5bae4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:27.544325 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c464f7b-f725-45de-a6dc-448c8fb5bae4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:27.550884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c464f7b-f725-45de-a6dc-448c8fb5bae4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:27.551600 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c464f7b-f725-45de-a6dc-448c8fb5bae4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:27.565652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c464f7b-f725-45de-a6dc-448c8fb5bae4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=6bf53bd3-e6a8-4c32-9afc-53fa9483b9b8,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:27.571538 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5c464f7b-f725-45de-a6dc-448c8fb5bae4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8656635 Jul 06 12:18:27.575277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39284) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:27.675318 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626a1cbd-7c7c-4f7e-81fc-7c5a1982ede9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:27.685269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626a1cbd-7c7c-4f7e-81fc-7c5a1982ede9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:27.687467 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-626a1cbd-7c7c-4f7e-81fc-7c5a1982ede9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1100981 Jul 06 12:18:27.690129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39290) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:27.862004 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-41682312-5a42-42ed-9db5-3e0435797bc1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port 6bf53bd3-e6a8-4c32-9afc-53fa9483b9b8 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:27.862958 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-41682312-5a42-42ed-9db5-3e0435797bc1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:28.006088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ebbc7486-db3a-4f4b-adfc-d3055085e734 None None] Provisioning for port 6bf53bd3-e6a8-4c32-9afc-53fa9483b9b8 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:28.013356 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ebbc7486-db3a-4f4b-adfc-d3055085e734 None None] Provisioning complete for port 6bf53bd3-e6a8-4c32-9afc-53fa9483b9b8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:28.013803 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7486-db3a-4f4b-adfc-d3055085e734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:28.055629 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ebbc7486-db3a-4f4b-adfc-d3055085e734 None None] Port 6bf53bd3-e6a8-4c32-9afc-53fa9483b9b8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:18:28.074248 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4044d-5cca-44ff-94c0-e05b6b925c7e req-4b7e5517-02e4-4d0a-ab28-a0c0bd9cdc6f tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:28.077062 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53c4044d-5cca-44ff-94c0-e05b6b925c7e req-4b7e5517-02e4-4d0a-ab28-a0c0bd9cdc6f tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 944 time: 0.1325488 Jul 06 12:18:28.094687 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-41682312-5a42-42ed-9db5-3e0435797bc1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:28.117192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-41682312-5a42-42ed-9db5-3e0435797bc1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for 6bf53bd3-e6a8-4c32-9afc-53fa9483b9b8 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:28.145105 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53c4044d-5cca-44ff-94c0-e05b6b925c7e req-3f158de3-b750-4fc6-9921-3f470e181775 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616288 Jul 06 12:18:28.284187 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-41682312-5a42-42ed-9db5-3e0435797bc1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:28.351783 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-41682312-5a42-42ed-9db5-3e0435797bc1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:28.354307 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-41682312-5a42-42ed-9db5-3e0435797bc1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/6bf53bd3-e6a8-4c32-9afc-53fa9483b9b8 HTTP/1.1" status: 204 len: 168 time: 0.6626499 Jul 06 12:18:28.355768 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41682312-5a42-42ed-9db5-3e0435797bc1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=6bf53bd3-e6a8-4c32-9afc-53fa9483b9b8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:28.358193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39302) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:28.433488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d974afd8-42d3-4fc1-8375-a5898dba5d85 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:28.443002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d974afd8-42d3-4fc1-8375-a5898dba5d85 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:28.444795 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d974afd8-42d3-4fc1-8375-a5898dba5d85 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0853682 Jul 06 12:18:28.447633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39306) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:28.554051 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad38ea95-620d-46af-b0b0-12eef84c35d0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet f05b2ea8-5a30-47b8-9aa1-df58675dfa4e {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:18:28.558943 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad38ea95-620d-46af-b0b0-12eef84c35d0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:28.630924 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad38ea95-620d-46af-b0b0-12eef84c35d0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:28.703628 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad38ea95-620d-46af-b0b0-12eef84c35d0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:28.795520 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad38ea95-620d-46af-b0b0-12eef84c35d0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:28.832111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38ea95-620d-46af-b0b0-12eef84c35d0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=f05b2ea8-5a30-47b8-9aa1-df58675dfa4e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:28.845551 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ba3ed1-1c72-4bc2-b790-b273e467ad1a None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:28.856547 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad38ea95-620d-46af-b0b0-12eef84c35d0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:28.862911 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39314) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:28.863689 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ad38ea95-620d-46af-b0b0-12eef84c35d0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/f05b2ea8-5a30-47b8-9aa1-df58675dfa4e HTTP/1.1" status: 204 len: 168 time: 0.4140849 Jul 06 12:18:28.918645 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fd8ede9c-0eb5-4a19-905a-c4e136eb6c1e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539694 Jul 06 12:18:28.921003 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39320) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:29.044787 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0e690b-f925-4c4b-8195-fa983220f380 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:29.046699 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2e0e690b-f925-4c4b-8195-fa983220f380 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1247520 Jul 06 12:18:29.049194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39322) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:29.078284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 723a9d44-28d2-45d7-bcad-13fda972061f up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:29.139263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9008be9-99e8-42f2-8f16-2bafe9c6f1ea None None] DHCP port deletion for 84f6ded2-fa58-4f50-89b4-2c981cdca81e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:18:29.156630 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9daf12-0166-44c0-b985-d04c938c06a9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:29.161115 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39324) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:29.161267 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ad9daf12-0166-44c0-b985-d04c938c06a9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1108818 Jul 06 12:18:29.178226 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 723a9d44-28d2-45d7-bcad-13fda972061f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:29.188204 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 723a9d44-28d2-45d7-bcad-13fda972061f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:29.188627 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:29.279137 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39332) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:29.283540 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8221c676-e5c6-42ef-b02d-8279bb0afe5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204605 Jul 06 12:18:29.298205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-641b6a8e-9a98-482b-b126-7ced3f26bdef tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:29.340780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f9008be9-99e8-42f2-8f16-2bafe9c6f1ea None None] Deleting port 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:29.341418 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f9008be9-99e8-42f2-8f16-2bafe9c6f1ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:29.415221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a837d-1a4f-41b9-9f48-22db661516bd req-b8b56fd3-2a10-49c3-9b04-31212fdf9fa7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:29.417742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f68a837d-1a4f-41b9-9f48-22db661516bd req-b8b56fd3-2a10-49c3-9b04-31212fdf9fa7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 944 time: 0.1112599 Jul 06 12:18:29.488024 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f9008be9-99e8-42f2-8f16-2bafe9c6f1ea None None] For port 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:29.488441 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f9008be9-99e8-42f2-8f16-2bafe9c6f1ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:29.491988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641b6a8e-9a98-482b-b126-7ced3f26bdef tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:29.496375 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-641b6a8e-9a98-482b-b126-7ced3f26bdef tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:29.516053 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f68a837d-1a4f-41b9-9f48-22db661516bd req-cbb28fbb-6eed-4ac5-8c52-7794f0167dcb tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919273 Jul 06 12:18:29.539316 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f9008be9-99e8-42f2-8f16-2bafe9c6f1ea None None] Calling delete_port for 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:29.584097 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:29.695573 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc4d359-d76e-49d0-a97f-fee6462debf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723a9d44-28d2-45d7-bcad-13fda972061f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:29.699944 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe308386-96ea-4aa2-a06f-bb7e6c04f10e" -d '{"events": [{"server_uuid": "8cc4d359-d76e-49d0-a97f-fee6462debf7", "name": "network-vif-plugged", "status": "completed", "tag": "723a9d44-28d2-45d7-bcad-13fda972061f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:29.777077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 723a9d44-28d2-45d7-bcad-13fda972061f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=723a9d44-28d2-45d7-bcad-13fda972061f,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:29.798648 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:29.808341 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c85c09c-0eb8-4be6-af2d-4dd0e632cd7a x-openstack-request-id: req-0c85c09c-0eb8-4be6-af2d-4dd0e632cd7a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:29.808642 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc4d359-d76e-49d0-a97f-fee6462debf7", "name": "network-vif-plugged", "status": "completed", "tag": "723a9d44-28d2-45d7-bcad-13fda972061f", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:29.808942 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c85c09c-0eb8-4be6-af2d-4dd0e632cd7a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:29.811712 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc4d359-d76e-49d0-a97f-fee6462debf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723a9d44-28d2-45d7-bcad-13fda972061f', 'code': 200} Jul 06 12:18:29.908674 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-641b6a8e-9a98-482b-b126-7ced3f26bdef tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:29.936730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:29.942534 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f9008be9-99e8-42f2-8f16-2bafe9c6f1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:29.955533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641b6a8e-9a98-482b-b126-7ced3f26bdef tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:29.958812 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-641b6a8e-9a98-482b-b126-7ced3f26bdef tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:29.963268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641b6a8e-9a98-482b-b126-7ced3f26bdef tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:29.964851 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-641b6a8e-9a98-482b-b126-7ced3f26bdef tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:29.972784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:29.973521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:29.978881 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b6a8e-9a98-482b-b126-7ced3f26bdef tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=cd1d71dd-1977-41cd-8041-67e2e5673c36,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:29.986534 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9008be9-99e8-42f2-8f16-2bafe9c6f1ea None None] No DVR routers for this DVR port 2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:29.991813 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-641b6a8e-9a98-482b-b126-7ced3f26bdef tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7113271 Jul 06 12:18:29.995204 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39352) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:30.000926 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e04861e4-0286-4eba-81b6-ce5bf759f0e7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'fixed_ips': [{'subnet_id': 'cd1d71dd-1977-41cd-8041-67e2e5673c36', 'ip_address': '2001:db8::2388:2dc0:5037:7784'}], 'name': 'tempest-NetworksTestDHCPv6-685605878'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:30.009682 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8dd73-16bf-4b15-a23b-2b4eab9bafe8 req-9a45f844-251f-47df-9c99-a06d0c4218cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:30.012324 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2adb0d-929d-42f9-a0ce-cfeb027c5577 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:30.017035 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9ec8dd73-16bf-4b15-a23b-2b4eab9bafe8 req-9a45f844-251f-47df-9c99-a06d0c4218cf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 1096 time: 0.1377749 Jul 06 12:18:30.078620 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9ec8dd73-16bf-4b15-a23b-2b4eab9bafe8 req-4dca5661-ffb9-43ad-8df8-6a4de2f22f20 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549588 Jul 06 12:18:30.163410 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=723a9d44-28d2-45d7-bcad-13fda972061f,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:30.175177 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04861e4-0286-4eba-81b6-ce5bf759f0e7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:30.204260 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9008be9-99e8-42f2-8f16-2bafe9c6f1ea None None] Pushing event deleted for resources: {'Port': ['ID=2da51fd6-10d4-4f4f-a17a-cbfe561ce9a7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:30.309000 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e04861e4-0286-4eba-81b6-ce5bf759f0e7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:30.317513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'fixed_ips': [{'subnet_id': 'cd1d71dd-1977-41cd-8041-67e2e5673c36'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:18:30.318963 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:30.348470 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-e04861e4-0286-4eba-81b6-ce5bf759f0e7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port 7f63e65e-7047-469a-bfae-9ffebe97d46a yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:18:30.489659 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Allocated IP 2001:db8::2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/cd1d71dd-1977-41cd-8041-67e2e5673c36/b0e3df41-243e-463c-a4d0-4a219f13a851) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:30.717785 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49c73a-136f-413b-b601-0c64ddc202b4 req-ee2d5efd-a5f3-4660-86df-eac9aa7aa949 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:30.726240 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd49c73a-136f-413b-b601-0c64ddc202b4 req-ee2d5efd-a5f3-4660-86df-eac9aa7aa949 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 945 time: 0.0855496 Jul 06 12:18:30.728654 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:30.752777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Transition to ACTIVE for port object b0e3df41-243e-463c-a4d0-4a219f13a851 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:30.768612 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd49c73a-136f-413b-b601-0c64ddc202b4 req-cccd2cae-7b37-49b8-9033-a61126d00cd9 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413318 Jul 06 12:18:30.805868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Transition to ACTIVE for port object b0e3df41-243e-463c-a4d0-4a219f13a851 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:30.817994 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:30.875932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e04861e4-0286-4eba-81b6-ce5bf759f0e7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::2388:2dc0:5037:7784 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/cd1d71dd-1977-41cd-8041-67e2e5673c36/7f63e65e-7047-469a-bfae-9ffebe97d46a) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:30.907572 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:30.913574 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:30.917590 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:30.925647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Pushing event updated for resources: {'Port': ['ID=b0e3df41-243e-463c-a4d0-4a219f13a851,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:31.060596 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Attempting to bind port b0e3df41-243e-463c-a4d0-4a219f13a851 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:31.061691 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Attempting to bind port b0e3df41-243e-463c-a4d0-4a219f13a851 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:31.061691 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Attempting to bind port b0e3df41-243e-463c-a4d0-4a219f13a851 on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:31.074544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:31.074994 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:31.075391 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:31.075925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:31.076429 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Bound port: b0e3df41-243e-463c-a4d0-4a219f13a851, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:31.076823 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:31.150843 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e04861e4-0286-4eba-81b6-ce5bf759f0e7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:31.183196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-e04861e4-0286-4eba-81b6-ce5bf759f0e7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object 7f63e65e-7047-469a-bfae-9ffebe97d46a will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:31.243721 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e04861e4-0286-4eba-81b6-ce5bf759f0e7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:31.244922 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] For port b0e3df41-243e-463c-a4d0-4a219f13a851, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:31.251181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] For port b0e3df41-243e-463c-a4d0-4a219f13a851, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b0e3df41-243e-463c-a4d0-4a219f13a851,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:31.256713 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:31.289567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04861e4-0286-4eba-81b6-ce5bf759f0e7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:31.294256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e04861e4-0286-4eba-81b6-ce5bf759f0e7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:31.303730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04861e4-0286-4eba-81b6-ce5bf759f0e7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:31.311260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04861e4-0286-4eba-81b6-ce5bf759f0e7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:31.312286 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e04861e4-0286-4eba-81b6-ce5bf759f0e7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:31.322726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b887b8f-cebe-418f-b8ba-03092be56552 None None] Pushing event updated for resources: {'Port': ['ID=b0e3df41-243e-463c-a4d0-4a219f13a851,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:31.357571 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e04861e4-0286-4eba-81b6-ce5bf759f0e7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3576937 Jul 06 12:18:31.358168 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39374) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:31.361645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04861e4-0286-4eba-81b6-ce5bf759f0e7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=7f63e65e-7047-469a-bfae-9ffebe97d46a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:31.382857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d498d3df-1992-4d0f-879f-f5e41d9c71e1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'fixed_ips': [{'subnet_id': 'cd1d71dd-1977-41cd-8041-67e2e5673c36', 'ip_address': '2001:db8::2388:2dc0:5037:7784'}], 'name': 'tempest-NetworksTestDHCPv6-1626565124'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:31.581091 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d498d3df-1992-4d0f-879f-f5e41d9c71e1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:31.739752 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d498d3df-1992-4d0f-879f-f5e41d9c71e1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:31.767092 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-d498d3df-1992-4d0f-879f-f5e41d9c71e1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port 54226caa-52bf-4ca7-bd35-7aea86b70f38 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:18:31.930358 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b0e3df41-243e-463c-a4d0-4a219f13a851 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:32.038185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port b0e3df41-243e-463c-a4d0-4a219f13a851 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:32.176391 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079bfdf-aaa3-4703-bcb3-35882b52ae44 req-9f6522c1-850b-4b60-8200-526871f6de90 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:32.179122 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4079bfdf-aaa3-4703-bcb3-35882b52ae44 req-9f6522c1-850b-4b60-8200-526871f6de90 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 945 time: 0.1791523 Jul 06 12:18:32.184746 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d498d3df-1992-4d0f-879f-f5e41d9c71e1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 12:18:32.186151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d498d3df-1992-4d0f-879f-f5e41d9c71e1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:18:32.223145 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d498d3df-1992-4d0f-879f-f5e41d9c71e1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8628552 Jul 06 12:18:32.225747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39392) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:32.275610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4079bfdf-aaa3-4703-bcb3-35882b52ae44 req-f2c305ef-2ce3-4222-949e-64f47ae477dd tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857515 Jul 06 12:18:32.361544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4c0b15-720a-4e20-8d85-101b29cbf131 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:32.365612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4c0b15-720a-4e20-8d85-101b29cbf131 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:32.367300 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ad4c0b15-720a-4e20-8d85-101b29cbf131 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1402991 Jul 06 12:18:32.370923 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39396) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:32.705510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc9024-2c44-4f94-a1f2-ca137039d951 req-00aa5151-6764-414c-a0c7-d31b85f72ad2 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:32.712777 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11bc9024-2c44-4f94-a1f2-ca137039d951 req-00aa5151-6764-414c-a0c7-d31b85f72ad2 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 805 time: 0.1865032 Jul 06 12:18:32.725679 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-1c8882d7-8068-4751-a024-93d606226d02 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port 7f63e65e-7047-469a-bfae-9ffebe97d46a {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:32.726292 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c8882d7-8068-4751-a024-93d606226d02 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:32.752435 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11bc9024-2c44-4f94-a1f2-ca137039d951 req-89a5893f-ac94-4f55-96ec-bc6633f0bc68 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/quotas/6ffb4de1dcd440ee97d07df1491b1e7a HTTP/1.1" status: 200 len: 375 time: 0.0378332 Jul 06 12:18:32.882572 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c8882d7-8068-4751-a024-93d606226d02 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:32.945577 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11bc9024-2c44-4f94-a1f2-ca137039d951 req-03fd75b0-6ee7-4364-83b9-a2a3e80adb40 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1919501 Jul 06 12:18:32.951485 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-11bc9024-2c44-4f94-a1f2-ca137039d951 req-f64f9dad-27a5-4446-b510-62d29c570755 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:18:32.958811 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11bc9024-2c44-4f94-a1f2-ca137039d951 req-f64f9dad-27a5-4446-b510-62d29c570755 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121405 Jul 06 12:18:32.969430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-1c8882d7-8068-4751-a024-93d606226d02 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for 7f63e65e-7047-469a-bfae-9ffebe97d46a owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:33.156589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f6557322-ab06-4178-9ed8-945154932e0c None None] Provisioning for port b0e3df41-243e-463c-a4d0-4a219f13a851 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:33.178231 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f6557322-ab06-4178-9ed8-945154932e0c None None] Provisioning complete for port b0e3df41-243e-463c-a4d0-4a219f13a851 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:33.178610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11bc9024-2c44-4f94-a1f2-ca137039d951 req-3759a090-227e-40d6-bcc9-4c60fef7cfcb service neutron] 10.222.0.81 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173691 Jul 06 12:18:33.181233 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6557322-ab06-4178-9ed8-945154932e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:33.381492 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6557322-ab06-4178-9ed8-945154932e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:33.389377 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c8882d7-8068-4751-a024-93d606226d02 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:33.436613 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f6557322-ab06-4178-9ed8-945154932e0c None None] For port b0e3df41-243e-463c-a4d0-4a219f13a851, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b0e3df41-243e-463c-a4d0-4a219f13a851,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:33.442096 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6557322-ab06-4178-9ed8-945154932e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:33.464474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8882d7-8068-4751-a024-93d606226d02 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=7f63e65e-7047-469a-bfae-9ffebe97d46a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:33.484265 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11bc9024-2c44-4f94-a1f2-ca137039d951 req-70bfe9c5-7287-4953-b038-8eb6f55cc681 service neutron] 10.222.0.81 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038228 Jul 06 12:18:33.513123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6557322-ab06-4178-9ed8-945154932e0c None None] Pushing event updated for resources: {'Port': ['ID=b0e3df41-243e-463c-a4d0-4a219f13a851,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:33.554805 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c8882d7-8068-4751-a024-93d606226d02 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:33.559194 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1c8882d7-8068-4751-a024-93d606226d02 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/7f63e65e-7047-469a-bfae-9ffebe97d46a HTTP/1.1" status: 204 len: 168 time: 1.1845744 Jul 06 12:18:33.559666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39426) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:33.567254 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-52699e2c-7f37-48eb-bd13-930dcaea6894 None None] Could not find standard attr ID for object 7f63e65e-7047-469a-bfae-9ffebe97d46a. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:18:33.670189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6843457-a759-4eb2-b606-60577ba104e2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:33.675261 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6843457-a759-4eb2-b606-60577ba104e2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:33.697132 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39432) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:33.697294 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e6843457-a759-4eb2-b606-60577ba104e2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1363666 Jul 06 12:18:33.893792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6a6c91-2e5f-46b2-8282-52865922eb08 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet cd1d71dd-1977-41cd-8041-67e2e5673c36 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:18:33.901961 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6c91-2e5f-46b2-8282-52865922eb08 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:33.928027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b0e3df41-243e-463c-a4d0-4a219f13a851 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:34.034451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b0e3df41-243e-463c-a4d0-4a219f13a851 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:34.035049 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:34.054708 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6c91-2e5f-46b2-8282-52865922eb08 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:34.237046 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6c91-2e5f-46b2-8282-52865922eb08 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:34.346829 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6c91-2e5f-46b2-8282-52865922eb08 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:34.402984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a6c91-2e5f-46b2-8282-52865922eb08 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1d71dd-1977-41cd-8041-67e2e5673c36,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:34.408332 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6c91-2e5f-46b2-8282-52865922eb08 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:34.413150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2b6a6c91-2e5f-46b2-8282-52865922eb08 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/cd1d71dd-1977-41cd-8041-67e2e5673c36 HTTP/1.1" status: 204 len: 168 time: 0.7128148 Jul 06 12:18:34.413554 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39470) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:34.424900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fcf7b8-84e1-4a5e-b9d6-e39c44ae5a33 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:34.591546 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4ca87ae8-7b7d-4845-ba1a-6d5abe2296c2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1737814 Jul 06 12:18:34.592615 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39480) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:34.600884 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b5dee4cf-c6b7-4605-b5d3-cc41243e63b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:34.799923 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14262a94-1d18-4b23-b978-e081b09de022 req-e25cab2a-e7bc-4fe0-b7f4-59b4e0c95309 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:34.806637 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dee4cf-c6b7-4605-b5d3-cc41243e63b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:34.810670 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-14262a94-1d18-4b23-b978-e081b09de022 req-e25cab2a-e7bc-4fe0-b7f4-59b4e0c95309 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 805 time: 0.2242937 Jul 06 12:18:34.812520 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5dee4cf-c6b7-4605-b5d3-cc41243e63b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:34.829259 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ae84fa-155c-4ffa-9a6f-7d58bdd5a4a3 None None] DHCP port deletion for 84f6ded2-fa58-4f50-89b4-2c981cdca81e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:18:34.832926 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-14262a94-1d18-4b23-b978-e081b09de022 req-243f814d-5c1b-43d5-aaf3-9c2eda01e898 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/quotas/6ffb4de1dcd440ee97d07df1491b1e7a HTTP/1.1" status: 200 len: 375 time: 0.0213003 Jul 06 12:18:34.928846 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39492) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:34.999001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-14ae84fa-155c-4ffa-9a6f-7d58bdd5a4a3 None None] Deleting port b0e3df41-243e-463c-a4d0-4a219f13a851 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:34.999001 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14ae84fa-155c-4ffa-9a6f-7d58bdd5a4a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:35.052045 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-14262a94-1d18-4b23-b978-e081b09de022 req-2ed476fa-e77c-49de-935c-69a1d6071243 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2180071 Jul 06 12:18:35.193287 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-14ae84fa-155c-4ffa-9a6f-7d58bdd5a4a3 None None] For port b0e3df41-243e-463c-a4d0-4a219f13a851, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b0e3df41-243e-463c-a4d0-4a219f13a851,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:35.193953 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14ae84fa-155c-4ffa-9a6f-7d58bdd5a4a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:35.223589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-14ae84fa-155c-4ffa-9a6f-7d58bdd5a4a3 None None] Calling delete_port for b0e3df41-243e-463c-a4d0-4a219f13a851 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:35.243031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-14262a94-1d18-4b23-b978-e081b09de022 req-e466ad75-8b69-41e8-a4e3-2d4328403b53 service neutron] 10.222.0.81 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885250 Jul 06 12:18:35.339084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7aa5f0e2-0275-40fb-8e31-a37eff20221a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a38d35b527c843038994ef1fc9f12a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4086804 Jul 06 12:18:35.342056 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14ae84fa-155c-4ffa-9a6f-7d58bdd5a4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:35.342415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39502) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:35.362325 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae84fa-155c-4ffa-9a6f-7d58bdd5a4a3 None None] No DVR routers for this DVR port b0e3df41-243e-463c-a4d0-4a219f13a851 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:35.392734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae84fa-155c-4ffa-9a6f-7d58bdd5a4a3 None None] Pushing event deleted for resources: {'Port': ['ID=b0e3df41-243e-463c-a4d0-4a219f13a851,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:35.431125 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-14262a94-1d18-4b23-b978-e081b09de022 req-98e1620f-8986-4376-8193-26afa3d21a7b service neutron] 10.222.0.81 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868966 Jul 06 12:18:35.475440 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07dd8660-79c0-409d-aefc-5c9efa72181e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:35.483268 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5dee4cf-c6b7-4605-b5d3-cc41243e63b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:35.485424 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86a5ec9a-695c-448c-86dc-8ddc67827166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:35.547024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dee4cf-c6b7-4605-b5d3-cc41243e63b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:35.554729 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86a5ec9a-695c-448c-86dc-8ddc67827166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:35.556861 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b5dee4cf-c6b7-4605-b5d3-cc41243e63b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:35.570877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf8f061-7fb4-432c-ba56-431dbd9252e3 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:35.575649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dee4cf-c6b7-4605-b5d3-cc41243e63b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:35.576230 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5dee4cf-c6b7-4605-b5d3-cc41243e63b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:35.588120 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dee4cf-c6b7-4605-b5d3-cc41243e63b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=1cb1e936-88b3-434b-bf9f-74307916f5db,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:35.619145 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b5dee4cf-c6b7-4605-b5d3-cc41243e63b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0248859 Jul 06 12:18:35.622154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39504) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:35.628348 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e88233c2-a380-4b41-a1a2-8e722cb62526 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'fixed_ips': [{'subnet_id': '1cb1e936-88b3-434b-bf9f-74307916f5db', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-2100636336'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:35.647273 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86a5ec9a-695c-448c-86dc-8ddc67827166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:35.650816 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86a5ec9a-695c-448c-86dc-8ddc67827166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:35.652876 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-86a5ec9a-695c-448c-86dc-8ddc67827166 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/befb8485-7c34-43f1-a57f-9cdf4e5a9705 HTTP/1.1" status: 204 len: 168 time: 0.3072000 Jul 06 12:18:35.664394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5ec9a-695c-448c-86dc-8ddc67827166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befb8485-7c34-43f1-a57f-9cdf4e5a9705,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:35.798090 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:35.881309 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-823c3eb7-5d9f-4365-a86c-0d40fd0b762f req-12eb8992-7d89-461a-859b-83e5fb958543 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 210 time: 0.1133959 Jul 06 12:18:35.987154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88233c2-a380-4b41-a1a2-8e722cb62526 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:35.995946 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e88233c2-a380-4b41-a1a2-8e722cb62526 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:36.019618 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-e88233c2-a380-4b41-a1a2-8e722cb62526 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port 78e4a827-9b2e-42b6-8c2c-b9999b7c0649 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:18:36.066741 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b0e3df41-243e-463c-a4d0-4a219f13a851 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:36.110886 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'fixed_ips': [{'subnet_id': '1cb1e936-88b3-434b-bf9f-74307916f5db'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:18:36.112843 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:36.140890 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: b0e3df41-243e-463c-a4d0-4a219f13a851 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:36.141723 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b0e3df41-243e-463c-a4d0-4a219f13a851 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:36.469293 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Allocated IP 2001:db8::2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/1cb1e936-88b3-434b-bf9f-74307916f5db/4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:36.642069 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:36.674338 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:36.686048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Transition to ACTIVE for port object 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:36.716474 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Transition to ACTIVE for port object 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:36.725799 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:36.727473 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88233c2-a380-4b41-a1a2-8e722cb62526 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:18:36.728048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88233c2-a380-4b41-a1a2-8e722cb62526 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:18:36.753421 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e88233c2-a380-4b41-a1a2-8e722cb62526 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1300759 Jul 06 12:18:36.756359 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39546) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:36.769139 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:36.770772 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:36.776289 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:36.862204 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Pushing event updated for resources: {'Port': ['ID=4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:36.897927 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Attempting to bind port 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:36.898302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Attempting to bind port 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:36.898665 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Attempting to bind port 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4 on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:36.905210 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7e5a31-1cf6-4503-9f9a-6cc64fbcdd34 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:36.907090 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ef7e5a31-1cf6-4503-9f9a-6cc64fbcdd34 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1488409 Jul 06 12:18:36.909800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39554) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:36.914175 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:36.914551 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:36.914962 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:36.915387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:36.915913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Bound port: 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:36.916314 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:36.981121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b16e2-a56d-4379-8297-e13d84c325de tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:36.983184 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b16e2-a56d-4379-8297-e13d84c325de tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:36.988480 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39560) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:37.000909 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c37b16e2-a56d-4379-8297-e13d84c325de tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0886345 Jul 06 12:18:37.056714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] For port 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:37.062667 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] For port 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:37.074688 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:37.127313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa37fb54-e19e-40f1-a886-d9cb49f40d07 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet 1cb1e936-88b3-434b-bf9f-74307916f5db {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:18:37.135612 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa37fb54-e19e-40f1-a886-d9cb49f40d07 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:37.177916 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06bc9540-b991-434f-8048-58365fdd9ed4 req-8cf8a613-ec1a-4eda-809a-b0ec5ef31943 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 210 time: 0.1174691 Jul 06 12:18:37.211447 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa37fb54-e19e-40f1-a886-d9cb49f40d07 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:37.231619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15e825-eedd-40e3-a353-ee04fedd4d21 None None] Pushing event updated for resources: {'Port': ['ID=4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:37.365047 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa37fb54-e19e-40f1-a886-d9cb49f40d07 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:37.478551 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa37fb54-e19e-40f1-a886-d9cb49f40d07 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:37.554621 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa37fb54-e19e-40f1-a886-d9cb49f40d07 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:37.563324 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-aa37fb54-e19e-40f1-a886-d9cb49f40d07 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/1cb1e936-88b3-434b-bf9f-74307916f5db HTTP/1.1" status: 204 len: 168 time: 0.5673020 Jul 06 12:18:37.563324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37fb54-e19e-40f1-a886-d9cb49f40d07 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=1cb1e936-88b3-434b-bf9f-74307916f5db,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:37.563324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39576) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:37.657156 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39578) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:37.657370 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b415ab98-573c-4de9-9c25-1962a55d404a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946696 Jul 06 12:18:37.663190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-42ab8e6c-d5a2-4be4-8f3d-43c7aaa042a7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:37.932998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14262a94-1d18-4b23-b978-e081b09de022 req-67037f86-835a-4cc5-8010-0ade4d9c628f tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:37.935909 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14262a94-1d18-4b23-b978-e081b09de022 req-67037f86-835a-4cc5-8010-0ade4d9c628f tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 805 time: 0.2447417 Jul 06 12:18:37.951707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ab8e6c-d5a2-4be4-8f3d-43c7aaa042a7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:37.957989 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:37.964035 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:18:37.967218 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42ab8e6c-d5a2-4be4-8f3d-43c7aaa042a7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:37.968320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-14262a94-1d18-4b23-b978-e081b09de022 req-f4a4b9dc-3b36-4620-81dd-7883e8fececa tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Request body: {'port': {'device_id': 'b6e3748f-277e-41d3-9225-82105729e352', 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42', 'admin_state_up': True, 'tenant_id': '6ffb4de1dcd440ee97d07df1491b1e7a'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:38.188381 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-410ea754-bc1a-442e-8c76-1ba00eb2b6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:38.198541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:38.227168 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:38.337383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14262a94-1d18-4b23-b978-e081b09de022 req-f4a4b9dc-3b36-4620-81dd-7883e8fececa tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Made reservation on behalf of 6ffb4de1dcd440ee97d07df1491b1e7a for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:38.345294 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14262a94-1d18-4b23-b978-e081b09de022 req-f4a4b9dc-3b36-4620-81dd-7883e8fececa tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:38.540142 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-609feab7-0286-4899-906e-4b13a8d459a2 req-aed0f60f-5f31-4ed9-a7b2-47136efbfbb1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 210 time: 0.0741079 Jul 06 12:18:38.555027 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42ab8e6c-d5a2-4be4-8f3d-43c7aaa042a7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:38.629085 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab8e6c-d5a2-4be4-8f3d-43c7aaa042a7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=cad9bedc-e652-40b9-8219-6de110673121,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:38.660298 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ab8e6c-d5a2-4be4-8f3d-43c7aaa042a7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:38.662179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-42ab8e6c-d5a2-4be4-8f3d-43c7aaa042a7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:38.666454 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ab8e6c-d5a2-4be4-8f3d-43c7aaa042a7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:38.667649 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42ab8e6c-d5a2-4be4-8f3d-43c7aaa042a7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:38.686310 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-42ab8e6c-d5a2-4be4-8f3d-43c7aaa042a7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0271292 Jul 06 12:18:38.688469 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39602) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:38.700708 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-181cc93c-f2fc-44bf-9e2c-95b4702e0132 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-207414164', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:38.776489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-14262a94-1d18-4b23-b978-e081b09de022 req-f4a4b9dc-3b36-4620-81dd-7883e8fececa tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Allocated IP 172.20.0.4 (1ff636a6-c37f-4f0c-9b69-74b08232ce42/3b13b069-a449-4c79-8cb2-c610ef4f1ffa/69a71844-296c-47bf-b89e-3f2a670315e8) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:38.921738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc071caf-c3de-4a84-9226-be187c45ebaf None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:39.089493 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-69fb9dec-6ec4-416b-aa7b-2b623c38ec42 None None] Provisioning for port 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:39.095159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-69fb9dec-6ec4-416b-aa7b-2b623c38ec42 None None] Provisioning complete for port 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:39.095564 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69fb9dec-6ec4-416b-aa7b-2b623c38ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.131726 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14262a94-1d18-4b23-b978-e081b09de022 req-f4a4b9dc-3b36-4620-81dd-7883e8fececa tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.178149 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-181cc93c-f2fc-44bf-9e2c-95b4702e0132 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.181995 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-181cc93c-f2fc-44bf-9e2c-95b4702e0132 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.222944 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69fb9dec-6ec4-416b-aa7b-2b623c38ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.237048 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14262a94-1d18-4b23-b978-e081b09de022 req-f4a4b9dc-3b36-4620-81dd-7883e8fececa tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.252429 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['723a9d44-28d2-45d7-bcad-13fda972061f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:18:39.405327 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14262a94-1d18-4b23-b978-e081b09de022 req-f4a4b9dc-3b36-4620-81dd-7883e8fececa tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:39.420896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-14262a94-1d18-4b23-b978-e081b09de022 req-f4a4b9dc-3b36-4620-81dd-7883e8fececa tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:39.420896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-14262a94-1d18-4b23-b978-e081b09de022 req-f4a4b9dc-3b36-4620-81dd-7883e8fececa tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:39.460402 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-181cc93c-f2fc-44bf-9e2c-95b4702e0132 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.467019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4b9dc-3b36-4620-81dd-7883e8fececa tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Pushing event updated for resources: {'Port': ['ID=69a71844-296c-47bf-b89e-3f2a670315e8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:39.468444 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-181cc93c-f2fc-44bf-9e2c-95b4702e0132 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.506797 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-181cc93c-f2fc-44bf-9e2c-95b4702e0132 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.509122 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-181cc93c-f2fc-44bf-9e2c-95b4702e0132 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8184736 Jul 06 12:18:39.512706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39618) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:39.533770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14262a94-1d18-4b23-b978-e081b09de022 req-f4a4b9dc-3b36-4620-81dd-7883e8fececa tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:39.534466 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14262a94-1d18-4b23-b978-e081b09de022 req-f4a4b9dc-3b36-4620-81dd-7883e8fececa tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.587284 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14262a94-1d18-4b23-b978-e081b09de022 req-f4a4b9dc-3b36-4620-81dd-7883e8fececa tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6315582 Jul 06 12:18:39.600988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-14262a94-1d18-4b23-b978-e081b09de022 req-6804ef3c-f500-4609-8f5e-1208b4b8eba0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:18:39.602106 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14262a94-1d18-4b23-b978-e081b09de022 req-6804ef3c-f500-4609-8f5e-1208b4b8eba0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071635 Jul 06 12:18:39.621723 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Request body: {'port': {'device_id': 'b6e3748f-277e-41d3-9225-82105729e352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:39.674516 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.775201 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.785540 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-69fb9dec-6ec4-416b-aa7b-2b623c38ec42 None None] For port 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:39.813401 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69fb9dec-6ec4-416b-aa7b-2b623c38ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:39.910394 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb9dec-6ec4-416b-aa7b-2b623c38ec42 None None] Pushing event updated for resources: {'Port': ['ID=4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:39.985752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ce274-e3a1-4717-89d2-e9aac6d75b49 req-40b96c12-6ca0-4141-9701-b5e5c0bdcb9e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:39.998551 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-257ce274-e3a1-4717-89d2-e9aac6d75b49 req-40b96c12-6ca0-4141-9701-b5e5c0bdcb9e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 931 time: 0.2153859 Jul 06 12:18:40.108956 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:40.113958 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-257ce274-e3a1-4717-89d2-e9aac6d75b49 req-d027793b-bb39-4e0f-b0fe-235316670b11 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026676 Jul 06 12:18:40.268179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a71844-296c-47bf-b89e-3f2a670315e8 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:18:40.277484 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:40.296027 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Transition to ACTIVE for port object 69a71844-296c-47bf-b89e-3f2a670315e8 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:40.303114 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:40.369989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Pushing event updated for resources: {'Port': ['ID=69a71844-296c-47bf-b89e-3f2a670315e8,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:40.374065 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-41c9751e-e0af-4a51-88f1-06ab9eef03cf None None] Provisioning complete for port 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:40.374065 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-41c9751e-e0af-4a51-88f1-06ab9eef03cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:40.556284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Attempting to bind port 69a71844-296c-47bf-b89e-3f2a670315e8 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:40.556814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Attempting to bind port 69a71844-296c-47bf-b89e-3f2a670315e8 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:40.557642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Attempting to bind port 69a71844-296c-47bf-b89e-3f2a670315e8 on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:40.563074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Port 69a71844-296c-47bf-b89e-3f2a670315e8 on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:18:40.563613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Attempting to bind port 69a71844-296c-47bf-b89e-3f2a670315e8 on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:40.573976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:40.574403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Checking segment: {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:40.574937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Bound using segment: {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:40.575447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Bound port: 69a71844-296c-47bf-b89e-3f2a670315e8, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:40.576259 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:40.626172 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::1 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/cad9bedc-e652-40b9-8219-6de110673121/e0b00dbd-c283-4c30-91ac-4216036c2f61) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:40.724626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] For port 69a71844-296c-47bf-b89e-3f2a670315e8, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:40.732936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] For port 69a71844-296c-47bf-b89e-3f2a670315e8, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=69a71844-296c-47bf-b89e-3f2a670315e8,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:40.739408 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:40.778202 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:40.779261 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:40.780911 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14262a94-1d18-4b23-b978-e081b09de022 req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] 10.222.0.23 "PUT /v2.0/ports/69a71844-296c-47bf-b89e-3f2a670315e8 HTTP/1.1" status: 200 len: 1091 time: 1.1680787 Jul 06 12:18:40.781645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e3748f-277e-41d3-9225-82105729e352', 'tag': '69a71844-296c-47bf-b89e-3f2a670315e8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:40.786025 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab39f00-d6a2-483d-9903-e6f4c40c1413" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e3748f-277e-41d3-9225-82105729e352", "tag": "69a71844-296c-47bf-b89e-3f2a670315e8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:40.834780 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1823d4b-d5c5-47df-a009-bf367214321f service neutron] Pushing event updated for resources: {'Port': ['ID=69a71844-296c-47bf-b89e-3f2a670315e8,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:40.875097 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b067ffb-b273-47de-8f67-744c831333e5 x-openstack-request-id: req-9b067ffb-b273-47de-8f67-744c831333e5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:40.875506 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e3748f-277e-41d3-9225-82105729e352", "tag": "69a71844-296c-47bf-b89e-3f2a670315e8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:40.876904 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b067ffb-b273-47de-8f67-744c831333e5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:40.877793 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e3748f-277e-41d3-9225-82105729e352', 'tag': '69a71844-296c-47bf-b89e-3f2a670315e8', 'status': 'completed', 'code': 200} Jul 06 12:18:40.880129 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:40.906167 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object e0b00dbd-c283-4c30-91ac-4216036c2f61 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:40.946358 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14262a94-1d18-4b23-b978-e081b09de022 req-5ecbd4c7-8fb9-4772-a6bf-a0d28ee6bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:40.948142 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14262a94-1d18-4b23-b978-e081b09de022 req-5ecbd4c7-8fb9-4772-a6bf-a0d28ee6bfb8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 1094 time: 0.0967464 Jul 06 12:18:40.957066 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:40.975334 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:41.000748 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14262a94-1d18-4b23-b978-e081b09de022 req-6669d78b-5f55-4c7a-981c-3005c8ee5a1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69a71844-296c-47bf-b89e-3f2a670315e8 HTTP/1.1" status: 200 len: 217 time: 0.0448115 Jul 06 12:18:41.046755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:41.058775 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:41.088158 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:41.089188 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:41.095954 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14262a94-1d18-4b23-b978-e081b09de022 req-33cfce0e-7189-42e3-b9b6-56aec98cd2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:41.096890 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=e0b00dbd-c283-4c30-91ac-4216036c2f61,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:41.120339 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14262a94-1d18-4b23-b978-e081b09de022 req-33cfce0e-7189-42e3-b9b6-56aec98cd2a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 200 len: 845 time: 0.1115460 Jul 06 12:18:41.177928 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14262a94-1d18-4b23-b978-e081b09de022 req-5d2cee8a-5154-4f3d-890a-83a2772a8407 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1ff636a6-c37f-4f0c-9b69-74b08232ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507143 Jul 06 12:18:41.356807 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:41.570825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d6657a2f-f892-4c39-aa25-81cf0a6143fe None None] Provisioning for port e0b00dbd-c283-4c30-91ac-4216036c2f61 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:41.587430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d6657a2f-f892-4c39-aa25-81cf0a6143fe None None] Provisioning complete for port e0b00dbd-c283-4c30-91ac-4216036c2f61 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:41.587812 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d6657a2f-f892-4c39-aa25-81cf0a6143fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:41.721947 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d6657a2f-f892-4c39-aa25-81cf0a6143fe None None] Port e0b00dbd-c283-4c30-91ac-4216036c2f61 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:18:41.796392 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364c78f-029f-434d-9a17-94fd6259ed96 req-5c165fd1-f744-4c86-a4e6-b976cf6916b7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:41.798008 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d364c78f-029f-434d-9a17-94fd6259ed96 req-5c165fd1-f744-4c86-a4e6-b976cf6916b7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 943 time: 0.3192725 Jul 06 12:18:41.915245 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14262a94-1d18-4b23-b978-e081b09de022 req-54d7613d-677e-43d3-b35c-b896a2494f01 service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7232413 Jul 06 12:18:41.938789 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d364c78f-029f-434d-9a17-94fd6259ed96 req-b0fe09d9-a050-4405-805a-e48bcbce8a1e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084881 Jul 06 12:18:41.952977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:42.023274 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:42.034646 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:42.036221 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:42.068478 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:42.069133 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:42.172207 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14262a94-1d18-4b23-b978-e081b09de022 req-99ff62b4-6355-44ef-916d-ef872bd3c31d service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477407 Jul 06 12:18:42.189932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=e0b00dbd-c283-4c30-91ac-4216036c2f61,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:42.292766 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:42.296111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:42.371875 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab39f00-d6a2-483d-9903-e6f4c40c1413 req-04c3621e-fe82-4df9-8732-895274dae3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:42.375418 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ab39f00-d6a2-483d-9903-e6f4c40c1413 req-04c3621e-fe82-4df9-8732-895274dae3bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 1094 time: 0.1170506 Jul 06 12:18:42.553717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Router 6d47c14d-b503-4993-8d1b-ce1ca6c68637 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:18:42.641657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab39f00-d6a2-483d-9903-e6f4c40c1413 req-64ac74f6-257b-41cb-8ca4-263c54688165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:42.643483 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ab39f00-d6a2-483d-9903-e6f4c40c1413 req-64ac74f6-257b-41cb-8ca4-263c54688165 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 906 time: 0.2502296 Jul 06 12:18:42.713590 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ab39f00-d6a2-483d-9903-e6f4c40c1413 req-9593f2ef-b334-4858-9678-fde5a617ba01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69a71844-296c-47bf-b89e-3f2a670315e8 HTTP/1.1" status: 200 len: 217 time: 0.0560343 Jul 06 12:18:42.811367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab39f00-d6a2-483d-9903-e6f4c40c1413 req-1076f206-dfa2-4a63-a6f3-2e661b00af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:42.813395 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ab39f00-d6a2-483d-9903-e6f4c40c1413 req-1076f206-dfa2-4a63-a6f3-2e661b00af63 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 200 len: 845 time: 0.0897639 Jul 06 12:18:42.817873 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:18:42.833603 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Sync routers for ids ['6d47c14d-b503-4993-8d1b-ce1ca6c68637'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:18:42.838830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39694) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:42.838985 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a5b5d1b1-e4bc-4d73-a79c-408ee49e9a6a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "PUT /v2.0/routers/6d47c14d-b503-4993-8d1b-ce1ca6c68637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3246241 Jul 06 12:18:42.900115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-462f0f36-0045-4843-9913-d33a80dbe35c None None] Provisioning complete for port e0b00dbd-c283-4c30-91ac-4216036c2f61 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:42.900494 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-462f0f36-0045-4843-9913-d33a80dbe35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:42.905272 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Routers {'6d47c14d-b503-4993-8d1b-ce1ca6c68637'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:42.905940 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:18:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6d47c14d-b503-4993-8d1b-ce1ca6c68637'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:42.911727 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6154f3-0d44-4d41-814b-5352f798ddbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:42.913687 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-aa6154f3-0d44-4d41-814b-5352f798ddbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports/e0b00dbd-c283-4c30-91ac-4216036c2f61 HTTP/1.1" status: 200 len: 911 time: 0.0730393 Jul 06 12:18:42.918193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39700) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:42.961674 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ab39f00-d6a2-483d-9903-e6f4c40c1413 req-c8f88a31-aad3-4a3d-af9c-e8f77f983120 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1ff636a6-c37f-4f0c-9b69-74b08232ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320806 Jul 06 12:18:43.060930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582224dd-dc62-4119-a476-b2b8fe3bd3b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:43.085465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582224dd-dc62-4119-a476-b2b8fe3bd3b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:43.095357 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-582224dd-dc62-4119-a476-b2b8fe3bd3b2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1759830 Jul 06 12:18:43.095994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39706) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:43.170587 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Set router 6d47c14d-b503-4993-8d1b-ce1ca6c68637 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:43.181613 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ab39f00-d6a2-483d-9903-e6f4c40c1413 req-b27db9ec-ae54-444f-9141-7f1392defe33 service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052131 Jul 06 12:18:43.334774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-462f0f36-0045-4843-9913-d33a80dbe35c None None] Port e0b00dbd-c283-4c30-91ac-4216036c2f61 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:18:43.405450 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8ab39f00-d6a2-483d-9903-e6f4c40c1413 req-c496e452-c026-4cb9-8c65-904962c5d06d service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149787 Jul 06 12:18:43.449392 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c14d-b503-4993-8d1b-ce1ca6c68637', 'name': 'tempest-NetworksTestDHCPv6-router-207414164', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:39Z', 'updated_at': '2021-07-06T12:18:41Z', 'revision_number': 2, 'project_id': '56cd63037e6b47eb83519a8b67952db0', 'gw_port_host': None, '_interfaces': [{'id': 'e0b00dbd-c283-4c30-91ac-4216036c2f61', 'name': '', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'mac_address': 'fa:16:3e:bc:df:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d47c14d-b503-4993-8d1b-ce1ca6c68637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'cad9bedc-e652-40b9-8219-6de110673121', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:40Z', 'updated_at': '2021-07-06T12:18:41Z', 'revision_number': 2, 'project_id': '56cd63037e6b47eb83519a8b67952db0', 'subnets': [{'id': 'cad9bedc-e652-40b9-8219-6de110673121', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:43.485234 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Checking router: 6d47c14d-b503-4993-8d1b-ce1ca6c68637 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:18:43.486191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Updating router 6d47c14d-b503-4993-8d1b-ce1ca6c68637 port e0b00dbd-c283-4c30-91ac-4216036c2f61 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:18:43.539871 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:43.887872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b96d7f-e5fe-465b-b5fd-642293a3d1f1 req-9ffcd999-96f3-40da-a5db-19acee13effe tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:43.914516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b3b96d7f-e5fe-465b-b5fd-642293a3d1f1 req-9ffcd999-96f3-40da-a5db-19acee13effe tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 943 time: 0.6292372 Jul 06 12:18:43.961777 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:43.977331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Transition to ACTIVE for port object e0b00dbd-c283-4c30-91ac-4216036c2f61 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:43.986888 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:44.076796 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b3b96d7f-e5fe-465b-b5fd-642293a3d1f1 req-4447ef18-bcce-4ba7-8829-29cbe3e99658 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610694 Jul 06 12:18:44.146161 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d263b-c5cc-4112-8b27-8dc19ad4bb98 None None] Pushing event updated for resources: {'Port': ['ID=e0b00dbd-c283-4c30-91ac-4216036c2f61,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:44.262157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Attempting to bind port e0b00dbd-c283-4c30-91ac-4216036c2f61 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:44.263046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Attempting to bind port e0b00dbd-c283-4c30-91ac-4216036c2f61 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:44.263595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Attempting to bind port e0b00dbd-c283-4c30-91ac-4216036c2f61 on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:44.274759 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:44.275748 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:44.277572 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:44.278121 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:44.282009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Bound port: e0b00dbd-c283-4c30-91ac-4216036c2f61, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:44.283692 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:44.457924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] For port e0b00dbd-c283-4c30-91ac-4216036c2f61, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:44.466655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] For port e0b00dbd-c283-4c30-91ac-4216036c2f61, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e0b00dbd-c283-4c30-91ac-4216036c2f61,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:44.484618 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:44.494870 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4296ef8e-b8ed-402d-b7e6-a5a5e5508380 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:44.542265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Routers {'6d47c14d-b503-4993-8d1b-ce1ca6c68637'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:44.542901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:18:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6d47c14d-b503-4993-8d1b-ce1ca6c68637'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:44.698172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d263b-c5cc-4112-8b27-8dc19ad4bb98 None None] Pushing event updated for resources: {'Port': ['ID=e0b00dbd-c283-4c30-91ac-4216036c2f61,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:44.728252 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] Set router 6d47c14d-b503-4993-8d1b-ce1ca6c68637 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:44.922459 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4296ef8e-b8ed-402d-b7e6-a5a5e5508380 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port e0b00dbd-c283-4c30-91ac-4216036c2f61 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:44.922977 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4296ef8e-b8ed-402d-b7e6-a5a5e5508380 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:45.030407 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-4296ef8e-b8ed-402d-b7e6-a5a5e5508380 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] For port e0b00dbd-c283-4c30-91ac-4216036c2f61, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e0b00dbd-c283-4c30-91ac-4216036c2f61,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:45.030782 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4296ef8e-b8ed-402d-b7e6-a5a5e5508380 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:45.054881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4296ef8e-b8ed-402d-b7e6-a5a5e5508380 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for e0b00dbd-c283-4c30-91ac-4216036c2f61 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:45.094408 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c14d-b503-4993-8d1b-ce1ca6c68637', 'name': 'tempest-NetworksTestDHCPv6-router-207414164', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:39Z', 'updated_at': '2021-07-06T12:18:41Z', 'revision_number': 2, 'project_id': '56cd63037e6b47eb83519a8b67952db0', 'gw_port_host': None, '_interfaces': [{'id': 'e0b00dbd-c283-4c30-91ac-4216036c2f61', 'name': '', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'mac_address': 'fa:16:3e:bc:df:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d47c14d-b503-4993-8d1b-ce1ca6c68637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'cad9bedc-e652-40b9-8219-6de110673121', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:40Z', 'updated_at': '2021-07-06T12:18:44Z', 'revision_number': 4, 'project_id': '56cd63037e6b47eb83519a8b67952db0', 'subnets': [{'id': 'cad9bedc-e652-40b9-8219-6de110673121', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:45.139393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b45e7-0f72-4d98-bf74-8f5f8a077bc6 None None] The sync data for ids ['6d47c14d-b503-4993-8d1b-ce1ca6c68637'] in n-d-799529-2 is: [{'id': '6d47c14d-b503-4993-8d1b-ce1ca6c68637', 'name': 'tempest-NetworksTestDHCPv6-router-207414164', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:39Z', 'updated_at': '2021-07-06T12:18:41Z', 'revision_number': 2, 'project_id': '56cd63037e6b47eb83519a8b67952db0', 'gw_port_host': None, '_interfaces': [{'id': 'e0b00dbd-c283-4c30-91ac-4216036c2f61', 'name': '', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'mac_address': 'fa:16:3e:bc:df:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d47c14d-b503-4993-8d1b-ce1ca6c68637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'cad9bedc-e652-40b9-8219-6de110673121', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:40Z', 'updated_at': '2021-07-06T12:18:44Z', 'revision_number': 4, 'project_id': '56cd63037e6b47eb83519a8b67952db0', 'subnets': [{'id': 'cad9bedc-e652-40b9-8219-6de110673121', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:18:45.377706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 69a71844-296c-47bf-b89e-3f2a670315e8 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:18:45.395548 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4296ef8e-b8ed-402d-b7e6-a5a5e5508380 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:45.441000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296ef8e-b8ed-402d-b7e6-a5a5e5508380 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=e0b00dbd-c283-4c30-91ac-4216036c2f61,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:45.457622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7145b1-0ef8-4c12-9f89-d9c7852af979 req-289c820d-0d5b-4958-95c1-a332a490104d tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:45.459408 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e7145b1-0ef8-4c12-9f89-d9c7852af979 req-289c820d-0d5b-4958-95c1-a332a490104d tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 943 time: 0.1497571 Jul 06 12:18:45.620134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 69a71844-296c-47bf-b89e-3f2a670315e8, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=69a71844-296c-47bf-b89e-3f2a670315e8,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:45.650336 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '69a71844-296c-47bf-b89e-3f2a670315e8', 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42', 'port_id': '69a71844-296c-47bf-b89e-3f2a670315e8', 'mac_address': 'fa:16:3e:31:ee:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b13b069-a449-4c79-8cb2-c610ef4f1ffa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:18:45.718733 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e7145b1-0ef8-4c12-9f89-d9c7852af979 req-d4b2ccf5-66ca-4620-bc3d-f6134ccde3bc tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416997 Jul 06 12:18:45.723995 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:45.772198 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a71844-296c-47bf-b89e-3f2a670315e8 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:18:45.800057 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4296ef8e-b8ed-402d-b7e6-a5a5e5508380 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:45.811609 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 69a71844-296c-47bf-b89e-3f2a670315e8, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=69a71844-296c-47bf-b89e-3f2a670315e8,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:45.817404 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:45.930097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=69a71844-296c-47bf-b89e-3f2a670315e8,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:46.050703 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['69a71844-296c-47bf-b89e-3f2a670315e8'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:18:46.133080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4296ef8e-b8ed-402d-b7e6-a5a5e5508380 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Router 6d47c14d-b503-4993-8d1b-ce1ca6c68637 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:18:46.308624 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4296ef8e-b8ed-402d-b7e6-a5a5e5508380 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:18:46.322334 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4296ef8e-b8ed-402d-b7e6-a5a5e5508380 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "PUT /v2.0/routers/6d47c14d-b503-4993-8d1b-ce1ca6c68637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2251744 Jul 06 12:18:46.325546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39778) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:46.444957 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff5e030-1f39-4cbc-abb9-b44876858e7d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:46.446740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff5e030-1f39-4cbc-abb9-b44876858e7d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:46.449909 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bff5e030-1f39-4cbc-abb9-b44876858e7d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1214707 Jul 06 12:18:46.452475 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39780) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:46.552151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c826f8e0-8300-4516-85f4-8f697795e7e1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet cad9bedc-e652-40b9-8219-6de110673121 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:18:46.557790 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c826f8e0-8300-4516-85f4-8f697795e7e1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:46.621552 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c826f8e0-8300-4516-85f4-8f697795e7e1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:46.694865 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c826f8e0-8300-4516-85f4-8f697795e7e1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:46.789238 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c826f8e0-8300-4516-85f4-8f697795e7e1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:46.827879 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826f8e0-8300-4516-85f4-8f697795e7e1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=cad9bedc-e652-40b9-8219-6de110673121,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:46.840643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e68aa7d-8318-4d81-9a70-8f99612353cf None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:46.850810 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c826f8e0-8300-4516-85f4-8f697795e7e1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:46.856782 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c826f8e0-8300-4516-85f4-8f697795e7e1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/cad9bedc-e652-40b9-8219-6de110673121 HTTP/1.1" status: 204 len: 168 time: 0.4029310 Jul 06 12:18:46.859331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39790) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:47.037608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020361b8-50aa-4c85-a2d2-c1d0607bebbd req-81cc6917-63b9-439e-b2d2-ab902f39715b tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:47.048826 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-020361b8-50aa-4c85-a2d2-c1d0607bebbd req-81cc6917-63b9-439e-b2d2-ab902f39715b tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 944 time: 0.1128492 Jul 06 12:18:47.103123 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e1167281-2097-4757-8cb5-46453049fee2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2424734 Jul 06 12:18:47.106198 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39794) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:47.223738 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-020361b8-50aa-4c85-a2d2-c1d0607bebbd req-3bf9d838-63d0-46ec-9509-58acf7d7a761 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735814 Jul 06 12:18:47.228475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5ae4bc-9699-49b2-80b1-fc997c18f732 None None] DHCP port deletion for 84f6ded2-fa58-4f50-89b4-2c981cdca81e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:18:47.252366 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2fe232d1-5ce6-4b74-be1c-d6a26cf97b49 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:47.343276 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ae4bc-9699-49b2-80b1-fc997c18f732 None None] Deleting port 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:47.343669 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae4bc-9699-49b2-80b1-fc997c18f732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:47.460790 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 69a71844-296c-47bf-b89e-3f2a670315e8 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:47.526431 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fd21c2-dc57-4601-930f-c876f9bc821d None None] Sync routers for ids ['6d47c14d-b503-4993-8d1b-ce1ca6c68637'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:18:47.550647 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd21c2-dc57-4601-930f-c876f9bc821d None None] Routers {'6d47c14d-b503-4993-8d1b-ce1ca6c68637'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:47.552570 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b1fd21c2-dc57-4601-930f-c876f9bc821d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:18:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6d47c14d-b503-4993-8d1b-ce1ca6c68637'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:47.624688 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2fe232d1-5ce6-4b74-be1c-d6a26cf97b49 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:47.640109 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2fe232d1-5ce6-4b74-be1c-d6a26cf97b49 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:47.672893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0a5ae4bc-9699-49b2-80b1-fc997c18f732 None None] For port 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:47.675396 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae4bc-9699-49b2-80b1-fc997c18f732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:47.718013 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ae4bc-9699-49b2-80b1-fc997c18f732 None None] Calling delete_port for 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:47.754571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 69a71844-296c-47bf-b89e-3f2a670315e8 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:47.766951 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b1fd21c2-dc57-4601-930f-c876f9bc821d None None] Set router 6d47c14d-b503-4993-8d1b-ce1ca6c68637 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:47.772212 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2fe232d1-5ce6-4b74-be1c-d6a26cf97b49 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:47.773021 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe232d1-5ce6-4b74-be1c-d6a26cf97b49 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Fanout notify agent at l3_agent the message router_deleted on router 6d47c14d-b503-4993-8d1b-ce1ca6c68637 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:18:47.792204 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2fe232d1-5ce6-4b74-be1c-d6a26cf97b49 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:47.793649 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2fe232d1-5ce6-4b74-be1c-d6a26cf97b49 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/routers/6d47c14d-b503-4993-8d1b-ce1ca6c68637 HTTP/1.1" status: 204 len: 168 time: 0.6847553 Jul 06 12:18:47.796797 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39806) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:47.803432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0773e6de-e9d7-4800-9339-2ceb53498232 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:47.879691 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3cdfd-c8cf-4237-8750-9a3b4926b0c5 req-967b4f36-e501-490b-b0d2-7db2f48d69f5 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:47.881846 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24e3cdfd-c8cf-4237-8750-9a3b4926b0c5 req-967b4f36-e501-490b-b0d2-7db2f48d69f5 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1098 time: 0.4580777 Jul 06 12:18:47.914437 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b1fd21c2-dc57-4601-930f-c876f9bc821d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c14d-b503-4993-8d1b-ce1ca6c68637', 'name': 'tempest-NetworksTestDHCPv6-router-207414164', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:39Z', 'updated_at': '2021-07-06T12:18:45Z', 'revision_number': 3, 'project_id': '56cd63037e6b47eb83519a8b67952db0', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:47.928987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 69a71844-296c-47bf-b89e-3f2a670315e8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:47.929814 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:47.960919 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fd21c2-dc57-4601-930f-c876f9bc821d None None] Checking router: 6d47c14d-b503-4993-8d1b-ce1ca6c68637 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:18:47.986916 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd21c2-dc57-4601-930f-c876f9bc821d None None] Routers set() bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:47.987611 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd21c2-dc57-4601-930f-c876f9bc821d None None] Router IDs set() for agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 12:18:47.988444 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_agentschedulers_db [None req-b1fd21c2-dc57-4601-930f-c876f9bc821d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6d47c14d-b503-4993-8d1b-ce1ca6c68637'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:18:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent'). {{(pid=100430) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 12:18:47.989274 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fd21c2-dc57-4601-930f-c876f9bc821d None None] The sync data for ids ['6d47c14d-b503-4993-8d1b-ce1ca6c68637'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:18:47.995594 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24e3cdfd-c8cf-4237-8750-9a3b4926b0c5 req-7f573868-426b-4e55-80d6-12f6f83c5846 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071198 Jul 06 12:18:48.031320 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39808) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:48.070880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:48.108983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0773e6de-e9d7-4800-9339-2ceb53498232 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:48.113598 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0773e6de-e9d7-4800-9339-2ceb53498232 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.389632 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.394681 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.497969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:48.532563 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.557577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e3748f-277e-41d3-9225-82105729e352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a71844-296c-47bf-b89e-3f2a670315e8'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:48.560087 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285eb1d0-7479-4f48-a231-47a5274e1fcd" -d '{"events": [{"server_uuid": "b6e3748f-277e-41d3-9225-82105729e352", "name": "network-vif-plugged", "status": "completed", "tag": "69a71844-296c-47bf-b89e-3f2a670315e8"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:48.578756 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9501c-027f-4fd5-8977-2b2904028e02 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting port 037ca6dc-9187-4121-ae94-ad6a55152d26 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:48.580477 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ee9501c-027f-4fd5-8977-2b2904028e02 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.599718 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae4bc-9699-49b2-80b1-fc997c18f732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.606178 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 69a71844-296c-47bf-b89e-3f2a670315e8, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=69a71844-296c-47bf-b89e-3f2a670315e8,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:48.615379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event deleted for resources: {'Port': ['ID=4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:48.646392 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.686739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ae4bc-9699-49b2-80b1-fc997c18f732 None None] No DVR routers for this DVR port 4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:48.696660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ae4bc-9699-49b2-80b1-fc997c18f732 None None] Pushing event deleted for resources: {'Port': ['ID=4cf6a475-7ce2-49d6-bed4-1d9e0e3bb7b4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:48.715408 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0773e6de-e9d7-4800-9339-2ceb53498232 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.846458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0773e6de-e9d7-4800-9339-2ceb53498232 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:48.873113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0773e6de-e9d7-4800-9339-2ceb53498232 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:48.883824 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b4ff-635a-45c5-9b33-b5b61d9dd8c6 req-7b84888f-5270-4ade-b51c-7bb914b30861 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:48.886490 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ca5b4ff-635a-45c5-9b33-b5b61d9dd8c6 req-7b84888f-5270-4ade-b51c-7bb914b30861 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 944 time: 0.4781685 Jul 06 12:18:48.889678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0773e6de-e9d7-4800-9339-2ceb53498232 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:48.890875 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0773e6de-e9d7-4800-9339-2ceb53498232 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:48.895087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=69a71844-296c-47bf-b89e-3f2a670315e8,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:48.908815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c821de-8ad2-497b-9a05-395f65edb5fa None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:48.939939 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0773e6de-e9d7-4800-9339-2ceb53498232 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1385047 Jul 06 12:18:48.941676 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39820) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:48.946225 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cc27b78b-513d-464a-887e-1b1ef31c347c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1170817143', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:48.959270 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773e6de-e9d7-4800-9339-2ceb53498232 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=fb45f22b-7da4-4324-9047-44557f3ba564,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:49.023539 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ee9501c-027f-4fd5-8977-2b2904028e02 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:49.025978 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ee9501c-027f-4fd5-8977-2b2904028e02 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:49.028305 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc27b78b-513d-464a-887e-1b1ef31c347c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:49.029974 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc27b78b-513d-464a-887e-1b1ef31c347c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:49.070043 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ca5b4ff-635a-45c5-9b33-b5b61d9dd8c6 req-4994c7b4-6620-4970-a0b1-fd3fcf255b0c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707726 Jul 06 12:18:49.077808 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9501c-027f-4fd5-8977-2b2904028e02 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Calling delete_port for 037ca6dc-9187-4121-ae94-ad6a55152d26 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:49.158716 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc27b78b-513d-464a-887e-1b1ef31c347c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:49.169167 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc27b78b-513d-464a-887e-1b1ef31c347c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:49.218636 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc27b78b-513d-464a-887e-1b1ef31c347c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:49.220624 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cc27b78b-513d-464a-887e-1b1ef31c347c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2789154 Jul 06 12:18:49.223838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 39822) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:49.286505 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c335c14-f542-42e8-9f8d-83f471effa91 x-openstack-request-id: req-1c335c14-f542-42e8-9f8d-83f471effa91 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:49.287373 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e3748f-277e-41d3-9225-82105729e352", "name": "network-vif-plugged", "status": "completed", "tag": "69a71844-296c-47bf-b89e-3f2a670315e8", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:49.287373 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c335c14-f542-42e8-9f8d-83f471effa91 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:49.288310 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e3748f-277e-41d3-9225-82105729e352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a71844-296c-47bf-b89e-3f2a670315e8', 'code': 200} Jul 06 12:18:49.315108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'fixed_ips': [{'subnet_id': 'fb45f22b-7da4-4324-9047-44557f3ba564'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:18:49.318298 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:49.435366 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ee9501c-027f-4fd5-8977-2b2904028e02 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:49.544347 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9501c-027f-4fd5-8977-2b2904028e02 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Port': ['ID=037ca6dc-9187-4121-ae94-ad6a55152d26,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:49.662478 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ee9501c-027f-4fd5-8977-2b2904028e02 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:49.663153 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-0ee9501c-027f-4fd5-8977-2b2904028e02 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Floating IP 7f4b708f-7df6-4d8c-9e1d-ac4c49fa8653 disassociated (deleted). External IP: 172.25.4.70, port: d656e230-af8f-4451-b6bf-d2acaca4ed1e. Jul 06 12:18:49.796495 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:49.816090 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Allocated IP 2001:db8::2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/fb45f22b-7da4-4324-9047-44557f3ba564/3a889c68-f2ab-4b1c-9520-4766bf723899) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:49.887907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e0b00dbd-c283-4c30-91ac-4216036c2f61 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:49.894864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1db642-914c-4fb3-aac6-80e18acec2f5 req-b2ad5ab9-dc9d-4432-ba9a-d09dfb45830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:49.896508 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9b1db642-914c-4fb3-aac6-80e18acec2f5 req-b2ad5ab9-dc9d-4432-ba9a-d09dfb45830c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 1096 time: 0.5436232 Jul 06 12:18:49.969411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: e0b00dbd-c283-4c30-91ac-4216036c2f61 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:49.971623 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e0b00dbd-c283-4c30-91ac-4216036c2f61 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:50.087729 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9b1db642-914c-4fb3-aac6-80e18acec2f5 req-88b517f5-53bb-4630-98c8-84fb1be0bf24 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582247 Jul 06 12:18:50.133759 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:50.145234 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Transition to ACTIVE for port object 3a889c68-f2ab-4b1c-9520-4766bf723899 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:50.164195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Transition to ACTIVE for port object 3a889c68-f2ab-4b1c-9520-4766bf723899 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:50.171922 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:50.215083 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:50.219683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:50.222431 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:50.224061 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee9501c-027f-4fd5-8977-2b2904028e02 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router 17921a03-b281-499e-92f0-c36fc58eba4b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:18:50.276234 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Pushing event updated for resources: {'Port': ['ID=3a889c68-f2ab-4b1c-9520-4766bf723899,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:50.321368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::1 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/fb45f22b-7da4-4324-9047-44557f3ba564/de4c3e49-f41a-4160-9479-9f5f35937530) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:50.398424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Attempting to bind port 3a889c68-f2ab-4b1c-9520-4766bf723899 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:50.399195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Attempting to bind port 3a889c68-f2ab-4b1c-9520-4766bf723899 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:50.399393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Attempting to bind port 3a889c68-f2ab-4b1c-9520-4766bf723899 on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:50.419357 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:50.419825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:50.420150 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:50.420560 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:50.421049 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Bound port: 3a889c68-f2ab-4b1c-9520-4766bf723899, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:50.421435 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:50.626670 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] For port 3a889c68-f2ab-4b1c-9520-4766bf723899, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:50.633179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] For port 3a889c68-f2ab-4b1c-9520-4766bf723899, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3a889c68-f2ab-4b1c-9520-4766bf723899,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:50.640720 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:50.643479 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:50.696561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object de4c3e49-f41a-4160-9479-9f5f35937530 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:50.792253 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:50.813714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f26777-0a40-4b74-99c0-e175a1f3cbfb None None] Pushing event updated for resources: {'Port': ['ID=3a889c68-f2ab-4b1c-9520-4766bf723899,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:50.845211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:50.908122 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:50.914332 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:18:50.915185 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:51.048305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=de4c3e49-f41a-4160-9479-9f5f35937530,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:51.092551 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.092969 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.093238 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.093593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.094078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.094218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.094645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.094898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.095247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.096658 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.097763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.098112 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:51.131136 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee9501c-027f-4fd5-8977-2b2904028e02 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:18:51.146035 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ee9501c-027f-4fd5-8977-2b2904028e02 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:51.146294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8342b114-80ed-4a3b-b09d-a4dc4f06668c None None] Sync routers for ids ['17921a03-b281-499e-92f0-c36fc58eba4b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:18:51.152379 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:51.182432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342b114-80ed-4a3b-b09d-a4dc4f06668c None None] Routers {'17921a03-b281-499e-92f0-c36fc58eba4b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:51.182432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8342b114-80ed-4a3b-b09d-a4dc4f06668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:18:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['17921a03-b281-499e-92f0-c36fc58eba4b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:51.294517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880af021-b8c0-48c2-9f37-8ca7370c6027 req-e79b399a-f200-4b8f-a1cc-4cc11b20f9de tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:51.309067 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-880af021-b8c0-48c2-9f37-8ca7370c6027 req-e79b399a-f200-4b8f-a1cc-4cc11b20f9de tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 945 time: 0.9379787 Jul 06 12:18:51.364435 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0ee9501c-027f-4fd5-8977-2b2904028e02 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/floatingips/7f4b708f-7df6-4d8c-9e1d-ac4c49fa8653 HTTP/1.1" status: 204 len: 168 time: 3.3315704 Jul 06 12:18:51.369525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:51.373954 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8d592b-013a-46cb-9437-ab0b597408f2" -d '{"events": [{"name": "network-changed", "server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:51.457843 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-880af021-b8c0-48c2-9f37-8ca7370c6027 req-a85d6561-96a1-495a-857f-4b10abb57c53 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470118 Jul 06 12:18:51.722981 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:51.731508 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:51.732977 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:51.733971 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-8342b114-80ed-4a3b-b09d-a4dc4f06668c None None] Set router 17921a03-b281-499e-92f0-c36fc58eba4b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:51.841008 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=de4c3e49-f41a-4160-9479-9f5f35937530,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:52.053986 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3a889c68-f2ab-4b1c-9520-4766bf723899 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:52.146561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:18:52.153791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:18:52.201973 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 3a889c68-f2ab-4b1c-9520-4766bf723899 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:52.338808 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8342b114-80ed-4a3b-b09d-a4dc4f06668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898831087', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:41Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f6d2c251-f05b-4011-8b50-e5fc1a443fec', 'name': '', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:c7:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:40Z', 'updated_at': '2021-07-06T12:16:48Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:52.425705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8342b114-80ed-4a3b-b09d-a4dc4f06668c None None] Checking router: 17921a03-b281-499e-92f0-c36fc58eba4b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:18:52.451247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342b114-80ed-4a3b-b09d-a4dc4f06668c None None] Routers {'17921a03-b281-499e-92f0-c36fc58eba4b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:52.454170 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8342b114-80ed-4a3b-b09d-a4dc4f06668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:18:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['17921a03-b281-499e-92f0-c36fc58eba4b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:52.456679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Router c36b6e41-3ee5-474f-9c7d-5a9d43088105 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:18:52.668445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-8342b114-80ed-4a3b-b09d-a4dc4f06668c None None] Set router 17921a03-b281-499e-92f0-c36fc58eba4b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:52.705275 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:18:52.717339 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6b61d7-ee9d-4195-8985-9061822377a5 x-openstack-request-id: req-aa6b61d7-ee9d-4195-8985-9061822377a5 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:52.717924 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:52.718164 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa6b61d7-ee9d-4195-8985-9061822377a5 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:52.718870 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'status': 'completed', 'code': 200} Jul 06 12:18:52.723166 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Sync routers for ids ['c36b6e41-3ee5-474f-9c7d-5a9d43088105'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:18:52.743901 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-65f7ece6-2be1-4a8f-ae59-51eb06d1e6b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "PUT /v2.0/routers/c36b6e41-3ee5-474f-9c7d-5a9d43088105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5156062 Jul 06 12:18:52.744208 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39862) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:52.749653 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Routers {'c36b6e41-3ee5-474f-9c7d-5a9d43088105'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:52.750284 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:18:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c36b6e41-3ee5-474f-9c7d-5a9d43088105'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:52.866194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d592b-013a-46cb-9437-ab0b597408f2 req-48f6e48a-fc55-4e67-8384-1463eda8786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:52.868058 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e8d592b-013a-46cb-9437-ab0b597408f2 req-48f6e48a-fc55-4e67-8384-1463eda8786a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 1098 time: 0.1214468 Jul 06 12:18:52.972900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0936a746-c2a8-4cec-8e21-eb2ec06b89c1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:52.984802 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0936a746-c2a8-4cec-8e21-eb2ec06b89c1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports/de4c3e49-f41a-4160-9479-9f5f35937530 HTTP/1.1" status: 200 len: 911 time: 0.2389116 Jul 06 12:18:52.986782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39872) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:53.097439 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-04604f3b-0e85-4d1f-85f6-7e0f91a7d811 None None] Provisioning for port 3a889c68-f2ab-4b1c-9520-4766bf723899 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:53.121156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-04604f3b-0e85-4d1f-85f6-7e0f91a7d811 None None] Provisioning complete for port 3a889c68-f2ab-4b1c-9520-4766bf723899 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:53.121749 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-04604f3b-0e85-4d1f-85f6-7e0f91a7d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:53.122256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d592b-013a-46cb-9437-ab0b597408f2 req-d5ccfb0f-9fb8-47e6-9268-b0d7fa03fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:53.124060 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e8d592b-013a-46cb-9437-ab0b597408f2 req-d5ccfb0f-9fb8-47e6-9268-b0d7fa03fa2f service neutron] 10.222.0.23 "GET /v2.0/networks?id=50155b23-c9d6-4987-983f-0b2810b78690 HTTP/1.1" status: 200 len: 898 time: 0.2482574 Jul 06 12:18:53.140819 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Set router c36b6e41-3ee5-474f-9c7d-5a9d43088105 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:53.201026 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e8d592b-013a-46cb-9437-ab0b597408f2 req-5173a707-2a18-4022-84a6-fbfcf08f5d72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 200 len: 217 time: 0.0666018 Jul 06 12:18:53.216069 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-448504cf-f33d-4672-9209-c0f6589c0954 req-6fbdd027-bde0-4acd-b912-c62e91ce44da tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83489916&fields=id&tenant_id=832bb4a030854ce3b41104102480a6a9 HTTP/1.1" status: 200 len: 267 time: 0.0997062 Jul 06 12:18:53.327563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d592b-013a-46cb-9437-ab0b597408f2 req-32976039-cffb-4f7d-a4d5-d63d65f9febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:53.340681 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e8d592b-013a-46cb-9437-ab0b597408f2 req-32976039-cffb-4f7d-a4d5-d63d65f9febe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eda02740-e1ee-415f-a57e-0d644dbb07d0 HTTP/1.1" status: 200 len: 835 time: 0.1287980 Jul 06 12:18:53.404635 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d297f34e-35a4-46b3-9391-6eb215e4976a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:53.420163 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d297f34e-35a4-46b3-9391-6eb215e4976a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:53.422300 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d297f34e-35a4-46b3-9391-6eb215e4976a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4302485 Jul 06 12:18:53.425081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 39876) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:53.488012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8342b114-80ed-4a3b-b09d-a4dc4f06668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898831087', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:41Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f6d2c251-f05b-4011-8b50-e5fc1a443fec', 'name': '', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:c7:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:40Z', 'updated_at': '2021-07-06T12:16:48Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:53.545455 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d592b-013a-46cb-9437-ab0b597408f2 req-82555cee-69f3-426a-aa5b-511e7c3ad4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:53.557702 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e8d592b-013a-46cb-9437-ab0b597408f2 req-82555cee-69f3-426a-aa5b-511e7c3ad4e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50155b23-c9d6-4987-983f-0b2810b78690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2084701 Jul 06 12:18:53.570719 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8342b114-80ed-4a3b-b09d-a4dc4f06668c None None] The sync data for ids ['17921a03-b281-499e-92f0-c36fc58eba4b'] in n-d-799529-2 is: [{'id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898831087', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:41Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'f6d2c251-f05b-4011-8b50-e5fc1a443fec', 'name': '', 'network_id': '50155b23-c9d6-4987-983f-0b2810b78690', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:c7:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:40Z', 'updated_at': '2021-07-06T12:16:48Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'eda02740-e1ee-415f-a57e-0d644dbb07d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:18:53.600092 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-04604f3b-0e85-4d1f-85f6-7e0f91a7d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:53.700151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-04604f3b-0e85-4d1f-85f6-7e0f91a7d811 None None] For port 3a889c68-f2ab-4b1c-9520-4766bf723899, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3a889c68-f2ab-4b1c-9520-4766bf723899,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:53.709897 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-04604f3b-0e85-4d1f-85f6-7e0f91a7d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:53.744249 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36b6e41-3ee5-474f-9c7d-5a9d43088105', 'name': 'tempest-NetworksTestDHCPv6-router-1170817143', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:49Z', 'updated_at': '2021-07-06T12:18:51Z', 'revision_number': 2, 'project_id': '56cd63037e6b47eb83519a8b67952db0', 'gw_port_host': None, '_interfaces': [{'id': 'de4c3e49-f41a-4160-9479-9f5f35937530', 'name': '', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'mac_address': 'fa:16:3e:08:8c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36b6e41-3ee5-474f-9c7d-5a9d43088105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'fb45f22b-7da4-4324-9047-44557f3ba564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:49Z', 'updated_at': '2021-07-06T12:18:51Z', 'revision_number': 2, 'project_id': '56cd63037e6b47eb83519a8b67952db0', 'subnets': [{'id': 'fb45f22b-7da4-4324-9047-44557f3ba564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:53.845543 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Checking router: c36b6e41-3ee5-474f-9c7d-5a9d43088105 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:18:53.846311 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Updating router c36b6e41-3ee5-474f-9c7d-5a9d43088105 port de4c3e49-f41a-4160-9479-9f5f35937530 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:18:53.886911 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e8d592b-013a-46cb-9437-ab0b597408f2 req-63990fc3-6e90-49db-babd-c6c308742d1a service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207757 Jul 06 12:18:53.889342 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:53.900030 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04604f3b-0e85-4d1f-85f6-7e0f91a7d811 None None] Pushing event updated for resources: {'Port': ['ID=3a889c68-f2ab-4b1c-9520-4766bf723899,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:53.912583 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bafbb6f3-5c6f-4bdb-8b45-277fdc258bb8 None None] Provisioning for port de4c3e49-f41a-4160-9479-9f5f35937530 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:18:53.916514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bafbb6f3-5c6f-4bdb-8b45-277fdc258bb8 None None] Provisioning complete for port de4c3e49-f41a-4160-9479-9f5f35937530 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:53.916999 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bafbb6f3-5c6f-4bdb-8b45-277fdc258bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:53.969846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bafbb6f3-5c6f-4bdb-8b45-277fdc258bb8 None None] Port de4c3e49-f41a-4160-9479-9f5f35937530 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:18:54.099877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9bafd89-f047-4a1b-990d-b0d037d1a200 None None] Provisioning complete for port de4c3e49-f41a-4160-9479-9f5f35937530 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:54.100839 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9bafd89-f047-4a1b-990d-b0d037d1a200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:54.108564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448504cf-f33d-4672-9209-c0f6589c0954 req-86d61956-94c3-4587-9679-a79b267ad144 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:54.121624 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-448504cf-f33d-4672-9209-c0f6589c0954 req-86d61956-94c3-4587-9679-a79b267ad144 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 812 time: 0.9043324 Jul 06 12:18:54.220723 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9bafd89-f047-4a1b-990d-b0d037d1a200 None None] Port de4c3e49-f41a-4160-9479-9f5f35937530 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:18:54.225537 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-448504cf-f33d-4672-9209-c0f6589c0954 req-e89d4c48-c893-4ccb-8eb7-3bef7364be5d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/quotas/832bb4a030854ce3b41104102480a6a9 HTTP/1.1" status: 200 len: 375 time: 0.0909650 Jul 06 12:18:54.233286 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8767eb46-d470-4bd0-9547-700343e94650 None None] New status for floating IP 7f4b708f-7df6-4d8c-9e1d-ac4c49fa8653: DOWN {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:18:54.288419 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc109da-ef8d-4dc4-9331-a63b6cab6689 req-addf70b9-4b75-489d-a90a-4440c3a3f7a0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:54.292866 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5fc109da-ef8d-4dc4-9331-a63b6cab6689 req-addf70b9-4b75-489d-a90a-4440c3a3f7a0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.23 "GET /v2.0/ports?device_id=432e20d2-7089-4a8b-bead-d244b6fb04c7 HTTP/1.1" status: 200 len: 947 time: 0.3728495 Jul 06 12:18:54.344782 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:54.359952 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Transition to ACTIVE for port object de4c3e49-f41a-4160-9479-9f5f35937530 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:18:54.374801 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:54.392903 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a061055b-a6c1-4e4d-98a4-afcf652c9dfb tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1661973 Jul 06 12:18:54.399730 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7e8d592b-013a-46cb-9437-ab0b597408f2 req-e5cac9bd-d5b8-44a0-90b2-32b760f6cca7 service neutron] 10.222.0.23 "GET /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043745 Jul 06 12:18:54.568398 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716abf7-00ed-4250-b6f4-309b4013f93b None None] Pushing event updated for resources: {'Port': ['ID=de4c3e49-f41a-4160-9479-9f5f35937530,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:54.605426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-5fc109da-ef8d-4dc4-9331-a63b6cab6689 req-66827903-6f56-4400-b6f7-88c97c43120e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting port d656e230-af8f-4451-b6bf-d2acaca4ed1e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:54.607743 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5fc109da-ef8d-4dc4-9331-a63b6cab6689 req-66827903-6f56-4400-b6f7-88c97c43120e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:54.616734 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716abf7-00ed-4250-b6f4-309b4013f93b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:54.617082 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716abf7-00ed-4250-b6f4-309b4013f93b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:54.617589 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716abf7-00ed-4250-b6f4-309b4013f93b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:54.618134 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716abf7-00ed-4250-b6f4-309b4013f93b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:54.628561 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716abf7-00ed-4250-b6f4-309b4013f93b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:54.628916 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716abf7-00ed-4250-b6f4-309b4013f93b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:54.629257 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716abf7-00ed-4250-b6f4-309b4013f93b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:54.630508 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716abf7-00ed-4250-b6f4-309b4013f93b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:54.630869 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716abf7-00ed-4250-b6f4-309b4013f93b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:54.631211 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716abf7-00ed-4250-b6f4-309b4013f93b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:54.631561 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716abf7-00ed-4250-b6f4-309b4013f93b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:54.631905 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e716abf7-00ed-4250-b6f4-309b4013f93b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:18:54.762040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-448504cf-f33d-4672-9209-c0f6589c0954 req-ba9406c1-b05b-474a-8338-df245210442b service neutron] 10.222.0.81 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679931 Jul 06 12:18:54.773248 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Attempting to bind port de4c3e49-f41a-4160-9479-9f5f35937530 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:18:54.773860 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Attempting to bind port de4c3e49-f41a-4160-9479-9f5f35937530 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:18:54.773991 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Attempting to bind port de4c3e49-f41a-4160-9479-9f5f35937530 on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:18:54.779262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5fc109da-ef8d-4dc4-9331-a63b6cab6689 req-66827903-6f56-4400-b6f7-88c97c43120e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] For port d656e230-af8f-4451-b6bf-d2acaca4ed1e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=d656e230-af8f-4451-b6bf-d2acaca4ed1e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:54.779748 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5fc109da-ef8d-4dc4-9331-a63b6cab6689 req-66827903-6f56-4400-b6f7-88c97c43120e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:54.786246 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:18:54.786710 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:18:54.787043 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:54.787583 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:18:54.788077 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Bound port: de4c3e49-f41a-4160-9479-9f5f35937530, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:18:54.788462 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:54.800987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-5fc109da-ef8d-4dc4-9331-a63b6cab6689 req-66827903-6f56-4400-b6f7-88c97c43120e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Calling delete_port for d656e230-af8f-4451-b6bf-d2acaca4ed1e owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:54.838005 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37a8dc8e-0135-445e-b23a-82ae80946ed4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:54.894644 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] For port de4c3e49-f41a-4160-9479-9f5f35937530, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:18:54.902164 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] For port de4c3e49-f41a-4160-9479-9f5f35937530, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=de4c3e49-f41a-4160-9479-9f5f35937530,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:18:54.910387 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:54.993240 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Routers {'c36b6e41-3ee5-474f-9c7d-5a9d43088105'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:54.993878 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:18:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c36b6e41-3ee5-474f-9c7d-5a9d43088105'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:54.997493 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716abf7-00ed-4250-b6f4-309b4013f93b None None] Pushing event updated for resources: {'Port': ['ID=de4c3e49-f41a-4160-9479-9f5f35937530,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:55.027852 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5fc109da-ef8d-4dc4-9331-a63b6cab6689 req-66827903-6f56-4400-b6f7-88c97c43120e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:55.044338 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a9d1e838-1ad6-4b96-a2d8-f82f29d01cc7 service neutron] 10.222.0.81 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704215 Jul 06 12:18:55.110438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66827903-6f56-4400-b6f7-88c97c43120e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Port': ['ID=d656e230-af8f-4451-b6bf-d2acaca4ed1e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:55.122003 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] Set router c36b6e41-3ee5-474f-9c7d-5a9d43088105 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:55.203218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-37a8dc8e-0135-445e-b23a-82ae80946ed4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port de4c3e49-f41a-4160-9479-9f5f35937530 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:18:55.208439 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37a8dc8e-0135-445e-b23a-82ae80946ed4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:55.277001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc109da-ef8d-4dc4-9331-a63b6cab6689 req-66827903-6f56-4400-b6f7-88c97c43120e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] No DVR routers for this DVR port d656e230-af8f-4451-b6bf-d2acaca4ed1e on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:18:55.283165 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5fc109da-ef8d-4dc4-9331-a63b6cab6689 req-66827903-6f56-4400-b6f7-88c97c43120e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:55.285653 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5fc109da-ef8d-4dc4-9331-a63b6cab6689 req-66827903-6f56-4400-b6f7-88c97c43120e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.23 "DELETE /v2.0/ports/d656e230-af8f-4451-b6bf-d2acaca4ed1e HTTP/1.1" status: 204 len: 173 time: 0.9777217 Jul 06 12:18:55.286364 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'name': 'network-vif-deleted', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:18:55.290326 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c2c29b-bd30-4aa0-a8fe-a77ba7aaae41" -d '{"events": [{"server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "name": "network-vif-deleted", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:18:55.462730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-37a8dc8e-0135-445e-b23a-82ae80946ed4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] For port de4c3e49-f41a-4160-9479-9f5f35937530, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=de4c3e49-f41a-4160-9479-9f5f35937530,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:18:55.464383 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37a8dc8e-0135-445e-b23a-82ae80946ed4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:55.542258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-37a8dc8e-0135-445e-b23a-82ae80946ed4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for de4c3e49-f41a-4160-9479-9f5f35937530 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:18:55.626531 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36b6e41-3ee5-474f-9c7d-5a9d43088105', 'name': 'tempest-NetworksTestDHCPv6-router-1170817143', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:49Z', 'updated_at': '2021-07-06T12:18:51Z', 'revision_number': 2, 'project_id': '56cd63037e6b47eb83519a8b67952db0', 'gw_port_host': None, '_interfaces': [{'id': 'de4c3e49-f41a-4160-9479-9f5f35937530', 'name': '', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'mac_address': 'fa:16:3e:08:8c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36b6e41-3ee5-474f-9c7d-5a9d43088105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'fb45f22b-7da4-4324-9047-44557f3ba564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:49Z', 'updated_at': '2021-07-06T12:18:54Z', 'revision_number': 4, 'project_id': '56cd63037e6b47eb83519a8b67952db0', 'subnets': [{'id': 'fb45f22b-7da4-4324-9047-44557f3ba564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:55.753974 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf0829-c5ae-4e38-8283-bebbcbf4b208 None None] The sync data for ids ['c36b6e41-3ee5-474f-9c7d-5a9d43088105'] in n-d-799529-2 is: [{'id': 'c36b6e41-3ee5-474f-9c7d-5a9d43088105', 'name': 'tempest-NetworksTestDHCPv6-router-1170817143', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:49Z', 'updated_at': '2021-07-06T12:18:51Z', 'revision_number': 2, 'project_id': '56cd63037e6b47eb83519a8b67952db0', 'gw_port_host': None, '_interfaces': [{'id': 'de4c3e49-f41a-4160-9479-9f5f35937530', 'name': '', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'mac_address': 'fa:16:3e:08:8c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36b6e41-3ee5-474f-9c7d-5a9d43088105', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': 'fb45f22b-7da4-4324-9047-44557f3ba564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:18:49Z', 'updated_at': '2021-07-06T12:18:54Z', 'revision_number': 4, 'project_id': '56cd63037e6b47eb83519a8b67952db0', 'subnets': [{'id': 'fb45f22b-7da4-4324-9047-44557f3ba564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:18:56.031887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3a889c68-f2ab-4b1c-9520-4766bf723899 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:18:56.234495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3a889c68-f2ab-4b1c-9520-4766bf723899 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:18:56.235336 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:56.441931 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37a8dc8e-0135-445e-b23a-82ae80946ed4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:56.533539 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8dc8e-0135-445e-b23a-82ae80946ed4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=de4c3e49-f41a-4160-9479-9f5f35937530,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:56.977091 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37a8dc8e-0135-445e-b23a-82ae80946ed4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:56.999376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe81e18-ae0b-4b13-ae5a-c5776fb04159 req-deb62b5b-5a4d-4f91-b9e0-9ed44596fb60 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:57.012963 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cfe81e18-ae0b-4b13-ae5a-c5776fb04159 req-deb62b5b-5a4d-4f91-b9e0-9ed44596fb60 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 945 time: 0.7517076 Jul 06 12:18:57.278909 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cfe81e18-ae0b-4b13-ae5a-c5776fb04159 req-b71ab5e7-a404-4b3c-8252-6ae7c9dfc641 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641065 Jul 06 12:18:57.456875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d656e230-af8f-4451-b6bf-d2acaca4ed1e no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:18:57.534501 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a8dc8e-0135-445e-b23a-82ae80946ed4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Router c36b6e41-3ee5-474f-9c7d-5a9d43088105 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:18:57.539211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40036) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:57.568663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: d656e230-af8f-4451-b6bf-d2acaca4ed1e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:18:57.569044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device d656e230-af8f-4451-b6bf-d2acaca4ed1e not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:18:57.656138 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dc4fb0-90fd-420b-a393-f24ab0f6d064 x-openstack-request-id: req-14dc4fb0-90fd-420b-a393-f24ab0f6d064 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:18:57.656437 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432e20d2-7089-4a8b-bead-d244b6fb04c7", "name": "network-vif-deleted", "tag": "d656e230-af8f-4451-b6bf-d2acaca4ed1e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:18:57.656711 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14dc4fb0-90fd-420b-a393-f24ab0f6d064 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:18:57.657102 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432e20d2-7089-4a8b-bead-d244b6fb04c7', 'name': 'network-vif-deleted', 'tag': 'd656e230-af8f-4451-b6bf-d2acaca4ed1e', 'status': 'completed', 'code': 200} Jul 06 12:18:57.787354 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a8dc8e-0135-445e-b23a-82ae80946ed4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:18:57.810494 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-37a8dc8e-0135-445e-b23a-82ae80946ed4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "PUT /v2.0/routers/c36b6e41-3ee5-474f-9c7d-5a9d43088105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3719220 Jul 06 12:18:57.810855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40054) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:57.879415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f6c2ed-3341-4ede-9740-d57cebd9a89d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:57.881182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f6c2ed-3341-4ede-9740-d57cebd9a89d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:57.883312 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-97f6c2ed-3341-4ede-9740-d57cebd9a89d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0698040 Jul 06 12:18:57.889432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40064) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:57.919776 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82c911bc-2f11-488c-a867-2192a202a009 req-60412a84-6d35-4394-a58e-2ce1923a893e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 210 time: 0.0352855 Jul 06 12:18:57.959930 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c04a43a-cbfa-4bbe-979f-491fb455cb0f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet fb45f22b-7da4-4324-9047-44557f3ba564 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:18:57.970561 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c04a43a-cbfa-4bbe-979f-491fb455cb0f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:58.277684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f12a9-efd0-41bb-a9a8-9e600e89125e req-a1dfa3b4-1167-464d-a703-9387bc2eee6c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:58.279960 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be2f12a9-efd0-41bb-a9a8-9e600e89125e req-a1dfa3b4-1167-464d-a703-9387bc2eee6c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 945 time: 0.1270142 Jul 06 12:18:58.391281 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be2f12a9-efd0-41bb-a9a8-9e600e89125e req-477a9ddb-da29-47be-a647-005a99d0f07a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027963 Jul 06 12:18:58.643137 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa20f46e-7ce7-4cd6-91c8-e5696b27e112 None None] Sync routers for ids ['c36b6e41-3ee5-474f-9c7d-5a9d43088105'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:18:58.677876 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa20f46e-7ce7-4cd6-91c8-e5696b27e112 None None] Routers {'c36b6e41-3ee5-474f-9c7d-5a9d43088105'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:58.678699 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fa20f46e-7ce7-4cd6-91c8-e5696b27e112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:18:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c36b6e41-3ee5-474f-9c7d-5a9d43088105'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:58.692751 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448504cf-f33d-4672-9209-c0f6589c0954 req-aec7b3a8-6f23-4d16-99f2-57e2262c3998 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:18:58.708942 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-448504cf-f33d-4672-9209-c0f6589c0954 req-aec7b3a8-6f23-4d16-99f2-57e2262c3998 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.89 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 812 time: 0.3750410 Jul 06 12:18:58.979739 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-448504cf-f33d-4672-9209-c0f6589c0954 req-29b6b3dd-3873-4a96-961f-712f7348a3a9 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=832bb4a030854ce3b41104102480a6a9 HTTP/1.1" status: 200 len: 378 time: 0.2213762 Jul 06 12:18:59.000597 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-448504cf-f33d-4672-9209-c0f6589c0954 req-7093fe2b-6c81-4cab-9c72-3b4f30f33c92 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'port': {'device_id': '60ae395c-ea85-411c-9df2-539d2b0d6908', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'admin_state_up': True, 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'security_groups': ['a7f9097c-7815-4053-a383-e5d97cfd0d55']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:18:59.038559 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c04a43a-cbfa-4bbe-979f-491fb455cb0f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:59.239404 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-fa20f46e-7ce7-4cd6-91c8-e5696b27e112 None None] Set router c36b6e41-3ee5-474f-9c7d-5a9d43088105 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:59.304063 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4623557-507f-4c70-8962-7aeb6c756703 req-f29a75a9-4680-406e-bab0-ef999a957a0f tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 210 time: 0.0506444 Jul 06 12:18:59.316630 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c04a43a-cbfa-4bbe-979f-491fb455cb0f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:59.366423 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448504cf-f33d-4672-9209-c0f6589c0954 req-7093fe2b-6c81-4cab-9c72-3b4f30f33c92 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Made reservation on behalf of 832bb4a030854ce3b41104102480a6a9 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:18:59.372481 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-448504cf-f33d-4672-9209-c0f6589c0954 req-7093fe2b-6c81-4cab-9c72-3b4f30f33c92 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:59.396227 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fa20f46e-7ce7-4cd6-91c8-e5696b27e112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36b6e41-3ee5-474f-9c7d-5a9d43088105', 'name': 'tempest-NetworksTestDHCPv6-router-1170817143', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:49Z', 'updated_at': '2021-07-06T12:18:56Z', 'revision_number': 3, 'project_id': '56cd63037e6b47eb83519a8b67952db0', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:59.460975 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa20f46e-7ce7-4cd6-91c8-e5696b27e112 None None] Checking router: c36b6e41-3ee5-474f-9c7d-5a9d43088105 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:18:59.497440 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa20f46e-7ce7-4cd6-91c8-e5696b27e112 None None] Routers {'c36b6e41-3ee5-474f-9c7d-5a9d43088105'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:18:59.498077 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fa20f46e-7ce7-4cd6-91c8-e5696b27e112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:18:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c36b6e41-3ee5-474f-9c7d-5a9d43088105'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:59.556360 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c04a43a-cbfa-4bbe-979f-491fb455cb0f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:59.608369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04a43a-cbfa-4bbe-979f-491fb455cb0f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=fb45f22b-7da4-4324-9047-44557f3ba564,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:18:59.622035 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c04a43a-cbfa-4bbe-979f-491fb455cb0f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:18:59.627345 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2c04a43a-cbfa-4bbe-979f-491fb455cb0f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/fb45f22b-7da4-4324-9047-44557f3ba564 HTTP/1.1" status: 204 len: 168 time: 1.7368209 Jul 06 12:18:59.632137 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143faf40-3fe0-4a67-8afb-f011dc600943 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:18:59.633315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40220) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:18:59.704634 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-fa20f46e-7ce7-4cd6-91c8-e5696b27e112 None None] Set router c36b6e41-3ee5-474f-9c7d-5a9d43088105 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:18:59.822128 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fa20f46e-7ce7-4cd6-91c8-e5696b27e112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36b6e41-3ee5-474f-9c7d-5a9d43088105', 'name': 'tempest-NetworksTestDHCPv6-router-1170817143', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:49Z', 'updated_at': '2021-07-06T12:18:56Z', 'revision_number': 3, 'project_id': '56cd63037e6b47eb83519a8b67952db0', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:18:59.848308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-448504cf-f33d-4672-9209-c0f6589c0954 req-7093fe2b-6c81-4cab-9c72-3b4f30f33c92 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Allocated IP 172.20.0.7 (ad18e200-99a4-4806-8416-4d318414fcf7/2f047520-7237-4556-9ec0-b489c61b5ee3/1645ddf2-4269-460c-8d1f-cf61d4f12e89) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:18:59.872481 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa20f46e-7ce7-4cd6-91c8-e5696b27e112 None None] The sync data for ids ['c36b6e41-3ee5-474f-9c7d-5a9d43088105'] in n-d-799529-2 is: [{'id': 'c36b6e41-3ee5-474f-9c7d-5a9d43088105', 'name': 'tempest-NetworksTestDHCPv6-router-1170817143', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:18:49Z', 'updated_at': '2021-07-06T12:18:56Z', 'revision_number': 3, 'project_id': '56cd63037e6b47eb83519a8b67952db0', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:18:59.920670 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1026d571-5cd2-4e9d-bb3a-800c1718da1e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2858400 Jul 06 12:18:59.943666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40254) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:00.118305 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b25ab488-c18b-4780-bdd9-92313a820927 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:00.131589 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbc5c-18e7-4c0e-973c-3564bcd4671d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:00.194238 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f5755-db5e-44a1-b1c9-d8341b54fa11 req-f70720b9-6bd2-4dcd-b474-03ef09b2ad96 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:00.196408 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-225f5755-db5e-44a1-b1c9-d8341b54fa11 req-f70720b9-6bd2-4dcd-b474-03ef09b2ad96 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 945 time: 0.6521766 Jul 06 12:19:00.207380 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-448504cf-f33d-4672-9209-c0f6589c0954 req-7093fe2b-6c81-4cab-9c72-3b4f30f33c92 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:00.262035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] DHCP port deletion for 84f6ded2-fa58-4f50-89b4-2c981cdca81e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:19:00.278782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-448504cf-f33d-4672-9209-c0f6589c0954 req-7093fe2b-6c81-4cab-9c72-3b4f30f33c92 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Transition to ACTIVE for port object 1645ddf2-4269-460c-8d1f-cf61d4f12e89 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:00.354135 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Deleting port 3a889c68-f2ab-4b1c-9520-4766bf723899 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:00.354715 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:00.370422 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-225f5755-db5e-44a1-b1c9-d8341b54fa11 req-c5746596-f7f7-4022-92ec-db96872dad06 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597359 Jul 06 12:19:00.424296 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-448504cf-f33d-4672-9209-c0f6589c0954 req-7093fe2b-6c81-4cab-9c72-3b4f30f33c92 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:00.527156 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbc5c-18e7-4c0e-973c-3564bcd4671d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:00.530017 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbc5c-18e7-4c0e-973c-3564bcd4671d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:00.562129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448504cf-f33d-4672-9209-c0f6589c0954 req-7093fe2b-6c81-4cab-9c72-3b4f30f33c92 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Network ad18e200-99a4-4806-8416-4d318414fcf7 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:00.579815 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-448504cf-f33d-4672-9209-c0f6589c0954 req-7093fe2b-6c81-4cab-9c72-3b4f30f33c92 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:00.589187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] For port 3a889c68-f2ab-4b1c-9520-4766bf723899, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3a889c68-f2ab-4b1c-9520-4766bf723899,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:00.589589 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:00.589865 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-448504cf-f33d-4672-9209-c0f6589c0954 req-7093fe2b-6c81-4cab-9c72-3b4f30f33c92 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:00.638828 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Calling delete_port for 3a889c68-f2ab-4b1c-9520-4766bf723899 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:00.668853 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093fe2b-6c81-4cab-9c72-3b4f30f33c92 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'Port': ['ID=1645ddf2-4269-460c-8d1f-cf61d4f12e89,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:00.791780 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbc5c-18e7-4c0e-973c-3564bcd4671d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:00.792283 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fbbc5c-18e7-4c0e-973c-3564bcd4671d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Fanout notify agent at l3_agent the message router_deleted on router c36b6e41-3ee5-474f-9c7d-5a9d43088105 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:19:00.810364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448504cf-f33d-4672-9209-c0f6589c0954 req-7093fe2b-6c81-4cab-9c72-3b4f30f33c92 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:00.811191 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-448504cf-f33d-4672-9209-c0f6589c0954 req-7093fe2b-6c81-4cab-9c72-3b4f30f33c92 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:00.825731 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0fbbc5c-18e7-4c0e-973c-3564bcd4671d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:00.827041 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a0fbbc5c-18e7-4c0e-973c-3564bcd4671d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/routers/c36b6e41-3ee5-474f-9c7d-5a9d43088105 HTTP/1.1" status: 204 len: 168 time: 0.8501048 Jul 06 12:19:00.833056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40346) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:00.878906 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:00.927852 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-101cb248-fecc-441d-85e1-f2977b8aee8d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0860412 Jul 06 12:19:00.934319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40354) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:00.949475 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-448504cf-f33d-4672-9209-c0f6589c0954 req-7093fe2b-6c81-4cab-9c72-3b4f30f33c92 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9606502 Jul 06 12:19:01.018866 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0eaa8b-9e1a-4c96-a597-a4a0f2b65876 req-e3422e28-1aec-415a-a901-c4e07442f001 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:01.028455 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a0eaa8b-9e1a-4c96-a597-a4a0f2b65876 req-e3422e28-1aec-415a-a901-c4e07442f001 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 931 time: 0.3537617 Jul 06 12:19:01.030383 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Pushing event deleted for resources: {'Port': ['ID=3a889c68-f2ab-4b1c-9520-4766bf723899,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:01.045874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] No DVR routers for this DVR port 3a889c68-f2ab-4b1c-9520-4766bf723899 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:19:01.075154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:01.076014 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:01.080612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:01.081717 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:01.083083 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:01.083728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:01.087179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:01.088198 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:01.088633 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:01.089063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:01.089496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:01.089939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d23be54-9b17-4018-87aa-e1046f7d4b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:01.165206 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0abef06-d9cd-46ff-bad5-6d7c5c919f57 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:01.169223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a97c7-e637-42e4-bb63-93cc28c8c631 req-6c232864-4628-49f6-9db3-c3d5c2031d88 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:01.175013 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-789a97c7-e637-42e4-bb63-93cc28c8c631 req-6c232864-4628-49f6-9db3-c3d5c2031d88 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 945 time: 0.5883586 Jul 06 12:19:01.175351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-53e3c5e7-ea97-41b1-b24e-9e7d8b57726b None None] Provisioning for port 1645ddf2-4269-460c-8d1f-cf61d4f12e89 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:01.176421 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40380) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:01.180755 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c0abef06-d9cd-46ff-bad5-6d7c5c919f57 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2330437 Jul 06 12:19:01.183671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-53e3c5e7-ea97-41b1-b24e-9e7d8b57726b None None] Provisioning complete for port 1645ddf2-4269-460c-8d1f-cf61d4f12e89 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:01.184065 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53e3c5e7-ea97-41b1-b24e-9e7d8b57726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:01.261019 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a0eaa8b-9e1a-4c96-a597-a4a0f2b65876 req-ed8c6c21-e63d-4747-8fec-3d30dfc55489 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2076256 Jul 06 12:19:01.268122 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-53e3c5e7-ea97-41b1-b24e-9e7d8b57726b None None] Port 1645ddf2-4269-460c-8d1f-cf61d4f12e89 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:19:01.270831 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6f11e245-a38c-4076-b33e-f259fc3a7157 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918281 Jul 06 12:19:01.275138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40392) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:01.283068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-25647552-07e4-4a81-b946-af1ef5270296 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:01.405636 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Request body: {'port': {'device_id': '60ae395c-ea85-411c-9df2-539d2b0d6908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:01.411130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25647552-07e4-4a81-b946-af1ef5270296 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:01.415078 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-25647552-07e4-4a81-b946-af1ef5270296 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:01.604086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-789a97c7-e637-42e4-bb63-93cc28c8c631 req-eae428ba-4ab0-40f7-aa12-96ba971a2166 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Deleting port 69a71844-296c-47bf-b89e-3f2a670315e8 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:01.604626 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-789a97c7-e637-42e4-bb63-93cc28c8c631 req-eae428ba-4ab0-40f7-aa12-96ba971a2166 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:01.732663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-789a97c7-e637-42e4-bb63-93cc28c8c631 req-eae428ba-4ab0-40f7-aa12-96ba971a2166 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] For port 69a71844-296c-47bf-b89e-3f2a670315e8, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=69a71844-296c-47bf-b89e-3f2a670315e8,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:01.733694 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-789a97c7-e637-42e4-bb63-93cc28c8c631 req-eae428ba-4ab0-40f7-aa12-96ba971a2166 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:01.767919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-789a97c7-e637-42e4-bb63-93cc28c8c631 req-eae428ba-4ab0-40f7-aa12-96ba971a2166 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Calling delete_port for 69a71844-296c-47bf-b89e-3f2a670315e8 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:01.784408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b25ab488-c18b-4780-bdd9-92313a820927 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting port f6d2c251-f05b-4011-8b50-e5fc1a443fec {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:01.784754 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b25ab488-c18b-4780-bdd9-92313a820927 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:01.852646 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:01.881610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.objects.ports [None req-25647552-07e4-4a81-b946-af1ef5270296 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100427) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:19:01.904130 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-25647552-07e4-4a81-b946-af1ef5270296 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:01.910403 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3a889c68-f2ab-4b1c-9520-4766bf723899 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:19:01.956083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-b25ab488-c18b-4780-bdd9-92313a820927 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] For port f6d2c251-f05b-4011-8b50-e5fc1a443fec, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f6d2c251-f05b-4011-8b50-e5fc1a443fec,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:01.957928 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b25ab488-c18b-4780-bdd9-92313a820927 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:01.962054 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 3a889c68-f2ab-4b1c-9520-4766bf723899 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:19:01.963101 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3a889c68-f2ab-4b1c-9520-4766bf723899 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:19:01.964100 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device de4c3e49-f41a-4160-9479-9f5f35937530 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:19:01.999352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b25ab488-c18b-4780-bdd9-92313a820927 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Calling delete_port for f6d2c251-f05b-4011-8b50-e5fc1a443fec owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:02.015547 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: de4c3e49-f41a-4160-9479-9f5f35937530 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:19:02.015883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device de4c3e49-f41a-4160-9479-9f5f35937530 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:19:02.339484 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b25ab488-c18b-4780-bdd9-92313a820927 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:02.435268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ab488-c18b-4780-bdd9-92313a820927 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Port': ['ID=f6d2c251-f05b-4011-8b50-e5fc1a443fec,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:02.620910 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905fa57-b8e0-4e09-9903-ffa84d4ae8bd req-7361627b-639e-4356-ad12-f61988318a90 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:02.630177 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e905fa57-b8e0-4e09-9903-ffa84d4ae8bd req-7361627b-639e-4356-ad12-f61988318a90 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6e3748f-277e-41d3-9225-82105729e352 HTTP/1.1" status: 200 len: 945 time: 1.0391662 Jul 06 12:19:02.662704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25647552-07e4-4a81-b946-af1ef5270296 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:02.682699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-25647552-07e4-4a81-b946-af1ef5270296 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:02.695120 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1528bed3-2f3e-4fd4-849f-51d7c3c89ec2 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:02.695719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25647552-07e4-4a81-b946-af1ef5270296 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:02.696568 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-25647552-07e4-4a81-b946-af1ef5270296 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:02.722933 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e905fa57-b8e0-4e09-9903-ffa84d4ae8bd req-8158a8fb-4116-4e48-977d-d446042dfd53 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913529 Jul 06 12:19:02.738649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25647552-07e4-4a81-b946-af1ef5270296 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=db26614d-175f-4366-ab63-1ec0673bdc44,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:02.789290 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-25647552-07e4-4a81-b946-af1ef5270296 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5124056 Jul 06 12:19:02.791305 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40416) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:02.810104 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:02.841729 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-789a97c7-e637-42e4-bb63-93cc28c8c631 req-eae428ba-4ab0-40f7-aa12-96ba971a2166 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:02.868381 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['723a9d44-28d2-45d7-bcad-13fda972061f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:19:02.896796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae428ba-4ab0-40f7-aa12-96ba971a2166 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Pushing event deleted for resources: {'Port': ['ID=69a71844-296c-47bf-b89e-3f2a670315e8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:02.975640 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-789a97c7-e637-42e4-bb63-93cc28c8c631 req-eae428ba-4ab0-40f7-aa12-96ba971a2166 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] No DVR routers for this DVR port 69a71844-296c-47bf-b89e-3f2a670315e8 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:19:02.986186 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-789a97c7-e637-42e4-bb63-93cc28c8c631 req-eae428ba-4ab0-40f7-aa12-96ba971a2166 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:02.993089 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-789a97c7-e637-42e4-bb63-93cc28c8c631 req-eae428ba-4ab0-40f7-aa12-96ba971a2166 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "DELETE /v2.0/ports/69a71844-296c-47bf-b89e-3f2a670315e8 HTTP/1.1" status: 204 len: 173 time: 1.7996049 Jul 06 12:19:02.994049 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b25ab488-c18b-4780-bdd9-92313a820927 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:03.014293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e3748f-277e-41d3-9225-82105729e352', 'name': 'network-vif-deleted', 'tag': '69a71844-296c-47bf-b89e-3f2a670315e8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:03.016958 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58311ac-5f1a-4cd2-a01f-a300547a148d" -d '{"events": [{"server_uuid": "b6e3748f-277e-41d3-9225-82105729e352", "name": "network-vif-deleted", "tag": "69a71844-296c-47bf-b89e-3f2a670315e8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:03.022683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'fixed_ips': [{'subnet_id': 'db26614d-175f-4366-ab63-1ec0673bdc44'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:19:03.023496 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:03.168322 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1645ddf2-4269-460c-8d1f-cf61d4f12e89 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:19:03.185576 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:03.216468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Transition to ACTIVE for port object 1645ddf2-4269-460c-8d1f-cf61d4f12e89 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:03.227437 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa2a96-6e2c-4b0c-92e2-99254543ead5 req-c84761c8-a4a6-4154-8347-74a251eebf70 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:03.229346 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2fa2a96-6e2c-4b0c-92e2-99254543ead5 req-c84761c8-a4a6-4154-8347-74a251eebf70 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 931 time: 0.2464824 Jul 06 12:19:03.232000 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:03.243652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:03.247927 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:03.340631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Allocated IP 2001:db8::f816:3eff:fe17:398c (84f6ded2-fa58-4f50-89b4-2c981cdca81e/db26614d-175f-4366-ab63-1ec0673bdc44/0a35e3f9-249f-4a83-9fd6-4b179b102e66) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:03.447978 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Pushing event updated for resources: {'Port': ['ID=1645ddf2-4269-460c-8d1f-cf61d4f12e89,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:03.459546 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2fa2a96-6e2c-4b0c-92e2-99254543ead5 req-b5577738-0679-4a4c-9ed9-b60f1c2792ca tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2228780 Jul 06 12:19:03.590433 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:03.600226 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Transition to ACTIVE for port object 0a35e3f9-249f-4a83-9fd6-4b179b102e66 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:03.617699 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Transition to ACTIVE for port object 0a35e3f9-249f-4a83-9fd6-4b179b102e66 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:03.638970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 69a71844-296c-47bf-b89e-3f2a670315e8 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:19:03.653057 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:03.721616 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9f4f62-e18c-495c-a3ad-21c6fed14195 x-openstack-request-id: req-7d9f4f62-e18c-495c-a3ad-21c6fed14195 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:03.722268 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e3748f-277e-41d3-9225-82105729e352", "name": "network-vif-deleted", "tag": "69a71844-296c-47bf-b89e-3f2a670315e8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:03.722268 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d9f4f62-e18c-495c-a3ad-21c6fed14195 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:03.722570 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e3748f-277e-41d3-9225-82105729e352', 'name': 'network-vif-deleted', 'tag': '69a71844-296c-47bf-b89e-3f2a670315e8', 'status': 'completed', 'code': 200} Jul 06 12:19:03.726140 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 69a71844-296c-47bf-b89e-3f2a670315e8 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:19:03.731871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 69a71844-296c-47bf-b89e-3f2a670315e8 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:19:03.735952 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25ab488-c18b-4780-bdd9-92313a820927 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router 17921a03-b281-499e-92f0-c36fc58eba4b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:19:03.918116 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:03.928549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:03.936238 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:03.973764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Pushing event updated for resources: {'Port': ['ID=0a35e3f9-249f-4a83-9fd6-4b179b102e66,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:03.982868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Attempting to bind port 1645ddf2-4269-460c-8d1f-cf61d4f12e89 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:19:03.983508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Attempting to bind port 1645ddf2-4269-460c-8d1f-cf61d4f12e89 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:19:03.983744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Attempting to bind port 1645ddf2-4269-460c-8d1f-cf61d4f12e89 on network ad18e200-99a4-4806-8416-4d318414fcf7 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:04.014023 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Attempting to bind port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:19:04.014415 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Attempting to bind port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:19:04.014777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Attempting to bind port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:04.024764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Port 1645ddf2-4269-460c-8d1f-cf61d4f12e89 on network ad18e200-99a4-4806-8416-4d318414fcf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:19:04.025144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Attempting to bind port 1645ddf2-4269-460c-8d1f-cf61d4f12e89 on network ad18e200-99a4-4806-8416-4d318414fcf7 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:04.039201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:19:04.039693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Checking segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:19:04.040217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Bound using segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:19:04.040710 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Bound port: 1645ddf2-4269-460c-8d1f-cf61d4f12e89, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:19:04.041110 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:04.045250 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:19:04.045780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:19:04.049603 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:04.053363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:19:04.056768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Bound port: 0a35e3f9-249f-4a83-9fd6-4b179b102e66, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:19:04.060650 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:04.080555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25ab488-c18b-4780-bdd9-92313a820927 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:19:04.120627 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b25ab488-c18b-4780-bdd9-92313a820927 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "PUT /v2.0/routers/17921a03-b281-499e-92f0-c36fc58eba4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5778487 Jul 06 12:19:04.129383 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40430) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:04.154093 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afb4fd5-ea86-4f81-b472-d0ec166d9d37 None None] Sync routers for ids ['17921a03-b281-499e-92f0-c36fc58eba4b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:19:04.160100 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-de7e58ac-52d9-44a9-9df9-fbabba40b148 req-c4f40df3-b44f-4262-9779-8be6ec22df5f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2879593 Jul 06 12:19:04.251084 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:04.272721 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb4fd5-ea86-4f81-b472-d0ec166d9d37 None None] Routers {'17921a03-b281-499e-92f0-c36fc58eba4b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:19:04.273385 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5afb4fd5-ea86-4f81-b472-d0ec166d9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:18:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['17921a03-b281-499e-92f0-c36fc58eba4b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:04.274084 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-620b4e6d-d203-4986-aa3d-77e77db9c679 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting subnet eda02740-e1ee-415f-a57e-0d644dbb07d0 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:19:04.277616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] For port 1645ddf2-4269-460c-8d1f-cf61d4f12e89, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:19:04.306005 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-620b4e6d-d203-4986-aa3d-77e77db9c679 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:04.343559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] For port 1645ddf2-4269-460c-8d1f-cf61d4f12e89, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=1645ddf2-4269-460c-8d1f-cf61d4f12e89,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:19:04.356381 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:04.368264 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:04.371427 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:04.373648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:04.374314 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:04.462526 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-620b4e6d-d203-4986-aa3d-77e77db9c679 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:04.485180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:04.485840 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:04.487431 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-448504cf-f33d-4672-9209-c0f6589c0954 req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] 10.222.0.89 "PUT /v2.0/ports/1645ddf2-4269-460c-8d1f-cf61d4f12e89 HTTP/1.1" status: 200 len: 1091 time: 3.5050395 Jul 06 12:19:04.489486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ae395c-ea85-411c-9df2-539d2b0d6908', 'tag': '1645ddf2-4269-460c-8d1f-cf61d4f12e89'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:04.494753 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e58ac-52d9-44a9-9df9-fbabba40b148 req-411fff0f-e066-4b5b-a1c5-562588fab204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:04.496553 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-de7e58ac-52d9-44a9-9df9-fbabba40b148 req-411fff0f-e066-4b5b-a1c5-562588fab204 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 1096 time: 0.2375979 Jul 06 12:19:04.497586 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7461c6bf-7889-4a94-9c1f-f7626d6deef6" -d '{"events": [{"name": "network-changed", "server_uuid": "60ae395c-ea85-411c-9df2-539d2b0d6908", "tag": "1645ddf2-4269-460c-8d1f-cf61d4f12e89"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:04.597379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=a5b852d1-d639-478c-a300-5770042337e9,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:04.655524 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8524652 Jul 06 12:19:04.670053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40442) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:04.676499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5b624447-43e0-41a1-9d71-3e7f93c7f2ec tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'mac_address': 'fa:16:3e:ee:4d:ad', 'name': 'tempest-NetworksTestDHCPv6-1767510550'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:04.755497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] For port 0a35e3f9-249f-4a83-9fd6-4b179b102e66, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:19:04.774286 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] For port 0a35e3f9-249f-4a83-9fd6-4b179b102e66, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0a35e3f9-249f-4a83-9fd6-4b179b102e66,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:19:04.783191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-5afb4fd5-ea86-4f81-b472-d0ec166d9d37 None None] Set router 17921a03-b281-499e-92f0-c36fc58eba4b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:19:04.788984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:04.789912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:04.793670 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:04.805281 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:04.805884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:04.811525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:04.811881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:04.812252 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:04.812624 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:04.812972 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:04.813405 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:04.815133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:04.815133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fc949e-bc43-4004-9f4b-178bf027edbf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:04.952562 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-620b4e6d-d203-4986-aa3d-77e77db9c679 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:05.053954 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e58ac-52d9-44a9-9df9-fbabba40b148 req-5527b769-9b35-4f44-b31a-88c7a1e6d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:05.057772 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-de7e58ac-52d9-44a9-9df9-fbabba40b148 req-5527b769-9b35-4f44-b31a-88c7a1e6d3ce service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 906 time: 0.5368016 Jul 06 12:19:05.101913 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4058464-56bd-4760-9f52-3bcc14da9257 service neutron] Pushing event updated for resources: {'Port': ['ID=1645ddf2-4269-460c-8d1f-cf61d4f12e89,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:05.107566 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-620b4e6d-d203-4986-aa3d-77e77db9c679 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:05.157414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b4e6d-d203-4986-aa3d-77e77db9c679 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Subnet': ['ID=eda02740-e1ee-415f-a57e-0d644dbb07d0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:05.185400 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-620b4e6d-d203-4986-aa3d-77e77db9c679 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:05.190583 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-620b4e6d-d203-4986-aa3d-77e77db9c679 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/subnets/eda02740-e1ee-415f-a57e-0d644dbb07d0 HTTP/1.1" status: 204 len: 168 time: 1.0574210 Jul 06 12:19:05.193967 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40446) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:05.351589 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-de7e58ac-52d9-44a9-9df9-fbabba40b148 req-e9ffd46d-cc97-4c18-bc5e-5d43c53e121d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=723a9d44-28d2-45d7-bcad-13fda972061f HTTP/1.1" status: 200 len: 217 time: 0.2706230 Jul 06 12:19:05.362226 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f58d18d-276f-484b-ac96-a559e49927ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:05.455560 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448504cf-f33d-4672-9209-c0f6589c0954 req-0c3dd5c3-81ef-41e8-a630-a39ae79ea674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:05.457797 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-448504cf-f33d-4672-9209-c0f6589c0954 req-0c3dd5c3-81ef-41e8-a630-a39ae79ea674 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 1094 time: 0.8568549 Jul 06 12:19:05.473026 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2883c2-b0f2-486d-bb89-d09c3778d9f6 req-cc6af7be-ad31-422a-934b-b2c5454e4108 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:05.481817 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce2883c2-b0f2-486d-bb89-d09c3778d9f6 req-cc6af7be-ad31-422a-934b-b2c5454e4108 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 943 time: 0.3915620 Jul 06 12:19:05.566171 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde55373-f5ba-43ba-a924-8fddd7edfe2c None None] Network 50155b23-c9d6-4987-983f-0b2810b78690 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:05.584384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b624447-43e0-41a1-9d71-3e7f93c7f2ec tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:05.699926 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-448504cf-f33d-4672-9209-c0f6589c0954 req-77df2fc8-629c-4212-8045-32e5dd15bad2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1645ddf2-4269-460c-8d1f-cf61d4f12e89 HTTP/1.1" status: 200 len: 217 time: 0.2061954 Jul 06 12:19:05.783461 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ce2883c2-b0f2-486d-bb89-d09c3778d9f6 req-3a35ef2e-55ec-461e-87dc-c168dfb48d77 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2975287 Jul 06 12:19:05.836392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e58ac-52d9-44a9-9df9-fbabba40b148 req-d99a9e2a-ddb7-412d-9343-61f6b86b9557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:05.838018 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-de7e58ac-52d9-44a9-9df9-fbabba40b148 req-d99a9e2a-ddb7-412d-9343-61f6b86b9557 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 200 len: 845 time: 0.4857671 Jul 06 12:19:05.851961 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f58d18d-276f-484b-ac96-a559e49927ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:05.929861 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448504cf-f33d-4672-9209-c0f6589c0954 req-2d32d19a-dc71-4a46-b479-54eb5137912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:05.947706 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-448504cf-f33d-4672-9209-c0f6589c0954 req-2d32d19a-dc71-4a46-b479-54eb5137912c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.2328095 Jul 06 12:19:06.016095 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5b2525-b130-47e8-bc0b-99bdd7b17bfb x-openstack-request-id: req-fe5b2525-b130-47e8-bc0b-99bdd7b17bfb {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:06.016530 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ae395c-ea85-411c-9df2-539d2b0d6908", "tag": "1645ddf2-4269-460c-8d1f-cf61d4f12e89", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:06.016882 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe5b2525-b130-47e8-bc0b-99bdd7b17bfb {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:06.017447 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ae395c-ea85-411c-9df2-539d2b0d6908', 'tag': '1645ddf2-4269-460c-8d1f-cf61d4f12e89', 'status': 'completed', 'code': 200} Jul 06 12:19:06.024223 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-de7e58ac-52d9-44a9-9df9-fbabba40b148 req-a1dfcd55-b1ff-4bea-8a9c-05794b395a95 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff636a6-c37f-4f0c-9b69-74b08232ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1750646 Jul 06 12:19:06.192488 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:06.193114 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f2a32df4-0e86-479f-bdb2-13f23907d22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:06.252482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1dab4-91af-43c9-b9c2-90cb4ab75651 None None] Pushing event updated for resources: {'Port': ['ID=0a35e3f9-249f-4a83-9fd6-4b179b102e66,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:06.277143 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b624447-43e0-41a1-9d71-3e7f93c7f2ec tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:06.320540 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-5b624447-43e0-41a1-9d71-3e7f93c7f2ec tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port 4e97864d-d118-44f5-8fc8-e48afc8c88d1 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:19:06.347385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9f58d18d-276f-484b-ac96-a559e49927ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting port dcecf2d3-81aa-435d-a7a3-edd857b6b909 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:06.347885 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f58d18d-276f-484b-ac96-a559e49927ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:06.374230 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5afb4fd5-ea86-4f81-b472-d0ec166d9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898831087', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:19:02Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'dcecf2d3-81aa-435d-a7a3-edd857b6b909', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:06.422451 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448504cf-f33d-4672-9209-c0f6589c0954 req-4f5b3dc2-e94d-4866-b72f-b9890ccb8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:06.424622 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-448504cf-f33d-4672-9209-c0f6589c0954 req-4f5b3dc2-e94d-4866-b72f-b9890ccb8c8d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4604528 Jul 06 12:19:06.444412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afb4fd5-ea86-4f81-b472-d0ec166d9d37 None None] Checking router: 17921a03-b281-499e-92f0-c36fc58eba4b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:19:06.461244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-1e0ef491-30e2-4bb7-95c6-8cf7e0e73892 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:06.465671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb4fd5-ea86-4f81-b472-d0ec166d9d37 None None] Routers {'17921a03-b281-499e-92f0-c36fc58eba4b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:19:06.466414 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5afb4fd5-ea86-4f81-b472-d0ec166d9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:18:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['17921a03-b281-499e-92f0-c36fc58eba4b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:06.469181 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-1e0ef491-30e2-4bb7-95c6-8cf7e0e73892 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 805 time: 0.2943788 Jul 06 12:19:06.532297 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-de7e58ac-52d9-44a9-9df9-fbabba40b148 req-9a52d3a0-1e27-43f6-b993-c81bd301aa6a service neutron] 10.222.0.89 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836199 Jul 06 12:19:06.551052 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-cfb7f882-68ce-493a-80bf-c9dd62ad3f4e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/quotas/6ffb4de1dcd440ee97d07df1491b1e7a HTTP/1.1" status: 200 len: 375 time: 0.0805697 Jul 06 12:19:06.722097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-9f58d18d-276f-484b-ac96-a559e49927ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] For port dcecf2d3-81aa-435d-a7a3-edd857b6b909, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=dcecf2d3-81aa-435d-a7a3-edd857b6b909,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:06.722621 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f58d18d-276f-484b-ac96-a559e49927ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:06.728462 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-448504cf-f33d-4672-9209-c0f6589c0954 req-539f11d8-6d25-4fb3-a850-ce0cbd485857 service neutron] 10.222.0.89 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893577 Jul 06 12:19:06.779253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9f58d18d-276f-484b-ac96-a559e49927ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Calling delete_port for dcecf2d3-81aa-435d-a7a3-edd857b6b909 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:06.855896 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-de7e58ac-52d9-44a9-9df9-fbabba40b148 req-f50c1e28-5842-495d-85d4-cc5b4723c740 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110890 Jul 06 12:19:06.907927 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-ee203b1c-4220-4451-a306-6fabd6a3958d tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3554907 Jul 06 12:19:06.940530 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-5afb4fd5-ea86-4f81-b472-d0ec166d9d37 None None] Set router 17921a03-b281-499e-92f0-c36fc58eba4b gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:19:07.060958 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5afb4fd5-ea86-4f81-b472-d0ec166d9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898831087', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:19:05Z', 'revision_number': 6, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:07.141350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-5b624447-43e0-41a1-9d71-3e7f93c7f2ec tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 172.20.0.3 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/a5b852d1-d639-478c-a300-5770042337e9/4e97864d-d118-44f5-8fc8-e48afc8c88d1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:07.159267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-5b624447-43e0-41a1-9d71-3e7f93c7f2ec tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::f816:3eff:feee:4dad (84f6ded2-fa58-4f50-89b4-2c981cdca81e/db26614d-175f-4366-ab63-1ec0673bdc44/4e97864d-d118-44f5-8fc8-e48afc8c88d1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:07.183918 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4c221c-89e7-4ccb-ab4e-cecf05b4254e None None] DHCP port deletion for 50155b23-c9d6-4987-983f-0b2810b78690 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:19:07.204065 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afb4fd5-ea86-4f81-b472-d0ec166d9d37 None None] The sync data for ids ['17921a03-b281-499e-92f0-c36fc58eba4b'] in n-d-799529-2 is: [{'id': '17921a03-b281-499e-92f0-c36fc58eba4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898831087', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:16:36Z', 'updated_at': '2021-07-06T12:19:05Z', 'revision_number': 6, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:19:07.213234 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f58d18d-276f-484b-ac96-a559e49927ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:07.338531 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:07.375941 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58d18d-276f-484b-ac96-a559e49927ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Port': ['ID=dcecf2d3-81aa-435d-a7a3-edd857b6b909,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:07.389615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c221c-89e7-4ccb-ab4e-cecf05b4254e None None] Deleting port 73987e32-9269-4b3e-9d5c-96a62988795e {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:07.390030 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a4c221c-89e7-4ccb-ab4e-cecf05b4254e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:07.617376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4a4c221c-89e7-4ccb-ab4e-cecf05b4254e None None] For port 73987e32-9269-4b3e-9d5c-96a62988795e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=73987e32-9269-4b3e-9d5c-96a62988795e,segment=NetworkSegment(7d4fe6d8-e803-411c-bcec-891d05bc26b5),segment_id=7d4fe6d8-e803-411c-bcec-891d05bc26b5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:07.621153 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a4c221c-89e7-4ccb-ab4e-cecf05b4254e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:07.635752 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b624447-43e0-41a1-9d71-3e7f93c7f2ec tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:07.662219 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c221c-89e7-4ccb-ab4e-cecf05b4254e None None] Calling delete_port for 73987e32-9269-4b3e-9d5c-96a62988795e owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:07.682997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1002d165-da3b-4c52-a9af-f6a194ddd6b7 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:07.712025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-5b624447-43e0-41a1-9d71-3e7f93c7f2ec tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object 4e97864d-d118-44f5-8fc8-e48afc8c88d1 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:07.891343 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b624447-43e0-41a1-9d71-3e7f93c7f2ec tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:07.972053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b624447-43e0-41a1-9d71-3e7f93c7f2ec tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:07.976266 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5b624447-43e0-41a1-9d71-3e7f93c7f2ec tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:07.981577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b624447-43e0-41a1-9d71-3e7f93c7f2ec tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:08.231621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2d8270c6-8e22-43ce-b4cb-887156066d62 None None] Provisioning for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:08.311549 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:08.318823 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0452f990-c1a5-4608-a041-4ed3d23312a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:08.392037 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a4c221c-89e7-4ccb-ab4e-cecf05b4254e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:08.458822 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c221c-89e7-4ccb-ab4e-cecf05b4254e None None] Pushing event deleted for resources: {'Port': ['ID=73987e32-9269-4b3e-9d5c-96a62988795e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:08.470683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4c221c-89e7-4ccb-ab4e-cecf05b4254e None None] No DVR routers for this DVR port 73987e32-9269-4b3e-9d5c-96a62988795e on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:19:08.622377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d2f67a-3f72-4480-8e6d-67e7455ad72f None None] Update dhcp port {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'fixed_ips': [{'subnet_id': 'db26614d-175f-4366-ab63-1ec0673bdc44', 'ip_address': '2001:db8::f816:3eff:fe17:398c'}, {'subnet_id': 'a5b852d1-d639-478c-a300-5770042337e9'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '0a35e3f9-249f-4a83-9fd6-4b179b102e66'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:19:08.659005 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-d6cd8f5f-4a07-48b2-bb00-12d6e8a9cf53 service neutron] 10.222.0.81 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4583378 Jul 06 12:19:08.696524 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0a35e3f9-249f-4a83-9fd6-4b179b102e66 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:08.701399 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82d2f67a-3f72-4480-8e6d-67e7455ad72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:08.874682 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-448504cf-f33d-4672-9209-c0f6589c0954 req-9e561554-10a5-4f45-9404-6c5cacf78bfe service neutron] 10.222.0.89 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1289673 Jul 06 12:19:08.939743 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f58d18d-276f-484b-ac96-a559e49927ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:08.940363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b624447-43e0-41a1-9d71-3e7f93c7f2ec tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:08.941561 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b624447-43e0-41a1-9d71-3e7f93c7f2ec tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:08.962344 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b624447-43e0-41a1-9d71-3e7f93c7f2ec tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=4e97864d-d118-44f5-8fc8-e48afc8c88d1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:08.982292 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5b624447-43e0-41a1-9d71-3e7f93c7f2ec tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3104680 Jul 06 12:19:08.986050 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40474) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:09.087046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:09.110418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:09.110927 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:09.159465 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a32864e-9112-42a5-a56d-5ce79d5bf22a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:09.179369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a32864e-9112-42a5-a56d-5ce79d5bf22a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:09.185190 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5a32864e-9112-42a5-a56d-5ce79d5bf22a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1936548 Jul 06 12:19:09.185809 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-9ce06ac2-c2d1-4423-8bbc-59a373a9f801 service neutron] 10.222.0.81 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210738 Jul 06 12:19:09.186073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40476) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:09.192405 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f58d18d-276f-484b-ac96-a559e49927ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:09.215180 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f58d18d-276f-484b-ac96-a559e49927ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:09.366725 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461c6bf-7889-4a94-9c1f-f7626d6deef6 req-915b37b4-638e-4724-98ae-39910b61c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:09.375937 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7461c6bf-7889-4a94-9c1f-f7626d6deef6 req-915b37b4-638e-4724-98ae-39910b61c743 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 1094 time: 0.4334290 Jul 06 12:19:09.407764 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:09.502453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d85552b2-f76a-4739-920a-b792e9152974 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port 4e97864d-d118-44f5-8fc8-e48afc8c88d1 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:09.502793 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d85552b2-f76a-4739-920a-b792e9152974 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:09.563059 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 0a35e3f9-249f-4a83-9fd6-4b179b102e66, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0a35e3f9-249f-4a83-9fd6-4b179b102e66,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:09.577090 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:09.608453 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-82d2f67a-3f72-4480-8e6d-67e7455ad72f None None] Allocated IP 172.20.0.2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/a5b852d1-d639-478c-a300-5770042337e9/0a35e3f9-249f-4a83-9fd6-4b179b102e66) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:09.618042 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:09.721675 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461c6bf-7889-4a94-9c1f-f7626d6deef6 req-ef5ae253-4e9d-44bb-8dc3-6021f72f1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:09.723186 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7461c6bf-7889-4a94-9c1f-f7626d6deef6 req-ef5ae253-4e9d-44bb-8dc3-6021f72f1d84 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 913 time: 0.3398921 Jul 06 12:19:09.728942 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f58d18d-276f-484b-ac96-a559e49927ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:09.729516 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f58d18d-276f-484b-ac96-a559e49927ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Fanout notify agent at l3_agent the message router_deleted on router 17921a03-b281-499e-92f0-c36fc58eba4b {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:19:09.768051 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f58d18d-276f-484b-ac96-a559e49927ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:09.769565 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9f58d18d-276f-484b-ac96-a559e49927ea tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/routers/17921a03-b281-499e-92f0-c36fc58eba4b HTTP/1.1" status: 204 len: 168 time: 4.5735044 Jul 06 12:19:09.780097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f6d2c251-f05b-4011-8b50-e5fc1a443fec no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:19:09.782638 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=0a35e3f9-249f-4a83-9fd6-4b179b102e66,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:09.783898 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d85552b2-f76a-4739-920a-b792e9152974 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:09.786295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40482) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:09.914480 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7461c6bf-7889-4a94-9c1f-f7626d6deef6 req-1dc2cec6-c785-4e3b-8576-cd389d48b342 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1645ddf2-4269-460c-8d1f-cf61d4f12e89 HTTP/1.1" status: 200 len: 217 time: 0.1829326 Jul 06 12:19:09.950873 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: f6d2c251-f05b-4011-8b50-e5fc1a443fec {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:19:09.951257 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f6d2c251-f05b-4011-8b50-e5fc1a443fec not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:19:09.951764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 73987e32-9269-4b3e-9d5c-96a62988795e no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:19:10.069207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d85552b2-f76a-4739-920a-b792e9152974 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for 4e97864d-d118-44f5-8fc8-e48afc8c88d1 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:10.142042 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 73987e32-9269-4b3e-9d5c-96a62988795e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:19:10.142382 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 73987e32-9269-4b3e-9d5c-96a62988795e not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:19:10.254859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461c6bf-7889-4a94-9c1f-f7626d6deef6 req-a06546fd-6f37-44b9-b8be-16cd5496012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:10.256450 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7461c6bf-7889-4a94-9c1f-f7626d6deef6 req-a06546fd-6f37-44b9-b8be-16cd5496012f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.3124585 Jul 06 12:19:10.301451 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ca9402-e214-46f4-acc6-2442d037c409 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:10.311758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-82d2f67a-3f72-4480-8e6d-67e7455ad72f None None] For port 0a35e3f9-249f-4a83-9fd6-4b179b102e66, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0a35e3f9-249f-4a83-9fd6-4b179b102e66,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:10.332067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a3dd3-9675-4e26-b0b2-e58c1e8c5ad1 req-38e07dc1-a725-43c1-8764-648a6d4fd838 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:10.334241 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-296a3dd3-9675-4e26-b0b2-e58c1e8c5ad1 req-38e07dc1-a725-43c1-8764-648a6d4fd838 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 943 time: 0.4187968 Jul 06 12:19:10.356640 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0a35e3f9-249f-4a83-9fd6-4b179b102e66 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:10.413203 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-296a3dd3-9675-4e26-b0b2-e58c1e8c5ad1 req-52b106ff-5c7e-4459-8295-4251db81b2be tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689964 Jul 06 12:19:10.415986 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461c6bf-7889-4a94-9c1f-f7626d6deef6 req-19e4a1a0-321a-45da-8787-9631393a43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:10.417216 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7461c6bf-7889-4a94-9c1f-f7626d6deef6 req-19e4a1a0-321a-45da-8787-9631393a43ce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511979 Jul 06 12:19:10.562075 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82d2f67a-3f72-4480-8e6d-67e7455ad72f None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:10.642321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-82d2f67a-3f72-4480-8e6d-67e7455ad72f None None] Transition to ACTIVE for port object 0a35e3f9-249f-4a83-9fd6-4b179b102e66 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:10.655396 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8e0752b3-0ee2-4b0c-8a86-5c5030c4a0de req-ff097a78-60f1-46f1-8908-5e01b33b70be tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 210 time: 0.1355205 Jul 06 12:19:10.662180 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:10.662579 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:10.671595 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82d2f67a-3f72-4480-8e6d-67e7455ad72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:10.716191 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ca9402-e214-46f4-acc6-2442d037c409 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:10.739015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-90ca9402-e214-46f4-acc6-2442d037c409 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50155b23-c9d6-4987-983f-0b2810b78690']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:10.761229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-90ca9402-e214-46f4-acc6-2442d037c409 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4fe6d8-e803-411c-bcec-891d05bc26b5') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:10.761828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-90ca9402-e214-46f4-acc6-2442d037c409 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4fe6d8-e803-411c-bcec-891d05bc26b5') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:10.781128 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7461c6bf-7889-4a94-9c1f-f7626d6deef6 req-0c687f17-b477-4209-abad-71a85dab0b24 service neutron] 10.222.0.89 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541849 Jul 06 12:19:10.799693 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ca9402-e214-46f4-acc6-2442d037c409 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:10.914443 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ca9402-e214-46f4-acc6-2442d037c409 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:10.953873 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ca9402-e214-46f4-acc6-2442d037c409 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:19:10.955448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ca9402-e214-46f4-acc6-2442d037c409 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:19:10.962583 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:19:11.030775 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2f67a-3f72-4480-8e6d-67e7455ad72f None None] Pushing event updated for resources: {'Port': ['ID=0a35e3f9-249f-4a83-9fd6-4b179b102e66,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:11.051843 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 had new provisioning blocks added so it will not transition to active. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 06 12:19:11.055362 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:11.066080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device dcecf2d3-81aa-435d-a7a3-edd857b6b909 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:19:11.094469 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7461c6bf-7889-4a94-9c1f-f7626d6deef6 req-a7b0ac6c-85c3-4d2c-9898-b9b47754c2a5 service neutron] 10.222.0.89 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064866 Jul 06 12:19:11.095496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: dcecf2d3-81aa-435d-a7a3-edd857b6b909 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:19:11.095876 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device dcecf2d3-81aa-435d-a7a3-edd857b6b909 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:19:11.258491 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d85552b2-f76a-4739-920a-b792e9152974 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:11.311600 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ca9402-e214-46f4-acc6-2442d037c409 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:11.329143 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85552b2-f76a-4739-920a-b792e9152974 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=4e97864d-d118-44f5-8fc8-e48afc8c88d1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:11.355718 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ca9402-e214-46f4-acc6-2442d037c409 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:11.360194 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-90ca9402-e214-46f4-acc6-2442d037c409 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/networks/50155b23-c9d6-4987-983f-0b2810b78690 HTTP/1.1" status: 204 len: 168 time: 1.5708630 Jul 06 12:19:11.362929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40500) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:11.419618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca9402-e214-46f4-acc6-2442d037c409 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Network': ['ID=50155b23-c9d6-4987-983f-0b2810b78690,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:11.560733 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-646263ab-8eee-4217-960a-bbb32fabba6f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:11.623521 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-646263ab-8eee-4217-960a-bbb32fabba6f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:11.777791 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-646263ab-8eee-4217-960a-bbb32fabba6f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:11.781233 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-646263ab-8eee-4217-960a-bbb32fabba6f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:11.782588 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-646263ab-8eee-4217-960a-bbb32fabba6f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/security-groups/87e22f5c-9a60-4fdb-b175-cae0bfe6e98d HTTP/1.1" status: 204 len: 168 time: 0.4173896 Jul 06 12:19:11.785897 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d85552b2-f76a-4739-920a-b792e9152974 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:11.791118 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d85552b2-f76a-4739-920a-b792e9152974 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/4e97864d-d118-44f5-8fc8-e48afc8c88d1 HTTP/1.1" status: 204 len: 168 time: 2.6037683 Jul 06 12:19:11.791991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40508) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:11.822266 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646263ab-8eee-4217-960a-bbb32fabba6f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e22f5c-9a60-4fdb-b175-cae0bfe6e98d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:11.947802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246cd4ef-01ec-4b4d-ae6c-df6c3b49b565 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:11.949742 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246cd4ef-01ec-4b4d-ae6c-df6c3b49b565 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:11.951440 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246cd4ef-01ec-4b4d-ae6c-df6c3b49b565 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:11.961350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40512) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:11.985199 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-246cd4ef-01ec-4b4d-ae6c-df6c3b49b565 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1786001 Jul 06 12:19:12.034523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40514) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:12.069367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9309f-f58d-4033-b25a-f144dfb1374b req-33c8f9fc-16fe-44d1-8943-5f66f7b3e6bd tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:12.080590 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-65c9309f-f58d-4033-b25a-f144dfb1374b req-33c8f9fc-16fe-44d1-8943-5f66f7b3e6bd tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 943 time: 0.2633142 Jul 06 12:19:12.122105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30cfc7c-fd7f-49f0-9fd5-a5d396209d62 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet a5b852d1-d639-478c-a300-5770042337e9 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:19:12.134493 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a30cfc7c-fd7f-49f0-9fd5-a5d396209d62 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:12.167891 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-65c9309f-f58d-4033-b25a-f144dfb1374b req-d334f006-0f17-4fab-9a42-3063fde73de2 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846286 Jul 06 12:19:12.332511 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0a35e3f9-249f-4a83-9fd6-4b179b102e66 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:12.414660 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-429f19d5-1558-4bcd-a52e-422a5bc23585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:12.435845 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-86ccf2bc-2e84-4af0-95d0-c7cf6e6dbd75 None None] Provisioning for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:12.436604 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7ccfe735-2e6f-4ea4-a5f2-9deffe4d786b req-9343238e-9a3a-42fe-aac1-2be756c8f1c1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 210 time: 0.0509977 Jul 06 12:19:12.448832 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a30cfc7c-fd7f-49f0-9fd5-a5d396209d62 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:12.456507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-86ccf2bc-2e84-4af0-95d0-c7cf6e6dbd75 None None] Provisioning complete for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:12.456885 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86ccf2bc-2e84-4af0-95d0-c7cf6e6dbd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:12.572604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:12.573232 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:12.644824 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-429f19d5-1558-4bcd-a52e-422a5bc23585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:12.810406 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a30cfc7c-fd7f-49f0-9fd5-a5d396209d62 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:12.832470 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-86ccf2bc-2e84-4af0-95d0-c7cf6e6dbd75 None None] Could not find standard attr ID for object 4e97864d-d118-44f5-8fc8-e48afc8c88d1. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:19:12.871306 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-429f19d5-1558-4bcd-a52e-422a5bc23585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:12.908470 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-429f19d5-1558-4bcd-a52e-422a5bc23585 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0503cb1e36e24d8bae740dc6fb09a966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8731129 Jul 06 12:19:12.911699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40522) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:12.979626 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6becdde7-5945-4891-96ea-0b54b8a97592 None None] Could not find standard attr ID for object 4e97864d-d118-44f5-8fc8-e48afc8c88d1. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:19:13.035781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-5f75c37c-05c1-47bc-8ed4-a92b39c49de3 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:13.037759 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-5f75c37c-05c1-47bc-8ed4-a92b39c49de3 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 805 time: 0.8178918 Jul 06 12:19:13.052272 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9b59f09-23a0-4743-8007-2f62c0c2ab9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:13.080311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-05abc581-02b9-402d-9d59-1659218646b7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Request body: {'port': {'device_id': '7cbefb6a-1226-4105-9df2-28ed432a8284', 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42', 'admin_state_up': True, 'tenant_id': '6ffb4de1dcd440ee97d07df1491b1e7a'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:13.101086 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9b59f09-23a0-4743-8007-2f62c0c2ab9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:13.118265 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f19d5-1558-4bcd-a52e-422a5bc23585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7af245e-4688-4c7d-b782-a91e573a38bd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:13.151440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a30cfc7c-fd7f-49f0-9fd5-a5d396209d62 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:13.215134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40526) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:13.221464 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-58ca7608-6321-4249-895b-f03b8cf2168e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995217566', 'description': 'tempest-secgroup-smoke-995217566 description', 'project_id': 'f585d4167c1145b098521c82cd595bff'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:13.236736 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9b59f09-23a0-4743-8007-2f62c0c2ab9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:13.251743 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9b59f09-23a0-4743-8007-2f62c0c2ab9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:13.268602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a9b59f09-23a0-4743-8007-2f62c0c2ab9f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d7af245e-4688-4c7d-b782-a91e573a38bd HTTP/1.1" status: 204 len: 168 time: 0.3550291 Jul 06 12:19:13.313102 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b59f09-23a0-4743-8007-2f62c0c2ab9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7af245e-4688-4c7d-b782-a91e573a38bd,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:13.359369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cfc7c-fd7f-49f0-9fd5-a5d396209d62 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b852d1-d639-478c-a300-5770042337e9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:13.380842 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a30cfc7c-fd7f-49f0-9fd5-a5d396209d62 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:13.381785 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-58ca7608-6321-4249-895b-f03b8cf2168e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:13.385540 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a30cfc7c-fd7f-49f0-9fd5-a5d396209d62 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/a5b852d1-d639-478c-a300-5770042337e9 HTTP/1.1" status: 204 len: 168 time: 1.4209325 Jul 06 12:19:13.387428 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40532) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:13.490292 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebb5cf6-6149-464e-9a15-5d4d9121ca87 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet db26614d-175f-4366-ab63-1ec0673bdc44 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:19:13.496076 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5cf6-6149-464e-9a15-5d4d9121ca87 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:13.563612 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5cf6-6149-464e-9a15-5d4d9121ca87 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:13.615047 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-58ca7608-6321-4249-895b-f03b8cf2168e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:13.625106 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-58ca7608-6321-4249-895b-f03b8cf2168e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:13.686024 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-58ca7608-6321-4249-895b-f03b8cf2168e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:13.690622 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-58ca7608-6321-4249-895b-f03b8cf2168e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4713123 Jul 06 12:19:13.699744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40544) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:13.701182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca7608-6321-4249-895b-f03b8cf2168e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:13.708485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-05abc581-02b9-402d-9d59-1659218646b7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Made reservation on behalf of 6ffb4de1dcd440ee97d07df1491b1e7a for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:13.711855 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-05abc581-02b9-402d-9d59-1659218646b7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:13.719549 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-dce37b1d-eb9d-4d67-8b02-0e23510dfe3e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': '3cc400a4-95b7-4999-8b78-ffeafbd0c0f9', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:13.756918 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec4ea6-df5d-4284-91fa-8577e15b089b req-a852557d-2636-4a31-9790-3ce732de2d30 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:13.758712 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c3ec4ea6-df5d-4284-91fa-8577e15b089b req-a852557d-2636-4a31-9790-3ce732de2d30 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 943 time: 0.3272963 Jul 06 12:19:13.769947 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c1350e-dc0e-4bec-99f2-e2cd765266f7 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:13.799194 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dce37b1d-eb9d-4d67-8b02-0e23510dfe3e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:13.830592 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c3ec4ea6-df5d-4284-91fa-8577e15b089b req-e08dea2f-29a0-45df-b503-b96a4b20d2ab tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652530 Jul 06 12:19:13.949257 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5cf6-6149-464e-9a15-5d4d9121ca87 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:13.968526 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dce37b1d-eb9d-4d67-8b02-0e23510dfe3e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:13.974919 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dce37b1d-eb9d-4d67-8b02-0e23510dfe3e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:14.066946 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-05abc581-02b9-402d-9d59-1659218646b7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Allocated IP 172.20.0.4 (1ff636a6-c37f-4f0c-9b69-74b08232ce42/3b13b069-a449-4c79-8cb2-c610ef4f1ffa/032d8785-724e-4e76-b000-429384254ece) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:14.117235 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dce37b1d-eb9d-4d67-8b02-0e23510dfe3e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:14.118941 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dce37b1d-eb9d-4d67-8b02-0e23510dfe3e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4037938 Jul 06 12:19:14.121689 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83b8bade-f455-4b32-88da-f0d5f9a739b4 req-8b410f7a-fca6-4ddd-b785-a0a9c86c3b25 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 210 time: 0.0950382 Jul 06 12:19:14.122593 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce37b1d-eb9d-4d67-8b02-0e23510dfe3e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eec2c7c-985d-4451-96a1-f5d02459d8b6,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:14.126426 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40558) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:14.133136 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-3ca76cd1-520a-4dfa-870c-971756c371bd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': '3cc400a4-95b7-4999-8b78-ffeafbd0c0f9', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:14.190841 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3ca76cd1-520a-4dfa-870c-971756c371bd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:14.381602 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3ca76cd1-520a-4dfa-870c-971756c371bd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:14.386905 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3ca76cd1-520a-4dfa-870c-971756c371bd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:14.409420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca76cd1-520a-4dfa-870c-971756c371bd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989532f3-bbee-4d77-b488-cc9d3370a9dc,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:14.410528 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5cf6-6149-464e-9a15-5d4d9121ca87 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:14.416877 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3ca76cd1-520a-4dfa-870c-971756c371bd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:14.419603 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3ca76cd1-520a-4dfa-870c-971756c371bd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2905819 Jul 06 12:19:14.421116 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40570) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:14.426350 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-2881f3ac-f4a7-4a06-b912-cb4bd4888b71 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': '3cc400a4-95b7-4999-8b78-ffeafbd0c0f9', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:14.453660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb5cf6-6149-464e-9a15-5d4d9121ca87 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=db26614d-175f-4366-ab63-1ec0673bdc44,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:14.456303 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ebb5cf6-6149-464e-9a15-5d4d9121ca87 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:14.461733 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2ebb5cf6-6149-464e-9a15-5d4d9121ca87 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/db26614d-175f-4366-ab63-1ec0673bdc44 HTTP/1.1" status: 204 len: 168 time: 1.0731528 Jul 06 12:19:14.462684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40572) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:14.521218 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-05abc581-02b9-402d-9d59-1659218646b7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:14.543211 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e65d8c13-4ba5-4706-81b2-e60c98c78e0d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764441 Jul 06 12:19:14.544476 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40576) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:14.550295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1ed2b923-a5ea-4f58-a451-dfb597c19c5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:14.586472 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-05abc581-02b9-402d-9d59-1659218646b7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:14.599771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['723a9d44-28d2-45d7-bcad-13fda972061f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:19:14.610119 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2881f3ac-f4a7-4a06-b912-cb4bd4888b71 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:14.678587 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-05abc581-02b9-402d-9d59-1659218646b7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:14.688985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-05abc581-02b9-402d-9d59-1659218646b7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:14.694551 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-05abc581-02b9-402d-9d59-1659218646b7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:14.734755 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2881f3ac-f4a7-4a06-b912-cb4bd4888b71 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:14.750376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed2b923-a5ea-4f58-a451-dfb597c19c5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:14.754528 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b923-a5ea-4f58-a451-dfb597c19c5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:14.800196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abc581-02b9-402d-9d59-1659218646b7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Pushing event updated for resources: {'Port': ['ID=032d8785-724e-4e76-b000-429384254ece,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:14.818118 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2881f3ac-f4a7-4a06-b912-cb4bd4888b71 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:14.845914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-05abc581-02b9-402d-9d59-1659218646b7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:14.846596 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-05abc581-02b9-402d-9d59-1659218646b7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:14.889990 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-05abc581-02b9-402d-9d59-1659218646b7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8328850 Jul 06 12:19:14.953210 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881f3ac-f4a7-4a06-b912-cb4bd4888b71 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147609fa-45aa-4abf-9cf1-981baaa277c3,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:14.969225 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:19:14.999885 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2881f3ac-f4a7-4a06-b912-cb4bd4888b71 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:15.003855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2881f3ac-f4a7-4a06-b912-cb4bd4888b71 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5787649 Jul 06 12:19:15.004431 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40590) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:15.012462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-97a2fbf4-c1dc-43ed-9842-ba854f289eb5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': '3cc400a4-95b7-4999-8b78-ffeafbd0c0f9', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:15.069668 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97a2fbf4-c1dc-43ed-9842-ba854f289eb5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:15.151748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Request body: {'port': {'device_id': '7cbefb6a-1226-4105-9df2-28ed432a8284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:15.296053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311110c-ef3e-489c-a1aa-cd2f2fb42ddb req-190db4af-485d-4fb3-8e70-08e6204cec2a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:15.305043 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97a2fbf4-c1dc-43ed-9842-ba854f289eb5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:15.306603 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a311110c-ef3e-489c-a1aa-cd2f2fb42ddb req-190db4af-485d-4fb3-8e70-08e6204cec2a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 943 time: 0.2875717 Jul 06 12:19:15.315634 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97a2fbf4-c1dc-43ed-9842-ba854f289eb5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:15.336141 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:15.353880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2fbf4-c1dc-43ed-9842-ba854f289eb5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee978666-0a8b-437b-b1d5-3691efc5c9d7,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:15.365022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40596) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:15.373603 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a311110c-ef3e-489c-a1aa-cd2f2fb42ddb req-19c7f2d4-627a-4c92-9df0-483fa1e812f8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654604 Jul 06 12:19:15.381741 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97a2fbf4-c1dc-43ed-9842-ba854f289eb5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:15.383635 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-97a2fbf4-c1dc-43ed-9842-ba854f289eb5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3775332 Jul 06 12:19:15.390096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40602) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:15.466837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-942b0d98-8535-4ac8-a093-58feac127375 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': '3cc400a4-95b7-4999-8b78-ffeafbd0c0f9', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:15.508755 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de439b10-3bd7-42ba-9dee-913f15f39edd None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:15.556078 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-942b0d98-8535-4ac8-a093-58feac127375 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Project f585d4167c1145b098521c82cd595bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:19:15.577695 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-942b0d98-8535-4ac8-a093-58feac127375 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:15.670585 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3138d99c-0d09-4be8-ba38-5a801cc9520a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:15.701502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1db4b097-b48d-4eea-a4b4-1cc0c47f20e6 None None] Provisioning complete for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:15.707804 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1db4b097-b48d-4eea-a4b4-1cc0c47f20e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:15.792244 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032d8785-724e-4e76-b000-429384254ece {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:19:15.808289 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:15.842595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Transition to ACTIVE for port object 032d8785-724e-4e76-b000-429384254ece will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:15.852407 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:15.873903 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-942b0d98-8535-4ac8-a093-58feac127375 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:15.881739 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-942b0d98-8535-4ac8-a093-58feac127375 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:15.948616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b0d98-8535-4ac8-a093-58feac127375 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5660266-5c59-446f-ba8e-ee86b5e641dd,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:15.953302 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3138d99c-0d09-4be8-ba38-5a801cc9520a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:15.969109 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3138d99c-0d09-4be8-ba38-5a801cc9520a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:15.979876 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-942b0d98-8535-4ac8-a093-58feac127375 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:15.984338 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-942b0d98-8535-4ac8-a093-58feac127375 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5876923 Jul 06 12:19:15.987753 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Pushing event updated for resources: {'Port': ['ID=032d8785-724e-4e76-b000-429384254ece,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:15.992608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40604) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:16.001573 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5e2e7436-918e-4ab8-8465-797741c0ca1a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': '3cc400a4-95b7-4999-8b78-ffeafbd0c0f9', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:16.051037 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0f732-ad5a-4cda-9a0e-4306e5696ec7 req-44e3d400-8288-4345-bed4-7813d54b888c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:16.052930 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a8b0f732-ad5a-4cda-9a0e-4306e5696ec7 req-44e3d400-8288-4345-bed4-7813d54b888c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 931 time: 0.3425264 Jul 06 12:19:16.068976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138d99c-0d09-4be8-ba38-5a801cc9520a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cb9fe6-c2f8-498b-9063-a8d9c833e12e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:16.069741 n-d-799529-2 neutron-server[100427]: DEBUG neutron.objects.ports [None req-1ed2b923-a5ea-4f58-a451-dfb597c19c5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100427) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:19:16.088256 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3138d99c-0d09-4be8-ba38-5a801cc9520a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a57a9fcc674490fb9721f86fd88926f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7172863 Jul 06 12:19:16.088459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40606) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:16.144651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Attempting to bind port 032d8785-724e-4e76-b000-429384254ece on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:19:16.144982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Attempting to bind port 032d8785-724e-4e76-b000-429384254ece by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:19:16.145307 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Attempting to bind port 032d8785-724e-4e76-b000-429384254ece on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:16.158153 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Port 032d8785-724e-4e76-b000-429384254ece on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:19:16.158459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Attempting to bind port 032d8785-724e-4e76-b000-429384254ece on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:16.167086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:19:16.167467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Checking segment: {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:19:16.167901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Bound using segment: {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:19:16.168547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Bound port: 032d8785-724e-4e76-b000-429384254ece, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:19:16.169008 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:16.177873 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-5e2e7436-918e-4ab8-8465-797741c0ca1a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Project f585d4167c1145b098521c82cd595bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:19:16.192985 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a460e60-1490-4d78-9874-a8ba621be188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:16.215217 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7436-918e-4ab8-8465-797741c0ca1a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:16.238961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f230fb68-a5f6-4550-873f-ff8c9f2d5d3b None None] Provisioning complete for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:16.238961 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f230fb68-a5f6-4550-873f-ff8c9f2d5d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:16.244696 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a8b0f732-ad5a-4cda-9a0e-4306e5696ec7 req-1bf6832d-3ee1-48ec-bf9f-bda6a1427e05 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834128 Jul 06 12:19:16.247125 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a460e60-1490-4d78-9874-a8ba621be188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:16.298765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] For port 032d8785-724e-4e76-b000-429384254ece, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:19:16.316945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] For port 032d8785-724e-4e76-b000-429384254ece, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=032d8785-724e-4e76-b000-429384254ece,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:19:16.324258 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:16.357592 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a460e60-1490-4d78-9874-a8ba621be188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:16.360447 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a460e60-1490-4d78-9874-a8ba621be188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:16.361772 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1a460e60-1490-4d78-9874-a8ba621be188 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65cb9fe6-c2f8-498b-9063-a8d9c833e12e HTTP/1.1" status: 204 len: 168 time: 0.2723403 Jul 06 12:19:16.387020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:16.387356 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7436-918e-4ab8-8465-797741c0ca1a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:16.387784 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:16.389806 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] 10.222.0.23 "PUT /v2.0/ports/032d8785-724e-4e76-b000-429384254ece HTTP/1.1" status: 200 len: 1091 time: 1.4913902 Jul 06 12:19:16.390778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a460e60-1490-4d78-9874-a8ba621be188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cb9fe6-c2f8-498b-9063-a8d9c833e12e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:16.392836 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbefb6a-1226-4105-9df2-28ed432a8284', 'tag': '032d8785-724e-4e76-b000-429384254ece'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:16.395303 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee628017-4abd-4289-8e12-40403c931fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbefb6a-1226-4105-9df2-28ed432a8284", "tag": "032d8785-724e-4e76-b000-429384254ece"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:16.395559 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7436-918e-4ab8-8465-797741c0ca1a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:16.439992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd2357-a15a-44b6-b18e-9bc4f30b89c0 service neutron] Pushing event updated for resources: {'Port': ['ID=032d8785-724e-4e76-b000-429384254ece,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:16.450391 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e7436-918e-4ab8-8465-797741c0ca1a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75c1c11-000e-47cb-9807-eac53ab8f457,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:16.464876 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7436-918e-4ab8-8465-797741c0ca1a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:16.466161 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5e2e7436-918e-4ab8-8465-797741c0ca1a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4724350 Jul 06 12:19:16.469518 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40612) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:16.485253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-102bed10-d445-4872-b3d9-66d711993d9e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'network': {'name': 'tempest-network-smoke--247355478', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'port_security_enabled': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:16.502466 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b923-a5ea-4f58-a451-dfb597c19c5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:16.562496 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93524db7-d70a-4e49-a1f6-1e9358f14f2f x-openstack-request-id: req-93524db7-d70a-4e49-a1f6-1e9358f14f2f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:16.562770 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbefb6a-1226-4105-9df2-28ed432a8284", "tag": "032d8785-724e-4e76-b000-429384254ece", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:16.563029 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93524db7-d70a-4e49-a1f6-1e9358f14f2f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:16.569190 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbefb6a-1226-4105-9df2-28ed432a8284', 'tag': '032d8785-724e-4e76-b000-429384254ece', 'status': 'completed', 'code': 200} Jul 06 12:19:16.594369 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102bed10-d445-4872-b3d9-66d711993d9e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Made reservation on behalf of f585d4167c1145b098521c82cd595bff for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:16.600729 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-102bed10-d445-4872-b3d9-66d711993d9e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:16.611413 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-8a084f27-4009-4ba7-b549-abe23b57065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:16.613603 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-8a084f27-4009-4ba7-b549-abe23b57065e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 1094 time: 0.1283128 Jul 06 12:19:16.710381 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-9b6a18fc-77b0-41f3-bfdf-be8c0ba63df7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=032d8785-724e-4e76-b000-429384254ece HTTP/1.1" status: 200 len: 217 time: 0.0716045 Jul 06 12:19:16.755732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102bed10-d445-4872-b3d9-66d711993d9e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:19:16.787257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-16347381-757a-4090-935e-661c014d6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:16.788732 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-16347381-757a-4090-935e-661c014d6e95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 200 len: 845 time: 0.0707934 Jul 06 12:19:16.829969 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-102bed10-d445-4872-b3d9-66d711993d9e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:16.830326 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-102bed10-d445-4872-b3d9-66d711993d9e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Added segment 28f6cc5a-f4f0-43d3-b391-cbf53c021676 of type vlan for network 154986ea-6e28-4448-8e28-e97efa71d249 Jul 06 12:19:16.848767 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-323beddf-6d2b-4d03-ad68-508591663937 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1ff636a6-c37f-4f0c-9b69-74b08232ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401981 Jul 06 12:19:16.908171 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-102bed10-d445-4872-b3d9-66d711993d9e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:16.935537 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-1ed2b923-a5ea-4f58-a451-dfb597c19c5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] For port 0a35e3f9-249f-4a83-9fd6-4b179b102e66, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0a35e3f9-249f-4a83-9fd6-4b179b102e66,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:16.994971 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-102bed10-d445-4872-b3d9-66d711993d9e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:17.005200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102bed10-d445-4872-b3d9-66d711993d9e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:17.006216 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-102bed10-d445-4872-b3d9-66d711993d9e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:17.006483 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-806bcfbc-84ea-4021-9ba8-59e68de52182 service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500678 Jul 06 12:19:17.047899 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b923-a5ea-4f58-a451-dfb597c19c5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:17.101425 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b923-a5ea-4f58-a451-dfb597c19c5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:17.103522 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b923-a5ea-4f58-a451-dfb597c19c5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:17.132459 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81519c-2b07-44cc-9560-8787aa68f361 req-af440257-a3e5-4710-b2fd-6ea0aaf1778e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:17.141820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb81519c-2b07-44cc-9560-8787aa68f361 req-af440257-a3e5-4710-b2fd-6ea0aaf1778e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 943 time: 0.3882260 Jul 06 12:19:17.177210 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b79c5acc-fc34-4fc9-920a-a776dc5a4e90 req-7b98b57e-961d-49bc-85d6-8c1b892a7cd4 service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624415 Jul 06 12:19:17.198919 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-102bed10-d445-4872-b3d9-66d711993d9e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7181029 Jul 06 12:19:17.201874 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40638) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:17.209365 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-434570117', 'admin_state_up': True, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:17.251874 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bed10-d445-4872-b3d9-66d711993d9e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Network': ['ID=154986ea-6e28-4448-8e28-e97efa71d249,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:17.266463 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed2b923-a5ea-4f58-a451-dfb597c19c5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:17.270090 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 154986ea-6e28-4448-8e28-e97efa71d249 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:19:17.281478 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:17.282613 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:17.284577 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-1ed2b923-a5ea-4f58-a451-dfb597c19c5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:17.301101 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed2b923-a5ea-4f58-a451-dfb597c19c5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:17.301951 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b923-a5ea-4f58-a451-dfb597c19c5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:17.324696 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b025157c-29f4-4fec-be97-0f00f4fc9635 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:17.338885 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2b923-a5ea-4f58-a451-dfb597c19c5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=0a35e3f9-249f-4a83-9fd6-4b179b102e66,revision_number=8']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:17.352764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb81519c-2b07-44cc-9560-8787aa68f361 req-2ea2930d-b50c-4b2e-965d-1c170297182d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2094703 Jul 06 12:19:17.353550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2b923-a5ea-4f58-a451-dfb597c19c5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=717dc549-9aa9-450b-8790-e6f8b80dacbe,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:17.362347 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1ed2b923-a5ea-4f58-a451-dfb597c19c5c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8163671 Jul 06 12:19:17.363194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40644) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:17.372485 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-06c9e595-af5a-4192-935f-cf7985ca7e37 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:17.418862 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee628017-4abd-4289-8e12-40403c931fd8 req-754cb27a-cc0d-4747-bb03-ae74c05a8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:17.437275 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee628017-4abd-4289-8e12-40403c931fd8 req-754cb27a-cc0d-4747-bb03-ae74c05a8020 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 1094 time: 0.2003326 Jul 06 12:19:17.442312 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:17.650918 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c9e595-af5a-4192-935f-cf7985ca7e37 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:17.654611 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-06c9e595-af5a-4192-935f-cf7985ca7e37 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:17.727184 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:17.758263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee628017-4abd-4289-8e12-40403c931fd8 req-aaadba5e-c928-425e-a771-e72271773d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:17.760844 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee628017-4abd-4289-8e12-40403c931fd8 req-aaadba5e-c928-425e-a771-e72271773d1e service neutron] 10.222.0.23 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 906 time: 0.3163326 Jul 06 12:19:17.830482 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee628017-4abd-4289-8e12-40403c931fd8 req-c173e688-a21d-45b0-9e30-2a2571dd16f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=032d8785-724e-4e76-b000-429384254ece HTTP/1.1" status: 200 len: 217 time: 0.0538366 Jul 06 12:19:17.838252 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc18c75-8534-484d-b6f9-3dd39e5491d0 req-8b00c0c2-0759-4e5c-a2f1-c6601ba839d4 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:17.846729 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7bc18c75-8534-484d-b6f9-3dd39e5491d0 req-8b00c0c2-0759-4e5c-a2f1-c6601ba839d4 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 943 time: 0.2842131 Jul 06 12:19:17.913082 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7bc18c75-8534-484d-b6f9-3dd39e5491d0 req-4f6f7496-03ec-43c4-8031-7ff4777d76df tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652606 Jul 06 12:19:18.002517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee628017-4abd-4289-8e12-40403c931fd8 req-6f79a137-0980-4cc9-bc55-fe8e2d06530b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:18.004233 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee628017-4abd-4289-8e12-40403c931fd8 req-6f79a137-0980-4cc9-bc55-fe8e2d06530b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 200 len: 845 time: 0.1428318 Jul 06 12:19:18.052304 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee628017-4abd-4289-8e12-40403c931fd8 req-5ab5c52e-a887-4c33-b43f-d1924cae7f90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1ff636a6-c37f-4f0c-9b69-74b08232ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405602 Jul 06 12:19:18.181784 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-06c9e595-af5a-4192-935f-cf7985ca7e37 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:18.218375 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-616e7196-54aa-4fd2-9541-dcb3bba0065c None None] Provisioning complete for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:18.218983 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-616e7196-54aa-4fd2-9541-dcb3bba0065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:18.258319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9e595-af5a-4192-935f-cf7985ca7e37 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:18.265681 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-06c9e595-af5a-4192-935f-cf7985ca7e37 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:18.279853 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c9e595-af5a-4192-935f-cf7985ca7e37 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:18.280860 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-06c9e595-af5a-4192-935f-cf7985ca7e37 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:18.317777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb831426-2933-4a1f-9e85-f76d11f2bdf4 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:18.321272 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-06c9e595-af5a-4192-935f-cf7985ca7e37 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9568200 Jul 06 12:19:18.322448 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40664) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:18.323281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0a35e3f9-249f-4a83-9fd6-4b179b102e66 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:18.324042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9e595-af5a-4192-935f-cf7985ca7e37 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=a376fbcf-3b64-4e96-8c63-84f7c50f0d61,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:18.341370 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a9db984e-d786-41ff-8a07-16982f0eefd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'mac_address': 'fa:16:3e:a2:b5:bd', 'name': 'tempest-NetworksTestDHCPv6-970508529'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:18.435669 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:18.442265 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee628017-4abd-4289-8e12-40403c931fd8 req-3c865ebb-6a36-4bcf-af30-6ea5a92ba441 service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733132 Jul 06 12:19:18.500078 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:18.618166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:18.619749 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:18.886989 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9db984e-d786-41ff-8a07-16982f0eefd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:18.942466 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18071fa-b809-4eb1-b876-4ec2acc07106 req-43b20670-1825-407e-919f-c20a62c7ed91 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:18.957953 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b18071fa-b809-4eb1-b876-4ec2acc07106 req-43b20670-1825-407e-919f-c20a62c7ed91 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 943 time: 0.3154392 Jul 06 12:19:19.110529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85341812-62f2-4088-b6b7-deabb4c0393c None None] Update dhcp port {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'fixed_ips': [{'subnet_id': '717dc549-9aa9-450b-8790-e6f8b80dacbe', 'ip_address': '2001:db8::f816:3eff:fe17:398c'}, {'subnet_id': 'a376fbcf-3b64-4e96-8c63-84f7c50f0d61'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '0a35e3f9-249f-4a83-9fd6-4b179b102e66'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:19:19.134676 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9db984e-d786-41ff-8a07-16982f0eefd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:19.180559 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85341812-62f2-4088-b6b7-deabb4c0393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:19.239538 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b18071fa-b809-4eb1-b876-4ec2acc07106 req-fd6bf11d-ba06-41e0-ab25-0e02448a719a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2021711 Jul 06 12:19:19.240930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-a9db984e-d786-41ff-8a07-16982f0eefd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port ecc11d46-e9b8-4f16-92bb-b7d8b8c7274c yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:19:19.283470 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 1645ddf2-4269-460c-8d1f-cf61d4f12e89 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:19:19.449317 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee628017-4abd-4289-8e12-40403c931fd8 req-d938b5ab-7920-4547-8f6c-a7d3ba4fb7fb service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9625592 Jul 06 12:19:19.452433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Allocated IP 172.25.4.33 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/4d61887b-37c8-4abc-b71a-c77d6658d92b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:19.612286 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 1645ddf2-4269-460c-8d1f-cf61d4f12e89, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=1645ddf2-4269-460c-8d1f-cf61d4f12e89,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:19.614198 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:19.633582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 032d8785-724e-4e76-b000-429384254ece details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:19:19.640808 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '1645ddf2-4269-460c-8d1f-cf61d4f12e89', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'port_id': '1645ddf2-4269-460c-8d1f-cf61d4f12e89', 'mac_address': 'fa:16:3e:cd:07:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:19:19.669663 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:19.721849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:19.725513 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:19.729103 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:19.765944 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=4d61887b-37c8-4abc-b71a-c77d6658d92b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:19.771906 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:19.808627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1645ddf2-4269-460c-8d1f-cf61d4f12e89 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:19:19.856562 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 1645ddf2-4269-460c-8d1f-cf61d4f12e89, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=1645ddf2-4269-460c-8d1f-cf61d4f12e89,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:19.864847 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:19.922987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 032d8785-724e-4e76-b000-429384254ece, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=032d8785-724e-4e76-b000-429384254ece,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:19.954473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=1645ddf2-4269-460c-8d1f-cf61d4f12e89,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:19.974794 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '032d8785-724e-4e76-b000-429384254ece', 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42', 'port_id': '032d8785-724e-4e76-b000-429384254ece', 'mac_address': 'fa:16:3e:5a:d7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b13b069-a449-4c79-8cb2-c610ef4f1ffa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:19:20.021048 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:20.040001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032d8785-724e-4e76-b000-429384254ece {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:19:20.069864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 032d8785-724e-4e76-b000-429384254ece, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=032d8785-724e-4e76-b000-429384254ece,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:20.077888 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:20.112833 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-a9db984e-d786-41ff-8a07-16982f0eefd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 172.20.0.14 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/a376fbcf-3b64-4e96-8c63-84f7c50f0d61/ecc11d46-e9b8-4f16-92bb-b7d8b8c7274c) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:20.135317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-a9db984e-d786-41ff-8a07-16982f0eefd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::f816:3eff:fea2:b5bd (84f6ded2-fa58-4f50-89b4-2c981cdca81e/717dc549-9aa9-450b-8790-e6f8b80dacbe/ecc11d46-e9b8-4f16-92bb-b7d8b8c7274c) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:20.136876 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['1645ddf2-4269-460c-8d1f-cf61d4f12e89'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:19:20.222407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=032d8785-724e-4e76-b000-429384254ece,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:20.238959 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:20.271721 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e94120-ce15-4263-9822-bc6f40d7bb62 req-11e901ab-0c7a-4d4a-b1b0-acd8ce836882 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:20.273365 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62e94120-ce15-4263-9822-bc6f40d7bb62 req-11e901ab-0c7a-4d4a-b1b0-acd8ce836882 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 943 time: 0.2156634 Jul 06 12:19:20.307913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['032d8785-724e-4e76-b000-429384254ece'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:19:20.364945 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62e94120-ce15-4263-9822-bc6f40d7bb62 req-b6737368-db7f-4a21-965c-e49abec60d05 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747447 Jul 06 12:19:20.531538 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9db984e-d786-41ff-8a07-16982f0eefd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:20.567502 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-a9db984e-d786-41ff-8a07-16982f0eefd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object ecc11d46-e9b8-4f16-92bb-b7d8b8c7274c will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:20.692530 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9db984e-d786-41ff-8a07-16982f0eefd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:20.708367 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:20.754544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967362da-72be-4764-a005-c8ceda80351d req-73d5a91b-1fd2-43c1-835f-3d0136f50564 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:20.764490 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-967362da-72be-4764-a005-c8ceda80351d req-73d5a91b-1fd2-43c1-835f-3d0136f50564 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 944 time: 0.1742539 Jul 06 12:19:20.774050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-85341812-62f2-4088-b6b7-deabb4c0393c None None] Allocated IP 172.20.0.2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/a376fbcf-3b64-4e96-8c63-84f7c50f0d61/0a35e3f9-249f-4a83-9fd6-4b179b102e66) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:20.851852 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9db984e-d786-41ff-8a07-16982f0eefd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:20.855415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db984e-d786-41ff-8a07-16982f0eefd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=ecc11d46-e9b8-4f16-92bb-b7d8b8c7274c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:20.860581 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a9db984e-d786-41ff-8a07-16982f0eefd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:20.862744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9db984e-d786-41ff-8a07-16982f0eefd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:20.868869 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-967362da-72be-4764-a005-c8ceda80351d req-20ebc57b-1541-476d-ab5d-740c2a7aebbd tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027083 Jul 06 12:19:20.921852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router 69edbfb6-8158-470a-8b5b-2102c44a6671 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:19:20.937393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9db984e-d786-41ff-8a07-16982f0eefd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:20.938132 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9db984e-d786-41ff-8a07-16982f0eefd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:20.960657 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a9db984e-d786-41ff-8a07-16982f0eefd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6267982 Jul 06 12:19:20.961412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40690) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:20.972377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-85341812-62f2-4088-b6b7-deabb4c0393c None None] For port 0a35e3f9-249f-4a83-9fd6-4b179b102e66, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0a35e3f9-249f-4a83-9fd6-4b179b102e66,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:21.014932 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85341812-62f2-4088-b6b7-deabb4c0393c None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:21.040037 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-85341812-62f2-4088-b6b7-deabb4c0393c None None] Transition to ACTIVE for port object 0a35e3f9-249f-4a83-9fd6-4b179b102e66 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:21.045397 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85341812-62f2-4088-b6b7-deabb4c0393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:21.124709 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d6979f-b1bb-45fb-977b-f62770d481dd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:21.132915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:19:21.147739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d6979f-b1bb-45fb-977b-f62770d481dd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:21.153505 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Sync routers for ids ['69edbfb6-8158-470a-8b5b-2102c44a6671'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:19:21.157078 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d9d6979f-b1bb-45fb-977b-f62770d481dd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1910527 Jul 06 12:19:21.160619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40694) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:21.174157 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Routers {'69edbfb6-8158-470a-8b5b-2102c44a6671'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:19:21.177601 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:19:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69edbfb6-8158-470a-8b5b-2102c44a6671'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:21.183772 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85341812-62f2-4088-b6b7-deabb4c0393c None None] Pushing event updated for resources: {'Port': ['ID=0a35e3f9-249f-4a83-9fd6-4b179b102e66,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:21.221812 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:21.223895 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2b5aeec4-7d6b-4229-a2c6-746f7f5a914f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0192530 Jul 06 12:19:21.228585 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40696) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:21.296524 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 1645ddf2-4269-460c-8d1f-cf61d4f12e89 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:21.456673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8c342368-a59c-48fa-a51c-1df084a69702 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port ecc11d46-e9b8-4f16-92bb-b7d8b8c7274c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:21.460499 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c342368-a59c-48fa-a51c-1df084a69702 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:21.468581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 1645ddf2-4269-460c-8d1f-cf61d4f12e89 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:21.474987 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Set router 69edbfb6-8158-470a-8b5b-2102c44a6671 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:19:21.482371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 1645ddf2-4269-460c-8d1f-cf61d4f12e89 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:21.484748 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:21.599323 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 032d8785-724e-4e76-b000-429384254ece up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:21.677631 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fd287f08-5a15-4e2b-a58a-147a6f328f62 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=f585d4167c1145b098521c82cd595bff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4470234 Jul 06 12:19:21.682585 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40706) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:21.712707 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c342368-a59c-48fa-a51c-1df084a69702 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:21.737572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8c342368-a59c-48fa-a51c-1df084a69702 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for ecc11d46-e9b8-4f16-92bb-b7d8b8c7274c owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:21.820006 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:21.871458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ae395c-ea85-411c-9df2-539d2b0d6908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1645ddf2-4269-460c-8d1f-cf61d4f12e89'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:21.878007 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3357a8-9a78-4d63-9d2b-96252f7d5f7c" -d '{"events": [{"server_uuid": "60ae395c-ea85-411c-9df2-539d2b0d6908", "name": "network-vif-plugged", "status": "completed", "tag": "1645ddf2-4269-460c-8d1f-cf61d4f12e89"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:21.892412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 032d8785-724e-4e76-b000-429384254ece completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:21.927594 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 1645ddf2-4269-460c-8d1f-cf61d4f12e89, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=1645ddf2-4269-460c-8d1f-cf61d4f12e89,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:21.930376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 032d8785-724e-4e76-b000-429384254ece triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:21.931203 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:21.940482 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:21.977172 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434570117', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:19:17Z', 'updated_at': '2021-07-06T12:19:20Z', 'revision_number': 3, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:18Z', 'updated_at': '2021-07-06T12:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:22.047912 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Checking router: 69edbfb6-8158-470a-8b5b-2102c44a6671 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:19:22.048260 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Updating router 69edbfb6-8158-470a-8b5b-2102c44a6671 port 4d61887b-37c8-4abc-b71a-c77d6658d92b binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:19:22.088277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0911-3e6a-46c8-a971-31816668fa8c req-0d57f5fb-068f-4a4a-ac54-e6c65710d089 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:22.104459 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-686e0911-3e6a-46c8-a971-31816668fa8c req-0d57f5fb-068f-4a4a-ac54-e6c65710d089 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 944 time: 0.5335701 Jul 06 12:19:22.111418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=1645ddf2-4269-460c-8d1f-cf61d4f12e89,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:22.139742 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:22.154360 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c342368-a59c-48fa-a51c-1df084a69702 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:22.209240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77d19e7-d7d6-4747-b145-14294f9cbaef tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:22.213921 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a77d19e7-d7d6-4747-b145-14294f9cbaef tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5273156 Jul 06 12:19:22.214524 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40712) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:22.227092 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:22.293223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c342368-a59c-48fa-a51c-1df084a69702 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=ecc11d46-e9b8-4f16-92bb-b7d8b8c7274c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:22.342408 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-731455fd-f211-477e-813b-9cb9af2e3b4e tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1079834 Jul 06 12:19:22.349226 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0a35e3f9-249f-4a83-9fd6-4b179b102e66 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:22.353801 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-686e0911-3e6a-46c8-a971-31816668fa8c req-ee2b59e6-5300-48cc-8418-1e4a48f3b81c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468746 Jul 06 12:19:22.354338 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40714) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:22.358644 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 032d8785-724e-4e76-b000-429384254ece, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=032d8785-724e-4e76-b000-429384254ece,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:22.373838 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d01cdd3c-8cc7-46ca-bfba-6d148324f2f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1958487600', 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:22.433384 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:22.502138 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c342368-a59c-48fa-a51c-1df084a69702 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:22.508281 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8c342368-a59c-48fa-a51c-1df084a69702 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/ecc11d46-e9b8-4f16-92bb-b7d8b8c7274c HTTP/1.1" status: 204 len: 168 time: 1.3461840 Jul 06 12:19:22.512638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40720) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:22.620116 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110d2df8-bbeb-485b-84e6-4ac00dc13a89 x-openstack-request-id: req-110d2df8-bbeb-485b-84e6-4ac00dc13a89 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:22.625047 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ae395c-ea85-411c-9df2-539d2b0d6908", "name": "network-vif-plugged", "status": "completed", "tag": "1645ddf2-4269-460c-8d1f-cf61d4f12e89", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:22.627139 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-110d2df8-bbeb-485b-84e6-4ac00dc13a89 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:22.628764 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ae395c-ea85-411c-9df2-539d2b0d6908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1645ddf2-4269-460c-8d1f-cf61d4f12e89', 'code': 200} Jul 06 12:19:22.663678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb69455-53a7-45d4-9bb1-7e5f91a8bf21 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:22.665722 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb69455-53a7-45d4-9bb1-7e5f91a8bf21 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:22.672311 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1c53d93e-a3fc-4f3f-b94b-11ca16358a92 None None] Provisioning for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:22.672577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb69455-53a7-45d4-9bb1-7e5f91a8bf21 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:22.679518 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bcb69455-53a7-45d4-9bb1-7e5f91a8bf21 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1602874 Jul 06 12:19:22.680385 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40722) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:22.685885 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=032d8785-724e-4e76-b000-429384254ece,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:22.693165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1c53d93e-a3fc-4f3f-b94b-11ca16358a92 None None] Provisioning complete for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:22.693899 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1c53d93e-a3fc-4f3f-b94b-11ca16358a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:22.789351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:22.790077 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:22.829694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79acf02-af27-45c4-a707-efe04a192311 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet 717dc549-9aa9-450b-8790-e6f8b80dacbe {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:19:22.840079 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b79acf02-af27-45c4-a707-efe04a192311 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:22.877839 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01cdd3c-8cc7-46ca-bfba-6d148324f2f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Made reservation on behalf of f585d4167c1145b098521c82cd595bff for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:22.882194 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d01cdd3c-8cc7-46ca-bfba-6d148324f2f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:22.943778 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b79acf02-af27-45c4-a707-efe04a192311 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:23.006497 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:23.027103 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Transition to ACTIVE for port object 4d61887b-37c8-4abc-b71a-c77d6658d92b will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:23.035970 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:23.125041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c289e433-619c-4651-ab04-b00c36a31f26 None None] Could not find standard attr ID for object ecc11d46-e9b8-4f16-92bb-b7d8b8c7274c. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:19:23.132489 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdd02f-4728-4d1c-ae44-7e651e6849e1 None None] Pushing event updated for resources: {'Port': ['ID=4d61887b-37c8-4abc-b71a-c77d6658d92b,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:23.136355 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f4d08-fde5-448f-a069-29c8a35622cc req-ae921301-32b9-4b19-91f3-3c59c5cf835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:23.142219 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c07f4d08-fde5-448f-a069-29c8a35622cc req-ae921301-32b9-4b19-91f3-3c59c5cf835a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 1096 time: 0.5321159 Jul 06 12:19:23.168564 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Attempting to bind port 4d61887b-37c8-4abc-b71a-c77d6658d92b on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:19:23.169273 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Attempting to bind port 4d61887b-37c8-4abc-b71a-c77d6658d92b by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:19:23.170183 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Attempting to bind port 4d61887b-37c8-4abc-b71a-c77d6658d92b on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:23.182814 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:19:23.184649 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:19:23.186260 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:23.188503 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:19:23.189041 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Bound port: 4d61887b-37c8-4abc-b71a-c77d6658d92b, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:19:23.190075 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:23.190321 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b79acf02-af27-45c4-a707-efe04a192311 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:23.249938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04381409-2983-4cb4-9fee-0bd73b61c4bd req-c6ff8b58-3a97-4b85-af0c-5741f48a6ae4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:23.262205 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-04381409-2983-4cb4-9fee-0bd73b61c4bd req-c6ff8b58-3a97-4b85-af0c-5741f48a6ae4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 945 time: 0.5081723 Jul 06 12:19:23.315200 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b79acf02-af27-45c4-a707-efe04a192311 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:23.329564 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] For port 4d61887b-37c8-4abc-b71a-c77d6658d92b, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:19:23.337955 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] For port 4d61887b-37c8-4abc-b71a-c77d6658d92b, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4d61887b-37c8-4abc-b71a-c77d6658d92b,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:19:23.339415 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c07f4d08-fde5-448f-a069-29c8a35622cc req-b66ae031-6525-4e49-aff8-c17938704c98 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1852908 Jul 06 12:19:23.348757 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:23.376920 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79acf02-af27-45c4-a707-efe04a192311 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=717dc549-9aa9-450b-8790-e6f8b80dacbe,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:23.387162 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b79acf02-af27-45c4-a707-efe04a192311 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:23.393288 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b79acf02-af27-45c4-a707-efe04a192311 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/717dc549-9aa9-450b-8790-e6f8b80dacbe HTTP/1.1" status: 204 len: 168 time: 0.7063949 Jul 06 12:19:23.393578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40726) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:23.473382 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6619e90d-621e-4bf7-99e9-f47c18d514b4 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:23.507346 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdd02f-4728-4d1c-ae44-7e651e6849e1 None None] Pushing event updated for resources: {'Port': ['ID=4d61887b-37c8-4abc-b71a-c77d6658d92b,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:23.510862 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Routers {'69edbfb6-8158-470a-8b5b-2102c44a6671'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:19:23.511514 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:19:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69edbfb6-8158-470a-8b5b-2102c44a6671'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:23.521139 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b676730-8b9e-4fc4-907d-4b9175210015 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet a376fbcf-3b64-4e96-8c63-84f7c50f0d61 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:19:23.528316 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b676730-8b9e-4fc4-907d-4b9175210015 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:23.550810 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-04381409-2983-4cb4-9fee-0bd73b61c4bd req-a56096da-7da0-4f60-a560-cfb8662a798f tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2793975 Jul 06 12:19:23.570792 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d01cdd3c-8cc7-46ca-bfba-6d148324f2f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:23.605845 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b676730-8b9e-4fc4-907d-4b9175210015 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:23.711129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cdd3c-8cc7-46ca-bfba-6d148324f2f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Subnet': ['ID=0b152191-8712-4ecd-a94c-668a6e55f40a,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:23.792678 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01cdd3c-8cc7-46ca-bfba-6d148324f2f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Checking segment: {'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:19:23.792956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01cdd3c-8cc7-46ca-bfba-6d148324f2f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network hostable DHCP agents. Network: 154986ea-6e28-4448-8e28-e97efa71d249, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:19:23.844825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01cdd3c-8cc7-46ca-bfba-6d148324f2f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 154986ea-6e28-4448-8e28-e97efa71d249 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:19:23.890390 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-d01cdd3c-8cc7-46ca-bfba-6d148324f2f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 154986ea-6e28-4448-8e28-e97efa71d249) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:23.907850 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01cdd3c-8cc7-46ca-bfba-6d148324f2f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:23.916036 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d01cdd3c-8cc7-46ca-bfba-6d148324f2f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:23.921290 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09743bf-9487-43ad-8955-0171bab83799 None None] Network 154986ea-6e28-4448-8e28-e97efa71d249 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:23.952867 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d01cdd3c-8cc7-46ca-bfba-6d148324f2f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5968344 Jul 06 12:19:23.956644 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40754) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:23.980113 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] Set router 69edbfb6-8158-470a-8b5b-2102c44a6671 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:19:24.008032 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b676730-8b9e-4fc4-907d-4b9175210015 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:24.164782 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b676730-8b9e-4fc4-907d-4b9175210015 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:24.218642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b676730-8b9e-4fc4-907d-4b9175210015 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=a376fbcf-3b64-4e96-8c63-84f7c50f0d61,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:24.241337 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b676730-8b9e-4fc4-907d-4b9175210015 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:24.244493 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8b676730-8b9e-4fc4-907d-4b9175210015 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/a376fbcf-3b64-4e96-8c63-84f7c50f0d61 HTTP/1.1" status: 204 len: 168 time: 0.8498194 Jul 06 12:19:24.247927 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40772) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:24.292119 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5c72ea12-ffa2-4140-be46-fd4179d5acd3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426524 Jul 06 12:19:24.295667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40774) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:24.304834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b2c2e267-8a73-4420-9c38-8076e53afa3b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:24.483926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919f30-d4c4-4c08-b56b-8a2e8ccf58de req-b5b5e010-315e-4be0-a4cf-b4bd9539fb7c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:24.485527 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99919f30-d4c4-4c08-b56b-8a2e8ccf58de req-b5b5e010-315e-4be0-a4cf-b4bd9539fb7c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 945 time: 0.3673658 Jul 06 12:19:24.518921 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-154986ea-6e28-4448-8e28-e97efa71d249', 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ips': [{'subnet_id': '0b152191-8712-4ecd-a94c-668a6e55f40a'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:19:24.520627 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:24.527718 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c2e267-8a73-4420-9c38-8076e53afa3b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:24.531704 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2c2e267-8a73-4420-9c38-8076e53afa3b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:24.617802 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434570117', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:19:17Z', 'updated_at': '2021-07-06T12:19:20Z', 'revision_number': 3, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:18Z', 'updated_at': '2021-07-06T12:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:24.693497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbefb6a-1226-4105-9df2-28ed432a8284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032d8785-724e-4e76-b000-429384254ece'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:24.696405 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25836ec8-bc72-467c-a32b-1d1b71dd5c50" -d '{"events": [{"server_uuid": "7cbefb6a-1226-4105-9df2-28ed432a8284", "name": "network-vif-plugged", "status": "completed", "tag": "032d8785-724e-4e76-b000-429384254ece"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:24.721811 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2121c4b5-9058-44fa-acea-ad2eb111fb7a None None] Update dhcp port {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'fixed_ips': [{'subnet_id': 'a376fbcf-3b64-4e96-8c63-84f7c50f0d61'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '0a35e3f9-249f-4a83-9fd6-4b179b102e66'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:19:24.729610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99919f30-d4c4-4c08-b56b-8a2e8ccf58de req-65233616-494a-4871-8847-333de08df4d1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659122 Jul 06 12:19:24.959839 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de93461-a19c-45ec-93c2-43914d8a8263 None None] The sync data for ids ['69edbfb6-8158-470a-8b5b-2102c44a6671'] in n-d-799529-2 is: [{'id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434570117', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:19:17Z', 'updated_at': '2021-07-06T12:19:20Z', 'revision_number': 3, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:18Z', 'updated_at': '2021-07-06T12:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:19:25.104809 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2121c4b5-9058-44fa-acea-ad2eb111fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:25.256467 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2c2e267-8a73-4420-9c38-8076e53afa3b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:25.325463 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c2e267-8a73-4420-9c38-8076e53afa3b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:25.329064 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b2c2e267-8a73-4420-9c38-8076e53afa3b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:25.339852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2e267-8a73-4420-9c38-8076e53afa3b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:25.340472 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2c2e267-8a73-4420-9c38-8076e53afa3b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:25.363411 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b2c2e267-8a73-4420-9c38-8076e53afa3b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0664501 Jul 06 12:19:25.376510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40810) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:25.382037 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e5ef70e5-4a48-4abb-8eba-1a0bb035baed tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:25.399878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2e267-8a73-4420-9c38-8076e53afa3b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=a0c9a15f-2418-418a-bb3a-96d2d5424c30,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:25.406907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Allocated IP 172.20.0.2 (154986ea-6e28-4448-8e28-e97efa71d249/0b152191-8712-4ecd-a94c-668a6e55f40a/44180c4e-401b-4469-842a-d2ab03477de1) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:25.435995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c93e84-d85f-4f9c-b6cf-94edc801fd11 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:25.437503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dded96d-ed6e-49a5-a833-062926ce2a27 req-14950e68-278f-4397-b907-dfc9e422a3b8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:25.439118 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5dded96d-ed6e-49a5-a833-062926ce2a27 req-14950e68-278f-4397-b907-dfc9e422a3b8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 945 time: 0.3079209 Jul 06 12:19:25.610133 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:25.687951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e6f994e1-48d0-4555-963b-96bd547b3108 None None] Provisioning complete for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:25.688459 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6f994e1-48d0-4555-963b-96bd547b3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:25.748143 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5dded96d-ed6e-49a5-a833-062926ce2a27 req-1f695e5a-b775-4ad1-9021-6b49deae6a5e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1735895 Jul 06 12:19:25.875394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ef70e5-4a48-4abb-8eba-1a0bb035baed tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:25.880527 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e5ef70e5-4a48-4abb-8eba-1a0bb035baed tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:26.128372 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:26.154604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Transition to ACTIVE for port object 44180c4e-401b-4469-842a-d2ab03477de1 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:26.308704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Transition to ACTIVE for port object 44180c4e-401b-4469-842a-d2ab03477de1 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:26.324062 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b254cfe-9e26-42db-bea5-e67315f1e1b3 x-openstack-request-id: req-5b254cfe-9e26-42db-bea5-e67315f1e1b3 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:26.324583 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbefb6a-1226-4105-9df2-28ed432a8284", "name": "network-vif-plugged", "status": "completed", "tag": "032d8785-724e-4e76-b000-429384254ece", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:26.325459 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b254cfe-9e26-42db-bea5-e67315f1e1b3 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:26.326044 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbefb6a-1226-4105-9df2-28ed432a8284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032d8785-724e-4e76-b000-429384254ece', 'code': 200} Jul 06 12:19:26.339728 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:26.432755 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4d61887b-37c8-4abc-b71a-c77d6658d92b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:26.436274 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688e82a-93ae-4d61-b313-a075e20bc45a req-ccbe3769-f064-45fb-960f-1f09e517ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:26.440794 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5688e82a-93ae-4d61-b313-a075e20bc45a req-ccbe3769-f064-45fb-960f-1f09e517ffa5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 1096 time: 0.1301816 Jul 06 12:19:26.466172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Pushing event updated for resources: {'Port': ['ID=44180c4e-401b-4469-842a-d2ab03477de1,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:26.491833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5224e020-36cc-4648-a85f-37b820da543c None None] Update dhcp port {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'fixed_ips': [{'subnet_id': 'a0c9a15f-2418-418a-bb3a-96d2d5424c30'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '0a35e3f9-249f-4a83-9fd6-4b179b102e66'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:19:26.525915 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5688e82a-93ae-4d61-b313-a075e20bc45a req-b9eb1634-0d72-4de0-8aaa-a4f1459564cf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765376 Jul 06 12:19:26.527595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Network 154986ea-6e28-4448-8e28-e97efa71d249 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:26.535114 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:26.539159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:26.560395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Allocated IP 172.20.0.1 (154986ea-6e28-4448-8e28-e97efa71d249/0b152191-8712-4ecd-a94c-668a6e55f40a/cfa24497-8c0a-4856-8ed8-2b499aa5a3de) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:26.562745 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5224e020-36cc-4648-a85f-37b820da543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:26.611080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 4d61887b-37c8-4abc-b71a-c77d6658d92b completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:26.640692 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 4d61887b-37c8-4abc-b71a-c77d6658d92b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:26.641397 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:26.814937 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Attempting to bind port 44180c4e-401b-4469-842a-d2ab03477de1 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:19:26.815905 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Attempting to bind port 44180c4e-401b-4469-842a-d2ab03477de1 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:19:26.815905 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Attempting to bind port 44180c4e-401b-4469-842a-d2ab03477de1 on network 154986ea-6e28-4448-8e28-e97efa71d249 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:26.895306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:19:26.895758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Checking segment: {'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:19:26.896231 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:26.896701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Bound using segment: {'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:19:26.897249 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Bound port: 44180c4e-401b-4469-842a-d2ab03477de1, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:19:26.897692 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:26.931699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f2809-6a96-4fd7-9d5e-1b0be7a1dd54 req-3c856dd5-a7ba-4842-a63a-548d0d71e2a3 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:26.939503 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f3f2809-6a96-4fd7-9d5e-1b0be7a1dd54 req-3c856dd5-a7ba-4842-a63a-548d0d71e2a3 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 945 time: 0.4948649 Jul 06 12:19:26.952851 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:26.996174 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Transition to ACTIVE for port object cfa24497-8c0a-4856-8ed8-2b499aa5a3de will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:27.048189 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f3f2809-6a96-4fd7-9d5e-1b0be7a1dd54 req-43ff83eb-82ae-4b99-806a-01d01b9c56d1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078720 Jul 06 12:19:27.052199 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] For port 44180c4e-401b-4469-842a-d2ab03477de1, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:19:27.061618 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:27.106395 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 4d61887b-37c8-4abc-b71a-c77d6658d92b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4d61887b-37c8-4abc-b71a-c77d6658d92b,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:27.114645 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:27.146299 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] For port 44180c4e-401b-4469-842a-d2ab03477de1, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=44180c4e-401b-4469-842a-d2ab03477de1,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:19:27.194802 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:27.196973 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-5224e020-36cc-4648-a85f-37b820da543c None None] Allocated IP 172.20.0.2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/a0c9a15f-2418-418a-bb3a-96d2d5424c30/0a35e3f9-249f-4a83-9fd6-4b179b102e66) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:27.219615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0a35e3f9-249f-4a83-9fd6-4b179b102e66 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:19:27.323221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=4d61887b-37c8-4abc-b71a-c77d6658d92b,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:27.475129 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324cce7-a538-4296-bc75-b687fb3ad855 None None] Pushing event updated for resources: {'Port': ['ID=44180c4e-401b-4469-842a-d2ab03477de1,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:27.585115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5224e020-36cc-4648-a85f-37b820da543c None None] For port 0a35e3f9-249f-4a83-9fd6-4b179b102e66, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0a35e3f9-249f-4a83-9fd6-4b179b102e66,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:27.610589 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:27.666239 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5224e020-36cc-4648-a85f-37b820da543c None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:27.703840 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5224e020-36cc-4648-a85f-37b820da543c None None] Transition to ACTIVE for port object 0a35e3f9-249f-4a83-9fd6-4b179b102e66 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:27.710734 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5224e020-36cc-4648-a85f-37b820da543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:27.826119 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:19:27.826831 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:19:27.873626 n-d-799529-2 neutron-server[100427]: DEBUG neutron.objects.ports [None req-e5ef70e5-4a48-4abb-8eba-1a0bb035baed tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100427) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:19:27.898474 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224e020-36cc-4648-a85f-37b820da543c None None] Pushing event updated for resources: {'Port': ['ID=0a35e3f9-249f-4a83-9fd6-4b179b102e66,revision_number=12']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:27.956949 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:28.069847 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=cfa24497-8c0a-4856-8ed8-2b499aa5a3de,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:28.092304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 154986ea-6e28-4448-8e28-e97efa71d249 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:28.098034 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:28.128796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:28.145757 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4866614-818e-4bc9-8cb5-2e628ad4d5da req-eb93f8a3-3ea3-4909-8585-7d8964c13abb tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:28.153799 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4866614-818e-4bc9-8cb5-2e628ad4d5da req-eb93f8a3-3ea3-4909-8585-7d8964c13abb tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 945 time: 0.9055457 Jul 06 12:19:28.257492 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:28.263000 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4866614-818e-4bc9-8cb5-2e628ad4d5da req-2f590428-0528-42a9-924c-5895414b6b51 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083288 Jul 06 12:19:28.296316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40848) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:28.404121 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:28.473114 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 0a35e3f9-249f-4a83-9fd6-4b179b102e66, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0a35e3f9-249f-4a83-9fd6-4b179b102e66,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:28.483166 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:28.494307 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e5ef70e5-4a48-4abb-8eba-1a0bb035baed tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:28.507442 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-2094610e-1153-43a1-89bf-9f3d977ab5b5 req-bbc237c1-743f-45f2-adef-df29cf1d50b6 service neutron] (100427) timed out ('10.222.0.81', 45162) {{(pid=100427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:19:28.673312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=0a35e3f9-249f-4a83-9fd6-4b179b102e66,revision_number=14']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:28.828797 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d79ca6e-0e19-443d-95f2-22c23537c9e8 tempest-TestVolumeBootPattern-422217239 tempest-TestVolumeBootPattern-422217239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:28.833218 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0d79ca6e-0e19-443d-95f2-22c23537c9e8 tempest-TestVolumeBootPattern-422217239 tempest-TestVolumeBootPattern-422217239-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 1091 time: 0.5326419 Jul 06 12:19:28.833454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40852) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:28.839009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '1645ddf2-4269-460c-8d1f-cf61d4f12e89', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:28.878403 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:28.968366 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 44180c4e-401b-4469-842a-d2ab03477de1 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:29.064851 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.090384 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 44180c4e-401b-4469-842a-d2ab03477de1 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:29.104490 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0a35e3f9-249f-4a83-9fd6-4b179b102e66 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:29.170682 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.182810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec12769-cb4f-4bc9-8f21-4ad834d19a04 req-a45fec4c-2b7c-4aeb-8cce-5bb26b809fe2 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:29.194039 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fec12769-cb4f-4bc9-8f21-4ad834d19a04 req-a45fec4c-2b7c-4aeb-8cce-5bb26b809fe2 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 945 time: 0.6265566 Jul 06 12:19:29.231495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4d61887b-37c8-4abc-b71a-c77d6658d92b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:29.343577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-12f98b97-23e9-4228-a9c3-4372d75d82fb None None] Provisioning for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:29.351835 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-12f98b97-23e9-4228-a9c3-4372d75d82fb None None] Provisioning complete for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:29.353049 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12f98b97-23e9-4228-a9c3-4372d75d82fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.387901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 4d61887b-37c8-4abc-b71a-c77d6658d92b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:29.388678 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.431506 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad33582e-9e93-40cc-973b-977b92b92181 None None] Network 154986ea-6e28-4448-8e28-e97efa71d249 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:29.461200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Allocated IP 172.25.4.161 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/45f29739-ea39-45a7-ab4a-4416d0391d80) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:29.523603 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fec12769-cb4f-4bc9-8f21-4ad834d19a04 req-c7e415ac-4587-4572-8e00-2829f2bb5b53 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279154 Jul 06 12:19:29.579874 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-e5ef70e5-4a48-4abb-8eba-1a0bb035baed tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] For port 0a35e3f9-249f-4a83-9fd6-4b179b102e66, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0a35e3f9-249f-4a83-9fd6-4b179b102e66,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:29.636244 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12f98b97-23e9-4228-a9c3-4372d75d82fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.678850 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.762507 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e5ef70e5-4a48-4abb-8eba-1a0bb035baed tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.777537 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e5ef70e5-4a48-4abb-8eba-1a0bb035baed tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.777537 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e5ef70e5-4a48-4abb-8eba-1a0bb035baed tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.787211 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:29.834828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:29.841224 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:29.845891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:29.852933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'Port': ['ID=45f29739-ea39-45a7-ab4a-4416d0391d80,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:29.891818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ef70e5-4a48-4abb-8eba-1a0bb035baed tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:29.959277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e5ef70e5-4a48-4abb-8eba-1a0bb035baed tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:29.976460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ef70e5-4a48-4abb-8eba-1a0bb035baed tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:29.976702 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e5ef70e5-4a48-4abb-8eba-1a0bb035baed tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.048864 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e5ef70e5-4a48-4abb-8eba-1a0bb035baed tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6706822 Jul 06 12:19:30.056519 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef70e5-4a48-4abb-8eba-1a0bb035baed tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=0a35e3f9-249f-4a83-9fd6-4b179b102e66,revision_number=15']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:30.058474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef70e5-4a48-4abb-8eba-1a0bb035baed tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=cd1298ce-21bf-4f2e-ac78-a51ad3b748d5,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:30.064836 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40860) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:30.082487 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e92bd678-f6f7-44ee-b37f-5a5570594916 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'mac_address': 'fa:16:3e:71:65:3c', 'name': 'tempest-NetworksTestDHCPv6-1010602169'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:30.086364 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3607ad-1602-498d-aa52-7d3c29c16cde None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:30.171543 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-12f98b97-23e9-4228-a9c3-4372d75d82fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:19:30.171909 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-12f98b97-23e9-4228-a9c3-4372d75d82fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:19:30.182599 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cebda4-1486-497c-8b28-9bc37ed5b401 req-e18e0cfb-c450-4831-9438-013223c60103 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:30.192693 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0cebda4-1486-497c-8b28-9bc37ed5b401 req-e18e0cfb-c450-4831-9438-013223c60103 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 945 time: 0.3882768 Jul 06 12:19:30.268306 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.288816 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0cebda4-1486-497c-8b28-9bc37ed5b401 req-9678a878-096a-4107-8799-50c6f6f4be91 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951953 Jul 06 12:19:30.291730 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.689224 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.753763 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12f98b97-23e9-4228-a9c3-4372d75d82fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:30.797583 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0a35e3f9-249f-4a83-9fd6-4b179b102e66 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:30.863114 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=cfa24497-8c0a-4856-8ed8-2b499aa5a3de,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:30.969603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92bd678-f6f7-44ee-b37f-5a5570594916 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:30.994434 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-12f98b97-23e9-4228-a9c3-4372d75d82fb None None] For port 0a35e3f9-249f-4a83-9fd6-4b179b102e66, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0a35e3f9-249f-4a83-9fd6-4b179b102e66,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:31.013064 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12f98b97-23e9-4228-a9c3-4372d75d82fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.023144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 154986ea-6e28-4448-8e28-e97efa71d249 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:31.028494 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:31.236739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f98b97-23e9-4228-a9c3-4372d75d82fb None None] Pushing event updated for resources: {'Port': ['ID=0a35e3f9-249f-4a83-9fd6-4b179b102e66,revision_number=16']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:31.254465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-eb870822-72be-486d-b78d-ee57c123c270 None None] Provisioning for port cfa24497-8c0a-4856-8ed8-2b499aa5a3de completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:31.294867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:31.296274 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.303442 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-eb870822-72be-486d-b78d-ee57c123c270 None None] Provisioning complete for port cfa24497-8c0a-4856-8ed8-2b499aa5a3de triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:31.303906 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb870822-72be-486d-b78d-ee57c123c270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.344530 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e92bd678-f6f7-44ee-b37f-5a5570594916 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.401007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-e92bd678-f6f7-44ee-b37f-5a5570594916 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port ba54d734-294e-4edb-9f70-4c8fd7808577 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:19:31.424881 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.460453 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-eb870822-72be-486d-b78d-ee57c123c270 None None] Port cfa24497-8c0a-4856-8ed8-2b499aa5a3de cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:19:31.531070 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a9336-3010-4d8d-9d5f-a65c0dee2258 req-f273ef1c-bb31-4678-8180-72e61ba1159c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:31.532748 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-359a9336-3010-4d8d-9d5f-a65c0dee2258 req-f273ef1c-bb31-4678-8180-72e61ba1159c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 945 time: 0.3097758 Jul 06 12:19:31.628889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-eb870822-72be-486d-b78d-ee57c123c270 None None] Provisioning for port 44180c4e-401b-4469-842a-d2ab03477de1 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:31.638528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-eb870822-72be-486d-b78d-ee57c123c270 None None] Provisioning complete for port 44180c4e-401b-4469-842a-d2ab03477de1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:31.640043 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb870822-72be-486d-b78d-ee57c123c270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.670376 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-359a9336-3010-4d8d-9d5f-a65c0dee2258 req-3f4d21f9-d903-4cde-99c7-8d013e5d82ed tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203325 Jul 06 12:19:31.672497 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router 69edbfb6-8158-470a-8b5b-2102c44a6671 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:19:31.797007 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.806609 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb870822-72be-486d-b78d-ee57c123c270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.882027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-eb870822-72be-486d-b78d-ee57c123c270 None None] For port 44180c4e-401b-4469-842a-d2ab03477de1, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=44180c4e-401b-4469-842a-d2ab03477de1,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:31.891338 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb870822-72be-486d-b78d-ee57c123c270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:31.937648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:19:31.957149 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-44eef978-de0e-4e73-8d78-bb74e597c1b2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "PUT /v2.0/routers/69edbfb6-8158-470a-8b5b-2102c44a6671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9897468 Jul 06 12:19:31.957971 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Sync routers for ids ['69edbfb6-8158-470a-8b5b-2102c44a6671'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:19:31.983009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Routers {'69edbfb6-8158-470a-8b5b-2102c44a6671'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:19:31.983762 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:19:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69edbfb6-8158-470a-8b5b-2102c44a6671'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:32.031564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e92bd678-f6f7-44ee-b37f-5a5570594916 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 172.20.0.14 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/a0c9a15f-2418-418a-bb3a-96d2d5424c30/ba54d734-294e-4edb-9f70-4c8fd7808577) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:32.051505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e92bd678-f6f7-44ee-b37f-5a5570594916 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::f816:3eff:fe71:653c (84f6ded2-fa58-4f50-89b4-2c981cdca81e/cd1298ce-21bf-4f2e-ac78-a51ad3b748d5/ba54d734-294e-4edb-9f70-4c8fd7808577) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:32.074350 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb870822-72be-486d-b78d-ee57c123c270 None None] Pushing event updated for resources: {'Port': ['ID=44180c4e-401b-4469-842a-d2ab03477de1,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:32.091747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7b239385-f8d5-433d-a5a7-7d29d87d1bbf None None] Provisioning complete for port cfa24497-8c0a-4856-8ed8-2b499aa5a3de triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:32.092127 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b239385-f8d5-433d-a5a7-7d29d87d1bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:32.219753 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7b239385-f8d5-433d-a5a7-7d29d87d1bbf None None] Port cfa24497-8c0a-4856-8ed8-2b499aa5a3de cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:19:32.246067 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Set router 69edbfb6-8158-470a-8b5b-2102c44a6671 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:19:32.335879 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-681bc617-6cb9-4e72-8236-1585e611f7e4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995217566&fields=id&tenant_id=f585d4167c1145b098521c82cd595bff HTTP/1.1" status: 200 len: 267 time: 0.0832667 Jul 06 12:19:32.488651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-701b4b57-fe7f-40f3-8b19-2a5be5c938ad None None] Provisioning complete for port cfa24497-8c0a-4856-8ed8-2b499aa5a3de triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:32.493625 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-701b4b57-fe7f-40f3-8b19-2a5be5c938ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:32.497715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-605b9231-2bd1-4c33-b25d-45ecb47e771c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:32.505004 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-605b9231-2bd1-4c33-b25d-45ecb47e771c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/networks?id=154986ea-6e28-4448-8e28-e97efa71d249 HTTP/1.1" status: 200 len: 796 time: 0.1679900 Jul 06 12:19:32.522945 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-f0d0513e-d18f-4423-9385-41b715b5c0de tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/quotas/f585d4167c1145b098521c82cd595bff HTTP/1.1" status: 200 len: 375 time: 0.0167713 Jul 06 12:19:32.621064 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-92f21e0c-41f4-4132-bdf2-63a6a0cc4f09 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969896 Jul 06 12:19:32.655419 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 44180c4e-401b-4469-842a-d2ab03477de1 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:32.728857 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-701b4b57-fe7f-40f3-8b19-2a5be5c938ad None None] Port cfa24497-8c0a-4856-8ed8-2b499aa5a3de cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:19:32.842584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434570117', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:19:17Z', 'updated_at': '2021-07-06T12:19:28Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:18Z', 'updated_at': '2021-07-06T12:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cfa24497-8c0a-4856-8ed8-2b499aa5a3de', 'name': '', 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:ae:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:25Z', 'updated_at': '2021-07-06T12:19:29Z', 'revision_number': 2, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:32.846508 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-2d94b49a-f262-4ba8-902b-254d8f81da7e service neutron] 10.222.0.81 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058902 Jul 06 12:19:32.940070 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e92bd678-f6f7-44ee-b37f-5a5570594916 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:32.950938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 44180c4e-401b-4469-842a-d2ab03477de1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:32.953479 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:32.959143 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Checking router: 69edbfb6-8158-470a-8b5b-2102c44a6671 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:19:32.962653 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Updating router 69edbfb6-8158-470a-8b5b-2102c44a6671 port cfa24497-8c0a-4856-8ed8-2b499aa5a3de binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:19:33.001864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-e92bd678-f6f7-44ee-b37f-5a5570594916 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object ba54d734-294e-4edb-9f70-4c8fd7808577 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:33.065511 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:33.077741 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc8178-4c18-4e86-a894-e7f81e792400 req-cc98ee02-35e4-4de5-936e-9144026b8e88 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:33.078376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a769f07d-0cef-4c49-b529-6abe8652f3a6 None None] Provisioning complete for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:33.078764 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a769f07d-0cef-4c49-b529-6abe8652f3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:33.079606 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-89fc8178-4c18-4e86-a894-e7f81e792400 req-cc98ee02-35e4-4de5-936e-9144026b8e88 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 945 time: 0.7513590 Jul 06 12:19:33.082067 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:33.086891 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-363fde30-768e-4d17-847b-0d831e238a3d service neutron] 10.222.0.81 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260451 Jul 06 12:19:33.243917 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:33.260902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'Port': ['ID=45f29739-ea39-45a7-ab4a-4416d0391d80,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:33.265683 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40896) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:33.317726 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e92bd678-f6f7-44ee-b37f-5a5570594916 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:33.332034 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:33.366655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0a35e3f9-249f-4a83-9fd6-4b179b102e66 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:33.430716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92bd678-f6f7-44ee-b37f-5a5570594916 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:33.443390 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e92bd678-f6f7-44ee-b37f-5a5570594916 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:33.451083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bd678-f6f7-44ee-b37f-5a5570594916 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=ba54d734-294e-4edb-9f70-4c8fd7808577,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:33.453010 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92bd678-f6f7-44ee-b37f-5a5570594916 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:33.597453 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4438dd0f-2da9-4c31-952a-3398f0969ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:33.706158 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-89fc8178-4c18-4e86-a894-e7f81e792400 req-b83fbc34-af40-42a2-8629-74553d29712a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Deleting port 032d8785-724e-4e76-b000-429384254ece {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:33.711138 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-89fc8178-4c18-4e86-a894-e7f81e792400 req-b83fbc34-af40-42a2-8629-74553d29712a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:33.742501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:33.744220 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:33.834585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92bd678-f6f7-44ee-b37f-5a5570594916 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:33.842960 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e92bd678-f6f7-44ee-b37f-5a5570594916 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:33.899490 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Floating IP c592b3ff-23c8-44ff-9417-0588c296a9ce associated. External IP: 172.25.4.161, port: 1645ddf2-4269-460c-8d1f-cf61d4f12e89. Jul 06 12:19:33.972147 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db947d6-1df4-408a-9a70-d536382a093f req-11b10706-0fc0-4cd3-b786-f3592f890ef4 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:33.978738 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8db947d6-1df4-408a-9a70-d536382a093f req-11b10706-0fc0-4cd3-b786-f3592f890ef4 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 945 time: 0.3620698 Jul 06 12:19:34.089450 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8db947d6-1df4-408a-9a70-d536382a093f req-97462cce-e2a5-4637-868b-087b2f5c3aeb tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065576 Jul 06 12:19:34.100344 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4438dd0f-2da9-4c31-952a-3398f0969ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.109426 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4438dd0f-2da9-4c31-952a-3398f0969ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.137450 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.147413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Transition to ACTIVE for port object cfa24497-8c0a-4856-8ed8-2b499aa5a3de will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:34.163878 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.219441 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e92bd678-f6f7-44ee-b37f-5a5570594916 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.1531272 Jul 06 12:19:34.233587 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-89fc8178-4c18-4e86-a894-e7f81e792400 req-b83fbc34-af40-42a2-8629-74553d29712a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] For port 032d8785-724e-4e76-b000-429384254ece, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=032d8785-724e-4e76-b000-429384254ece,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:34.233948 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-89fc8178-4c18-4e86-a894-e7f81e792400 req-b83fbc34-af40-42a2-8629-74553d29712a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.234641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40912) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:34.296167 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-89fc8178-4c18-4e86-a894-e7f81e792400 req-b83fbc34-af40-42a2-8629-74553d29712a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Calling delete_port for 032d8785-724e-4e76-b000-429384254ece owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:34.332387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-175d3e0d-dd0f-4039-a984-cb72962ff367 None None] Provisioning for port ba54d734-294e-4edb-9f70-4c8fd7808577 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:34.357802 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-175d3e0d-dd0f-4039-a984-cb72962ff367 None None] Provisioning complete for port ba54d734-294e-4edb-9f70-4c8fd7808577 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:34.359701 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-175d3e0d-dd0f-4039-a984-cb72962ff367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.387951 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21a3f496-3814-4c16-b599-e37b1c332af4 req-cb6afbff-f233-407b-9438-4af8020e3c05 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 210 time: 0.1332922 Jul 06 12:19:34.391796 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4438dd0f-2da9-4c31-952a-3398f0969ad2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=49291e8dea0d4aa9957f01f1916bec61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1248302 Jul 06 12:19:34.401480 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40914) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:34.452473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438dd0f-2da9-4c31-952a-3398f0969ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f618a7e-3768-4da7-ac3b-639a054417a9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:34.486177 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-175d3e0d-dd0f-4039-a984-cb72962ff367 None None] Port ba54d734-294e-4edb-9f70-4c8fd7808577 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:19:34.574840 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4506e26-17ac-4042-bec0-647eb6785fe9 None None] Pushing event updated for resources: {'Port': ['ID=cfa24497-8c0a-4856-8ed8-2b499aa5a3de,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:34.593663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aa3d0e-43d9-4461-80ee-86947249df22 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:34.605872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aa3d0e-43d9-4461-80ee-86947249df22 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:34.614007 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-51aa3d0e-43d9-4461-80ee-86947249df22 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.3300402 Jul 06 12:19:34.624995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40916) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:34.671483 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Attempting to bind port cfa24497-8c0a-4856-8ed8-2b499aa5a3de on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:19:34.672111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Attempting to bind port cfa24497-8c0a-4856-8ed8-2b499aa5a3de by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:19:34.672696 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Attempting to bind port cfa24497-8c0a-4856-8ed8-2b499aa5a3de on network 154986ea-6e28-4448-8e28-e97efa71d249 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:34.679179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:19:34.681631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Checking segment: {'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:19:34.684960 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.685703 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Bound using segment: {'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:19:34.686630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Bound port: cfa24497-8c0a-4856-8ed8-2b499aa5a3de, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:19:34.687304 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.691930 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5e83bd3-9889-4e5a-b07c-1f005af5a478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.740658 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5e83bd3-9889-4e5a-b07c-1f005af5a478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.789352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Router 5e2948c4-60fe-4593-a78a-90ba3f97319b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:19:34.825343 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-89fc8178-4c18-4e86-a894-e7f81e792400 req-b83fbc34-af40-42a2-8629-74553d29712a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.853795 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5e83bd3-9889-4e5a-b07c-1f005af5a478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.854566 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['723a9d44-28d2-45d7-bcad-13fda972061f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:19:34.858502 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5e83bd3-9889-4e5a-b07c-1f005af5a478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:34.860329 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f5e83bd3-9889-4e5a-b07c-1f005af5a478 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2f618a7e-3768-4da7-ac3b-639a054417a9 HTTP/1.1" status: 204 len: 168 time: 0.4523058 Jul 06 12:19:34.896843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e83bd3-9889-4e5a-b07c-1f005af5a478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f618a7e-3768-4da7-ac3b-639a054417a9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:34.929390 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fbc34-af40-42a2-8629-74553d29712a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Pushing event deleted for resources: {'Port': ['ID=032d8785-724e-4e76-b000-429384254ece,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:34.997404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] For port cfa24497-8c0a-4856-8ed8-2b499aa5a3de, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:19:35.024867 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d9b7019f-e1a8-409f-9717-5fffb53ee001 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port ba54d734-294e-4edb-9f70-4c8fd7808577 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:35.025608 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9b7019f-e1a8-409f-9717-5fffb53ee001 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:35.040024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fc8178-4c18-4e86-a894-e7f81e792400 req-b83fbc34-af40-42a2-8629-74553d29712a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] No DVR routers for this DVR port 032d8785-724e-4e76-b000-429384254ece on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:19:35.040900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] For port cfa24497-8c0a-4856-8ed8-2b499aa5a3de, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=cfa24497-8c0a-4856-8ed8-2b499aa5a3de,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:19:35.061724 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-89fc8178-4c18-4e86-a894-e7f81e792400 req-b83fbc34-af40-42a2-8629-74553d29712a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:35.063934 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-89fc8178-4c18-4e86-a894-e7f81e792400 req-b83fbc34-af40-42a2-8629-74553d29712a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "DELETE /v2.0/ports/032d8785-724e-4e76-b000-429384254ece HTTP/1.1" status: 204 len: 173 time: 1.9668741 Jul 06 12:19:35.064457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbefb6a-1226-4105-9df2-28ed432a8284', 'name': 'network-vif-deleted', 'tag': '032d8785-724e-4e76-b000-429384254ece'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:35.067794 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22dd520-9b43-4204-b3e7-988e3c0bc9ea" -d '{"events": [{"server_uuid": "7cbefb6a-1226-4105-9df2-28ed432a8284", "name": "network-vif-deleted", "tag": "032d8785-724e-4e76-b000-429384254ece"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:35.086326 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:35.101432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:19:35.121226 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae99382-f13b-429e-80b0-48efd2aa09c1 None None] Sync routers for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:19:35.159583 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:35.164493 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae99382-f13b-429e-80b0-48efd2aa09c1 None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:19:35.168475 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0ae99382-f13b-429e-80b0-48efd2aa09c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:19:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:35.237020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4506e26-17ac-4042-bec0-647eb6785fe9 None None] Pushing event updated for resources: {'Port': ['ID=cfa24497-8c0a-4856-8ed8-2b499aa5a3de,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:35.248429 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Routers {'69edbfb6-8158-470a-8b5b-2102c44a6671'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:19:35.249085 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:19:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69edbfb6-8158-470a-8b5b-2102c44a6671'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:35.429321 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5ee715ca-9f6d-4b30-8a9e-a96bbec9b4e7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5888779 Jul 06 12:19:35.446814 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9b7019f-e1a8-409f-9717-5fffb53ee001 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:35.481352 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d9b7019f-e1a8-409f-9717-5fffb53ee001 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for ba54d734-294e-4edb-9f70-4c8fd7808577 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:35.683713 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-0ae99382-f13b-429e-80b0-48efd2aa09c1 None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:19:35.714076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 032d8785-724e-4e76-b000-429384254ece no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:19:36.031661 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9b7019f-e1a8-409f-9717-5fffb53ee001 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:36.218175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7019f-e1a8-409f-9717-5fffb53ee001 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=ba54d734-294e-4edb-9f70-4c8fd7808577,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:36.233105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-e601f074-b8a6-423a-b52b-347b55df4484 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:36.235764 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-e601f074-b8a6-423a-b52b-347b55df4484 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.23 "GET /v2.0/networks?id=154986ea-6e28-4448-8e28-e97efa71d249 HTTP/1.1" status: 200 len: 796 time: 0.4108911 Jul 06 12:19:36.370479 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207ca467-26d6-49cc-824f-2e433fa75e66 x-openstack-request-id: req-207ca467-26d6-49cc-824f-2e433fa75e66 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:36.374558 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbefb6a-1226-4105-9df2-28ed432a8284", "name": "network-vif-deleted", "tag": "032d8785-724e-4e76-b000-429384254ece", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:36.376099 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8e4a-7d8d-454c-b299-4f824c719e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:36.381726 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-207ca467-26d6-49cc-824f-2e433fa75e66 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:36.384990 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbefb6a-1226-4105-9df2-28ed432a8284', 'name': 'network-vif-deleted', 'tag': '032d8785-724e-4e76-b000-429384254ece', 'status': 'completed', 'code': 200} Jul 06 12:19:36.392261 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 032d8785-724e-4e76-b000-429384254ece {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:19:36.393002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 032d8785-724e-4e76-b000-429384254ece not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:19:36.438262 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:36.480810 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0ae99382-f13b-429e-80b0-48efd2aa09c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'c592b3ff-23c8-44ff-9417-0588c296a9ce', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'floating_ip_address': '172.25.4.161', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'port_id': '1645ddf2-4269-460c-8d1f-cf61d4f12e89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'mac_address': 'fa:16:3e:cd:07:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ae395c-ea85-411c-9df2-539d2b0d6908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:19:30Z', 'updated_at': '2021-07-06T12:19:30Z', 'revision_number': 0, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:36.490203 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-4e46c1c8-319c-4388-b07d-3c611b1a9b58 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f585d4167c1145b098521c82cd595bff HTTP/1.1" status: 200 len: 379 time: 0.2401767 Jul 06 12:19:36.510237 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-7c51dcc0-e94f-40c7-854d-1301a54cef87 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'port': {'device_id': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249', 'admin_state_up': True, 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'security_groups': ['3cc400a4-95b7-4999-8b78-ffeafbd0c0f9']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:36.518172 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d9b7019f-e1a8-409f-9717-5fffb53ee001 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:36.521282 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d9b7019f-e1a8-409f-9717-5fffb53ee001 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/ba54d734-294e-4edb-9f70-4c8fd7808577 HTTP/1.1" status: 204 len: 168 time: 1.8952770 Jul 06 12:19:36.525725 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40938) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:36.632666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] Set router 69edbfb6-8158-470a-8b5b-2102c44a6671 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:19:36.668893 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae99382-f13b-429e-80b0-48efd2aa09c1 None None] Checking router: 5e2948c4-60fe-4593-a78a-90ba3f97319b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:19:36.690834 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae99382-f13b-429e-80b0-48efd2aa09c1 None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:19:36.693794 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0ae99382-f13b-429e-80b0-48efd2aa09c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:19:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:36.824491 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd9ea0a-ae35-45c0-a202-07216ea340f0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:36.830528 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd9ea0a-ae35-45c0-a202-07216ea340f0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:36.834328 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:36.841473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd9ea0a-ae35-45c0-a202-07216ea340f0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:36.854329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40940) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:36.854568 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9bd9ea0a-ae35-45c0-a202-07216ea340f0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3270328 Jul 06 12:19:36.903408 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-0ae99382-f13b-429e-80b0-48efd2aa09c1 None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:19:36.972949 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1c4b5d6d-8432-4e45-ab49-71b163ab002b req-ba4554bd-e9d7-481a-8d3e-f0889a989265 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cbefb6a-1226-4105-9df2-28ed432a8284 HTTP/1.1" status: 200 len: 210 time: 0.0963607 Jul 06 12:19:36.973252 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-7c51dcc0-e94f-40c7-854d-1301a54cef87 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Made reservation on behalf of f585d4167c1145b098521c82cd595bff for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:36.985107 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-7c51dcc0-e94f-40c7-854d-1301a54cef87 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:37.074778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3135abf-facc-4c00-a311-4f16d4bd07f4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet a0c9a15f-2418-418a-bb3a-96d2d5424c30 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:19:37.085887 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3135abf-facc-4c00-a311-4f16d4bd07f4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:37.152224 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434570117', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:19:17Z', 'updated_at': '2021-07-06T12:19:28Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:18Z', 'updated_at': '2021-07-06T12:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cfa24497-8c0a-4856-8ed8-2b499aa5a3de', 'name': '', 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:ae:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:25Z', 'updated_at': '2021-07-06T12:19:34Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:37.192838 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b35bd3-f4d6-428a-8913-1bebb0e9bdb1 None None] The sync data for ids ['69edbfb6-8158-470a-8b5b-2102c44a6671'] in n-d-799529-2 is: [{'id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434570117', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:19:17Z', 'updated_at': '2021-07-06T12:19:28Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:18Z', 'updated_at': '2021-07-06T12:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cfa24497-8c0a-4856-8ed8-2b499aa5a3de', 'name': '', 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:ae:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:25Z', 'updated_at': '2021-07-06T12:19:34Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:19:37.230168 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9cb06588-6cf6-4c59-8aba-071b61be8a2a req-5e3dbc79-f757-4314-9f0e-92e1d4e7bbf9 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 210 time: 0.0818450 Jul 06 12:19:37.303743 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3135abf-facc-4c00-a311-4f16d4bd07f4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:37.351007 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0ae99382-f13b-429e-80b0-48efd2aa09c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'c592b3ff-23c8-44ff-9417-0588c296a9ce', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'floating_ip_address': '172.25.4.161', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'port_id': '1645ddf2-4269-460c-8d1f-cf61d4f12e89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'mac_address': 'fa:16:3e:cd:07:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ae395c-ea85-411c-9df2-539d2b0d6908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:19:30Z', 'updated_at': '2021-07-06T12:19:30Z', 'revision_number': 0, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:37.400637 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-7c51dcc0-e94f-40c7-854d-1301a54cef87 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Allocated IP 172.20.0.5 (154986ea-6e28-4448-8e28-e97efa71d249/0b152191-8712-4ecd-a94c-668a6e55f40a/f2da24c3-dd9e-4ea9-a95d-dd44cc53a019) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:37.404921 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae99382-f13b-429e-80b0-48efd2aa09c1 None None] The sync data for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 is: [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'c592b3ff-23c8-44ff-9417-0588c296a9ce', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'floating_ip_address': '172.25.4.161', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'port_id': '1645ddf2-4269-460c-8d1f-cf61d4f12e89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'mac_address': 'fa:16:3e:cd:07:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ae395c-ea85-411c-9df2-539d2b0d6908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:19:30Z', 'updated_at': '2021-07-06T12:19:30Z', 'revision_number': 0, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:19:37.462032 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3135abf-facc-4c00-a311-4f16d4bd07f4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:37.636829 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3135abf-facc-4c00-a311-4f16d4bd07f4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:37.690368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3135abf-facc-4c00-a311-4f16d4bd07f4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c9a15f-2418-418a-bb3a-96d2d5424c30,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:37.698260 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3135abf-facc-4c00-a311-4f16d4bd07f4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:37.703774 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a3135abf-facc-4c00-a311-4f16d4bd07f4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/a0c9a15f-2418-418a-bb3a-96d2d5424c30 HTTP/1.1" status: 204 len: 168 time: 0.8446851 Jul 06 12:19:37.703891 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40944) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:37.708179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145f7656-ca6a-48ed-ac88-742e744f5e90 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:37.733465 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-7c51dcc0-e94f-40c7-854d-1301a54cef87 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:37.756404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-7c51dcc0-e94f-40c7-854d-1301a54cef87 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Transition to ACTIVE for port object f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:37.827350 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc410d0-6b40-4991-944d-6597e4d1f9e2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet cd1298ce-21bf-4f2e-ac78-a51ad3b748d5 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:19:37.833613 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9dc410d0-6b40-4991-944d-6597e4d1f9e2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:37.837292 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-7c51dcc0-e94f-40c7-854d-1301a54cef87 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:37.916563 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22d159b-7088-4d2b-b253-444167267870 None None] New status for floating IP c592b3ff-23c8-44ff-9417-0588c296a9ce: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:19:37.954430 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9dc410d0-6b40-4991-944d-6597e4d1f9e2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:37.972751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-7c51dcc0-e94f-40c7-854d-1301a54cef87 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 154986ea-6e28-4448-8e28-e97efa71d249 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:37.984589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-7c51dcc0-e94f-40c7-854d-1301a54cef87 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:38.009261 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51dcc0-e94f-40c7-854d-1301a54cef87 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:38.038650 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-7c51dcc0-e94f-40c7-854d-1301a54cef87 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:38.160715 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9dc410d0-6b40-4991-944d-6597e4d1f9e2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:38.191149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-7c51dcc0-e94f-40c7-854d-1301a54cef87 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:38.192450 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-7c51dcc0-e94f-40c7-854d-1301a54cef87 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:38.215442 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-7c51dcc0-e94f-40c7-854d-1301a54cef87 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7158506 Jul 06 12:19:38.228600 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Request body: {'port': {'device_id': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:38.326205 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9dc410d0-6b40-4991-944d-6597e4d1f9e2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:38.425402 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9dc410d0-6b40-4991-944d-6597e4d1f9e2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:38.427433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ae395c-ea85-411c-9df2-539d2b0d6908', 'tag': '1645ddf2-4269-460c-8d1f-cf61d4f12e89'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:38.430227 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88386420-636a-43ab-905f-fd1fb662fcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:38.433257 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:38.440385 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9dc410d0-6b40-4991-944d-6597e4d1f9e2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/cd1298ce-21bf-4f2e-ac78-a51ad3b748d5 HTTP/1.1" status: 204 len: 168 time: 0.7349031 Jul 06 12:19:38.442034 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e3629d-6cc4-4f2b-83b5-dc090dcaeece" -d '{"events": [{"name": "network-changed", "server_uuid": "60ae395c-ea85-411c-9df2-539d2b0d6908", "tag": "1645ddf2-4269-460c-8d1f-cf61d4f12e89"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:38.443373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc410d0-6b40-4991-944d-6597e4d1f9e2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1298ce-21bf-4f2e-ac78-a51ad3b748d5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:38.447643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40954) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:38.587518 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f1baf923-97a3-4f78-ac28-a40d5e2493f0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1312370 Jul 06 12:19:38.588210 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 40962) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:38.595392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-93583674-73ee-418a-aae5-764e61b78047 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:38.616237 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:38.655876 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-85712965-4088-4f9f-9dbd-a2f84bed6314 None None] Provisioning for port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:38.669456 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b3880-1f69-4331-b9cf-89c20cd52eeb req-c50f4956-01a8-4a38-bc0b-ac509d358d7c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:38.672468 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f73b3880-1f69-4331-b9cf-89c20cd52eeb req-c50f4956-01a8-4a38-bc0b-ac509d358d7c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 931 time: 0.1053426 Jul 06 12:19:38.686062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-85712965-4088-4f9f-9dbd-a2f84bed6314 None None] Provisioning complete for port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:38.686433 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85712965-4088-4f9f-9dbd-a2f84bed6314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:38.743461 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f4c537-d049-42a5-9709-03e84a772fc1 None None] Update dhcp port {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'fixed_ips': [{'subnet_id': 'cd1298ce-21bf-4f2e-ac78-a51ad3b748d5'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '0a35e3f9-249f-4a83-9fd6-4b179b102e66'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:19:38.757095 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f73b3880-1f69-4331-b9cf-89c20cd52eeb req-75e870a7-8d00-4c23-af0a-b58950ddcf97 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788255 Jul 06 12:19:38.815635 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-85712965-4088-4f9f-9dbd-a2f84bed6314 None None] Port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:19:38.822017 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53f4c537-d049-42a5-9709-03e84a772fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:38.873265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cfa24497-8c0a-4856-8ed8-2b499aa5a3de up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:38.951414 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc11128-a5a4-41f5-a931-d5dd503aff99 x-openstack-request-id: req-0cc11128-a5a4-41f5-a931-d5dd503aff99 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:38.954475 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ae395c-ea85-411c-9df2-539d2b0d6908", "tag": "1645ddf2-4269-460c-8d1f-cf61d4f12e89", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:38.955651 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0cc11128-a5a4-41f5-a931-d5dd503aff99 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:38.957714 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ae395c-ea85-411c-9df2-539d2b0d6908', 'tag': '1645ddf2-4269-460c-8d1f-cf61d4f12e89', 'status': 'completed', 'code': 200} Jul 06 12:19:39.020523 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3629d-6cc4-4f2b-83b5-dc090dcaeece req-48d499fb-74fc-4470-a0f6-97ae9a512d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:39.022368 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18e3629d-6cc4-4f2b-83b5-dc090dcaeece req-48d499fb-74fc-4470-a0f6-97ae9a512d97 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 1096 time: 0.1746070 Jul 06 12:19:39.074975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port cfa24497-8c0a-4856-8ed8-2b499aa5a3de completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:39.082573 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port cfa24497-8c0a-4856-8ed8-2b499aa5a3de triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:39.083320 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:39.179860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e31a9a-81b5-4551-99f8-0dcd8cfaa7ec None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:39.190254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93583674-73ee-418a-aae5-764e61b78047 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:39.194847 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-93583674-73ee-418a-aae5-764e61b78047 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:39.398688 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:39.426872 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3da8f3ed-8687-4ade-a9a2-319227b53d6d None None] Provisioning complete for port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:39.427204 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3da8f3ed-8687-4ade-a9a2-319227b53d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:39.495361 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:39.501252 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:19:39.516453 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:39.547295 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port cfa24497-8c0a-4856-8ed8-2b499aa5a3de, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=cfa24497-8c0a-4856-8ed8-2b499aa5a3de,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:39.554417 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:39.571684 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Transition to ACTIVE for port object f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:39.578510 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:39.634798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-2ade1ddb-c196-4133-a044-527cbb5029d2 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:39.635329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dc4e49-e105-4ba8-a5bc-834b5e34a975 None None] DHCP port deletion for 84f6ded2-fa58-4f50-89b4-2c981cdca81e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:19:39.642903 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-2ade1ddb-c196-4133-a044-527cbb5029d2 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 805 time: 0.7079906 Jul 06 12:19:39.672322 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-1ec60191-b671-4b1e-80fb-a043f150b718 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/quotas/6ffb4de1dcd440ee97d07df1491b1e7a HTTP/1.1" status: 200 len: 375 time: 0.0276392 Jul 06 12:19:39.709385 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=cfa24497-8c0a-4856-8ed8-2b499aa5a3de,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:39.717177 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-93583674-73ee-418a-aae5-764e61b78047 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:39.720416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Pushing event updated for resources: {'Port': ['ID=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:39.735857 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-00dc4e49-e105-4ba8-a5bc-834b5e34a975 None None] Deleting port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:39.736262 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-00dc4e49-e105-4ba8-a5bc-834b5e34a975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:39.742035 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3629d-6cc4-4f2b-83b5-dc090dcaeece req-13a25aae-4258-4673-9550-c648a292ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:39.744199 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18e3629d-6cc4-4f2b-83b5-dc090dcaeece req-13a25aae-4258-4673-9550-c648a292ea99 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 913 time: 0.7100840 Jul 06 12:19:39.846022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93583674-73ee-418a-aae5-764e61b78047 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:39.850652 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-93583674-73ee-418a-aae5-764e61b78047 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:39.858691 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-00dc4e49-e105-4ba8-a5bc-834b5e34a975 None None] For port 0a35e3f9-249f-4a83-9fd6-4b179b102e66, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0a35e3f9-249f-4a83-9fd6-4b179b102e66,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:39.859306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93583674-73ee-418a-aae5-764e61b78047 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:39.860669 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-93583674-73ee-418a-aae5-764e61b78047 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:39.861431 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-00dc4e49-e105-4ba8-a5bc-834b5e34a975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:39.881938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-00dc4e49-e105-4ba8-a5bc-834b5e34a975 None None] Calling delete_port for 0a35e3f9-249f-4a83-9fd6-4b179b102e66 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:39.888698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Attempting to bind port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:19:39.889182 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Attempting to bind port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:19:39.889622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Attempting to bind port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 on network 154986ea-6e28-4448-8e28-e97efa71d249 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:39.917866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93583674-73ee-418a-aae5-764e61b78047 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=bbe4041d-14c6-4a7b-bae4-4cdd9522fa3a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:39.920666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 on network 154986ea-6e28-4448-8e28-e97efa71d249 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:19:39.921167 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Attempting to bind port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 on network 154986ea-6e28-4448-8e28-e97efa71d249 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:39.926951 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-93583674-73ee-418a-aae5-764e61b78047 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3357992 Jul 06 12:19:39.931209 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40976) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:39.932261 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:19:39.932710 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Checking segment: {'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:19:39.933204 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Bound using segment: {'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:19:39.933798 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Bound port: f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:19:39.934278 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:39.944221 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-ddfa02a1-6e6c-4872-a036-852a06a9a6d8 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2716725 Jul 06 12:19:39.961787 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-337cbff8-280d-4b41-af52-c885c66336bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:39.968574 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18e3629d-6cc4-4f2b-83b5-dc090dcaeece req-1e61f5db-c13a-454d-becb-44a2ea5572b9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1645ddf2-4269-460c-8d1f-cf61d4f12e89 HTTP/1.1" status: 200 len: 1001 time: 0.2145729 Jul 06 12:19:40.021841 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-00dc4e49-e105-4ba8-a5bc-834b5e34a975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:40.024654 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:19:40.028834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:19:40.033571 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:40.055402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:40.056290 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:40.057388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc4e49-e105-4ba8-a5bc-834b5e34a975 None None] Pushing event deleted for resources: {'Port': ['ID=0a35e3f9-249f-4a83-9fd6-4b179b102e66,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:40.060014 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] 10.222.0.23 "PUT /v2.0/ports/f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 HTTP/1.1" status: 200 len: 1091 time: 1.8360705 Jul 06 12:19:40.073376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc4e49-e105-4ba8-a5bc-834b5e34a975 None None] No DVR routers for this DVR port 0a35e3f9-249f-4a83-9fd6-4b179b102e66 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:19:40.124730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7c401-ed20-4de8-9407-30a358a1a51e service neutron] Pushing event updated for resources: {'Port': ['ID=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:40.130966 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bcea76-865b-43bf-820b-a0b9e2ed4bd7 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:40.174726 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3629d-6cc4-4f2b-83b5-dc090dcaeece req-419c2cf6-612e-498e-817d-a7d5c9636d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:40.176277 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18e3629d-6cc4-4f2b-83b5-dc090dcaeece req-419c2cf6-612e-498e-817d-a7d5c9636d61 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.1916785 Jul 06 12:19:40.276143 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-73e69dc7-7569-474a-9f5f-79f854f19244 service neutron] 10.222.0.81 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306470 Jul 06 12:19:40.277182 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-7e5d984b-8e38-42af-8604-47fb26ba736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:40.280460 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-7e5d984b-8e38-42af-8604-47fb26ba736c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 1094 time: 0.1387146 Jul 06 12:19:40.328226 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337cbff8-280d-4b41-af52-c885c66336bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:40.331883 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-337cbff8-280d-4b41-af52-c885c66336bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:40.385007 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'fixed_ips': [{'subnet_id': 'bbe4041d-14c6-4a7b-bae4-4cdd9522fa3a'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:19:40.385913 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:40.389936 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-3fc4503a-865c-4b2c-83be-9ae43f848a42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 HTTP/1.1" status: 200 len: 217 time: 0.0992844 Jul 06 12:19:40.424786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3629d-6cc4-4f2b-83b5-dc090dcaeece req-24cb3741-4a83-45a6-8267-45cebbea1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:40.426296 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18e3629d-6cc4-4f2b-83b5-dc090dcaeece req-24cb3741-4a83-45a6-8267-45cebbea1396 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2400694 Jul 06 12:19:40.462288 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d67405cf-6a2c-48c5-912f-f4c5be440669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:40.464232 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-d67405cf-6a2c-48c5-912f-f4c5be440669 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b152191-8712-4ecd-a94c-668a6e55f40a HTTP/1.1" status: 200 len: 835 time: 0.0674012 Jul 06 12:19:40.551649 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-aa267c53-3cb8-4b4f-bdfe-86b7e05e734b service neutron] 10.222.0.81 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745090 Jul 06 12:19:40.557292 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-3b2083a0-5f1c-4ac4-a537-0d3f85ea4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:40.559582 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-3b2083a0-5f1c-4ac4-a537-0d3f85ea4a87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=154986ea-6e28-4448-8e28-e97efa71d249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864713 Jul 06 12:19:40.581289 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Allocated IP 172.20.0.2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/bbe4041d-14c6-4a7b-bae4-4cdd9522fa3a/e4fd6911-8e69-46ac-b3b0-1364dfc907ca) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:40.657959 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18e3629d-6cc4-4f2b-83b5-dc090dcaeece req-372cae4e-54e6-4297-a089-ae935d34a5d3 service neutron] 10.222.0.89 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177896 Jul 06 12:19:40.705949 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-1bbe8ad9-4562-4055-9a1e-5948af52976f service neutron] 10.222.0.23 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396556 Jul 06 12:19:40.816237 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cfa24497-8c0a-4856-8ed8-2b499aa5a3de up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:40.897566 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:40.901812 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0345e850-7d38-4dfe-ad1d-501b835db48b req-641a646d-80e4-40a3-9cd4-112a46e9f082 service neutron] 10.222.0.23 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880195 Jul 06 12:19:40.912327 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Transition to ACTIVE for port object e4fd6911-8e69-46ac-b3b0-1364dfc907ca will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:40.934830 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port cfa24497-8c0a-4856-8ed8-2b499aa5a3de triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:40.935213 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:40.941602 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Transition to ACTIVE for port object e4fd6911-8e69-46ac-b3b0-1364dfc907ca will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:40.960060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:40.963579 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e977adf-3564-4db0-aca3-d61258efd5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:41.017781 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:41.047112 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18e3629d-6cc4-4f2b-83b5-dc090dcaeece req-b1c8d79c-bc86-4765-ad16-c8af1c0b1292 service neutron] 10.222.0.89 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598626 Jul 06 12:19:41.076745 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:41.081234 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:41.083035 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:41.083918 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:41.111324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcae42-c0bb-4f1a-bde1-06a7cf6d5bcf req-30e738c3-11ad-454c-8bdb-5da88bdc70c7 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:41.113035 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d4fcae42-c0bb-4f1a-bde1-06a7cf6d5bcf req-30e738c3-11ad-454c-8bdb-5da88bdc70c7 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 943 time: 0.1499581 Jul 06 12:19:41.179164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Pushing event updated for resources: {'Port': ['ID=e4fd6911-8e69-46ac-b3b0-1364dfc907ca,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:41.204952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Attempting to bind port e4fd6911-8e69-46ac-b3b0-1364dfc907ca on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:19:41.205321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Attempting to bind port e4fd6911-8e69-46ac-b3b0-1364dfc907ca by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:19:41.205702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Attempting to bind port e4fd6911-8e69-46ac-b3b0-1364dfc907ca on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:41.214856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:19:41.215365 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:19:41.215666 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:41.216058 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:19:41.216542 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Bound port: e4fd6911-8e69-46ac-b3b0-1364dfc907ca, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:19:41.216929 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:41.221672 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d4fcae42-c0bb-4f1a-bde1-06a7cf6d5bcf req-34591528-a7e1-434b-9b82-7e518fc0ceb8 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867152 Jul 06 12:19:41.259682 n-d-799529-2 neutron-server[100427]: DEBUG neutron.objects.ports [None req-337cbff8-280d-4b41-af52-c885c66336bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100427) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:19:41.298817 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0a35e3f9-249f-4a83-9fd6-4b179b102e66 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:19:41.335173 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 0a35e3f9-249f-4a83-9fd6-4b179b102e66 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:19:41.335543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0a35e3f9-249f-4a83-9fd6-4b179b102e66 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:19:41.370664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] For port e4fd6911-8e69-46ac-b3b0-1364dfc907ca, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:19:41.375634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] For port e4fd6911-8e69-46ac-b3b0-1364dfc907ca, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e4fd6911-8e69-46ac-b3b0-1364dfc907ca,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:19:41.379837 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f234315a-3258-43ce-9be4-a93a389250d0 req-bddb2643-c34b-451e-9079-57ac5dad9202 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 210 time: 0.0420256 Jul 06 12:19:41.383135 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:41.463091 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f615d9-6f1f-451f-9614-4aa9fa3438a4 x-openstack-request-id: req-36f615d9-6f1f-451f-9614-4aa9fa3438a4 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:41.464225 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:41.467422 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36f615d9-6f1f-451f-9614-4aa9fa3438a4 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:41.468080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ea447-d53c-4467-87d6-3cee8ce6ba1b None None] Pushing event updated for resources: {'Port': ['ID=e4fd6911-8e69-46ac-b3b0-1364dfc907ca,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:41.468464 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019', 'status': 'completed', 'code': 200} Jul 06 12:19:41.594188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e977adf-3564-4db0-aca3-d61258efd5e3 req-1220a852-5915-4334-8462-9163d7d1f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:41.596261 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e977adf-3564-4db0-aca3-d61258efd5e3 req-1220a852-5915-4334-8462-9163d7d1f3c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 1094 time: 0.0957479 Jul 06 12:19:41.596421 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-337cbff8-280d-4b41-af52-c885c66336bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:41.766162 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e977adf-3564-4db0-aca3-d61258efd5e3 req-7a2f8ddb-423a-448b-8e66-d4c3cb0687c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:41.768024 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e977adf-3564-4db0-aca3-d61258efd5e3 req-7a2f8ddb-423a-448b-8e66-d4c3cb0687c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=154986ea-6e28-4448-8e28-e97efa71d249 HTTP/1.1" status: 200 len: 897 time: 0.1646862 Jul 06 12:19:41.848530 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e977adf-3564-4db0-aca3-d61258efd5e3 req-25cc994e-3bc1-4aac-ae0e-3bcbc63d511f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 HTTP/1.1" status: 200 len: 217 time: 0.0694165 Jul 06 12:19:41.883993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-337cbff8-280d-4b41-af52-c885c66336bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] For port e4fd6911-8e69-46ac-b3b0-1364dfc907ca, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e4fd6911-8e69-46ac-b3b0-1364dfc907ca,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:41.926385 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-337cbff8-280d-4b41-af52-c885c66336bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:41.929616 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e977adf-3564-4db0-aca3-d61258efd5e3 req-4614d8b8-d731-4b00-91fc-ea8289d88274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:41.932318 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e977adf-3564-4db0-aca3-d61258efd5e3 req-4614d8b8-d731-4b00-91fc-ea8289d88274 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b152191-8712-4ecd-a94c-668a6e55f40a HTTP/1.1" status: 200 len: 835 time: 0.0763595 Jul 06 12:19:41.933966 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-337cbff8-280d-4b41-af52-c885c66336bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:41.934765 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-337cbff8-280d-4b41-af52-c885c66336bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:42.001441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e977adf-3564-4db0-aca3-d61258efd5e3 req-b6973743-039d-4329-918f-d596286cab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:42.003863 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e977adf-3564-4db0-aca3-d61258efd5e3 req-b6973743-039d-4329-918f-d596286cab76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=154986ea-6e28-4448-8e28-e97efa71d249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644825 Jul 06 12:19:42.020197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337cbff8-280d-4b41-af52-c885c66336bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:42.028910 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-337cbff8-280d-4b41-af52-c885c66336bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:42.044652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337cbff8-280d-4b41-af52-c885c66336bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:42.045312 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-337cbff8-280d-4b41-af52-c885c66336bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:42.063458 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cbff8-280d-4b41-af52-c885c66336bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=e4fd6911-8e69-46ac-b3b0-1364dfc907ca,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:42.066153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cbff8-280d-4b41-af52-c885c66336bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=67c46919-7bef-49c7-bc5d-c9d00c1e4ef7,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:42.080100 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-337cbff8-280d-4b41-af52-c885c66336bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1233649 Jul 06 12:19:42.083804 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 40994) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:42.090653 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0af3329e-fba3-431a-b890-b5af7de47fce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'mac_address': 'fa:16:3e:e4:94:f5', 'name': 'tempest-NetworksTestDHCPv6-1578834330'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:42.139862 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e977adf-3564-4db0-aca3-d61258efd5e3 req-60a1094d-8180-44f5-bf18-caec1234224d service neutron] 10.222.0.23 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269321 Jul 06 12:19:42.240333 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af3329e-fba3-431a-b890-b5af7de47fce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:42.283589 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e977adf-3564-4db0-aca3-d61258efd5e3 req-9867237e-a380-425e-a59a-3e3891b3b2d7 service neutron] 10.222.0.23 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373317 Jul 06 12:19:42.414038 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0af3329e-fba3-431a-b890-b5af7de47fce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:42.576005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-a431c349-63e7-49cb-80ba-3f31f92aa48c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:42.578118 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-a431c349-63e7-49cb-80ba-3f31f92aa48c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 805 time: 0.2319577 Jul 06 12:19:42.586164 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-0af3329e-fba3-431a-b890-b5af7de47fce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port 355d20b9-42a3-4deb-9936-084927267b2c yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:19:42.592331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-17d9b9a8-bbd0-44cb-9c94-052be2ccf5c5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Request body: {'port': {'device_id': 'b8fa4084-c91d-4db4-8b92-a40046925370', 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42', 'admin_state_up': True, 'tenant_id': '6ffb4de1dcd440ee97d07df1491b1e7a'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:42.706919 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf43371-1e87-4073-b368-226ff1d1af11 req-01fc4daa-ba0a-401d-9a92-529734a30162 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:42.714291 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6bf43371-1e87-4073-b368-226ff1d1af11 req-01fc4daa-ba0a-401d-9a92-529734a30162 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 943 time: 0.2115405 Jul 06 12:19:42.806242 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-17d9b9a8-bbd0-44cb-9c94-052be2ccf5c5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Made reservation on behalf of 6ffb4de1dcd440ee97d07df1491b1e7a for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:42.814682 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-17d9b9a8-bbd0-44cb-9c94-052be2ccf5c5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:42.843696 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6bf43371-1e87-4073-b368-226ff1d1af11 req-8beb6172-d5d3-49b2-a057-e43d7500f5f2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016080 Jul 06 12:19:42.889559 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e4fd6911-8e69-46ac-b3b0-1364dfc907ca up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:43.084907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-0af3329e-fba3-431a-b890-b5af7de47fce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 172.20.0.8 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/bbe4041d-14c6-4a7b-bae4-4cdd9522fa3a/355d20b9-42a3-4deb-9936-084927267b2c) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:43.134374 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port e4fd6911-8e69-46ac-b3b0-1364dfc907ca completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:43.187772 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-0af3329e-fba3-431a-b890-b5af7de47fce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::f816:3eff:fee4:94f5 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/67c46919-7bef-49c7-bc5d-c9d00c1e4ef7/355d20b9-42a3-4deb-9936-084927267b2c) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:43.204402 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-477e879f-4512-477d-a047-6d7b1c9859fe req-1c252086-6fc1-4414-8b0f-3aabee9f7631 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 210 time: 0.1150689 Jul 06 12:19:43.209336 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-17d9b9a8-bbd0-44cb-9c94-052be2ccf5c5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Allocated IP 172.20.0.5 (1ff636a6-c37f-4f0c-9b69-74b08232ce42/3b13b069-a449-4c79-8cb2-c610ef4f1ffa/7e348ca2-3fae-4775-9414-9bdcf551ed79) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:43.254997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e74ef93-f7a0-46c3-8f26-618a899c9b08 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:43.394020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-805896d2-1ae9-49c7-9415-6ba4625dc08f None None] Provisioning for port e4fd6911-8e69-46ac-b3b0-1364dfc907ca completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:43.401873 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-805896d2-1ae9-49c7-9415-6ba4625dc08f None None] Provisioning complete for port e4fd6911-8e69-46ac-b3b0-1364dfc907ca triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:43.402449 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-805896d2-1ae9-49c7-9415-6ba4625dc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:43.509853 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-17d9b9a8-bbd0-44cb-9c94-052be2ccf5c5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:43.517999 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0af3329e-fba3-431a-b890-b5af7de47fce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:43.538827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-0af3329e-fba3-431a-b890-b5af7de47fce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object 355d20b9-42a3-4deb-9936-084927267b2c will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:43.576943 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-805896d2-1ae9-49c7-9415-6ba4625dc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:43.594851 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-17d9b9a8-bbd0-44cb-9c94-052be2ccf5c5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:43.607734 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0af3329e-fba3-431a-b890-b5af7de47fce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:43.611360 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['723a9d44-28d2-45d7-bcad-13fda972061f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:19:43.651164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-805896d2-1ae9-49c7-9415-6ba4625dc08f None None] For port e4fd6911-8e69-46ac-b3b0-1364dfc907ca, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e4fd6911-8e69-46ac-b3b0-1364dfc907ca,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:43.659740 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-805896d2-1ae9-49c7-9415-6ba4625dc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:43.668586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-17d9b9a8-bbd0-44cb-9c94-052be2ccf5c5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:43.674550 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-17d9b9a8-bbd0-44cb-9c94-052be2ccf5c5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:43.674768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:19:43.680324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-17d9b9a8-bbd0-44cb-9c94-052be2ccf5c5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:43.699945 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af3329e-fba3-431a-b890-b5af7de47fce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:43.705520 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-0af3329e-fba3-431a-b890-b5af7de47fce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:43.718474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af3329e-fba3-431a-b890-b5af7de47fce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:43.725468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3329e-fba3-431a-b890-b5af7de47fce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=355d20b9-42a3-4deb-9936-084927267b2c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:43.764066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9b9a8-bbd0-44cb-9c94-052be2ccf5c5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Pushing event updated for resources: {'Port': ['ID=7e348ca2-3fae-4775-9414-9bdcf551ed79,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:43.775987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805896d2-1ae9-49c7-9415-6ba4625dc08f None None] Pushing event updated for resources: {'Port': ['ID=e4fd6911-8e69-46ac-b3b0-1364dfc907ca,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:43.795736 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-17d9b9a8-bbd0-44cb-9c94-052be2ccf5c5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:43.798868 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-17d9b9a8-bbd0-44cb-9c94-052be2ccf5c5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:43.821423 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af3329e-fba3-431a-b890-b5af7de47fce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:43.822151 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0af3329e-fba3-431a-b890-b5af7de47fce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:43.824428 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-17d9b9a8-bbd0-44cb-9c94-052be2ccf5c5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2378879 Jul 06 12:19:43.846151 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0af3329e-fba3-431a-b890-b5af7de47fce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7601886 Jul 06 12:19:43.847791 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41004) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:43.848328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Request body: {'port': {'device_id': 'b8fa4084-c91d-4db4-8b92-a40046925370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:43.975095 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:43.984562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98658b7e-f9d4-4d49-9d7e-f945ad02d15c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:44.002855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98658b7e-f9d4-4d49-9d7e-f945ad02d15c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:44.005642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019', 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249', 'port_id': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019', 'mac_address': 'fa:16:3e:36:cb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:19:44.007741 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-98658b7e-f9d4-4d49-9d7e-f945ad02d15c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1580613 Jul 06 12:19:44.011334 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41010) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:44.058822 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:44.219450 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd7e2e-42f9-4b85-ba4e-ba276bc7ad56 req-218e0579-c37b-45e7-a5cd-65bc20417f91 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:44.220959 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8dbd7e2e-42f9-4b85-ba4e-ba276bc7ad56 req-218e0579-c37b-45e7-a5cd-65bc20417f91 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 943 time: 0.1867347 Jul 06 12:19:44.287557 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-45913aba-8184-42a8-bd28-be80cb4f1c64 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port 355d20b9-42a3-4deb-9936-084927267b2c {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:44.287907 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45913aba-8184-42a8-bd28-be80cb4f1c64 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:44.299106 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:44.313824 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:19:44.347977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:44.356696 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:44.403477 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45913aba-8184-42a8-bd28-be80cb4f1c64 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:44.417181 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-45913aba-8184-42a8-bd28-be80cb4f1c64 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for 355d20b9-42a3-4deb-9936-084927267b2c owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:44.433970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:44.560642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['f2da24c3-dd9e-4ea9-a95d-dd44cc53a019'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:19:44.611876 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8dbd7e2e-42f9-4b85-ba4e-ba276bc7ad56 req-b2fceeb4-b0ab-42e7-a325-c92731836bd1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803730 Jul 06 12:19:44.765200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-07ea6533-4471-4bfd-8f09-e8769fe69174 None None] Provisioning complete for port e4fd6911-8e69-46ac-b3b0-1364dfc907ca triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:44.765497 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07ea6533-4471-4bfd-8f09-e8769fe69174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:44.833629 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e4fd6911-8e69-46ac-b3b0-1364dfc907ca up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:44.851171 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45913aba-8184-42a8-bd28-be80cb4f1c64 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:44.884993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45913aba-8184-42a8-bd28-be80cb4f1c64 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=355d20b9-42a3-4deb-9936-084927267b2c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:44.910689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e348ca2-3fae-4775-9414-9bdcf551ed79 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:19:44.921162 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:44.936833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Transition to ACTIVE for port object 7e348ca2-3fae-4775-9414-9bdcf551ed79 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:44.943068 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:45.011837 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Pushing event updated for resources: {'Port': ['ID=7e348ca2-3fae-4775-9414-9bdcf551ed79,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:45.084982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d142a5b-7b1c-4fb9-93b7-547e5d65bab5 req-b0bf294f-e542-4b47-9e82-1c41798843df tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:45.102863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4d142a5b-7b1c-4fb9-93b7-547e5d65bab5 req-b0bf294f-e542-4b47-9e82-1c41798843df tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 931 time: 0.2084095 Jul 06 12:19:45.153061 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-45913aba-8184-42a8-bd28-be80cb4f1c64 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:45.159743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e4fd6911-8e69-46ac-b3b0-1364dfc907ca triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:45.162859 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:45.163034 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-45913aba-8184-42a8-bd28-be80cb4f1c64 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/355d20b9-42a3-4deb-9936-084927267b2c HTTP/1.1" status: 204 len: 168 time: 1.1463692 Jul 06 12:19:45.163275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41018) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:45.177165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Attempting to bind port 7e348ca2-3fae-4775-9414-9bdcf551ed79 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:19:45.177941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Attempting to bind port 7e348ca2-3fae-4775-9414-9bdcf551ed79 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:19:45.178485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Attempting to bind port 7e348ca2-3fae-4775-9414-9bdcf551ed79 on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:45.187745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Port 7e348ca2-3fae-4775-9414-9bdcf551ed79 on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:19:45.188197 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Attempting to bind port 7e348ca2-3fae-4775-9414-9bdcf551ed79 on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:45.196997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:19:45.197337 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Checking segment: {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:19:45.197716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Bound using segment: {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:19:45.198289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Bound port: 7e348ca2-3fae-4775-9414-9bdcf551ed79, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:19:45.198655 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:45.258794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67edac68-4e65-4c44-b503-6e6dbcfea406 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:45.260470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67edac68-4e65-4c44-b503-6e6dbcfea406 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:45.262209 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67edac68-4e65-4c44-b503-6e6dbcfea406 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:45.263858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-67edac68-4e65-4c44-b503-6e6dbcfea406 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0996764 Jul 06 12:19:45.266602 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41020) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:45.279415 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4d142a5b-7b1c-4fb9-93b7-547e5d65bab5 req-1b26d1ec-5fd6-45b4-af24-20da2d47a7eb tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669664 Jul 06 12:19:45.320379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-89d201e5-9f55-4db6-bb50-5e8ae232ff48 None None] Could not find standard attr ID for object 355d20b9-42a3-4deb-9936-084927267b2c. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:19:45.327575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] For port 7e348ca2-3fae-4775-9414-9bdcf551ed79, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:19:45.332113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] For port 7e348ca2-3fae-4775-9414-9bdcf551ed79, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=7e348ca2-3fae-4775-9414-9bdcf551ed79,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:19:45.338731 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:45.376727 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd747826-ec1d-4bd1-866a-899c596b797f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet 67c46919-7bef-49c7-bc5d-c9d00c1e4ef7 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:19:45.379849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:45.380562 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cd747826-ec1d-4bd1-866a-899c596b797f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:45.381400 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:45.383155 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] 10.222.0.23 "PUT /v2.0/ports/7e348ca2-3fae-4775-9414-9bdcf551ed79 HTTP/1.1" status: 200 len: 1091 time: 1.5485168 Jul 06 12:19:45.383891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fa4084-c91d-4db4-8b92-a40046925370', 'tag': '7e348ca2-3fae-4775-9414-9bdcf551ed79'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:45.386379 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc6cf79-8674-4bb0-a334-68e367c762d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fa4084-c91d-4db4-8b92-a40046925370", "tag": "7e348ca2-3fae-4775-9414-9bdcf551ed79"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:45.464100 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cd747826-ec1d-4bd1-866a-899c596b797f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:45.472661 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2f3cea-1281-495f-a37a-9cf95f709aa1 x-openstack-request-id: req-0f2f3cea-1281-495f-a37a-9cf95f709aa1 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:45.473314 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fa4084-c91d-4db4-8b92-a40046925370", "tag": "7e348ca2-3fae-4775-9414-9bdcf551ed79", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:45.473794 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f2f3cea-1281-495f-a37a-9cf95f709aa1 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:45.474410 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fa4084-c91d-4db4-8b92-a40046925370', 'tag': '7e348ca2-3fae-4775-9414-9bdcf551ed79', 'status': 'completed', 'code': 200} Jul 06 12:19:45.498731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b7e03-8086-4172-b98d-ba995876e58f service neutron] Pushing event updated for resources: {'Port': ['ID=7e348ca2-3fae-4775-9414-9bdcf551ed79,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:45.523186 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-f8754e45-2266-4cdb-8630-64c121fb2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:45.525404 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-f8754e45-2266-4cdb-8630-64c121fb2711 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 1094 time: 0.0904646 Jul 06 12:19:45.577059 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-6bb2de8c-5117-4840-8727-5472417348a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e348ca2-3fae-4775-9414-9bdcf551ed79 HTTP/1.1" status: 200 len: 217 time: 0.0441980 Jul 06 12:19:45.593842 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cd747826-ec1d-4bd1-866a-899c596b797f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:45.631061 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-a02a7141-fc87-4119-8d77-362d7df9c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:45.633418 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-a02a7141-fc87-4119-8d77-362d7df9c788 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 200 len: 845 time: 0.0493207 Jul 06 12:19:45.665741 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cd747826-ec1d-4bd1-866a-899c596b797f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:45.674739 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-464fcc91-9ff0-4414-8521-1ad05e7d1d5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1ff636a6-c37f-4f0c-9b69-74b08232ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352964 Jul 06 12:19:45.681516 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cd747826-ec1d-4bd1-866a-899c596b797f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:45.686853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cd747826-ec1d-4bd1-866a-899c596b797f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/67c46919-7bef-49c7-bc5d-c9d00c1e4ef7 HTTP/1.1" status: 204 len: 168 time: 0.4192333 Jul 06 12:19:45.687497 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41026) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:45.689547 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450d5e7e-7aa6-48f2-89fc-10307e801110 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:45.707463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:45.718994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd747826-ec1d-4bd1-866a-899c596b797f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=67c46919-7bef-49c7-bc5d-c9d00c1e4ef7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:45.801035 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-a055e03a-04c1-4c8c-a003-d025aa0a234a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet bbe4041d-14c6-4a7b-bae4-4cdd9522fa3a {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:19:45.804558 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a055e03a-04c1-4c8c-a003-d025aa0a234a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:45.826190 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-54f5d5a1-0ab3-4e62-80dd-337965853a5e service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440456 Jul 06 12:19:45.846508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:45.870080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:45.870558 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:45.872237 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a055e03a-04c1-4c8c-a003-d025aa0a234a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:45.916441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6414f19-dc49-4b1f-8743-57ed15b353de req-5ddccb1e-03bb-4018-8862-e1ea6bedb5ed tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:45.926416 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6414f19-dc49-4b1f-8743-57ed15b353de req-5ddccb1e-03bb-4018-8862-e1ea6bedb5ed tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 944 time: 0.1754894 Jul 06 12:19:46.031179 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6414f19-dc49-4b1f-8743-57ed15b353de req-3d6ff39e-1f77-4a34-9e48-ee3bccb21d3b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028407 Jul 06 12:19:46.039084 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:46.047609 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a055e03a-04c1-4c8c-a003-d025aa0a234a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:46.059691 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-18719a95-07a0-4dda-b4b7-e7db72d33141 req-59f91f9c-f272-419c-92f0-670c8b88f37f service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234183 Jul 06 12:19:46.121667 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:46.123261 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:46.127818 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a039d646-f978-4126-8284-907391cb0138" -d '{"events": [{"server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "name": "network-vif-plugged", "status": "completed", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:46.131379 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:46.147103 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a055e03a-04c1-4c8c-a003-d025aa0a234a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:46.198080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055e03a-04c1-4c8c-a003-d025aa0a234a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe4041d-14c6-4a7b-bae4-4cdd9522fa3a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:46.204799 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a055e03a-04c1-4c8c-a003-d025aa0a234a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:46.207490 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a055e03a-04c1-4c8c-a003-d025aa0a234a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/bbe4041d-14c6-4a7b-bae4-4cdd9522fa3a HTTP/1.1" status: 204 len: 168 time: 0.4969051 Jul 06 12:19:46.210097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41040) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:46.226508 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146239bb-49cf-4c52-a498-8303400003fa x-openstack-request-id: req-146239bb-49cf-4c52-a498-8303400003fa {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:46.227660 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "name": "network-vif-plugged", "status": "completed", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:46.229989 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-146239bb-49cf-4c52-a498-8303400003fa {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:46.231097 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019', 'code': 200} Jul 06 12:19:46.260655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:46.277610 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6cf79-8674-4bb0-a334-68e367c762d6 req-aea2e5d9-b35c-4cf9-8e8a-33e8782a7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:46.279645 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc6cf79-8674-4bb0-a334-68e367c762d6 req-aea2e5d9-b35c-4cf9-8e8a-33e8782a7330 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 1094 time: 0.1634700 Jul 06 12:19:46.307062 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ac6defd8-375e-49e9-b3ae-3d32fbf1e30b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937104 Jul 06 12:19:46.309540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41044) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:46.400359 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc3d91-4885-4f4c-ac10-1d070ff70b09 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:46.402113 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e5bc3d91-4885-4f4c-ac10-1d070ff70b09 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0913696 Jul 06 12:19:46.405679 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41048) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:46.501251 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db12c2-0452-429a-80f0-7990469a131b req-af55edb8-7929-423a-8e2c-b151a42876fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:46.503060 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f4db12c2-0452-429a-80f0-7990469a131b req-af55edb8-7929-423a-8e2c-b151a42876fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 1096 time: 0.2088301 Jul 06 12:19:46.506350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6cf79-8674-4bb0-a334-68e367c762d6 req-acf29b36-6d44-43f5-8b1f-a40a325445f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:46.518845 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc6cf79-8674-4bb0-a334-68e367c762d6 req-acf29b36-6d44-43f5-8b1f-a40a325445f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 906 time: 0.2233114 Jul 06 12:19:46.540554 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aedd34-f63b-4822-ac00-adefd8e4f069 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:46.542454 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-40aedd34-f63b-4822-ac00-adefd8e4f069 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1355872 Jul 06 12:19:46.546397 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41050) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:46.578431 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc6cf79-8674-4bb0-a334-68e367c762d6 req-e1be55dd-ebfa-418d-b1ba-d4a6c4d27cea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e348ca2-3fae-4775-9414-9bdcf551ed79 HTTP/1.1" status: 200 len: 217 time: 0.0510807 Jul 06 12:19:46.598747 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-eddaafef-3e0e-4063-9e8d-294ebd2927ef tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510209 Jul 06 12:19:46.606427 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41052) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:46.613290 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f4db12c2-0452-429a-80f0-7990469a131b req-15a92d01-3027-4f9c-91a4-6bcefa51f426 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929835 Jul 06 12:19:46.613887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-687a8a65-0088-4e1f-b6d3-d3e380255232 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:46.630625 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94323783-7519-483e-a62d-59ab7677e390 req-88b9fcf3-944e-42ed-a164-062f0c0abcbd tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:46.632371 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-94323783-7519-483e-a62d-59ab7677e390 req-88b9fcf3-944e-42ed-a164-062f0c0abcbd tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 943 time: 0.1685438 Jul 06 12:19:46.683908 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6cf79-8674-4bb0-a334-68e367c762d6 req-dfb6ca8b-811b-4b3d-b07a-b2324165d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:46.686486 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc6cf79-8674-4bb0-a334-68e367c762d6 req-dfb6ca8b-811b-4b3d-b07a-b2324165d4ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 200 len: 845 time: 0.0891039 Jul 06 12:19:46.760903 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc6cf79-8674-4bb0-a334-68e367c762d6 req-115ee7bb-5dbb-4722-9a44-383b66bbf529 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1ff636a6-c37f-4f0c-9b69-74b08232ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650759 Jul 06 12:19:46.801319 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-94323783-7519-483e-a62d-59ab7677e390 req-083b0efe-804c-4abb-9157-7f52e1a231e9 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549671 Jul 06 12:19:46.832613 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687a8a65-0088-4e1f-b6d3-d3e380255232 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:46.836767 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-687a8a65-0088-4e1f-b6d3-d3e380255232 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:46.839004 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-687a8a65-0088-4e1f-b6d3-d3e380255232 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:19:46.839499 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687a8a65-0088-4e1f-b6d3-d3e380255232 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:19:46.862261 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-687a8a65-0088-4e1f-b6d3-d3e380255232 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2526515 Jul 06 12:19:46.862858 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41062) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:46.868862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-9a49af1a-e692-40c9-a05f-ab68e5617db6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:46.893547 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc6cf79-8674-4bb0-a334-68e367c762d6 req-b10e8fe0-6acd-434e-86b6-320f075e41c8 service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168821 Jul 06 12:19:46.946354 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af6a484-015c-4ddf-9741-b4b113e89200 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:46.991382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a49af1a-e692-40c9-a05f-ab68e5617db6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:46.998398 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9a49af1a-e692-40c9-a05f-ab68e5617db6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:46.999889 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a49af1a-e692-40c9-a05f-ab68e5617db6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:19:47.000401 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a49af1a-e692-40c9-a05f-ab68e5617db6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:19:47.025378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41064) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:47.027648 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9a49af1a-e692-40c9-a05f-ab68e5617db6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1635273 Jul 06 12:19:47.031514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7c21443a-9bdd-40dc-b3f8-ff2c394fddb1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:47.032099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9f9a27fc-a0b5-4480-bd2e-aa3e4859e6d8 None None] Provisioning complete for port e4fd6911-8e69-46ac-b3b0-1364dfc907ca triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:47.032862 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9f9a27fc-a0b5-4480-bd2e-aa3e4859e6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:47.078775 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc6cf79-8674-4bb0-a334-68e367c762d6 req-c06a8927-38fe-4109-bf85-c8548722f73d service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758525 Jul 06 12:19:47.156362 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c21443a-9bdd-40dc-b3f8-ff2c394fddb1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:47.162812 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c21443a-9bdd-40dc-b3f8-ff2c394fddb1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:47.165446 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c21443a-9bdd-40dc-b3f8-ff2c394fddb1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:19:47.166012 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c21443a-9bdd-40dc-b3f8-ff2c394fddb1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:19:47.194231 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7c21443a-9bdd-40dc-b3f8-ff2c394fddb1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1676400 Jul 06 12:19:47.197601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41068) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:47.204632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cdc869db-eeb8-488d-9862-922fce331356 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:47.333021 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7830ff1-10ad-4ea2-8bee-e4aac275e1fa None None] DHCP port deletion for 84f6ded2-fa58-4f50-89b4-2c981cdca81e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:19:47.393046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc869db-eeb8-488d-9862-922fce331356 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:47.396835 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cdc869db-eeb8-488d-9862-922fce331356 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:47.401406 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc869db-eeb8-488d-9862-922fce331356 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:19:47.403556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc869db-eeb8-488d-9862-922fce331356 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:19:47.427053 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c7830ff1-10ad-4ea2-8bee-e4aac275e1fa None None] Deleting port e4fd6911-8e69-46ac-b3b0-1364dfc907ca {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:47.427709 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c7830ff1-10ad-4ea2-8bee-e4aac275e1fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:47.432166 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cdc869db-eeb8-488d-9862-922fce331356 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2324579 Jul 06 12:19:47.539005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c7830ff1-10ad-4ea2-8bee-e4aac275e1fa None None] For port e4fd6911-8e69-46ac-b3b0-1364dfc907ca, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e4fd6911-8e69-46ac-b3b0-1364dfc907ca,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:47.546096 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c7830ff1-10ad-4ea2-8bee-e4aac275e1fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:47.565650 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41074) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:47.571543 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a8d992a6-2b87-4c33-84e1-bc83e57e5d78 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:47.574700 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c7830ff1-10ad-4ea2-8bee-e4aac275e1fa None None] Calling delete_port for e4fd6911-8e69-46ac-b3b0-1364dfc907ca owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:47.726088 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d992a6-2b87-4c33-84e1-bc83e57e5d78 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:47.736161 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8d992a6-2b87-4c33-84e1-bc83e57e5d78 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:47.740275 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d992a6-2b87-4c33-84e1-bc83e57e5d78 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:19:47.740976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d992a6-2b87-4c33-84e1-bc83e57e5d78 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:19:47.746802 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c7830ff1-10ad-4ea2-8bee-e4aac275e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:47.759958 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a8d992a6-2b87-4c33-84e1-bc83e57e5d78 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1930921 Jul 06 12:19:47.764884 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41076) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:47.771421 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0bc7e784-325c-4a64-8f92-c42c55005340 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:47.803424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7830ff1-10ad-4ea2-8bee-e4aac275e1fa None None] No DVR routers for this DVR port e4fd6911-8e69-46ac-b3b0-1364dfc907ca on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:19:47.815061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7830ff1-10ad-4ea2-8bee-e4aac275e1fa None None] Pushing event deleted for resources: {'Port': ['ID=e4fd6911-8e69-46ac-b3b0-1364dfc907ca,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:47.833524 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0629e-4893-41a4-a6fb-024fd4841c8c req-7a71a805-111f-4f66-b7c7-6939e79026dc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:47.835524 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cab0629e-4893-41a4-a6fb-024fd4841c8c req-7a71a805-111f-4f66-b7c7-6939e79026dc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 945 time: 0.6577890 Jul 06 12:19:47.901084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cab0629e-4893-41a4-a6fb-024fd4841c8c req-227025d0-6e05-483d-9ec7-3d59a668cc84 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569921 Jul 06 12:19:47.901641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc7e784-325c-4a64-8f92-c42c55005340 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:47.905518 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0bc7e784-325c-4a64-8f92-c42c55005340 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:47.915722 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc7e784-325c-4a64-8f92-c42c55005340 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:19:47.915722 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc7e784-325c-4a64-8f92-c42c55005340 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:19:47.925345 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0bc7e784-325c-4a64-8f92-c42c55005340 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1581278 Jul 06 12:19:47.927376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41080) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:47.965878 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-af37024d-bb3a-4fa2-8a7c-5fb57dd236c9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0373507 Jul 06 12:19:47.968517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41082) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:48.028572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb703662-177b-4654-821e-ed95bcb7b221 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:48.031284 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fb703662-177b-4654-821e-ed95bcb7b221 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0587978 Jul 06 12:19:48.033705 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41084) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:48.084933 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-383575dc-9de4-4c66-9a35-7a400e9a3df4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498397 Jul 06 12:19:48.094271 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41094) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:48.101193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8609841b-0671-407d-9050-8e1b9b93514a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:48.115490 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec6996-58d7-4470-ba4d-2879366dda37 req-32897d91-18c0-4af6-84a8-f9e817a6752e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:48.117846 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-68ec6996-58d7-4470-ba4d-2879366dda37 req-32897d91-18c0-4af6-84a8-f9e817a6752e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 943 time: 0.0865357 Jul 06 12:19:48.159445 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-68ec6996-58d7-4470-ba4d-2879366dda37 req-8f8c929a-dc7d-4d9a-84ee-87b0da798d35 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356605 Jul 06 12:19:48.197009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8609841b-0671-407d-9050-8e1b9b93514a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:48.200761 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8609841b-0671-407d-9050-8e1b9b93514a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:48.512433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.objects.ports [None req-8609841b-0671-407d-9050-8e1b9b93514a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:19:48.514037 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8609841b-0671-407d-9050-8e1b9b93514a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:48.557369 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8609841b-0671-407d-9050-8e1b9b93514a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:48.560675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8609841b-0671-407d-9050-8e1b9b93514a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:48.563642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8609841b-0671-407d-9050-8e1b9b93514a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:48.564244 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8609841b-0671-407d-9050-8e1b9b93514a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:48.569815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a2070-3fb9-4ca8-8b3f-6d088a76fd63 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:48.587341 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609841b-0671-407d-9050-8e1b9b93514a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=b6c2fe77-fefc-4a8a-80fd-3dd2ec5f21b0,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:48.591857 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8609841b-0671-407d-9050-8e1b9b93514a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4964492 Jul 06 12:19:48.594842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41098) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:48.600856 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1f6f242e-a995-4f3a-a478-5c162e0c5924 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'mac_address': 'fa:16:3e:26:76:2e', 'name': 'tempest-NetworksTestDHCPv6-19601178'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:48.725158 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6f242e-a995-4f3a-a478-5c162e0c5924 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:48.730360 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'fixed_ips': [{'subnet_id': 'b6c2fe77-fefc-4a8a-80fd-3dd2ec5f21b0'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:19:48.731430 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:48.813843 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e4fd6911-8e69-46ac-b3b0-1364dfc907ca no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:19:48.826613 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f6f242e-a995-4f3a-a478-5c162e0c5924 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:48.844381 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: e4fd6911-8e69-46ac-b3b0-1364dfc907ca {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:19:48.844939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e4fd6911-8e69-46ac-b3b0-1364dfc907ca not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:19:48.853966 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-1f6f242e-a995-4f3a-a478-5c162e0c5924 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port 953aad13-3b82-454d-a0c2-60d032f6a44c yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:19:48.907664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Allocated IP 2001:db8::f816:3eff:fe89:8f02 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/b6c2fe77-fefc-4a8a-80fd-3dd2ec5f21b0/87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:49.082059 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:49.092466 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Transition to ACTIVE for port object 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:49.106005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0b487-44c1-466c-99dc-f4d41702f7ee req-2fc56910-af81-4a8a-b6c7-7a62688559e2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:49.107563 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9a0b487-44c1-466c-99dc-f4d41702f7ee req-2fc56910-af81-4a8a-b6c7-7a62688559e2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 945 time: 0.0725720 Jul 06 12:19:49.109440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Transition to ACTIVE for port object 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:49.116785 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:49.155185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9a0b487-44c1-466c-99dc-f4d41702f7ee req-b19bba4b-3ed6-4a9b-911f-e22792ba986f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394075 Jul 06 12:19:49.163086 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:49.171611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:49.176022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:49.207078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-1f6f242e-a995-4f3a-a478-5c162e0c5924 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::f816:3eff:fe26:762e (84f6ded2-fa58-4f50-89b4-2c981cdca81e/b6c2fe77-fefc-4a8a-80fd-3dd2ec5f21b0/953aad13-3b82-454d-a0c2-60d032f6a44c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:49.262453 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Pushing event updated for resources: {'Port': ['ID=87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:49.280200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Attempting to bind port 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:19:49.280603 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Attempting to bind port 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:19:49.281100 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Attempting to bind port 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9 on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:49.286877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:19:49.287389 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:19:49.287781 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:49.288841 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:19:49.289418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Bound port: 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:19:49.289812 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:49.374814 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] For port 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:19:49.379487 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] For port 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:19:49.385998 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:49.393286 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8557a-70e8-41c1-85f9-0a2d2adf40ef req-1cf5ec29-1204-4192-9d77-47e384e48ac8 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:49.400012 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9bf8557a-70e8-41c1-85f9-0a2d2adf40ef req-1cf5ec29-1204-4192-9d77-47e384e48ac8 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 943 time: 0.0840757 Jul 06 12:19:49.408127 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f6f242e-a995-4f3a-a478-5c162e0c5924 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:49.439618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-1f6f242e-a995-4f3a-a478-5c162e0c5924 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object 953aad13-3b82-454d-a0c2-60d032f6a44c will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:49.454612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9518b40-4b42-4808-aa77-8b7f493348c7 None None] Pushing event updated for resources: {'Port': ['ID=87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:49.475828 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9bf8557a-70e8-41c1-85f9-0a2d2adf40ef req-be8f5144-f81c-4a7f-810f-1cbe8f9f1604 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710502 Jul 06 12:19:49.536130 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f6f242e-a995-4f3a-a478-5c162e0c5924 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:49.612509 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6f242e-a995-4f3a-a478-5c162e0c5924 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:49.616326 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1f6f242e-a995-4f3a-a478-5c162e0c5924 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:49.624219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6f242e-a995-4f3a-a478-5c162e0c5924 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:49.630374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6f242e-a995-4f3a-a478-5c162e0c5924 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:49.631140 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f6f242e-a995-4f3a-a478-5c162e0c5924 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:49.643274 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f242e-a995-4f3a-a478-5c162e0c5924 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=953aad13-3b82-454d-a0c2-60d032f6a44c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:49.655280 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1f6f242e-a995-4f3a-a478-5c162e0c5924 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0589576 Jul 06 12:19:49.658071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41108) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:49.743830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f0440-c842-4f2c-bb7b-d37ae20a81b6 req-cfba665d-e84f-4422-9bc3-adc332c930e6 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:49.749626 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 7e348ca2-3fae-4775-9414-9bdcf551ed79 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:19:49.763196 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a9f0440-c842-4f2c-bb7b-d37ae20a81b6 req-cfba665d-e84f-4422-9bc3-adc332c930e6 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 945 time: 0.1307280 Jul 06 12:19:49.794211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7358ff09-7e19-49bc-ae26-e6157ec08369 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:49.801893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7358ff09-7e19-49bc-ae26-e6157ec08369 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:49.803820 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7358ff09-7e19-49bc-ae26-e6157ec08369 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1444609 Jul 06 12:19:49.807407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41110) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:49.820967 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a9f0440-c842-4f2c-bb7b-d37ae20a81b6 req-6f9adce7-eece-4044-b768-3536408ac0e5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540695 Jul 06 12:19:49.854391 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41112) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:49.933275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0977ec77-fa93-498f-afa3-6dcc21dc7e2a tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:49.935685 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0977ec77-fa93-498f-afa3-6dcc21dc7e2a tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 1091 time: 0.0800936 Jul 06 12:19:49.938801 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41114) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:49.945233 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:49.950323 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 7e348ca2-3fae-4775-9414-9bdcf551ed79, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=7e348ca2-3fae-4775-9414-9bdcf551ed79,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:49.964077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '7e348ca2-3fae-4775-9414-9bdcf551ed79', 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42', 'port_id': '7e348ca2-3fae-4775-9414-9bdcf551ed79', 'mac_address': 'fa:16:3e:16:7a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b13b069-a449-4c79-8cb2-c610ef4f1ffa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:19:49.977215 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ccc25b71-e2f4-43ac-8cd7-a02d33c6e0a2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port 953aad13-3b82-454d-a0c2-60d032f6a44c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:49.977904 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccc25b71-e2f4-43ac-8cd7-a02d33c6e0a2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:49.989704 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:50.019035 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:50.034141 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e348ca2-3fae-4775-9414-9bdcf551ed79 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:19:50.061503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 7e348ca2-3fae-4775-9414-9bdcf551ed79, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=7e348ca2-3fae-4775-9414-9bdcf551ed79,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:50.067269 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:50.100756 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccc25b71-e2f4-43ac-8cd7-a02d33c6e0a2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:50.125289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ccc25b71-e2f4-43ac-8cd7-a02d33c6e0a2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for 953aad13-3b82-454d-a0c2-60d032f6a44c owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:50.131551 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=7e348ca2-3fae-4775-9414-9bdcf551ed79,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:50.186677 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:50.276750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['7e348ca2-3fae-4775-9414-9bdcf551ed79'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:19:50.384650 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccc25b71-e2f4-43ac-8cd7-a02d33c6e0a2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:50.385525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Allocated IP 172.25.4.146 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/65bc9f10-7aa8-4c5f-ace1-c0443986ba83) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:50.432827 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc25b71-e2f4-43ac-8cd7-a02d33c6e0a2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=953aad13-3b82-454d-a0c2-60d032f6a44c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:50.486445 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccc25b71-e2f4-43ac-8cd7-a02d33c6e0a2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:50.493807 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ccc25b71-e2f4-43ac-8cd7-a02d33c6e0a2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/953aad13-3b82-454d-a0c2-60d032f6a44c HTTP/1.1" status: 204 len: 168 time: 0.6851320 Jul 06 12:19:50.497159 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41116) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:50.641109 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9972c5-9b06-485f-bc55-9c1ef1be2019 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:50.643862 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9972c5-9b06-485f-bc55-9c1ef1be2019 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:50.646930 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6a9972c5-9b06-485f-bc55-9c1ef1be2019 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1486101 Jul 06 12:19:50.650244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41122) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:50.781880 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:50.842307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:50.899620 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-d332d924-08ed-456c-a301-2e0512723bc6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet b6c2fe77-fefc-4a8a-80fd-3dd2ec5f21b0 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:19:50.905114 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d332d924-08ed-456c-a301-2e0512723bc6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:50.910495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:50.978247 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d332d924-08ed-456c-a301-2e0512723bc6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:50.990066 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbbedd-2d91-412e-8fec-8ae9365f90f9 req-bad16e9c-93c7-4826-8f28-ddf4bed7c23b tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:50.992072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-29bbbedd-2d91-412e-8fec-8ae9365f90f9 req-bad16e9c-93c7-4826-8f28-ddf4bed7c23b tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 944 time: 0.2165010 Jul 06 12:19:51.014258 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:51.083153 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-77ba3845-ce15-498f-9600-11aed125ea99 None None] Provisioning for port 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:51.091961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:51.093189 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-77ba3845-ce15-498f-9600-11aed125ea99 None None] Provisioning complete for port 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:51.093907 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77ba3845-ce15-498f-9600-11aed125ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:51.115498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:51.142510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:51.179299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=65bc9f10-7aa8-4c5f-ace1-c0443986ba83,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:51.188806 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-29bbbedd-2d91-412e-8fec-8ae9365f90f9 req-d6871d41-ae17-442b-8416-2fb1a4a45029 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759841 Jul 06 12:19:51.220887 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d332d924-08ed-456c-a301-2e0512723bc6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:51.237771 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77ba3845-ce15-498f-9600-11aed125ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:51.363392 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d332d924-08ed-456c-a301-2e0512723bc6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:51.440209 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332d924-08ed-456c-a301-2e0512723bc6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c2fe77-fefc-4a8a-80fd-3dd2ec5f21b0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:51.442764 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d332d924-08ed-456c-a301-2e0512723bc6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:51.447474 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d332d924-08ed-456c-a301-2e0512723bc6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/b6c2fe77-fefc-4a8a-80fd-3dd2ec5f21b0 HTTP/1.1" status: 204 len: 168 time: 0.7924552 Jul 06 12:19:51.448769 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41124) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:51.453604 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-77ba3845-ce15-498f-9600-11aed125ea99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:19:51.454217 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-77ba3845-ce15-498f-9600-11aed125ea99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:19:51.503334 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41126) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:51.503937 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ff555431-e90c-4459-8571-7fd3c3e2bf43 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523849 Jul 06 12:19:51.512583 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:51.544637 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3610b3c-aff5-4a41-a194-8601efdd0776 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:51.665666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:51.670630 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:51.764957 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 7e348ca2-3fae-4775-9414-9bdcf551ed79 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:51.785562 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:51.845459 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597d8d95-4dc8-42c8-a271-fb3d931751bd None None] DHCP port deletion for 84f6ded2-fa58-4f50-89b4-2c981cdca81e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:19:51.848801 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 7e348ca2-3fae-4775-9414-9bdcf551ed79 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:51.855936 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 7e348ca2-3fae-4775-9414-9bdcf551ed79 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:51.856403 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:51.917378 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:51.962626 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:19:51.971970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-597d8d95-4dc8-42c8-a271-fb3d931751bd None None] Deleting port 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:51.972475 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-597d8d95-4dc8-42c8-a271-fb3d931751bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:52.053064 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:52.087734 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77ba3845-ce15-498f-9600-11aed125ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:52.131588 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 7e348ca2-3fae-4775-9414-9bdcf551ed79, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=7e348ca2-3fae-4775-9414-9bdcf551ed79,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:52.138836 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fa4084-c91d-4db4-8b92-a40046925370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e348ca2-3fae-4775-9414-9bdcf551ed79'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:52.141240 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f7a254-9648-4813-80a5-d045caca70ac" -d '{"events": [{"server_uuid": "b8fa4084-c91d-4db4-8b92-a40046925370", "name": "network-vif-plugged", "status": "completed", "tag": "7e348ca2-3fae-4775-9414-9bdcf551ed79"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:52.152293 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:52.161727 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-597d8d95-4dc8-42c8-a271-fb3d931751bd None None] For port 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:52.162193 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-597d8d95-4dc8-42c8-a271-fb3d931751bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:52.189747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-77ba3845-ce15-498f-9600-11aed125ea99 None None] For port 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:52.231190 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:52.240228 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:52.283950 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5aef02-6eb3-40a0-84ad-88f8dc7d4b6f x-openstack-request-id: req-3a5aef02-6eb3-40a0-84ad-88f8dc7d4b6f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:52.284587 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fa4084-c91d-4db4-8b92-a40046925370", "name": "network-vif-plugged", "status": "completed", "tag": "7e348ca2-3fae-4775-9414-9bdcf551ed79", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:52.285059 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a5aef02-6eb3-40a0-84ad-88f8dc7d4b6f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:52.285749 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fa4084-c91d-4db4-8b92-a40046925370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e348ca2-3fae-4775-9414-9bdcf551ed79', 'code': 200} Jul 06 12:19:52.289897 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=7e348ca2-3fae-4775-9414-9bdcf551ed79,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:52.294854 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77ba3845-ce15-498f-9600-11aed125ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:52.306140 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-597d8d95-4dc8-42c8-a271-fb3d931751bd None None] Calling delete_port for 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:52.330533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.objects.ports [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:19:52.387496 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=65bc9f10-7aa8-4c5f-ace1-c0443986ba83,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:52.400193 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:52.484683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fd32492c-6304-4532-90ef-bbdc71afa556 None None] Could not find standard attr ID for object 953aad13-3b82-454d-a0c2-60d032f6a44c. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:19:52.499284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba3845-ce15-498f-9600-11aed125ea99 None None] Pushing event updated for resources: {'Port': ['ID=87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:52.575709 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-597d8d95-4dc8-42c8-a271-fb3d931751bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:52.640022 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Floating IP a9fc6de4-780e-4779-8cb7-f844f311d750 associated. External IP: 172.25.4.146, port: f2da24c3-dd9e-4ea9-a95d-dd44cc53a019. Jul 06 12:19:52.644001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d8d95-4dc8-42c8-a271-fb3d931751bd None None] Pushing event deleted for resources: {'Port': ['ID=87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:52.665395 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d8d95-4dc8-42c8-a271-fb3d931751bd None None] No DVR routers for this DVR port 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:19:52.734776 n-d-799529-2 neutron-server[100428]: WARNING neutron.services.revisions.revision_plugin [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Could not find related port for resource to bump revision. Jul 06 12:19:52.743590 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe0e7e-4fa4-4f21-8270-9548bf305edc req-20151e41-dd03-4b5d-bb78-9ee897cdedf1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:52.743590 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48fe0e7e-4fa4-4f21-8270-9548bf305edc req-20151e41-dd03-4b5d-bb78-9ee897cdedf1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 945 time: 0.2134299 Jul 06 12:19:52.758856 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.ipam_pluggable_backend [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Port 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100428) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 06 12:19:52.758856 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.ipam_pluggable_backend [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Reverting IP allocation for 2001:db8::f816:3eff:fe89:8f02 {{(pid=100428) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 06 12:19:52.759604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:19:52.768245 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.ipam_pluggable_backend [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe89:8f02 {{(pid=100428) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 06 12:19:52.771416 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:52.799418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:19:52.800133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 87c9696e-3b2d-4ed1-8fc8-4d50fdbaebf9 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:19:52.825184 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:52.841244 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fa9ab-3199-4a1d-86a2-0996a2aefb6b req-b2925aa0-ee43-467f-9c0e-e3be0c4ab3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:52.843875 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d15fa9ab-3199-4a1d-86a2-0996a2aefb6b req-b2925aa0-ee43-467f-9c0e-e3be0c4ab3cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 1096 time: 0.4320939 Jul 06 12:19:52.844581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:52.849705 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:52.850318 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:52.852042 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48fe0e7e-4fa4-4f21-8270-9548bf305edc req-5c7570a7-d50d-4e8f-b863-85927ec7cdb7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690022 Jul 06 12:19:52.872844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b29d4ed-ef51-4c45-9b34-e865fd639d98 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:52.897991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=5e73766f-4501-408d-aa34-b50802b409e3,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:52.917225 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:52.917577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:52.917920 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:52.918292 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:52.919344 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:52.919629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:52.919963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:52.920297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:52.920628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:52.920955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:52.921288 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:52.921600 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:19:52.932835 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2c5b5fb7-ac81-414e-a1ec-a4585ad48898 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4272699 Jul 06 12:19:52.938782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41152) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:52.944445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2c3e4a56-b8aa-4653-be8d-d2708aa4daa5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'mac_address': 'fa:16:3e:48:f0:12', 'name': 'tempest-NetworksTestDHCPv6-1282179811'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:52.965976 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d15fa9ab-3199-4a1d-86a2-0996a2aefb6b req-9db344ea-5a50-4065-ba57-f2d52abcaf29 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127307 Jul 06 12:19:53.003548 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router 69edbfb6-8158-470a-8b5b-2102c44a6671 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:19:53.100099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3e4a56-b8aa-4653-be8d-d2708aa4daa5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:53.109574 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c3e4a56-b8aa-4653-be8d-d2708aa4daa5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:53.116579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'fixed_ips': [{'subnet_id': '5e73766f-4501-408d-aa34-b50802b409e3'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:19:53.117546 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:53.159955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-2c3e4a56-b8aa-4653-be8d-d2708aa4daa5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port 8c0a1989-06cc-44b2-acdc-599ce222bc7c yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:19:53.178020 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:19:53.194657 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3639f093-b413-430a-ae9d-6b0d95f7ac77 None None] Sync routers for ids ['69edbfb6-8158-470a-8b5b-2102c44a6671'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:19:53.229803 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:53.234817 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3639f093-b413-430a-ae9d-6b0d95f7ac77 None None] Routers {'69edbfb6-8158-470a-8b5b-2102c44a6671'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:19:53.235591 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3639f093-b413-430a-ae9d-6b0d95f7ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:19:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69edbfb6-8158-470a-8b5b-2102c44a6671'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:53.322055 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-27b1c8c0-8c2e-43f4-bd17-9d2cfe49d0ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3782229 Jul 06 12:19:53.322055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:19:53.322055 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a317f359-38c7-499a-8703-741b30253674" -d '{"events": [{"name": "network-changed", "server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:19:53.324561 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Allocated IP 2001:db8::f816:3eff:fe51:632e (84f6ded2-fa58-4f50-89b4-2c981cdca81e/5e73766f-4501-408d-aa34-b50802b409e3/42fb7e84-d3f6-4d72-8a66-c90b497c543c) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:53.512346 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3639f093-b413-430a-ae9d-6b0d95f7ac77 None None] Set router 69edbfb6-8158-470a-8b5b-2102c44a6671 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:19:53.648337 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967c5b0-49c3-49c9-b060-c37156b2e4d5 req-da3d1e2c-caed-4c07-a5bf-1c8898819c9c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:53.651279 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4967c5b0-49c3-49c9-b060-c37156b2e4d5 req-da3d1e2c-caed-4c07-a5bf-1c8898819c9c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 945 time: 0.1399624 Jul 06 12:19:53.691182 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:53.707367 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Transition to ACTIVE for port object 42fb7e84-d3f6-4d72-8a66-c90b497c543c will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:53.735799 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4967c5b0-49c3-49c9-b060-c37156b2e4d5 req-a1948cfc-8b35-4d7f-8aaa-bc5fc4b1db4e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702212 Jul 06 12:19:53.737997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Transition to ACTIVE for port object 42fb7e84-d3f6-4d72-8a66-c90b497c543c will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:53.761904 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:53.837522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:53.838460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41164) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:53.846833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:53.859975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:53.895801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-2c3e4a56-b8aa-4653-be8d-d2708aa4daa5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::f816:3eff:fe48:f012 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/5e73766f-4501-408d-aa34-b50802b409e3/8c0a1989-06cc-44b2-acdc-599ce222bc7c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:53.954036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Pushing event updated for resources: {'Port': ['ID=42fb7e84-d3f6-4d72-8a66-c90b497c543c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:54.020444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Attempting to bind port 42fb7e84-d3f6-4d72-8a66-c90b497c543c on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:19:54.023784 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76d3d71-5d86-4cfe-a1e7-a0e451fab7f1 x-openstack-request-id: req-d76d3d71-5d86-4cfe-a1e7-a0e451fab7f1 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:19:54.024057 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:19:54.024315 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d76d3d71-5d86-4cfe-a1e7-a0e451fab7f1 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:19:54.024729 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019', 'status': 'completed', 'code': 200} Jul 06 12:19:54.026155 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Attempting to bind port 42fb7e84-d3f6-4d72-8a66-c90b497c543c by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:19:54.027736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Attempting to bind port 42fb7e84-d3f6-4d72-8a66-c90b497c543c on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:54.057662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:19:54.061516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:19:54.062353 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:54.063934 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:19:54.067333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Bound port: 42fb7e84-d3f6-4d72-8a66-c90b497c543c, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:19:54.069042 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:54.107987 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9d8172e6-5ca9-4ebb-a505-2cc1c977f489 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/a9fc6de4-780e-4779-8cb7-f844f311d750 HTTP/1.1" status: 200 len: 991 time: 0.2668924 Jul 06 12:19:54.186102 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3639f093-b413-430a-ae9d-6b0d95f7ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434570117', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:19:17Z', 'updated_at': '2021-07-06T12:19:28Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:18Z', 'updated_at': '2021-07-06T12:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'a9fc6de4-780e-4779-8cb7-f844f311d750', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'port_id': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249', 'mac_address': 'fa:16:3e:36:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:19:51Z', 'updated_at': '2021-07-06T12:19:51Z', 'revision_number': 0, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa24497-8c0a-4856-8ed8-2b499aa5a3de', 'name': '', 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:ae:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:25Z', 'updated_at': '2021-07-06T12:19:39Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:54.211586 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] For port 42fb7e84-d3f6-4d72-8a66-c90b497c543c, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:19:54.217504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] For port 42fb7e84-d3f6-4d72-8a66-c90b497c543c, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=42fb7e84-d3f6-4d72-8a66-c90b497c543c,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:19:54.229721 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:54.251755 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3639f093-b413-430a-ae9d-6b0d95f7ac77 None None] Checking router: 69edbfb6-8158-470a-8b5b-2102c44a6671 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:19:54.252565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd6b4a-8fb2-434a-8235-c2b2e652ef06 req-14bb4b78-41c1-4f46-91aa-3c6d435410cd tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:54.260619 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0fd6b4a-8fb2-434a-8235-c2b2e652ef06 req-14bb4b78-41c1-4f46-91aa-3c6d435410cd tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 945 time: 0.1017189 Jul 06 12:19:54.268364 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3639f093-b413-430a-ae9d-6b0d95f7ac77 None None] Routers {'69edbfb6-8158-470a-8b5b-2102c44a6671'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:19:54.269729 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3639f093-b413-430a-ae9d-6b0d95f7ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:19:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69edbfb6-8158-470a-8b5b-2102c44a6671'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:54.321394 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0fd6b4a-8fb2-434a-8235-c2b2e652ef06 req-bac52db0-7b43-4de4-b1e6-66648c61df65 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596929 Jul 06 12:19:54.342367 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8ea16-959f-420f-afcd-ccdbf1b48d8d None None] Pushing event updated for resources: {'Port': ['ID=42fb7e84-d3f6-4d72-8a66-c90b497c543c,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:54.405471 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c3e4a56-b8aa-4653-be8d-d2708aa4daa5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:54.415006 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317f359-38c7-499a-8703-741b30253674 req-943424fd-c1bb-4f67-b360-94b7b5237a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:54.417840 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a317f359-38c7-499a-8703-741b30253674 req-943424fd-c1bb-4f67-b360-94b7b5237a23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 1096 time: 0.2438364 Jul 06 12:19:54.465273 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3639f093-b413-430a-ae9d-6b0d95f7ac77 None None] Set router 69edbfb6-8158-470a-8b5b-2102c44a6671 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:19:54.465674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-2c3e4a56-b8aa-4653-be8d-d2708aa4daa5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object 8c0a1989-06cc-44b2-acdc-599ce222bc7c will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:54.576570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317f359-38c7-499a-8703-741b30253674 req-f1cc239d-174e-4b20-af17-454b7474142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:54.578381 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a317f359-38c7-499a-8703-741b30253674 req-f1cc239d-174e-4b20-af17-454b7474142a service neutron] 10.222.0.23 "GET /v2.0/networks?id=154986ea-6e28-4448-8e28-e97efa71d249 HTTP/1.1" status: 200 len: 897 time: 0.1502590 Jul 06 12:19:54.737305 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a317f359-38c7-499a-8703-741b30253674 req-cdcce9e2-feb5-4e42-a65b-cad6dd0d0841 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 HTTP/1.1" status: 200 len: 999 time: 0.1500816 Jul 06 12:19:54.808096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317f359-38c7-499a-8703-741b30253674 req-bb82da94-b1b7-4aed-a126-294fa65a214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:54.810189 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a317f359-38c7-499a-8703-741b30253674 req-bb82da94-b1b7-4aed-a126-294fa65a214f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b152191-8712-4ecd-a94c-668a6e55f40a HTTP/1.1" status: 200 len: 835 time: 0.0647836 Jul 06 12:19:54.812457 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c3e4a56-b8aa-4653-be8d-d2708aa4daa5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:54.902230 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 42fb7e84-d3f6-4d72-8a66-c90b497c543c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:54.910792 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e4a56-b8aa-4653-be8d-d2708aa4daa5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=8c0a1989-06cc-44b2-acdc-599ce222bc7c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:54.922718 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e4a56-b8aa-4653-be8d-d2708aa4daa5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:54.924365 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2c3e4a56-b8aa-4653-be8d-d2708aa4daa5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:54.927096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3e4a56-b8aa-4653-be8d-d2708aa4daa5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:54.933982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e4a56-b8aa-4653-be8d-d2708aa4daa5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:54.934635 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c3e4a56-b8aa-4653-be8d-d2708aa4daa5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:54.970820 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2c3e4a56-b8aa-4653-be8d-d2708aa4daa5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0278811 Jul 06 12:19:54.971324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41170) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:54.982725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317f359-38c7-499a-8703-741b30253674 req-eb4998c0-1dd7-4d4f-8298-1c907c94720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:54.984414 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a317f359-38c7-499a-8703-741b30253674 req-eb4998c0-1dd7-4d4f-8298-1c907c94720d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=154986ea-6e28-4448-8e28-e97efa71d249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657422 Jul 06 12:19:55.018386 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 42fb7e84-d3f6-4d72-8a66-c90b497c543c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:55.062119 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e75fbb-81fc-4221-af05-fd2568d9ec13 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:55.063850 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3639f093-b413-430a-ae9d-6b0d95f7ac77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434570117', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:19:17Z', 'updated_at': '2021-07-06T12:19:28Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:18Z', 'updated_at': '2021-07-06T12:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'a9fc6de4-780e-4779-8cb7-f844f311d750', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'port_id': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249', 'mac_address': 'fa:16:3e:36:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:19:51Z', 'updated_at': '2021-07-06T12:19:51Z', 'revision_number': 0, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa24497-8c0a-4856-8ed8-2b499aa5a3de', 'name': '', 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:ae:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:25Z', 'updated_at': '2021-07-06T12:19:39Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:19:55.068730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e75fbb-81fc-4221-af05-fd2568d9ec13 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:55.078579 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-18e75fbb-81fc-4221-af05-fd2568d9ec13 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1055400 Jul 06 12:19:55.081184 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41172) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:55.106122 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3639f093-b413-430a-ae9d-6b0d95f7ac77 None None] The sync data for ids ['69edbfb6-8158-470a-8b5b-2102c44a6671'] in n-d-799529-2 is: [{'id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434570117', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:19:17Z', 'updated_at': '2021-07-06T12:19:28Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:18Z', 'updated_at': '2021-07-06T12:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'a9fc6de4-780e-4779-8cb7-f844f311d750', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'floating_ip_address': '172.25.4.146', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'port_id': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249', 'mac_address': 'fa:16:3e:36:cb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:19:51Z', 'updated_at': '2021-07-06T12:19:51Z', 'revision_number': 0, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa24497-8c0a-4856-8ed8-2b499aa5a3de', 'name': '', 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:ae:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:25Z', 'updated_at': '2021-07-06T12:19:39Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:19:55.118193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41176) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:55.244313 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c742e4f3-0a5e-4802-8d21-65c958c69e4a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/a9fc6de4-780e-4779-8cb7-f844f311d750 HTTP/1.1" status: 200 len: 991 time: 0.1246231 Jul 06 12:19:55.250559 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a317f359-38c7-499a-8703-741b30253674 req-dada8438-586b-461b-8c60-31b1e18e553c service neutron] 10.222.0.23 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558467 Jul 06 12:19:55.261381 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-149ff19a-84ef-49d9-8535-b2745e9c41e0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port 8c0a1989-06cc-44b2-acdc-599ce222bc7c {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:55.262197 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-149ff19a-84ef-49d9-8535-b2745e9c41e0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:55.412381 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-149ff19a-84ef-49d9-8535-b2745e9c41e0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:55.437818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-149ff19a-84ef-49d9-8535-b2745e9c41e0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for 8c0a1989-06cc-44b2-acdc-599ce222bc7c owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:55.610396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0349639b-96a8-4814-bbfa-97bfbeaa98da None None] New status for floating IP a9fc6de4-780e-4779-8cb7-f844f311d750: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:19:55.669828 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30060e-e23e-411f-a531-a744cb05c6df req-371675d5-5ad2-449a-9ef9-5a58b5138552 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:55.678503 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a30060e-e23e-411f-a531-a744cb05c6df req-371675d5-5ad2-449a-9ef9-5a58b5138552 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 945 time: 0.1320727 Jul 06 12:19:55.765883 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-149ff19a-84ef-49d9-8535-b2745e9c41e0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:55.832427 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ff19a-84ef-49d9-8535-b2745e9c41e0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=8c0a1989-06cc-44b2-acdc-599ce222bc7c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:55.906262 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a30060e-e23e-411f-a531-a744cb05c6df req-c92b8ef5-ec28-4f69-836a-53c26b9583dd tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264526 Jul 06 12:19:55.911270 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-149ff19a-84ef-49d9-8535-b2745e9c41e0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:55.914395 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-149ff19a-84ef-49d9-8535-b2745e9c41e0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/8c0a1989-06cc-44b2-acdc-599ce222bc7c HTTP/1.1" status: 204 len: 168 time: 0.8320303 Jul 06 12:19:55.918022 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41182) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:56.006362 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952293f2-38df-403d-802c-411b1e7b781c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:56.009977 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952293f2-38df-403d-802c-411b1e7b781c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:56.012287 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-952293f2-38df-403d-802c-411b1e7b781c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0923982 Jul 06 12:19:56.015039 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41186) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:56.076562 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a317f359-38c7-499a-8703-741b30253674 req-d5d6c651-8e10-4d43-a605-15f7c1697d3c service neutron] 10.222.0.23 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8166416 Jul 06 12:19:56.108930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f79b1949-0568-4390-a1d1-e2c693c06b2f None None] Provisioning for port 42fb7e84-d3f6-4d72-8a66-c90b497c543c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:19:56.121682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f79b1949-0568-4390-a1d1-e2c693c06b2f None None] Provisioning complete for port 42fb7e84-d3f6-4d72-8a66-c90b497c543c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:56.121897 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f79b1949-0568-4390-a1d1-e2c693c06b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:56.127880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5743d02-5c5f-4b9c-be8c-5ca9a3dddda4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet 5e73766f-4501-408d-aa34-b50802b409e3 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:19:56.137402 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5743d02-5c5f-4b9c-be8c-5ca9a3dddda4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:56.250793 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41200) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:56.293520 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f79b1949-0568-4390-a1d1-e2c693c06b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:56.339964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f79b1949-0568-4390-a1d1-e2c693c06b2f None None] For port 42fb7e84-d3f6-4d72-8a66-c90b497c543c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=42fb7e84-d3f6-4d72-8a66-c90b497c543c,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:56.346895 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f79b1949-0568-4390-a1d1-e2c693c06b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:56.381057 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5743d02-5c5f-4b9c-be8c-5ca9a3dddda4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:56.448200 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fe5808a2-192f-4061-a16d-eab671aca46e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/a9fc6de4-780e-4779-8cb7-f844f311d750 HTTP/1.1" status: 200 len: 993 time: 0.1955156 Jul 06 12:19:56.497988 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b1949-0568-4390-a1d1-e2c693c06b2f None None] Pushing event updated for resources: {'Port': ['ID=42fb7e84-d3f6-4d72-8a66-c90b497c543c,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:56.539407 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-00aeee9b-fa92-4ebf-9d7f-9f10d277d14e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:56.541270 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-00aeee9b-fa92-4ebf-9d7f-9f10d277d14e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 805 time: 0.3330736 Jul 06 12:19:56.562683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-50f0af9c-a34a-4caf-a26d-b835ef5af250 None None] Could not find standard attr ID for object 8c0a1989-06cc-44b2-acdc-599ce222bc7c. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:19:56.567157 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-571d2e59-190e-43d6-b7a9-e064e0fdfc0d tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/quotas/6ffb4de1dcd440ee97d07df1491b1e7a HTTP/1.1" status: 200 len: 375 time: 0.0168715 Jul 06 12:19:56.568953 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5743d02-5c5f-4b9c-be8c-5ca9a3dddda4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:56.706296 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5743d02-5c5f-4b9c-be8c-5ca9a3dddda4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:56.774546 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-b07d002f-4bd3-46ee-b67e-be37a6a8c6f1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1787667 Jul 06 12:19:56.778627 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5743d02-5c5f-4b9c-be8c-5ca9a3dddda4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=5e73766f-4501-408d-aa34-b50802b409e3,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:56.781884 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f5743d02-5c5f-4b9c-be8c-5ca9a3dddda4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:56.786955 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f5743d02-5c5f-4b9c-be8c-5ca9a3dddda4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/5e73766f-4501-408d-aa34-b50802b409e3 HTTP/1.1" status: 204 len: 168 time: 0.7685623 Jul 06 12:19:56.787340 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41202) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:56.843631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 42fb7e84-d3f6-4d72-8a66-c90b497c543c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:19:56.880163 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e95715e2-b563-44c3-80d4-50874bc45faf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911441 Jul 06 12:19:56.881136 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41204) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:56.900531 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946cadb9-9f73-47b6-a5fd-da028332bd38 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:56.957414 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9b54fede-07c2-4a5b-b0b3-eefefabf1274 service neutron] 10.222.0.81 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691952 Jul 06 12:19:56.992208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c44702-d0c3-4b92-8200-788bbd899d91 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:56.995581 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-77c44702-d0c3-4b92-8200-788bbd899d91 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1121984 Jul 06 12:19:56.998095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41206) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:57.016904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 42fb7e84-d3f6-4d72-8a66-c90b497c543c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:19:57.017437 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:57.064256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0637f36b-6765-449c-acdd-30e239469d1a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:57.066512 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0637f36b-6765-449c-acdd-30e239469d1a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0671811 Jul 06 12:19:57.069414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41208) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:57.138163 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6999b3f8-9be9-46a3-8026-c486685358d6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631034 Jul 06 12:19:57.141464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41210) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:57.147304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f2cb43b2-1fcb-42a5-8e47-e1712216ca71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:57.151640 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-60a1d1f9-7212-4970-ba4b-b4d464a5d278 service neutron] 10.222.0.81 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863449 Jul 06 12:19:57.348256 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f338b7-ebe1-4a91-bd8a-b76d26ab9074 None None] DHCP port deletion for 84f6ded2-fa58-4f50-89b4-2c981cdca81e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:19:57.364310 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cb43b2-1fcb-42a5-8e47-e1712216ca71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:57.373039 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2cb43b2-1fcb-42a5-8e47-e1712216ca71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:57.597186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-33f338b7-ebe1-4a91-bd8a-b76d26ab9074 None None] Deleting port 42fb7e84-d3f6-4d72-8a66-c90b497c543c {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:19:57.597695 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33f338b7-ebe1-4a91-bd8a-b76d26ab9074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:57.769605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-33f338b7-ebe1-4a91-bd8a-b76d26ab9074 None None] For port 42fb7e84-d3f6-4d72-8a66-c90b497c543c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=42fb7e84-d3f6-4d72-8a66-c90b497c543c,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:19:57.770013 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33f338b7-ebe1-4a91-bd8a-b76d26ab9074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:57.803113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-33f338b7-ebe1-4a91-bd8a-b76d26ab9074 None None] Calling delete_port for 42fb7e84-d3f6-4d72-8a66-c90b497c543c owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:19:58.021284 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33f338b7-ebe1-4a91-bd8a-b76d26ab9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:58.050716 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f338b7-ebe1-4a91-bd8a-b76d26ab9074 None None] No DVR routers for this DVR port 42fb7e84-d3f6-4d72-8a66-c90b497c543c on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:19:58.100013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.objects.ports [None req-f2cb43b2-1fcb-42a5-8e47-e1712216ca71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:19:58.105530 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2cb43b2-1fcb-42a5-8e47-e1712216ca71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:58.108658 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f338b7-ebe1-4a91-bd8a-b76d26ab9074 None None] Pushing event deleted for resources: {'Port': ['ID=42fb7e84-d3f6-4d72-8a66-c90b497c543c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:58.198814 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bb602157-cff5-42db-b077-0f94e5d28f87 req-3cd3ead5-8b21-48a5-90e9-a0131e4c6066 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 210 time: 0.7578318 Jul 06 12:19:58.203958 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb43b2-1fcb-42a5-8e47-e1712216ca71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=ca0bd050-b60f-4ba8-b599-eb60f7d5fb84,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:58.231621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cb43b2-1fcb-42a5-8e47-e1712216ca71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:58.236179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f2cb43b2-1fcb-42a5-8e47-e1712216ca71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:58.240693 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cb43b2-1fcb-42a5-8e47-e1712216ca71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:58.241836 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2cb43b2-1fcb-42a5-8e47-e1712216ca71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:58.249274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47300896-79b5-4de2-ad10-6eb9eb7923eb None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:19:58.276680 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f2cb43b2-1fcb-42a5-8e47-e1712216ca71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1337404 Jul 06 12:19:58.280420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41228) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:58.286351 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-8b336b53-5aa9-4547-87bf-b69eb6550f92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'mac_address': 'fa:16:3e:a8:78:4b', 'name': 'tempest-NetworksTestDHCPv6-1919764016'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:58.537802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b336b53-5aa9-4547-87bf-b69eb6550f92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:19:58.550653 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'fixed_ips': [{'subnet_id': 'ca0bd050-b60f-4ba8-b599-eb60f7d5fb84'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:19:58.552124 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:58.743793 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b336b53-5aa9-4547-87bf-b69eb6550f92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:58.791771 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-8b336b53-5aa9-4547-87bf-b69eb6550f92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port 63faef69-4bf4-42f6-8d4b-3e28c86cad43 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:19:58.798430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 42fb7e84-d3f6-4d72-8a66-c90b497c543c no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:19:58.845532 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 42fb7e84-d3f6-4d72-8a66-c90b497c543c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:19:58.846074 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 42fb7e84-d3f6-4d72-8a66-c90b497c543c not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:19:58.939316 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Allocated IP 2001:db8::f816:3eff:fe1c:4f8e (84f6ded2-fa58-4f50-89b4-2c981cdca81e/ca0bd050-b60f-4ba8-b599-eb60f7d5fb84/64b04b19-232b-480d-ad38-470b2a92a6cd) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:59.148759 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:59.158421 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Transition to ACTIVE for port object 64b04b19-232b-480d-ad38-470b2a92a6cd will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:59.175064 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Transition to ACTIVE for port object 64b04b19-232b-480d-ad38-470b2a92a6cd will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:59.181069 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:59.223978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:59.230255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:59.234127 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:59.241864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Pushing event updated for resources: {'Port': ['ID=64b04b19-232b-480d-ad38-470b2a92a6cd,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:59.255218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-8b336b53-5aa9-4547-87bf-b69eb6550f92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::f816:3eff:fea8:784b (84f6ded2-fa58-4f50-89b4-2c981cdca81e/ca0bd050-b60f-4ba8-b599-eb60f7d5fb84/63faef69-4bf4-42f6-8d4b-3e28c86cad43) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:19:59.306361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Attempting to bind port 64b04b19-232b-480d-ad38-470b2a92a6cd on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:19:59.306764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Attempting to bind port 64b04b19-232b-480d-ad38-470b2a92a6cd by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:19:59.307080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Attempting to bind port 64b04b19-232b-480d-ad38-470b2a92a6cd on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:19:59.312621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:19:59.312994 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:19:59.313432 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:59.313835 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:19:59.314302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Bound port: 64b04b19-232b-480d-ad38-470b2a92a6cd, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:19:59.314681 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:59.384073 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] For port 64b04b19-232b-480d-ad38-470b2a92a6cd, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:19:59.387347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] For port 64b04b19-232b-480d-ad38-470b2a92a6cd, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=64b04b19-232b-480d-ad38-470b2a92a6cd,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:19:59.391928 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:59.422574 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11b1dacd-a6a0-47b6-a65a-42dcabf90888 req-4c3d52d4-cbc5-4d7a-a792-4dad2d6aed6e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 210 time: 0.0442352 Jul 06 12:19:59.469491 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03f5c1-affb-49f7-8183-0dd0e78dd863 None None] Pushing event updated for resources: {'Port': ['ID=64b04b19-232b-480d-ad38-470b2a92a6cd,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:59.505267 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b336b53-5aa9-4547-87bf-b69eb6550f92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:59.526534 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-8b336b53-5aa9-4547-87bf-b69eb6550f92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object 63faef69-4bf4-42f6-8d4b-3e28c86cad43 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:19:59.576773 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b336b53-5aa9-4547-87bf-b69eb6550f92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:59.638486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b336b53-5aa9-4547-87bf-b69eb6550f92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:19:59.658347 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-8b336b53-5aa9-4547-87bf-b69eb6550f92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:19:59.661843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b336b53-5aa9-4547-87bf-b69eb6550f92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:19:59.668944 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b336b53-5aa9-4547-87bf-b69eb6550f92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:59.669730 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b336b53-5aa9-4547-87bf-b69eb6550f92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:19:59.751764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b336b53-5aa9-4547-87bf-b69eb6550f92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=63faef69-4bf4-42f6-8d4b-3e28c86cad43,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:19:59.789688 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8b336b53-5aa9-4547-87bf-b69eb6550f92 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5052061 Jul 06 12:19:59.789970 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41238) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:19:59.877134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-fc6a8bf9-2164-40fb-87d5-02ea13dfbb59 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:59.878927 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-fc6a8bf9-2164-40fb-87d5-02ea13dfbb59 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.89 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 805 time: 0.2429612 Jul 06 12:19:59.895221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-2dd071ac-f92a-4a85-a2f9-6ddc53062563 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Request body: {'port': {'device_id': '68d0d71d-2db8-46c1-ae79-7b3311c7aff7', 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42', 'admin_state_up': True, 'tenant_id': '6ffb4de1dcd440ee97d07df1491b1e7a'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:19:59.927019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a5539b-5f08-4541-9700-2af4c2697c16 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:59.934592 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a5539b-5f08-4541-9700-2af4c2697c16 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:19:59.936960 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-18a5539b-5f08-4541-9700-2af4c2697c16 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1459880 Jul 06 12:19:59.939790 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41240) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:00.050419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-2dd071ac-f92a-4a85-a2f9-6ddc53062563 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Made reservation on behalf of 6ffb4de1dcd440ee97d07df1491b1e7a for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:00.058872 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-2dd071ac-f92a-4a85-a2f9-6ddc53062563 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.080638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-166ace3a-4bdc-437b-a124-f9562c17b1f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port 63faef69-4bf4-42f6-8d4b-3e28c86cad43 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:00.080985 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-166ace3a-4bdc-437b-a124-f9562c17b1f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.188035 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-166ace3a-4bdc-437b-a124-f9562c17b1f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.210938 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-166ace3a-4bdc-437b-a124-f9562c17b1f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for 63faef69-4bf4-42f6-8d4b-3e28c86cad43 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:00.220072 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-2dd071ac-f92a-4a85-a2f9-6ddc53062563 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Allocated IP 172.20.0.14 (1ff636a6-c37f-4f0c-9b69-74b08232ce42/3b13b069-a449-4c79-8cb2-c610ef4f1ffa/13662caf-8daf-4ccb-afef-9629abe90502) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:00.432671 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-166ace3a-4bdc-437b-a124-f9562c17b1f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.443624 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-2dd071ac-f92a-4a85-a2f9-6ddc53062563 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.469132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ace3a-4bdc-437b-a124-f9562c17b1f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=63faef69-4bf4-42f6-8d4b-3e28c86cad43,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:00.515037 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-2dd071ac-f92a-4a85-a2f9-6ddc53062563 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.533326 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['7e348ca2-3fae-4775-9414-9bdcf551ed79'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:00.539655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['723a9d44-28d2-45d7-bcad-13fda972061f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:00.541379 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-166ace3a-4bdc-437b-a124-f9562c17b1f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.547204 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-166ace3a-4bdc-437b-a124-f9562c17b1f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/63faef69-4bf4-42f6-8d4b-3e28c86cad43 HTTP/1.1" status: 204 len: 168 time: 0.6035995 Jul 06 12:20:00.548608 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41244) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:00.588366 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd071ac-f92a-4a85-a2f9-6ddc53062563 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Pushing event updated for resources: {'Port': ['ID=13662caf-8daf-4ccb-afef-9629abe90502,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:00.604983 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-2dd071ac-f92a-4a85-a2f9-6ddc53062563 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:00.607180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-2dd071ac-f92a-4a85-a2f9-6ddc53062563 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:00.614035 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-2dd071ac-f92a-4a85-a2f9-6ddc53062563 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:00.687138 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ccf29a-a1d5-411b-9d14-e3a3142fb1d4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:00.695658 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ccf29a-a1d5-411b-9d14-e3a3142fb1d4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:00.699702 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-61ccf29a-a1d5-411b-9d14-e3a3142fb1d4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1481667 Jul 06 12:20:00.700866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41248) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:00.702502 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-2dd071ac-f92a-4a85-a2f9-6ddc53062563 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:00.703182 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-2dd071ac-f92a-4a85-a2f9-6ddc53062563 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.744112 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-2dd071ac-f92a-4a85-a2f9-6ddc53062563 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8559561 Jul 06 12:20:00.757800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Request body: {'port': {'device_id': '68d0d71d-2db8-46c1-ae79-7b3311c7aff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:00.811264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf8a1b9-d778-4770-af4e-c16eae98974e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet ca0bd050-b60f-4ba8-b599-eb60f7d5fb84 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:20:00.815399 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fbf8a1b9-d778-4770-af4e-c16eae98974e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.854848 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b80750-0c20-4538-86c4-137cab3bc859 req-08ea6e1e-ad35-4c77-b59a-019b9795a509 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:00.857133 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58b80750-0c20-4538-86c4-137cab3bc859 req-08ea6e1e-ad35-4c77-b59a-019b9795a509 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 932 time: 0.1711857 Jul 06 12:20:00.923908 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 64b04b19-232b-480d-ad38-470b2a92a6cd up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:00.939738 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:00.955948 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58b80750-0c20-4538-86c4-137cab3bc859 req-4358a6fb-da25-49c7-bd3c-1d0d3199e209 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587363 Jul 06 12:20:00.968405 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fbf8a1b9-d778-4770-af4e-c16eae98974e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.012943 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-aafc5812-e0a9-42d8-ac72-ef6c00ac0be2 None None] Provisioning for port 64b04b19-232b-480d-ad38-470b2a92a6cd completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:01.165733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 64b04b19-232b-480d-ad38-470b2a92a6cd completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:01.174060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 64b04b19-232b-480d-ad38-470b2a92a6cd triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:01.177031 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.203395 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fbf8a1b9-d778-4770-af4e-c16eae98974e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.306960 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.345695 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fbf8a1b9-d778-4770-af4e-c16eae98974e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.366467 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c2eb1d5e-720b-469e-bc2c-5e11a62bba0b None None] Could not find standard attr ID for object 63faef69-4bf4-42f6-8d4b-3e28c86cad43. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:20:01.411532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8a1b9-d778-4770-af4e-c16eae98974e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=ca0bd050-b60f-4ba8-b599-eb60f7d5fb84,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:01.420550 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fbf8a1b9-d778-4770-af4e-c16eae98974e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.425910 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fbf8a1b9-d778-4770-af4e-c16eae98974e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/ca0bd050-b60f-4ba8-b599-eb60f7d5fb84 HTTP/1.1" status: 204 len: 168 time: 0.7237434 Jul 06 12:20:01.427193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41256) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:01.441380 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:20:01.442183 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:20:01.457305 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13662caf-8daf-4ccb-afef-9629abe90502 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:20:01.468935 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.493703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Transition to ACTIVE for port object 13662caf-8daf-4ccb-afef-9629abe90502 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:01.497976 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.510065 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-116d38e9-1440-4274-bbe7-9134c120f9bf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807219 Jul 06 12:20:01.513005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41258) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:01.520914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7ca252be-6f60-4b47-a751-f294bc5afa48 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:01.573550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Pushing event updated for resources: {'Port': ['ID=13662caf-8daf-4ccb-afef-9629abe90502,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:01.630371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19a62c4-dd0d-45d2-bfbd-2212961cd418 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:01.645742 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca252be-6f60-4b47-a751-f294bc5afa48 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:01.650417 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ca252be-6f60-4b47-a751-f294bc5afa48 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.661962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Attempting to bind port 13662caf-8daf-4ccb-afef-9629abe90502 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:20:01.662386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Attempting to bind port 13662caf-8daf-4ccb-afef-9629abe90502 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:20:01.662784 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Attempting to bind port 13662caf-8daf-4ccb-afef-9629abe90502 on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:01.671414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Port 13662caf-8daf-4ccb-afef-9629abe90502 on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:20:01.671414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Attempting to bind port 13662caf-8daf-4ccb-afef-9629abe90502 on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:01.677161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:20:01.677583 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Checking segment: {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:01.678046 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Bound using segment: {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:20:01.678540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Bound port: 13662caf-8daf-4ccb-afef-9629abe90502, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:20:01.679353 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.758140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] For port 13662caf-8daf-4ccb-afef-9629abe90502, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:01.762158 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] For port 13662caf-8daf-4ccb-afef-9629abe90502, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=13662caf-8daf-4ccb-afef-9629abe90502,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:20:01.771105 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.831819 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:01.832455 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.833884 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] 10.222.0.89 "PUT /v2.0/ports/13662caf-8daf-4ccb-afef-9629abe90502 HTTP/1.1" status: 200 len: 1092 time: 1.0805910 Jul 06 12:20:01.834341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d0d71d-2db8-46c1-ae79-7b3311c7aff7', 'tag': '13662caf-8daf-4ccb-afef-9629abe90502'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:01.837276 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2f7b12-299d-4379-b558-ddd47df7b8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "68d0d71d-2db8-46c1-ae79-7b3311c7aff7", "tag": "13662caf-8daf-4ccb-afef-9629abe90502"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:01.853062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec81be4-0716-4667-bc0e-21b4ece20465 service neutron] Pushing event updated for resources: {'Port': ['ID=13662caf-8daf-4ccb-afef-9629abe90502,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:01.883647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef10a5f8-5af6-44c0-85de-c38204d6c08b None None] DHCP port deletion for 84f6ded2-fa58-4f50-89b4-2c981cdca81e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:20:01.889529 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22034445-d297-48c1-8bea-647285d5a43d x-openstack-request-id: req-22034445-d297-48c1-8bea-647285d5a43d {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:01.889922 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d0d71d-2db8-46c1-ae79-7b3311c7aff7", "tag": "13662caf-8daf-4ccb-afef-9629abe90502", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:01.891530 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-22034445-d297-48c1-8bea-647285d5a43d {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:01.892040 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d0d71d-2db8-46c1-ae79-7b3311c7aff7', 'tag': '13662caf-8daf-4ccb-afef-9629abe90502', 'status': 'completed', 'code': 200} Jul 06 12:20:01.949288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ef10a5f8-5af6-44c0-85de-c38204d6c08b None None] Deleting port 64b04b19-232b-480d-ad38-470b2a92a6cd {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:01.950174 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef10a5f8-5af6-44c0-85de-c38204d6c08b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:01.980937 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-000085d1-e1e8-4f5f-be2f-2dd36ff00c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:01.983192 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-000085d1-e1e8-4f5f-be2f-2dd36ff00c28 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 1095 time: 0.0806632 Jul 06 12:20:02.041450 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.050753 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-7e55d44c-8bc4-4c09-89ec-c2236c7ad4ef service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13662caf-8daf-4ccb-afef-9629abe90502 HTTP/1.1" status: 200 len: 217 time: 0.0570540 Jul 06 12:20:02.096678 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 64b04b19-232b-480d-ad38-470b2a92a6cd, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=64b04b19-232b-480d-ad38-470b2a92a6cd,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:02.105394 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.124286 n-d-799529-2 neutron-server[100428]: DEBUG neutron.objects.ports [None req-7ca252be-6f60-4b47-a751-f294bc5afa48 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:20:02.189887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-78c5e2c0-ae9a-46bf-86bb-dacb9597521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:02.191679 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-78c5e2c0-ae9a-46bf-86bb-dacb9597521a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 200 len: 845 time: 0.1309342 Jul 06 12:20:02.229995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ef10a5f8-5af6-44c0-85de-c38204d6c08b None None] For port 64b04b19-232b-480d-ad38-470b2a92a6cd, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=64b04b19-232b-480d-ad38-470b2a92a6cd,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:02.230626 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef10a5f8-5af6-44c0-85de-c38204d6c08b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.234395 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-cff5f45b-aa7e-43f1-80b5-353e0fb0acf5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff636a6-c37f-4f0c-9b69-74b08232ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303888 Jul 06 12:20:02.246646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c6522-8b7a-4ac1-8030-ca08a9e852fd req-6ace26e0-e13e-49ed-adc4-5034c1ba822b tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:02.247416 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=64b04b19-232b-480d-ad38-470b2a92a6cd,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:02.248399 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-775c6522-8b7a-4ac1-8030-ca08a9e852fd req-6ace26e0-e13e-49ed-adc4-5034c1ba822b tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 944 time: 0.1139100 Jul 06 12:20:02.253825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ef10a5f8-5af6-44c0-85de-c38204d6c08b None None] Calling delete_port for 64b04b19-232b-480d-ad38-470b2a92a6cd owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:02.263943 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:02.264208 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:02.264546 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:02.264887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:02.265353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:02.265687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:02.266014 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:02.266339 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:02.266646 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:02.267094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:02.267450 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:02.267779 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:02.338978 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-775c6522-8b7a-4ac1-8030-ca08a9e852fd req-445b1bd1-1283-4963-ab17-62fe4d303526 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806978 Jul 06 12:20:02.342230 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ca252be-6f60-4b47-a751-f294bc5afa48 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.376016 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef10a5f8-5af6-44c0-85de-c38204d6c08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.393159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-99c79b9e-07b6-41db-97db-f04a645d21a3 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438055 Jul 06 12:20:02.403560 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10a5f8-5af6-44c0-85de-c38204d6c08b None None] Pushing event deleted for resources: {'Port': ['ID=64b04b19-232b-480d-ad38-470b2a92a6cd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:02.414103 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10a5f8-5af6-44c0-85de-c38204d6c08b None None] No DVR routers for this DVR port 64b04b19-232b-480d-ad38-470b2a92a6cd on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:02.507140 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-faeafb47-eeda-4c5f-9b0f-deed601c487d req-9b65b8d8-2d89-47d7-a744-953e6815a4c3 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061692 Jul 06 12:20:02.528073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-7ca252be-6f60-4b47-a751-f294bc5afa48 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] For port 64b04b19-232b-480d-ad38-470b2a92a6cd, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=64b04b19-232b-480d-ad38-470b2a92a6cd,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:02.567041 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ca252be-6f60-4b47-a751-f294bc5afa48 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.573225 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ca252be-6f60-4b47-a751-f294bc5afa48 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.574327 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ca252be-6f60-4b47-a751-f294bc5afa48 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.638757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca252be-6f60-4b47-a751-f294bc5afa48 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:02.642488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca252be-6f60-4b47-a751-f294bc5afa48 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=64b04b19-232b-480d-ad38-470b2a92a6cd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:02.650325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7ca252be-6f60-4b47-a751-f294bc5afa48 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:02.655448 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca252be-6f60-4b47-a751-f294bc5afa48 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:02.656069 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ca252be-6f60-4b47-a751-f294bc5afa48 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.661740 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7b12-299d-4379-b558-ddd47df7b8f7 req-9100fa69-f5fa-48c4-b666-b1cf13014e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:02.663060 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd2f7b12-299d-4379-b558-ddd47df7b8f7 req-9100fa69-f5fa-48c4-b666-b1cf13014e0d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 1095 time: 0.0637152 Jul 06 12:20:02.667619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf202cb3-e056-49db-b417-df1d8be42c5f None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:02.694478 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca252be-6f60-4b47-a751-f294bc5afa48 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=e7a62216-363d-420b-9f9b-8cd7744f8d91,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:02.710596 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7ca252be-6f60-4b47-a751-f294bc5afa48 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1939857 Jul 06 12:20:02.710939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41266) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:02.718500 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b2aee726-4bb0-4477-b2b9-f8d9e3752313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'mac_address': 'fa:16:3e:84:ed:99', 'name': 'tempest-NetworksTestDHCPv6-30950425'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:02.774200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7b12-299d-4379-b558-ddd47df7b8f7 req-34172ed0-b861-4442-983d-788fff64cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:02.775352 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd2f7b12-299d-4379-b558-ddd47df7b8f7 req-34172ed0-b861-4442-983d-788fff64cfe0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 906 time: 0.1053743 Jul 06 12:20:02.787468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 64b04b19-232b-480d-ad38-470b2a92a6cd no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:02.811606 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 64b04b19-232b-480d-ad38-470b2a92a6cd {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:02.811995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 64b04b19-232b-480d-ad38-470b2a92a6cd not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:02.848751 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd2f7b12-299d-4379-b558-ddd47df7b8f7 req-7f2fa1a0-c941-4248-b99e-2a7f5f80bf4f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13662caf-8daf-4ccb-afef-9629abe90502 HTTP/1.1" status: 200 len: 217 time: 0.0607829 Jul 06 12:20:02.869843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aee726-4bb0-4477-b2b9-f8d9e3752313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:02.916714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'fixed_ips': [{'subnet_id': 'e7a62216-363d-420b-9f9b-8cd7744f8d91'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:20:02.918354 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:02.924711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7b12-299d-4379-b558-ddd47df7b8f7 req-d54f51e9-e0ba-4918-a8dd-386b164f8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:02.926489 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd2f7b12-299d-4379-b558-ddd47df7b8f7 req-d54f51e9-e0ba-4918-a8dd-386b164f8985 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 200 len: 845 time: 0.0708253 Jul 06 12:20:02.969441 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd2f7b12-299d-4379-b558-ddd47df7b8f7 req-2199dc69-d9ba-4c60-9669-c13ee32c16f8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff636a6-c37f-4f0c-9b69-74b08232ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326853 Jul 06 12:20:02.977681 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2aee726-4bb0-4477-b2b9-f8d9e3752313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:03.008482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-b2aee726-4bb0-4477-b2b9-f8d9e3752313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port 248f1502-5bd5-4771-8984-c1a4f7953a55 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:20:03.082760 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd2f7b12-299d-4379-b558-ddd47df7b8f7 req-bccc349f-addf-4b82-a4d2-830bcee09618 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026173 Jul 06 12:20:03.083023 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Allocated IP 2001:db8::f816:3eff:fe28:44d9 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/e7a62216-363d-420b-9f9b-8cd7744f8d91/075151c1-fb50-48be-98f3-2e0ec8130a19) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:03.182530 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd2f7b12-299d-4379-b558-ddd47df7b8f7 req-4753880e-02fe-461c-91af-49a9f707521f service neutron] 10.222.0.89 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889335 Jul 06 12:20:03.242529 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:03.251516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Transition to ACTIVE for port object 075151c1-fb50-48be-98f3-2e0ec8130a19 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:03.270326 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Transition to ACTIVE for port object 075151c1-fb50-48be-98f3-2e0ec8130a19 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:03.277354 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:03.320938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:03.324682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:03.329493 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:03.348451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Pushing event updated for resources: {'Port': ['ID=075151c1-fb50-48be-98f3-2e0ec8130a19,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:03.362290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-b2aee726-4bb0-4477-b2b9-f8d9e3752313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::f816:3eff:fe84:ed99 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/e7a62216-363d-420b-9f9b-8cd7744f8d91/248f1502-5bd5-4771-8984-c1a4f7953a55) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:03.410020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Attempting to bind port 075151c1-fb50-48be-98f3-2e0ec8130a19 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:20:03.410398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Attempting to bind port 075151c1-fb50-48be-98f3-2e0ec8130a19 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:20:03.410905 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Attempting to bind port 075151c1-fb50-48be-98f3-2e0ec8130a19 on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:03.417539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:20:03.418516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:03.418516 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:03.418833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:20:03.419306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Bound port: 075151c1-fb50-48be-98f3-2e0ec8130a19, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:20:03.419691 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:03.499366 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] For port 075151c1-fb50-48be-98f3-2e0ec8130a19, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:03.504134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] For port 075151c1-fb50-48be-98f3-2e0ec8130a19, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=075151c1-fb50-48be-98f3-2e0ec8130a19,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:20:03.518426 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:03.583104 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6b862-e164-4227-bf29-81c31b8636f2 None None] Pushing event updated for resources: {'Port': ['ID=075151c1-fb50-48be-98f3-2e0ec8130a19,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:03.613186 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2aee726-4bb0-4477-b2b9-f8d9e3752313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:03.633070 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41276) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:03.639077 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b4ab7-a7f2-488a-8f65-62ab63a1b6d5 req-452b859f-d2a3-4f2c-a7d4-83d83b1bf3d2 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:03.642984 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-b2aee726-4bb0-4477-b2b9-f8d9e3752313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object 248f1502-5bd5-4771-8984-c1a4f7953a55 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:03.649307 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e65b4ab7-a7f2-488a-8f65-62ab63a1b6d5 req-452b859f-d2a3-4f2c-a7d4-83d83b1bf3d2 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 944 time: 0.1282253 Jul 06 12:20:03.696649 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2aee726-4bb0-4477-b2b9-f8d9e3752313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:03.706123 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e65b4ab7-a7f2-488a-8f65-62ab63a1b6d5 req-cf9a15e0-a7ac-4f3c-8d2f-63bbff94bb8e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556760 Jul 06 12:20:03.737374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aee726-4bb0-4477-b2b9-f8d9e3752313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:03.762666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b2aee726-4bb0-4477-b2b9-f8d9e3752313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:03.765459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aee726-4bb0-4477-b2b9-f8d9e3752313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:03.772372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aee726-4bb0-4477-b2b9-f8d9e3752313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:03.773113 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2aee726-4bb0-4477-b2b9-f8d9e3752313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:03.822698 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b2aee726-4bb0-4477-b2b9-f8d9e3752313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1107676 Jul 06 12:20:03.825643 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41280) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:03.829872 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aee726-4bb0-4477-b2b9-f8d9e3752313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=248f1502-5bd5-4771-8984-c1a4f7953a55,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:03.833876 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d826e5a-821f-4338-ac8f-bf7f54a5e97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:03.964094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71abe6b-1167-44eb-8f31-2dd5ca117f2b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:03.971312 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71abe6b-1167-44eb-8f31-2dd5ca117f2b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:03.973041 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f71abe6b-1167-44eb-8f31-2dd5ca117f2b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1460919 Jul 06 12:20:03.977719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41282) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:04.003787 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d826e5a-821f-4338-ac8f-bf7f54a5e97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:04.009483 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d826e5a-821f-4338-ac8f-bf7f54a5e97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:04.051023 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d826e5a-821f-4338-ac8f-bf7f54a5e97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170ceb3e-b89e-4ef3-957c-41c4e32eab5d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:04.062040 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5d826e5a-821f-4338-ac8f-bf7f54a5e97d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c367f19d162647b3b90208b6a78d9685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4255013 Jul 06 12:20:04.064820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41284) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:04.128479 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5f4d7-9feb-4b3d-bf5f-a15f5df4f2e8 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port 248f1502-5bd5-4771-8984-c1a4f7953a55 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:04.129038 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f4d7-9feb-4b3d-bf5f-a15f5df4f2e8 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:04.146614 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f8b2fbc-482f-42ea-b045-4ae386ea3a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:04.174707 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f8b2fbc-482f-42ea-b045-4ae386ea3a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:04.236059 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f8b2fbc-482f-42ea-b045-4ae386ea3a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:04.239056 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f8b2fbc-482f-42ea-b045-4ae386ea3a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:04.240319 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8f8b2fbc-482f-42ea-b045-4ae386ea3a64 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/170ceb3e-b89e-4ef3-957c-41c4e32eab5d HTTP/1.1" status: 204 len: 168 time: 0.1745121 Jul 06 12:20:04.250471 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b2fbc-482f-42ea-b045-4ae386ea3a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170ceb3e-b89e-4ef3-957c-41c4e32eab5d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:04.276174 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f4d7-9feb-4b3d-bf5f-a15f5df4f2e8 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:04.289146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5f4d7-9feb-4b3d-bf5f-a15f5df4f2e8 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for 248f1502-5bd5-4771-8984-c1a4f7953a55 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:04.435896 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f4d7-9feb-4b3d-bf5f-a15f5df4f2e8 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:04.470400 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5f4d7-9feb-4b3d-bf5f-a15f5df4f2e8 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=248f1502-5bd5-4771-8984-c1a4f7953a55,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:04.509127 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f4d7-9feb-4b3d-bf5f-a15f5df4f2e8 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:04.514227 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ddd5f4d7-9feb-4b3d-bf5f-a15f5df4f2e8 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/248f1502-5bd5-4771-8984-c1a4f7953a55 HTTP/1.1" status: 204 len: 168 time: 0.5355184 Jul 06 12:20:04.516219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41292) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:04.583414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626713ce-15b8-4d3d-905d-986e3c16c903 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:04.584757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626713ce-15b8-4d3d-905d-986e3c16c903 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:04.587367 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-626713ce-15b8-4d3d-905d-986e3c16c903 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0696537 Jul 06 12:20:04.592037 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41298) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:04.653777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet e7a62216-363d-420b-9f9b-8cd7744f8d91 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:20:04.657726 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:04.713887 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:04.829128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 075151c1-fb50-48be-98f3-2e0ec8130a19 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:04.910516 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:04.911481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 075151c1-fb50-48be-98f3-2e0ec8130a19 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:05.024486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b6f9e081-616a-472d-8f5e-46818b030209 None None] Provisioning for port 075151c1-fb50-48be-98f3-2e0ec8130a19 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:05.031013 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b6f9e081-616a-472d-8f5e-46818b030209 None None] Provisioning complete for port 075151c1-fb50-48be-98f3-2e0ec8130a19 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:05.031469 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e081-616a-472d-8f5e-46818b030209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.042487 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df52134d-606f-4a9e-9ea7-70d2a83c4be3 req-40c2db00-b783-4c50-9fbc-371067686cae service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1873538 Jul 06 12:20:05.056976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3ffdf-9399-4dbd-99ee-1bf14d6fbb75 req-def1e22e-7cbf-41d6-8004-2353326fdbc5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:05.058564 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8e3ffdf-9399-4dbd-99ee-1bf14d6fbb75 req-def1e22e-7cbf-41d6-8004-2353326fdbc5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 944 time: 0.1838143 Jul 06 12:20:05.060486 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.103578 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a62216-363d-420b-9f9b-8cd7744f8d91,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:05.105426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41312) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:05.133148 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.138335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41316) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:05.138539 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/e7a62216-363d-420b-9f9b-8cd7744f8d91 HTTP/1.1" status: 204 len: 168 time: 0.5440736 Jul 06 12:20:05.158015 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:05.158359 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:05.158698 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:05.159034 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:05.159395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:05.159725 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:05.160054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:05.160382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:05.160713 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:05.161072 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:05.161533 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:05.161901 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4eb63b-e8be-4749-beb9-8cdab5cd35d3 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:05.177634 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e081-616a-472d-8f5e-46818b030209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.199841 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5d98e24c-876e-4fd7-800b-32b1e3278ff8 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603039 Jul 06 12:20:05.202195 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41318) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:05.202349 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8e3ffdf-9399-4dbd-99ee-1bf14d6fbb75 req-dcd50ba9-1a37-46df-af14-1989509081ec tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341414 Jul 06 12:20:05.221333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763b683a-64ca-43c8-93c5-dd16bd99ecf5 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:05.231197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52134d-606f-4a9e-9ea7-70d2a83c4be3 req-06265293-558b-4522-9351-2014173b66c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:05.234033 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df52134d-606f-4a9e-9ea7-70d2a83c4be3 req-06265293-558b-4522-9351-2014173b66c4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 1096 time: 0.1330566 Jul 06 12:20:05.312535 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e468089-f65e-4e40-ac9c-2fc81f676d2a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:05.317085 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4e468089-f65e-4e40-ac9c-2fc81f676d2a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1106439 Jul 06 12:20:05.322883 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-35026dad-18fe-4b48-902a-e6dd09013fe8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-92131789-network', 'tenant_id': 'e329c63151e0445c8da4fd5353f71213'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:05.326357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41320) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:05.343049 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b6f9e081-616a-472d-8f5e-46818b030209 None None] For port 075151c1-fb50-48be-98f3-2e0ec8130a19, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=075151c1-fb50-48be-98f3-2e0ec8130a19,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:05.351481 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e081-616a-472d-8f5e-46818b030209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.360617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35026dad-18fe-4b48-902a-e6dd09013fe8 admin admin] Made reservation on behalf of e329c63151e0445c8da4fd5353f71213 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:05.364828 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35026dad-18fe-4b48-902a-e6dd09013fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.384019 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35026dad-18fe-4b48-902a-e6dd09013fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.400468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d15f83a-1e2f-4880-b637-468921d76768 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:05.405694 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2d15f83a-1e2f-4880-b637-468921d76768 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0745711 Jul 06 12:20:05.407471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41322) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:05.472074 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-165d9c6f-c2a6-4049-b0bf-10371060ec01 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562820 Jul 06 12:20:05.472074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52134d-606f-4a9e-9ea7-70d2a83c4be3 req-81b01abe-36dd-4e3a-ace1-7cfee9fd77d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:05.472074 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df52134d-606f-4a9e-9ea7-70d2a83c4be3 req-81b01abe-36dd-4e3a-ace1-7cfee9fd77d5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 906 time: 0.2070448 Jul 06 12:20:05.472074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41324) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:05.478823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c434f6b6-3898-47a5-833c-e18c7f2b930e None None] Could not find standard attr ID for object 248f1502-5bd5-4771-8984-c1a4f7953a55. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:20:05.485204 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a67ad809-4eca-41b5-b0ae-7821221d9dfb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:05.485790 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 13662caf-8daf-4ccb-afef-9629abe90502 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:20:05.516844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9e081-616a-472d-8f5e-46818b030209 None None] Pushing event updated for resources: {'Port': ['ID=075151c1-fb50-48be-98f3-2e0ec8130a19,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:05.537813 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b09ea463-9195-4e0d-8a1c-9a9c6de99ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.575744 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35026dad-18fe-4b48-902a-e6dd09013fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.582464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35026dad-18fe-4b48-902a-e6dd09013fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.617454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35026dad-18fe-4b48-902a-e6dd09013fe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:20:05.630853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35026dad-18fe-4b48-902a-e6dd09013fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9a8f0c-0f11-4ea0-a7fa-79f874754e43,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:05.637491 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35026dad-18fe-4b48-902a-e6dd09013fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.637860 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-35026dad-18fe-4b48-902a-e6dd09013fe8 admin admin] Added segment e80f7f38-6682-445c-b203-fb8350bb72f6 of type vlan for network 599bca4b-e543-418c-9aa5-a7f82c9cb337 Jul 06 12:20:05.666706 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df52134d-606f-4a9e-9ea7-70d2a83c4be3 req-40ea9312-e8ec-43fe-a408-3501d869d7d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=723a9d44-28d2-45d7-bcad-13fda972061f HTTP/1.1" status: 200 len: 217 time: 0.1718230 Jul 06 12:20:05.737095 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35026dad-18fe-4b48-902a-e6dd09013fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.779319 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35026dad-18fe-4b48-902a-e6dd09013fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.781213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35026dad-18fe-4b48-902a-e6dd09013fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:05.781909 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35026dad-18fe-4b48-902a-e6dd09013fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.792790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52134d-606f-4a9e-9ea7-70d2a83c4be3 req-4201f786-4db0-49f2-b180-645c17bef236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:05.795270 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df52134d-606f-4a9e-9ea7-70d2a83c4be3 req-4201f786-4db0-49f2-b180-645c17bef236 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 200 len: 845 time: 0.1205666 Jul 06 12:20:05.850246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf84c25d-28ed-48df-b6de-505fc992f4b6 None None] DHCP port deletion for 84f6ded2-fa58-4f50-89b4-2c981cdca81e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:20:05.860971 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35026dad-18fe-4b48-902a-e6dd09013fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=599bca4b-e543-418c-9aa5-a7f82c9cb337,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:05.881274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 599bca4b-e543-418c-9aa5-a7f82c9cb337 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:20:05.891514 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df52134d-606f-4a9e-9ea7-70d2a83c4be3 req-67bbc030-adc0-448a-bce2-ca5f2afe8f2f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ff636a6-c37f-4f0c-9b69-74b08232ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846319 Jul 06 12:20:05.893671 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.893912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67ad809-4eca-41b5-b0ae-7821221d9dfb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:05.898625 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-35026dad-18fe-4b48-902a-e6dd09013fe8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7904902 Jul 06 12:20:05.900764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41326) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:05.900983 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a67ad809-4eca-41b5-b0ae-7821221d9dfb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:05.906569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7431c370-1bd5-4124-8702-7c79ede4d1cc admin admin] Request body: {'subnet': {'network_id': '599bca4b-e543-418c-9aa5-a7f82c9cb337', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-92131789-subnet', 'tenant_id': 'e329c63151e0445c8da4fd5353f71213', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:05.937907 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7431c370-1bd5-4124-8702-7c79ede4d1cc admin admin] Made reservation on behalf of e329c63151e0445c8da4fd5353f71213 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:05.942139 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7431c370-1bd5-4124-8702-7c79ede4d1cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.113017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 13662caf-8daf-4ccb-afef-9629abe90502, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=13662caf-8daf-4ccb-afef-9629abe90502,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:06.147388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '13662caf-8daf-4ccb-afef-9629abe90502', 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42', 'port_id': '13662caf-8daf-4ccb-afef-9629abe90502', 'mac_address': 'fa:16:3e:1a:95:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b13b069-a449-4c79-8cb2-c610ef4f1ffa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:20:06.154971 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-cf84c25d-28ed-48df-b6de-505fc992f4b6 None None] Deleting port 075151c1-fb50-48be-98f3-2e0ec8130a19 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:06.155603 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf84c25d-28ed-48df-b6de-505fc992f4b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.184562 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7431c370-1bd5-4124-8702-7c79ede4d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.240518 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df52134d-606f-4a9e-9ea7-70d2a83c4be3 req-96949c48-a4b4-4695-be2c-6b8771f46d54 service neutron] 10.222.0.89 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282771 Jul 06 12:20:06.241116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431c370-1bd5-4124-8702-7c79ede4d1cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=40cc0b1f-9a45-4cab-b615-f463b95ce1d8,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:06.264254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7431c370-1bd5-4124-8702-7c79ede4d1cc admin admin] Checking segment: {'id': 'e80f7f38-6682-445c-b203-fb8350bb72f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '599bca4b-e543-418c-9aa5-a7f82c9cb337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:06.264738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431c370-1bd5-4124-8702-7c79ede4d1cc admin admin] Network hostable DHCP agents. Network: 599bca4b-e543-418c-9aa5-a7f82c9cb337, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:20:06.286900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431c370-1bd5-4124-8702-7c79ede4d1cc admin admin] Network 599bca4b-e543-418c-9aa5-a7f82c9cb337 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:20:06.300739 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7431c370-1bd5-4124-8702-7c79ede4d1cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 599bca4b-e543-418c-9aa5-a7f82c9cb337) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:06.313894 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.317116 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2ffbf9-ac31-4333-a1b5-f1255704a1d0 None None] Network 599bca4b-e543-418c-9aa5-a7f82c9cb337 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:06.320366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7431c370-1bd5-4124-8702-7c79ede4d1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:06.321211 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7431c370-1bd5-4124-8702-7c79ede4d1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.337806 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7431c370-1bd5-4124-8702-7c79ede4d1cc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4356036 Jul 06 12:20:06.538122 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13662caf-8daf-4ccb-afef-9629abe90502 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:20:06.548156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-cf84c25d-28ed-48df-b6de-505fc992f4b6 None None] For port 075151c1-fb50-48be-98f3-2e0ec8130a19, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=075151c1-fb50-48be-98f3-2e0ec8130a19,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:06.548608 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf84c25d-28ed-48df-b6de-505fc992f4b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.587394 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df52134d-606f-4a9e-9ea7-70d2a83c4be3 req-7518abda-c91e-4f20-8d13-81c3ced4435d service neutron] 10.222.0.89 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020062 Jul 06 12:20:06.590078 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a67ad809-4eca-41b5-b0ae-7821221d9dfb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.614138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 13662caf-8daf-4ccb-afef-9629abe90502, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=13662caf-8daf-4ccb-afef-9629abe90502,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:06.651391 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.663649 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4fd9b0-a401-4d23-b002-1b49fb474a37 None None] Network 599bca4b-e543-418c-9aa5-a7f82c9cb337 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:06.671029 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-cf84c25d-28ed-48df-b6de-505fc992f4b6 None None] Calling delete_port for 075151c1-fb50-48be-98f3-2e0ec8130a19 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:06.681223 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67ad809-4eca-41b5-b0ae-7821221d9dfb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:06.698305 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a67ad809-4eca-41b5-b0ae-7821221d9dfb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:06.709504 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ad809-4eca-41b5-b0ae-7821221d9dfb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:06.711138 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a67ad809-4eca-41b5-b0ae-7821221d9dfb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.719009 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ad809-4eca-41b5-b0ae-7821221d9dfb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=f04740d1-0283-45ec-a58a-dfa19f3a6424,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:06.751293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c82999-2bbd-4636-afbe-8d574484bf60 req-aee38525-430c-4db3-89a9-59f854c0660f tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:06.752706 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3c82999-2bbd-4636-afbe-8d574484bf60 req-aee38525-430c-4db3-89a9-59f854c0660f tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 944 time: 0.2699444 Jul 06 12:20:06.762782 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a67ad809-4eca-41b5-b0ae-7821221d9dfb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2899466 Jul 06 12:20:06.765524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41336) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:06.772214 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-093e1ea3-530e-435c-bb89-53dfe4b9c609 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'mac_address': 'fa:16:3e:21:8e:5d', 'name': 'tempest-NetworksTestDHCPv6-2073870923'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:06.872233 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3c82999-2bbd-4636-afbe-8d574484bf60 req-e0a1bdf8-2e71-45a5-a15b-20b826643c12 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074560 Jul 06 12:20:06.915908 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=13662caf-8daf-4ccb-afef-9629abe90502,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:06.930774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093e1ea3-530e-435c-bb89-53dfe4b9c609 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:06.936025 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-093e1ea3-530e-435c-bb89-53dfe4b9c609 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.966697 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 075151c1-fb50-48be-98f3-2e0ec8130a19 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:06.974586 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:06.975890 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-093e1ea3-530e-435c-bb89-53dfe4b9c609 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port a5f99dd8-c8b0-4315-acae-b6a1aa77c57b yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:20:07.073497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['13662caf-8daf-4ccb-afef-9629abe90502'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:07.111049 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-093e1ea3-530e-435c-bb89-53dfe4b9c609 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::189 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/f04740d1-0283-45ec-a58a-dfa19f3a6424/a5f99dd8-c8b0-4315-acae-b6a1aa77c57b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:07.282347 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf84c25d-28ed-48df-b6de-505fc992f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:07.315778 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-093e1ea3-530e-435c-bb89-53dfe4b9c609 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:07.332679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-093e1ea3-530e-435c-bb89-53dfe4b9c609 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object a5f99dd8-c8b0-4315-acae-b6a1aa77c57b will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:07.343370 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:07.379628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84c25d-28ed-48df-b6de-505fc992f4b6 None None] Pushing event deleted for resources: {'Port': ['ID=075151c1-fb50-48be-98f3-2e0ec8130a19,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:07.384405 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-093e1ea3-530e-435c-bb89-53dfe4b9c609 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:07.408497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf84c25d-28ed-48df-b6de-505fc992f4b6 None None] No DVR routers for this DVR port 075151c1-fb50-48be-98f3-2e0ec8130a19 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:07.443510 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093e1ea3-530e-435c-bb89-53dfe4b9c609 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:07.450706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-093e1ea3-530e-435c-bb89-53dfe4b9c609 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:07.455735 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093e1ea3-530e-435c-bb89-53dfe4b9c609 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:07.463725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093e1ea3-530e-435c-bb89-53dfe4b9c609 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:07.464774 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-093e1ea3-530e-435c-bb89-53dfe4b9c609 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:07.478253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e1ea3-530e-435c-bb89-53dfe4b9c609 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=a5f99dd8-c8b0-4315-acae-b6a1aa77c57b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:07.496054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41346) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:07.496441 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-093e1ea3-530e-435c-bb89-53dfe4b9c609 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7294178 Jul 06 12:20:07.497311 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0c3c8c-d8f9-48a9-b61b-43f506a41450 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:07.636199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce33ccc3-28ce-42cb-a14f-6c27c03cd6c5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:07.642311 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ce33ccc3-28ce-42cb-a14f-6c27c03cd6c5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1443357 Jul 06 12:20:07.642507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41348) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:07.693467 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e76ed427-a37a-4de4-a227-0eb20afded95 req-392e51f8-dc9f-4e9a-86f6-58e032dcfec0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1166861 Jul 06 12:20:07.800047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-45161483-4b13-495a-9b72-373a43f52c00 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port a5f99dd8-c8b0-4315-acae-b6a1aa77c57b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:07.800755 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45161483-4b13-495a-9b72-373a43f52c00 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:07.885404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed427-a37a-4de4-a227-0eb20afded95 req-e867a44d-1765-4a1e-ae23-e76b2bea0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:07.887028 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e76ed427-a37a-4de4-a227-0eb20afded95 req-e867a44d-1765-4a1e-ae23-e76b2bea0dfd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 1096 time: 0.1319170 Jul 06 12:20:07.921307 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45161483-4b13-495a-9b72-373a43f52c00 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:07.927266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'fixed_ips': [{'subnet_id': 'f04740d1-0283-45ec-a58a-dfa19f3a6424'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:20:07.930170 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:07.937621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-45161483-4b13-495a-9b72-373a43f52c00 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for a5f99dd8-c8b0-4315-acae-b6a1aa77c57b owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:08.128745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed427-a37a-4de4-a227-0eb20afded95 req-ea1a8d7a-d413-43c1-9a6f-f16d6113aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:08.130528 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e76ed427-a37a-4de4-a227-0eb20afded95 req-ea1a8d7a-d413-43c1-9a6f-f16d6113aafd service neutron] 10.222.0.23 "GET /v2.0/networks?id=154986ea-6e28-4448-8e28-e97efa71d249 HTTP/1.1" status: 200 len: 897 time: 0.1869447 Jul 06 12:20:08.268945 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e76ed427-a37a-4de4-a227-0eb20afded95 req-378b419f-2c69-46a4-9b4f-91ac8739eb18 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 HTTP/1.1" status: 200 len: 1001 time: 0.1300726 Jul 06 12:20:08.295621 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45161483-4b13-495a-9b72-373a43f52c00 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.329894 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07b82ded-46f9-4808-9c51-cc567ff21b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.349130 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.352157 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a8506-be48-4a53-b7e1-bd9f86d8cff4 req-1669967c-8cd1-44bf-8f42-90df0344e619 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:08.356435 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e11a8506-be48-4a53-b7e1-bd9f86d8cff4 req-1669967c-8cd1-44bf-8f42-90df0344e619 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 945 time: 0.2014365 Jul 06 12:20:08.369808 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Allocated IP 2001:db8::2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/f04740d1-0283-45ec-a58a-dfa19f3a6424/70d89fd2-e4be-4230-8297-2df14564b54a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:08.384333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45161483-4b13-495a-9b72-373a43f52c00 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=a5f99dd8-c8b0-4315-acae-b6a1aa77c57b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:08.429719 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed427-a37a-4de4-a227-0eb20afded95 req-16ce2521-3796-4582-81e4-e9b78ef4da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:08.431445 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e76ed427-a37a-4de4-a227-0eb20afded95 req-16ce2521-3796-4582-81e4-e9b78ef4da2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b152191-8712-4ecd-a94c-668a6e55f40a HTTP/1.1" status: 200 len: 835 time: 0.1532247 Jul 06 12:20:08.432728 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45161483-4b13-495a-9b72-373a43f52c00 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.438146 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e11a8506-be48-4a53-b7e1-bd9f86d8cff4 req-49ab00bd-cfac-442a-b6a8-94c937938a4a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668819 Jul 06 12:20:08.438425 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-45161483-4b13-495a-9b72-373a43f52c00 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/a5f99dd8-c8b0-4315-acae-b6a1aa77c57b HTTP/1.1" status: 204 len: 168 time: 0.7900763 Jul 06 12:20:08.438715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41356) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:08.536161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7e7655-9289-4bcc-a235-2461753f6117 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:08.541144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7e7655-9289-4bcc-a235-2461753f6117 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:08.543171 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0c7e7655-9289-4bcc-a235-2461753f6117 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1027071 Jul 06 12:20:08.545893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed427-a37a-4de4-a227-0eb20afded95 req-4b178019-b937-460f-aaa9-053bd26a0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:08.547080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41358) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:08.549132 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e76ed427-a37a-4de4-a227-0eb20afded95 req-4b178019-b937-460f-aaa9-053bd26a0d02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=154986ea-6e28-4448-8e28-e97efa71d249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102240 Jul 06 12:20:08.647932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf8ce6b-d730-46a8-8669-a2b9a46e20e5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet f04740d1-0283-45ec-a58a-dfa19f3a6424 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:20:08.655379 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.671044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Transition to ACTIVE for port object 70d89fd2-e4be-4230-8297-2df14564b54a will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:08.692957 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e76ed427-a37a-4de4-a227-0eb20afded95 req-e60e3f68-41a1-4d4f-ade9-05c20ac4bc68 service neutron] 10.222.0.23 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356201 Jul 06 12:20:08.700236 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Transition to ACTIVE for port object 70d89fd2-e4be-4230-8297-2df14564b54a will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:08.708247 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bcf8ce6b-d730-46a8-8669-a2b9a46e20e5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.713906 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.778312 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bcf8ce6b-d730-46a8-8669-a2b9a46e20e5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.791469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:08.796362 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:08.806818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:08.820038 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Pushing event updated for resources: {'Port': ['ID=70d89fd2-e4be-4230-8297-2df14564b54a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:08.872065 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e76ed427-a37a-4de4-a227-0eb20afded95 req-23f5c208-15f1-40aa-89b3-ec378c5bb456 service neutron] 10.222.0.23 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680706 Jul 06 12:20:08.905307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Attempting to bind port 70d89fd2-e4be-4230-8297-2df14564b54a on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:20:08.905679 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Attempting to bind port 70d89fd2-e4be-4230-8297-2df14564b54a by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:20:08.906413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Attempting to bind port 70d89fd2-e4be-4230-8297-2df14564b54a on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:08.911690 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:20:08.912229 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:08.912482 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.912883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:20:08.913418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Bound port: 70d89fd2-e4be-4230-8297-2df14564b54a, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:20:08.913816 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:08.990381 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] For port 70d89fd2-e4be-4230-8297-2df14564b54a, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:08.995221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] For port 70d89fd2-e4be-4230-8297-2df14564b54a, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=70d89fd2-e4be-4230-8297-2df14564b54a,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:20:09.000382 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:09.075352 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38096e77-3b02-40b2-ba73-861914096ed5 None None] Pushing event updated for resources: {'Port': ['ID=70d89fd2-e4be-4230-8297-2df14564b54a,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:09.394741 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:09.415162 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bcf8ce6b-d730-46a8-8669-a2b9a46e20e5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:09.515022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 13662caf-8daf-4ccb-afef-9629abe90502 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:09.548698 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bcf8ce6b-d730-46a8-8669-a2b9a46e20e5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:09.614317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 13662caf-8daf-4ccb-afef-9629abe90502 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:09.626321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 13662caf-8daf-4ccb-afef-9629abe90502 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:09.627196 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:09.640917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8ce6b-d730-46a8-8669-a2b9a46e20e5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=f04740d1-0283-45ec-a58a-dfa19f3a6424,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:09.652145 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bcf8ce6b-d730-46a8-8669-a2b9a46e20e5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:09.660574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41368) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:09.661199 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bcf8ce6b-d730-46a8-8669-a2b9a46e20e5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/f04740d1-0283-45ec-a58a-dfa19f3a6424 HTTP/1.1" status: 204 len: 168 time: 1.1124024 Jul 06 12:20:09.786300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41370) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:09.789426 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-04decc35-3f2a-4540-9040-837a8a28e7da tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257160 Jul 06 12:20:09.819012 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:09.856396 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f1911-4894-4e15-b79e-a8349fbb49db req-81a3a5f1-ab0c-4138-98cb-1140a2fb1d20 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:09.864827 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9d3f1911-4894-4e15-b79e-a8349fbb49db req-81a3a5f1-ab0c-4138-98cb-1140a2fb1d20 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 945 time: 0.1504393 Jul 06 12:20:09.872501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d0d71d-2db8-46c1-ae79-7b3311c7aff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13662caf-8daf-4ccb-afef-9629abe90502'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:09.877849 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2c073b-7bab-4870-8b43-7e334e7c8f19" -d '{"events": [{"server_uuid": "68d0d71d-2db8-46c1-ae79-7b3311c7aff7", "name": "network-vif-plugged", "status": "completed", "tag": "13662caf-8daf-4ccb-afef-9629abe90502"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:09.912186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 13662caf-8daf-4ccb-afef-9629abe90502, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=13662caf-8daf-4ccb-afef-9629abe90502,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:09.919570 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:09.937618 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9d3f1911-4894-4e15-b79e-a8349fbb49db req-07ea757e-457c-46c5-9ffc-0c4a1648cc36 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716310 Jul 06 12:20:09.959564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe015a9-6cb6-445a-9f1a-6b686fe87736 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:09.959564 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2fe015a9-6cb6-445a-9f1a-6b686fe87736 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1672783 Jul 06 12:20:09.961219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41374) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:10.015882 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba4a128-9a4d-4c71-b821-af7148b3072a x-openstack-request-id: req-aba4a128-9a4d-4c71-b821-af7148b3072a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:10.016868 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d0d71d-2db8-46c1-ae79-7b3311c7aff7", "name": "network-vif-plugged", "status": "completed", "tag": "13662caf-8daf-4ccb-afef-9629abe90502", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:10.017522 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aba4a128-9a4d-4c71-b821-af7148b3072a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:10.018252 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d0d71d-2db8-46c1-ae79-7b3311c7aff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13662caf-8daf-4ccb-afef-9629abe90502', 'code': 200} Jul 06 12:20:10.037507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=13662caf-8daf-4ccb-afef-9629abe90502,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:10.095014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c027a4-9ae3-4a58-8f2c-154bcf9d1dd7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:10.100255 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-16c027a4-9ae3-4a58-8f2c-154bcf9d1dd7 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1348317 Jul 06 12:20:10.100615 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41376) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:10.162478 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-af348df9-fce4-4399-8817-a34640ccfcb2 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541053 Jul 06 12:20:10.165140 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41378) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:10.176432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:10.254931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be40ff-94fb-482e-918f-5db8ecf44512 req-a992ad62-2c33-4f86-ad5e-d1508b4af301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:10.258037 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33be40ff-94fb-482e-918f-5db8ecf44512 req-a992ad62-2c33-4f86-ad5e-d1508b4af301 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 1097 time: 0.1042340 Jul 06 12:20:10.304135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33be40ff-94fb-482e-918f-5db8ecf44512 req-5685a201-b50d-4c5d-a6bb-a99b11a0ebad service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344138 Jul 06 12:20:10.340100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:10.344844 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:10.611600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf94afb-976f-4582-bfdc-07c108015b37 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:10.747376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4d603d2b-927c-4f46-82f4-1623b12769f7 None None] Provisioning for port 70d89fd2-e4be-4230-8297-2df14564b54a completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:10.788339 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4d603d2b-927c-4f46-82f4-1623b12769f7 None None] Could not find standard attr ID for object a5f99dd8-c8b0-4315-acae-b6a1aa77c57b. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:20:10.906251 n-d-799529-2 neutron-server[100428]: DEBUG neutron.objects.ports [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:20:10.925134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 70d89fd2-e4be-4230-8297-2df14564b54a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:11.051166 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.119557 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 70d89fd2-e4be-4230-8297-2df14564b54a completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:11.129622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 70d89fd2-e4be-4230-8297-2df14564b54a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:11.130833 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.442281 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.503195 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.566056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a7629-7e36-4009-b383-748ed869742a req-6c07ec26-89fb-4232-8350-3b5bfb159c0f tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:11.568105 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8e7a7629-7e36-4009-b383-748ed869742a req-6c07ec26-89fb-4232-8350-3b5bfb159c0f tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 946 time: 0.2023969 Jul 06 12:20:11.589541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 70d89fd2-e4be-4230-8297-2df14564b54a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=70d89fd2-e4be-4230-8297-2df14564b54a,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:11.595849 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.612331 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.db.api [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:20:11.613678 n-d-799529-2 neutron-server[100428]: DEBUG oslo_db.api [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:20:11.628458 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8e7a7629-7e36-4009-b383-748ed869742a req-9b2910dc-b95e-4a82-8800-866cd2052f9d tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487037 Jul 06 12:20:11.669049 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=70d89fd2-e4be-4230-8297-2df14564b54a,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:11.676285 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-777f7531-fcf2-423c-be9f-07c3d68d9558 None None] Provisioning complete for port 70d89fd2-e4be-4230-8297-2df14564b54a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:11.676658 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-777f7531-fcf2-423c-be9f-07c3d68d9558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:11.884417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9108cdc7-f082-4b5a-9093-0fb302932ddc None None] Could not find standard attr ID for object a5f99dd8-c8b0-4315-acae-b6a1aa77c57b. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:20:12.163377 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:12.358239 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] For port 70d89fd2-e4be-4230-8297-2df14564b54a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=70d89fd2-e4be-4230-8297-2df14564b54a,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:12.399201 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:12.405189 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:12.406177 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:12.490939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:12.502008 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:12.514001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:12.514920 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:12.516529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d530281d-bea7-4367-93c0-bcd682a95fe8 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:12.550195 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=6b0e48e6-0d2d-4d02-ad6d-6d9c7a499f5a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:12.563256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=70d89fd2-e4be-4230-8297-2df14564b54a,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:12.569321 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9157d713-ca0d-43bf-bcce-e357667ae9d9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4021449 Jul 06 12:20:12.573711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41390) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:12.582608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d5f89ad5-95c8-41ce-97be-04decba4e8aa tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:12.793832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 70d89fd2-e4be-4230-8297-2df14564b54a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:12.832738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f89ad5-95c8-41ce-97be-04decba4e8aa tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:12.840109 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d5f89ad5-95c8-41ce-97be-04decba4e8aa tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:12.895121 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 70d89fd2-e4be-4230-8297-2df14564b54a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:12.895860 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.099506 n-d-799529-2 neutron-server[100427]: INFO neutron.db.ipam_backend_mixin [None req-d5f89ad5-95c8-41ce-97be-04decba4e8aa tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b0e48e6-0d2d-4d02-ad6d-6d9c7a499f5a (CIDR: 2001:db8::/64) Jul 06 12:20:13.104728 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f89ad5-95c8-41ce-97be-04decba4e8aa tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:20:13.105341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f89ad5-95c8-41ce-97be-04decba4e8aa tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:13.128393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43688a03-cb31-4a86-a000-aeb66afe89f1 req-84cfc5df-c6f3-4210-8b34-590682017c87 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:13.130259 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43688a03-cb31-4a86-a000-aeb66afe89f1 req-84cfc5df-c6f3-4210-8b34-590682017c87 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 946 time: 0.2780659 Jul 06 12:20:13.140612 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d5f89ad5-95c8-41ce-97be-04decba4e8aa tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5650387 Jul 06 12:20:13.144049 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41396) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:13.150003 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-70e46bc7-d98e-46c7-af7e-95436cd4ce71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:13.190401 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43688a03-cb31-4a86-a000-aeb66afe89f1 req-26af1ce4-737b-4d91-9e16-3025ede14707 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478401 Jul 06 12:20:13.235209 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-01054deb-e840-457d-9952-8ef4831d1bc2 None None] Provisioning complete for port 70d89fd2-e4be-4230-8297-2df14564b54a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:13.236173 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01054deb-e840-457d-9952-8ef4831d1bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.343464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e46bc7-d98e-46c7-af7e-95436cd4ce71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:13.348370 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70e46bc7-d98e-46c7-af7e-95436cd4ce71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:13.564992 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a8fc0-29ff-432f-bd6f-6c6aa2d2b5ab req-c04dba2f-1ae2-412f-b459-ea234e871697 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:13.568287 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd6a8fc0-29ff-432f-bd6f-6c6aa2d2b5ab req-c04dba2f-1ae2-412f-b459-ea234e871697 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 945 time: 0.1200044 Jul 06 12:20:13.645612 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd6a8fc0-29ff-432f-bd6f-6c6aa2d2b5ab req-99af5e86-fd26-4db1-bacb-a09101831304 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640898 Jul 06 12:20:13.981438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7155645-5798-4256-9e2a-f3a2e114a833 req-13f37720-7906-4b80-aa4a-09bf882947f5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:13.994389 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7155645-5798-4256-9e2a-f3a2e114a833 req-13f37720-7906-4b80-aa4a-09bf882947f5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 946 time: 0.1388645 Jul 06 12:20:14.069129 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7155645-5798-4256-9e2a-f3a2e114a833 req-de7245a3-e3c6-4b90-a3ee-bde18af0868d tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732925 Jul 06 12:20:14.253263 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70e46bc7-d98e-46c7-af7e-95436cd4ce71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:14.395575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e46bc7-d98e-46c7-af7e-95436cd4ce71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=cd7b6968-8bb5-4ce8-bdc1-1d29f9b37f6a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:14.403949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e46bc7-d98e-46c7-af7e-95436cd4ce71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:14.406560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-70e46bc7-d98e-46c7-af7e-95436cd4ce71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:14.422986 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6cf117-607c-4528-914d-be9d71279a78 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:14.423850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e46bc7-d98e-46c7-af7e-95436cd4ce71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:14.424949 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70e46bc7-d98e-46c7-af7e-95436cd4ce71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:14.455816 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-70e46bc7-d98e-46c7-af7e-95436cd4ce71 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3063769 Jul 06 12:20:14.456720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41406) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:14.468114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cfea2281-183c-406b-92a1-7507be5f6fd0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'mac_address': 'fa:16:3e:e2:36:bc', 'name': 'tempest-NetworksTestDHCPv6-179483609'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:14.711218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfea2281-183c-406b-92a1-7507be5f6fd0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:14.934470 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfea2281-183c-406b-92a1-7507be5f6fd0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:14.953267 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaf579-b15e-4b92-b87b-2b8726b90ad5 req-350671ee-25ef-477d-b800-6af2f4244209 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:14.966512 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0aaaf579-b15e-4b92-b87b-2b8726b90ad5 req-350671ee-25ef-477d-b800-6af2f4244209 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 946 time: 0.1364307 Jul 06 12:20:14.978619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-cfea2281-183c-406b-92a1-7507be5f6fd0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port b1e1733f-17f1-491a-83c9-5c671f3bef2e yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:20:15.036157 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0aaaf579-b15e-4b92-b87b-2b8726b90ad5 req-b8316d84-0bf1-48fa-9497-f5321fdff40d tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677221 Jul 06 12:20:15.075569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cb517a-c339-4d97-a0d0-b3b70d1a9918 None None] Update dhcp port {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'fixed_ips': [{'subnet_id': '6b0e48e6-0d2d-4d02-ad6d-6d9c7a499f5a', 'ip_address': '2001:db8::f816:3eff:fece:f65'}, {'subnet_id': 'cd7b6968-8bb5-4ce8-bdc1-1d29f9b37f6a'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '70d89fd2-e4be-4230-8297-2df14564b54a'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:20:15.139527 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07cb517a-c339-4d97-a0d0-b3b70d1a9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:15.344951 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-cfea2281-183c-406b-92a1-7507be5f6fd0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8:0:1::1f8 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/cd7b6968-8bb5-4ce8-bdc1-1d29f9b37f6a/b1e1733f-17f1-491a-83c9-5c671f3bef2e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:15.376850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-cfea2281-183c-406b-92a1-7507be5f6fd0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::f816:3eff:fee2:36bc (84f6ded2-fa58-4f50-89b4-2c981cdca81e/6b0e48e6-0d2d-4d02-ad6d-6d9c7a499f5a/b1e1733f-17f1-491a-83c9-5c671f3bef2e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:15.626705 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfea2281-183c-406b-92a1-7507be5f6fd0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:15.644522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-cfea2281-183c-406b-92a1-7507be5f6fd0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object b1e1733f-17f1-491a-83c9-5c671f3bef2e will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:15.696302 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfea2281-183c-406b-92a1-7507be5f6fd0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:15.745701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfea2281-183c-406b-92a1-7507be5f6fd0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:15.747106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-cfea2281-183c-406b-92a1-7507be5f6fd0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:15.751379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfea2281-183c-406b-92a1-7507be5f6fd0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:15.757933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfea2281-183c-406b-92a1-7507be5f6fd0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:15.758742 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfea2281-183c-406b-92a1-7507be5f6fd0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:15.790436 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cfea2281-183c-406b-92a1-7507be5f6fd0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3318715 Jul 06 12:20:15.791570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea2281-183c-406b-92a1-7507be5f6fd0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=b1e1733f-17f1-491a-83c9-5c671f3bef2e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:15.794438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41416) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:15.799909 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-07cb517a-c339-4d97-a0d0-b3b70d1a9918 None None] Allocated IP 2001:db8:0:1::2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/cd7b6968-8bb5-4ce8-bdc1-1d29f9b37f6a/70d89fd2-e4be-4230-8297-2df14564b54a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:15.936409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-07cb517a-c339-4d97-a0d0-b3b70d1a9918 None None] For port 70d89fd2-e4be-4230-8297-2df14564b54a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=70d89fd2-e4be-4230-8297-2df14564b54a,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:15.968394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6e568-32bb-408a-9fba-ad11ee4111df tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port b1e1733f-17f1-491a-83c9-5c671f3bef2e {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:15.969263 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e568-32bb-408a-9fba-ad11ee4111df tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:15.978173 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07cb517a-c339-4d97-a0d0-b3b70d1a9918 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:16.007883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-07cb517a-c339-4d97-a0d0-b3b70d1a9918 None None] Transition to ACTIVE for port object 70d89fd2-e4be-4230-8297-2df14564b54a will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:16.015878 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07cb517a-c339-4d97-a0d0-b3b70d1a9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:16.202255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb517a-c339-4d97-a0d0-b3b70d1a9918 None None] Pushing event updated for resources: {'Port': ['ID=70d89fd2-e4be-4230-8297-2df14564b54a,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:16.289277 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e568-32bb-408a-9fba-ad11ee4111df tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:16.341844 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6e568-32bb-408a-9fba-ad11ee4111df tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for b1e1733f-17f1-491a-83c9-5c671f3bef2e owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:16.503399 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd600f37-30e5-466c-a7df-6aa4c380d480 req-477b2753-13a2-4686-8fc7-616e8805be18 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:16.505002 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dd600f37-30e5-466c-a7df-6aa4c380d480 req-477b2753-13a2-4686-8fc7-616e8805be18 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.89 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 946 time: 0.2858505 Jul 06 12:20:16.614265 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7296e9-fc40-450a-aa31-28c72b970a35 req-8df0f223-5539-4dc1-9d58-96fd55bf105a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:16.615863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc7296e9-fc40-450a-aa31-28c72b970a35 req-8df0f223-5539-4dc1-9d58-96fd55bf105a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 946 time: 0.1959255 Jul 06 12:20:16.812491 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 70d89fd2-e4be-4230-8297-2df14564b54a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:16.835938 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc7296e9-fc40-450a-aa31-28c72b970a35 req-a4b4f3d0-e7c6-4ced-90b5-fead49acb449 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948094 Jul 06 12:20:16.895625 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-dd600f37-30e5-466c-a7df-6aa4c380d480 req-6b2670c7-19f2-43f9-8fdc-83789919d594 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Deleting port 13662caf-8daf-4ccb-afef-9629abe90502 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:16.896339 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-dd600f37-30e5-466c-a7df-6aa4c380d480 req-6b2670c7-19f2-43f9-8fdc-83789919d594 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:16.972803 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e568-32bb-408a-9fba-ad11ee4111df tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.046183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6e568-32bb-408a-9fba-ad11ee4111df tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=b1e1733f-17f1-491a-83c9-5c671f3bef2e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:17.187698 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e568-32bb-408a-9fba-ad11ee4111df tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.191583 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3fe6e568-32bb-408a-9fba-ad11ee4111df tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/b1e1733f-17f1-491a-83c9-5c671f3bef2e HTTP/1.1" status: 204 len: 168 time: 1.3950434 Jul 06 12:20:17.196495 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41424) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:17.230822 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-dd600f37-30e5-466c-a7df-6aa4c380d480 req-6b2670c7-19f2-43f9-8fdc-83789919d594 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] For port 13662caf-8daf-4ccb-afef-9629abe90502, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=13662caf-8daf-4ccb-afef-9629abe90502,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:17.230822 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-dd600f37-30e5-466c-a7df-6aa4c380d480 req-6b2670c7-19f2-43f9-8fdc-83789919d594 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.256242 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-dd600f37-30e5-466c-a7df-6aa4c380d480 req-6b2670c7-19f2-43f9-8fdc-83789919d594 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Calling delete_port for 13662caf-8daf-4ccb-afef-9629abe90502 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:17.357714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18c6fa3-1079-4dfa-b355-fbd72baab798 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:17.363804 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b18c6fa3-1079-4dfa-b355-fbd72baab798 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1531591 Jul 06 12:20:17.366660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41426) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:17.423866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cb9747c5-be5a-4639-b6f3-20d52b2ab96e None None] Provisioning for port 70d89fd2-e4be-4230-8297-2df14564b54a completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:17.432412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cb9747c5-be5a-4639-b6f3-20d52b2ab96e None None] Provisioning complete for port 70d89fd2-e4be-4230-8297-2df14564b54a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:17.435018 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb9747c5-be5a-4639-b6f3-20d52b2ab96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.548875 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c1f3d1-911a-46f0-9360-d522e4a02d51 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:17.557729 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-83c1f3d1-911a-46f0-9360-d522e4a02d51 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1897001 Jul 06 12:20:17.561709 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41428) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:17.663671 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-dd600f37-30e5-466c-a7df-6aa4c380d480 req-6b2670c7-19f2-43f9-8fdc-83789919d594 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.686493 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['7e348ca2-3fae-4775-9414-9bdcf551ed79'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:17.693070 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e46832-64d4-473f-b6c8-841a6407f9b4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:17.696514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e46832-64d4-473f-b6c8-841a6407f9b4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:17.699016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e46832-64d4-473f-b6c8-841a6407f9b4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:17.702150 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d8e46832-64d4-473f-b6c8-841a6407f9b4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1388178 Jul 06 12:20:17.705999 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['723a9d44-28d2-45d7-bcad-13fda972061f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:17.706992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41430) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:17.710607 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2670c7-19f2-43f9-8fdc-83789919d594 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Pushing event deleted for resources: {'Port': ['ID=13662caf-8daf-4ccb-afef-9629abe90502,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:17.838907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd600f37-30e5-466c-a7df-6aa4c380d480 req-6b2670c7-19f2-43f9-8fdc-83789919d594 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] No DVR routers for this DVR port 13662caf-8daf-4ccb-afef-9629abe90502 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:17.842341 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-dd600f37-30e5-466c-a7df-6aa4c380d480 req-6b2670c7-19f2-43f9-8fdc-83789919d594 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.845185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dd600f37-30e5-466c-a7df-6aa4c380d480 req-6b2670c7-19f2-43f9-8fdc-83789919d594 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.89 "DELETE /v2.0/ports/13662caf-8daf-4ccb-afef-9629abe90502 HTTP/1.1" status: 204 len: 173 time: 1.3319242 Jul 06 12:20:17.845834 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d0d71d-2db8-46c1-ae79-7b3311c7aff7', 'name': 'network-vif-deleted', 'tag': '13662caf-8daf-4ccb-afef-9629abe90502'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:17.849719 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d21625-a9bd-4851-96af-50fbd9b72ad5" -d '{"events": [{"server_uuid": "68d0d71d-2db8-46c1-ae79-7b3311c7aff7", "name": "network-vif-deleted", "tag": "13662caf-8daf-4ccb-afef-9629abe90502"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:17.906507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93c865a-f06e-466e-bd78-a802b4f34e94 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet 6b0e48e6-0d2d-4d02-ad6d-6d9c7a499f5a {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:20:17.935431 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b93c865a-f06e-466e-bd78-a802b4f34e94 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:17.955445 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2ae18e-c140-4198-97d8-69137f8a7f9f x-openstack-request-id: req-1a2ae18e-c140-4198-97d8-69137f8a7f9f {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:17.956101 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d0d71d-2db8-46c1-ae79-7b3311c7aff7", "name": "network-vif-deleted", "tag": "13662caf-8daf-4ccb-afef-9629abe90502", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:17.956587 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a2ae18e-c140-4198-97d8-69137f8a7f9f {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:17.957334 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d0d71d-2db8-46c1-ae79-7b3311c7aff7', 'name': 'network-vif-deleted', 'tag': '13662caf-8daf-4ccb-afef-9629abe90502', 'status': 'completed', 'code': 200} Jul 06 12:20:18.028311 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-12532d59-c54c-4c93-98d0-37b74e79dd69 None None] Could not find standard attr ID for object b1e1733f-17f1-491a-83c9-5c671f3bef2e. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:20:18.103706 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b93c865a-f06e-466e-bd78-a802b4f34e94 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:18.334300 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b93c865a-f06e-466e-bd78-a802b4f34e94 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:18.418650 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66a56030-e631-46d6-b5c5-8ebefa3ed1c4 req-3b1c3c06-e414-49c5-9d7e-9993a0d1cb5f tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=68d0d71d-2db8-46c1-ae79-7b3311c7aff7 HTTP/1.1" status: 200 len: 210 time: 0.0355279 Jul 06 12:20:18.445817 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b93c865a-f06e-466e-bd78-a802b4f34e94 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:18.474952 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c865a-f06e-466e-bd78-a802b4f34e94 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0e48e6-0d2d-4d02-ad6d-6d9c7a499f5a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:18.481978 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b93c865a-f06e-466e-bd78-a802b4f34e94 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:18.484354 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b93c865a-f06e-466e-bd78-a802b4f34e94 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/6b0e48e6-0d2d-4d02-ad6d-6d9c7a499f5a HTTP/1.1" status: 204 len: 168 time: 0.7757382 Jul 06 12:20:18.486914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41440) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:18.501233 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616f654d-7fbb-404e-9895-67ace572a99f None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:18.575209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c37a2a-2d4c-4b14-b62f-290269a34d2b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet cd7b6968-8bb5-4ce8-bdc1-1d29f9b37f6a {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:20:18.579006 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06c37a2a-2d4c-4b14-b62f-290269a34d2b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:18.638074 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06c37a2a-2d4c-4b14-b62f-290269a34d2b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:18.814150 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06c37a2a-2d4c-4b14-b62f-290269a34d2b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:18.977872 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06c37a2a-2d4c-4b14-b62f-290269a34d2b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:19.032436 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06c37a2a-2d4c-4b14-b62f-290269a34d2b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:19.034519 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-06c37a2a-2d4c-4b14-b62f-290269a34d2b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/cd7b6968-8bb5-4ce8-bdc1-1d29f9b37f6a HTTP/1.1" status: 204 len: 168 time: 0.5465698 Jul 06 12:20:19.035763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37a2a-2d4c-4b14-b62f-290269a34d2b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7b6968-8bb5-4ce8-bdc1-1d29f9b37f6a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:19.039198 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41444) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:19.113258 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9b1127ac-9974-44d3-9578-9e2cc5cbf160 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720921 Jul 06 12:20:19.117267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41446) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:19.123143 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a2f42f32-62c4-4572-8eb7-aed6c5051dda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:19.269559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f42f32-62c4-4572-8eb7-aed6c5051dda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:19.277534 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2f42f32-62c4-4572-8eb7-aed6c5051dda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:19.549017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 13662caf-8daf-4ccb-afef-9629abe90502 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:19.599106 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 13662caf-8daf-4ccb-afef-9629abe90502 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:19.604980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 13662caf-8daf-4ccb-afef-9629abe90502 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:19.798975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc04ff8-deef-43e0-9f93-d7fa7b6fc530 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:19.918314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.objects.ports [None req-a2f42f32-62c4-4572-8eb7-aed6c5051dda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:20:20.001211 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b0870386-974d-4a6d-b5d8-b18037195c13 None None] Provisioning complete for port 70d89fd2-e4be-4230-8297-2df14564b54a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:20.002019 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0870386-974d-4a6d-b5d8-b18037195c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:20.201764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7013fd-04ec-4a30-a63d-0d5d0ca0843b None None] Update dhcp port {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'fixed_ips': [{'subnet_id': '65d406ca-a25a-44a5-b52a-b2111d0b5a05'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '70d89fd2-e4be-4230-8297-2df14564b54a'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:20:20.241645 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3d7013fd-04ec-4a30-a63d-0d5d0ca0843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:20.289340 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2f42f32-62c4-4572-8eb7-aed6c5051dda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:20.362205 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087effe-48cc-4900-a2d1-29a78b62d6e0 req-54f0e19b-0dd1-4b51-b51f-34a7e035d28b tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:20.364051 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c087effe-48cc-4900-a2d1-29a78b62d6e0 req-54f0e19b-0dd1-4b51-b51f-34a7e035d28b tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 945 time: 0.1484387 Jul 06 12:20:20.455564 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c087effe-48cc-4900-a2d1-29a78b62d6e0 req-665b3eec-8de3-4d4e-a29a-c75f0b16cd0e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799644 Jul 06 12:20:20.538306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-a2f42f32-62c4-4572-8eb7-aed6c5051dda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] For port 70d89fd2-e4be-4230-8297-2df14564b54a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=70d89fd2-e4be-4230-8297-2df14564b54a,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:20.586724 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2f42f32-62c4-4572-8eb7-aed6c5051dda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:20.593331 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2f42f32-62c4-4572-8eb7-aed6c5051dda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:20.594129 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2f42f32-62c4-4572-8eb7-aed6c5051dda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:20.596899 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-3d7013fd-04ec-4a30-a63d-0d5d0ca0843b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:20:20.597716 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-3d7013fd-04ec-4a30-a63d-0d5d0ca0843b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:20:20.679734 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f42f32-62c4-4572-8eb7-aed6c5051dda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:20.690150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a2f42f32-62c4-4572-8eb7-aed6c5051dda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:20.696946 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f42f32-62c4-4572-8eb7-aed6c5051dda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:20.697609 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2f42f32-62c4-4572-8eb7-aed6c5051dda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:20.706313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f42f32-62c4-4572-8eb7-aed6c5051dda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=65d406ca-a25a-44a5-b52a-b2111d0b5a05,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:20.724302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f42f32-62c4-4572-8eb7-aed6c5051dda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=70d89fd2-e4be-4230-8297-2df14564b54a,revision_number=11']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:20.728771 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a2f42f32-62c4-4572-8eb7-aed6c5051dda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6104021 Jul 06 12:20:20.731751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41458) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:20.739726 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-357dee4d-b4b7-461c-8454-ccfd65fe06f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:20.902202 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357dee4d-b4b7-461c-8454-ccfd65fe06f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:20.905717 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-357dee4d-b4b7-461c-8454-ccfd65fe06f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.020451 n-d-799529-2 neutron-server[100428]: INFO neutron.db.ipam_backend_mixin [None req-357dee4d-b4b7-461c-8454-ccfd65fe06f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 65d406ca-a25a-44a5-b52a-b2111d0b5a05 (CIDR: 2001:db8::/64) Jul 06 12:20:21.025286 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-357dee4d-b4b7-461c-8454-ccfd65fe06f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:20:21.025871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357dee4d-b4b7-461c-8454-ccfd65fe06f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:21.045409 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-357dee4d-b4b7-461c-8454-ccfd65fe06f1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3120503 Jul 06 12:20:21.048433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41460) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:21.054314 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-3b1ede63-c4b5-4c72-9c91-5c25a42c3b83 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:21.169588 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3d7013fd-04ec-4a30-a63d-0d5d0ca0843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.205411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1ede63-c4b5-4c72-9c91-5c25a42c3b83 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:21.212875 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b1ede63-c4b5-4c72-9c91-5c25a42c3b83 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.642140 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b1ede63-c4b5-4c72-9c91-5c25a42c3b83 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.647088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-3d7013fd-04ec-4a30-a63d-0d5d0ca0843b None None] For port 70d89fd2-e4be-4230-8297-2df14564b54a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=70d89fd2-e4be-4230-8297-2df14564b54a,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:21.709291 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3d7013fd-04ec-4a30-a63d-0d5d0ca0843b None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.722615 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3d7013fd-04ec-4a30-a63d-0d5d0ca0843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.754765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb37b1f-ad59-429e-b151-e26b7b0e0ce0 req-35dc2eac-2313-4e41-8611-16a1b165609c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:21.757521 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfb37b1f-ad59-429e-b151-e26b7b0e0ce0 req-35dc2eac-2313-4e41-8611-16a1b165609c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 945 time: 0.1192060 Jul 06 12:20:21.811622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ede63-c4b5-4c72-9c91-5c25a42c3b83 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=87897eae-92d2-42ce-a9f6-7ab168313876,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:21.824210 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7013fd-04ec-4a30-a63d-0d5d0ca0843b None None] Pushing event updated for resources: {'Port': ['ID=70d89fd2-e4be-4230-8297-2df14564b54a,revision_number=12']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:21.828122 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ede63-c4b5-4c72-9c91-5c25a42c3b83 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:21.833934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-3b1ede63-c4b5-4c72-9c91-5c25a42c3b83 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:21.844022 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1ede63-c4b5-4c72-9c91-5c25a42c3b83 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:21.845113 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b1ede63-c4b5-4c72-9c91-5c25a42c3b83 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:21.879764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3b1ede63-c4b5-4c72-9c91-5c25a42c3b83 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8298645 Jul 06 12:20:21.886632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41468) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:21.899923 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1e31a293-7fc2-4200-bf1d-41ab84ac40bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'mac_address': 'fa:16:3e:99:8c:6b', 'name': 'tempest-NetworksTestDHCPv6-1915954265'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:21.925158 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62342eb-82bf-4ec3-aa45-c8db995cb68c req-7100d259-00a4-43d7-bc33-94a48963b4e5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:21.927290 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f62342eb-82bf-4ec3-aa45-c8db995cb68c req-7100d259-00a4-43d7-bc33-94a48963b4e5 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 945 time: 0.1810954 Jul 06 12:20:22.011597 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f62342eb-82bf-4ec3-aa45-c8db995cb68c req-8bfc016f-a02a-4d74-bc40-d1f1866ff527 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456378 Jul 06 12:20:22.045630 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-dfb37b1f-ad59-429e-b151-e26b7b0e0ce0 req-cc924aaa-5973-4c9f-a41b-13204a4f6aaf tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Deleting port 7e348ca2-3fae-4775-9414-9bdcf551ed79 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:22.046493 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfb37b1f-ad59-429e-b151-e26b7b0e0ce0 req-cc924aaa-5973-4c9f-a41b-13204a4f6aaf tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:22.160063 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-dfb37b1f-ad59-429e-b151-e26b7b0e0ce0 req-cc924aaa-5973-4c9f-a41b-13204a4f6aaf tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] For port 7e348ca2-3fae-4775-9414-9bdcf551ed79, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=7e348ca2-3fae-4775-9414-9bdcf551ed79,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:22.160412 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfb37b1f-ad59-429e-b151-e26b7b0e0ce0 req-cc924aaa-5973-4c9f-a41b-13204a4f6aaf tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:22.168031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e31a293-7fc2-4200-bf1d-41ab84ac40bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:22.187349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-dfb37b1f-ad59-429e-b151-e26b7b0e0ce0 req-cc924aaa-5973-4c9f-a41b-13204a4f6aaf tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Calling delete_port for 7e348ca2-3fae-4775-9414-9bdcf551ed79 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:22.291697 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e31a293-7fc2-4200-bf1d-41ab84ac40bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:22.326891 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-1e31a293-7fc2-4200-bf1d-41ab84ac40bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port fc633bdc-2b81-40af-9c92-2f355e819211 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:20:22.509912 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfb37b1f-ad59-429e-b151-e26b7b0e0ce0 req-cc924aaa-5973-4c9f-a41b-13204a4f6aaf tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:22.524969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['723a9d44-28d2-45d7-bcad-13fda972061f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:22.571827 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc924aaa-5973-4c9f-a41b-13204a4f6aaf tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Pushing event deleted for resources: {'Port': ['ID=7e348ca2-3fae-4775-9414-9bdcf551ed79,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:22.583925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['7e348ca2-3fae-4775-9414-9bdcf551ed79'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:22.598292 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d941813d-19ab-46d9-aed4-528434313b08 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:22.664460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb37b1f-ad59-429e-b151-e26b7b0e0ce0 req-cc924aaa-5973-4c9f-a41b-13204a4f6aaf tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] No DVR routers for this DVR port 7e348ca2-3fae-4775-9414-9bdcf551ed79 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:22.669166 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfb37b1f-ad59-429e-b151-e26b7b0e0ce0 req-cc924aaa-5973-4c9f-a41b-13204a4f6aaf tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:22.673161 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfb37b1f-ad59-429e-b151-e26b7b0e0ce0 req-cc924aaa-5973-4c9f-a41b-13204a4f6aaf tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "DELETE /v2.0/ports/7e348ca2-3fae-4775-9414-9bdcf551ed79 HTTP/1.1" status: 204 len: 173 time: 0.9057155 Jul 06 12:20:22.673909 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fa4084-c91d-4db4-8b92-a40046925370', 'name': 'network-vif-deleted', 'tag': '7e348ca2-3fae-4775-9414-9bdcf551ed79'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:22.679544 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1057e9-07d3-4523-8012-de8d98da8755" -d '{"events": [{"server_uuid": "b8fa4084-c91d-4db4-8b92-a40046925370", "name": "network-vif-deleted", "tag": "7e348ca2-3fae-4775-9414-9bdcf551ed79"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:22.705995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-1e31a293-7fc2-4200-bf1d-41ab84ac40bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8:0:1::30d (84f6ded2-fa58-4f50-89b4-2c981cdca81e/87897eae-92d2-42ce-a9f6-7ab168313876/fc633bdc-2b81-40af-9c92-2f355e819211) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:22.726626 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-1e31a293-7fc2-4200-bf1d-41ab84ac40bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::f816:3eff:fe99:8c6b (84f6ded2-fa58-4f50-89b4-2c981cdca81e/65d406ca-a25a-44a5-b52a-b2111d0b5a05/fc633bdc-2b81-40af-9c92-2f355e819211) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:22.756434 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e799dfd7-4781-4b20-9067-66cf50ee43ae x-openstack-request-id: req-e799dfd7-4781-4b20-9067-66cf50ee43ae {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:22.756663 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fa4084-c91d-4db4-8b92-a40046925370", "name": "network-vif-deleted", "tag": "7e348ca2-3fae-4775-9414-9bdcf551ed79", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:22.756997 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e799dfd7-4781-4b20-9067-66cf50ee43ae {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:22.757354 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fa4084-c91d-4db4-8b92-a40046925370', 'name': 'network-vif-deleted', 'tag': '7e348ca2-3fae-4775-9414-9bdcf551ed79', 'status': 'completed', 'code': 200} Jul 06 12:20:22.848401 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-07bebf6c-229e-4549-a228-138033810f1d None None] Provisioning complete for port 70d89fd2-e4be-4230-8297-2df14564b54a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:22.849539 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07bebf6c-229e-4549-a228-138033810f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:22.901833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 70d89fd2-e4be-4230-8297-2df14564b54a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:22.982885 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e31a293-7fc2-4200-bf1d-41ab84ac40bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:23.009841 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-1e31a293-7fc2-4200-bf1d-41ab84ac40bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object fc633bdc-2b81-40af-9c92-2f355e819211 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:23.066980 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e31a293-7fc2-4200-bf1d-41ab84ac40bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:23.172095 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31a293-7fc2-4200-bf1d-41ab84ac40bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=fc633bdc-2b81-40af-9c92-2f355e819211,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:23.210914 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 70d89fd2-e4be-4230-8297-2df14564b54a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:23.211305 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:23.228217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e31a293-7fc2-4200-bf1d-41ab84ac40bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:23.232027 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-530d10bf-2411-48a2-ab49-82bd79d57f00 req-818502c0-9757-4d72-8db4-882e5a9cb5cc tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8fa4084-c91d-4db4-8b92-a40046925370 HTTP/1.1" status: 200 len: 210 time: 0.0608456 Jul 06 12:20:23.233786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-1e31a293-7fc2-4200-bf1d-41ab84ac40bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:23.254393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e31a293-7fc2-4200-bf1d-41ab84ac40bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:23.284973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e31a293-7fc2-4200-bf1d-41ab84ac40bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:23.284973 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e31a293-7fc2-4200-bf1d-41ab84ac40bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:23.308296 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1e31a293-7fc2-4200-bf1d-41ab84ac40bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4165936 Jul 06 12:20:23.311880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41476) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:23.487904 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-093e9ad9-8ec9-4b26-b163-5af5d6aebfda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port fc633bdc-2b81-40af-9c92-2f355e819211 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:23.487904 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-093e9ad9-8ec9-4b26-b163-5af5d6aebfda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:23.523761 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d4abdf-8aed-4d57-87d7-705b4f7f939e None None] Update dhcp port {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'fixed_ips': [{'subnet_id': '65d406ca-a25a-44a5-b52a-b2111d0b5a05', 'ip_address': '2001:db8::f816:3eff:fece:f65'}, {'subnet_id': '87897eae-92d2-42ce-a9f6-7ab168313876'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '70d89fd2-e4be-4230-8297-2df14564b54a'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:20:23.602731 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23d4abdf-8aed-4d57-87d7-705b4f7f939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:23.675836 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-093e9ad9-8ec9-4b26-b163-5af5d6aebfda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:23.698259 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-093e9ad9-8ec9-4b26-b163-5af5d6aebfda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for fc633bdc-2b81-40af-9c92-2f355e819211 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:23.844913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-23d4abdf-8aed-4d57-87d7-705b4f7f939e None None] Allocated IP 2001:db8:0:1::2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/87897eae-92d2-42ce-a9f6-7ab168313876/70d89fd2-e4be-4230-8297-2df14564b54a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:23.975143 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-093e9ad9-8ec9-4b26-b163-5af5d6aebfda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.012999 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-23d4abdf-8aed-4d57-87d7-705b4f7f939e None None] For port 70d89fd2-e4be-4230-8297-2df14564b54a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=70d89fd2-e4be-4230-8297-2df14564b54a,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:24.069768 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e9ad9-8ec9-4b26-b163-5af5d6aebfda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=fc633bdc-2b81-40af-9c92-2f355e819211,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:24.072086 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-093e9ad9-8ec9-4b26-b163-5af5d6aebfda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.073951 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23d4abdf-8aed-4d57-87d7-705b4f7f939e None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.074654 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-093e9ad9-8ec9-4b26-b163-5af5d6aebfda tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/fc633bdc-2b81-40af-9c92-2f355e819211 HTTP/1.1" status: 204 len: 168 time: 0.7615395 Jul 06 12:20:24.079030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41480) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:24.096974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-23d4abdf-8aed-4d57-87d7-705b4f7f939e None None] Transition to ACTIVE for port object 70d89fd2-e4be-4230-8297-2df14564b54a will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:24.104258 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23d4abdf-8aed-4d57-87d7-705b4f7f939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.203025 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6481328a-20c5-42e2-99e4-b8ae70512050 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:24.208032 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6481328a-20c5-42e2-99e4-b8ae70512050 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1282563 Jul 06 12:20:24.209464 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41482) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:24.342278 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c18fc4-c4cd-441e-86b1-57bc4da357ee tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:24.350336 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41486) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:24.352170 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-21c18fc4-c4cd-441e-86b1-57bc4da357ee tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1403105 Jul 06 12:20:24.437144 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4abdf-8aed-4d57-87d7-705b4f7f939e None None] Pushing event updated for resources: {'Port': ['ID=70d89fd2-e4be-4230-8297-2df14564b54a,revision_number=13']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:24.464996 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9126634-0dd1-420e-8f59-1edb420b270f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:24.467988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9126634-0dd1-420e-8f59-1edb420b270f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:24.471641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9126634-0dd1-420e-8f59-1edb420b270f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:24.478953 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a9126634-0dd1-420e-8f59-1edb420b270f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1219754 Jul 06 12:20:24.480552 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41490) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:24.595416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e0a260-b9e8-48dd-92b0-e914a5128812 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet 65d406ca-a25a-44a5-b52a-b2111d0b5a05 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:20:24.609080 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e0e0a260-b9e8-48dd-92b0-e914a5128812 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.686847 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e0e0a260-b9e8-48dd-92b0-e914a5128812 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:24.842658 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 70d89fd2-e4be-4230-8297-2df14564b54a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:24.977266 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e0e0a260-b9e8-48dd-92b0-e914a5128812 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.127176 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-9c315b7e-5f75-433b-bdfd-18ef469c503d tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:25.129823 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-9c315b7e-5f75-433b-bdfd-18ef469c503d tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 805 time: 0.2875967 Jul 06 12:20:25.161436 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e0e0a260-b9e8-48dd-92b0-e914a5128812 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.175324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-208ec6cc-8814-4676-a974-e702d285574a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/quotas/6ffb4de1dcd440ee97d07df1491b1e7a HTTP/1.1" status: 200 len: 375 time: 0.0307240 Jul 06 12:20:25.202708 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b639368-0923-4bd3-9128-9434def748f5 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:25.276104 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0a260-b9e8-48dd-92b0-e914a5128812 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=65d406ca-a25a-44a5-b52a-b2111d0b5a05,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:25.279701 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e0e0a260-b9e8-48dd-92b0-e914a5128812 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.289236 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e0e0a260-b9e8-48dd-92b0-e914a5128812 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/65d406ca-a25a-44a5-b52a-b2111d0b5a05 HTTP/1.1" status: 204 len: 168 time: 0.7994421 Jul 06 12:20:25.292131 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41504) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:25.356748 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-2e86deb5-05aa-4c6b-b7de-f21227dcd16d tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1720822 Jul 06 12:20:25.366704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2c18815e-9544-4a86-a1bb-5d4508a3a769 None None] Provisioning for port 70d89fd2-e4be-4230-8297-2df14564b54a completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:25.375130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2c18815e-9544-4a86-a1bb-5d4508a3a769 None None] Provisioning complete for port 70d89fd2-e4be-4230-8297-2df14564b54a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:25.379139 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c18815e-9544-4a86-a1bb-5d4508a3a769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.412539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f2f0cd-fe36-4d46-ada5-4ebcdbea5b2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet 87897eae-92d2-42ce-a9f6-7ab168313876 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:20:25.418614 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4f2f0cd-fe36-4d46-ada5-4ebcdbea5b2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.520476 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4f2f0cd-fe36-4d46-ada5-4ebcdbea5b2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.549411 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-5a230f2a-b3a4-434e-b6c1-f01ba4bcfc00 service neutron] 10.222.0.81 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834097 Jul 06 12:20:25.692403 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-71cd1514-14ef-4d3a-88b7-c9666e26950f service neutron] 10.222.0.81 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351533 Jul 06 12:20:25.708934 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4f2f0cd-fe36-4d46-ada5-4ebcdbea5b2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.784156 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4f2f0cd-fe36-4d46-ada5-4ebcdbea5b2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.824457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2f0cd-fe36-4d46-ada5-4ebcdbea5b2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=87897eae-92d2-42ce-a9f6-7ab168313876,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:25.832912 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4f2f0cd-fe36-4d46-ada5-4ebcdbea5b2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:25.837701 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d4f2f0cd-fe36-4d46-ada5-4ebcdbea5b2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/87897eae-92d2-42ce-a9f6-7ab168313876 HTTP/1.1" status: 204 len: 168 time: 0.5378397 Jul 06 12:20:25.838292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41508) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:25.896366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41512) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:25.897262 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9cc11ddf-a19f-4e5f-ab90-81e4f42c4852 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577114 Jul 06 12:20:25.902149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-de33b80d-65d7-4f7d-82b9-2ef76b500064 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:25.959248 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1cc1f745-6dfb-43e9-9d72-7cd456533507 req-61aa15eb-1a84-4827-8348-b44f4563edf8 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=a278dd11-2d13-4ea4-8dfc-e88eac36826d HTTP/1.1" status: 200 len: 210 time: 0.0344603 Jul 06 12:20:25.982687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 7e348ca2-3fae-4775-9414-9bdcf551ed79 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:26.017593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 7e348ca2-3fae-4775-9414-9bdcf551ed79 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:26.017929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 7e348ca2-3fae-4775-9414-9bdcf551ed79 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:26.088590 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de33b80d-65d7-4f7d-82b9-2ef76b500064 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:26.093130 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de33b80d-65d7-4f7d-82b9-2ef76b500064 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:26.352462 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de33b80d-65d7-4f7d-82b9-2ef76b500064 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:26.411402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33b80d-65d7-4f7d-82b9-2ef76b500064 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=1176d2da-0247-45b5-83b6-00f460077b0b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:26.426746 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de33b80d-65d7-4f7d-82b9-2ef76b500064 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:26.430185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-de33b80d-65d7-4f7d-82b9-2ef76b500064 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:26.433778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de33b80d-65d7-4f7d-82b9-2ef76b500064 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:26.434390 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de33b80d-65d7-4f7d-82b9-2ef76b500064 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:26.457473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41524) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:26.458024 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-de33b80d-65d7-4f7d-82b9-2ef76b500064 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5603213 Jul 06 12:20:26.465532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-b12ad0d4-d7c4-45cc-92a6-f37a174350e9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:26.731483 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5a2e8-5582-4d70-9690-beb4204e5dc4 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:26.732075 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12ad0d4-d7c4-45cc-92a6-f37a174350e9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:26.741866 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b12ad0d4-d7c4-45cc-92a6-f37a174350e9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:26.853151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bd4911fd-a0e6-4093-be30-a386fcc65c08 None None] Provisioning complete for port 70d89fd2-e4be-4230-8297-2df14564b54a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:26.853796 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd4911fd-a0e6-4093-be30-a386fcc65c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:26.956362 n-d-799529-2 neutron-server[100427]: INFO neutron.db.ipam_backend_mixin [None req-b12ad0d4-d7c4-45cc-92a6-f37a174350e9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1176d2da-0247-45b5-83b6-00f460077b0b (CIDR: 2001:db8::/64) Jul 06 12:20:26.974958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc929ae-88f6-4eb2-a145-5848bf28a078 req-dc5c12fa-b2e6-4710-847c-21f3c7a4ce37 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:26.985284 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fcc929ae-88f6-4eb2-a145-5848bf28a078 req-dc5c12fa-b2e6-4710-847c-21f3c7a4ce37 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 945 time: 0.2104580 Jul 06 12:20:26.995852 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12ad0d4-d7c4-45cc-92a6-f37a174350e9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:20:26.996531 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12ad0d4-d7c4-45cc-92a6-f37a174350e9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:27.060071 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b12ad0d4-d7c4-45cc-92a6-f37a174350e9 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5980358 Jul 06 12:20:27.060629 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41532) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:27.066465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-4342a9d3-e751-4c9b-9323-c094bdc1195c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:27.076652 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fcc929ae-88f6-4eb2-a145-5848bf28a078 req-38f19c90-3ee5-4b67-8969-b0d1f20cfefc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893724 Jul 06 12:20:27.103169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41534) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:27.202209 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ab800eed-d6be-4b96-ba5d-1cdc7622168e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/a9fc6de4-780e-4779-8cb7-f844f311d750 HTTP/1.1" status: 200 len: 993 time: 0.0921001 Jul 06 12:20:27.348605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77547177-d8ad-4429-b719-62b9989261ef None None] Update dhcp port {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'fixed_ips': [{'subnet_id': '1176d2da-0247-45b5-83b6-00f460077b0b'}], 'binding:host_id': 'n-d-799529-2'}, 'id': '70d89fd2-e4be-4230-8297-2df14564b54a'} from n-d-799529-2. {{(pid=100429) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 12:20:27.360761 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b97cb85f-7208-4cb7-af63-0c07c4768a21 req-fcbcfd0d-6bf0-4d06-b2b4-c1d2fddc6fa9 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=a278dd11-2d13-4ea4-8dfc-e88eac36826d HTTP/1.1" status: 200 len: 210 time: 0.0863392 Jul 06 12:20:27.425656 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77547177-d8ad-4429-b719-62b9989261ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:27.438900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4342a9d3-e751-4c9b-9323-c094bdc1195c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:27.446356 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4342a9d3-e751-4c9b-9323-c094bdc1195c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:27.814262 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-77547177-d8ad-4429-b719-62b9989261ef None None] Allocated IP 2001:db8::2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/1176d2da-0247-45b5-83b6-00f460077b0b/70d89fd2-e4be-4230-8297-2df14564b54a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:27.903040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-2c76868f-7635-47eb-b6be-ff39d7695c87 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:27.903040 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-2c76868f-7635-47eb-b6be-ff39d7695c87 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 805 time: 0.3634329 Jul 06 12:20:27.913561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-013e77ec-598d-481d-a7d3-521f2a799d00 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Request body: {'port': {'device_id': 'a278dd11-2d13-4ea4-8dfc-e88eac36826d', 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42', 'admin_state_up': True, 'tenant_id': '6ffb4de1dcd440ee97d07df1491b1e7a'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:27.944077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-77547177-d8ad-4429-b719-62b9989261ef None None] For port 70d89fd2-e4be-4230-8297-2df14564b54a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=70d89fd2-e4be-4230-8297-2df14564b54a,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:27.985089 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77547177-d8ad-4429-b719-62b9989261ef None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:28.004958 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-77547177-d8ad-4429-b719-62b9989261ef None None] Transition to ACTIVE for port object 70d89fd2-e4be-4230-8297-2df14564b54a will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:28.014241 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77547177-d8ad-4429-b719-62b9989261ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:28.071397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-013e77ec-598d-481d-a7d3-521f2a799d00 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Made reservation on behalf of 6ffb4de1dcd440ee97d07df1491b1e7a for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:28.077194 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-013e77ec-598d-481d-a7d3-521f2a799d00 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:28.115319 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77547177-d8ad-4429-b719-62b9989261ef None None] Pushing event updated for resources: {'Port': ['ID=70d89fd2-e4be-4230-8297-2df14564b54a,revision_number=16']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:28.292802 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-013e77ec-598d-481d-a7d3-521f2a799d00 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Allocated IP 172.20.0.11 (1ff636a6-c37f-4f0c-9b69-74b08232ce42/3b13b069-a449-4c79-8cb2-c610ef4f1ffa/e4fd956d-9a2d-449f-8c7d-cd582aade85a) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:28.326973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.objects.ports [None req-4342a9d3-e751-4c9b-9323-c094bdc1195c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100427) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:20:28.438608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde17148-db3e-4fee-87b0-9b79f434badd req-e2de9a80-04fd-4dad-afbb-70ff4767d572 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:28.440475 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fde17148-db3e-4fee-87b0-9b79f434badd req-e2de9a80-04fd-4dad-afbb-70ff4767d572 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 1096 time: 0.2194426 Jul 06 12:20:28.543497 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fde17148-db3e-4fee-87b0-9b79f434badd req-b2a7460e-54a1-464f-83fc-6b917036f807 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663104 Jul 06 12:20:28.571632 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-013e77ec-598d-481d-a7d3-521f2a799d00 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:28.620371 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4342a9d3-e751-4c9b-9323-c094bdc1195c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:28.666805 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-013e77ec-598d-481d-a7d3-521f2a799d00 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:28.681553 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['723a9d44-28d2-45d7-bcad-13fda972061f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:28.823281 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-013e77ec-598d-481d-a7d3-521f2a799d00 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:28.828904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-013e77ec-598d-481d-a7d3-521f2a799d00 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:28.834596 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-013e77ec-598d-481d-a7d3-521f2a799d00 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:28.842075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e77ec-598d-481d-a7d3-521f2a799d00 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Pushing event updated for resources: {'Port': ['ID=e4fd956d-9a2d-449f-8c7d-cd582aade85a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:28.844487 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 70d89fd2-e4be-4230-8297-2df14564b54a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:28.911963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-013e77ec-598d-481d-a7d3-521f2a799d00 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:28.913776 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-013e77ec-598d-481d-a7d3-521f2a799d00 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:28.934437 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-013e77ec-598d-481d-a7d3-521f2a799d00 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0278265 Jul 06 12:20:28.951406 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Request body: {'port': {'device_id': 'a278dd11-2d13-4ea4-8dfc-e88eac36826d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:28.968635 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:20:29.064807 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:29.169402 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b60b415d-7c83-4a5e-bb19-c7a97e15f8c4 None None] Provisioning for port 70d89fd2-e4be-4230-8297-2df14564b54a completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:29.175191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b60b415d-7c83-4a5e-bb19-c7a97e15f8c4 None None] Provisioning complete for port 70d89fd2-e4be-4230-8297-2df14564b54a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:29.175995 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b60b415d-7c83-4a5e-bb19-c7a97e15f8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:29.402681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ba14558c-3186-46b3-beb8-c1c787d10e0e None None] Could not find standard attr ID for object fc633bdc-2b81-40af-9c92-2f355e819211. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:20:29.431537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4fd956d-9a2d-449f-8c7d-cd582aade85a {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:20:29.438464 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-4342a9d3-e751-4c9b-9323-c094bdc1195c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] For port 70d89fd2-e4be-4230-8297-2df14564b54a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=70d89fd2-e4be-4230-8297-2df14564b54a,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:29.441523 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:29.455596 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc7747-14f7-436e-86c9-584ab670ccbd req-97c8d7de-d81b-46ec-adf8-cb3e20c44e5c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:29.456004 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Transition to ACTIVE for port object e4fd956d-9a2d-449f-8c7d-cd582aade85a will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:29.458256 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-14dc7747-14f7-436e-86c9-584ab670ccbd req-97c8d7de-d81b-46ec-adf8-cb3e20c44e5c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=a278dd11-2d13-4ea4-8dfc-e88eac36826d HTTP/1.1" status: 200 len: 932 time: 0.6131387 Jul 06 12:20:29.462756 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:29.516541 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Pushing event updated for resources: {'Port': ['ID=e4fd956d-9a2d-449f-8c7d-cd582aade85a,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:29.553231 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4342a9d3-e751-4c9b-9323-c094bdc1195c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:29.561037 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-14dc7747-14f7-436e-86c9-584ab670ccbd req-013d54ac-cfa0-4c8a-ad05-43eff2ecb25e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899019 Jul 06 12:20:29.562324 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4342a9d3-e751-4c9b-9323-c094bdc1195c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:29.563155 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4342a9d3-e751-4c9b-9323-c094bdc1195c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:29.615575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Attempting to bind port e4fd956d-9a2d-449f-8c7d-cd582aade85a on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:20:29.616624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Attempting to bind port e4fd956d-9a2d-449f-8c7d-cd582aade85a by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:20:29.616956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Attempting to bind port e4fd956d-9a2d-449f-8c7d-cd582aade85a on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:29.626575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Port e4fd956d-9a2d-449f-8c7d-cd582aade85a on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:20:29.626828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Attempting to bind port e4fd956d-9a2d-449f-8c7d-cd582aade85a on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:29.633060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:20:29.633401 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Checking segment: {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:29.633790 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Bound using segment: {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:20:29.634234 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Bound port: e4fd956d-9a2d-449f-8c7d-cd582aade85a, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:20:29.634604 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:29.693787 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4342a9d3-e751-4c9b-9323-c094bdc1195c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:29.706350 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-4342a9d3-e751-4c9b-9323-c094bdc1195c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:29.711906 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342a9d3-e751-4c9b-9323-c094bdc1195c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:29.712548 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4342a9d3-e751-4c9b-9323-c094bdc1195c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:29.728948 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342a9d3-e751-4c9b-9323-c094bdc1195c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=70d89fd2-e4be-4230-8297-2df14564b54a,revision_number=18']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:29.731416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] For port e4fd956d-9a2d-449f-8c7d-cd582aade85a, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:29.732657 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aed32ea-7ef0-4de0-a16b-608a4243e976 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:29.742446 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342a9d3-e751-4c9b-9323-c094bdc1195c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=e8d67230-65a4-47b2-81b9-26a76d93052e,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:29.747431 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] For port e4fd956d-9a2d-449f-8c7d-cd582aade85a, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e4fd956d-9a2d-449f-8c7d-cd582aade85a,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:20:29.762735 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4342a9d3-e751-4c9b-9323-c094bdc1195c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7010257 Jul 06 12:20:29.765530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41554) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:29.771501 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:29.773992 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a67ee117-b017-43a7-80f4-f05cbeb28174 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'mac_address': 'fa:16:3e:96:ac:f2', 'name': 'tempest-NetworksTestDHCPv6-473750331'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:29.831432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:29.831757 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:29.834125 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] 10.222.0.23 "PUT /v2.0/ports/e4fd956d-9a2d-449f-8c7d-cd582aade85a HTTP/1.1" status: 200 len: 1092 time: 0.8885093 Jul 06 12:20:29.834970 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a278dd11-2d13-4ea4-8dfc-e88eac36826d', 'tag': 'e4fd956d-9a2d-449f-8c7d-cd582aade85a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:29.860908 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7474812b-73f6-4723-b496-2301ee64d741" -d '{"events": [{"name": "network-changed", "server_uuid": "a278dd11-2d13-4ea4-8dfc-e88eac36826d", "tag": "e4fd956d-9a2d-449f-8c7d-cd582aade85a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:29.900822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec7f7d-85d8-45a7-9e8c-f59dc03b8a4a service neutron] Pushing event updated for resources: {'Port': ['ID=e4fd956d-9a2d-449f-8c7d-cd582aade85a,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:30.101728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67ee117-b017-43a7-80f4-f05cbeb28174 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:30.110948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-affed40e-de70-4564-9734-80a086141129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:30.114492 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-affed40e-de70-4564-9734-80a086141129 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&device_id=a278dd11-2d13-4ea4-8dfc-e88eac36826d HTTP/1.1" status: 200 len: 1095 time: 0.2075932 Jul 06 12:20:30.172375 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-7bca2eb9-e7f3-46ec-b92f-e837adc848d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4fd956d-9a2d-449f-8c7d-cd582aade85a HTTP/1.1" status: 200 len: 217 time: 0.0485702 Jul 06 12:20:30.277822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-a2429774-ee15-45ec-b3b5-4ebb19f7f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:30.279607 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-a2429774-ee15-45ec-b3b5-4ebb19f7f631 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 200 len: 845 time: 0.0996490 Jul 06 12:20:30.332832 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a67ee117-b017-43a7-80f4-f05cbeb28174 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:30.364131 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-a67ee117-b017-43a7-80f4-f05cbeb28174 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port 424306af-1d5e-4736-9957-89fdbf412afd yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:20:30.374976 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-b801bccb-c0b4-4815-8fe5-6dc4d4e5aa26 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1ff636a6-c37f-4f0c-9b69-74b08232ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874233 Jul 06 12:20:30.607040 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-373e8d2f-8991-4dfa-a7fb-9eeb60834b4b service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233720 Jul 06 12:20:30.763781 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-a67ee117-b017-43a7-80f4-f05cbeb28174 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::361 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/1176d2da-0247-45b5-83b6-00f460077b0b/424306af-1d5e-4736-9957-89fdbf412afd) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:30.773795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-a67ee117-b017-43a7-80f4-f05cbeb28174 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8:0:1:f816:3eff:fe96:acf2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/e8d67230-65a4-47b2-81b9-26a76d93052e/424306af-1d5e-4736-9957-89fdbf412afd) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:30.830694 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-548aabfb-f542-4d2f-a9b5-333f2c386c5a req-bb5cdb12-5fc9-4534-8d65-86256fafbd48 service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163265 Jul 06 12:20:30.967668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 70d89fd2-e4be-4230-8297-2df14564b54a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:31.079739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 70d89fd2-e4be-4230-8297-2df14564b54a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:31.080668 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:31.125152 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a67ee117-b017-43a7-80f4-f05cbeb28174 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:31.154668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-a67ee117-b017-43a7-80f4-f05cbeb28174 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object 424306af-1d5e-4736-9957-89fdbf412afd will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:31.188117 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-2f05de4e-bad7-490d-b51b-9d76f4bc3737 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1983032 Jul 06 12:20:31.231276 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a67ee117-b017-43a7-80f4-f05cbeb28174 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:31.293000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67ee117-b017-43a7-80f4-f05cbeb28174 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:31.297510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a67ee117-b017-43a7-80f4-f05cbeb28174 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:31.302588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67ee117-b017-43a7-80f4-f05cbeb28174 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:31.310473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ee117-b017-43a7-80f4-f05cbeb28174 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:31.311346 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a67ee117-b017-43a7-80f4-f05cbeb28174 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:31.347085 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ee117-b017-43a7-80f4-f05cbeb28174 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=424306af-1d5e-4736-9957-89fdbf412afd,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:31.356463 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a67ee117-b017-43a7-80f4-f05cbeb28174 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5858107 Jul 06 12:20:31.357134 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41604) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:31.402379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-725cebc0-2d32-4743-9e5b-f9ba4ec952d6 None None] Provisioning complete for port 70d89fd2-e4be-4230-8297-2df14564b54a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:31.402945 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-725cebc0-2d32-4743-9e5b-f9ba4ec952d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:31.510434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c8a1a48c-56f7-4adb-8722-b63c954ce1ab tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port 424306af-1d5e-4736-9957-89fdbf412afd {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:31.510822 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a48c-56f7-4adb-8722-b63c954ce1ab tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:31.693883 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a48c-56f7-4adb-8722-b63c954ce1ab tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:31.719296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c8a1a48c-56f7-4adb-8722-b63c954ce1ab tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for 424306af-1d5e-4736-9957-89fdbf412afd owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:31.813554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d06f5527-1e46-4a3f-ac75-f477467f3301 None None] Provisioning for port 424306af-1d5e-4736-9957-89fdbf412afd completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:31.824611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d06f5527-1e46-4a3f-ac75-f477467f3301 None None] Provisioning complete for port 424306af-1d5e-4736-9957-89fdbf412afd triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:31.825797 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d06f5527-1e46-4a3f-ac75-f477467f3301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:31.908595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d06f5527-1e46-4a3f-ac75-f477467f3301 None None] Port 424306af-1d5e-4736-9957-89fdbf412afd cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:20:32.036634 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a48c-56f7-4adb-8722-b63c954ce1ab tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:32.111058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1a48c-56f7-4adb-8722-b63c954ce1ab tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=424306af-1d5e-4736-9957-89fdbf412afd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:32.219437 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a48c-56f7-4adb-8722-b63c954ce1ab tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:32.229494 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41622) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:32.230774 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c8a1a48c-56f7-4adb-8722-b63c954ce1ab tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/424306af-1d5e-4736-9957-89fdbf412afd HTTP/1.1" status: 204 len: 168 time: 0.8712201 Jul 06 12:20:32.314881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cebea6b-1251-4cd4-9e9b-07462048c31b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:32.320813 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4cebea6b-1251-4cd4-9e9b-07462048c31b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0860023 Jul 06 12:20:32.322206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41624) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:32.396315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-e3b67149-dcbd-42c6-adc9-2a20b9b36a66 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:20:32.398960 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-e3b67149-dcbd-42c6-adc9-2a20b9b36a66 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2985997 Jul 06 12:20:32.416638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-690fcb9d-d6d1-4562-8405-58dd54667d97 service neutron] Request body: {'binding': {'host': 'n-h2-799529-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:32.417390 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-690fcb9d-d6d1-4562-8405-58dd54667d97 service neutron] Unknown quota resources ['binding']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 12:20:32.593976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6e4b2f-6405-474f-ab44-93086ad3d872 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:32.596625 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cd6e4b2f-6405-474f-ab44-93086ad3d872 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2725215 Jul 06 12:20:32.599139 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41630) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:32.658587 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bf778e-3624-486f-9fb0-de33a41ce51d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:32.660609 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bf778e-3624-486f-9fb0-de33a41ce51d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:32.660902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-690fcb9d-d6d1-4562-8405-58dd54667d97 service neutron] Attempting to bind port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 on host n-h2-799529-2 for vnic_type normal with profile None {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:20:32.661248 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-690fcb9d-d6d1-4562-8405-58dd54667d97 service neutron] Attempting to bind port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:20:32.661578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-690fcb9d-d6d1-4562-8405-58dd54667d97 service neutron] Attempting to bind port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 on network 154986ea-6e28-4448-8e28-e97efa71d249 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:32.663099 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bf778e-3624-486f-9fb0-de33a41ce51d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:32.665122 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e6bf778e-3624-486f-9fb0-de33a41ce51d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0647595 Jul 06 12:20:32.667986 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41632) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:32.673835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-690fcb9d-d6d1-4562-8405-58dd54667d97 service neutron] Port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 on network 154986ea-6e28-4448-8e28-e97efa71d249 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:20:32.674334 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-690fcb9d-d6d1-4562-8405-58dd54667d97 service neutron] Attempting to bind port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 on network 154986ea-6e28-4448-8e28-e97efa71d249 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:32.685062 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-690fcb9d-d6d1-4562-8405-58dd54667d97 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:20:32.685589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-690fcb9d-d6d1-4562-8405-58dd54667d97 service neutron] Checking segment: {'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:32.686224 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-690fcb9d-d6d1-4562-8405-58dd54667d97 service neutron] Bound using segment: {'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:20:32.686769 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-690fcb9d-d6d1-4562-8405-58dd54667d97 service neutron] Bound port: f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:20:32.747720 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-7416598f-d918-490f-881b-509d45fa5476 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet 1176d2da-0247-45b5-83b6-00f460077b0b {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:20:32.752208 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7416598f-d918-490f-881b-509d45fa5476 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:32.798660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-690fcb9d-d6d1-4562-8405-58dd54667d97 service neutron] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:20:32.804670 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-690fcb9d-d6d1-4562-8405-58dd54667d97 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:32.806051 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-690fcb9d-d6d1-4562-8405-58dd54667d97 service neutron] 10.222.0.81 "POST /v2.0/ports/f2da24c3-dd9e-4ea9-a95d-dd44cc53a019/bindings HTTP/1.1" status: 201 len: 389 time: 0.3960915 Jul 06 12:20:32.817530 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7416598f-d918-490f-881b-509d45fa5476 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:32.930550 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01daea4-eedd-451a-ba23-29a6cdeb7e6a x-openstack-request-id: req-b01daea4-eedd-451a-ba23-29a6cdeb7e6a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:32.930913 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a278dd11-2d13-4ea4-8dfc-e88eac36826d", "tag": "e4fd956d-9a2d-449f-8c7d-cd582aade85a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:32.931242 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b01daea4-eedd-451a-ba23-29a6cdeb7e6a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:32.931718 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a278dd11-2d13-4ea4-8dfc-e88eac36826d', 'tag': 'e4fd956d-9a2d-449f-8c7d-cd582aade85a', 'status': 'completed', 'code': 200} Jul 06 12:20:32.976129 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7416598f-d918-490f-881b-509d45fa5476 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:33.123989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474812b-73f6-4723-b496-2301ee64d741 req-933ad06d-408c-4ede-be73-396226599ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:33.126515 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7474812b-73f6-4723-b496-2301ee64d741 req-933ad06d-408c-4ede-be73-396226599ec6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&device_id=a278dd11-2d13-4ea4-8dfc-e88eac36826d HTTP/1.1" status: 200 len: 1095 time: 0.0946660 Jul 06 12:20:33.148451 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7416598f-d918-490f-881b-509d45fa5476 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:33.187097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416598f-d918-490f-881b-509d45fa5476 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=1176d2da-0247-45b5-83b6-00f460077b0b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:33.227301 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b037e0d-a6b2-49dd-9143-d06e72c279c3 req-72a2ee01-48ec-4c19-a6e8-318365317814 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:33.229359 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1b037e0d-a6b2-49dd-9143-d06e72c279c3 req-72a2ee01-48ec-4c19-a6e8-318365317814 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=a278dd11-2d13-4ea4-8dfc-e88eac36826d HTTP/1.1" status: 200 len: 944 time: 0.1776955 Jul 06 12:20:33.233903 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7416598f-d918-490f-881b-509d45fa5476 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:33.236143 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7416598f-d918-490f-881b-509d45fa5476 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/1176d2da-0247-45b5-83b6-00f460077b0b HTTP/1.1" status: 204 len: 168 time: 0.5665898 Jul 06 12:20:33.239449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41646) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:33.247012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a964106-9cf0-473f-853a-752e0649a738 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:33.339816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474812b-73f6-4723-b496-2301ee64d741 req-969dac11-4b95-4648-b025-21255ce34124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:33.343168 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7474812b-73f6-4723-b496-2301ee64d741 req-969dac11-4b95-4648-b025-21255ce34124 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 906 time: 0.2091029 Jul 06 12:20:33.410091 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa80c28a-7c08-42f8-9fd0-32ae3ead5d09 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet e8d67230-65a4-47b2-81b9-26a76d93052e {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:20:33.419705 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7474812b-73f6-4723-b496-2301ee64d741 req-ca58bb77-8a7c-4889-852f-d7a185f8eca8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4fd956d-9a2d-449f-8c7d-cd582aade85a HTTP/1.1" status: 200 len: 217 time: 0.0676985 Jul 06 12:20:33.422588 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa80c28a-7c08-42f8-9fd0-32ae3ead5d09 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:33.428182 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1b037e0d-a6b2-49dd-9143-d06e72c279c3 req-ca5abdf8-f388-4793-bb18-d25c2baca018 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856532 Jul 06 12:20:33.451763 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-b5a45811-637c-4d97-9be7-9a6f5ff48f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:33.462738 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-b5a45811-637c-4d97-9be7-9a6f5ff48f02 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 1096 time: 0.3009930 Jul 06 12:20:33.581981 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa80c28a-7c08-42f8-9fd0-32ae3ead5d09 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:33.596487 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474812b-73f6-4723-b496-2301ee64d741 req-d145134f-4da3-42f5-8e0c-d41ace99b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:33.603126 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7474812b-73f6-4723-b496-2301ee64d741 req-d145134f-4da3-42f5-8e0c-d41ace99b1e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 200 len: 845 time: 0.1754308 Jul 06 12:20:33.650842 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7474812b-73f6-4723-b496-2301ee64d741 req-82699e4f-a5d8-41d3-af59-76429c6d8b36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1ff636a6-c37f-4f0c-9b69-74b08232ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419409 Jul 06 12:20:33.742765 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-9d101b70-76c3-4c6c-9fef-6cb8f95d78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:33.745152 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-9d101b70-76c3-4c6c-9fef-6cb8f95d78cd service neutron] 10.222.0.89 "GET /v2.0/networks?id=154986ea-6e28-4448-8e28-e97efa71d249 HTTP/1.1" status: 200 len: 897 time: 0.2780175 Jul 06 12:20:33.777981 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7474812b-73f6-4723-b496-2301ee64d741 req-80465e85-1db2-42a0-85e9-e5d3ec8b9ee0 service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201804 Jul 06 12:20:33.820548 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa80c28a-7c08-42f8-9fd0-32ae3ead5d09 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:33.917301 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-0dcdf623-ef0f-4661-b83f-58d3cc32d04a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 HTTP/1.1" status: 200 len: 1001 time: 0.1634529 Jul 06 12:20:33.926996 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cfb14-10ae-4658-ba28-8aa9e3ddc692 req-6a6447e4-940c-41f3-adee-7fa17b25be5a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:33.929615 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b16cfb14-10ae-4658-ba28-8aa9e3ddc692 req-6a6447e4-940c-41f3-adee-7fa17b25be5a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 945 time: 0.3000200 Jul 06 12:20:33.971627 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7474812b-73f6-4723-b496-2301ee64d741 req-17c952b2-ae0c-404a-adcb-598dd33774da service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863348 Jul 06 12:20:34.031738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e4fd956d-9a2d-449f-8c7d-cd582aade85a details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:20:34.040098 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-30ddfd80-df78-4080-b6a5-10a81d813fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:34.041988 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-30ddfd80-df78-4080-b6a5-10a81d813fa9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0b152191-8712-4ecd-a94c-668a6e55f40a HTTP/1.1" status: 200 len: 835 time: 0.1003184 Jul 06 12:20:34.068492 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa80c28a-7c08-42f8-9fd0-32ae3ead5d09 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:34.157148 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b16cfb14-10ae-4658-ba28-8aa9e3ddc692 req-12e83a11-940c-403d-8db1-588698138aae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803133 Jul 06 12:20:34.166639 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80c28a-7c08-42f8-9fd0-32ae3ead5d09 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d67230-65a4-47b2-81b9-26a76d93052e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:34.170839 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa80c28a-7c08-42f8-9fd0-32ae3ead5d09 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:34.175966 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fa80c28a-7c08-42f8-9fd0-32ae3ead5d09 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/e8d67230-65a4-47b2-81b9-26a76d93052e HTTP/1.1" status: 204 len: 168 time: 0.9353962 Jul 06 12:20:34.180077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41664) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:34.210584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e4fd956d-9a2d-449f-8c7d-cd582aade85a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e4fd956d-9a2d-449f-8c7d-cd582aade85a,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:34.211483 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-8d892e4e-5820-46e2-a24d-c91bd49a02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:34.221591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-8d892e4e-5820-46e2-a24d-c91bd49a02d3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=154986ea-6e28-4448-8e28-e97efa71d249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535196 Jul 06 12:20:34.235289 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'e4fd956d-9a2d-449f-8c7d-cd582aade85a', 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42', 'port_id': 'e4fd956d-9a2d-449f-8c7d-cd582aade85a', 'mac_address': 'fa:16:3e:09:e1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b13b069-a449-4c79-8cb2-c610ef4f1ffa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:20:34.235568 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fb9d5e2e-ca79-4de8-911e-749ef3be746a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527589 Jul 06 12:20:34.243652 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41666) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:34.250754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-173bd7e7-3d03-4ba9-825d-1157338e3f2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:34.291548 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:34.309661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4fd956d-9a2d-449f-8c7d-cd582aade85a {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:20:34.339536 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e4fd956d-9a2d-449f-8c7d-cd582aade85a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e4fd956d-9a2d-449f-8c7d-cd582aade85a,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:34.350081 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:34.400810 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-e47bd78c-3857-45d2-85e3-0b1ecfe6c9fb service neutron] 10.222.0.89 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699495 Jul 06 12:20:34.448315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=e4fd956d-9a2d-449f-8c7d-cd582aade85a,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:34.565996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['e4fd956d-9a2d-449f-8c7d-cd582aade85a'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:34.573363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a5415f-c9b0-41f6-acd9-61aa0e7b4867 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:34.579474 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-9f203f7e-51c1-457c-b704-8513820874c3 service neutron] 10.222.0.89 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707883 Jul 06 12:20:34.703166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9208a347-1a59-4f28-907b-2b5e8ef7ac5c None None] Provisioning complete for port 70d89fd2-e4be-4230-8297-2df14564b54a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:34.704591 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9208a347-1a59-4f28-907b-2b5e8ef7ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:34.818123 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-0c680e19-048e-438d-ad9d-52f64137f82e tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:34.820592 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-0c680e19-048e-438d-ad9d-52f64137f82e tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a&tenant_id=f585d4167c1145b098521c82cd595bff&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1096 time: 0.1578531 Jul 06 12:20:34.834728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32ea91-34e7-4fb2-9cb4-2cca6a3843d2 req-f17847a4-b7f9-4d63-9256-00733b9dcfe1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:34.836570 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3c32ea91-34e7-4fb2-9cb4-2cca6a3843d2 req-f17847a4-b7f9-4d63-9256-00733b9dcfe1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=a278dd11-2d13-4ea4-8dfc-e88eac36826d HTTP/1.1" status: 200 len: 945 time: 0.2249045 Jul 06 12:20:34.846073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799529-2'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:34.996196 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:35.020700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173bd7e7-3d03-4ba9-825d-1157338e3f2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:35.021517 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3c32ea91-34e7-4fb2-9cb4-2cca6a3843d2 req-e8ed376a-d094-4670-80dd-19a5e61b6fd4 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142073 Jul 06 12:20:35.031687 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-173bd7e7-3d03-4ba9-825d-1157338e3f2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:35.058064 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13b1d45-7457-42b1-9870-ca4aa64111ee None None] DHCP port deletion for 84f6ded2-fa58-4f50-89b4-2c981cdca81e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:20:35.134443 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b13b1d45-7457-42b1-9870-ca4aa64111ee None None] Deleting port 70d89fd2-e4be-4230-8297-2df14564b54a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:35.134917 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b13b1d45-7457-42b1-9870-ca4aa64111ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:35.251526 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:35.338022 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-173bd7e7-3d03-4ba9-825d-1157338e3f2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:35.347947 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:35.368237 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b13b1d45-7457-42b1-9870-ca4aa64111ee None None] For port 70d89fd2-e4be-4230-8297-2df14564b54a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=70d89fd2-e4be-4230-8297-2df14564b54a,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:35.375092 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b13b1d45-7457-42b1-9870-ca4aa64111ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:35.389748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173bd7e7-3d03-4ba9-825d-1157338e3f2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:35.394080 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-173bd7e7-3d03-4ba9-825d-1157338e3f2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:35.405940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173bd7e7-3d03-4ba9-825d-1157338e3f2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:35.407066 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-173bd7e7-3d03-4ba9-825d-1157338e3f2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:35.424772 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b13b1d45-7457-42b1-9870-ca4aa64111ee None None] Calling delete_port for 70d89fd2-e4be-4230-8297-2df14564b54a owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:35.436871 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-173bd7e7-3d03-4ba9-825d-1157338e3f2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1918261 Jul 06 12:20:35.440832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41686) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:35.447363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f6d902e4-2bb4-4af3-8753-b1d6e7121ad0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:35.505350 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:35.507056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bd7e7-3d03-4ba9-825d-1157338e3f2d tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=441d1ea7-e89e-4356-8181-f518970abdea,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:35.510078 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c4bc79-312a-462a-aa70-dfb29c081f96" -d '{"events": [{"server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "name": "network-vif-unplugged", "status": "completed", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:35.518594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:35.541844 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:35.605354 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7980c398-0101-4fa5-b7df-a1bd7d7e908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:35.624864 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b13b1d45-7457-42b1-9870-ca4aa64111ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:35.639815 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d902e4-2bb4-4af3-8753-b1d6e7121ad0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:35.649817 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6d902e4-2bb4-4af3-8753-b1d6e7121ad0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:35.735752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b1d45-7457-42b1-9870-ca4aa64111ee None None] No DVR routers for this DVR port 70d89fd2-e4be-4230-8297-2df14564b54a on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:35.739263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b1d45-7457-42b1-9870-ca4aa64111ee None None] Pushing event deleted for resources: {'Port': ['ID=70d89fd2-e4be-4230-8297-2df14564b54a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:35.761633 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:35.780680 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cebde3-bd40-4542-b562-304f7bb7d285 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:35.842685 n-d-799529-2 neutron-server[100428]: INFO neutron.db.ipam_backend_mixin [None req-f6d902e4-2bb4-4af3-8753-b1d6e7121ad0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 441d1ea7-e89e-4356-8181-f518970abdea (CIDR: 2001:db8::/64) Jul 06 12:20:35.858024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e729aa-38bf-46d0-ae84-966b42c55e1e req-9d9b44fd-487a-4d13-97c3-68c35b25f850 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:35.861510 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c5e729aa-38bf-46d0-ae84-966b42c55e1e req-9d9b44fd-487a-4d13-97c3-68c35b25f850 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 945 time: 0.4293165 Jul 06 12:20:35.871320 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d902e4-2bb4-4af3-8753-b1d6e7121ad0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:20:35.872500 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d902e4-2bb4-4af3-8753-b1d6e7121ad0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:35.915350 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f6d902e4-2bb4-4af3-8753-b1d6e7121ad0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4727833 Jul 06 12:20:35.917975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41694) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:35.924711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ccea2eca-95b6-4ec0-b4b5-64ba03b3f4c5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'subnet': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:35.928014 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Pushing event updated for resources: {'Port': ['ID=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,revision_number=7']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:36.078118 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e4fd956d-9a2d-449f-8c7d-cd582aade85a up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:36.105256 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c5e729aa-38bf-46d0-ae84-966b42c55e1e req-76482846-c251-41d6-9429-377b5da5f6bc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836410 Jul 06 12:20:36.116203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Attempting to bind port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 on host n-h1-799529-2 for vnic_type normal with profile {"migrating_to": "n-h2-799529-2"} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:20:36.125101 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Attempting to bind port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:20:36.127111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Attempting to bind port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 on network 154986ea-6e28-4448-8e28-e97efa71d249 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:36.139433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 on network 154986ea-6e28-4448-8e28-e97efa71d249 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:20:36.139770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Attempting to bind port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 on network 154986ea-6e28-4448-8e28-e97efa71d249 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:36.150874 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:20:36.151319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Checking segment: {'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:36.151891 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Bound using segment: {'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:20:36.152357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Bound port: f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f6cc5a-f4f0-43d3-b391-cbf53c021676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:20:36.152741 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:36.214609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccea2eca-95b6-4ec0-b4b5-64ba03b3f4c5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:36.220434 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccea2eca-95b6-4ec0-b4b5-64ba03b3f4c5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:36.264632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7de1f078-f727-4b97-a09c-65f25155e059 None None] Provisioning complete for port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:36.265277 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7de1f078-f727-4b97-a09c-65f25155e059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:36.277454 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:36.284688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:20:36.298526 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:36.411483 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f933915-35b9-4a3f-8372-56a16f820e25 x-openstack-request-id: req-0f933915-35b9-4a3f-8372-56a16f820e25 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:36.411718 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "name": "network-vif-unplugged", "status": "completed", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:36.411902 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f933915-35b9-4a3f-8372-56a16f820e25 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:36.415068 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019', 'code': 200} Jul 06 12:20:36.464484 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port e4fd956d-9a2d-449f-8c7d-cd582aade85a completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:36.512764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7de1f078-f727-4b97-a09c-65f25155e059 None None] Port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:20:36.518754 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port e4fd956d-9a2d-449f-8c7d-cd582aade85a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:36.519019 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:36.550319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:36.551387 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:36.552248 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] 10.222.0.89 "PUT /v2.0/ports/f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 HTTP/1.1" status: 200 len: 1121 time: 1.7141912 Jul 06 12:20:36.601560 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968d939-7258-4e83-811f-22bb8e5ebe57 service neutron] Pushing event updated for resources: {'Port': ['ID=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,revision_number=8']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:36.645189 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['f2da24c3-dd9e-4ea9-a95d-dd44cc53a019'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:36.761982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71648a-44bb-4ca5-a813-18dddfd99bba req-a0ea297a-357a-4dea-81b5-0d48371119b2 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:36.764005 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b71648a-44bb-4ca5-a813-18dddfd99bba req-a0ea297a-357a-4dea-81b5-0d48371119b2 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=a278dd11-2d13-4ea4-8dfc-e88eac36826d HTTP/1.1" status: 200 len: 945 time: 0.1425836 Jul 06 12:20:36.838499 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 70d89fd2-e4be-4230-8297-2df14564b54a no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:36.844390 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b71648a-44bb-4ca5-a813-18dddfd99bba req-6f49e9b4-a1d7-465e-8d88-4fdfaf680ac6 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721085 Jul 06 12:20:36.861640 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'tenant_id': '56cd63037e6b47eb83519a8b67952db0', 'fixed_ips': [{'subnet_id': '441d1ea7-e89e-4356-8181-f518970abdea'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:20:36.863144 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:36.888234 n-d-799529-2 neutron-server[100428]: DEBUG neutron.objects.ports [None req-ccea2eca-95b6-4ec0-b4b5-64ba03b3f4c5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 12:20:36.889861 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccea2eca-95b6-4ec0-b4b5-64ba03b3f4c5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:36.911103 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:36.920117 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 70d89fd2-e4be-4230-8297-2df14564b54a {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:36.920567 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 70d89fd2-e4be-4230-8297-2df14564b54a not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:36.949905 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccea2eca-95b6-4ec0-b4b5-64ba03b3f4c5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:36.953542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ccea2eca-95b6-4ec0-b4b5-64ba03b3f4c5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:36.958571 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccea2eca-95b6-4ec0-b4b5-64ba03b3f4c5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:36.960032 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccea2eca-95b6-4ec0-b4b5-64ba03b3f4c5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:36.972870 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea2eca-95b6-4ec0-b4b5-64ba03b3f4c5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Subnet': ['ID=bf19bad8-b468-4a21-a9b5-e3438b367460,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:36.992651 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ccea2eca-95b6-4ec0-b4b5-64ba03b3f4c5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0715187 Jul 06 12:20:36.993774 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41710) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:36.999705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d6df4bb0-39f9-4454-833c-31caccf9a458 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Request body: {'port': {'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e', 'mac_address': 'fa:16:3e:59:95:80', 'name': 'tempest-NetworksTestDHCPv6-1485653443'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:37.001475 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:37.006441 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c36945ee-7d87-4bcd-8808-b8838feffbe9 None None] Provisioning complete for port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:37.006881 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c36945ee-7d87-4bcd-8808-b8838feffbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:37.132273 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6df4bb0-39f9-4454-833c-31caccf9a458 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Made reservation on behalf of 56cd63037e6b47eb83519a8b67952db0 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:37.156272 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a278dd11-2d13-4ea4-8dfc-e88eac36826d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fd956d-9a2d-449f-8c7d-cd582aade85a'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:37.158572 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7d8f0c-08bb-42b5-b6a8-c12b853d8533" -d '{"events": [{"server_uuid": "a278dd11-2d13-4ea4-8dfc-e88eac36826d", "name": "network-vif-plugged", "status": "completed", "tag": "e4fd956d-9a2d-449f-8c7d-cd582aade85a"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:37.186602 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port e4fd956d-9a2d-449f-8c7d-cd582aade85a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e4fd956d-9a2d-449f-8c7d-cd582aade85a,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:37.221886 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:37.295069 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d6df4bb0-39f9-4454-833c-31caccf9a458 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:37.361727 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-d6df4bb0-39f9-4454-833c-31caccf9a458 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] device_id is not set on port b1b4eea5-f2fb-474e-ac5a-db1be2370b78 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:20:37.382638 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=e4fd956d-9a2d-449f-8c7d-cd582aade85a,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:37.414107 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c36945ee-7d87-4bcd-8808-b8838feffbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:37.436865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Allocated IP 2001:db8::2 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/441d1ea7-e89e-4356-8181-f518970abdea/30702bd3-c691-4f01-aef8-8ffc0c43877f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:37.461484 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe8b:e452 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/bf19bad8-b468-4a21-a9b5-e3438b367460/30702bd3-c691-4f01-aef8-8ffc0c43877f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:37.499927 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c36945ee-7d87-4bcd-8808-b8838feffbe9 None None] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:37.520628 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d3559-b0b4-48be-87f0-f877ac5deecb req-e1de3b39-2608-47dd-883b-b3a179e8dc2f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:37.523855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-606d3559-b0b4-48be-87f0-f877ac5deecb req-e1de3b39-2608-47dd-883b-b3a179e8dc2f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 943 time: 0.2078872 Jul 06 12:20:37.524055 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c36945ee-7d87-4bcd-8808-b8838feffbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:37.584520 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-606d3559-b0b4-48be-87f0-f877ac5deecb req-65cc62ec-3e3c-485d-a73a-2c2324d28c10 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407841 Jul 06 12:20:37.695867 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1739377c-9135-47fa-b87b-642f4c7ee87e x-openstack-request-id: req-1739377c-9135-47fa-b87b-642f4c7ee87e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:37.696210 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a278dd11-2d13-4ea4-8dfc-e88eac36826d", "name": "network-vif-plugged", "status": "completed", "tag": "e4fd956d-9a2d-449f-8c7d-cd582aade85a", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:37.696551 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1739377c-9135-47fa-b87b-642f4c7ee87e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:37.696960 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a278dd11-2d13-4ea4-8dfc-e88eac36826d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fd956d-9a2d-449f-8c7d-cd582aade85a', 'code': 200} Jul 06 12:20:37.810260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8b960-e895-4738-8a74-978977783a00 req-2665daad-2c1c-4c7d-ad06-78ae81577627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:37.812664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36945ee-7d87-4bcd-8808-b8838feffbe9 None None] Pushing event updated for resources: {'Port': ['ID=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:37.812898 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1ac8b960-e895-4738-8a74-978977783a00 req-2665daad-2c1c-4c7d-ad06-78ae81577627 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a278dd11-2d13-4ea4-8dfc-e88eac36826d HTTP/1.1" status: 200 len: 1097 time: 0.0648026 Jul 06 12:20:37.874826 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1ac8b960-e895-4738-8a74-978977783a00 req-1a82d1dd-ffbc-424f-a507-c92725ff3e87 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486937 Jul 06 12:20:37.970344 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:37.986899 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Transition to ACTIVE for port object 30702bd3-c691-4f01-aef8-8ffc0c43877f will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:38.017741 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Transition to ACTIVE for port object 30702bd3-c691-4f01-aef8-8ffc0c43877f will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:38.028711 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:38.106562 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:38.118728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:38.124839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:38.164669 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553ba97-1c2e-4082-b632-eb681c9ad022 req-0c85d37b-95b6-46ea-8c88-ef8fed3ec9fb tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:38.166654 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1553ba97-1c2e-4082-b632-eb681c9ad022 req-0c85d37b-95b6-46ea-8c88-ef8fed3ec9fb tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=a278dd11-2d13-4ea4-8dfc-e88eac36826d HTTP/1.1" status: 200 len: 946 time: 0.1645145 Jul 06 12:20:38.182840 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Pushing event updated for resources: {'Port': ['ID=30702bd3-c691-4f01-aef8-8ffc0c43877f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:38.226696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-d6df4bb0-39f9-4454-833c-31caccf9a458 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8::1a9 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/441d1ea7-e89e-4356-8181-f518970abdea/b1b4eea5-f2fb-474e-ac5a-db1be2370b78) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:38.248885 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-d6df4bb0-39f9-4454-833c-31caccf9a458 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Allocated IP 2001:db8:0:1:f816:3eff:fe59:9580 (84f6ded2-fa58-4f50-89b4-2c981cdca81e/bf19bad8-b468-4a21-a9b5-e3438b367460/b1b4eea5-f2fb-474e-ac5a-db1be2370b78) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:38.264176 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Attempting to bind port 30702bd3-c691-4f01-aef8-8ffc0c43877f on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:20:38.264548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Attempting to bind port 30702bd3-c691-4f01-aef8-8ffc0c43877f by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:20:38.264951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Attempting to bind port 30702bd3-c691-4f01-aef8-8ffc0c43877f on network 84f6ded2-fa58-4f50-89b4-2c981cdca81e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:38.265894 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1553ba97-1c2e-4082-b632-eb681c9ad022 req-99f32dea-0187-431a-a6e4-0eb3daaef4ae tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836110 Jul 06 12:20:38.270583 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e6dac77-cad1-4e5f-bfc6-bf0724923cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:38.279134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:20:38.279689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Checking segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:38.279996 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:38.280377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Bound using segment: {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:20:38.280840 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Bound port: 30702bd3-c691-4f01-aef8-8ffc0c43877f, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d815f2a-28c9-490c-9008-38350c41dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '84f6ded2-fa58-4f50-89b4-2c981cdca81e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:20:38.281418 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:38.295610 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:38.379669 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] For port 30702bd3-c691-4f01-aef8-8ffc0c43877f, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:38.385524 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] For port 30702bd3-c691-4f01-aef8-8ffc0c43877f, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=30702bd3-c691-4f01-aef8-8ffc0c43877f,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:20:38.391297 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:38.417488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:38.420733 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369ad7f8-e8a3-4bf7-9d79-f214539d1713" -d '{"events": [{"name": "network-changed", "server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:38.453032 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b549bf-2640-42e1-a80b-2f27707a6687 None None] Pushing event updated for resources: {'Port': ['ID=30702bd3-c691-4f01-aef8-8ffc0c43877f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:38.488999 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e716681f-628a-4e7d-a960-257a642d11a6 x-openstack-request-id: req-e716681f-628a-4e7d-a960-257a642d11a6 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:38.489294 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:38.489549 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e716681f-628a-4e7d-a960-257a642d11a6 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:38.490050 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019', 'status': 'completed', 'code': 200} Jul 06 12:20:38.507097 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d6df4bb0-39f9-4454-833c-31caccf9a458 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:38.526557 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-d6df4bb0-39f9-4454-833c-31caccf9a458 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Transition to ACTIVE for port object b1b4eea5-f2fb-474e-ac5a-db1be2370b78 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:38.583961 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d6df4bb0-39f9-4454-833c-31caccf9a458 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:38.596619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ad7f8-e8a3-4bf7-9d79-f214539d1713 req-5d5d1ac7-0a3f-4363-90f9-a11b854c41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:38.597289 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-369ad7f8-e8a3-4bf7-9d79-f214539d1713 req-5d5d1ac7-0a3f-4363-90f9-a11b854c41ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 1126 time: 0.0843263 Jul 06 12:20:38.694105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6df4bb0-39f9-4454-833c-31caccf9a458 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:38.712875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df4bb0-39f9-4454-833c-31caccf9a458 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event updated for resources: {'Port': ['ID=b1b4eea5-f2fb-474e-ac5a-db1be2370b78,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:38.721693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-d6df4bb0-39f9-4454-833c-31caccf9a458 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:38.726556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df4bb0-39f9-4454-833c-31caccf9a458 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:38.732771 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6df4bb0-39f9-4454-833c-31caccf9a458 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:38.733746 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d6df4bb0-39f9-4454-833c-31caccf9a458 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:38.758814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ad7f8-e8a3-4bf7-9d79-f214539d1713 req-0d80c435-f4f4-48eb-8e6e-66134510cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:38.762823 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-369ad7f8-e8a3-4bf7-9d79-f214539d1713 req-0d80c435-f4f4-48eb-8e6e-66134510cc56 service neutron] 10.222.0.23 "GET /v2.0/networks?id=154986ea-6e28-4448-8e28-e97efa71d249 HTTP/1.1" status: 200 len: 897 time: 0.1539922 Jul 06 12:20:38.808139 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d6df4bb0-39f9-4454-833c-31caccf9a458 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8129809 Jul 06 12:20:38.812519 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41746) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:38.968808 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-369ad7f8-e8a3-4bf7-9d79-f214539d1713 req-97e7acff-76af-4bde-bd18-00ef4f170481 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 HTTP/1.1" status: 200 len: 1001 time: 0.1975563 Jul 06 12:20:38.985393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7a093-7293-4ce0-b58f-e6fbfb246bd4 req-f1da2f1f-7f7f-4eee-8c7c-05059e1a510e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:38.995391 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7db7a093-7293-4ce0-b58f-e6fbfb246bd4 req-f1da2f1f-7f7f-4eee-8c7c-05059e1a510e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 945 time: 0.1221581 Jul 06 12:20:39.044517 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7db7a093-7293-4ce0-b58f-e6fbfb246bd4 req-f09e97e9-a611-4217-8725-1a57b56d000d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478725 Jul 06 12:20:39.048003 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ad7f8-e8a3-4bf7-9d79-f214539d1713 req-177555da-26d4-4fb9-b189-87b9d5c81f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:39.049650 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-369ad7f8-e8a3-4bf7-9d79-f214539d1713 req-177555da-26d4-4fb9-b189-87b9d5c81f32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b152191-8712-4ecd-a94c-668a6e55f40a HTTP/1.1" status: 200 len: 835 time: 0.0726840 Jul 06 12:20:39.108098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-498a8e8d-e59a-4240-b501-aaa0fdeba539 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting port b1b4eea5-f2fb-474e-ac5a-db1be2370b78 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:39.108441 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-498a8e8d-e59a-4240-b501-aaa0fdeba539 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:39.180566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ad7f8-e8a3-4bf7-9d79-f214539d1713 req-2c024e23-e17e-434c-897c-cef718ba2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:39.182103 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-369ad7f8-e8a3-4bf7-9d79-f214539d1713 req-2c024e23-e17e-434c-897c-cef718ba2913 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=154986ea-6e28-4448-8e28-e97efa71d249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248612 Jul 06 12:20:39.273148 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-498a8e8d-e59a-4240-b501-aaa0fdeba539 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:39.293024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-498a8e8d-e59a-4240-b501-aaa0fdeba539 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Calling delete_port for b1b4eea5-f2fb-474e-ac5a-db1be2370b78 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:39.372981 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-369ad7f8-e8a3-4bf7-9d79-f214539d1713 req-94a6a950-2f65-4cfb-9c45-1341ecebcec3 service neutron] 10.222.0.23 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806326 Jul 06 12:20:39.404706 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:39.525957 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-369ad7f8-e8a3-4bf7-9d79-f214539d1713 req-be7b28f1-7c41-4913-b451-e43043bcf4f5 service neutron] 10.222.0.23 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436331 Jul 06 12:20:39.552574 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1b934-a081-46fe-bb1f-cb7e1ec5c4dd req-1be59fff-2db4-49de-a321-cedf2fdef2ac tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:39.554791 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2e1b934-a081-46fe-bb1f-cb7e1ec5c4dd req-1be59fff-2db4-49de-a321-cedf2fdef2ac tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=a278dd11-2d13-4ea4-8dfc-e88eac36826d HTTP/1.1" status: 200 len: 946 time: 0.1131282 Jul 06 12:20:39.588518 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:20:39.659320 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2e1b934-a081-46fe-bb1f-cb7e1ec5c4dd req-1d4fa1d3-48e2-45af-ae70-88ab07f6ca66 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772417 Jul 06 12:20:39.707563 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-498a8e8d-e59a-4240-b501-aaa0fdeba539 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:39.736610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:39.773410 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:39.776166 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca7e6c9-b0f5-442f-ab76-0fe5aa95fca3" -d '{"events": [{"server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "name": "network-vif-plugged", "status": "completed", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:39.779588 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 has no active binding in host n-h2-799529-2 {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 12:20:39.786621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a8e8d-e59a-4240-b501-aaa0fdeba539 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Port': ['ID=b1b4eea5-f2fb-474e-ac5a-db1be2370b78,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:39.849448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-498a8e8d-e59a-4240-b501-aaa0fdeba539 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:39.852457 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-498a8e8d-e59a-4240-b501-aaa0fdeba539 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/b1b4eea5-f2fb-474e-ac5a-db1be2370b78 HTTP/1.1" status: 204 len: 168 time: 1.0389550 Jul 06 12:20:39.856053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41772) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:39.886938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b146e1-c73e-45f1-820a-aa15d799dc6a None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:39.935093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c246fa4d-8afe-40af-a4dd-2d35322cddd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:39.942123 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41776) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:39.951725 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c246fa4d-8afe-40af-a4dd-2d35322cddd6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0842054 Jul 06 12:20:39.975744 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2725d510-6c74-43c2-a787-c6440e16990e x-openstack-request-id: req-2725d510-6c74-43c2-a787-c6440e16990e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:39.976321 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "name": "network-vif-plugged", "status": "completed", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:39.978235 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2725d510-6c74-43c2-a787-c6440e16990e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:39.981513 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019', 'code': 200} Jul 06 12:20:39.997819 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-81aed92c-8c55-47e0-9cec-e567128402f0 None None] Provisioning for port 30702bd3-c691-4f01-aef8-8ffc0c43877f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:40.052168 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143b82f6-1e1f-40d4-9009-51ae49823313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:40.054945 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-143b82f6-1e1f-40d4-9009-51ae49823313 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1118169 Jul 06 12:20:40.057586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41778) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:40.126345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f02946e-3da7-4200-8634-3edac77d2969 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:40.127932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f02946e-3da7-4200-8634-3edac77d2969 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:40.132262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f02946e-3da7-4200-8634-3edac77d2969 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:40.132262 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0f02946e-3da7-4200-8634-3edac77d2969 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0721877 Jul 06 12:20:40.134302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41782) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:40.203773 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128088b1-8aeb-4f08-a00f-a153814d73a4 req-1afe9134-24e4-4f05-9eac-3fae81043724 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:40.205815 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-128088b1-8aeb-4f08-a00f-a153814d73a4 req-1afe9134-24e4-4f05-9eac-3fae81043724 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=a278dd11-2d13-4ea4-8dfc-e88eac36826d HTTP/1.1" status: 200 len: 946 time: 0.0843241 Jul 06 12:20:40.206259 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6480db2-1721-4918-a2fe-d87b9b0a2678 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet 441d1ea7-e89e-4356-8181-f518970abdea {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:20:40.210318 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6480db2-1721-4918-a2fe-d87b9b0a2678 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:40.260854 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-128088b1-8aeb-4f08-a00f-a153814d73a4 req-745a0839-58e3-4a9a-8f1b-c238ffa6fbb2 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388238 Jul 06 12:20:40.271187 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6480db2-1721-4918-a2fe-d87b9b0a2678 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:40.435390 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6480db2-1721-4918-a2fe-d87b9b0a2678 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:40.522070 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6480db2-1721-4918-a2fe-d87b9b0a2678 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:40.541835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05f8b1-d4de-4986-958b-cc44922e1bfc req-3b5b7d6a-b209-44c1-a62d-c29e059d1c9f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:40.542835 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb05f8b1-d4de-4986-958b-cc44922e1bfc req-3b5b7d6a-b209-44c1-a62d-c29e059d1c9f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 945 time: 0.1427114 Jul 06 12:20:40.591880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6480db2-1721-4918-a2fe-d87b9b0a2678 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=441d1ea7-e89e-4356-8181-f518970abdea,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:40.596327 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6480db2-1721-4918-a2fe-d87b9b0a2678 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:40.602489 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b6480db2-1721-4918-a2fe-d87b9b0a2678 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/441d1ea7-e89e-4356-8181-f518970abdea HTTP/1.1" status: 204 len: 168 time: 0.4623058 Jul 06 12:20:40.603076 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb05f8b1-d4de-4986-958b-cc44922e1bfc req-bff698c1-8ab3-402f-8c10-c91a280cacbe tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456102 Jul 06 12:20:40.603257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41796) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:40.679459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90b7b10-730d-48fe-a7c3-f29168149a22 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Deleting subnet bf19bad8-b468-4a21-a9b5-e3438b367460 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:20:40.684278 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c90b7b10-730d-48fe-a7c3-f29168149a22 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:40.742288 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c90b7b10-730d-48fe-a7c3-f29168149a22 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:40.860168 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c90b7b10-730d-48fe-a7c3-f29168149a22 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:40.912488 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 30702bd3-c691-4f01-aef8-8ffc0c43877f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:40.985732 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:41.009927 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542882e-1739-4922-9794-c35d257c2579 req-2e79bbf2-fb1e-4f3a-b55c-624f62e775a9 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:41.012938 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2542882e-1739-4922-9794-c35d257c2579 req-2e79bbf2-fb1e-4f3a-b55c-624f62e775a9 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=a278dd11-2d13-4ea4-8dfc-e88eac36826d HTTP/1.1" status: 200 len: 946 time: 0.1367407 Jul 06 12:20:41.014932 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 30702bd3-c691-4f01-aef8-8ffc0c43877f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:41.024121 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 30702bd3-c691-4f01-aef8-8ffc0c43877f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:41.025879 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:41.026414 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c90b7b10-730d-48fe-a7c3-f29168149a22 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:41.061641 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c90b7b10-730d-48fe-a7c3-f29168149a22 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:41.077669 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c90b7b10-730d-48fe-a7c3-f29168149a22 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/bf19bad8-b468-4a21-a9b5-e3438b367460 HTTP/1.1" status: 204 len: 168 time: 0.4732449 Jul 06 12:20:41.082186 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41802) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:41.082961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b83dc3-d6c1-44e8-aa27-54d7174a218b None None] Network 84f6ded2-fa58-4f50-89b4-2c981cdca81e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:41.105555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b7b10-730d-48fe-a7c3-f29168149a22 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Subnet': ['ID=bf19bad8-b468-4a21-a9b5-e3438b367460,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:41.115019 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2542882e-1739-4922-9794-c35d257c2579 req-f1c79263-c140-4a8b-b5b6-99b56f572e87 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901475 Jul 06 12:20:41.189551 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41806) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:41.190297 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-28b5e1ac-41d7-4054-a2c6-9032ff1aa405 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944891 Jul 06 12:20:41.293291 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7537862-72c8-4588-9b85-94c7e690d1cf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:41.296732 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a7537862-72c8-4588-9b85-94c7e690d1cf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1048529 Jul 06 12:20:41.300488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41808) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:41.454512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e5b27507-75d5-4a26-bc90-783b733514b6 None None] Provisioning complete for port 30702bd3-c691-4f01-aef8-8ffc0c43877f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:41.454895 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e5b27507-75d5-4a26-bc90-783b733514b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:41.498717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e538ad-0a3d-4ab6-b0de-14018c3db4b4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:41.501847 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-55e538ad-0a3d-4ab6-b0de-14018c3db4b4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1995895 Jul 06 12:20:41.507062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41816) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:41.616275 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:41.670051 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-46cb06c2-5924-418c-9d8e-2fb71f2372aa tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1478672 Jul 06 12:20:41.675402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41818) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:41.716541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 30702bd3-c691-4f01-aef8-8ffc0c43877f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=30702bd3-c691-4f01-aef8-8ffc0c43877f,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:41.736643 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:41.746330 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e5b27507-75d5-4a26-bc90-783b733514b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:41.764118 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d139aae6-8a71-4485-81c3-801fd344927b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:41.765623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d139aae6-8a71-4485-81c3-801fd344927b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:41.774267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d139aae6-8a71-4485-81c3-801fd344927b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/b1b4eea5-f2fb-474e-ac5a-db1be2370b78 HTTP/1.1" status: 404 len: 333 time: 0.0936852 Jul 06 12:20:41.774917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41824) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:41.856455 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=30702bd3-c691-4f01-aef8-8ffc0c43877f,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:41.868528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed4228f-decc-4713-b1c2-2a0eca1e80f6 None None] DHCP port deletion for 84f6ded2-fa58-4f50-89b4-2c981cdca81e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:20:41.880427 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3d5d8c-ff53-40e0-aede-776f5a67eb09 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:41.880427 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3d5d8c-ff53-40e0-aede-776f5a67eb09 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:41.883959 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9d3d5d8c-ff53-40e0-aede-776f5a67eb09 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/bf19bad8-b468-4a21-a9b5-e3438b367460 HTTP/1.1" status: 404 len: 337 time: 0.1076326 Jul 06 12:20:41.887969 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41828) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:41.888664 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-ec72c06b-bb00-466a-963b-2c0c8175613d service neutron] 10.222.0.23 "GET /v2.0/ports/f2da24c3-dd9e-4ea9-a95d-dd44cc53a019/bindings/n-h2-799529-2 HTTP/1.1" status: 200 len: 384 time: 0.2734339 Jul 06 12:20:41.950181 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-8182bde4-766d-4bb4-8b23-b030465e5572 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:41.950651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8182bde4-766d-4bb4-8b23-b030465e5572 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:41.955150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8182bde4-766d-4bb4-8b23-b030465e5572 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/441d1ea7-e89e-4356-8181-f518970abdea HTTP/1.1" status: 404 len: 337 time: 0.0645976 Jul 06 12:20:41.962662 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41832) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:42.004396 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-e5b27507-75d5-4a26-bc90-783b733514b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:20:42.005227 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-e5b27507-75d5-4a26-bc90-783b733514b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:20:42.033366 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bc75ef-6642-4d74-916a-d076cccd1cea tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:42.035355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99bc75ef-6642-4d74-916a-d076cccd1cea tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:42.038997 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-99bc75ef-6642-4d74-916a-d076cccd1cea tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/424306af-1d5e-4736-9957-89fdbf412afd HTTP/1.1" status: 404 len: 333 time: 0.0745487 Jul 06 12:20:42.044039 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41834) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:42.056928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef157e-9ac8-498c-9807-1995913d4c23 req-954a1429-f14e-41b3-bedf-da40fe3759fc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:42.066174 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3aef157e-9ac8-498c-9807-1995913d4c23 req-954a1429-f14e-41b3-bedf-da40fe3759fc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 945 time: 0.1097975 Jul 06 12:20:42.110098 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9ed4228f-decc-4713-b1c2-2a0eca1e80f6 None None] Deleting port 30702bd3-c691-4f01-aef8-8ffc0c43877f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:42.110696 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ed4228f-decc-4713-b1c2-2a0eca1e80f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:42.120015 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3aef157e-9ac8-498c-9807-1995913d4c23 req-02481e39-14e6-4ddb-acca-6fca1074839c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524325 Jul 06 12:20:42.132741 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4005770-75d5-4941-bf09-b288ab7682bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:42.133486 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4005770-75d5-4941-bf09-b288ab7682bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:42.139222 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e4005770-75d5-4941-bf09-b288ab7682bb tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/e8d67230-65a4-47b2-81b9-26a76d93052e HTTP/1.1" status: 404 len: 337 time: 0.0910366 Jul 06 12:20:42.140056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41836) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:42.203453 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19a4fb4-b9d7-441b-a17e-e883748f1237 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:42.204494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19a4fb4-b9d7-441b-a17e-e883748f1237 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:42.210343 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a19a4fb4-b9d7-441b-a17e-e883748f1237 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/1176d2da-0247-45b5-83b6-00f460077b0b HTTP/1.1" status: 404 len: 337 time: 0.0660284 Jul 06 12:20:42.211262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41838) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:42.262774 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-294afdd5-0711-49e1-b002-fa56ef4cf0bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:42.274436 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294afdd5-0711-49e1-b002-fa56ef4cf0bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:42.280133 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-294afdd5-0711-49e1-b002-fa56ef4cf0bd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/fc633bdc-2b81-40af-9c92-2f355e819211 HTTP/1.1" status: 404 len: 333 time: 0.0672572 Jul 06 12:20:42.281261 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41840) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:42.345908 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9ed4228f-decc-4713-b1c2-2a0eca1e80f6 None None] For port 30702bd3-c691-4f01-aef8-8ffc0c43877f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=30702bd3-c691-4f01-aef8-8ffc0c43877f,segment=NetworkSegment(1d815f2a-28c9-490c-9008-38350c41dfe6),segment_id=1d815f2a-28c9-490c-9008-38350c41dfe6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:42.346835 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ed4228f-decc-4713-b1c2-2a0eca1e80f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:42.372401 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9ed4228f-decc-4713-b1c2-2a0eca1e80f6 None None] Calling delete_port for 30702bd3-c691-4f01-aef8-8ffc0c43877f owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:42.376978 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40e017-2ed6-42da-8841-cd28be5386ce req-d7fa0367-65fa-494e-a019-fe40b6da1904 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:42.387694 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb40e017-2ed6-42da-8841-cd28be5386ce req-d7fa0367-65fa-494e-a019-fe40b6da1904 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=a278dd11-2d13-4ea4-8dfc-e88eac36826d HTTP/1.1" status: 200 len: 946 time: 0.1058457 Jul 06 12:20:42.440008 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-234003c5-c8c5-497c-89de-c8e574434d61 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:42.440814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234003c5-c8c5-497c-89de-c8e574434d61 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:42.444244 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-234003c5-c8c5-497c-89de-c8e574434d61 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/87897eae-92d2-42ce-a9f6-7ab168313876 HTTP/1.1" status: 404 len: 337 time: 0.1604531 Jul 06 12:20:42.448657 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb40e017-2ed6-42da-8841-cd28be5386ce req-88289664-4ad3-45b3-81f5-d74352439166 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591729 Jul 06 12:20:42.449501 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41844) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:42.530808 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec770ae-1d03-47be-b422-438b55bfbc69 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:42.531641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec770ae-1d03-47be-b422-438b55bfbc69 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:42.536712 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7ec770ae-1d03-47be-b422-438b55bfbc69 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/65d406ca-a25a-44a5-b52a-b2111d0b5a05 HTTP/1.1" status: 404 len: 337 time: 0.0858197 Jul 06 12:20:42.539370 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41848) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:42.585071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-6dd2606d-99ff-48fe-9bd0-dee8a7088640 service neutron] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:42.590940 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-616b6c42-1ef1-48e2-b01e-9c79a872070b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:42.592050 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616b6c42-1ef1-48e2-b01e-9c79a872070b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:42.594782 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-616b6c42-1ef1-48e2-b01e-9c79a872070b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/b1e1733f-17f1-491a-83c9-5c671f3bef2e HTTP/1.1" status: 404 len: 333 time: 0.0538361 Jul 06 12:20:42.599342 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41852) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:42.628817 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ed4228f-decc-4713-b1c2-2a0eca1e80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:42.670039 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-6dd2606d-99ff-48fe-9bd0-dee8a7088640 service neutron] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:42.670334 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-98408815-bde3-4ec3-ba86-218f0578a6d5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:42.671932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98408815-bde3-4ec3-ba86-218f0578a6d5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:42.675107 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-98408815-bde3-4ec3-ba86-218f0578a6d5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/cd7b6968-8bb5-4ce8-bdc1-1d29f9b37f6a HTTP/1.1" status: 404 len: 337 time: 0.0759482 Jul 06 12:20:42.679317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41854) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:42.705001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4228f-decc-4713-b1c2-2a0eca1e80f6 None None] Pushing event deleted for resources: {'Port': ['ID=30702bd3-c691-4f01-aef8-8ffc0c43877f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:42.705001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed4228f-decc-4713-b1c2-2a0eca1e80f6 None None] No DVR routers for this DVR port 30702bd3-c691-4f01-aef8-8ffc0c43877f on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:42.758081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:42.758801 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fb791d-5c06-4d7b-8dcd-b0f467dc9db8 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:42.759716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8fb791d-5c06-4d7b-8dcd-b0f467dc9db8 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:42.762103 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e8fb791d-5c06-4d7b-8dcd-b0f467dc9db8 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/6b0e48e6-0d2d-4d02-ad6d-6d9c7a499f5a HTTP/1.1" status: 404 len: 337 time: 0.0811253 Jul 06 12:20:42.763703 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca17cac4-03cb-42eb-9a0d-2d2c40e4cc6b" -d '{"events": [{"server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "name": "network-vif-unplugged", "status": "completed", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:42.765751 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41856) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:42.784026 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-6dd2606d-99ff-48fe-9bd0-dee8a7088640 service neutron] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:42.807947 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-450b971f-405d-41a7-942b-dd51e339ceff tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:42.808671 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450b971f-405d-41a7-942b-dd51e339ceff tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:42.810951 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-450b971f-405d-41a7-942b-dd51e339ceff tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/a5f99dd8-c8b0-4315-acae-b6a1aa77c57b HTTP/1.1" status: 404 len: 333 time: 0.0440862 Jul 06 12:20:42.813509 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41860) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:42.828172 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-6dd2606d-99ff-48fe-9bd0-dee8a7088640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:42.843156 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b96c39b-ca7f-49a5-9473-be183dd442e1 x-openstack-request-id: req-8b96c39b-ca7f-49a5-9473-be183dd442e1 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:42.843856 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "name": "network-vif-unplugged", "status": "completed", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:42.852002 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b96c39b-ca7f-49a5-9473-be183dd442e1 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:42.853052 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019', 'code': 200} Jul 06 12:20:42.888675 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 30702bd3-c691-4f01-aef8-8ffc0c43877f no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:42.896185 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1aad20-63b8-43e3-9702-dabbdea2f098 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:42.897512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1aad20-63b8-43e3-9702-dabbdea2f098 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:42.900953 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7a1aad20-63b8-43e3-9702-dabbdea2f098 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/f04740d1-0283-45ec-a58a-dfa19f3a6424 HTTP/1.1" status: 404 len: 337 time: 0.0860820 Jul 06 12:20:42.903420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41862) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:42.920402 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 30702bd3-c691-4f01-aef8-8ffc0c43877f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:42.920997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 30702bd3-c691-4f01-aef8-8ffc0c43877f not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:42.968228 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-6dd2606d-99ff-48fe-9bd0-dee8a7088640 service neutron] Transition to ACTIVE for port object f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:42.979576 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-6dd2606d-99ff-48fe-9bd0-dee8a7088640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:42.986515 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e5864a-a710-4a2b-bff0-b140d51053e4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:42.987788 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e5864a-a710-4a2b-bff0-b140d51053e4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:42.991851 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-44e5864a-a710-4a2b-bff0-b140d51053e4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/248f1502-5bd5-4771-8984-c1a4f7953a55 HTTP/1.1" status: 404 len: 333 time: 0.0865738 Jul 06 12:20:42.994495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41864) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:43.038401 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b07e235-2c06-4632-999f-8f5a3e54682b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:43.041690 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b07e235-2c06-4632-999f-8f5a3e54682b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:43.045824 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8b07e235-2c06-4632-999f-8f5a3e54682b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/e7a62216-363d-420b-9f9b-8cd7744f8d91 HTTP/1.1" status: 404 len: 337 time: 0.0495553 Jul 06 12:20:43.048451 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41868) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:43.096598 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-8780cfcf-9fa9-4a28-885f-89e0f495a7b6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:43.097793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8780cfcf-9fa9-4a28-885f-89e0f495a7b6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:43.103870 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8780cfcf-9fa9-4a28-885f-89e0f495a7b6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/63faef69-4bf4-42f6-8d4b-3e28c86cad43 HTTP/1.1" status: 404 len: 333 time: 0.0513842 Jul 06 12:20:43.106505 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41872) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:43.159907 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-9958fd0e-de57-48cf-8a03-a62ed63a9d4a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:43.160409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9958fd0e-de57-48cf-8a03-a62ed63a9d4a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:43.181665 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41876) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:43.211804 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9958fd0e-de57-48cf-8a03-a62ed63a9d4a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/ca0bd050-b60f-4ba8-b599-eb60f7d5fb84 HTTP/1.1" status: 404 len: 337 time: 0.0728579 Jul 06 12:20:43.237393 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-b867d1dc-8a7f-4437-9324-ce7efa979009 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:43.237983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b867d1dc-8a7f-4437-9324-ce7efa979009 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:43.240435 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b867d1dc-8a7f-4437-9324-ce7efa979009 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/8c0a1989-06cc-44b2-acdc-599ce222bc7c HTTP/1.1" status: 404 len: 333 time: 0.0572507 Jul 06 12:20:43.242942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41878) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:43.285050 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2606d-99ff-48fe-9bd0-dee8a7088640 service neutron] Pushing event updated for resources: {'Port': ['ID=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,revision_number=11']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:43.307946 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35a14b7-8e81-43e8-8887-a42b55b4b48b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:43.308417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35a14b7-8e81-43e8-8887-a42b55b4b48b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:43.315221 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f35a14b7-8e81-43e8-8887-a42b55b4b48b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/5e73766f-4501-408d-aa34-b50802b409e3 HTTP/1.1" status: 404 len: 337 time: 0.0708606 Jul 06 12:20:43.315982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41880) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:43.341238 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-6dd2606d-99ff-48fe-9bd0-dee8a7088640 service neutron] No DVR routers for this DVR port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:43.362720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098021d-c86b-4d3e-a9e0-f5db5c75b1b5 req-91afe19d-3d4e-4df5-9351-890385871924 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:43.364323 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2098021d-c86b-4d3e-a9e0-f5db5c75b1b5 req-91afe19d-3d4e-4df5-9351-890385871924 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "GET /v2.0/ports?device_id=a278dd11-2d13-4ea4-8dfc-e88eac36826d HTTP/1.1" status: 200 len: 946 time: 0.3209610 Jul 06 12:20:43.392535 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0851f99-572f-4e1b-8817-8c48c23243d1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:43.393295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0851f99-572f-4e1b-8817-8c48c23243d1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:43.406702 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c0851f99-572f-4e1b-8817-8c48c23243d1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/953aad13-3b82-454d-a0c2-60d032f6a44c HTTP/1.1" status: 404 len: 333 time: 0.0891325 Jul 06 12:20:43.407416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41882) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:43.634638 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-6dd2606d-99ff-48fe-9bd0-dee8a7088640 service neutron] 10.222.0.23 "PUT /v2.0/ports/f2da24c3-dd9e-4ea9-a95d-dd44cc53a019/bindings/n-h2-799529-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7379732 Jul 06 12:20:43.642083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2098021d-c86b-4d3e-a9e0-f5db5c75b1b5 req-5978a613-a7bd-4c55-b0a7-7bd1a9aa25a8 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Deleting port e4fd956d-9a2d-449f-8c7d-cd582aade85a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:43.642838 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2098021d-c86b-4d3e-a9e0-f5db5c75b1b5 req-5978a613-a7bd-4c55-b0a7-7bd1a9aa25a8 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:43.775501 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2098021d-c86b-4d3e-a9e0-f5db5c75b1b5 req-5978a613-a7bd-4c55-b0a7-7bd1a9aa25a8 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] For port e4fd956d-9a2d-449f-8c7d-cd582aade85a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=e4fd956d-9a2d-449f-8c7d-cd582aade85a,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:43.775896 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2098021d-c86b-4d3e-a9e0-f5db5c75b1b5 req-5978a613-a7bd-4c55-b0a7-7bd1a9aa25a8 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:43.800854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2098021d-c86b-4d3e-a9e0-f5db5c75b1b5 req-5978a613-a7bd-4c55-b0a7-7bd1a9aa25a8 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Calling delete_port for e4fd956d-9a2d-449f-8c7d-cd582aade85a owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:43.992900 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f97784-7812-41e6-a531-4b64da77fc76 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:43.993636 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f97784-7812-41e6-a531-4b64da77fc76 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:44.004327 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-07f97784-7812-41e6-a531-4b64da77fc76 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/b6c2fe77-fefc-4a8a-80fd-3dd2ec5f21b0 HTTP/1.1" status: 404 len: 337 time: 0.5943015 Jul 06 12:20:44.009237 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41892) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:44.087039 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2098021d-c86b-4d3e-a9e0-f5db5c75b1b5 req-5978a613-a7bd-4c55-b0a7-7bd1a9aa25a8 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:44.096479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:44.114312 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c885f09-657a-4b6a-bccd-17415af5da19 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:44.115900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c885f09-657a-4b6a-bccd-17415af5da19 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:44.117813 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7c885f09-657a-4b6a-bccd-17415af5da19 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/355d20b9-42a3-4deb-9936-084927267b2c HTTP/1.1" status: 404 len: 333 time: 0.0945885 Jul 06 12:20:44.122216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41898) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:44.123613 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['723a9d44-28d2-45d7-bcad-13fda972061f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:44.129176 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['e4fd956d-9a2d-449f-8c7d-cd582aade85a'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:44.158375 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978a613-a7bd-4c55-b0a7-7bd1a9aa25a8 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Pushing event deleted for resources: {'Port': ['ID=e4fd956d-9a2d-449f-8c7d-cd582aade85a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:44.172023 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1b3f13-84cf-4c6f-90c0-d601a66e4e96 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:44.172943 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1b3f13-84cf-4c6f-90c0-d601a66e4e96 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:44.176486 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ec1b3f13-84cf-4c6f-90c0-d601a66e4e96 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/67c46919-7bef-49c7-bc5d-c9d00c1e4ef7 HTTP/1.1" status: 404 len: 337 time: 0.0513766 Jul 06 12:20:44.181126 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41900) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:44.254320 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:44.269766 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb740aeb-b722-4200-a891-6e2325b3be79 req-f54bc838-07b9-49dd-ac6b-3ae3932b2475 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:44.278363 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cb740aeb-b722-4200-a891-6e2325b3be79 req-f54bc838-07b9-49dd-ac6b-3ae3932b2475 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 944 time: 0.8698280 Jul 06 12:20:44.302924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-ed50145a-9a11-4247-9359-35190d1c1f44 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:44.304788 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-ed50145a-9a11-4247-9359-35190d1c1f44 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a&tenant_id=f585d4167c1145b098521c82cd595bff&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 1095 time: 0.3145216 Jul 06 12:20:44.320547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2098021d-c86b-4d3e-a9e0-f5db5c75b1b5 req-5978a613-a7bd-4c55-b0a7-7bd1a9aa25a8 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] No DVR routers for this DVR port e4fd956d-9a2d-449f-8c7d-cd582aade85a on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:44.323761 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-30301198-10c6-4b72-93ac-e973438fa73a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:44.324730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30301198-10c6-4b72-93ac-e973438fa73a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:44.331341 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-30301198-10c6-4b72-93ac-e973438fa73a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/bbe4041d-14c6-4a7b-bae4-4cdd9522fa3a HTTP/1.1" status: 404 len: 337 time: 0.1448555 Jul 06 12:20:44.331341 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2098021d-c86b-4d3e-a9e0-f5db5c75b1b5 req-5978a613-a7bd-4c55-b0a7-7bd1a9aa25a8 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:44.334932 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2098021d-c86b-4d3e-a9e0-f5db5c75b1b5 req-5978a613-a7bd-4c55-b0a7-7bd1a9aa25a8 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "DELETE /v2.0/ports/e4fd956d-9a2d-449f-8c7d-cd582aade85a HTTP/1.1" status: 204 len: 173 time: 0.9310143 Jul 06 12:20:44.335894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41902) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:44.415976 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cb740aeb-b722-4200-a891-6e2325b3be79 req-72c5ea0b-9e58-47ac-b590-b5511bd8048e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360326 Jul 06 12:20:44.427148 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5accb0-6934-47d4-8a6a-fae180e0963a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:44.443289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5accb0-6934-47d4-8a6a-fae180e0963a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:44.443289 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4d5accb0-6934-47d4-8a6a-fae180e0963a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/ba54d734-294e-4edb-9f70-4c8fd7808577 HTTP/1.1" status: 404 len: 333 time: 0.0996585 Jul 06 12:20:44.451066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41904) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:44.545390 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-f54908bc-5162-48b5-8a9e-d4f630db3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:44.550271 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-f54908bc-5162-48b5-8a9e-d4f630db3e41 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a&tenant_id=f585d4167c1145b098521c82cd595bff HTTP/1.1" status: 200 len: 1095 time: 0.2367935 Jul 06 12:20:44.585305 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd27f4e-fcbf-4929-8501-c19cdb21f392 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:44.588044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd27f4e-fcbf-4929-8501-c19cdb21f392 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:44.597597 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ddd27f4e-fcbf-4929-8501-c19cdb21f392 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/cd1298ce-21bf-4f2e-ac78-a51ad3b748d5 HTTP/1.1" status: 404 len: 337 time: 0.1443582 Jul 06 12:20:44.599317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41912) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:44.651814 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-60803270-b27e-4cbb-8200-4b90079dba29 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:44.652460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60803270-b27e-4cbb-8200-4b90079dba29 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:44.654626 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-60803270-b27e-4cbb-8200-4b90079dba29 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/a0c9a15f-2418-418a-bb3a-96d2d5424c30 HTTP/1.1" status: 404 len: 337 time: 0.0504746 Jul 06 12:20:44.658932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41914) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:44.724159 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c2822d-b507-4532-b9c8-43f5f266afe4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:44.726865 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b4f2887a-2efc-4ffe-8bfb-ec2e4f2d9db4 req-f8120fd6-7057-46b8-a5d6-96e19c258e03 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=a278dd11-2d13-4ea4-8dfc-e88eac36826d HTTP/1.1" status: 200 len: 210 time: 0.0739226 Jul 06 12:20:44.727747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c2822d-b507-4532-b9c8-43f5f266afe4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:44.731700 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-47c2822d-b507-4532-b9c8-43f5f266afe4 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/ecc11d46-e9b8-4f16-92bb-b7d8b8c7274c HTTP/1.1" status: 404 len: 333 time: 0.0705357 Jul 06 12:20:44.736115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41916) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:44.759938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-c3607ec9-8005-4fd0-81d7-e1dae44acaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:44.761705 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-c3607ec9-8005-4fd0-81d7-e1dae44acaf1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 1095 time: 0.1700635 Jul 06 12:20:44.783450 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-90871f22-722a-4f3d-95c1-908e9f5824ce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:44.784398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90871f22-722a-4f3d-95c1-908e9f5824ce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:44.787728 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-90871f22-722a-4f3d-95c1-908e9f5824ce tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/a376fbcf-3b64-4e96-8c63-84f7c50f0d61 HTTP/1.1" status: 404 len: 337 time: 0.0492966 Jul 06 12:20:44.791380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41918) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:44.828336 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc80b36-eed3-4ef3-815b-d9f7efd317b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:44.828950 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc80b36-eed3-4ef3-815b-d9f7efd317b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:44.834763 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fcc80b36-eed3-4ef3-815b-d9f7efd317b0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/717dc549-9aa9-450b-8790-e6f8b80dacbe HTTP/1.1" status: 404 len: 337 time: 0.0417163 Jul 06 12:20:44.836237 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41920) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:44.864995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a278dd11-2d13-4ea4-8dfc-e88eac36826d', 'name': 'network-vif-deleted', 'tag': 'e4fd956d-9a2d-449f-8c7d-cd582aade85a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:44.866605 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f53f26-2483-435c-958b-3ac7a9115278" -d '{"events": [{"server_uuid": "a278dd11-2d13-4ea4-8dfc-e88eac36826d", "name": "network-vif-deleted", "tag": "e4fd956d-9a2d-449f-8c7d-cd582aade85a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:44.870757 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbf00a5-b2f2-460a-b1b3-5cccf868858b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:44.871591 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bbf00a5-b2f2-460a-b1b3-5cccf868858b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:44.873373 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5bbf00a5-b2f2-460a-b1b3-5cccf868858b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/4e97864d-d118-44f5-8fc8-e48afc8c88d1 HTTP/1.1" status: 404 len: 333 time: 0.0361905 Jul 06 12:20:44.877565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41924) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:44.917414 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ed3647-e8f6-40a7-9ae8-62dc4c709ae5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:44.917887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ed3647-e8f6-40a7-9ae8-62dc4c709ae5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:44.920519 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e1ed3647-e8f6-40a7-9ae8-62dc4c709ae5 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/a5b852d1-d639-478c-a300-5770042337e9 HTTP/1.1" status: 404 len: 337 time: 0.0419099 Jul 06 12:20:44.925384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41926) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:44.930497 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c76724-6b7a-4b17-9125-40270ad7c67c x-openstack-request-id: req-48c76724-6b7a-4b17-9125-40270ad7c67c {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:44.930780 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a278dd11-2d13-4ea4-8dfc-e88eac36826d", "name": "network-vif-deleted", "tag": "e4fd956d-9a2d-449f-8c7d-cd582aade85a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:44.931027 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48c76724-6b7a-4b17-9125-40270ad7c67c {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:44.931457 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a278dd11-2d13-4ea4-8dfc-e88eac36826d', 'name': 'network-vif-deleted', 'tag': 'e4fd956d-9a2d-449f-8c7d-cd582aade85a', 'status': 'completed', 'code': 200} Jul 06 12:20:44.949069 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-d97bf5a2-f133-47c2-8e1c-41a525aff94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:44.952020 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-d97bf5a2-f133-47c2-8e1c-41a525aff94a service neutron] 10.222.0.89 "GET /v2.0/networks?id=154986ea-6e28-4448-8e28-e97efa71d249 HTTP/1.1" status: 200 len: 897 time: 0.1832530 Jul 06 12:20:44.961601 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2a3ea2-3344-49c0-96a2-f2ae22eb2eba tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:44.962056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2a3ea2-3344-49c0-96a2-f2ae22eb2eba tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:44.964336 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4e2a3ea2-3344-49c0-96a2-f2ae22eb2eba tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/db26614d-175f-4366-ab63-1ec0673bdc44 HTTP/1.1" status: 404 len: 337 time: 0.0372508 Jul 06 12:20:44.969471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41932) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:45.073153 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-68aecfd7-891f-4ea3-a7be-d74b44c70c39 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports?device_id=c36b6e41-3ee5-474f-9c7d-5a9d43088105 HTTP/1.1" status: 200 len: 205 time: 0.1015882 Jul 06 12:20:45.076987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41934) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:45.120061 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-3923f1dc-32ca-418d-90a6-832913d060fc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 HTTP/1.1" status: 200 len: 999 time: 0.1612689 Jul 06 12:20:45.150688 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-f75b7f9f-5cb9-402a-a238-d18775fb6abf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] delete failed (client error): The resource could not be found. Jul 06 12:20:45.152240 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f75b7f9f-5cb9-402a-a238-d18775fb6abf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/routers/c36b6e41-3ee5-474f-9c7d-5a9d43088105 HTTP/1.1" status: 404 len: 336 time: 0.0729816 Jul 06 12:20:45.156323 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41936) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:45.202880 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-65351d19-c695-485d-87a5-72edbc289d01 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:45.203999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65351d19-c695-485d-87a5-72edbc289d01 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:45.207350 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-65351d19-c695-485d-87a5-72edbc289d01 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/fb45f22b-7da4-4324-9047-44557f3ba564 HTTP/1.1" status: 404 len: 337 time: 0.0494611 Jul 06 12:20:45.211745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41938) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:45.213152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-6eabc6ea-5c44-4179-8a53-ef4a5141ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:45.215946 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-6eabc6ea-5c44-4179-8a53-ef4a5141ac77 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0b152191-8712-4ecd-a94c-668a6e55f40a HTTP/1.1" status: 200 len: 835 time: 0.0894272 Jul 06 12:20:45.262691 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ae3e8827-79db-41bf-9cf0-0ddeb5add1fd tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "GET /v2.0/ports?device_id=6d47c14d-b503-4993-8d1b-ce1ca6c68637 HTTP/1.1" status: 200 len: 205 time: 0.0491018 Jul 06 12:20:45.266010 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41940) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:45.325373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-e5f50ace-17b4-4c57-ade3-abfc8190c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:45.331092 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-e5f50ace-17b4-4c57-ade3-abfc8190c203 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=154986ea-6e28-4448-8e28-e97efa71d249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078045 Jul 06 12:20:45.336033 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-9c6c9d2a-2a0f-4288-a8b5-adba4d1b4f62 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] delete failed (client error): The resource could not be found. Jul 06 12:20:45.337715 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9c6c9d2a-2a0f-4288-a8b5-adba4d1b4f62 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/routers/6d47c14d-b503-4993-8d1b-ce1ca6c68637 HTTP/1.1" status: 404 len: 336 time: 0.0703137 Jul 06 12:20:45.340776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41942) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:45.392721 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f937d459-c2c8-4a95-a87e-5d1dd0481af6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:45.393394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f937d459-c2c8-4a95-a87e-5d1dd0481af6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:45.398170 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f937d459-c2c8-4a95-a87e-5d1dd0481af6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/cad9bedc-e652-40b9-8219-6de110673121 HTTP/1.1" status: 404 len: 337 time: 0.0551691 Jul 06 12:20:45.401794 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41946) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:45.437448 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0977e641-9aaf-4644-bf1a-a711459d1c76 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:45.438037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0977e641-9aaf-4644-bf1a-a711459d1c76 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:45.443280 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0977e641-9aaf-4644-bf1a-a711459d1c76 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/1cb1e936-88b3-434b-bf9f-74307916f5db HTTP/1.1" status: 404 len: 337 time: 0.0373480 Jul 06 12:20:45.444127 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41950) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:45.503350 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3da5b7-53fd-49e6-867b-d5e4cdc11472 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:45.504311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3da5b7-53fd-49e6-867b-d5e4cdc11472 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:45.514170 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-df3da5b7-53fd-49e6-867b-d5e4cdc11472 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/7f63e65e-7047-469a-bfae-9ffebe97d46a HTTP/1.1" status: 404 len: 333 time: 0.0676613 Jul 06 12:20:45.514773 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41954) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:45.528164 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-c3725f49-45a7-4457-8a94-c7c0f09ef1ad service neutron] 10.222.0.89 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875057 Jul 06 12:20:45.591472 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2955218-82f4-4ba2-bebc-c0613c6e2b9b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:45.592145 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2955218-82f4-4ba2-bebc-c0613c6e2b9b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:45.595065 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a2955218-82f4-4ba2-bebc-c0613c6e2b9b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/cd1d71dd-1977-41cd-8041-67e2e5673c36 HTTP/1.1" status: 404 len: 337 time: 0.0786519 Jul 06 12:20:45.598250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41958) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:45.649565 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-1967a183-f284-4199-8533-733f48fd755e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:45.650633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1967a183-f284-4199-8533-733f48fd755e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:45.653477 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1967a183-f284-4199-8533-733f48fd755e tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/6bf53bd3-e6a8-4c32-9afc-53fa9483b9b8 HTTP/1.1" status: 404 len: 333 time: 0.0535190 Jul 06 12:20:45.656646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41960) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:45.702000 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ad7737-20a3-4693-96a4-1961a598b80b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:45.702582 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ad7737-20a3-4693-96a4-1961a598b80b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:45.704482 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f7ad7737-20a3-4693-96a4-1961a598b80b tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/f05b2ea8-5a30-47b8-9aa1-df58675dfa4e HTTP/1.1" status: 404 len: 337 time: 0.0465009 Jul 06 12:20:45.708447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41962) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:45.748707 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-80715f27-bb23-49e5-ba59-dc8ccabe02a0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:45.749689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80715f27-bb23-49e5-ba59-dc8ccabe02a0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:45.757476 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-80715f27-bb23-49e5-ba59-dc8ccabe02a0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/2f52dd69-edc0-4581-ab97-6091ea98fbd6 HTTP/1.1" status: 404 len: 333 time: 0.0449545 Jul 06 12:20:45.757476 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41964) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:45.793516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-70c566db-e9eb-404d-91f3-0d46cebc72d6 service neutron] 10.222.0.89 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574072 Jul 06 12:20:45.794453 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-179b09e1-7482-47b0-a945-b46b3711e844 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:45.795062 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179b09e1-7482-47b0-a945-b46b3711e844 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:45.798524 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-179b09e1-7482-47b0-a945-b46b3711e844 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/30153cfa-8493-4c82-9be7-e24783e58c19 HTTP/1.1" status: 404 len: 337 time: 0.0400090 Jul 06 12:20:45.808501 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41968) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:45.845445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cac0f8-1458-49e1-84f4-c04a8a7b176c req-b0951d92-c737-4977-ae6a-63edfd61e599 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:45.847573 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7cac0f8-1458-49e1-84f4-c04a8a7b176c req-b0951d92-c737-4977-ae6a-63edfd61e599 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 944 time: 0.1506674 Jul 06 12:20:45.855976 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-6098b66e-6867-4005-87df-f4b689d432a1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:45.857220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6098b66e-6867-4005-87df-f4b689d432a1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:45.864169 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6098b66e-6867-4005-87df-f4b689d432a1 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/6131db4f-34d0-4d02-9549-87be2c5bf195 HTTP/1.1" status: 404 len: 333 time: 0.0534322 Jul 06 12:20:45.865886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41974) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:45.902153 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c4deed-fc14-4f7f-ad52-24bc0b6fb1cf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:45.902622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c4deed-fc14-4f7f-ad52-24bc0b6fb1cf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:45.904915 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-33c4deed-fc14-4f7f-ad52-24bc0b6fb1cf tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/6568a336-86e2-4bf2-93eb-97aa106322eb HTTP/1.1" status: 404 len: 337 time: 0.0366936 Jul 06 12:20:45.908225 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41976) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:45.909802 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7cac0f8-1458-49e1-84f4-c04a8a7b176c req-813a7864-b724-448d-8c5a-3f9f59d07840 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545571 Jul 06 12:20:45.956452 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b6fa35-befa-4158-93ce-811a85b5398a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:45.957585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b6fa35-befa-4158-93ce-811a85b5398a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:45.960988 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-37b6fa35-befa-4158-93ce-811a85b5398a tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/46cd775a-4fd1-404b-934c-84295e637206 HTTP/1.1" status: 404 len: 333 time: 0.0502040 Jul 06 12:20:45.964422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41978) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:46.007121 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66d284f-1f06-4d18-9b49-bc644cd891e0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:46.008134 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66d284f-1f06-4d18-9b49-bc644cd891e0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:46.011203 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a66d284f-1f06-4d18-9b49-bc644cd891e0 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/4ad66958-e91d-4cf8-9c45-32126842cf36 HTTP/1.1" status: 404 len: 337 time: 0.0452185 Jul 06 12:20:46.015532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41980) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:46.060522 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-8642c593-dc07-48aa-a368-abe1f6cd458f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:46.061566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8642c593-dc07-48aa-a368-abe1f6cd458f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:46.065509 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8642c593-dc07-48aa-a368-abe1f6cd458f tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/9cdd7b0f-055f-412e-8434-def19d3d1c2a HTTP/1.1" status: 404 len: 333 time: 0.0474544 Jul 06 12:20:46.068860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41982) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:46.091480 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e4fd956d-9a2d-449f-8c7d-cd582aade85a no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:46.151141 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0906fa-0971-4281-85a6-46c318d182ad tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:46.152031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0906fa-0971-4281-85a6-46c318d182ad tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:46.153907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: e4fd956d-9a2d-449f-8c7d-cd582aade85a {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:46.154711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device e4fd956d-9a2d-449f-8c7d-cd582aade85a not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:46.155369 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2a0906fa-0971-4281-85a6-46c318d182ad tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/69b6ff24-a23b-4af7-a622-1bffbbf3748e HTTP/1.1" status: 404 len: 337 time: 0.0848746 Jul 06 12:20:46.159042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 41988) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:46.207059 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-5548400e-a3a7-481b-bae5-962eb34537c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:46.208443 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5548400e-a3a7-481b-bae5-962eb34537c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:46.216671 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 41994) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:46.217476 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5548400e-a3a7-481b-bae5-962eb34537c6 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/ports/368fabb3-ec91-44a0-af82-d927c98ebf1b HTTP/1.1" status: 404 len: 333 time: 0.0563362 Jul 06 12:20:46.283631 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa80a65-9064-414e-98c9-93a54e4ab00c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] DELETE failed (client error): The resource could not be found. Jul 06 12:20:46.284316 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa80a65-9064-414e-98c9-93a54e4ab00c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:20:46.286439 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ffa80a65-9064-414e-98c9-93a54e4ab00c tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/subnets/e847d614-61ef-4ff4-8a38-f67a3bdd33fc HTTP/1.1" status: 404 len: 337 time: 0.0668550 Jul 06 12:20:46.289641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42004) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:46.417778 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5017404c-9064-4628-8755-b036b5f64747 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:46.516067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-63789edf-348f-4f6c-9ab0-b04db20bc1d3 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:46.518878 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-63789edf-348f-4f6c-9ab0-b04db20bc1d3 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 805 time: 0.2308369 Jul 06 12:20:46.521444 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5017404c-9064-4628-8755-b036b5f64747 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:46.523006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-fc1a52d7-e38e-46bf-874d-a1cb966ab261 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:46.526031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-fc1a52d7-e38e-46bf-874d-a1cb966ab261 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a&tenant_id=f585d4167c1145b098521c82cd595bff&binding%3Ahost_id=n-h2-799529-2 HTTP/1.1" status: 200 len: 1095 time: 0.2548857 Jul 06 12:20:46.534965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5017404c-9064-4628-8755-b036b5f64747 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f6ded2-fa58-4f50-89b4-2c981cdca81e']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:46.556132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5017404c-9064-4628-8755-b036b5f64747 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d815f2a-28c9-490c-9008-38350c41dfe6') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:46.556620 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5017404c-9064-4628-8755-b036b5f64747 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d815f2a-28c9-490c-9008-38350c41dfe6') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:46.566493 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5017404c-9064-4628-8755-b036b5f64747 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:46.592563 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5017404c-9064-4628-8755-b036b5f64747 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:46.600867 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-fc1b84a1-d72e-4acf-8c26-11751e87ea5b tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/quotas/6ffb4de1dcd440ee97d07df1491b1e7a HTTP/1.1" status: 200 len: 375 time: 0.0706525 Jul 06 12:20:46.601042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5017404c-9064-4628-8755-b036b5f64747 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:20:46.601597 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5017404c-9064-4628-8755-b036b5f64747 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:20:46.606528 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:20:46.690687 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5017404c-9064-4628-8755-b036b5f64747 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:46.724443 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5017404c-9064-4628-8755-b036b5f64747 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:46.726990 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5017404c-9064-4628-8755-b036b5f64747 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] 10.222.0.81 "DELETE /v2.0/networks/84f6ded2-fa58-4f50-89b4-2c981cdca81e HTTP/1.1" status: 204 len: 168 time: 0.4357631 Jul 06 12:20:46.728043 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017404c-9064-4628-8755-b036b5f64747 tempest-NetworksTestDHCPv6-449643951 tempest-NetworksTestDHCPv6-449643951-project] Pushing event deleted for resources: {'Network': ['ID=84f6ded2-fa58-4f50-89b4-2c981cdca81e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:46.798256 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-affb363e-1fc9-4096-b8a4-1c168aab960e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1778982 Jul 06 12:20:46.814817 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-affe140f-2449-40c7-9202-fb2c9dbd49d9 service neutron] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:46.819957 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-affe140f-2449-40c7-9202-fb2c9dbd49d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:46.821272 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb52ba7f-b20c-40dd-b354-c7f64e3bd455 req-affe140f-2449-40c7-9202-fb2c9dbd49d9 service neutron] 10.222.0.89 "DELETE /v2.0/ports/f2da24c3-dd9e-4ea9-a95d-dd44cc53a019/bindings/n-h1-799529-2 HTTP/1.1" status: 204 len: 173 time: 0.2881317 Jul 06 12:20:47.040556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-ec58aa04-2a7b-477a-bb61-d3061de48746 service neutron] 10.222.0.81 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323620 Jul 06 12:20:47.071770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42024) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:47.216281 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-c116450f-39dc-4a01-9d44-16acbe33eb49 service neutron] 10.222.0.81 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724105 Jul 06 12:20:47.298306 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0a5eae3f-5c45-4996-ba3e-2d7e0514bae0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=56cd63037e6b47eb83519a8b67952db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246745 Jul 06 12:20:47.302565 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42028) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:47.360951 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68d35ead-a5ca-4ab5-adda-48a05c49ed9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.404602 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68d35ead-a5ca-4ab5-adda-48a05c49ed9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.484122 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68d35ead-a5ca-4ab5-adda-48a05c49ed9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.501369 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68d35ead-a5ca-4ab5-adda-48a05c49ed9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:47.516264 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-68d35ead-a5ca-4ab5-adda-48a05c49ed9f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b1fde84-9a42-4ed1-9230-7508c2826ab6 HTTP/1.1" status: 204 len: 168 time: 0.2120354 Jul 06 12:20:47.542532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d35ead-a5ca-4ab5-adda-48a05c49ed9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1fde84-9a42-4ed1-9230-7508c2826ab6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:47.751598 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b8d6b-1877-4ad5-9050-b564e9468964 req-7361352a-24cc-4d24-9df6-a53a55299793 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:47.753656 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad1b8d6b-1877-4ad5-9050-b564e9468964 req-7361352a-24cc-4d24-9df6-a53a55299793 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 944 time: 0.1703944 Jul 06 12:20:47.825395 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad1b8d6b-1877-4ad5-9050-b564e9468964 req-292f564c-359f-454d-bae0-2e90d18d8c1f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570421 Jul 06 12:20:47.937826 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-af57c93d-9b10-4d8a-8525-2374780887d7 req-50e4f2f0-a65b-4691-bef1-2fd1c4c7a925 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 210 time: 0.0482116 Jul 06 12:20:48.187736 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf555af-755e-45a4-9d98-9bb1ed7d4598 req-dd3591c4-21bf-4011-9bbb-53113ab9817f tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:48.192074 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6bf555af-755e-45a4-9d98-9bb1ed7d4598 req-dd3591c4-21bf-4011-9bbb-53113ab9817f tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 1095 time: 0.1368971 Jul 06 12:20:48.249147 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6bf555af-755e-45a4-9d98-9bb1ed7d4598 req-5ab98560-7261-41be-aabd-678825474b7a tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510795 Jul 06 12:20:48.522941 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566af7fd-b24d-42cb-b932-2aa9be4914d1 req-004fcde4-3a3c-447e-8985-a544da83f721 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:48.526194 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-566af7fd-b24d-42cb-b932-2aa9be4914d1 req-004fcde4-3a3c-447e-8985-a544da83f721 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 944 time: 0.1585827 Jul 06 12:20:48.605700 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-566af7fd-b24d-42cb-b932-2aa9be4914d1 req-7968bab1-3ad4-4ccf-bc8b-3ce8ac811c1e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637691 Jul 06 12:20:48.636884 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42076) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:48.775767 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-21cfb210-0507-458c-acb8-8ac38574e14c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/a9fc6de4-780e-4779-8cb7-f844f311d750 HTTP/1.1" status: 200 len: 991 time: 0.1365318 Jul 06 12:20:48.858633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42088) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:49.051894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-614411e0-66e4-451a-bee0-440c47235186 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-473297035'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:49.092014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614411e0-66e4-451a-bee0-440c47235186 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Made reservation on behalf of 964490b4a14248f78dd52c89cdcad4af for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:49.099385 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-614411e0-66e4-451a-bee0-440c47235186 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.118622 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-614411e0-66e4-451a-bee0-440c47235186 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.138154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42096) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:49.256997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73711104-d19e-4669-b96d-f569d8c55447 req-567e5e4f-e14b-4437-bf50-acaa8561c342 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 210 time: 0.0631316 Jul 06 12:20:49.450377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-0c40d6fe-d1e0-4a65-8315-cc09f441ddbc tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:49.451914 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-0c40d6fe-d1e0-4a65-8315-cc09f441ddbc tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 805 time: 0.2410367 Jul 06 12:20:49.480385 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-567136c6-5873-4405-8472-97c4da8f2dd0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Request body: {'port': {'device_id': '60583575-4dfc-4fb3-8881-00c9c3965815', 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42', 'admin_state_up': True, 'tenant_id': '6ffb4de1dcd440ee97d07df1491b1e7a'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:49.485051 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-614411e0-66e4-451a-bee0-440c47235186 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.502220 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-614411e0-66e4-451a-bee0-440c47235186 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.589947 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-54489aa4-04e9-4257-9b96-c2a395d8045c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting port 65bc9f10-7aa8-4c5f-ace1-c0443986ba83 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:49.590755 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-54489aa4-04e9-4257-9b96-c2a395d8045c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.719722 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-54489aa4-04e9-4257-9b96-c2a395d8045c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.720054 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-54489aa4-04e9-4257-9b96-c2a395d8045c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:49.737921 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-54489aa4-04e9-4257-9b96-c2a395d8045c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Calling delete_port for 65bc9f10-7aa8-4c5f-ace1-c0443986ba83 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:49.964212 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-54489aa4-04e9-4257-9b96-c2a395d8045c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.003458 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54489aa4-04e9-4257-9b96-c2a395d8045c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Port': ['ID=65bc9f10-7aa8-4c5f-ace1-c0443986ba83,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:50.049712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614411e0-66e4-451a-bee0-440c47235186 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:20:50.086432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614411e0-66e4-451a-bee0-440c47235186 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ce40d2-6cdd-4d56-be00-26369b10d33c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:50.108739 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-614411e0-66e4-451a-bee0-440c47235186 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.109301 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-614411e0-66e4-451a-bee0-440c47235186 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Added segment 7c921f9c-69de-42e7-8b0e-94d0c5a14f87 of type vlan for network afb0a221-87cd-4e93-bcd6-89cd44c4a473 Jul 06 12:20:50.126642 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-54489aa4-04e9-4257-9b96-c2a395d8045c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.127635 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-54489aa4-04e9-4257-9b96-c2a395d8045c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Floating IP a9fc6de4-780e-4779-8cb7-f844f311d750 disassociated (deleted). External IP: 172.25.4.146, port: f2da24c3-dd9e-4ea9-a95d-dd44cc53a019. Jul 06 12:20:50.213988 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-614411e0-66e4-451a-bee0-440c47235186 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.245293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-567136c6-5873-4405-8472-97c4da8f2dd0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Made reservation on behalf of 6ffb4de1dcd440ee97d07df1491b1e7a for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:50.249473 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-567136c6-5873-4405-8472-97c4da8f2dd0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.282866 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-614411e0-66e4-451a-bee0-440c47235186 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.289398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614411e0-66e4-451a-bee0-440c47235186 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:50.290061 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-614411e0-66e4-451a-bee0-440c47235186 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.443090 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-614411e0-66e4-451a-bee0-440c47235186 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5829782 Jul 06 12:20:50.448006 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42116) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:50.459219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-452a2232-f8bd-40b8-90c3-ce60b99a4e29 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Request body: {'subnet': {'network_id': 'afb0a221-87cd-4e93-bcd6-89cd44c4a473', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:50.560225 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-312ba764-aa1b-4b97-8733-d699064fab92 req-9db9ae51-4237-4025-a4b7-844890fff586 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 210 time: 0.0584316 Jul 06 12:20:50.580765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614411e0-66e4-451a-bee0-440c47235186 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Pushing event updated for resources: {'Network': ['ID=afb0a221-87cd-4e93-bcd6-89cd44c4a473,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:50.594827 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network afb0a221-87cd-4e93-bcd6-89cd44c4a473 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:20:50.613300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54489aa4-04e9-4257-9b96-c2a395d8045c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router 69edbfb6-8158-470a-8b5b-2102c44a6671 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:20:50.740477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-567136c6-5873-4405-8472-97c4da8f2dd0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Allocated IP 172.20.0.6 (1ff636a6-c37f-4f0c-9b69-74b08232ce42/3b13b069-a449-4c79-8cb2-c610ef4f1ffa/da9655ab-2893-411e-b755-8d5e4d8116aa) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:50.744457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452a2232-f8bd-40b8-90c3-ce60b99a4e29 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Made reservation on behalf of 964490b4a14248f78dd52c89cdcad4af for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:50.750793 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-452a2232-f8bd-40b8-90c3-ce60b99a4e29 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.813659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54489aa4-04e9-4257-9b96-c2a395d8045c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:20:50.829719 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef474559-d02a-45c6-9a85-5fbded78d27d None None] Sync routers for ids ['69edbfb6-8158-470a-8b5b-2102c44a6671'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:20:50.832637 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-54489aa4-04e9-4257-9b96-c2a395d8045c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:50.867490 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef474559-d02a-45c6-9a85-5fbded78d27d None None] Routers {'69edbfb6-8158-470a-8b5b-2102c44a6671'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:50.869836 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ef474559-d02a-45c6-9a85-5fbded78d27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:20:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69edbfb6-8158-470a-8b5b-2102c44a6671'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:50.933584 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-54489aa4-04e9-4257-9b96-c2a395d8045c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/floatingips/a9fc6de4-780e-4779-8cb7-f844f311d750 HTTP/1.1" status: 204 len: 168 time: 1.7937853 Jul 06 12:20:50.935209 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:50.939557 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb56d09-50ad-4493-8a1f-e837fe1f3a36" -d '{"events": [{"name": "network-changed", "server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:51.073805 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-567136c6-5873-4405-8472-97c4da8f2dd0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:51.079911 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ef474559-d02a-45c6-9a85-5fbded78d27d None None] Set router 69edbfb6-8158-470a-8b5b-2102c44a6671 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:51.216482 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-567136c6-5873-4405-8472-97c4da8f2dd0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:51.218358 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-452a2232-f8bd-40b8-90c3-ce60b99a4e29 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:51.230167 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['723a9d44-28d2-45d7-bcad-13fda972061f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:51.348974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567136c6-5873-4405-8472-97c4da8f2dd0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Pushing event updated for resources: {'Port': ['ID=da9655ab-2893-411e-b755-8d5e4d8116aa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:51.388789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-567136c6-5873-4405-8472-97c4da8f2dd0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:51.405698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-567136c6-5873-4405-8472-97c4da8f2dd0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:51.413019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-567136c6-5873-4405-8472-97c4da8f2dd0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:51.471547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-567136c6-5873-4405-8472-97c4da8f2dd0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:51.472597 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-567136c6-5873-4405-8472-97c4da8f2dd0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:51.511877 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-567136c6-5873-4405-8472-97c4da8f2dd0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0451212 Jul 06 12:20:51.519351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a2232-f8bd-40b8-90c3-ce60b99a4e29 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Pushing event updated for resources: {'Subnet': ['ID=6e7d74a8-5289-4ea4-95fb-bf7b110aa554,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:51.533493 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Request body: {'port': {'device_id': '60583575-4dfc-4fb3-8881-00c9c3965815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:51.582768 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a2232-f8bd-40b8-90c3-ce60b99a4e29 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Checking segment: {'id': '7c921f9c-69de-42e7-8b0e-94d0c5a14f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afb0a221-87cd-4e93-bcd6-89cd44c4a473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:51.583216 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452a2232-f8bd-40b8-90c3-ce60b99a4e29 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Network hostable DHCP agents. Network: afb0a221-87cd-4e93-bcd6-89cd44c4a473, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:20:51.642263 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf23cb1-bd0d-47d0-a0b3-bc8f293eb04a x-openstack-request-id: req-cbf23cb1-bd0d-47d0-a0b3-bc8f293eb04a {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:51.643001 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:51.643285 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cbf23cb1-bd0d-47d0-a0b3-bc8f293eb04a {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:51.644649 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019', 'status': 'completed', 'code': 200} Jul 06 12:20:51.648063 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ef474559-d02a-45c6-9a85-5fbded78d27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434570117', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:19:17Z', 'updated_at': '2021-07-06T12:19:28Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:18Z', 'updated_at': '2021-07-06T12:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cfa24497-8c0a-4856-8ed8-2b499aa5a3de', 'name': '', 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:ae:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:25Z', 'updated_at': '2021-07-06T12:19:39Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:51.685346 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef474559-d02a-45c6-9a85-5fbded78d27d None None] Checking router: 69edbfb6-8158-470a-8b5b-2102c44a6671 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:20:51.687406 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452a2232-f8bd-40b8-90c3-ce60b99a4e29 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Network afb0a221-87cd-4e93-bcd6-89cd44c4a473 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:20:51.709736 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef474559-d02a-45c6-9a85-5fbded78d27d None None] Routers {'69edbfb6-8158-470a-8b5b-2102c44a6671'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:51.710944 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ef474559-d02a-45c6-9a85-5fbded78d27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:20:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69edbfb6-8158-470a-8b5b-2102c44a6671'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:51.728093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-452a2232-f8bd-40b8-90c3-ce60b99a4e29 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, afb0a221-87cd-4e93-bcd6-89cd44c4a473) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:51.731398 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:51.742499 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a35309f-651b-4007-9aef-2f8aedf72986 None None] Network afb0a221-87cd-4e93-bcd6-89cd44c4a473 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:51.745167 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452a2232-f8bd-40b8-90c3-ce60b99a4e29 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:51.746726 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-452a2232-f8bd-40b8-90c3-ce60b99a4e29 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:51.850366 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42140) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:51.851719 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-452a2232-f8bd-40b8-90c3-ce60b99a4e29 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3982639 Jul 06 12:20:51.866481 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5634d93b-da9a-4a83-9ca8-c41ae21f11ff tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-766786722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:52.056601 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ef474559-d02a-45c6-9a85-5fbded78d27d None None] Set router 69edbfb6-8158-470a-8b5b-2102c44a6671 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:20:52.135978 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5634d93b-da9a-4a83-9ca8-c41ae21f11ff tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.139170 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5634d93b-da9a-4a83-9ca8-c41ae21f11ff tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.153522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-afb0a221-87cd-4e93-bcd6-89cd44c4a473', 'network_id': 'afb0a221-87cd-4e93-bcd6-89cd44c4a473', 'tenant_id': '964490b4a14248f78dd52c89cdcad4af', 'fixed_ips': [{'subnet_id': '6e7d74a8-5289-4ea4-95fb-bf7b110aa554'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:20:52.157264 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.163716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe87f5-1113-46ba-900d-d53abcc66f46 req-b7c33d78-8bda-44a6-92ac-71c12aa95181 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:52.163716 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44fe87f5-1113-46ba-900d-d53abcc66f46 req-b7c33d78-8bda-44a6-92ac-71c12aa95181 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.89 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 944 time: 0.1718562 Jul 06 12:20:52.236297 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb56d09-50ad-4493-8a1f-e837fe1f3a36 req-00c1469b-86ea-46b4-bab1-e1fe131f2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:52.243705 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6bb56d09-50ad-4493-8a1f-e837fe1f3a36 req-00c1469b-86ea-46b4-bab1-e1fe131f2ff6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 1095 time: 0.5490010 Jul 06 12:20:52.319618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9655ab-2893-411e-b755-8d5e4d8116aa {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:20:52.328496 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.344436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Transition to ACTIVE for port object da9655ab-2893-411e-b755-8d5e4d8116aa will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:52.359011 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.413645 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5634d93b-da9a-4a83-9ca8-c41ae21f11ff tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.490189 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5634d93b-da9a-4a83-9ca8-c41ae21f11ff tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.538532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Pushing event updated for resources: {'Port': ['ID=da9655ab-2893-411e-b755-8d5e4d8116aa,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:52.560369 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ef474559-d02a-45c6-9a85-5fbded78d27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434570117', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:19:17Z', 'updated_at': '2021-07-06T12:19:28Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:18Z', 'updated_at': '2021-07-06T12:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cfa24497-8c0a-4856-8ed8-2b499aa5a3de', 'name': '', 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:ae:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:25Z', 'updated_at': '2021-07-06T12:19:39Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:52.577785 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Attempting to bind port da9655ab-2893-411e-b755-8d5e4d8116aa on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:20:52.578392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Attempting to bind port da9655ab-2893-411e-b755-8d5e4d8116aa by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:20:52.578915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Attempting to bind port da9655ab-2893-411e-b755-8d5e4d8116aa on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:52.589294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-44fe87f5-1113-46ba-900d-d53abcc66f46 req-8cdbb0fc-523d-4294-90d0-6c0349b623a0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:52.589931 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-44fe87f5-1113-46ba-900d-d53abcc66f46 req-8cdbb0fc-523d-4294-90d0-6c0349b623a0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.594770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Port da9655ab-2893-411e-b755-8d5e4d8116aa on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:20:52.595525 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Attempting to bind port da9655ab-2893-411e-b755-8d5e4d8116aa on network 1ff636a6-c37f-4f0c-9b69-74b08232ce42 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:52.607769 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae658d3a-2ada-48f4-a483-4888f492ce9c req-f4adef4f-c31e-493b-bc1e-7e0579b6160b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:52.610602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ae658d3a-2ada-48f4-a483-4888f492ce9c req-f4adef4f-c31e-493b-bc1e-7e0579b6160b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 944 time: 0.7843366 Jul 06 12:20:52.619388 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:20:52.619840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Checking segment: {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:52.620116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Bound using segment: {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:20:52.620558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Bound port: da9655ab-2893-411e-b755-8d5e4d8116aa, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57626621-7c61-46bf-8e8c-ab395d67b459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:20:52.620979 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.629417 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef474559-d02a-45c6-9a85-5fbded78d27d None None] The sync data for ids ['69edbfb6-8158-470a-8b5b-2102c44a6671'] in n-d-799529-2 is: [{'id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434570117', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:19:17Z', 'updated_at': '2021-07-06T12:19:28Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:18Z', 'updated_at': '2021-07-06T12:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'cfa24497-8c0a-4856-8ed8-2b499aa5a3de', 'name': '', 'network_id': '154986ea-6e28-4448-8e28-e97efa71d249', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:ae:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:25Z', 'updated_at': '2021-07-06T12:19:39Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': '0b152191-8712-4ecd-a94c-668a6e55f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:20:52.665046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Allocated IP 172.20.0.2 (afb0a221-87cd-4e93-bcd6-89cd44c4a473/6e7d74a8-5289-4ea4-95fb-bf7b110aa554/44ea1e86-3e63-4f0f-bfc6-578b615ab07e) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:52.665841 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5634d93b-da9a-4a83-9ca8-c41ae21f11ff tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:52.671543 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5634d93b-da9a-4a83-9ca8-c41ae21f11ff tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8117785 Jul 06 12:20:52.675005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42148) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:52.769140 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ae658d3a-2ada-48f4-a483-4888f492ce9c req-71a233cf-0b53-4df4-b9a0-c87fbe2ccbbb tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345139 Jul 06 12:20:52.791072 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb56d09-50ad-4493-8a1f-e837fe1f3a36 req-c76ca3c8-f2c5-4460-8045-6acf20649af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:52.794905 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6bb56d09-50ad-4493-8a1f-e837fe1f3a36 req-c76ca3c8-f2c5-4460-8045-6acf20649af8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=154986ea-6e28-4448-8e28-e97efa71d249 HTTP/1.1" status: 200 len: 897 time: 0.4357903 Jul 06 12:20:52.903334 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6bb56d09-50ad-4493-8a1f-e837fe1f3a36 req-9f17b769-9ca7-4ed3-84ce-1e32e3e326e2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 HTTP/1.1" status: 200 len: 217 time: 0.1003933 Jul 06 12:20:52.973491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-44fe87f5-1113-46ba-900d-d53abcc66f46 req-8cdbb0fc-523d-4294-90d0-6c0349b623a0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] For port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:52.974258 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-44fe87f5-1113-46ba-900d-d53abcc66f46 req-8cdbb0fc-523d-4294-90d0-6c0349b623a0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.101513 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-44fe87f5-1113-46ba-900d-d53abcc66f46 req-8cdbb0fc-523d-4294-90d0-6c0349b623a0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Calling delete_port for f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:53.103989 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb56d09-50ad-4493-8a1f-e837fe1f3a36 req-3d654dea-44a7-45c3-8a48-a295e35ab868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:53.108208 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6bb56d09-50ad-4493-8a1f-e837fe1f3a36 req-3d654dea-44a7-45c3-8a48-a295e35ab868 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0b152191-8712-4ecd-a94c-668a6e55f40a HTTP/1.1" status: 200 len: 835 time: 0.1948681 Jul 06 12:20:53.113510 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.132595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Transition to ACTIVE for port object 44ea1e86-3e63-4f0f-bfc6-578b615ab07e will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:53.161288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Transition to ACTIVE for port object 44ea1e86-3e63-4f0f-bfc6-578b615ab07e will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:53.180785 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.232856 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] For port da9655ab-2893-411e-b755-8d5e4d8116aa, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:53.285600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Pushing event updated for resources: {'Port': ['ID=44ea1e86-3e63-4f0f-bfc6-578b615ab07e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:53.304253 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ff079-621a-4d91-a40c-1d99715501ad None None] New status for floating IP a9fc6de4-780e-4779-8cb7-f844f311d750: DOWN {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:20:53.346456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] For port da9655ab-2893-411e-b755-8d5e4d8116aa, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=da9655ab-2893-411e-b755-8d5e4d8116aa,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:20:53.363275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a96efe-f1d8-4eba-baad-abefcf1b45ba req-5b9f0352-a823-4f01-87bb-d06b2686d77e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:53.379211 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1a96efe-f1d8-4eba-baad-abefcf1b45ba req-5b9f0352-a823-4f01-87bb-d06b2686d77e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 943 time: 0.2333832 Jul 06 12:20:53.381747 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.384958 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.390783 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Network afb0a221-87cd-4e93-bcd6-89cd44c4a473 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:53.392980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:53.395866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:53.441258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb56d09-50ad-4493-8a1f-e837fe1f3a36 req-1f76ac1b-7782-4458-b509-3f356926c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:53.442749 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6bb56d09-50ad-4493-8a1f-e837fe1f3a36 req-1f76ac1b-7782-4458-b509-3f356926c122 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=154986ea-6e28-4448-8e28-e97efa71d249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3229032 Jul 06 12:20:53.478864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Attempting to bind port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:20:53.479554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Attempting to bind port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '7c921f9c-69de-42e7-8b0e-94d0c5a14f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afb0a221-87cd-4e93-bcd6-89cd44c4a473'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:20:53.480127 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Attempting to bind port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e on network afb0a221-87cd-4e93-bcd6-89cd44c4a473 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:20:53.485939 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1a96efe-f1d8-4eba-baad-abefcf1b45ba req-e3c61a2f-a382-4a33-b74e-9efe35091707 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004894 Jul 06 12:20:53.487535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:20:53.488139 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Checking segment: {'id': '7c921f9c-69de-42e7-8b0e-94d0c5a14f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afb0a221-87cd-4e93-bcd6-89cd44c4a473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:20:53.488701 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.489243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Bound using segment: {'id': '7c921f9c-69de-42e7-8b0e-94d0c5a14f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afb0a221-87cd-4e93-bcd6-89cd44c4a473'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:20:53.490418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Bound port: 44ea1e86-3e63-4f0f-bfc6-578b615ab07e, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c921f9c-69de-42e7-8b0e-94d0c5a14f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afb0a221-87cd-4e93-bcd6-89cd44c4a473'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:20:53.490996 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.589825 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:53.590872 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.593416 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] 10.222.0.23 "PUT /v2.0/ports/da9655ab-2893-411e-b755-8d5e4d8116aa HTTP/1.1" status: 200 len: 1091 time: 2.0655236 Jul 06 12:20:53.602711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60583575-4dfc-4fb3-8881-00c9c3965815', 'tag': 'da9655ab-2893-411e-b755-8d5e4d8116aa'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:53.607977 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60e9d53-010c-4d4f-92ea-f40d0c2de7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "60583575-4dfc-4fb3-8881-00c9c3965815", "tag": "da9655ab-2893-411e-b755-8d5e4d8116aa"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:53.610487 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] For port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:20:53.618873 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] For port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=44ea1e86-3e63-4f0f-bfc6-578b615ab07e,segment=NetworkSegment(7c921f9c-69de-42e7-8b0e-94d0c5a14f87),segment_id=7c921f9c-69de-42e7-8b0e-94d0c5a14f87)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:20:53.634582 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:53.644046 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6bb56d09-50ad-4493-8a1f-e837fe1f3a36 req-ba7c73cf-b800-4360-8f78-6df60362bb44 service neutron] 10.222.0.89 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908295 Jul 06 12:20:53.732635 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba871f1e-5dac-4bfb-ba54-7f1ea363b872 None None] Pushing event updated for resources: {'Port': ['ID=44ea1e86-3e63-4f0f-bfc6-578b615ab07e,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:53.786148 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1d4efb-c69c-48a0-9d38-3d34e5a7fce4 x-openstack-request-id: req-2f1d4efb-c69c-48a0-9d38-3d34e5a7fce4 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:53.786583 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60583575-4dfc-4fb3-8881-00c9c3965815", "tag": "da9655ab-2893-411e-b755-8d5e4d8116aa", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:53.787553 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f1d4efb-c69c-48a0-9d38-3d34e5a7fce4 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:53.788106 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60583575-4dfc-4fb3-8881-00c9c3965815', 'tag': 'da9655ab-2893-411e-b755-8d5e4d8116aa', 'status': 'completed', 'code': 200} Jul 06 12:20:53.803298 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6bb56d09-50ad-4493-8a1f-e837fe1f3a36 req-4709887e-7abf-4453-85c4-d545b8836d40 service neutron] 10.222.0.89 "GET /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513021 Jul 06 12:20:53.865761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Pushing event updated for resources: {'Port': ['ID=da9655ab-2893-411e-b755-8d5e4d8116aa,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:53.917075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:53.917409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:53.917750 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:53.918085 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:53.918415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:53.918742 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:53.919065 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:53.920211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:53.920211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:53.920211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:53.920603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:53.920718 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a67f46-1a44-4eb9-90a8-0e2f81c5b227 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:20:54.046995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a9085-2705-4d2d-9797-399046fe25de req-64b7a489-80f6-48ae-a59d-4ab7b5287414 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:54.050240 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-585a9085-2705-4d2d-9797-399046fe25de req-64b7a489-80f6-48ae-a59d-4ab7b5287414 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 866 time: 0.1054831 Jul 06 12:20:54.062840 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-44fe87f5-1113-46ba-900d-d53abcc66f46 req-8cdbb0fc-523d-4294-90d0-6c0349b623a0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:54.142068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-9eeddbc5-71c8-4a24-9204-d99f26e37be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:54.143586 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-9eeddbc5-71c8-4a24-9204-d99f26e37be9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 1094 time: 0.4215741 Jul 06 12:20:54.161301 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-585a9085-2705-4d2d-9797-399046fe25de req-9fc482d0-e61b-4649-9be8-e4923e521054 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976169 Jul 06 12:20:54.184035 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbb0fc-523d-4294-90d0-6c0349b623a0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Port': ['ID=f2da24c3-dd9e-4ea9-a95d-dd44cc53a019,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:54.258335 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-97971be8-41a5-40e3-a914-2972f0ba6d97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da9655ab-2893-411e-b755-8d5e4d8116aa HTTP/1.1" status: 200 len: 217 time: 0.0876811 Jul 06 12:20:54.386902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fe87f5-1113-46ba-900d-d53abcc66f46 req-8cdbb0fc-523d-4294-90d0-6c0349b623a0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] No DVR routers for this DVR port f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:20:54.394465 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-44fe87f5-1113-46ba-900d-d53abcc66f46 req-8cdbb0fc-523d-4294-90d0-6c0349b623a0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:54.396599 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-44fe87f5-1113-46ba-900d-d53abcc66f46 req-8cdbb0fc-523d-4294-90d0-6c0349b623a0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.89 "DELETE /v2.0/ports/f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 HTTP/1.1" status: 204 len: 173 time: 2.2251894 Jul 06 12:20:54.410931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Allocated IP 172.20.0.1 (afb0a221-87cd-4e93-bcd6-89cd44c4a473/6e7d74a8-5289-4ea4-95fb-bf7b110aa554/42cd8af6-ba9a-4b06-a8f2-c43b9cdc38cf) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:54.426198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-61f9b0aa-1a60-4839-bc2d-7b011d6fa7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:54.428246 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-61f9b0aa-1a60-4839-bc2d-7b011d6fa7fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 200 len: 845 time: 0.1354778 Jul 06 12:20:54.507731 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-85c90aa4-7c74-4ba8-b462-2fac02c38ae8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1ff636a6-c37f-4f0c-9b69-74b08232ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692329 Jul 06 12:20:54.651395 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:54.683155 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-62e2041c-cf4d-429b-9ff0-989e56794e7f service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673193 Jul 06 12:20:54.709988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Transition to ACTIVE for port object 42cd8af6-ba9a-4b06-a8f2-c43b9cdc38cf will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:54.984538 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:54.991551 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369ada2-6ebe-42bf-a1aa-1801f5805559 req-67374290-1f25-4404-8f02-2939d00fd07a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:55.000611 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e369ada2-6ebe-42bf-a1aa-1801f5805559 req-67374290-1f25-4404-8f02-2939d00fd07a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 943 time: 0.1492815 Jul 06 12:20:55.010878 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 44ea1e86-3e63-4f0f-bfc6-578b615ab07e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:55.062846 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3cc132c6-0843-4bb8-8d0a-3b8aab7a81d8 req-699ffa9c-c0c8-48ff-a17c-808c3762d184 service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718584 Jul 06 12:20:55.084727 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e369ada2-6ebe-42bf-a1aa-1801f5805559 req-ac174ad6-f9f6-4ae0-963e-446fa98cd6af tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773118 Jul 06 12:20:55.103284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Network afb0a221-87cd-4e93-bcd6-89cd44c4a473 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:55.111579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:55.118504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:55.121931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Pushing event updated for resources: {'Port': ['ID=42cd8af6-ba9a-4b06-a8f2-c43b9cdc38cf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:55.136642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:55.194254 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:55.368562 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e9d53-010c-4d4f-92ea-f40d0c2de7ec req-d9124100-011f-4210-bdbc-3751fe2c7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:55.370090 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b60e9d53-010c-4d4f-92ea-f40d0c2de7ec req-d9124100-011f-4210-bdbc-3751fe2c7b46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 1094 time: 0.1301260 Jul 06 12:20:55.500705 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:55.575488 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7672c38a-78a0-42aa-b8e3-85fbbf71eac1 req-18b93394-0f8f-4dae-a50c-7aa273ac7754 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=78bbeb4c-0a88-4070-bffb-aa26e420567a HTTP/1.1" status: 200 len: 210 time: 0.0715497 Jul 06 12:20:55.624301 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c02e6-1c83-48db-9de7-37c3bfd01cec None None] Network afb0a221-87cd-4e93-bcd6-89cd44c4a473 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:20:55.686977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:20:55.747533 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:20:55.747533 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f2da24c3-dd9e-4ea9-a95d-dd44cc53a019 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:20:55.761829 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-213d6f80-6e65-44aa-8d8c-4b816a8d251a None None] Provisioning for port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:55.770035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-213d6f80-6e65-44aa-8d8c-4b816a8d251a None None] Provisioning complete for port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:55.770579 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-213d6f80-6e65-44aa-8d8c-4b816a8d251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:55.932428 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-213d6f80-6e65-44aa-8d8c-4b816a8d251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:55.984752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-213d6f80-6e65-44aa-8d8c-4b816a8d251a None None] For port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=44ea1e86-3e63-4f0f-bfc6-578b615ab07e,segment=NetworkSegment(7c921f9c-69de-42e7-8b0e-94d0c5a14f87),segment_id=7c921f9c-69de-42e7-8b0e-94d0c5a14f87)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:55.993148 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-213d6f80-6e65-44aa-8d8c-4b816a8d251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:56.055981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d6f80-6e65-44aa-8d8c-4b816a8d251a None None] Pushing event updated for resources: {'Port': ['ID=44ea1e86-3e63-4f0f-bfc6-578b615ab07e,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:56.092285 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'name': 'network-vif-deleted', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:20:56.094732 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580be9e2-ce47-4628-9aec-794048d754e4" -d '{"events": [{"server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "name": "network-vif-deleted", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:20:56.152157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e9d53-010c-4d4f-92ea-f40d0c2de7ec req-65b7b1d0-b434-433c-b577-0c135a7c612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:56.153683 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b60e9d53-010c-4d4f-92ea-f40d0c2de7ec req-65b7b1d0-b434-433c-b577-0c135a7c612e service neutron] 10.222.0.23 "GET /v2.0/networks?id=1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 200 len: 906 time: 0.7508187 Jul 06 12:20:56.259938 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d6d26f-7855-4a53-bb6e-a65b60d0131a x-openstack-request-id: req-07d6d26f-7855-4a53-bb6e-a65b60d0131a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:20:56.260379 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bbeb4c-0a88-4070-bffb-aa26e420567a", "name": "network-vif-deleted", "tag": "f2da24c3-dd9e-4ea9-a95d-dd44cc53a019", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:20:56.260732 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07d6d26f-7855-4a53-bb6e-a65b60d0131a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:20:56.261229 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bbeb4c-0a88-4070-bffb-aa26e420567a', 'name': 'network-vif-deleted', 'tag': 'f2da24c3-dd9e-4ea9-a95d-dd44cc53a019', 'status': 'completed', 'code': 200} Jul 06 12:20:56.302869 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b60e9d53-010c-4d4f-92ea-f40d0c2de7ec req-155cfc07-1112-4ab2-be7f-96d87c4b83d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da9655ab-2893-411e-b755-8d5e4d8116aa HTTP/1.1" status: 200 len: 217 time: 0.0443738 Jul 06 12:20:56.325894 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4915b0a4-cc51-4071-b60d-34a9baebbf40 None None] Provisioning complete for port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:56.326684 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4915b0a4-cc51-4071-b60d-34a9baebbf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:56.431489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e9d53-010c-4d4f-92ea-f40d0c2de7ec req-95fd7951-40f4-45a4-980e-63da9b214e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:56.479633 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b60e9d53-010c-4d4f-92ea-f40d0c2de7ec req-95fd7951-40f4-45a4-980e-63da9b214e5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 200 len: 845 time: 0.1121526 Jul 06 12:20:56.497044 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b60e9d53-010c-4d4f-92ea-f40d0c2de7ec req-77345680-e0e1-4bb2-8002-43bf7ccf3f4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1ff636a6-c37f-4f0c-9b69-74b08232ce42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550961 Jul 06 12:20:56.499368 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13377d-b21f-437e-804d-ca7cb59b2176 req-a2b856f5-8e1d-465c-8fb5-3c3fe7539839 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:56.503038 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c13377d-b21f-437e-804d-ca7cb59b2176 req-a2b856f5-8e1d-465c-8fb5-3c3fe7539839 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 943 time: 0.1834316 Jul 06 12:20:56.517513 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:56.554595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4915b0a4-cc51-4071-b60d-34a9baebbf40 None None] Provisioning for port 42cd8af6-ba9a-4b06-a8f2-c43b9cdc38cf completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:56.562139 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4915b0a4-cc51-4071-b60d-34a9baebbf40 None None] Provisioning complete for port 42cd8af6-ba9a-4b06-a8f2-c43b9cdc38cf triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:56.562828 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4915b0a4-cc51-4071-b60d-34a9baebbf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:56.600898 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c13377d-b21f-437e-804d-ca7cb59b2176 req-790e16c0-2315-4721-bef0-1bdab216bcf0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916848 Jul 06 12:20:56.601710 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:56.611055 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4915b0a4-cc51-4071-b60d-34a9baebbf40 None None] Port 42cd8af6-ba9a-4b06-a8f2-c43b9cdc38cf cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:20:56.698753 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42208) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:56.716625 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:56.747214 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0a65310a-512f-40ae-98ed-caa61c530149 None None] Provisioning complete for port 42cd8af6-ba9a-4b06-a8f2-c43b9cdc38cf triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:56.747622 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a65310a-512f-40ae-98ed-caa61c530149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:56.820020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0a65310a-512f-40ae-98ed-caa61c530149 None None] Port 42cd8af6-ba9a-4b06-a8f2-c43b9cdc38cf cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:20:56.820366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Pushing event updated for resources: {'Port': ['ID=42cd8af6-ba9a-4b06-a8f2-c43b9cdc38cf,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:56.831945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 44ea1e86-3e63-4f0f-bfc6-578b615ab07e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:20:56.887863 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b60e9d53-010c-4d4f-92ea-f40d0c2de7ec req-160bf98a-792d-4556-94a6-b840087b81b5 service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803627 Jul 06 12:20:56.946723 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:56.947392 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:57.031676 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b60e9d53-010c-4d4f-92ea-f40d0c2de7ec req-76611b82-9529-4b24-affd-cbc90e358c55 service neutron] 10.222.0.23 "GET /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251030 Jul 06 12:20:57.102817 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Network afb0a221-87cd-4e93-bcd6-89cd44c4a473 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:57.104728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:57.369383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Router d91b9c12-cee9-4bc4-aad8-9845c2c3f410 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:20:57.453715 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c74c1e43-7baa-4840-ae9f-0364e680353d None None] Provisioning complete for port 42cd8af6-ba9a-4b06-a8f2-c43b9cdc38cf triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:57.454505 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c74c1e43-7baa-4840-ae9f-0364e680353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:57.522766 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c74c1e43-7baa-4840-ae9f-0364e680353d None None] Port 42cd8af6-ba9a-4b06-a8f2-c43b9cdc38cf cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:20:57.582536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:20:57.591796 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bdd4665a-10f1-4828-9a89-c8a8dae7f02a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] 10.222.0.81 "PUT /v2.0/routers/d91b9c12-cee9-4bc4-aad8-9845c2c3f410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9138725 Jul 06 12:20:57.595748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42224) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:57.598314 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f9a974-df0f-40ba-9e4f-80c6eabebbe3 None None] Sync routers for ids ['d91b9c12-cee9-4bc4-aad8-9845c2c3f410'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:20:57.604358 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-369e9cc5-0c45-4c4e-9b15-ffc44b00f2ef tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Request body: {'port': {'network_id': 'afb0a221-87cd-4e93-bcd6-89cd44c4a473', 'name': 'tempest-FloatingIPNegativeTestJSON-36585621'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:57.615467 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f9a974-df0f-40ba-9e4f-80c6eabebbe3 None None] Routers {'d91b9c12-cee9-4bc4-aad8-9845c2c3f410'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:57.616831 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-06f9a974-df0f-40ba-9e4f-80c6eabebbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:20:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['d91b9c12-cee9-4bc4-aad8-9845c2c3f410'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:57.693294 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-06f9a974-df0f-40ba-9e4f-80c6eabebbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:57.722863 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f9a974-df0f-40ba-9e4f-80c6eabebbe3 None None] Routers {'d91b9c12-cee9-4bc4-aad8-9845c2c3f410'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:20:57.723958 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-06f9a974-df0f-40ba-9e4f-80c6eabebbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:20:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['d91b9c12-cee9-4bc4-aad8-9845c2c3f410'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:57.780381 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-06f9a974-df0f-40ba-9e4f-80c6eabebbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:20:57.781099 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f9a974-df0f-40ba-9e4f-80c6eabebbe3 None None] The sync data for ids ['d91b9c12-cee9-4bc4-aad8-9845c2c3f410'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:20:57.784713 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369e9cc5-0c45-4c4e-9b15-ffc44b00f2ef tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Made reservation on behalf of 964490b4a14248f78dd52c89cdcad4af for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:20:57.789909 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-369e9cc5-0c45-4c4e-9b15-ffc44b00f2ef tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:57.815947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-369e9cc5-0c45-4c4e-9b15-ffc44b00f2ef tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] device_id is not set on port 1930f600-010c-4291-a291-4aedb3c6b84c yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:20:57.939701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f4592-4b2e-4ff3-b93b-303dc9b265dd req-c6e36c66-ec1b-461d-aaa8-e5ff36f7c431 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:57.942548 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-556f4592-4b2e-4ff3-b93b-303dc9b265dd req-c6e36c66-ec1b-461d-aaa8-e5ff36f7c431 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 943 time: 0.1698780 Jul 06 12:20:57.982671 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-369e9cc5-0c45-4c4e-9b15-ffc44b00f2ef tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Allocated IP 172.20.0.5 (afb0a221-87cd-4e93-bcd6-89cd44c4a473/6e7d74a8-5289-4ea4-95fb-bf7b110aa554/1930f600-010c-4291-a291-4aedb3c6b84c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:58.059971 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-556f4592-4b2e-4ff3-b93b-303dc9b265dd req-0a91dbf4-3ceb-4fa4-9b7d-6505deefd75f tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997736 Jul 06 12:20:58.093059 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-87a163c5-c055-43cd-ab4e-572dc2fd23f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:58.170700 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device da9655ab-2893-411e-b755-8d5e4d8116aa details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:20:58.192242 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-369e9cc5-0c45-4c4e-9b15-ffc44b00f2ef tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:58.212402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-369e9cc5-0c45-4c4e-9b15-ffc44b00f2ef tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Transition to ACTIVE for port object 1930f600-010c-4291-a291-4aedb3c6b84c will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:20:58.264893 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-369e9cc5-0c45-4c4e-9b15-ffc44b00f2ef tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:58.323333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e9cc5-0c45-4c4e-9b15-ffc44b00f2ef tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Network afb0a221-87cd-4e93-bcd6-89cd44c4a473 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:58.327528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-369e9cc5-0c45-4c4e-9b15-ffc44b00f2ef tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:58.333221 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e9cc5-0c45-4c4e-9b15-ffc44b00f2ef tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:58.395498 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e9cc5-0c45-4c4e-9b15-ffc44b00f2ef tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Pushing event updated for resources: {'Port': ['ID=1930f600-010c-4291-a291-4aedb3c6b84c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:58.415924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369e9cc5-0c45-4c4e-9b15-ffc44b00f2ef tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:58.420963 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-369e9cc5-0c45-4c4e-9b15-ffc44b00f2ef tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:58.446342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port da9655ab-2893-411e-b755-8d5e4d8116aa, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=da9655ab-2893-411e-b755-8d5e4d8116aa,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:58.476634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'da9655ab-2893-411e-b755-8d5e4d8116aa', 'network_id': '1ff636a6-c37f-4f0c-9b69-74b08232ce42', 'port_id': 'da9655ab-2893-411e-b755-8d5e4d8116aa', 'mac_address': 'fa:16:3e:4e:48:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b13b069-a449-4c79-8cb2-c610ef4f1ffa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:20:58.479190 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-369e9cc5-0c45-4c4e-9b15-ffc44b00f2ef tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.8817339 Jul 06 12:20:58.484834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42238) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:58.494305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:20:58.525973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-87a163c5-c055-43cd-ab4e-572dc2fd23f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting port cfa24497-8c0a-4856-8ed8-2b499aa5a3de {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:20:58.526388 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-87a163c5-c055-43cd-ab4e-572dc2fd23f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:58.566338 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:58.572449 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:58.587117 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9655ab-2893-411e-b755-8d5e4d8116aa {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:20:58.614385 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port da9655ab-2893-411e-b755-8d5e4d8116aa, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=da9655ab-2893-411e-b755-8d5e4d8116aa,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:58.626867 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:58.718795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-87a163c5-c055-43cd-ab4e-572dc2fd23f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] For port cfa24497-8c0a-4856-8ed8-2b499aa5a3de, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=cfa24497-8c0a-4856-8ed8-2b499aa5a3de,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:20:58.719175 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-87a163c5-c055-43cd-ab4e-572dc2fd23f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:58.733231 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=da9655ab-2893-411e-b755-8d5e4d8116aa,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:58.738632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-87a163c5-c055-43cd-ab4e-572dc2fd23f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Calling delete_port for cfa24497-8c0a-4856-8ed8-2b499aa5a3de owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:20:58.769519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6323342f-8618-4dd4-88f7-0d104284e484 None None] Provisioning for port 1930f600-010c-4291-a291-4aedb3c6b84c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:20:58.775258 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6323342f-8618-4dd4-88f7-0d104284e484 None None] Provisioning complete for port 1930f600-010c-4291-a291-4aedb3c6b84c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:20:58.775631 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6323342f-8618-4dd4-88f7-0d104284e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:58.810123 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:58.823610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6323342f-8618-4dd4-88f7-0d104284e484 None None] Port 1930f600-010c-4291-a291-4aedb3c6b84c cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:20:58.844975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9655ab-2893-411e-b755-8d5e4d8116aa'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:20:58.967600 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Allocated IP 172.25.4.155 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/4487398c-db13-4806-89c6-54431ac91fcd) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:20:59.070247 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-87a163c5-c055-43cd-ab4e-572dc2fd23f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:59.143041 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:59.175592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a163c5-c055-43cd-ab4e-572dc2fd23f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Port': ['ID=cfa24497-8c0a-4856-8ed8-2b499aa5a3de,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:59.213020 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:59.291095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:20:59.307031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:20:59.311095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:20:59.379324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Pushing event updated for resources: {'Port': ['ID=4487398c-db13-4806-89c6-54431ac91fcd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:59.469548 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:59.526248 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c8452-f369-4284-9b57-2d63c7189111 req-dd970afc-9293-47c5-9ded-44f53917c033 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:20:59.528273 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-162c8452-f369-4284-9b57-2d63c7189111 req-dd970afc-9293-47c5-9ded-44f53917c033 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 944 time: 0.1989644 Jul 06 12:20:59.531147 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-87a163c5-c055-43cd-ab4e-572dc2fd23f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:59.573513 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:59.630870 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-162c8452-f369-4284-9b57-2d63c7189111 req-1b7cfd87-4370-4db2-a820-f4bad43825f3 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959971 Jul 06 12:20:59.822335 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:59.828507 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:59.857988 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a163c5-c055-43cd-ab4e-572dc2fd23f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router 69edbfb6-8158-470a-8b5b-2102c44a6671 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:20:59.930965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Pushing event updated for resources: {'Port': ['ID=4487398c-db13-4806-89c6-54431ac91fcd,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:20:59.939773 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:59.957694 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:20:59.959647 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f845e33b-eaf0-43e2-9da1-1b2c73e03e6b tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4733582 Jul 06 12:20:59.962703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42260) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:20:59.970923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-00bf25fb-2d7c-4485-8f35-79edd8b17406 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Request body: {'floatingip': {'port_id': '1930f600-010c-4291-a291-4aedb3c6b84c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:00.029826 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a163c5-c055-43cd-ab4e-572dc2fd23f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:00.034837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00bf25fb-2d7c-4485-8f35-79edd8b17406 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:00.040664 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-87a163c5-c055-43cd-ab4e-572dc2fd23f1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "PUT /v2.0/routers/69edbfb6-8158-470a-8b5b-2102c44a6671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3401492 Jul 06 12:21:00.043671 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42262) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:00.049510 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d6ce9-903d-46cd-a8a6-94b89b8703b6 None None] Sync routers for ids ['69edbfb6-8158-470a-8b5b-2102c44a6671'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:00.074626 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d6ce9-903d-46cd-a8a6-94b89b8703b6 None None] Routers {'69edbfb6-8158-470a-8b5b-2102c44a6671'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:00.076487 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-925d6ce9-903d-46cd-a8a6-94b89b8703b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:20:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69edbfb6-8158-470a-8b5b-2102c44a6671'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:00.161806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f87b182-4a31-415e-8067-fb0542451bd0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting subnet 0b152191-8712-4ecd-a94c-668a6e55f40a {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:21:00.169030 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f87b182-4a31-415e-8067-fb0542451bd0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:00.203867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device da9655ab-2893-411e-b755-8d5e4d8116aa up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:00.256133 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-00bf25fb-2d7c-4485-8f35-79edd8b17406 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] update failed (client error): The resource could not be found. Jul 06 12:21:00.260187 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-00bf25fb-2d7c-4485-8f35-79edd8b17406 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] 10.222.0.81 "PUT /v2.0/floatingips/993fc8c4-1077-472b-b7b3-3f7062fa34fb HTTP/1.1" status: 404 len: 507 time: 0.2931297 Jul 06 12:21:00.261223 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42268) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:00.272844 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f87b182-4a31-415e-8067-fb0542451bd0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:00.298086 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-925d6ce9-903d-46cd-a8a6-94b89b8703b6 None None] Set router 69edbfb6-8158-470a-8b5b-2102c44a6671 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:00.570966 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f87b182-4a31-415e-8067-fb0542451bd0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:00.590680 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port da9655ab-2893-411e-b755-8d5e4d8116aa completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:00.599944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port da9655ab-2893-411e-b755-8d5e4d8116aa triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:00.600493 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:00.606165 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-fa99183c-21ae-4514-8b3e-40495ec98223 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Deleting port 4487398c-db13-4806-89c6-54431ac91fcd {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:00.606165 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa99183c-21ae-4514-8b3e-40495ec98223 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:00.754525 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f87b182-4a31-415e-8067-fb0542451bd0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:00.778905 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:00.831477 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa99183c-21ae-4514-8b3e-40495ec98223 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:00.832124 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa99183c-21ae-4514-8b3e-40495ec98223 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:00.835498 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60583575-4dfc-4fb3-8881-00c9c3965815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9655ab-2893-411e-b755-8d5e4d8116aa'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:00.838022 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87b182-4a31-415e-8067-fb0542451bd0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Subnet': ['ID=0b152191-8712-4ecd-a94c-668a6e55f40a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:00.838259 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0364ecd-f627-4d47-ae8c-720399c98c0a" -d '{"events": [{"server_uuid": "60583575-4dfc-4fb3-8881-00c9c3965815", "name": "network-vif-plugged", "status": "completed", "tag": "da9655ab-2893-411e-b755-8d5e4d8116aa"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:00.854377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port da9655ab-2893-411e-b755-8d5e4d8116aa, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=da9655ab-2893-411e-b755-8d5e4d8116aa,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:00.862080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-925d6ce9-903d-46cd-a8a6-94b89b8703b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434570117', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:19:17Z', 'updated_at': '2021-07-06T12:20:58Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:18Z', 'updated_at': '2021-07-06T12:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:00.864518 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:00.870405 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f87b182-4a31-415e-8067-fb0542451bd0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:00.877717 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2f87b182-4a31-415e-8067-fb0542451bd0 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/subnets/0b152191-8712-4ecd-a94c-668a6e55f40a HTTP/1.1" status: 204 len: 168 time: 0.8286469 Jul 06 12:21:00.878119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42280) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:00.898499 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90f277b-47d4-4734-8c88-9e1ed72b1847 None None] Network 154986ea-6e28-4448-8e28-e97efa71d249 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:00.907700 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-fa99183c-21ae-4514-8b3e-40495ec98223 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Calling delete_port for 4487398c-db13-4806-89c6-54431ac91fcd owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:00.925571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d6ce9-903d-46cd-a8a6-94b89b8703b6 None None] Checking router: 69edbfb6-8158-470a-8b5b-2102c44a6671 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:00.985756 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d6ce9-903d-46cd-a8a6-94b89b8703b6 None None] Routers {'69edbfb6-8158-470a-8b5b-2102c44a6671'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:00.986406 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-925d6ce9-903d-46cd-a8a6-94b89b8703b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:20:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['69edbfb6-8158-470a-8b5b-2102c44a6671'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:01.008801 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d640c41e-9cd2-41f3-9af4-1e639b6f8b1d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:01.074629 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f56f0e-39cd-451d-93d4-fbc6656c02de req-8d0846c7-2410-4385-881f-cd9cc2f2a551 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:01.077527 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3f56f0e-39cd-451d-93d4-fbc6656c02de req-8d0846c7-2410-4385-881f-cd9cc2f2a551 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.2504699 Jul 06 12:21:01.087545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=da9655ab-2893-411e-b755-8d5e4d8116aa,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:01.157832 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d640c41e-9cd2-41f3-9af4-1e639b6f8b1d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:01.190562 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3f56f0e-39cd-451d-93d4-fbc6656c02de req-46529165-2297-4877-8c8e-e4c75463d764 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051664 Jul 06 12:21:01.263483 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa99183c-21ae-4514-8b3e-40495ec98223 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:01.268372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-925d6ce9-903d-46cd-a8a6-94b89b8703b6 None None] Set router 69edbfb6-8158-470a-8b5b-2102c44a6671 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:01.294198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d640c41e-9cd2-41f3-9af4-1e639b6f8b1d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting port 4d61887b-37c8-4abc-b71a-c77d6658d92b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:01.295303 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d640c41e-9cd2-41f3-9af4-1e639b6f8b1d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:01.300387 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99183c-21ae-4514-8b3e-40495ec98223 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Pushing event deleted for resources: {'Port': ['ID=4487398c-db13-4806-89c6-54431ac91fcd,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:01.339345 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f37be5b-17c8-4106-93fe-0d154d8ae9ea x-openstack-request-id: req-0f37be5b-17c8-4106-93fe-0d154d8ae9ea {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:01.339836 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60583575-4dfc-4fb3-8881-00c9c3965815", "name": "network-vif-plugged", "status": "completed", "tag": "da9655ab-2893-411e-b755-8d5e4d8116aa", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:01.340208 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f37be5b-17c8-4106-93fe-0d154d8ae9ea {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:01.340808 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60583575-4dfc-4fb3-8881-00c9c3965815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9655ab-2893-411e-b755-8d5e4d8116aa', 'code': 200} Jul 06 12:21:01.397238 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa99183c-21ae-4514-8b3e-40495ec98223 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:01.401271 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa99183c-21ae-4514-8b3e-40495ec98223 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:01.406928 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fa99183c-21ae-4514-8b3e-40495ec98223 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] 10.222.0.81 "DELETE /v2.0/floatingips/993fc8c4-1077-472b-b7b3-3f7062fa34fb HTTP/1.1" status: 204 len: 168 time: 1.1409497 Jul 06 12:21:01.407567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42286) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:01.413196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8ad3acc8-5f04-415f-926a-2efc653183fd tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Request body: {'floatingip': {'floating_network_id': 'afb0a221-87cd-4e93-bcd6-89cd44c4a473', 'port_id': '1930f600-010c-4291-a291-4aedb3c6b84c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:01.476044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d640c41e-9cd2-41f3-9af4-1e639b6f8b1d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] For port 4d61887b-37c8-4abc-b71a-c77d6658d92b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4d61887b-37c8-4abc-b71a-c77d6658d92b,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:01.476044 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d640c41e-9cd2-41f3-9af4-1e639b6f8b1d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:01.498939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d640c41e-9cd2-41f3-9af4-1e639b6f8b1d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Calling delete_port for 4d61887b-37c8-4abc-b71a-c77d6658d92b owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:01.513165 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ad3acc8-5f04-415f-926a-2efc653183fd tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:01.521962 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72f558-d686-4563-9939-bfb5da315724 req-c7f8a922-60b2-4526-a41d-ae6ffd0be2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:01.524187 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8e72f558-d686-4563-9939-bfb5da315724 req-c7f8a922-60b2-4526-a41d-ae6ffd0be2cb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 1096 time: 0.1539209 Jul 06 12:21:01.617809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c2a961-aac6-4d30-a49d-7cd3b37de3a3 None None] DHCP port deletion for 154986ea-6e28-4448-8e28-e97efa71d249 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:21:01.666087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-925d6ce9-903d-46cd-a8a6-94b89b8703b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434570117', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:19:17Z', 'updated_at': '2021-07-06T12:20:58Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:18Z', 'updated_at': '2021-07-06T12:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:01.692583 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8e72f558-d686-4563-9939-bfb5da315724 req-8e99a1ff-7fc0-4ef5-92f8-a218786ac52c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999007 Jul 06 12:21:01.704882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d6ce9-903d-46cd-a8a6-94b89b8703b6 None None] The sync data for ids ['69edbfb6-8158-470a-8b5b-2102c44a6671'] in n-d-799529-2 is: [{'id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434570117', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:19:17Z', 'updated_at': '2021-07-06T12:20:58Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': '4d61887b-37c8-4abc-b71a-c77d6658d92b', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69edbfb6-8158-470a-8b5b-2102c44a6671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:19:18Z', 'updated_at': '2021-07-06T12:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:01.732101 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d0c2a961-aac6-4d30-a49d-7cd3b37de3a3 None None] Deleting port 44180c4e-401b-4469-842a-d2ab03477de1 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:01.733050 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a961-aac6-4d30-a49d-7cd3b37de3a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:01.821867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d0c2a961-aac6-4d30-a49d-7cd3b37de3a3 None None] For port 44180c4e-401b-4469-842a-d2ab03477de1, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=44180c4e-401b-4469-842a-d2ab03477de1,segment=NetworkSegment(28f6cc5a-f4f0-43d3-b391-cbf53c021676),segment_id=28f6cc5a-f4f0-43d3-b391-cbf53c021676)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:01.822269 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a961-aac6-4d30-a49d-7cd3b37de3a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:01.840768 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d0c2a961-aac6-4d30-a49d-7cd3b37de3a3 None None] Calling delete_port for 44180c4e-401b-4469-842a-d2ab03477de1 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:01.908725 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d640c41e-9cd2-41f3-9af4-1e639b6f8b1d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:01.926918 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-8ad3acc8-5f04-415f-926a-2efc653183fd tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:21:01.929686 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8ad3acc8-5f04-415f-926a-2efc653183fd tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5208435 Jul 06 12:21:01.933560 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42298) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:01.938949 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '1930f600-010c-4291-a291-4aedb3c6b84c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:01.961067 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640c41e-9cd2-41f3-9af4-1e639b6f8b1d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Port': ['ID=4d61887b-37c8-4abc-b71a-c77d6658d92b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:01.967502 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a961-aac6-4d30-a49d-7cd3b37de3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:01.981126 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:01.989019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c2a961-aac6-4d30-a49d-7cd3b37de3a3 None None] No DVR routers for this DVR port 44180c4e-401b-4469-842a-d2ab03477de1 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:02.048398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2a961-aac6-4d30-a49d-7cd3b37de3a3 None None] Pushing event deleted for resources: {'Port': ['ID=44180c4e-401b-4469-842a-d2ab03477de1,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:02.097699 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d640c41e-9cd2-41f3-9af4-1e639b6f8b1d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:02.181718 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:02.214410 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d640c41e-9cd2-41f3-9af4-1e639b6f8b1d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:02.217440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d640c41e-9cd2-41f3-9af4-1e639b6f8b1d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:02.283963 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d640c41e-9cd2-41f3-9af4-1e639b6f8b1d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:02.284571 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d640c41e-9cd2-41f3-9af4-1e639b6f8b1d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Fanout notify agent at l3_agent the message router_deleted on router 69edbfb6-8158-470a-8b5b-2102c44a6671 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:21:02.298052 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d640c41e-9cd2-41f3-9af4-1e639b6f8b1d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:02.299318 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d640c41e-9cd2-41f3-9af4-1e639b6f8b1d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/routers/69edbfb6-8158-470a-8b5b-2102c44a6671 HTTP/1.1" status: 204 len: 168 time: 1.4200513 Jul 06 12:21:02.304111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42306) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:02.431962 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c72aebc2-757f-40a0-a8d0-ad8c212ebff3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:02.439581 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Allocated IP 172.25.4.187 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/9523d2a0-94dd-4a8f-b7bb-7c38b0da7c78) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:02.740201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead1252-1c40-47d9-902c-a235500c426e req-ad478f49-a321-49df-b983-3dae388f3b11 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:02.748101 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ead1252-1c40-47d9-902c-a235500c426e req-ad478f49-a321-49df-b983-3dae388f3b11 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.3232760 Jul 06 12:21:02.752777 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c72aebc2-757f-40a0-a8d0-ad8c212ebff3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:02.766908 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c72aebc2-757f-40a0-a8d0-ad8c212ebff3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154986ea-6e28-4448-8e28-e97efa71d249']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:02.791880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c72aebc2-757f-40a0-a8d0-ad8c212ebff3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f6cc5a-f4f0-43d3-b391-cbf53c021676') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:02.792712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c72aebc2-757f-40a0-a8d0-ad8c212ebff3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f6cc5a-f4f0-43d3-b391-cbf53c021676') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:02.812348 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c72aebc2-757f-40a0-a8d0-ad8c212ebff3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:02.834567 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c72aebc2-757f-40a0-a8d0-ad8c212ebff3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:02.843997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ead1252-1c40-47d9-902c-a235500c426e req-f2f4974e-bebf-48a4-9d90-d1a50f898d24 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946424 Jul 06 12:21:02.862514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72aebc2-757f-40a0-a8d0-ad8c212ebff3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:21:02.866066 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c72aebc2-757f-40a0-a8d0-ad8c212ebff3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:21:02.874341 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:21:02.916209 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:02.962883 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c72aebc2-757f-40a0-a8d0-ad8c212ebff3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:02.970948 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c72aebc2-757f-40a0-a8d0-ad8c212ebff3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:02.977701 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c72aebc2-757f-40a0-a8d0-ad8c212ebff3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/networks/154986ea-6e28-4448-8e28-e97efa71d249 HTTP/1.1" status: 204 len: 168 time: 0.6676338 Jul 06 12:21:02.979216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42318) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:02.986864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72aebc2-757f-40a0-a8d0-ad8c212ebff3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Network': ['ID=154986ea-6e28-4448-8e28-e97efa71d249,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:03.009853 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:03.102732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:03.108962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:03.114488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:03.119605 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Pushing event updated for resources: {'Port': ['ID=9523d2a0-94dd-4a8f-b7bb-7c38b0da7c78,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:03.169090 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e609-e36d-4c81-bb9d-64beade850fc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:03.258250 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e609-e36d-4c81-bb9d-64beade850fc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:03.341160 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cfa24497-8c0a-4856-8ed8-2b499aa5a3de no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:03.372020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: cfa24497-8c0a-4856-8ed8-2b499aa5a3de {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:03.372577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cfa24497-8c0a-4856-8ed8-2b499aa5a3de not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:03.373649 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 44180c4e-401b-4469-842a-d2ab03477de1 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:03.411469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 44180c4e-401b-4469-842a-d2ab03477de1 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:03.412648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 44180c4e-401b-4469-842a-d2ab03477de1 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:03.483460 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e609-e36d-4c81-bb9d-64beade850fc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:03.488189 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e609-e36d-4c81-bb9d-64beade850fc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:03.489851 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a7d1e609-e36d-4c81-bb9d-64beade850fc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/security-groups/3cc400a4-95b7-4999-8b78-ffeafbd0c0f9 HTTP/1.1" status: 204 len: 168 time: 0.5102475 Jul 06 12:21:03.516327 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1e609-e36d-4c81-bb9d-64beade850fc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc400a4-95b7-4999-8b78-ffeafbd0c0f9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:03.542603 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Deleting port 9523d2a0-94dd-4a8f-b7bb-7c38b0da7c78 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:03.543921 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:03.700190 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:03.700534 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:03.715689 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Calling delete_port for 9523d2a0-94dd-4a8f-b7bb-7c38b0da7c78 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:03.879642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42334) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:03.884905 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-62407ade-6fb6-4ede-be9d-cb52d4ab017e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-687041467', 'description': 'tempest-secgroup-smoke-687041467 description', 'project_id': 'f585d4167c1145b098521c82cd595bff'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:03.926926 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:03.929770 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62407ade-6fb6-4ede-be9d-cb52d4ab017e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:03.999150 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Pushing event deleted for resources: {'Port': ['ID=9523d2a0-94dd-4a8f-b7bb-7c38b0da7c78,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:04.125461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62407ade-6fb6-4ede-be9d-cb52d4ab017e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.136652 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62407ade-6fb6-4ede-be9d-cb52d4ab017e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.189562 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62407ade-6fb6-4ede-be9d-cb52d4ab017e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.197049 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-62407ade-6fb6-4ede-be9d-cb52d4ab017e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3106174 Jul 06 12:21:04.197049 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42342) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:04.205783 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-70e6b8d9-dc62-4422-ab7e-ed230b68c48d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': 'f6c15b5b-337d-47d7-8856-c55f03c5632f', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:04.219666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62407ade-6fb6-4ede-be9d-cb52d4ab017e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c15b5b-337d-47d7-8856-c55f03c5632f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:04.256628 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70e6b8d9-dc62-4422-ab7e-ed230b68c48d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.260127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c58d0d-09e1-4b0e-9861-e33c435e2eab req-f912d282-9f26-4007-9d87-2b5ce2edf57d tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:04.268274 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74c58d0d-09e1-4b0e-9861-e33c435e2eab req-f912d282-9f26-4007-9d87-2b5ce2edf57d tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.1611290 Jul 06 12:21:04.286046 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] create failed (client error): The resource could not be found. Jul 06 12:21:04.291288 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f4229aa3-8cef-4955-a1b8-5f863d5c02eb tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3528960 Jul 06 12:21:04.298421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42344) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:04.369364 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70e6b8d9-dc62-4422-ab7e-ed230b68c48d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.376098 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70e6b8d9-dc62-4422-ab7e-ed230b68c48d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.399997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6b8d9-dc62-4422-ab7e-ed230b68c48d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1a236a-8201-4613-9719-88e3f8738536,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:04.411726 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74c58d0d-09e1-4b0e-9861-e33c435e2eab req-9a12a0e4-e421-41b2-8563-2b5e1ec039a0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381457 Jul 06 12:21:04.426817 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70e6b8d9-dc62-4422-ab7e-ed230b68c48d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.435683 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42350) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:04.435923 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-70e6b8d9-dc62-4422-ab7e-ed230b68c48d tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2374747 Jul 06 12:21:04.464289 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7b4f6d14-3b9c-4f23-bcd3-86a27f43420b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': 'f6c15b5b-337d-47d7-8856-c55f03c5632f', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:04.529864 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7b4f6d14-3b9c-4f23-bcd3-86a27f43420b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.568706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Deleting port 1930f600-010c-4291-a291-4aedb3c6b84c {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:04.569145 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.724727 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7b4f6d14-3b9c-4f23-bcd3-86a27f43420b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.744267 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7b4f6d14-3b9c-4f23-bcd3-86a27f43420b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.776829 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4d61887b-37c8-4abc-b71a-c77d6658d92b no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:04.806713 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f6d14-3b9c-4f23-bcd3-86a27f43420b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9e5e8c-3294-4925-a0d2-08a076c63ce6,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:04.829669 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 4d61887b-37c8-4abc-b71a-c77d6658d92b {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:04.830716 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4d61887b-37c8-4abc-b71a-c77d6658d92b not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:04.836388 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7b4f6d14-3b9c-4f23-bcd3-86a27f43420b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.842905 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7b4f6d14-3b9c-4f23-bcd3-86a27f43420b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4002056 Jul 06 12:21:04.844133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42360) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:04.849711 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:04.858864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-197e9712-bf1e-41e5-82b6-339fbf3f5400 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': 'f6c15b5b-337d-47d7-8856-c55f03c5632f', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:04.906703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Calling delete_port for 1930f600-010c-4291-a291-4aedb3c6b84c owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:04.931342 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-197e9712-bf1e-41e5-82b6-339fbf3f5400 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.057326 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-197e9712-bf1e-41e5-82b6-339fbf3f5400 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.070132 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-197e9712-bf1e-41e5-82b6-339fbf3f5400 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.119527 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e9712-bf1e-41e5-82b6-339fbf3f5400 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2a8ef4-2452-4d35-a418-2dd6acf53497,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:05.127031 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-197e9712-bf1e-41e5-82b6-339fbf3f5400 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.129051 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-197e9712-bf1e-41e5-82b6-339fbf3f5400 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2828414 Jul 06 12:21:05.132894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42362) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:05.151937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7d812dbc-207e-4486-8f1a-fed42134fac1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': 'f6c15b5b-337d-47d7-8856-c55f03c5632f', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:05.222341 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d812dbc-207e-4486-8f1a-fed42134fac1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.301923 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.443882 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.449887 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] 10.222.0.81 "DELETE /v2.0/ports/1930f600-010c-4291-a291-4aedb3c6b84c HTTP/1.1" status: 204 len: 168 time: 1.1461823 Jul 06 12:21:05.449887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Pushing event deleted for resources: {'Port': ['ID=1930f600-010c-4291-a291-4aedb3c6b84c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:05.451270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42370) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:05.499896 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d812dbc-207e-4486-8f1a-fed42134fac1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.506699 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d7d61d07-011b-44b2-8e1a-f1060e24be23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.544252 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d812dbc-207e-4486-8f1a-fed42134fac1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.603568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d812dbc-207e-4486-8f1a-fed42134fac1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf84f9c-4e70-4d96-bd07-d90dbcc25abf,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:05.619986 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d812dbc-207e-4486-8f1a-fed42134fac1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.621771 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7d812dbc-207e-4486-8f1a-fed42134fac1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4871593 Jul 06 12:21:05.626212 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42372) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:05.632672 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-636ef61c-1094-4090-b8e6-152a21a7cbc5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': 'f6c15b5b-337d-47d7-8856-c55f03c5632f', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:05.648358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.649099 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.649192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.649541 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.649890 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.650710 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.651063 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.651438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.651784 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.652121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.652457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.652790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877a7821-aca3-4ece-96b7-3b7514bab90d tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:05.688630 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-636ef61c-1094-4090-b8e6-152a21a7cbc5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Project f585d4167c1145b098521c82cd595bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:21:05.702162 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.711177 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-636ef61c-1094-4090-b8e6-152a21a7cbc5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.712488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2aa7c6-37c0-480e-9970-c0d76a305a29 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:05.716830 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1a2aa7c6-37c0-480e-9970-c0d76a305a29 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] 10.222.0.81 "GET /v2.0/ports?device_id=d91b9c12-cee9-4bc4-aad8-9845c2c3f410 HTTP/1.1" status: 200 len: 913 time: 0.2624633 Jul 06 12:21:05.717945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42374) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:05.747806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d4ed3-4e82-4be7-bca5-5bd2d06cac5a req-683a7327-59d0-47de-a94e-a77668709bec tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:05.749956 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc2d4ed3-4e82-4be7-bca5-5bd2d06cac5a req-683a7327-59d0-47de-a94e-a77668709bec tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.1993999 Jul 06 12:21:05.814982 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc2d4ed3-4e82-4be7-bca5-5bd2d06cac5a req-e135cf22-c568-4264-a0e5-acc873f3248a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501568 Jul 06 12:21:05.926033 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-636ef61c-1094-4090-b8e6-152a21a7cbc5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:05.975612 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:21:05.995575 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-636ef61c-1094-4090-b8e6-152a21a7cbc5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:06.049302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ef61c-1094-4090-b8e6-152a21a7cbc5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e4bc6f-2c6d-47e1-98d0-aba413a7821e,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:06.068554 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-636ef61c-1094-4090-b8e6-152a21a7cbc5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:06.073207 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-636ef61c-1094-4090-b8e6-152a21a7cbc5 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4422257 Jul 06 12:21:06.073403 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344f713-e493-4654-a324-525616ca4617 req-80e183a8-74e8-401f-bbbe-bf475ac7ed2a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:06.075772 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f344f713-e493-4654-a324-525616ca4617 req-80e183a8-74e8-401f-bbbe-bf475ac7ed2a tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.0956893 Jul 06 12:21:06.076264 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42384) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:06.080974 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-64e213de-6eb9-413a-9b5c-5390d07e328e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'security_group_rule': {'security_group_id': 'f6c15b5b-337d-47d7-8856-c55f03c5632f', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:06.133645 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f344f713-e493-4654-a324-525616ca4617 req-097bb3e0-1651-4393-b5d1-f8c07e5218ed tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480731 Jul 06 12:21:06.135116 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-64e213de-6eb9-413a-9b5c-5390d07e328e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Project f585d4167c1145b098521c82cd595bff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:21:06.141266 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64e213de-6eb9-413a-9b5c-5390d07e328e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:06.264170 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64e213de-6eb9-413a-9b5c-5390d07e328e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:06.274645 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64e213de-6eb9-413a-9b5c-5390d07e328e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:06.329441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e213de-6eb9-413a-9b5c-5390d07e328e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db81a5f1-252d-45b4-957e-5ec649d580f9,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:06.340905 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64e213de-6eb9-413a-9b5c-5390d07e328e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:06.350855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-64e213de-6eb9-413a-9b5c-5390d07e328e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2730393 Jul 06 12:21:06.352027 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42392) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:06.363013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ac045caa-429a-438c-8c48-ce7997d6ac4e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'network': {'name': 'tempest-network-smoke--1146043034', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'port_security_enabled': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:06.421105 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27029306-9906-4367-920c-59d214fa8291 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:06.430575 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac045caa-429a-438c-8c48-ce7997d6ac4e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Made reservation on behalf of f585d4167c1145b098521c82cd595bff for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:06.439456 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac045caa-429a-438c-8c48-ce7997d6ac4e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:06.665698 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.077296 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac045caa-429a-438c-8c48-ce7997d6ac4e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:21:07.140017 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac045caa-429a-438c-8c48-ce7997d6ac4e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.140389 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-ac045caa-429a-438c-8c48-ce7997d6ac4e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Added segment 72c2de72-3d79-481c-9dd7-8ec507bf03e7 of type vlan for network 3f277aec-c394-423e-990b-54c3f0630d9b Jul 06 12:21:07.192864 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac045caa-429a-438c-8c48-ce7997d6ac4e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.248477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c903d-062b-4dcd-acf2-e172d54ffc1c req-57624539-ffc1-4940-9981-c64622fc71cb tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:07.252880 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d1c903d-062b-4dcd-acf2-e172d54ffc1c req-57624539-ffc1-4940-9981-c64622fc71cb tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.1788237 Jul 06 12:21:07.299545 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-81f109a6-a66b-4886-ad91-d0d9e3a5519f req-b3b24a06-ed31-4b87-90a2-d52b630205ef service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1365514 Jul 06 12:21:07.309020 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac045caa-429a-438c-8c48-ce7997d6ac4e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.319421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac045caa-429a-438c-8c48-ce7997d6ac4e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:07.320485 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac045caa-429a-438c-8c48-ce7997d6ac4e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.435434 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ac045caa-429a-438c-8c48-ce7997d6ac4e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0813935 Jul 06 12:21:07.444916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42402) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:07.452979 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d1c903d-062b-4dcd-acf2-e172d54ffc1c req-f660b444-2c23-423a-b78e-b33adc27756b tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927671 Jul 06 12:21:07.455333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2140054122', 'admin_state_up': True, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:07.471042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f109a6-a66b-4886-ad91-d0d9e3a5519f req-db7589e4-9fbe-4a85-a8ba-664c6c1b276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:07.473109 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-81f109a6-a66b-4886-ad91-d0d9e3a5519f req-db7589e4-9fbe-4a85-a8ba-664c6c1b276d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 1096 time: 0.1438589 Jul 06 12:21:07.473416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac045caa-429a-438c-8c48-ce7997d6ac4e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Network': ['ID=3f277aec-c394-423e-990b-54c3f0630d9b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:07.493735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 3f277aec-c394-423e-990b-54c3f0630d9b details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:21:07.517174 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.518281 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.611164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-27029306-9906-4367-920c-59d214fa8291 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Deleting port 42cd8af6-ba9a-4b06-a8f2-c43b9cdc38cf {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:07.611541 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27029306-9906-4367-920c-59d214fa8291 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.697907 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.827284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f109a6-a66b-4886-ad91-d0d9e3a5519f req-5bebbaa7-159e-4bfa-a697-982df573bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:07.828802 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-81f109a6-a66b-4886-ad91-d0d9e3a5519f req-5bebbaa7-159e-4bfa-a697-982df573bc97 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 913 time: 0.3059387 Jul 06 12:21:07.946868 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27029306-9906-4367-920c-59d214fa8291 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.967011 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:07.980644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-27029306-9906-4367-920c-59d214fa8291 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Calling delete_port for 42cd8af6-ba9a-4b06-a8f2-c43b9cdc38cf owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:08.057939 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-81f109a6-a66b-4886-ad91-d0d9e3a5519f req-5f76d766-8dca-4859-baaf-6db404f61f9e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1645ddf2-4269-460c-8d1f-cf61d4f12e89 HTTP/1.1" status: 200 len: 1001 time: 0.1907606 Jul 06 12:21:08.155197 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d65738b0-25ff-4e28-ad17-2154af9cb5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:08.210719 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f109a6-a66b-4886-ad91-d0d9e3a5519f req-4603adc4-38b1-4673-b2c3-5ce0f7acc6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:08.212245 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-81f109a6-a66b-4886-ad91-d0d9e3a5519f req-4603adc4-38b1-4673-b2c3-5ce0f7acc6da service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.1263947 Jul 06 12:21:08.259985 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:08.380460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f109a6-a66b-4886-ad91-d0d9e3a5519f req-98639ae4-6d13-458f-8377-453239a849ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:08.382042 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-81f109a6-a66b-4886-ad91-d0d9e3a5519f req-98639ae4-6d13-458f-8377-453239a849ce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1623082 Jul 06 12:21:08.382659 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27029306-9906-4367-920c-59d214fa8291 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:08.441378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27029306-9906-4367-920c-59d214fa8291 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Pushing event deleted for resources: {'Port': ['ID=42cd8af6-ba9a-4b06-a8f2-c43b9cdc38cf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:08.676611 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:08.738038 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:08.814858 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f3c39-169c-47f1-ac93-931d0ea16b15 req-8ed0fb12-5b37-4382-8763-60f9991abab6 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:08.818339 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f7f3c39-169c-47f1-ac93-931d0ea16b15 req-8ed0fb12-5b37-4382-8763-60f9991abab6 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.0964582 Jul 06 12:21:08.886051 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f7f3c39-169c-47f1-ac93-931d0ea16b15 req-219dd3f9-6ffc-4719-a691-65708145732e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610731 Jul 06 12:21:08.949421 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27029306-9906-4367-920c-59d214fa8291 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:08.965520 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-81f109a6-a66b-4886-ad91-d0d9e3a5519f req-59738395-d137-43a4-8c03-e385c51cdeae service neutron] 10.222.0.89 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741363 Jul 06 12:21:09.194348 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Allocated IP 172.25.4.112 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/be1883d5-227d-45c8-ac7f-3a6bca126ccd) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:09.384993 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:09.422995 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-81f109a6-a66b-4886-ad91-d0d9e3a5519f req-4e844652-51bf-4028-8064-529346405780 service neutron] 10.222.0.89 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447567 Jul 06 12:21:09.425700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27029306-9906-4367-920c-59d214fa8291 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Router d91b9c12-cee9-4bc4-aad8-9845c2c3f410 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:09.596502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27029306-9906-4367-920c-59d214fa8291 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:09.609718 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-27029306-9906-4367-920c-59d214fa8291 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] 10.222.0.81 "PUT /v2.0/routers/d91b9c12-cee9-4bc4-aad8-9845c2c3f410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8857961 Jul 06 12:21:09.609911 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42436) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:09.611184 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:09.618034 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50200dfc-0ec0-4073-b4ea-b22334d0e1cf None None] Sync routers for ids ['d91b9c12-cee9-4bc4-aad8-9845c2c3f410'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:09.651065 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50200dfc-0ec0-4073-b4ea-b22334d0e1cf None None] Routers {'d91b9c12-cee9-4bc4-aad8-9845c2c3f410'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:09.653807 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-50200dfc-0ec0-4073-b4ea-b22334d0e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['d91b9c12-cee9-4bc4-aad8-9845c2c3f410'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:09.676657 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:09.717924 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-50200dfc-0ec0-4073-b4ea-b22334d0e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:09.719031 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b821d22a-6a27-4db8-8580-de4ef632e61a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:09.734275 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50200dfc-0ec0-4073-b4ea-b22334d0e1cf None None] Routers {'d91b9c12-cee9-4bc4-aad8-9845c2c3f410'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:09.735406 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-50200dfc-0ec0-4073-b4ea-b22334d0e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['d91b9c12-cee9-4bc4-aad8-9845c2c3f410'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:09.754003 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:09.756450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:09.779076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=be1883d5-227d-45c8-ac7f-3a6bca126ccd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:09.782477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:09.799215 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-50200dfc-0ec0-4073-b4ea-b22334d0e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:09.800058 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50200dfc-0ec0-4073-b4ea-b22334d0e1cf None None] The sync data for ids ['d91b9c12-cee9-4bc4-aad8-9845c2c3f410'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:09.978674 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b821d22a-6a27-4db8-8580-de4ef632e61a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:09.984958 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b821d22a-6a27-4db8-8580-de4ef632e61a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.091827 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b821d22a-6a27-4db8-8580-de4ef632e61a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.093395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b821d22a-6a27-4db8-8580-de4ef632e61a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Fanout notify agent at l3_agent the message router_deleted on router d91b9c12-cee9-4bc4-aad8-9845c2c3f410 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:21:10.110956 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b821d22a-6a27-4db8-8580-de4ef632e61a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.116535 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b821d22a-6a27-4db8-8580-de4ef632e61a tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] 10.222.0.81 "DELETE /v2.0/routers/d91b9c12-cee9-4bc4-aad8-9845c2c3f410 HTTP/1.1" status: 204 len: 168 time: 0.5016105 Jul 06 12:21:10.122608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42446) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:10.211306 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3104b4-806a-44be-baab-33966fa0c765 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Deleting subnet 6e7d74a8-5289-4ea4-95fb-bf7b110aa554 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:21:10.216487 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e3104b4-806a-44be-baab-33966fa0c765 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.275845 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.316209 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb82634-9c50-4320-acb3-53b5d77fabbf req-45dcbffb-195e-461c-9a9b-7807d34eefdb tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:10.319563 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-beb82634-9c50-4320-acb3-53b5d77fabbf req-45dcbffb-195e-461c-9a9b-7807d34eefdb tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.2150705 Jul 06 12:21:10.323406 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e3104b4-806a-44be-baab-33966fa0c765 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.488474 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-beb82634-9c50-4320-acb3-53b5d77fabbf req-06586ec8-2d9a-493e-807a-9debe9958b94 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115367 Jul 06 12:21:10.575830 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e3104b4-806a-44be-baab-33966fa0c765 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.659271 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e3104b4-806a-44be-baab-33966fa0c765 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.662653 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.698302 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e3104b4-806a-44be-baab-33966fa0c765 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:10.704880 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3e3104b4-806a-44be-baab-33966fa0c765 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] 10.222.0.81 "DELETE /v2.0/subnets/6e7d74a8-5289-4ea4-95fb-bf7b110aa554 HTTP/1.1" status: 204 len: 168 time: 0.5775254 Jul 06 12:21:10.704880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3104b4-806a-44be-baab-33966fa0c765 tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7d74a8-5289-4ea4-95fb-bf7b110aa554,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:10.705666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42456) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:10.726252 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bfdddb-c7fd-4a57-967b-8e4243db7f96 None None] Network afb0a221-87cd-4e93-bcd6-89cd44c4a473 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:10.886579 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.010445 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.025205 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Deleting port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:11.025974 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.138343 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] For port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=44ea1e86-3e63-4f0f-bfc6-578b615ab07e,segment=NetworkSegment(7c921f9c-69de-42e7-8b0e-94d0c5a14f87),segment_id=7c921f9c-69de-42e7-8b0e-94d0c5a14f87)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:11.138647 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.147211 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] DHCP port deletion for afb0a221-87cd-4e93-bcd6-89cd44c4a473 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:21:11.156435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Calling delete_port for 44ea1e86-3e63-4f0f-bfc6-578b615ab07e owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:11.242975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Deleting port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:11.243633 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.288527 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.323443 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Pushing event deleted for resources: {'Port': ['ID=44ea1e86-3e63-4f0f-bfc6-578b615ab07e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:11.323720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] For port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=44ea1e86-3e63-4f0f-bfc6-578b615ab07e,segment=NetworkSegment(7c921f9c-69de-42e7-8b0e-94d0c5a14f87),segment_id=7c921f9c-69de-42e7-8b0e-94d0c5a14f87)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:11.324113 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.325425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] No DVR routers for this DVR port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:11.343457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Calling delete_port for 44ea1e86-3e63-4f0f-bfc6-578b615ab07e owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:11.397348 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router 6a54f0fd-cb8f-476a-97a0-889419e1a179 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:21:11.439458 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.440004 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.452429 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb0a221-87cd-4e93-bcd6-89cd44c4a473']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:11.465818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c921f9c-69de-42e7-8b0e-94d0c5a14f87') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:11.466210 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c921f9c-69de-42e7-8b0e-94d0c5a14f87') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:11.477892 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.484900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] No DVR routers for this DVR port 44ea1e86-3e63-4f0f-bfc6-578b615ab07e on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:11.494879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Pushing event deleted for resources: {'Port': ['ID=44ea1e86-3e63-4f0f-bfc6-578b615ab07e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:11.501684 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.506331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:11.506835 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:11.507302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:11.507896 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:11.508329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:11.508769 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:11.509185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:11.509767 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:11.510192 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:11.510623 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:11.511145 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:11.511585 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fbe237-440f-4a90-b335-6dae0ad6dd58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:11.512211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:21:11.512606 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:21:11.519390 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:21:11.618163 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.627435 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.629516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] 10.222.0.81 "DELETE /v2.0/networks/afb0a221-87cd-4e93-bcd6-89cd44c4a473 HTTP/1.1" status: 204 len: 168 time: 0.9214015 Jul 06 12:21:11.640569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:11.669276 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Sync routers for ids ['6a54f0fd-cb8f-476a-97a0-889419e1a179'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:11.682545 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:11.684015 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1cf1b3de-6b7e-4122-838a-ab96e2aaa281 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.2377434 Jul 06 12:21:11.689243 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42476) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:11.693462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2f618-71b6-4e84-a90b-21bdd75fe97c tempest-FloatingIPNegativeTestJSON-858708592 tempest-FloatingIPNegativeTestJSON-858708592-project] Pushing event deleted for resources: {'Network': ['ID=afb0a221-87cd-4e93-bcd6-89cd44c4a473,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:11.694590 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Routers {'6a54f0fd-cb8f-476a-97a0-889419e1a179'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:11.699747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6a54f0fd-cb8f-476a-97a0-889419e1a179'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:11.756509 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5a822de7-49c0-4d68-86a6-f430a1152cd5 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=f585d4167c1145b098521c82cd595bff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0655231 Jul 06 12:21:11.768221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42478) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:11.923264 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Set router 6a54f0fd-cb8f-476a-97a0-889419e1a179 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:11.986429 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc89d44f-cd06-4b9f-9cc2-1ed8d7b94d59 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:11.988164 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fc89d44f-cd06-4b9f-9cc2-1ed8d7b94d59 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2152622 Jul 06 12:21:12.003285 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42484) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:12.016170 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244654c1-3d6a-46d0-b933-3816894b781a req-6e11a95d-51c1-402e-9f28-06939c8e6bb7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:12.023675 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-244654c1-3d6a-46d0-b933-3816894b781a req-6e11a95d-51c1-402e-9f28-06939c8e6bb7 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.2769134 Jul 06 12:21:12.072155 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d9655778-5af5-4616-a386-a429680a472d tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711565 Jul 06 12:21:12.073796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42490) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:12.092240 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-244654c1-3d6a-46d0-b933-3816894b781a req-2f7c8c23-bfde-4197-837d-22572216aed8 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674989 Jul 06 12:21:12.103585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6e9158c6-670c-4304-9ea6-39f11d1ed03e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-540354097', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'project_id': 'f585d4167c1145b098521c82cd595bff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:12.205757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140054122', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:21:10Z', 'revision_number': 3, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:08Z', 'updated_at': '2021-07-06T12:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:12.226999 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42492) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:12.264688 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Checking router: 6a54f0fd-cb8f-476a-97a0-889419e1a179 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:12.265137 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Updating router 6a54f0fd-cb8f-476a-97a0-889419e1a179 port be1883d5-227d-45c8-ac7f-3a6bca126ccd binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:21:12.269055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9158c6-670c-4304-9ea6-39f11d1ed03e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Made reservation on behalf of f585d4167c1145b098521c82cd595bff for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:12.273429 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e9158c6-670c-4304-9ea6-39f11d1ed03e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:12.338532 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:12.559614 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e9158c6-670c-4304-9ea6-39f11d1ed03e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:12.582401 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c2a143e6-9908-4eb0-b310-87910fd4bc8b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=964490b4a14248f78dd52c89cdcad4af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493485 Jul 06 12:21:12.583862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42500) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:12.635135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9158c6-670c-4304-9ea6-39f11d1ed03e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Subnet': ['ID=e31452b1-9f12-4713-8aa6-64019ed599fb,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:12.662670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9158c6-670c-4304-9ea6-39f11d1ed03e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Checking segment: {'id': '72c2de72-3d79-481c-9dd7-8ec507bf03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:12.663220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9158c6-670c-4304-9ea6-39f11d1ed03e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network hostable DHCP agents. Network: 3f277aec-c394-423e-990b-54c3f0630d9b, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:21:12.691585 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3db2-ab6c-4003-aa0b-dd1f98c0422c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:12.700799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9158c6-670c-4304-9ea6-39f11d1ed03e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 3f277aec-c394-423e-990b-54c3f0630d9b is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:21:12.725828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6e9158c6-670c-4304-9ea6-39f11d1ed03e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 3f277aec-c394-423e-990b-54c3f0630d9b) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:12.746379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9158c6-670c-4304-9ea6-39f11d1ed03e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:12.747524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e9158c6-670c-4304-9ea6-39f11d1ed03e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:12.752663 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3db2-ab6c-4003-aa0b-dd1f98c0422c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:12.793964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42506) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:12.796098 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6e9158c6-670c-4304-9ea6-39f11d1ed03e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7190452 Jul 06 12:21:12.814813 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7964b62-4cfb-4c87-9dde-304a3239ff61 None None] Network 3f277aec-c394-423e-990b-54c3f0630d9b requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:12.910521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 44ea1e86-3e63-4f0f-bfc6-578b615ab07e no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:12.967439 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3db2-ab6c-4003-aa0b-dd1f98c0422c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:12.972196 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3db2-ab6c-4003-aa0b-dd1f98c0422c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:12.976846 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6c4b3db2-ab6c-4003-aa0b-dd1f98c0422c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/37ce40d2-6cdd-4d56-be00-26369b10d33c HTTP/1.1" status: 204 len: 168 time: 0.3884234 Jul 06 12:21:12.997978 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b3db2-ab6c-4003-aa0b-dd1f98c0422c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ce40d2-6cdd-4d56-be00-26369b10d33c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:13.003881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 44ea1e86-3e63-4f0f-bfc6-578b615ab07e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:13.004612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 44ea1e86-3e63-4f0f-bfc6-578b615ab07e not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:13.105124 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:13.120872 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Transition to ACTIVE for port object be1883d5-227d-45c8-ac7f-3a6bca126ccd will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:13.132328 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:13.381207 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f7f0f-7d6a-4908-97ec-e39ccb2305ec None None] Pushing event updated for resources: {'Port': ['ID=be1883d5-227d-45c8-ac7f-3a6bca126ccd,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:13.389753 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Attempting to bind port be1883d5-227d-45c8-ac7f-3a6bca126ccd on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:13.390342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Attempting to bind port be1883d5-227d-45c8-ac7f-3a6bca126ccd by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:13.391516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Attempting to bind port be1883d5-227d-45c8-ac7f-3a6bca126ccd on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:13.402200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:13.402826 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:13.403473 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:13.404335 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:13.405319 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Bound port: be1883d5-227d-45c8-ac7f-3a6bca126ccd, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:13.405954 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:13.413931 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-3f277aec-c394-423e-990b-54c3f0630d9b', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ips': [{'subnet_id': 'e31452b1-9f12-4713-8aa6-64019ed599fb'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:21:13.415797 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:13.640309 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6f9a2-1990-41f3-bb08-68733cd9de8b req-5d4818f0-d1f4-41ef-bd80-d187fc9a2ca2 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:13.653066 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5e6f9a2-1990-41f3-bb08-68733cd9de8b req-5d4818f0-d1f4-41ef-bd80-d187fc9a2ca2 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.2518268 Jul 06 12:21:13.685208 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] For port be1883d5-227d-45c8-ac7f-3a6bca126ccd, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:13.694747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] For port be1883d5-227d-45c8-ac7f-3a6bca126ccd, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=be1883d5-227d-45c8-ac7f-3a6bca126ccd,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:13.733405 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:13.798007 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5e6f9a2-1990-41f3-bb08-68733cd9de8b req-23056185-2fec-4e2f-b879-655357388e08 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417489 Jul 06 12:21:13.812377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Allocated IP 172.20.0.2 (3f277aec-c394-423e-990b-54c3f0630d9b/e31452b1-9f12-4713-8aa6-64019ed599fb/6faaa872-9368-41a9-a1a9-26bce8de67d9) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:13.851495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f7f0f-7d6a-4908-97ec-e39ccb2305ec None None] Pushing event updated for resources: {'Port': ['ID=be1883d5-227d-45c8-ac7f-3a6bca126ccd,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:13.860140 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Routers {'6a54f0fd-cb8f-476a-97a0-889419e1a179'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:13.860944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6a54f0fd-cb8f-476a-97a0-889419e1a179'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:14.040939 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:14.443423 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:14.455037 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Transition to ACTIVE for port object 6faaa872-9368-41a9-a1a9-26bce8de67d9 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:14.486169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Transition to ACTIVE for port object 6faaa872-9368-41a9-a1a9-26bce8de67d9 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:14.497568 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:14.611657 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Network 3f277aec-c394-423e-990b-54c3f0630d9b is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:14.626987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:14.639710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:14.730964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Allocated IP 172.20.0.1 (3f277aec-c394-423e-990b-54c3f0630d9b/e31452b1-9f12-4713-8aa6-64019ed599fb/3f0d335c-39dd-4bf5-b166-1c91388dec6b) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:14.757951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Pushing event updated for resources: {'Port': ['ID=6faaa872-9368-41a9-a1a9-26bce8de67d9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:14.769447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] Set router 6a54f0fd-cb8f-476a-97a0-889419e1a179 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:14.858051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Attempting to bind port 6faaa872-9368-41a9-a1a9-26bce8de67d9 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:14.858628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Attempting to bind port 6faaa872-9368-41a9-a1a9-26bce8de67d9 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '72c2de72-3d79-481c-9dd7-8ec507bf03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:14.859274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Attempting to bind port 6faaa872-9368-41a9-a1a9-26bce8de67d9 on network 3f277aec-c394-423e-990b-54c3f0630d9b {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:14.886815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:14.888175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42554) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:14.896497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Checking segment: {'id': '72c2de72-3d79-481c-9dd7-8ec507bf03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:14.898157 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:14.898678 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Bound using segment: {'id': '72c2de72-3d79-481c-9dd7-8ec507bf03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:14.899843 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Bound port: 6faaa872-9368-41a9-a1a9-26bce8de67d9, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c2de72-3d79-481c-9dd7-8ec507bf03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:14.901598 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:15.018037 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:15.067610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Transition to ACTIVE for port object 3f0d335c-39dd-4bf5-b166-1c91388dec6b will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:15.113914 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] For port 6faaa872-9368-41a9-a1a9-26bce8de67d9, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:15.134668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] For port 6faaa872-9368-41a9-a1a9-26bce8de67d9, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=6faaa872-9368-41a9-a1a9-26bce8de67d9,segment=NetworkSegment(72c2de72-3d79-481c-9dd7-8ec507bf03e7),segment_id=72c2de72-3d79-481c-9dd7-8ec507bf03e7)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:15.150906 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:15.231750 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:15.284258 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c4565b49-c3ed-43fe-949c-854263db8741 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-886649521'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:15.287010 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140054122', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:21:10Z', 'revision_number': 3, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:08Z', 'updated_at': '2021-07-06T12:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:15.323445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 3f277aec-c394-423e-990b-54c3f0630d9b is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:15.328845 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:15.331394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:15.357780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eff996-144d-46d3-a6fe-52259dbba8f0 None None] Pushing event updated for resources: {'Port': ['ID=6faaa872-9368-41a9-a1a9-26bce8de67d9,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:15.361402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4565b49-c3ed-43fe-949c-854263db8741 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:15.370313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6766e96e-6797-433c-9f41-54a8cac06646 None None] The sync data for ids ['6a54f0fd-cb8f-476a-97a0-889419e1a179'] in n-d-799529-2 is: [{'id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140054122', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:21:10Z', 'revision_number': 3, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:08Z', 'updated_at': '2021-07-06T12:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:15.376196 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4565b49-c3ed-43fe-949c-854263db8741 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:15.394690 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4565b49-c3ed-43fe-949c-854263db8741 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:15.449643 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:15.538730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=3f0d335c-39dd-4bf5-b166-1c91388dec6b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:15.573422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07bbe-c005-4bed-8620-7f35b5dacc57 req-9f337c52-f9c4-41af-b771-9d14a076e422 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:15.586598 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bcb07bbe-c005-4bed-8620-7f35b5dacc57 req-9f337c52-f9c4-41af-b771-9d14a076e422 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.4344432 Jul 06 12:21:15.617964 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4565b49-c3ed-43fe-949c-854263db8741 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:15.625630 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4565b49-c3ed-43fe-949c-854263db8741 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:15.679198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4565b49-c3ed-43fe-949c-854263db8741 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:21:15.721319 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4565b49-c3ed-43fe-949c-854263db8741 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:15.723063 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-c4565b49-c3ed-43fe-949c-854263db8741 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Added segment 8cc3a042-2911-4c7f-b3a2-c0f1de052090 of type vlan for network 67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6 Jul 06 12:21:15.727037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4565b49-c3ed-43fe-949c-854263db8741 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c081d145-7b60-4f2b-ae15-3e4e3ce0e41a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:15.791218 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bcb07bbe-c005-4bed-8620-7f35b5dacc57 req-593b9891-b29a-4102-a8a8-d862a5bfc21b tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996701 Jul 06 12:21:15.813841 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4565b49-c3ed-43fe-949c-854263db8741 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:15.878982 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4565b49-c3ed-43fe-949c-854263db8741 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:15.888489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4565b49-c3ed-43fe-949c-854263db8741 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:15.889562 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4565b49-c3ed-43fe-949c-854263db8741 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:16.003970 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c4565b49-c3ed-43fe-949c-854263db8741 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1143236 Jul 06 12:21:16.009012 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42560) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:16.018643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4c2f012e-8889-49e3-b94a-a7927e517b0f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-718240457'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:16.056340 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4565b49-c3ed-43fe-949c-854263db8741 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Network': ['ID=67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:16.074317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:21:16.081417 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2f012e-8889-49e3-b94a-a7927e517b0f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:16.085403 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:16.088289 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c2f012e-8889-49e3-b94a-a7927e517b0f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:16.141265 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2f012e-8889-49e3-b94a-a7927e517b0f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:21:16.167689 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c2f012e-8889-49e3-b94a-a7927e517b0f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:16.168440 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-4c2f012e-8889-49e3-b94a-a7927e517b0f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Added segment f5e169cf-27b8-444f-bb28-6c9324db0bdb of type vlan for network 5b2bccac-2302-4849-898d-fb1d44bfac2f Jul 06 12:21:16.289919 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c2f012e-8889-49e3-b94a-a7927e517b0f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:16.382310 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c2f012e-8889-49e3-b94a-a7927e517b0f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:16.398307 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f012e-8889-49e3-b94a-a7927e517b0f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:16.399490 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c2f012e-8889-49e3-b94a-a7927e517b0f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:16.554532 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4c2f012e-8889-49e3-b94a-a7927e517b0f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5431437 Jul 06 12:21:16.562133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42564) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:16.572829 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e955086d-6ab4-48ed-987c-a07623fcf624 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'subnet': {'network_id': '67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:16.594675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f012e-8889-49e3-b94a-a7927e517b0f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Network': ['ID=5b2bccac-2302-4849-898d-fb1d44bfac2f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:16.619399 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 5b2bccac-2302-4849-898d-fb1d44bfac2f details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:21:16.816105 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:16.838681 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:17.088203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=3f0d335c-39dd-4bf5-b166-1c91388dec6b,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:17.133870 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e955086d-6ab4-48ed-987c-a07623fcf624 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:17.139690 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e955086d-6ab4-48ed-987c-a07623fcf624 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:17.143408 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device be1883d5-227d-45c8-ac7f-3a6bca126ccd up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:17.283672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port be1883d5-227d-45c8-ac7f-3a6bca126ccd completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:17.290837 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port be1883d5-227d-45c8-ac7f-3a6bca126ccd triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:17.291359 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:17.342012 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:17.417380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990a5157-e944-438a-86dc-596e8e478a77 None None] Network 3f277aec-c394-423e-990b-54c3f0630d9b requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:17.578734 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48f6bf-e9e1-4987-a91f-f00045009f3f req-679a5b25-c36f-4135-8d62-62af5411e7b6 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:17.579161 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-46550c2e-e490-4206-bcfe-752c1c6bfb39 None None] Provisioning for port 6faaa872-9368-41a9-a1a9-26bce8de67d9 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:17.580709 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1a48f6bf-e9e1-4987-a91f-f00045009f3f req-679a5b25-c36f-4135-8d62-62af5411e7b6 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.4866695 Jul 06 12:21:17.706040 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:17.709851 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1a48f6bf-e9e1-4987-a91f-f00045009f3f req-abe0eb44-37de-4f38-b2fd-53faf127b28e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050820 Jul 06 12:21:17.741016 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 3f277aec-c394-423e-990b-54c3f0630d9b is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:17.743856 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:17.755346 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e955086d-6ab4-48ed-987c-a07623fcf624 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:17.784809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port be1883d5-227d-45c8-ac7f-3a6bca126ccd, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=be1883d5-227d-45c8-ac7f-3a6bca126ccd,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:17.834365 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:17.835646 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 6faaa872-9368-41a9-a1a9-26bce8de67d9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:17.984354 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955086d-6ab4-48ed-987c-a07623fcf624 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Subnet': ['ID=e352b5e7-ef2a-4db7-a215-859c680809c8,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:18.044478 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e955086d-6ab4-48ed-987c-a07623fcf624 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Checking segment: {'id': '8cc3a042-2911-4c7f-b3a2-c0f1de052090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:18.044975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e955086d-6ab4-48ed-987c-a07623fcf624 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network hostable DHCP agents. Network: 67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:21:18.068248 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=be1883d5-227d-45c8-ac7f-3a6bca126ccd,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:18.078322 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router 6a54f0fd-cb8f-476a-97a0-889419e1a179 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:18.087714 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e955086d-6ab4-48ed-987c-a07623fcf624 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:21:18.101180 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 6faaa872-9368-41a9-a1a9-26bce8de67d9 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:18.105568 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e955086d-6ab4-48ed-987c-a07623fcf624 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:18.110051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e955086d-6ab4-48ed-987c-a07623fcf624 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:18.110653 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e955086d-6ab4-48ed-987c-a07623fcf624 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.133460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 6faaa872-9368-41a9-a1a9-26bce8de67d9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:18.134433 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.175081 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e955086d-6ab4-48ed-987c-a07623fcf624 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6065657 Jul 06 12:21:18.175762 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42572) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:18.184403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a65eef32-4f81-4656-93cd-8cf17709a4f2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'subnet': {'network_id': '5b2bccac-2302-4849-898d-fb1d44bfac2f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:18.226404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1594db-773a-4571-be2d-fcd789613777 None None] Network 67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:18.262236 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:18.285467 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c86d7b18-a8c4-4ae1-b55e-03bed8cd2861 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "PUT /v2.0/routers/6a54f0fd-cb8f-476a-97a0-889419e1a179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4806092 Jul 06 12:21:18.491619 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.513546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65eef32-4f81-4656-93cd-8cf17709a4f2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:18.519422 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a65eef32-4f81-4656-93cd-8cf17709a4f2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.648261 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 6faaa872-9368-41a9-a1a9-26bce8de67d9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=6faaa872-9368-41a9-a1a9-26bce8de67d9,segment=NetworkSegment(72c2de72-3d79-481c-9dd7-8ec507bf03e7),segment_id=72c2de72-3d79-481c-9dd7-8ec507bf03e7)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:18.721767 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.728105 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e667f191-964e-445c-b580-339855140fba req-3d5ade4e-6e05-41e4-a7b7-2a0b2b94cd68 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687041467&fields=id&tenant_id=f585d4167c1145b098521c82cd595bff HTTP/1.1" status: 200 len: 267 time: 0.1032336 Jul 06 12:21:18.739798 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6', 'network_id': '67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'fixed_ips': [{'subnet_id': 'e352b5e7-ef2a-4db7-a215-859c680809c8'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:21:18.741180 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.853307 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a65eef32-4f81-4656-93cd-8cf17709a4f2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:18.925804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=6faaa872-9368-41a9-a1a9-26bce8de67d9,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:18.955223 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Sync routers for ids ['6a54f0fd-cb8f-476a-97a0-889419e1a179'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:18.958639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65eef32-4f81-4656-93cd-8cf17709a4f2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Subnet': ['ID=2ee8d761-2ef1-4d6b-aca1-b0166758b68e,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:19.010280 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Routers {'6a54f0fd-cb8f-476a-97a0-889419e1a179'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:19.012443 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6a54f0fd-cb8f-476a-97a0-889419e1a179'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:19.040563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65eef32-4f81-4656-93cd-8cf17709a4f2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Checking segment: {'id': 'f5e169cf-27b8-444f-bb28-6c9324db0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5b2bccac-2302-4849-898d-fb1d44bfac2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:19.040910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65eef32-4f81-4656-93cd-8cf17709a4f2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network hostable DHCP agents. Network: 5b2bccac-2302-4849-898d-fb1d44bfac2f, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:21:19.079274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device be1883d5-227d-45c8-ac7f-3a6bca126ccd up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:19.087328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65eef32-4f81-4656-93cd-8cf17709a4f2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 5b2bccac-2302-4849-898d-fb1d44bfac2f is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:21:19.090275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667f191-964e-445c-b580-339855140fba req-93664bf0-5659-42d9-84ab-078521368160 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:19.100689 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e667f191-964e-445c-b580-339855140fba req-93664bf0-5659-42d9-84ab-078521368160 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/networks?id=3f277aec-c394-423e-990b-54c3f0630d9b HTTP/1.1" status: 200 len: 797 time: 0.3510659 Jul 06 12:21:19.103305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a65eef32-4f81-4656-93cd-8cf17709a4f2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 5b2bccac-2302-4849-898d-fb1d44bfac2f) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:19.108256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65eef32-4f81-4656-93cd-8cf17709a4f2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:19.108866 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a65eef32-4f81-4656-93cd-8cf17709a4f2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:19.145890 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e667f191-964e-445c-b580-339855140fba req-19a76943-541c-479c-ac1d-5952e9b6a7dc tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/quotas/f585d4167c1145b098521c82cd595bff HTTP/1.1" status: 200 len: 375 time: 0.0168595 Jul 06 12:21:19.160335 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea35a10d-be26-473b-aa4c-ce31b541264b None None] Network 5b2bccac-2302-4849-898d-fb1d44bfac2f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:19.169515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42590) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:19.171405 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a65eef32-4f81-4656-93cd-8cf17709a4f2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9921353 Jul 06 12:21:19.174710 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5c3dbba0-aa02-4eda-89dc-989be0cc5144 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-116924760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:19.266993 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c3dbba0-aa02-4eda-89dc-989be0cc5144 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:19.268100 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c3dbba0-aa02-4eda-89dc-989be0cc5144 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:19.348161 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7cb133c7-86be-480f-9d86-2f34375cf806 None None] Provisioning complete for port 6faaa872-9368-41a9-a1a9-26bce8de67d9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:19.349529 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7cb133c7-86be-480f-9d86-2f34375cf806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:19.356558 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Set router 6a54f0fd-cb8f-476a-97a0-889419e1a179 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:19.796824 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Allocated IP 2001:db8::2 (67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6/e352b5e7-ef2a-4db7-a215-859c680809c8/0548bfea-14f8-46b3-a648-471260e740b2) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:19.891824 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c3dbba0-aa02-4eda-89dc-989be0cc5144 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:19.901655 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c3dbba0-aa02-4eda-89dc-989be0cc5144 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:19.928980 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e667f191-964e-445c-b580-339855140fba req-60960fd3-1abc-4cad-ae81-5b147d9f37da tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7471526 Jul 06 12:21:19.936198 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c3dbba0-aa02-4eda-89dc-989be0cc5144 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:19.938504 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5c3dbba0-aa02-4eda-89dc-989be0cc5144 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7675686 Jul 06 12:21:19.943051 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 42594) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:20.084504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port be1883d5-227d-45c8-ac7f-3a6bca126ccd triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:20.085254 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.120167 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e667f191-964e-445c-b580-339855140fba req-d421f36c-7ac5-418a-abd6-85c4594b1335 service neutron] 10.222.0.81 "GET /v2.0/networks/3f277aec-c394-423e-990b-54c3f0630d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759689 Jul 06 12:21:20.147542 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140054122', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:21:15Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:08Z', 'updated_at': '2021-07-06T12:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3f0d335c-39dd-4bf5-b166-1c91388dec6b', 'name': '', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:1f:91:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:14Z', 'updated_at': '2021-07-06T12:21:16Z', 'revision_number': 2, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:20.203496 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Checking router: 6a54f0fd-cb8f-476a-97a0-889419e1a179 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:20.204050 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Updating router 6a54f0fd-cb8f-476a-97a0-889419e1a179 port 3f0d335c-39dd-4bf5-b166-1c91388dec6b binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:21:20.264985 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7cb133c7-86be-480f-9d86-2f34375cf806 None None] Provisioning for port 3f0d335c-39dd-4bf5-b166-1c91388dec6b completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:20.271180 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e667f191-964e-445c-b580-339855140fba req-7d9e669e-09f3-417d-9444-cf475f17e25e service neutron] 10.222.0.81 "GET /v2.0/networks/3f277aec-c394-423e-990b-54c3f0630d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484261 Jul 06 12:21:20.283513 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.328517 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7cb133c7-86be-480f-9d86-2f34375cf806 None None] Provisioning complete for port 3f0d335c-39dd-4bf5-b166-1c91388dec6b triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:20.343957 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7cb133c7-86be-480f-9d86-2f34375cf806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.367881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-5b2bccac-2302-4849-898d-fb1d44bfac2f', 'network_id': '5b2bccac-2302-4849-898d-fb1d44bfac2f', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'fixed_ips': [{'subnet_id': '2ee8d761-2ef1-4d6b-aca1-b0166758b68e'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:21:20.369410 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.458910 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.674473 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:20.729683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7cb133c7-86be-480f-9d86-2f34375cf806 None None] Port 3f0d335c-39dd-4bf5-b166-1c91388dec6b cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:20.756998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6a24f-775d-453e-9e41-2bba842a566e req-ada4a5ed-97dc-4259-af5c-e7bf36dc1b9c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:20.767874 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8a6a24f-775d-453e-9e41-2bba842a566e req-ada4a5ed-97dc-4259-af5c-e7bf36dc1b9c tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.1076932 Jul 06 12:21:20.804814 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Transition to ACTIVE for port object 0548bfea-14f8-46b3-a648-471260e740b2 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:20.838278 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8a6a24f-775d-453e-9e41-2bba842a566e req-9e9f2e6c-69ea-4323-8100-576672278236 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686238 Jul 06 12:21:20.871791 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Transition to ACTIVE for port object 0548bfea-14f8-46b3-a648-471260e740b2 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:20.950113 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39c74fe0-5760-4ef6-adce-7d8fc2b40bc1 req-5ad61e92-0f30-494e-86b7-939a24fb1234 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 210 time: 0.0527174 Jul 06 12:21:20.975192 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Allocated IP 2001:db8::1 (67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6/e352b5e7-ef2a-4db7-a215-859c680809c8/f70bff43-de05-4c2c-949b-cf084c2352f1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:21.003293 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.081639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Allocated IP 2001:db8:1::2 (5b2bccac-2302-4849-898d-fb1d44bfac2f/2ee8d761-2ef1-4d6b-aca1-b0166758b68e/66889773-6b74-4f75-a2b4-06d06685886f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:21.146856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 6faaa872-9368-41a9-a1a9-26bce8de67d9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:21.148057 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.172216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-846abc29-840e-4073-9d26-0a8e14f1186c None None] Provisioning complete for port 3f0d335c-39dd-4bf5-b166-1c91388dec6b triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:21.172757 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.173291 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-846abc29-840e-4073-9d26-0a8e14f1186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.180950 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Transition to ACTIVE for port object f70bff43-de05-4c2c-949b-cf084c2352f1 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:21.201713 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Transition to ACTIVE for port object 3f0d335c-39dd-4bf5-b166-1c91388dec6b will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:21.213289 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.227542 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.281715 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8c1f9-19fc-424f-9b11-2964bf7142d2 None None] Pushing event updated for resources: {'Port': ['ID=3f0d335c-39dd-4bf5-b166-1c91388dec6b,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:21.298205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:21.298851 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8c1f9-19fc-424f-9b11-2964bf7142d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:21.299416 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8c1f9-19fc-424f-9b11-2964bf7142d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:21.299938 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8c1f9-19fc-424f-9b11-2964bf7142d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:21.300590 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8c1f9-19fc-424f-9b11-2964bf7142d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:21.301083 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8c1f9-19fc-424f-9b11-2964bf7142d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:21.302095 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8c1f9-19fc-424f-9b11-2964bf7142d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:21.303256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:21.303964 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8c1f9-19fc-424f-9b11-2964bf7142d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:21.304526 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8c1f9-19fc-424f-9b11-2964bf7142d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:21.305195 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8c1f9-19fc-424f-9b11-2964bf7142d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:21.305935 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8c1f9-19fc-424f-9b11-2964bf7142d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:21.306247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:21.306611 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8c1f9-19fc-424f-9b11-2964bf7142d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:21.306818 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.307455 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8c1f9-19fc-424f-9b11-2964bf7142d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:21.383600 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Attempting to bind port 3f0d335c-39dd-4bf5-b166-1c91388dec6b on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:21.386045 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Attempting to bind port 3f0d335c-39dd-4bf5-b166-1c91388dec6b by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '72c2de72-3d79-481c-9dd7-8ec507bf03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:21.386045 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Attempting to bind port 3f0d335c-39dd-4bf5-b166-1c91388dec6b on network 3f277aec-c394-423e-990b-54c3f0630d9b {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:21.399632 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:21.400623 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Checking segment: {'id': '72c2de72-3d79-481c-9dd7-8ec507bf03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:21.402178 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.402589 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Bound using segment: {'id': '72c2de72-3d79-481c-9dd7-8ec507bf03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:21.404002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Pushing event updated for resources: {'Port': ['ID=0548bfea-14f8-46b3-a648-471260e740b2,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:21.404481 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Bound port: 3f0d335c-39dd-4bf5-b166-1c91388dec6b, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c2de72-3d79-481c-9dd7-8ec507bf03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:21.404619 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.413889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Network 67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:21.440253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=f70bff43-de05-4c2c-949b-cf084c2352f1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:21.550203 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] For port 3f0d335c-39dd-4bf5-b166-1c91388dec6b, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:21.557001 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] For port 3f0d335c-39dd-4bf5-b166-1c91388dec6b, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3f0d335c-39dd-4bf5-b166-1c91388dec6b,segment=NetworkSegment(72c2de72-3d79-481c-9dd7-8ec507bf03e7),segment_id=72c2de72-3d79-481c-9dd7-8ec507bf03e7)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:21.562542 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:21.578063 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.580597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:21.631320 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:21.724084 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Routers {'6a54f0fd-cb8f-476a-97a0-889419e1a179'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:21.724925 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6a54f0fd-cb8f-476a-97a0-889419e1a179'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:21.760650 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-846abc29-840e-4073-9d26-0a8e14f1186c None None] Port 3f0d335c-39dd-4bf5-b166-1c91388dec6b cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:21.873001 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8c1f9-19fc-424f-9b11-2964bf7142d2 None None] Pushing event updated for resources: {'Port': ['ID=3f0d335c-39dd-4bf5-b166-1c91388dec6b,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:21.883787 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 6faaa872-9368-41a9-a1a9-26bce8de67d9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:21.884178 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.001143 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Attempting to bind port 0548bfea-14f8-46b3-a648-471260e740b2 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:22.001639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Attempting to bind port 0548bfea-14f8-46b3-a648-471260e740b2 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '8cc3a042-2911-4c7f-b3a2-c0f1de052090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:22.002064 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Attempting to bind port 0548bfea-14f8-46b3-a648-471260e740b2 on network 67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:22.045950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:22.046539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Checking segment: {'id': '8cc3a042-2911-4c7f-b3a2-c0f1de052090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:22.046904 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.047266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Bound using segment: {'id': '8cc3a042-2911-4c7f-b3a2-c0f1de052090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:22.052035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Bound port: 0548bfea-14f8-46b3-a648-471260e740b2, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc3a042-2911-4c7f-b3a2-c0f1de052090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:22.052397 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.182679 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] Set router 6a54f0fd-cb8f-476a-97a0-889419e1a179 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:22.350534 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.380713 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.389355 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.391097 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.428835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dc3ca-d3c1-4f07-accb-92950e424253 req-7ae8e3c2-08ec-4335-8782-eb0edd658a51 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:22.435205 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Transition to ACTIVE for port object 66889773-6b74-4f75-a2b4-06d06685886f will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:22.435917 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-711dc3ca-d3c1-4f07-accb-92950e424253 req-7ae8e3c2-08ec-4335-8782-eb0edd658a51 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.1464667 Jul 06 12:21:22.468784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] For port 0548bfea-14f8-46b3-a648-471260e740b2, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:22.513520 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-711dc3ca-d3c1-4f07-accb-92950e424253 req-d245d971-bc1b-4094-9752-ee95f6047920 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675633 Jul 06 12:21:22.525878 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] For port 0548bfea-14f8-46b3-a648-471260e740b2, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0548bfea-14f8-46b3-a648-471260e740b2,segment=NetworkSegment(8cc3a042-2911-4c7f-b3a2-c0f1de052090),segment_id=8cc3a042-2911-4c7f-b3a2-c0f1de052090)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:22.545772 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.550171 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Transition to ACTIVE for port object 66889773-6b74-4f75-a2b4-06d06685886f will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:22.597999 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.605008 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140054122', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:21:15Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:08Z', 'updated_at': '2021-07-06T12:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3f0d335c-39dd-4bf5-b166-1c91388dec6b', 'name': '', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:1f:91:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:14Z', 'updated_at': '2021-07-06T12:21:21Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:22.645926 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Network 5b2bccac-2302-4849-898d-fb1d44bfac2f is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:22.667301 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:22.673032 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a407f9-908c-43ef-a153-cc5a6812da8e None None] The sync data for ids ['6a54f0fd-cb8f-476a-97a0-889419e1a179'] in n-d-799529-2 is: [{'id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140054122', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:21:15Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:08Z', 'updated_at': '2021-07-06T12:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3f0d335c-39dd-4bf5-b166-1c91388dec6b', 'name': '', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:1f:91:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:14Z', 'updated_at': '2021-07-06T12:21:21Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:22.686042 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:22.686042 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4bae5-7d95-41a0-a16a-ec8be70a4864 None None] Pushing event updated for resources: {'Port': ['ID=0548bfea-14f8-46b3-a648-471260e740b2,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:22.752888 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Pushing event updated for resources: {'Port': ['ID=66889773-6b74-4f75-a2b4-06d06685886f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:22.767066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=f70bff43-de05-4c2c-949b-cf084c2352f1,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:22.814151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:22.829302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:22.921836 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Attempting to bind port 66889773-6b74-4f75-a2b4-06d06685886f on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:22.922299 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Attempting to bind port 66889773-6b74-4f75-a2b4-06d06685886f by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'f5e169cf-27b8-444f-bb28-6c9324db0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5b2bccac-2302-4849-898d-fb1d44bfac2f'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:22.922582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Attempting to bind port 66889773-6b74-4f75-a2b4-06d06685886f on network 5b2bccac-2302-4849-898d-fb1d44bfac2f {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:22.950607 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:22.951126 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Checking segment: {'id': 'f5e169cf-27b8-444f-bb28-6c9324db0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5b2bccac-2302-4849-898d-fb1d44bfac2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:22.952398 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:22.952828 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Bound using segment: {'id': 'f5e169cf-27b8-444f-bb28-6c9324db0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5b2bccac-2302-4849-898d-fb1d44bfac2f'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:22.955666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Bound port: 66889773-6b74-4f75-a2b4-06d06685886f, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e169cf-27b8-444f-bb28-6c9324db0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5b2bccac-2302-4849-898d-fb1d44bfac2f'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:22.956791 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:23.100574 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ca7b43d-9c83-451a-9e11-7c1fd401b98c req-a35f4781-bebe-4bc5-804f-5cb92a08055b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 210 time: 0.1019151 Jul 06 12:21:23.171941 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3f0d335c-39dd-4bf5-b166-1c91388dec6b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:23.304492 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 3f0d335c-39dd-4bf5-b166-1c91388dec6b completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:23.317747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] For port 66889773-6b74-4f75-a2b4-06d06685886f, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:23.326625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3f0d335c-39dd-4bf5-b166-1c91388dec6b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:23.327192 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:23.430628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] For port 66889773-6b74-4f75-a2b4-06d06685886f, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=66889773-6b74-4f75-a2b4-06d06685886f,segment=NetworkSegment(f5e169cf-27b8-444f-bb28-6c9324db0bdb),segment_id=f5e169cf-27b8-444f-bb28-6c9324db0bdb)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:23.442461 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:23.549640 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 64edba03-3a79-4554-a3c3-58b8ccaca361 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:21:23.578660 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:23.596620 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667f191-964e-445c-b580-339855140fba req-f7914cd6-e019-4ec7-9084-e764b5f00d10 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:23.603423 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e667f191-964e-445c-b580-339855140fba req-f7914cd6-e019-4ec7-9084-e764b5f00d10 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.23 "GET /v2.0/networks?id=3f277aec-c394-423e-990b-54c3f0630d9b HTTP/1.1" status: 200 len: 797 time: 0.4907830 Jul 06 12:21:23.713963 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a07491-6ee3-45e4-ad6f-1b2f6a9b2724 None None] Pushing event updated for resources: {'Port': ['ID=66889773-6b74-4f75-a2b4-06d06685886f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:23.758232 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 3f0d335c-39dd-4bf5-b166-1c91388dec6b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3f0d335c-39dd-4bf5-b166-1c91388dec6b,segment=NetworkSegment(72c2de72-3d79-481c-9dd7-8ec507bf03e7),segment_id=72c2de72-3d79-481c-9dd7-8ec507bf03e7)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:23.773568 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:23.859255 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c837e-2cf8-46d9-9ccb-6d5180515c4e req-f7c3bc46-df03-4d93-bd82-a8452c2400ef tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:23.869861 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b86c837e-2cf8-46d9-9ccb-6d5180515c4e req-f7c3bc46-df03-4d93-bd82-a8452c2400ef tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.1122744 Jul 06 12:21:23.955586 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=3f0d335c-39dd-4bf5-b166-1c91388dec6b,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:23.958011 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b86c837e-2cf8-46d9-9ccb-6d5180515c4e req-422e2aaa-19cd-4ad4-b613-e08cf7b7f579 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858026 Jul 06 12:21:23.998701 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e667f191-964e-445c-b580-339855140fba req-62d3e31c-4acb-4b60-88ec-46d89cc66e57 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f585d4167c1145b098521c82cd595bff HTTP/1.1" status: 200 len: 379 time: 0.3656101 Jul 06 12:21:24.016164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e667f191-964e-445c-b580-339855140fba req-5a414c84-2ec5-45df-a2ef-4f33d2e663ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'port': {'device_id': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'admin_state_up': True, 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'security_groups': ['f6c15b5b-337d-47d7-8856-c55f03c5632f']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:24.027416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:24.057803 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2b7df5-5a87-4d96-8d70-83b0cdab7ff6 None None] Sync routers for ids ['64edba03-3a79-4554-a3c3-58b8ccaca361'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:24.080243 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42620) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:24.088382 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bd3a8982-c9e8-493e-8a42-dc985bd16ac0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/64edba03-3a79-4554-a3c3-58b8ccaca361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1428962 Jul 06 12:21:24.111549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2b7df5-5a87-4d96-8d70-83b0cdab7ff6 None None] Routers {'64edba03-3a79-4554-a3c3-58b8ccaca361'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:24.116893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1e2b7df5-5a87-4d96-8d70-83b0cdab7ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['64edba03-3a79-4554-a3c3-58b8ccaca361'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:24.273042 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1e2b7df5-5a87-4d96-8d70-83b0cdab7ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:24.317987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2b7df5-5a87-4d96-8d70-83b0cdab7ff6 None None] Routers {'64edba03-3a79-4554-a3c3-58b8ccaca361'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:24.319072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1e2b7df5-5a87-4d96-8d70-83b0cdab7ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['64edba03-3a79-4554-a3c3-58b8ccaca361'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:24.336476 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94be915-4142-4332-9bfb-4aac651146d3 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:24.349429 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b94be915-4142-4332-9bfb-4aac651146d3 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports/f70bff43-de05-4c2c-949b-cf084c2352f1 HTTP/1.1" status: 200 len: 911 time: 0.2624638 Jul 06 12:21:24.349722 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 42624) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:24.409838 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1e2b7df5-5a87-4d96-8d70-83b0cdab7ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:24.410425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2b7df5-5a87-4d96-8d70-83b0cdab7ff6 None None] The sync data for ids ['64edba03-3a79-4554-a3c3-58b8ccaca361'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:24.510654 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e667f191-964e-445c-b580-339855140fba req-5a414c84-2ec5-45df-a2ef-4f33d2e663ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Made reservation on behalf of f585d4167c1145b098521c82cd595bff for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:24.515435 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e667f191-964e-445c-b580-339855140fba req-5a414c84-2ec5-45df-a2ef-4f33d2e663ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:24.678162 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-59d55358-419e-49e8-9321-5bcf43181bd0 req-a19a03c9-30cf-45e5-accb-039006769b4b tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 210 time: 0.1885660 Jul 06 12:21:24.757668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-e667f191-964e-445c-b580-339855140fba req-5a414c84-2ec5-45df-a2ef-4f33d2e663ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Allocated IP 172.20.0.4 (3f277aec-c394-423e-990b-54c3f0630d9b/e31452b1-9f12-4713-8aa6-64019ed599fb/986a17d0-5948-4a82-bf23-12607b17c7d0) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:25.037774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4f3f0-02e4-4a74-8b0b-c9f232f64e85 None None] Network 67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:25.258416 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-54eccab0-e322-4d09-a261-092dc53cd853 None None] Provisioning for port 0548bfea-14f8-46b3-a648-471260e740b2 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:25.417668 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e667f191-964e-445c-b580-339855140fba req-5a414c84-2ec5-45df-a2ef-4f33d2e663ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:25.434518 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 66889773-6b74-4f75-a2b4-06d06685886f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:25.452436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-e667f191-964e-445c-b580-339855140fba req-5a414c84-2ec5-45df-a2ef-4f33d2e663ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Transition to ACTIVE for port object 986a17d0-5948-4a82-bf23-12607b17c7d0 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:25.540361 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e667f191-964e-445c-b580-339855140fba req-5a414c84-2ec5-45df-a2ef-4f33d2e663ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:25.641148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a414c84-2ec5-45df-a2ef-4f33d2e663ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=986a17d0-5948-4a82-bf23-12607b17c7d0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:25.679294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e667f191-964e-445c-b580-339855140fba req-5a414c84-2ec5-45df-a2ef-4f33d2e663ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 3f277aec-c394-423e-990b-54c3f0630d9b is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:25.681795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-e667f191-964e-445c-b580-339855140fba req-5a414c84-2ec5-45df-a2ef-4f33d2e663ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:25.700513 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e667f191-964e-445c-b580-339855140fba req-5a414c84-2ec5-45df-a2ef-4f33d2e663ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:25.849147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667f191-964e-445c-b580-339855140fba req-5a414c84-2ec5-45df-a2ef-4f33d2e663ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:25.852289 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e667f191-964e-445c-b580-339855140fba req-5a414c84-2ec5-45df-a2ef-4f33d2e663ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:25.873803 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 66889773-6b74-4f75-a2b4-06d06685886f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:25.881818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d8caef-61e6-4c11-804a-ca57aa54686f None None] Network 5b2bccac-2302-4849-898d-fb1d44bfac2f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:25.902582 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e667f191-964e-445c-b580-339855140fba req-5a414c84-2ec5-45df-a2ef-4f33d2e663ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8923638 Jul 06 12:21:25.923167 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Request body: {'port': {'device_id': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:26.025580 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d10b67-886f-4ec1-9867-357c3dfbe31b req-d07dd07a-8ee9-4606-9f42-03daf560923f tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:26.041165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b1d10b67-886f-4ec1-9867-357c3dfbe31b req-d07dd07a-8ee9-4606-9f42-03daf560923f tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.3855791 Jul 06 12:21:26.050047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3f0d335c-39dd-4bf5-b166-1c91388dec6b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:26.055951 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.162694 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7031937c-9c19-4580-8806-db72b3d205bc None None] Provisioning for port 66889773-6b74-4f75-a2b4-06d06685886f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:26.182723 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7031937c-9c19-4580-8806-db72b3d205bc None None] Provisioning complete for port 66889773-6b74-4f75-a2b4-06d06685886f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:26.183493 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7031937c-9c19-4580-8806-db72b3d205bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.197278 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.399464 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3f0d335c-39dd-4bf5-b166-1c91388dec6b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:26.400035 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.448736 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7031937c-9c19-4580-8806-db72b3d205bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.533048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7031937c-9c19-4580-8806-db72b3d205bc None None] For port 66889773-6b74-4f75-a2b4-06d06685886f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=66889773-6b74-4f75-a2b4-06d06685886f,segment=NetworkSegment(f5e169cf-27b8-444f-bb28-6c9324db0bdb),segment_id=f5e169cf-27b8-444f-bb28-6c9324db0bdb)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:26.546137 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b1d10b67-886f-4ec1-9867-357c3dfbe31b req-8f632a39-82b4-4c6f-b319-47a57c1c0a37 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596586 Jul 06 12:21:26.550749 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7031937c-9c19-4580-8806-db72b3d205bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.673938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0548bfea-14f8-46b3-a648-471260e740b2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:26.841727 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031937c-9c19-4580-8806-db72b3d205bc None None] Pushing event updated for resources: {'Port': ['ID=66889773-6b74-4f75-a2b4-06d06685886f,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:26.857701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986a17d0-5948-4a82-bf23-12607b17c7d0 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:21:26.867507 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.882966 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Transition to ACTIVE for port object 986a17d0-5948-4a82-bf23-12607b17c7d0 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:26.892461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:26.968073 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c5f1b2f5-b6e8-4dac-9c02-103ae9763cb3 None None] Provisioning for port 986a17d0-5948-4a82-bf23-12607b17c7d0 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:26.983561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Pushing event updated for resources: {'Port': ['ID=986a17d0-5948-4a82-bf23-12607b17c7d0,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:27.100665 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 0548bfea-14f8-46b3-a648-471260e740b2 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:27.126535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0548bfea-14f8-46b3-a648-471260e740b2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:27.127079 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.169993 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Attempting to bind port 986a17d0-5948-4a82-bf23-12607b17c7d0 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:27.170537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Attempting to bind port 986a17d0-5948-4a82-bf23-12607b17c7d0 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '72c2de72-3d79-481c-9dd7-8ec507bf03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:27.171042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Attempting to bind port 986a17d0-5948-4a82-bf23-12607b17c7d0 on network 3f277aec-c394-423e-990b-54c3f0630d9b {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:27.177466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Port 986a17d0-5948-4a82-bf23-12607b17c7d0 on network 3f277aec-c394-423e-990b-54c3f0630d9b not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:21:27.177697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Attempting to bind port 986a17d0-5948-4a82-bf23-12607b17c7d0 on network 3f277aec-c394-423e-990b-54c3f0630d9b {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:27.186174 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:27.186897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Checking segment: {'id': '72c2de72-3d79-481c-9dd7-8ec507bf03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:27.187724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Bound using segment: {'id': '72c2de72-3d79-481c-9dd7-8ec507bf03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:27.188368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Bound port: 986a17d0-5948-4a82-bf23-12607b17c7d0, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c2de72-3d79-481c-9dd7-8ec507bf03e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:27.189085 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.289929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-eb6a11a2-d8cd-445b-8b4c-7ee782695a4f None None] Provisioning complete for port 0548bfea-14f8-46b3-a648-471260e740b2 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:27.290538 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb6a11a2-d8cd-445b-8b4c-7ee782695a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.360308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f1387-2fca-4d0d-a7af-79f7af2a7a7e req-8947dce9-6d90-469f-be01-8671bc5e604a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:27.370081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] For port 986a17d0-5948-4a82-bf23-12607b17c7d0, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:27.371041 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-980f1387-2fca-4d0d-a7af-79f7af2a7a7e req-8947dce9-6d90-469f-be01-8671bc5e604a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 943 time: 0.2811005 Jul 06 12:21:27.373832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] For port 986a17d0-5948-4a82-bf23-12607b17c7d0, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=986a17d0-5948-4a82-bf23-12607b17c7d0,segment=NetworkSegment(72c2de72-3d79-481c-9dd7-8ec507bf03e7),segment_id=72c2de72-3d79-481c-9dd7-8ec507bf03e7)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:27.375605 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Allocated IP 2001:db8:1::1 (5b2bccac-2302-4849-898d-fb1d44bfac2f/2ee8d761-2ef1-4d6b-aca1-b0166758b68e/3de10314-b6fe-4697-be78-ecead65ec034) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:27.387022 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.437218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:27.437926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.439622 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e667f191-964e-445c-b580-339855140fba req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] 10.222.0.23 "PUT /v2.0/ports/986a17d0-5948-4a82-bf23-12607b17c7d0 HTTP/1.1" status: 200 len: 1091 time: 1.5270646 Jul 06 12:21:27.440092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'tag': '986a17d0-5948-4a82-bf23-12607b17c7d0'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:27.451217 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30e609e-1223-4fe8-8242-f03e3629eb7e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3bb733-2925-4dc6-8c4a-0033325e350f", "tag": "986a17d0-5948-4a82-bf23-12607b17c7d0"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:27.469674 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-980f1387-2fca-4d0d-a7af-79f7af2a7a7e req-fcea84f2-3a94-45ba-afe8-cb300dc30c3e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941713 Jul 06 12:21:27.527173 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659842f-776e-47e7-a25c-e7a8a129d51b service neutron] Pushing event updated for resources: {'Port': ['ID=986a17d0-5948-4a82-bf23-12607b17c7d0,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:27.573654 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.593789 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb6a11a2-d8cd-445b-8b4c-7ee782695a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.691409 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad93f23-c337-4d6f-a4f0-b5905a312b86 x-openstack-request-id: req-4ad93f23-c337-4d6f-a4f0-b5905a312b86 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:27.692070 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3bb733-2925-4dc6-8c4a-0033325e350f", "tag": "986a17d0-5948-4a82-bf23-12607b17c7d0", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:27.692418 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ad93f23-c337-4d6f-a4f0-b5905a312b86 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:27.693083 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'tag': '986a17d0-5948-4a82-bf23-12607b17c7d0', 'status': 'completed', 'code': 200} Jul 06 12:21:27.700228 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667f191-964e-445c-b580-339855140fba req-3c438b39-e98c-45e5-9b0c-331fec84879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:27.703555 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 0548bfea-14f8-46b3-a648-471260e740b2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0548bfea-14f8-46b3-a648-471260e740b2,segment=NetworkSegment(8cc3a042-2911-4c7f-b3a2-c0f1de052090),segment_id=8cc3a042-2911-4c7f-b3a2-c0f1de052090)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:27.716440 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e667f191-964e-445c-b580-339855140fba req-3c438b39-e98c-45e5-9b0c-331fec84879e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 1094 time: 0.1755311 Jul 06 12:21:27.724674 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.791587 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:27.850991 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e667f191-964e-445c-b580-339855140fba req-80c54b79-807e-4297-9f36-feda104a120f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986a17d0-5948-4a82-bf23-12607b17c7d0 HTTP/1.1" status: 200 len: 217 time: 0.1335878 Jul 06 12:21:27.860749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Transition to ACTIVE for port object 3de10314-b6fe-4697-be78-ecead65ec034 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:28.014783 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667f191-964e-445c-b580-339855140fba req-cd223022-f952-4d6a-a7f6-32008f27f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:28.015713 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-eb6a11a2-d8cd-445b-8b4c-7ee782695a4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:21:28.016872 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-eb6a11a2-d8cd-445b-8b4c-7ee782695a4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:21:28.018788 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e667f191-964e-445c-b580-339855140fba req-cd223022-f952-4d6a-a7f6-32008f27f7b3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e31452b1-9f12-4713-8aa6-64019ed599fb HTTP/1.1" status: 200 len: 834 time: 0.1573966 Jul 06 12:21:28.025358 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.056693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 66889773-6b74-4f75-a2b4-06d06685886f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:28.212900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=3de10314-b6fe-4697-be78-ecead65ec034,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:28.244800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 5b2bccac-2302-4849-898d-fb1d44bfac2f is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:28.246088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=0548bfea-14f8-46b3-a648-471260e740b2,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:28.278257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667f191-964e-445c-b580-339855140fba req-1428facf-eb9c-4b62-a0d6-40123600b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:28.280593 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:28.284910 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:28.286332 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.307641 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e667f191-964e-445c-b580-339855140fba req-1428facf-eb9c-4b62-a0d6-40123600b34f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f277aec-c394-423e-990b-54c3f0630d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2650688 Jul 06 12:21:28.401552 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 66889773-6b74-4f75-a2b4-06d06685886f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:28.402137 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:28.510721 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e667f191-964e-445c-b580-339855140fba req-ded7e1aa-b94f-43df-8434-783318af81dc service neutron] 10.222.0.23 "GET /v2.0/networks/3f277aec-c394-423e-990b-54c3f0630d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010653 Jul 06 12:21:28.521931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c506c4d-1ecd-42b0-834a-687e92ce2008 req-b8460d19-b531-4a2d-827f-fd6718de2978 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:28.540757 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c506c4d-1ecd-42b0-834a-687e92ce2008 req-b8460d19-b531-4a2d-827f-fd6718de2978 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.3154418 Jul 06 12:21:28.651513 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c506c4d-1ecd-42b0-834a-687e92ce2008 req-0b382920-7ad0-4f6b-bd09-7a5d311757e0 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032100 Jul 06 12:21:28.761383 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e667f191-964e-445c-b580-339855140fba req-f8fcab69-3e7b-4276-a5da-233e87c65a85 service neutron] 10.222.0.23 "GET /v2.0/networks/3f277aec-c394-423e-990b-54c3f0630d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358055 Jul 06 12:21:28.825094 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:29.006598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e609e-1223-4fe8-8242-f03e3629eb7e req-ba58e5cd-f3a3-43d6-9375-3ccdddf71d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:29.009391 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a30e609e-1223-4fe8-8242-f03e3629eb7e req-ba58e5cd-f3a3-43d6-9375-3ccdddf71d9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 1094 time: 0.1505246 Jul 06 12:21:29.039523 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-eb6a11a2-d8cd-445b-8b4c-7ee782695a4f None None] Provisioning for port f70bff43-de05-4c2c-949b-cf084c2352f1 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:29.048089 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-eb6a11a2-d8cd-445b-8b4c-7ee782695a4f None None] Provisioning complete for port f70bff43-de05-4c2c-949b-cf084c2352f1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:29.049048 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb6a11a2-d8cd-445b-8b4c-7ee782695a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:29.153888 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a11a2-d8cd-445b-8b4c-7ee782695a4f None None] Port f70bff43-de05-4c2c-949b-cf084c2352f1 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:29.220626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e609e-1223-4fe8-8242-f03e3629eb7e req-0f0387dc-9b5c-4a9d-b14a-e26d4d3b27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:29.224064 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a30e609e-1223-4fe8-8242-f03e3629eb7e req-0f0387dc-9b5c-4a9d-b14a-e26d4d3b27d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f277aec-c394-423e-990b-54c3f0630d9b HTTP/1.1" status: 200 len: 898 time: 0.2075124 Jul 06 12:21:29.263106 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967dc15-6470-4dc8-9e0f-81a1a0330971 req-2ed53468-7be5-4cf2-8e5a-cf9a7de47ac8 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:29.265034 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b967dc15-6470-4dc8-9e0f-81a1a0330971 req-2ed53468-7be5-4cf2-8e5a-cf9a7de47ac8 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 943 time: 0.3196900 Jul 06 12:21:29.295522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2b33c3ff-163f-4346-bc2a-0c44ab095ad3 None None] Provisioning complete for port 66889773-6b74-4f75-a2b4-06d06685886f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:29.297249 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b33c3ff-163f-4346-bc2a-0c44ab095ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:29.305092 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a30e609e-1223-4fe8-8242-f03e3629eb7e req-c2e10e09-531f-41bb-9bc2-f31cedf8f431 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986a17d0-5948-4a82-bf23-12607b17c7d0 HTTP/1.1" status: 200 len: 217 time: 0.0713377 Jul 06 12:21:29.386728 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b967dc15-6470-4dc8-9e0f-81a1a0330971 req-db618fce-a821-488a-abc6-692b9e2a71bf tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092606 Jul 06 12:21:29.438978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e609e-1223-4fe8-8242-f03e3629eb7e req-bd3a2822-b1ee-4148-b766-4c8a465472d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:29.441043 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a30e609e-1223-4fe8-8242-f03e3629eb7e req-bd3a2822-b1ee-4148-b766-4c8a465472d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e31452b1-9f12-4713-8aa6-64019ed599fb HTTP/1.1" status: 200 len: 834 time: 0.1292896 Jul 06 12:21:29.526036 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:29.533563 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:29.534725 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:29.534924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2b33c3ff-163f-4346-bc2a-0c44ab095ad3 None None] Provisioning complete for port f70bff43-de05-4c2c-949b-cf084c2352f1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:29.536358 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b33c3ff-163f-4346-bc2a-0c44ab095ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:29.556166 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e609e-1223-4fe8-8242-f03e3629eb7e req-ca221267-813e-45f0-8f70-e0e4f4f5e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:29.558913 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a30e609e-1223-4fe8-8242-f03e3629eb7e req-ca221267-813e-45f0-8f70-e0e4f4f5e4d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f277aec-c394-423e-990b-54c3f0630d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105158 Jul 06 12:21:29.587501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2b33c3ff-163f-4346-bc2a-0c44ab095ad3 None None] Port f70bff43-de05-4c2c-949b-cf084c2352f1 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:29.604053 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2b33c3ff-163f-4346-bc2a-0c44ab095ad3 None None] Provisioning for port 3de10314-b6fe-4697-be78-ecead65ec034 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:29.610165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2b33c3ff-163f-4346-bc2a-0c44ab095ad3 None None] Provisioning complete for port 3de10314-b6fe-4697-be78-ecead65ec034 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:29.610966 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b33c3ff-163f-4346-bc2a-0c44ab095ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:29.635152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=3de10314-b6fe-4697-be78-ecead65ec034,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:29.672805 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2b33c3ff-163f-4346-bc2a-0c44ab095ad3 None None] Port 3de10314-b6fe-4697-be78-ecead65ec034 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:29.695362 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a30e609e-1223-4fe8-8242-f03e3629eb7e req-f8241889-c008-4108-a52d-205f98a3474a service neutron] 10.222.0.23 "GET /v2.0/networks/3f277aec-c394-423e-990b-54c3f0630d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284201 Jul 06 12:21:29.834595 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 5b2bccac-2302-4849-898d-fb1d44bfac2f is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:29.837659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:29.878386 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0548bfea-14f8-46b3-a648-471260e740b2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:29.919024 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a30e609e-1223-4fe8-8242-f03e3629eb7e req-193f47d4-4f3d-475c-b1f5-13e74fe2f302 service neutron] 10.222.0.23 "GET /v2.0/networks/3f277aec-c394-423e-990b-54c3f0630d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143617 Jul 06 12:21:29.946175 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0548bfea-14f8-46b3-a648-471260e740b2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:29.948052 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:30.061312 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 64edba03-3a79-4554-a3c3-58b8ccaca361 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:30.078335 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e13d10-5059-4b81-88a1-0dff0cfbaebc req-64e9baeb-4339-4880-bcbf-86eab914c887 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:30.086106 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3e13d10-5059-4b81-88a1-0dff0cfbaebc req-64e9baeb-4339-4880-bcbf-86eab914c887 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.1540189 Jul 06 12:21:30.193500 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3e13d10-5059-4b81-88a1-0dff0cfbaebc req-8d8e8ccb-0f18-4a20-8cff-1cce20fa1534 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067333 Jul 06 12:21:30.218673 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:30.225138 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-501597b1-8074-41cd-b41b-9f4622023091 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/64edba03-3a79-4554-a3c3-58b8ccaca361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8740525 Jul 06 12:21:30.228150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43062) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:30.239278 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b48fbf2-7068-404c-86e1-dc9b054def4a None None] Sync routers for ids ['64edba03-3a79-4554-a3c3-58b8ccaca361'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:30.253088 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b48fbf2-7068-404c-86e1-dc9b054def4a None None] Routers {'64edba03-3a79-4554-a3c3-58b8ccaca361'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:30.253830 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9b48fbf2-7068-404c-86e1-dc9b054def4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['64edba03-3a79-4554-a3c3-58b8ccaca361'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:30.297615 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9b48fbf2-7068-404c-86e1-dc9b054def4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:30.309156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4c17e23f-5167-4abe-ad19-446f66b57b4f None None] Provisioning complete for port 3de10314-b6fe-4697-be78-ecead65ec034 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:30.309982 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b48fbf2-7068-404c-86e1-dc9b054def4a None None] Routers {'64edba03-3a79-4554-a3c3-58b8ccaca361'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:30.310156 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c17e23f-5167-4abe-ad19-446f66b57b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:30.310356 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9b48fbf2-7068-404c-86e1-dc9b054def4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['64edba03-3a79-4554-a3c3-58b8ccaca361'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:30.313904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a093dbe-9dcc-4e72-a742-0eb90c5fe671 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:30.319772 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43068) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:30.321181 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2a093dbe-9dcc-4e72-a742-0eb90c5fe671 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports/3de10314-b6fe-4697-be78-ecead65ec034 HTTP/1.1" status: 200 len: 913 time: 0.0915003 Jul 06 12:21:30.358017 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9b48fbf2-7068-404c-86e1-dc9b054def4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:30.359158 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b48fbf2-7068-404c-86e1-dc9b054def4a None None] The sync data for ids ['64edba03-3a79-4554-a3c3-58b8ccaca361'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:30.393396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4c17e23f-5167-4abe-ad19-446f66b57b4f None None] Port 3de10314-b6fe-4697-be78-ecead65ec034 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:30.767537 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dde71b-cb17-4fd8-bfcf-54e9fcd925f6 req-be9999f5-cc48-4c69-9c89-c0aeeb78cb8a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:30.769095 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91dde71b-cb17-4fd8-bfcf-54e9fcd925f6 req-be9999f5-cc48-4c69-9c89-c0aeeb78cb8a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 943 time: 0.1121984 Jul 06 12:21:30.845143 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91dde71b-cb17-4fd8-bfcf-54e9fcd925f6 req-0b58e1fa-f158-4ce1-99bd-a92490980423 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658069 Jul 06 12:21:30.870831 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf6b8-f110-411e-a2d5-98e6c19a75c1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.106956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed95815-3712-44da-b95f-83ec3ae46a69 req-271a3b94-6ee0-4051-9023-e8a80f25705e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:31.108426 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2ed95815-3712-44da-b95f-83ec3ae46a69 req-271a3b94-6ee0-4051-9023-e8a80f25705e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 945 time: 0.1334298 Jul 06 12:21:31.198680 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2ed95815-3712-44da-b95f-83ec3ae46a69 req-b1853b22-a2d8-45cb-8d57-36bd57c5616c tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681949 Jul 06 12:21:31.240033 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9b7bf6b8-f110-411e-a2d5-98e6c19a75c1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port 3de10314-b6fe-4697-be78-ecead65ec034 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:31.240442 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf6b8-f110-411e-a2d5-98e6c19a75c1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.381552 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf6b8-f110-411e-a2d5-98e6c19a75c1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.431192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9b7bf6b8-f110-411e-a2d5-98e6c19a75c1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for 3de10314-b6fe-4697-be78-ecead65ec034 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:31.529534 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97439e5-3bc3-4783-acd2-08d1adb75e69 req-0097a984-36c8-4fcd-903b-a6c4a4d85455 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:31.531109 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a97439e5-3bc3-4783-acd2-08d1adb75e69 req-0097a984-36c8-4fcd-903b-a6c4a4d85455 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.1468072 Jul 06 12:21:31.622587 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a97439e5-3bc3-4783-acd2-08d1adb75e69 req-3c75da1b-10b8-4a77-b568-5d787fb63ceb tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504785 Jul 06 12:21:31.697608 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf6b8-f110-411e-a2d5-98e6c19a75c1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:31.741712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bf6b8-f110-411e-a2d5-98e6c19a75c1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=3de10314-b6fe-4697-be78-ecead65ec034,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:32.224591 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be6eef-0c6e-4591-8018-f88cd37e793b req-ff51beb6-005b-42bf-9e4a-874915590fe2 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:32.227160 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2be6eef-0c6e-4591-8018-f88cd37e793b req-ff51beb6-005b-42bf-9e4a-874915590fe2 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.89 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 945 time: 0.1291142 Jul 06 12:21:32.343792 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d2be6eef-0c6e-4591-8018-f88cd37e793b req-dd136da1-10fc-4c77-b0c7-b876426a0d71 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Deleting port 1645ddf2-4269-460c-8d1f-cf61d4f12e89 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:32.344191 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2be6eef-0c6e-4591-8018-f88cd37e793b req-dd136da1-10fc-4c77-b0c7-b876426a0d71 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.366530 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf6b8-f110-411e-a2d5-98e6c19a75c1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.369749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 986a17d0-5948-4a82-bf23-12607b17c7d0 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:21:32.412538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-aa2a2fa2-3259-44ca-9269-7e9bbfd21084 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:32.414134 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-aa2a2fa2-3259-44ca-9269-7e9bbfd21084 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/networks?id=599bca4b-e543-418c-9aa5-a7f82c9cb337 HTTP/1.1" status: 200 len: 812 time: 0.6337194 Jul 06 12:21:32.458388 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d2be6eef-0c6e-4591-8018-f88cd37e793b req-dd136da1-10fc-4c77-b0c7-b876426a0d71 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] For port 1645ddf2-4269-460c-8d1f-cf61d4f12e89, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=1645ddf2-4269-460c-8d1f-cf61d4f12e89,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:32.458957 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2be6eef-0c6e-4591-8018-f88cd37e793b req-dd136da1-10fc-4c77-b0c7-b876426a0d71 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.503934 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 986a17d0-5948-4a82-bf23-12607b17c7d0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=986a17d0-5948-4a82-bf23-12607b17c7d0,segment=NetworkSegment(72c2de72-3d79-481c-9dd7-8ec507bf03e7),segment_id=72c2de72-3d79-481c-9dd7-8ec507bf03e7)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:32.516879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '986a17d0-5948-4a82-bf23-12607b17c7d0', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'port_id': '986a17d0-5948-4a82-bf23-12607b17c7d0', 'mac_address': 'fa:16:3e:cd:8e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:21:32.541692 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-4f5020c1-8df6-43ce-84af-ed5acece5a8a tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/quotas/e329c63151e0445c8da4fd5353f71213 HTTP/1.1" status: 200 len: 375 time: 0.0659435 Jul 06 12:21:32.562973 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.584459 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986a17d0-5948-4a82-bf23-12607b17c7d0 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:21:32.604279 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b890e09c-6229-433b-aa74-f13262b63ece tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e329c63151e0445c8da4fd5353f71213&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522196 Jul 06 12:21:32.608790 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 986a17d0-5948-4a82-bf23-12607b17c7d0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=986a17d0-5948-4a82-bf23-12607b17c7d0,segment=NetworkSegment(72c2de72-3d79-481c-9dd7-8ec507bf03e7),segment_id=72c2de72-3d79-481c-9dd7-8ec507bf03e7)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:32.616295 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:32.686221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=986a17d0-5948-4a82-bf23-12607b17c7d0,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:32.811665 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b6d6baec-c0f7-432c-ab4a-a8ebcbfd2ac1 service neutron] 10.222.0.81 "GET /v2.0/networks/599bca4b-e543-418c-9aa5-a7f82c9cb337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966996 Jul 06 12:21:32.820236 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7bf6b8-f110-411e-a2d5-98e6c19a75c1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 64edba03-3a79-4554-a3c3-58b8ccaca361 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:32.845484 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['986a17d0-5948-4a82-bf23-12607b17c7d0'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:21:33.006030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7bf6b8-f110-411e-a2d5-98e6c19a75c1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:33.018053 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b8ada61a-d483-4906-893b-68613daae7dc service neutron] 10.222.0.81 "GET /v2.0/networks/599bca4b-e543-418c-9aa5-a7f82c9cb337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943760 Jul 06 12:21:33.028273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2e608d-4f67-4392-bb8a-1f3f6316d308 None None] Sync routers for ids ['64edba03-3a79-4554-a3c3-58b8ccaca361'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:33.030480 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9b7bf6b8-f110-411e-a2d5-98e6c19a75c1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/64edba03-3a79-4554-a3c3-58b8ccaca361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7091196 Jul 06 12:21:33.031209 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43120) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:33.055215 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e608d-4f67-4392-bb8a-1f3f6316d308 None None] Routers {'64edba03-3a79-4554-a3c3-58b8ccaca361'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:33.055898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4d2e608d-4f67-4392-bb8a-1f3f6316d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['64edba03-3a79-4554-a3c3-58b8ccaca361'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:33.120736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4d2e608d-4f67-4392-bb8a-1f3f6316d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:33.148488 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e608d-4f67-4392-bb8a-1f3f6316d308 None None] Routers {'64edba03-3a79-4554-a3c3-58b8ccaca361'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:33.156966 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4d2e608d-4f67-4392-bb8a-1f3f6316d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['64edba03-3a79-4554-a3c3-58b8ccaca361'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:33.174539 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2be6eef-0c6e-4591-8018-f88cd37e793b req-dd136da1-10fc-4c77-b0c7-b876426a0d71 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:33.175163 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2be6eef-0c6e-4591-8018-f88cd37e793b req-dd136da1-10fc-4c77-b0c7-b876426a0d71 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:33.178905 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [req-d2be6eef-0c6e-4591-8018-f88cd37e793b req-dd136da1-10fc-4c77-b0c7-b876426a0d71 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Floating IP c592b3ff-23c8-44ff-9417-0588c296a9ce disassociated. External IP: 172.25.4.161, port: 1645ddf2-4269-460c-8d1f-cf61d4f12e89. Jul 06 12:21:33.179574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d2be6eef-0c6e-4591-8018-f88cd37e793b req-dd136da1-10fc-4c77-b0c7-b876426a0d71 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Calling delete_port for 1645ddf2-4269-460c-8d1f-cf61d4f12e89 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:33.205181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4d2e608d-4f67-4392-bb8a-1f3f6316d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:33.205867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2e608d-4f67-4392-bb8a-1f3f6316d308 None None] The sync data for ids ['64edba03-3a79-4554-a3c3-58b8ccaca361'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:33.406558 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2be6eef-0c6e-4591-8018-f88cd37e793b req-dd136da1-10fc-4c77-b0c7-b876426a0d71 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:33.451465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a05f16-e5be-466b-a86c-32c1be4e3d8a req-35ea7322-db7a-44d8-8be6-a5796bc9bb62 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:33.453115 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-10a05f16-e5be-466b-a86c-32c1be4e3d8a req-35ea7322-db7a-44d8-8be6-a5796bc9bb62 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 944 time: 0.1188610 Jul 06 12:21:33.459954 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd136da1-10fc-4c77-b0c7-b876426a0d71 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event deleted for resources: {'Port': ['ID=1645ddf2-4269-460c-8d1f-cf61d4f12e89,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:33.528681 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-10a05f16-e5be-466b-a86c-32c1be4e3d8a req-7dcc9ba3-e03e-4f00-881d-a792a2253ced tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695007 Jul 06 12:21:33.576426 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-777f5547-1653-48d1-a405-327a78f5e4f5 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:33.625616 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2be6eef-0c6e-4591-8018-f88cd37e793b req-dd136da1-10fc-4c77-b0c7-b876426a0d71 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Router 5e2948c4-60fe-4593-a78a-90ba3f97319b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:33.741750 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2413606-bc0e-44cc-9944-13cc31266b5a req-589c2fae-17c5-4feb-aba4-652e687f9983 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 210 time: 0.0313306 Jul 06 12:21:33.756995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2be6eef-0c6e-4591-8018-f88cd37e793b req-dd136da1-10fc-4c77-b0c7-b876426a0d71 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:33.778513 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ffbe1-92a0-431e-aa2a-b0ba4ee187ce None None] Sync routers for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:33.821577 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ffbe1-92a0-431e-aa2a-b0ba4ee187ce None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:33.822629 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ac4ffbe1-92a0-431e-aa2a-b0ba4ee187ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:33.846775 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2be6eef-0c6e-4591-8018-f88cd37e793b req-dd136da1-10fc-4c77-b0c7-b876426a0d71 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] No DVR routers for this DVR port 1645ddf2-4269-460c-8d1f-cf61d4f12e89 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:33.853299 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2be6eef-0c6e-4591-8018-f88cd37e793b req-dd136da1-10fc-4c77-b0c7-b876426a0d71 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:33.856689 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d2be6eef-0c6e-4591-8018-f88cd37e793b req-dd136da1-10fc-4c77-b0c7-b876426a0d71 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.89 "DELETE /v2.0/ports/1645ddf2-4269-460c-8d1f-cf61d4f12e89 HTTP/1.1" status: 204 len: 173 time: 1.6238635 Jul 06 12:21:33.861674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ae395c-ea85-411c-9df2-539d2b0d6908', 'name': 'network-vif-deleted', 'tag': '1645ddf2-4269-460c-8d1f-cf61d4f12e89'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:33.869538 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5605af16-a958-471c-9286-6ad76b273040" -d '{"events": [{"server_uuid": "60ae395c-ea85-411c-9df2-539d2b0d6908", "name": "network-vif-deleted", "tag": "1645ddf2-4269-460c-8d1f-cf61d4f12e89"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:34.026203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-777f5547-1653-48d1-a405-327a78f5e4f5 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port f70bff43-de05-4c2c-949b-cf084c2352f1 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:34.027074 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-777f5547-1653-48d1-a405-327a78f5e4f5 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:34.118104 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ac4ffbe1-92a0-431e-aa2a-b0ba4ee187ce None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:34.133998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a80d58-1c03-4184-8f24-0a239c54e6c5 req-d636fbfc-9ca6-4341-a9b3-88254641576d tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:34.135570 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b3a80d58-1c03-4184-8f24-0a239c54e6c5 req-d636fbfc-9ca6-4341-a9b3-88254641576d tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.1683154 Jul 06 12:21:34.199845 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-777f5547-1653-48d1-a405-327a78f5e4f5 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:34.225047 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b3a80d58-1c03-4184-8f24-0a239c54e6c5 req-a45097a8-7577-44cf-a8d4-9202b79f8419 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825126 Jul 06 12:21:34.246433 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-777f5547-1653-48d1-a405-327a78f5e4f5 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for f70bff43-de05-4c2c-949b-cf084c2352f1 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:34.398743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 986a17d0-5948-4a82-bf23-12607b17c7d0 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:34.477394 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e38a2dae-b005-495d-bbfa-ca17f36111e1 req-da059208-f99b-4c99-b265-da78e37f9122 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=66db6f0f-a001-4b4e-876d-1ea4e596a0f4 HTTP/1.1" status: 200 len: 210 time: 0.0444458 Jul 06 12:21:34.488170 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ac4ffbe1-92a0-431e-aa2a-b0ba4ee187ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:34.492482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 986a17d0-5948-4a82-bf23-12607b17c7d0 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:34.501977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 986a17d0-5948-4a82-bf23-12607b17c7d0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:34.503906 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:34.534985 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ffbe1-92a0-431e-aa2a-b0ba4ee187ce None None] Checking router: 5e2948c4-60fe-4593-a78a-90ba3f97319b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:34.557722 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ffbe1-92a0-431e-aa2a-b0ba4ee187ce None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:34.558383 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ac4ffbe1-92a0-431e-aa2a-b0ba4ee187ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:34.582258 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14eec8a3-f21d-4d40-b0b0-fbdfd442e55c x-openstack-request-id: req-14eec8a3-f21d-4d40-b0b0-fbdfd442e55c {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:34.582774 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ae395c-ea85-411c-9df2-539d2b0d6908", "name": "network-vif-deleted", "tag": "1645ddf2-4269-460c-8d1f-cf61d4f12e89", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:34.582774 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14eec8a3-f21d-4d40-b0b0-fbdfd442e55c {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:34.583192 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ae395c-ea85-411c-9df2-539d2b0d6908', 'name': 'network-vif-deleted', 'tag': '1645ddf2-4269-460c-8d1f-cf61d4f12e89', 'status': 'completed', 'code': 200} Jul 06 12:21:34.630213 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-777f5547-1653-48d1-a405-327a78f5e4f5 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:34.697389 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:34.715174 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f5547-1653-48d1-a405-327a78f5e4f5 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=f70bff43-de05-4c2c-949b-cf084c2352f1,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:34.734744 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986a17d0-5948-4a82-bf23-12607b17c7d0'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:34.737623 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6484d9-947d-44a2-aa3b-36da97df3521" -d '{"events": [{"server_uuid": "2f3bb733-2925-4dc6-8c4a-0033325e350f", "name": "network-vif-plugged", "status": "completed", "tag": "986a17d0-5948-4a82-bf23-12607b17c7d0"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:34.760270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 986a17d0-5948-4a82-bf23-12607b17c7d0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=986a17d0-5948-4a82-bf23-12607b17c7d0,segment=NetworkSegment(72c2de72-3d79-481c-9dd7-8ec507bf03e7),segment_id=72c2de72-3d79-481c-9dd7-8ec507bf03e7)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:34.767282 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:34.921238 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=986a17d0-5948-4a82-bf23-12607b17c7d0,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:34.962405 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ac4ffbe1-92a0-431e-aa2a-b0ba4ee187ce None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:34.999950 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-777f5547-1653-48d1-a405-327a78f5e4f5 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.099110 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-4c2e9f15-576e-4a93-92e6-eb0c8573df11 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:35.101287 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-4c2e9f15-576e-4a93-92e6-eb0c8573df11 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.89 "GET /v2.0/networks?id=599bca4b-e543-418c-9aa5-a7f82c9cb337 HTTP/1.1" status: 200 len: 812 time: 0.2693570 Jul 06 12:21:35.119634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-7fd10523-ad68-47d9-b631-f23175efeda2 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Request body: {'port': {'device_id': '66db6f0f-a001-4b4e-876d-1ea4e596a0f4', 'network_id': '599bca4b-e543-418c-9aa5-a7f82c9cb337', 'admin_state_up': True, 'tenant_id': 'e329c63151e0445c8da4fd5353f71213'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:35.274706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777f5547-1653-48d1-a405-327a78f5e4f5 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 64edba03-3a79-4554-a3c3-58b8ccaca361 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:35.289460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-7fd10523-ad68-47d9-b631-f23175efeda2 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Made reservation on behalf of e329c63151e0445c8da4fd5353f71213 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:35.296462 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-7fd10523-ad68-47d9-b631-f23175efeda2 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.450830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777f5547-1653-48d1-a405-327a78f5e4f5 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:35.460476 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-777f5547-1653-48d1-a405-327a78f5e4f5 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/64edba03-3a79-4554-a3c3-58b8ccaca361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4242728 Jul 06 12:21:35.461668 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ac4ffbe1-92a0-431e-aa2a-b0ba4ee187ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:35.461813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43144) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:35.463281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cedb1e-e248-474e-9206-add56f4924a4 None None] Sync routers for ids ['64edba03-3a79-4554-a3c3-58b8ccaca361'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:35.481348 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe6c0c-df93-426d-845a-4aec24ad24e9 req-c6c4b38a-88ce-4194-94f1-196d3397189a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:35.490561 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cebe6c0c-df93-426d-845a-4aec24ad24e9 req-c6c4b38a-88ce-4194-94f1-196d3397189a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.2537472 Jul 06 12:21:35.503164 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ffbe1-92a0-431e-aa2a-b0ba4ee187ce None None] The sync data for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 is: [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:35.508703 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cedb1e-e248-474e-9206-add56f4924a4 None None] Routers {'64edba03-3a79-4554-a3c3-58b8ccaca361'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:35.509336 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-36cedb1e-e248-474e-9206-add56f4924a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['64edba03-3a79-4554-a3c3-58b8ccaca361'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:35.566538 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a8677f85-f4db-4d38-a6cd-66a808d157ac tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports?device_id=64edba03-3a79-4554-a3c3-58b8ccaca361 HTTP/1.1" status: 200 len: 205 time: 0.0751967 Jul 06 12:21:35.566840 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cebe6c0c-df93-426d-845a-4aec24ad24e9 req-c2019692-593c-4a2b-b66b-d901cffb6c57 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655951 Jul 06 12:21:35.567796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43148) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:35.588491 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-36cedb1e-e248-474e-9206-add56f4924a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:35.613398 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d12e48f-7b14-4879-a759-cded6104eaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.623730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cedb1e-e248-474e-9206-add56f4924a4 None None] Routers {'64edba03-3a79-4554-a3c3-58b8ccaca361'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:35.624345 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-36cedb1e-e248-474e-9206-add56f4924a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['64edba03-3a79-4554-a3c3-58b8ccaca361'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:35.670410 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-7fd10523-ad68-47d9-b631-f23175efeda2 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Allocated IP 172.20.0.5 (599bca4b-e543-418c-9aa5-a7f82c9cb337/40cc0b1f-9a45-4cab-b615-f463b95ce1d8/3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:35.688813 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-36cedb1e-e248-474e-9206-add56f4924a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:35.690011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cedb1e-e248-474e-9206-add56f4924a4 None None] The sync data for ids ['64edba03-3a79-4554-a3c3-58b8ccaca361'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:35.714489 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.750447 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd3f042-8074-4ec3-b332-abecdddcb7db x-openstack-request-id: req-fbd3f042-8074-4ec3-b332-abecdddcb7db {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:35.750772 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3bb733-2925-4dc6-8c4a-0033325e350f", "name": "network-vif-plugged", "status": "completed", "tag": "986a17d0-5948-4a82-bf23-12607b17c7d0", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:35.751024 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fbd3f042-8074-4ec3-b332-abecdddcb7db {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:35.751501 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986a17d0-5948-4a82-bf23-12607b17c7d0', 'code': 200} Jul 06 12:21:35.810028 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-637f68ac-f1f7-44ce-a597-67297b94b87b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:35.856367 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 1645ddf2-4269-460c-8d1f-cf61d4f12e89 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:35.894053 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 1645ddf2-4269-460c-8d1f-cf61d4f12e89 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:35.897602 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 1645ddf2-4269-460c-8d1f-cf61d4f12e89 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:35.996250 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-7fd10523-ad68-47d9-b631-f23175efeda2 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.005835 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a4998a-3a4b-4e76-980f-e719ba0319d4 None None] New status for floating IP c592b3ff-23c8-44ff-9417-0588c296a9ce: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:21:36.028271 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2875f88-d44d-40e3-a591-3b0e9d831c0c req-f15b4bc3-f053-4f00-842e-613a6acdf246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:36.029856 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e2875f88-d44d-40e3-a591-3b0e9d831c0c req-f15b4bc3-f053-4f00-842e-613a6acdf246 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 1096 time: 0.1835203 Jul 06 12:21:36.083653 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e2875f88-d44d-40e3-a591-3b0e9d831c0c req-a0c14ee1-f0a7-4c49-8788-387ff39f46ca service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438168 Jul 06 12:21:36.090603 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-7fd10523-ad68-47d9-b631-f23175efeda2 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.106561 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6452f1d3-786b-4807-a562-983beaf38182 req-8c27ea6a-2e0c-4e1f-827b-c9f27cd79127 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 210 time: 0.1101630 Jul 06 12:21:36.166787 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd10523-ad68-47d9-b631-f23175efeda2 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Pushing event updated for resources: {'Port': ['ID=3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:36.184098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-7fd10523-ad68-47d9-b631-f23175efeda2 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Network 599bca4b-e543-418c-9aa5-a7f82c9cb337 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:36.185906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-7fd10523-ad68-47d9-b631-f23175efeda2 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:36.188601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-7fd10523-ad68-47d9-b631-f23175efeda2 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:36.263780 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-7fd10523-ad68-47d9-b631-f23175efeda2 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:36.265083 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-7fd10523-ad68-47d9-b631-f23175efeda2 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.302513 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-7fd10523-ad68-47d9-b631-f23175efeda2 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1920214 Jul 06 12:21:36.323912 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Request body: {'port': {'device_id': '66db6f0f-a001-4b4e-876d-1ea4e596a0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:36.418680 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.645549 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.715651 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-637f68ac-f1f7-44ce-a597-67297b94b87b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.719493 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-637f68ac-f1f7-44ce-a597-67297b94b87b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.739488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:21:36.748955 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.776321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Transition to ACTIVE for port object 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:36.779419 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-637f68ac-f1f7-44ce-a597-67297b94b87b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.779985 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637f68ac-f1f7-44ce-a597-67297b94b87b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Fanout notify agent at l3_agent the message router_deleted on router 64edba03-3a79-4554-a3c3-58b8ccaca361 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:21:36.781360 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.789549 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-637f68ac-f1f7-44ce-a597-67297b94b87b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:36.794164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43152) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:36.794392 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-637f68ac-f1f7-44ce-a597-67297b94b87b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/routers/64edba03-3a79-4554-a3c3-58b8ccaca361 HTTP/1.1" status: 204 len: 168 time: 1.2249792 Jul 06 12:21:36.822397 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aa2a7-9771-4acd-8916-2f9944aa9011 req-142b98ca-1c57-4ac5-b174-f93b22b7460b tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:36.830253 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-533aa2a7-9771-4acd-8916-2f9944aa9011 req-142b98ca-1c57-4ac5-b174-f93b22b7460b tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.1466227 Jul 06 12:21:36.924604 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Pushing event updated for resources: {'Port': ['ID=3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:36.936208 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-533aa2a7-9771-4acd-8916-2f9944aa9011 req-b59d86ac-1d93-4e65-bfcc-6625d4f36723 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976264 Jul 06 12:21:36.959596 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c1e59a-e17a-4796-ba69-0c3690171e0c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting subnet 2ee8d761-2ef1-4d6b-aca1-b0166758b68e {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:21:36.963007 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e59a-e17a-4796-ba69-0c3690171e0c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:37.043545 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e59a-e17a-4796-ba69-0c3690171e0c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:37.090761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Attempting to bind port 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:37.091098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Attempting to bind port 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'e80f7f38-6682-445c-b203-fb8350bb72f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '599bca4b-e543-418c-9aa5-a7f82c9cb337'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:37.091451 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Attempting to bind port 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 on network 599bca4b-e543-418c-9aa5-a7f82c9cb337 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:37.101445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Port 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 on network 599bca4b-e543-418c-9aa5-a7f82c9cb337 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:21:37.101750 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Attempting to bind port 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 on network 599bca4b-e543-418c-9aa5-a7f82c9cb337 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:37.120855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:37.120855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Checking segment: {'id': 'e80f7f38-6682-445c-b203-fb8350bb72f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '599bca4b-e543-418c-9aa5-a7f82c9cb337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:37.122980 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Bound using segment: {'id': 'e80f7f38-6682-445c-b203-fb8350bb72f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '599bca4b-e543-418c-9aa5-a7f82c9cb337'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:37.122980 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Bound port: 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80f7f38-6682-445c-b203-fb8350bb72f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '599bca4b-e543-418c-9aa5-a7f82c9cb337'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:37.122980 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:37.204159 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68512ae2-6030-4b90-b1ad-7ac5bd9569d1 req-2462e3a8-80d2-4939-96be-864bd16378ea tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:37.205638 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-68512ae2-6030-4b90-b1ad-7ac5bd9569d1 req-2462e3a8-80d2-4939-96be-864bd16378ea tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=66db6f0f-a001-4b4e-876d-1ea4e596a0f4 HTTP/1.1" status: 200 len: 943 time: 0.0688093 Jul 06 12:21:37.231044 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e59a-e17a-4796-ba69-0c3690171e0c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:37.247710 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-68512ae2-6030-4b90-b1ad-7ac5bd9569d1 req-eacb1ac6-7f0b-4b5b-812c-0e254003012b tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358229 Jul 06 12:21:37.294729 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] For port 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:37.317775 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] For port 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8,segment=NetworkSegment(e80f7f38-6682-445c-b203-fb8350bb72f6),segment_id=e80f7f38-6682-445c-b203-fb8350bb72f6)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:37.325000 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:37.375025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:37.375966 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:37.377774 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] 10.222.0.89 "PUT /v2.0/ports/3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 HTTP/1.1" status: 200 len: 1091 time: 1.0655637 Jul 06 12:21:37.378614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66db6f0f-a001-4b4e-876d-1ea4e596a0f4', 'tag': '3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:37.381169 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d3ff86-19bd-41cf-8b8e-b3283d3b5365" -d '{"events": [{"name": "network-changed", "server_uuid": "66db6f0f-a001-4b4e-876d-1ea4e596a0f4", "tag": "3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:37.388900 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e59a-e17a-4796-ba69-0c3690171e0c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:37.439832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd70cd-2470-4547-a6ba-d44b41fa2f31 req-c9101fa3-01e0-4fe0-bdd6-2ff4843828ec tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:37.441808 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5bd70cd-2470-4547-a6ba-d44b41fa2f31 req-c9101fa3-01e0-4fe0-bdd6-2ff4843828ec tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.0814903 Jul 06 12:21:37.458943 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1e59a-e17a-4796-ba69-0c3690171e0c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee8d761-2ef1-4d6b-aca1-b0166758b68e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:37.477583 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743c12b0-4718-43e6-bc12-c20a1306c851 None None] Network 5b2bccac-2302-4849-898d-fb1d44bfac2f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:37.501376 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e59a-e17a-4796-ba69-0c3690171e0c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:37.506572 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f4c1e59a-e17a-4796-ba69-0c3690171e0c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/2ee8d761-2ef1-4d6b-aca1-b0166758b68e HTTP/1.1" status: 204 len: 168 time: 0.7084720 Jul 06 12:21:37.514893 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5bd70cd-2470-4547-a6ba-d44b41fa2f31 req-ca9caf27-0c8d-4ebc-97ec-995ac9b08e0e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664935 Jul 06 12:21:37.516258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43160) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:37.526232 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477ae69-1d64-4805-9a69-7532c1f9dfcb service neutron] Pushing event updated for resources: {'Port': ['ID=3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:37.572656 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-cad727d3-96ca-4b4f-8eb7-e7fd9378f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:37.574623 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-cad727d3-96ca-4b4f-8eb7-e7fd9378f940 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e329c63151e0445c8da4fd5353f71213&device_id=66db6f0f-a001-4b4e-876d-1ea4e596a0f4 HTTP/1.1" status: 200 len: 1094 time: 0.1275885 Jul 06 12:21:37.641672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee703520-5579-4872-bc98-ff5271ca563a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting subnet e352b5e7-ef2a-4db7-a215-859c680809c8 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:21:37.644150 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-a0d56e68-87dd-4969-a06a-97697b942f31 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 HTTP/1.1" status: 200 len: 217 time: 0.0600691 Jul 06 12:21:37.648401 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee703520-5579-4872-bc98-ff5271ca563a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:37.716142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-a5d22f5e-a3f7-46f8-ba30-bcfbbad7d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:37.718076 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-a5d22f5e-a3f7-46f8-ba30-bcfbbad7d771 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40cc0b1f-9a45-4cab-b615-f463b95ce1d8 HTTP/1.1" status: 200 len: 852 time: 0.0653372 Jul 06 12:21:37.773467 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-150e83ca-8c34-465a-96e4-621083249a1f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=599bca4b-e543-418c-9aa5-a7f82c9cb337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463164 Jul 06 12:21:37.778652 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee703520-5579-4872-bc98-ff5271ca563a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:37.783915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aabb472-18eb-4def-86e8-3a7bf1107b51 None None] DHCP port deletion for 5b2bccac-2302-4849-898d-fb1d44bfac2f request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:21:37.887600 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-b5479c12-13fe-4311-a58c-7480f8b6576e service neutron] 10.222.0.89 "GET /v2.0/networks/599bca4b-e543-418c-9aa5-a7f82c9cb337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081963 Jul 06 12:21:37.894190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454dfa3-8715-47b2-81c0-b5d546da67df req-f1396cd5-a196-45aa-9812-ac03e5121609 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:37.903846 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5454dfa3-8715-47b2-81c0-b5d546da67df req-f1396cd5-a196-45aa-9812-ac03e5121609 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.1941907 Jul 06 12:21:37.934580 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 66889773-6b74-4f75-a2b4-06d06685886f no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:37.970337 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5454dfa3-8715-47b2-81c0-b5d546da67df req-f2e768a4-a98b-4204-966a-293cd3676ee1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653853 Jul 06 12:21:37.980915 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee703520-5579-4872-bc98-ff5271ca563a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:37.985335 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2aabb472-18eb-4def-86e8-3a7bf1107b51 None None] Deleting port 66889773-6b74-4f75-a2b4-06d06685886f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:37.985877 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2aabb472-18eb-4def-86e8-3a7bf1107b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.010411 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2d6ee016-08f7-4182-9e26-259ff1278d57 req-108e9745-df4f-48c9-8f90-2890a72cf65f service neutron] 10.222.0.89 "GET /v2.0/networks/599bca4b-e543-418c-9aa5-a7f82c9cb337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143425 Jul 06 12:21:38.102781 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.103068 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee703520-5579-4872-bc98-ff5271ca563a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.129501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2aabb472-18eb-4def-86e8-3a7bf1107b51 None None] For port 66889773-6b74-4f75-a2b4-06d06685886f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=66889773-6b74-4f75-a2b4-06d06685886f,segment=NetworkSegment(f5e169cf-27b8-444f-bb28-6c9324db0bdb),segment_id=f5e169cf-27b8-444f-bb28-6c9324db0bdb)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:38.129930 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2aabb472-18eb-4def-86e8-3a7bf1107b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.138051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee703520-5579-4872-bc98-ff5271ca563a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Subnet': ['ID=e352b5e7-ef2a-4db7-a215-859c680809c8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:38.140279 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee703520-5579-4872-bc98-ff5271ca563a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.145870 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ee703520-5579-4872-bc98-ff5271ca563a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/e352b5e7-ef2a-4db7-a215-859c680809c8 HTTP/1.1" status: 204 len: 168 time: 0.6274199 Jul 06 12:21:38.146630 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43166) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:38.158955 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f73081-5610-4341-ac58-95c075b56179 None None] Network 67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:38.177573 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2aabb472-18eb-4def-86e8-3a7bf1107b51 None None] Calling delete_port for 66889773-6b74-4f75-a2b4-06d06685886f owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:38.249940 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ac8c11ae-3aa8-49a6-b876-b77cba8d508f req-cf5d96e4-fd1c-48f2-bb7c-093fb6fa5442 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=60ae395c-ea85-411c-9df2-539d2b0d6908 HTTP/1.1" status: 200 len: 210 time: 0.0485778 Jul 06 12:21:38.276982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 66889773-6b74-4f75-a2b4-06d06685886f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=66889773-6b74-4f75-a2b4-06d06685886f,segment=NetworkSegment(f5e169cf-27b8-444f-bb28-6c9324db0bdb),segment_id=f5e169cf-27b8-444f-bb28-6c9324db0bdb)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:38.286237 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1371a374-100f-44ce-8110-4ee6524e0928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.286936 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.338207 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.341643 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d22139f-4b7b-46f6-b433-0b53b22a87da x-openstack-request-id: req-2d22139f-4b7b-46f6-b433-0b53b22a87da {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:38.342079 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66db6f0f-a001-4b4e-876d-1ea4e596a0f4", "tag": "3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:38.342468 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d22139f-4b7b-46f6-b433-0b53b22a87da {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:38.343203 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66db6f0f-a001-4b4e-876d-1ea4e596a0f4', 'tag': '3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8', 'status': 'completed', 'code': 200} Jul 06 12:21:38.366032 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.381448 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port 66889773-6b74-4f75-a2b4-06d06685886f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:38.381954 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.490065 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=66889773-6b74-4f75-a2b4-06d06685886f,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:38.520985 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2aabb472-18eb-4def-86e8-3a7bf1107b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.557052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabb472-18eb-4def-86e8-3a7bf1107b51 None None] Pushing event deleted for resources: {'Port': ['ID=66889773-6b74-4f75-a2b4-06d06685886f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:38.572095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] For port 66889773-6b74-4f75-a2b4-06d06685886f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=66889773-6b74-4f75-a2b4-06d06685886f,segment=NetworkSegment(f5e169cf-27b8-444f-bb28-6c9324db0bdb),segment_id=f5e169cf-27b8-444f-bb28-6c9324db0bdb)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:38.572464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.572720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aabb472-18eb-4def-86e8-3a7bf1107b51 None None] No DVR routers for this DVR port 66889773-6b74-4f75-a2b4-06d06685886f on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:38.598195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f1aa0-907e-4745-8d58-494035fbc4d1 req-7370b44b-bfd5-4c9d-af41-d5a4203f9033 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:38.599876 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f83f1aa0-907e-4745-8d58-494035fbc4d1 req-7370b44b-bfd5-4c9d-af41-d5a4203f9033 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.1049707 Jul 06 12:21:38.609176 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for 66889773-6b74-4f75-a2b4-06d06685886f owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:38.655724 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f83f1aa0-907e-4745-8d58-494035fbc4d1 req-a0176d2e-7de4-4ce2-8fb7-46c68f6a126f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488014 Jul 06 12:21:38.697089 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43170) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:38.725740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3ff86-19bd-41cf-8b8e-b3283d3b5365 req-daf75039-6885-4d9d-b839-ef8453012a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:38.732573 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-63d3ff86-19bd-41cf-8b8e-b3283d3b5365 req-daf75039-6885-4d9d-b839-ef8453012a49 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e329c63151e0445c8da4fd5353f71213&device_id=66db6f0f-a001-4b4e-876d-1ea4e596a0f4 HTTP/1.1" status: 200 len: 1094 time: 0.2206883 Jul 06 12:21:38.735051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1472e924-ce84-41c7-9cf6-4c14244a1824 None None] DHCP port deletion for 67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:21:38.790144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c097ae2-1993-405c-bd4c-42e12454fa23 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:38.795155 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2c097ae2-1993-405c-bd4c-42e12454fa23 tempest-TestNetworkAdvancedServerOps-590471992 tempest-TestNetworkAdvancedServerOps-590471992-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 1091 time: 0.0936162 Jul 06 12:21:38.795888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43172) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:38.804734 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '986a17d0-5948-4a82-bf23-12607b17c7d0', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:38.836925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1472e924-ce84-41c7-9cf6-4c14244a1824 None None] Deleting port 0548bfea-14f8-46b3-a648-471260e740b2 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:38.838064 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1472e924-ce84-41c7-9cf6-4c14244a1824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.843591 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.852914 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.873804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No DVR routers for this DVR port 66889773-6b74-4f75-a2b4-06d06685886f on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:38.899733 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=66889773-6b74-4f75-a2b4-06d06685886f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:38.940930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1472e924-ce84-41c7-9cf6-4c14244a1824 None None] For port 0548bfea-14f8-46b3-a648-471260e740b2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0548bfea-14f8-46b3-a648-471260e740b2,segment=NetworkSegment(8cc3a042-2911-4c7f-b3a2-c0f1de052090),segment_id=8cc3a042-2911-4c7f-b3a2-c0f1de052090)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:38.942810 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1472e924-ce84-41c7-9cf6-4c14244a1824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:38.963263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1472e924-ce84-41c7-9cf6-4c14244a1824 None None] Calling delete_port for 0548bfea-14f8-46b3-a648-471260e740b2 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:39.019689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3ff86-19bd-41cf-8b8e-b3283d3b5365 req-e5dba841-af81-43f2-a2d1-7d81ab78a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:39.021381 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-63d3ff86-19bd-41cf-8b8e-b3283d3b5365 req-e5dba841-af81-43f2-a2d1-7d81ab78a1cf service neutron] 10.222.0.89 "GET /v2.0/networks?id=599bca4b-e543-418c-9aa5-a7f82c9cb337 HTTP/1.1" status: 200 len: 913 time: 0.2756236 Jul 06 12:21:39.040894 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.079357 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1472e924-ce84-41c7-9cf6-4c14244a1824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.096033 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1472e924-ce84-41c7-9cf6-4c14244a1824 None None] No DVR routers for this DVR port 0548bfea-14f8-46b3-a648-471260e740b2 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:39.130157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472e924-ce84-41c7-9cf6-4c14244a1824 None None] Pushing event deleted for resources: {'Port': ['ID=0548bfea-14f8-46b3-a648-471260e740b2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:39.154468 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-63d3ff86-19bd-41cf-8b8e-b3283d3b5365 req-a97c85e1-c620-4bd4-8d31-7c1cb98e5093 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 HTTP/1.1" status: 200 len: 217 time: 0.1259844 Jul 06 12:21:39.159356 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.185582 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2bccac-2302-4849-898d-fb1d44bfac2f']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:39.218265 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e169cf-27b8-444f-bb28-6c9324db0bdb') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:39.218531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e169cf-27b8-444f-bb28-6c9324db0bdb') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:39.235756 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.251186 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Allocated IP 172.25.4.77 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/9142ba14-68d3-4c4c-9432-ad72d3c4a5c5) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:39.252549 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3ff86-19bd-41cf-8b8e-b3283d3b5365 req-d96b302f-1759-4119-add0-15fc66f3a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:39.254682 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-63d3ff86-19bd-41cf-8b8e-b3283d3b5365 req-d96b302f-1759-4119-add0-15fc66f3a6e9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40cc0b1f-9a45-4cab-b615-f463b95ce1d8 HTTP/1.1" status: 200 len: 852 time: 0.0921545 Jul 06 12:21:39.260016 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.281132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:21:39.281706 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:21:39.285112 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:21:39.319895 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-63d3ff86-19bd-41cf-8b8e-b3283d3b5365 req-dce8c4d0-4c69-42f6-bca3-a8b853515974 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=599bca4b-e543-418c-9aa5-a7f82c9cb337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573566 Jul 06 12:21:39.347467 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83902be-d1d3-4d7a-9590-843db0284691 req-474cb58f-c997-4b4a-a930-b96e4a3b4ec3 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:39.355500 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c83902be-d1d3-4d7a-9590-843db0284691 req-474cb58f-c997-4b4a-a930-b96e4a3b4ec3 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=66db6f0f-a001-4b4e-876d-1ea4e596a0f4 HTTP/1.1" status: 200 len: 943 time: 0.1488540 Jul 06 12:21:39.378045 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.432160 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c83902be-d1d3-4d7a-9590-843db0284691 req-c8656fea-c10e-4981-8ad8-ae827304d1fb tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748882 Jul 06 12:21:39.442578 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.451046 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.456019 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.456395 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/networks/5b2bccac-2302-4849-898d-fb1d44bfac2f HTTP/1.1" status: 204 len: 168 time: 1.3047485 Jul 06 12:21:39.459514 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43178) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:39.605267 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c35db62a-78f4-4772-9fbc-90d12d0394bb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.630610 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.718579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b71bd-4123-4a2d-a994-1d2f07b98b06 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Network': ['ID=5b2bccac-2302-4849-898d-fb1d44bfac2f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:39.731453 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:39.735930 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-63d3ff86-19bd-41cf-8b8e-b3283d3b5365 req-1e133e4b-10e9-4978-b9d4-f8eda751d8f8 service neutron] 10.222.0.89 "GET /v2.0/networks/599bca4b-e543-418c-9aa5-a7f82c9cb337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898950 Jul 06 12:21:39.764479 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:39.773938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdffe33-609a-439a-b2f4-e468c934bacd req-8dd30048-f202-4476-9706-d8389ecb7843 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:39.781100 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fbdffe33-609a-439a-b2f4-e468c934bacd req-8dd30048-f202-4476-9706-d8389ecb7843 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.2330163 Jul 06 12:21:39.787670 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:39.789896 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=9142ba14-68d3-4c4c-9432-ad72d3c4a5c5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:39.856731 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-63d3ff86-19bd-41cf-8b8e-b3283d3b5365 req-550b4dac-62ae-459a-8307-6ff66083668d service neutron] 10.222.0.89 "GET /v2.0/networks/599bca4b-e543-418c-9aa5-a7f82c9cb337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134787 Jul 06 12:21:39.858908 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c35db62a-78f4-4772-9fbc-90d12d0394bb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.873176 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0548bfea-14f8-46b3-a648-471260e740b2 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:39.876686 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:21:39.896804 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-c35db62a-78f4-4772-9fbc-90d12d0394bb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:39.909500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 0548bfea-14f8-46b3-a648-471260e740b2 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:39.909939 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fbdffe33-609a-439a-b2f4-e468c934bacd req-9a054055-f0ac-4ed2-aacf-1d7aa7e2bfc6 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279454 Jul 06 12:21:39.910403 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0548bfea-14f8-46b3-a648-471260e740b2 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:39.938343 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-c35db62a-78f4-4772-9fbc-90d12d0394bb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc3a042-2911-4c7f-b3a2-c0f1de052090') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:39.938651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-c35db62a-78f4-4772-9fbc-90d12d0394bb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc3a042-2911-4c7f-b3a2-c0f1de052090') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:39.956260 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c35db62a-78f4-4772-9fbc-90d12d0394bb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:39.984781 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c35db62a-78f4-4772-9fbc-90d12d0394bb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.013564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35db62a-78f4-4772-9fbc-90d12d0394bb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:21:40.014042 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c35db62a-78f4-4772-9fbc-90d12d0394bb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:21:40.017558 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:21:40.030391 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8,segment=NetworkSegment(e80f7f38-6682-445c-b203-fb8350bb72f6),segment_id=e80f7f38-6682-445c-b203-fb8350bb72f6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:40.047440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8', 'network_id': '599bca4b-e543-418c-9aa5-a7f82c9cb337', 'port_id': '3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8', 'mac_address': 'fa:16:3e:78:16:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cc0b1f-9a45-4cab-b615-f463b95ce1d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:21:40.092056 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.110454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:21:40.135477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8,segment=NetworkSegment(e80f7f38-6682-445c-b203-fb8350bb72f6),segment_id=e80f7f38-6682-445c-b203-fb8350bb72f6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:40.141933 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.145605 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c35db62a-78f4-4772-9fbc-90d12d0394bb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.170268 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c35db62a-78f4-4772-9fbc-90d12d0394bb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.176645 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c35db62a-78f4-4772-9fbc-90d12d0394bb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/networks/67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6 HTTP/1.1" status: 204 len: 168 time: 0.7116494 Jul 06 12:21:40.176645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35db62a-78f4-4772-9fbc-90d12d0394bb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Network': ['ID=67a03d8b-5ae0-471a-8b5c-7ac4c25f17b6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:40.177742 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43186) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:40.187269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6e130924-bdbc-4bde-b36a-24695bc03268 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1670681866'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:40.211555 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:40.275947 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e130924-bdbc-4bde-b36a-24695bc03268 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:40.279457 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e130924-bdbc-4bde-b36a-24695bc03268 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.365369 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:21:40.368114 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-8a23ffd8-7a60-4c9c-a25e-40691e4884f5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83489916&fields=id&tenant_id=832bb4a030854ce3b41104102480a6a9 HTTP/1.1" status: 200 len: 267 time: 0.1264193 Jul 06 12:21:40.378237 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e130924-bdbc-4bde-b36a-24695bc03268 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:21:40.422393 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e130924-bdbc-4bde-b36a-24695bc03268 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.422754 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-6e130924-bdbc-4bde-b36a-24695bc03268 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Added segment 6cd0f7c8-9a3e-450f-b1c1-440de40eddcf of type vlan for network 52e08aec-fa78-40ed-bdbf-07618dde6848 Jul 06 12:21:40.488623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa993521-7050-485f-bf61-7dabf535f013 req-1459b33d-921c-49ae-84c3-4fb20c09319d tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:40.490156 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aa993521-7050-485f-bf61-7dabf535f013 req-1459b33d-921c-49ae-84c3-4fb20c09319d tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "GET /v2.0/ports?device_id=60583575-4dfc-4fb3-8881-00c9c3965815 HTTP/1.1" status: 200 len: 945 time: 0.1173899 Jul 06 12:21:40.549199 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e130924-bdbc-4bde-b36a-24695bc03268 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.599090 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-aa993521-7050-485f-bf61-7dabf535f013 req-4a6e6c18-134e-4861-9adb-aef04b46cfda tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Deleting port da9655ab-2893-411e-b755-8d5e4d8116aa {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:40.599614 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa993521-7050-485f-bf61-7dabf535f013 req-4a6e6c18-134e-4861-9adb-aef04b46cfda tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.641943 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-33ada28d-596f-4af9-b2b2-a9fef5aac44b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:40.643410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-33ada28d-596f-4af9-b2b2-a9fef5aac44b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 812 time: 0.2588012 Jul 06 12:21:40.660588 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.663011 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e130924-bdbc-4bde-b36a-24695bc03268 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.668631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e130924-bdbc-4bde-b36a-24695bc03268 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:40.669215 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e130924-bdbc-4bde-b36a-24695bc03268 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.706822 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-e6525f1b-e138-4c95-869c-6e18d560a3f8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/quotas/832bb4a030854ce3b41104102480a6a9 HTTP/1.1" status: 200 len: 375 time: 0.0550416 Jul 06 12:21:40.718149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aa993521-7050-485f-bf61-7dabf535f013 req-4a6e6c18-134e-4861-9adb-aef04b46cfda tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] For port da9655ab-2893-411e-b755-8d5e4d8116aa, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=da9655ab-2893-411e-b755-8d5e4d8116aa,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:40.718509 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa993521-7050-485f-bf61-7dabf535f013 req-4a6e6c18-134e-4861-9adb-aef04b46cfda tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.733232 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-aa993521-7050-485f-bf61-7dabf535f013 req-4a6e6c18-134e-4861-9adb-aef04b46cfda tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Calling delete_port for da9655ab-2893-411e-b755-8d5e4d8116aa owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:40.760724 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6e130924-bdbc-4bde-b36a-24695bc03268 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5807614 Jul 06 12:21:40.774738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43190) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:40.781316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-170f6323-9a5a-46c0-8554-2318309b16a6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'subnet': {'network_id': '52e08aec-fa78-40ed-bdbf-07618dde6848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:40.819467 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e130924-bdbc-4bde-b36a-24695bc03268 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Network': ['ID=52e08aec-fa78-40ed-bdbf-07618dde6848,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:40.839595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 52e08aec-fa78-40ed-bdbf-07618dde6848 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:21:40.900714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170f6323-9a5a-46c0-8554-2318309b16a6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:40.904859 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-170f6323-9a5a-46c0-8554-2318309b16a6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.919708 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:40.969097 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-ba863548-9eaf-4d0b-bff6-e4eed47c89d4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2241099 Jul 06 12:21:40.992096 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.078863 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa993521-7050-485f-bf61-7dabf535f013 req-4a6e6c18-134e-4861-9adb-aef04b46cfda tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.092682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['da9655ab-2893-411e-b755-8d5e4d8116aa'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:21:41.095946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['723a9d44-28d2-45d7-bcad-13fda972061f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:21:41.128718 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e6c18-134e-4861-9adb-aef04b46cfda tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Pushing event deleted for resources: {'Port': ['ID=da9655ab-2893-411e-b755-8d5e4d8116aa,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:41.154096 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-a7cdbbf3-bcae-431b-a5c5-45e7d8a9aac9 service neutron] 10.222.0.81 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551566 Jul 06 12:21:41.219914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa993521-7050-485f-bf61-7dabf535f013 req-4a6e6c18-134e-4861-9adb-aef04b46cfda tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] No DVR routers for this DVR port da9655ab-2893-411e-b755-8d5e4d8116aa on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:41.224494 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa993521-7050-485f-bf61-7dabf535f013 req-4a6e6c18-134e-4861-9adb-aef04b46cfda tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.226595 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-aa993521-7050-485f-bf61-7dabf535f013 req-4a6e6c18-134e-4861-9adb-aef04b46cfda tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.23 "DELETE /v2.0/ports/da9655ab-2893-411e-b755-8d5e4d8116aa HTTP/1.1" status: 204 len: 173 time: 0.7296999 Jul 06 12:21:41.227043 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60583575-4dfc-4fb3-8881-00c9c3965815', 'name': 'network-vif-deleted', 'tag': 'da9655ab-2893-411e-b755-8d5e4d8116aa'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:41.229655 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272d000f-bdc5-48de-ab72-f32ae29d8333" -d '{"events": [{"server_uuid": "60583575-4dfc-4fb3-8881-00c9c3965815", "name": "network-vif-deleted", "tag": "da9655ab-2893-411e-b755-8d5e4d8116aa"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:41.259620 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-170f6323-9a5a-46c0-8554-2318309b16a6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.262625 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.280379 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.356205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f6323-9a5a-46c0-8554-2318309b16a6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Subnet': ['ID=2550f06d-2816-4095-86b0-3d8586612bff,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:41.363714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f6323-9a5a-46c0-8554-2318309b16a6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Checking segment: {'id': '6cd0f7c8-9a3e-450f-b1c1-440de40eddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '52e08aec-fa78-40ed-bdbf-07618dde6848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:41.363969 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f6323-9a5a-46c0-8554-2318309b16a6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network hostable DHCP agents. Network: 52e08aec-fa78-40ed-bdbf-07618dde6848, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:21:41.384081 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-e45dd262-7009-4c47-a9f0-d14298d85cb7 service neutron] 10.222.0.81 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187355 Jul 06 12:21:41.388311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f6323-9a5a-46c0-8554-2318309b16a6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 52e08aec-fa78-40ed-bdbf-07618dde6848 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:21:41.403475 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event updated for resources: {'Port': ['ID=9142ba14-68d3-4c4c-9432-ad72d3c4a5c5,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:41.408618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-170f6323-9a5a-46c0-8554-2318309b16a6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 52e08aec-fa78-40ed-bdbf-07618dde6848) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:41.409199 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.420072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b1e115-dbcb-4466-9205-e9bd851cd795 None None] Network 52e08aec-fa78-40ed-bdbf-07618dde6848 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:41.423808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170f6323-9a5a-46c0-8554-2318309b16a6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:41.424863 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-170f6323-9a5a-46c0-8554-2318309b16a6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.454163 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-170f6323-9a5a-46c0-8554-2318309b16a6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6762023 Jul 06 12:21:41.454163 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43196) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:41.464235 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3a52d425-6ff6-46d6-b20d-d167556c828d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-867202446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:41.513308 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a52d425-6ff6-46d6-b20d-d167556c828d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.516011 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a52d425-6ff6-46d6-b20d-d167556c828d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.561005 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Floating IP 2e87a7b8-3cd1-4555-89fb-e05e55c2b5a6 associated. External IP: 172.25.4.77, port: 986a17d0-5948-4a82-bf23-12607b17c7d0. Jul 06 12:21:41.611256 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a52d425-6ff6-46d6-b20d-d167556c828d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.631101 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-52e08aec-fa78-40ed-bdbf-07618dde6848', 'network_id': '52e08aec-fa78-40ed-bdbf-07618dde6848', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'fixed_ips': [{'subnet_id': '2550f06d-2816-4095-86b0-3d8586612bff'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:21:41.632273 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.638520 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a52d425-6ff6-46d6-b20d-d167556c828d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.671274 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a52d425-6ff6-46d6-b20d-d167556c828d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.673530 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3a52d425-6ff6-46d6-b20d-d167556c828d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2132733 Jul 06 12:21:41.678306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43204) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:41.684575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7ebb0b11-7b2c-4b88-aff3-f282c52747c4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'port': {'network_id': '52e08aec-fa78-40ed-bdbf-07618dde6848', 'name': 'tempest-RoutersIpV6Test-1802129550'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:41.784063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Allocated IP 2001:db8::2 (52e08aec-fa78-40ed-bdbf-07618dde6848/2550f06d-2816-4095-86b0-3d8586612bff/7db85dad-8617-4c94-a146-4fa4d083202a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:41.882647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebb0b11-7b2c-4b88-aff3-f282c52747c4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:41.887881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:41.897012 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ebb0b11-7b2c-4b88-aff3-f282c52747c4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:41.958838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-7ebb0b11-7b2c-4b88-aff3-f282c52747c4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] device_id is not set on port 8db8b9dd-5add-47f7-adeb-f51f98357fd8 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:21:42.071159 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router 6a54f0fd-cb8f-476a-97a0-889419e1a179 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:42.144140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25843d23-56f5-42d5-9ed1-a66f688d1432 req-33f26257-48af-40f8-b913-a68fe6336337 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:42.151587 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-25843d23-56f5-42d5-9ed1-a66f688d1432 req-33f26257-48af-40f8-b913-a68fe6336337 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=66db6f0f-a001-4b4e-876d-1ea4e596a0f4 HTTP/1.1" status: 200 len: 944 time: 0.1510673 Jul 06 12:21:42.220142 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:42.232022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:42.232677 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:42.256696 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-25843d23-56f5-42d5-9ed1-a66f688d1432 req-830457d6-1d7b-4e0d-bca9-fa6e3f535ede tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040945 Jul 06 12:21:42.300765 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:42.325448 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:42.330166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc07949b-e5bf-485b-8b6f-0d5fc6a9f7c3 None None] Sync routers for ids ['6a54f0fd-cb8f-476a-97a0-889419e1a179'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:42.335493 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:42.375510 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Transition to ACTIVE for port object 7db85dad-8617-4c94-a146-4fa4d083202a will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:42.408187 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c7a3b4b8-d225-4050-83c3-700c7bfaaa32 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6108069 Jul 06 12:21:42.409287 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'tag': '986a17d0-5948-4a82-bf23-12607b17c7d0'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:42.410445 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38abe9bb-eb2b-4da5-a9be-591a58807ee5 x-openstack-request-id: req-38abe9bb-eb2b-4da5-a9be-591a58807ee5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:42.410756 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60583575-4dfc-4fb3-8881-00c9c3965815", "name": "network-vif-deleted", "tag": "da9655ab-2893-411e-b755-8d5e4d8116aa", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:42.411010 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-38abe9bb-eb2b-4da5-a9be-591a58807ee5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:42.411786 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60583575-4dfc-4fb3-8881-00c9c3965815', 'name': 'network-vif-deleted', 'tag': 'da9655ab-2893-411e-b755-8d5e4d8116aa', 'status': 'completed', 'code': 200} Jul 06 12:21:42.413803 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dde2d0d-5e21-4d8e-a847-09300a94c21b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3bb733-2925-4dc6-8c4a-0033325e350f", "tag": "986a17d0-5948-4a82-bf23-12607b17c7d0"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:42.422788 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Transition to ACTIVE for port object 7db85dad-8617-4c94-a146-4fa4d083202a will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:42.424622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc07949b-e5bf-485b-8b6f-0d5fc6a9f7c3 None None] Routers {'6a54f0fd-cb8f-476a-97a0-889419e1a179'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:42.425261 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-dc07949b-e5bf-485b-8b6f-0d5fc6a9f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6a54f0fd-cb8f-476a-97a0-889419e1a179'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:42.486463 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:42.493710 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77e28afb-bb09-4db0-b16c-767c5f38dd1f req-a6135fbe-869c-4585-90c3-eb277a62f21e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 210 time: 0.0502048 Jul 06 12:21:42.574914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-7ebb0b11-7b2c-4b88-aff3-f282c52747c4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Allocated IP 2001:db8::396 (52e08aec-fa78-40ed-bdbf-07618dde6848/2550f06d-2816-4095-86b0-3d8586612bff/8db8b9dd-5add-47f7-adeb-f51f98357fd8) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:42.731583 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Network 52e08aec-fa78-40ed-bdbf-07618dde6848 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:42.761362 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:42.763334 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:42.772283 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:42.791890 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Pushing event updated for resources: {'Port': ['ID=7db85dad-8617-4c94-a146-4fa4d083202a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:42.841041 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ebb0b11-7b2c-4b88-aff3-f282c52747c4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:42.858781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-7ebb0b11-7b2c-4b88-aff3-f282c52747c4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Transition to ACTIVE for port object 8db8b9dd-5add-47f7-adeb-f51f98357fd8 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:42.878938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66db6f0f-a001-4b4e-876d-1ea4e596a0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:42.881406 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec943e6-d2ac-4823-83e4-2caa354521b1" -d '{"events": [{"server_uuid": "66db6f0f-a001-4b4e-876d-1ea4e596a0f4", "name": "network-vif-plugged", "status": "completed", "tag": "3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:42.894153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43494c5f-4d08-4c69-8cc8-261b92fd7c18 req-75e274be-dadf-45fc-9031-633767c2e1b9 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:42.905436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-dc07949b-e5bf-485b-8b6f-0d5fc6a9f7c3 None None] Set router 6a54f0fd-cb8f-476a-97a0-889419e1a179 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:42.905696 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43494c5f-4d08-4c69-8cc8-261b92fd7c18 req-75e274be-dadf-45fc-9031-633767c2e1b9 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.1588471 Jul 06 12:21:42.907792 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ebb0b11-7b2c-4b88-aff3-f282c52747c4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:42.954910 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8,segment=NetworkSegment(e80f7f38-6682-445c-b203-fb8350bb72f6),segment_id=e80f7f38-6682-445c-b203-fb8350bb72f6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:42.965673 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:21:42.969734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Attempting to bind port 7db85dad-8617-4c94-a146-4fa4d083202a on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:42.970317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Attempting to bind port 7db85dad-8617-4c94-a146-4fa4d083202a by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '6cd0f7c8-9a3e-450f-b1c1-440de40eddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '52e08aec-fa78-40ed-bdbf-07618dde6848'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:42.971041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Attempting to bind port 7db85dad-8617-4c94-a146-4fa4d083202a on network 52e08aec-fa78-40ed-bdbf-07618dde6848 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:42.977341 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-43494c5f-4d08-4c69-8cc8-261b92fd7c18 req-4c4650bd-8ac6-4dad-a605-824442fca715 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698793 Jul 06 12:21:42.982265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:42.982970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Checking segment: {'id': '6cd0f7c8-9a3e-450f-b1c1-440de40eddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '52e08aec-fa78-40ed-bdbf-07618dde6848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:42.983738 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:42.984555 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Bound using segment: {'id': '6cd0f7c8-9a3e-450f-b1c1-440de40eddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '52e08aec-fa78-40ed-bdbf-07618dde6848'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:42.985223 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Bound port: 7db85dad-8617-4c94-a146-4fa4d083202a, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd0f7c8-9a3e-450f-b1c1-440de40eddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '52e08aec-fa78-40ed-bdbf-07618dde6848'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:42.985801 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:42.988500 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.000441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43226) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:43.011653 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebb0b11-7b2c-4b88-aff3-f282c52747c4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 52e08aec-fa78-40ed-bdbf-07618dde6848 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:43.018550 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7ebb0b11-7b2c-4b88-aff3-f282c52747c4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:43.032136 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb0b11-7b2c-4b88-aff3-f282c52747c4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:43.060075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebb0b11-7b2c-4b88-aff3-f282c52747c4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:43.060848 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ebb0b11-7b2c-4b88-aff3-f282c52747c4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.081380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb0b11-7b2c-4b88-aff3-f282c52747c4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=8db8b9dd-5add-47f7-adeb-f51f98357fd8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:43.110567 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc63ac70-4ae5-45eb-8969-f447632bae3d x-openstack-request-id: req-dc63ac70-4ae5-45eb-8969-f447632bae3d {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:43.111750 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3bb733-2925-4dc6-8c4a-0033325e350f", "tag": "986a17d0-5948-4a82-bf23-12607b17c7d0", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:43.112259 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc63ac70-4ae5-45eb-8969-f447632bae3d {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:43.112939 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'tag': '986a17d0-5948-4a82-bf23-12607b17c7d0', 'status': 'completed', 'code': 200} Jul 06 12:21:43.173453 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7ebb0b11-7b2c-4b88-aff3-f282c52747c4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4929783 Jul 06 12:21:43.176357 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-861b04c5-1640-4170-801d-578d4a3a5f54 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/2e87a7b8-3cd1-4555-89fb-e05e55c2b5a6 HTTP/1.1" status: 200 len: 990 time: 0.1739068 Jul 06 12:21:43.176978 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43228) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:43.197294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:43.207352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde2d0d-5e21-4d8e-a847-09300a94c21b req-c3d4e576-2d68-4fff-a671-a185a3616a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:43.209063 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9dde2d0d-5e21-4d8e-a847-09300a94c21b req-c3d4e576-2d68-4fff-a671-a185a3616a05 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 1096 time: 0.1065009 Jul 06 12:21:43.268743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] For port 7db85dad-8617-4c94-a146-4fa4d083202a, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:43.283204 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7aa1bd9-8c3b-443b-8ae8-770ad213281a x-openstack-request-id: req-e7aa1bd9-8c3b-443b-8ae8-770ad213281a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:43.287945 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66db6f0f-a001-4b4e-876d-1ea4e596a0f4", "name": "network-vif-plugged", "status": "completed", "tag": "3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:43.288275 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7aa1bd9-8c3b-443b-8ae8-770ad213281a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:43.289178 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66db6f0f-a001-4b4e-876d-1ea4e596a0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8', 'code': 200} Jul 06 12:21:43.310879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] For port 7db85dad-8617-4c94-a146-4fa4d083202a, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=7db85dad-8617-4c94-a146-4fa4d083202a,segment=NetworkSegment(6cd0f7c8-9a3e-450f-b1c1-440de40eddcf),segment_id=6cd0f7c8-9a3e-450f-b1c1-440de40eddcf)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:43.331985 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:43.394142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde2d0d-5e21-4d8e-a847-09300a94c21b req-fabd533c-ab18-438d-acf0-24515449642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:43.396993 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9dde2d0d-5e21-4d8e-a847-09300a94c21b req-fabd533c-ab18-438d-acf0-24515449642e service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f277aec-c394-423e-990b-54c3f0630d9b HTTP/1.1" status: 200 len: 898 time: 0.1810102 Jul 06 12:21:43.445341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4bcf1-3fd6-48e2-ac4d-c250a6508818 None None] Pushing event updated for resources: {'Port': ['ID=7db85dad-8617-4c94-a146-4fa4d083202a,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:43.512854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7b46c-df96-4cec-a673-3912b0595ce0 req-308d95f7-f886-4aad-a10d-a2faf567389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:43.514426 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0c7b46c-df96-4cec-a673-3912b0595ce0 req-308d95f7-f886-4aad-a10d-a2faf567389d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=66db6f0f-a001-4b4e-876d-1ea4e596a0f4 HTTP/1.1" status: 200 len: 1096 time: 0.1732683 Jul 06 12:21:43.520367 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-dc07949b-e5bf-485b-8b6f-0d5fc6a9f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140054122', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:21:15Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:08Z', 'updated_at': '2021-07-06T12:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '2e87a7b8-3cd1-4555-89fb-e05e55c2b5a6', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'port_id': '986a17d0-5948-4a82-bf23-12607b17c7d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'mac_address': 'fa:16:3e:cd:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:21:40Z', 'updated_at': '2021-07-06T12:21:40Z', 'revision_number': 0, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0d335c-39dd-4bf5-b166-1c91388dec6b', 'name': '', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:1f:91:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:14Z', 'updated_at': '2021-07-06T12:21:23Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:43.576556 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9dde2d0d-5e21-4d8e-a847-09300a94c21b req-4665cc70-aeb0-4a90-b159-75425075b102 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986a17d0-5948-4a82-bf23-12607b17c7d0 HTTP/1.1" status: 200 len: 998 time: 0.1651027 Jul 06 12:21:43.581461 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0c7b46c-df96-4cec-a673-3912b0595ce0 req-820421f7-c4c2-476a-93ce-0cec21c47797 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589437 Jul 06 12:21:43.586664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc07949b-e5bf-485b-8b6f-0d5fc6a9f7c3 None None] Checking router: 6a54f0fd-cb8f-476a-97a0-889419e1a179 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:21:43.605370 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc07949b-e5bf-485b-8b6f-0d5fc6a9f7c3 None None] Routers {'6a54f0fd-cb8f-476a-97a0-889419e1a179'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:43.606032 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-dc07949b-e5bf-485b-8b6f-0d5fc6a9f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6a54f0fd-cb8f-476a-97a0-889419e1a179'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:43.746398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-dc07949b-e5bf-485b-8b6f-0d5fc6a9f7c3 None None] Set router 6a54f0fd-cb8f-476a-97a0-889419e1a179 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:21:43.844372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c55fe-8185-45bc-abf6-8eca4c2fa08d req-57df1b3b-9430-420f-8d3b-9a728773b092 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:43.873903 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-233c55fe-8185-45bc-abf6-8eca4c2fa08d req-57df1b3b-9430-420f-8d3b-9a728773b092 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=66db6f0f-a001-4b4e-876d-1ea4e596a0f4 HTTP/1.1" status: 200 len: 945 time: 0.2674732 Jul 06 12:21:43.908480 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde2d0d-5e21-4d8e-a847-09300a94c21b req-222679bf-a91e-4178-b762-f728188383dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:43.910131 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9dde2d0d-5e21-4d8e-a847-09300a94c21b req-222679bf-a91e-4178-b762-f728188383dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e31452b1-9f12-4713-8aa6-64019ed599fb HTTP/1.1" status: 200 len: 834 time: 0.3209403 Jul 06 12:21:44.008194 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7db85dad-8617-4c94-a146-4fa4d083202a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:44.042013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-9dd9b37a-a4ea-441d-b45e-fa74119c3eb0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:44.044870 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-9dd9b37a-a4ea-441d-b45e-fa74119c3eb0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 812 time: 0.4388134 Jul 06 12:21:44.109207 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 7db85dad-8617-4c94-a146-4fa4d083202a completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:44.150220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde2d0d-5e21-4d8e-a847-09300a94c21b req-d93af5af-0b3a-40ad-9941-4731fc879fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:44.153485 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9dde2d0d-5e21-4d8e-a847-09300a94c21b req-d93af5af-0b3a-40ad-9941-4731fc879fa3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f277aec-c394-423e-990b-54c3f0630d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2345674 Jul 06 12:21:44.166264 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-3dfc28c7-655a-411d-9a7c-96b45cee3bdd tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=832bb4a030854ce3b41104102480a6a9 HTTP/1.1" status: 200 len: 378 time: 0.1079483 Jul 06 12:21:44.184391 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43238) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:44.199724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-dc07949b-e5bf-485b-8b6f-0d5fc6a9f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140054122', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:21:15Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:08Z', 'updated_at': '2021-07-06T12:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '2e87a7b8-3cd1-4555-89fb-e05e55c2b5a6', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'port_id': '986a17d0-5948-4a82-bf23-12607b17c7d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'mac_address': 'fa:16:3e:cd:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:21:40Z', 'updated_at': '2021-07-06T12:21:40Z', 'revision_number': 0, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0d335c-39dd-4bf5-b166-1c91388dec6b', 'name': '', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:1f:91:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:14Z', 'updated_at': '2021-07-06T12:21:23Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:44.265826 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc07949b-e5bf-485b-8b6f-0d5fc6a9f7c3 None None] The sync data for ids ['6a54f0fd-cb8f-476a-97a0-889419e1a179'] in n-d-799529-2 is: [{'id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140054122', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:21:15Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:08Z', 'updated_at': '2021-07-06T12:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '2e87a7b8-3cd1-4555-89fb-e05e55c2b5a6', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'port_id': '986a17d0-5948-4a82-bf23-12607b17c7d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'mac_address': 'fa:16:3e:cd:8e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:21:40Z', 'updated_at': '2021-07-06T12:21:40Z', 'revision_number': 0, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0d335c-39dd-4bf5-b166-1c91388dec6b', 'name': '', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:1f:91:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:14Z', 'updated_at': '2021-07-06T12:21:23Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:44.279061 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-5d10d23a-192c-44ff-b5da-28efe93e562b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'port': {'device_id': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'admin_state_up': True, 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'security_groups': ['a7f9097c-7815-4053-a383-e5d97cfd0d55']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:44.417179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device da9655ab-2893-411e-b755-8d5e4d8116aa no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:44.457860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: da9655ab-2893-411e-b755-8d5e4d8116aa {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:44.458216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device da9655ab-2893-411e-b755-8d5e4d8116aa not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:44.520411 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5e6d7691-6d07-4a1c-a8e5-b9fcc1feef83 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/2e87a7b8-3cd1-4555-89fb-e05e55c2b5a6 HTTP/1.1" status: 200 len: 990 time: 0.3316886 Jul 06 12:21:44.606559 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9dde2d0d-5e21-4d8e-a847-09300a94c21b req-3d35cde1-1457-4f8b-b77d-03f4a7e7d638 service neutron] 10.222.0.23 "GET /v2.0/networks/3f277aec-c394-423e-990b-54c3f0630d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386926 Jul 06 12:21:44.677789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-5d10d23a-192c-44ff-b5da-28efe93e562b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Made reservation on behalf of 832bb4a030854ce3b41104102480a6a9 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:44.682256 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-5d10d23a-192c-44ff-b5da-28efe93e562b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.689904 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1150e764-6c45-491b-aade-2c388aeee978 None None] New status for floating IP 2e87a7b8-3cd1-4555-89fb-e05e55c2b5a6: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:21:44.713061 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a03c2ff9-ec94-4e6e-8c8a-aeff4791983a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:44.748842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-233c55fe-8185-45bc-abf6-8eca4c2fa08d req-c533638f-1af9-4dc9-8766-554ea9ed55f7 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8732705 Jul 06 12:21:45.067071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-5d10d23a-192c-44ff-b5da-28efe93e562b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Allocated IP 172.20.0.6 (ad18e200-99a4-4806-8416-4d318414fcf7/2f047520-7237-4556-9ec0-b489c61b5ee3/c695a611-7ff5-4eb1-b890-fc6fc74dd701) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:45.074242 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9dde2d0d-5e21-4d8e-a847-09300a94c21b req-7021b9e5-053a-4208-8419-a890bf08df2f service neutron] 10.222.0.23 "GET /v2.0/networks/3f277aec-c394-423e-990b-54c3f0630d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583890 Jul 06 12:21:45.120852 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f10e2d3-935d-438c-a55d-66fda1e38288 None None] Network 52e08aec-fa78-40ed-bdbf-07618dde6848 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:45.292431 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d9812d6-d6e3-41b2-8e12-3dbecedb8da8 req-bab397e9-26f4-443c-a3a3-2c411fbf843d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 210 time: 0.0471923 Jul 06 12:21:45.318390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-00c936b1-658e-4f4b-9949-434d523684c3 None None] Provisioning for port 7db85dad-8617-4c94-a146-4fa4d083202a completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:45.335088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-00c936b1-658e-4f4b-9949-434d523684c3 None None] Provisioning complete for port 7db85dad-8617-4c94-a146-4fa4d083202a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:45.335701 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-00c936b1-658e-4f4b-9949-434d523684c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:45.366568 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-5d10d23a-192c-44ff-b5da-28efe93e562b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:45.397053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-5d10d23a-192c-44ff-b5da-28efe93e562b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Transition to ACTIVE for port object c695a611-7ff5-4eb1-b890-fc6fc74dd701 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:45.464727 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-5d10d23a-192c-44ff-b5da-28efe93e562b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:45.501277 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a03c2ff9-ec94-4e6e-8c8a-aeff4791983a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:45.510076 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a03c2ff9-ec94-4e6e-8c8a-aeff4791983a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:45.510648 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-00c936b1-658e-4f4b-9949-434d523684c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:45.526131 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43244) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:45.558489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-5d10d23a-192c-44ff-b5da-28efe93e562b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Network ad18e200-99a4-4806-8416-4d318414fcf7 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:45.559157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-00c936b1-658e-4f4b-9949-434d523684c3 None None] For port 7db85dad-8617-4c94-a146-4fa4d083202a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=7db85dad-8617-4c94-a146-4fa4d083202a,segment=NetworkSegment(6cd0f7c8-9a3e-450f-b1c1-440de40eddcf),segment_id=6cd0f7c8-9a3e-450f-b1c1-440de40eddcf)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:45.565079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-5d10d23a-192c-44ff-b5da-28efe93e562b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:45.570177 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-00c936b1-658e-4f4b-9949-434d523684c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:45.586404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-5d10d23a-192c-44ff-b5da-28efe93e562b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:45.660792 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10d23a-192c-44ff-b5da-28efe93e562b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'Port': ['ID=c695a611-7ff5-4eb1-b890-fc6fc74dd701,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:45.688789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c936b1-658e-4f4b-9949-434d523684c3 None None] Pushing event updated for resources: {'Port': ['ID=7db85dad-8617-4c94-a146-4fa4d083202a,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:45.724675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-5d10d23a-192c-44ff-b5da-28efe93e562b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:45.725364 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-5d10d23a-192c-44ff-b5da-28efe93e562b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:45.752259 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-5d10d23a-192c-44ff-b5da-28efe93e562b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5663805 Jul 06 12:21:45.775221 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Request body: {'port': {'device_id': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:45.903048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7db85dad-8617-4c94-a146-4fa4d083202a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:45.953060 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.047136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 7db85dad-8617-4c94-a146-4fa4d083202a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:46.047614 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.051166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8f13a95a-cd24-4044-844b-ceaca03f6969 None None] Provisioning for port c695a611-7ff5-4eb1-b890-fc6fc74dd701 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:46.065727 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a03c2ff9-ec94-4e6e-8c8a-aeff4791983a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.093319 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-08e426eb-5ccf-4634-a8da-28e5b5544953 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/2e87a7b8-3cd1-4555-89fb-e05e55c2b5a6 HTTP/1.1" status: 200 len: 992 time: 0.5068574 Jul 06 12:21:46.109633 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8f13a95a-cd24-4044-844b-ceaca03f6969 None None] Provisioning complete for port c695a611-7ff5-4eb1-b890-fc6fc74dd701 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:46.110016 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f13a95a-cd24-4044-844b-ceaca03f6969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.137918 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c2ff9-ec94-4e6e-8c8a-aeff4791983a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=8db8b9dd-5add-47f7-adeb-f51f98357fd8,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:46.149475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8f13a95a-cd24-4044-844b-ceaca03f6969 None None] Port c695a611-7ff5-4eb1-b890-fc6fc74dd701 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:46.180717 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8f13a95a-cd24-4044-844b-ceaca03f6969 None None] Provisioning complete for port 7db85dad-8617-4c94-a146-4fa4d083202a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:46.181388 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f13a95a-cd24-4044-844b-ceaca03f6969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.345001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8f13a95a-cd24-4044-844b-ceaca03f6969 None None] Provisioning for port 8db8b9dd-5add-47f7-adeb-f51f98357fd8 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:46.355064 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8f13a95a-cd24-4044-844b-ceaca03f6969 None None] Provisioning complete for port 8db8b9dd-5add-47f7-adeb-f51f98357fd8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:46.355772 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f13a95a-cd24-4044-844b-ceaca03f6969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.385828 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30290d7d-d325-4a64-93e2-cf31041c887e req-cd0dc16f-bdcc-4b76-b8f2-0843eb5d394f tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:46.389883 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30290d7d-d325-4a64-93e2-cf31041c887e req-cd0dc16f-bdcc-4b76-b8f2-0843eb5d394f tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=66db6f0f-a001-4b4e-876d-1ea4e596a0f4 HTTP/1.1" status: 200 len: 945 time: 0.2544427 Jul 06 12:21:46.402250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c695a611-7ff5-4eb1-b890-fc6fc74dd701 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:21:46.411203 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a03c2ff9-ec94-4e6e-8c8a-aeff4791983a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.411721 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.411856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8f13a95a-cd24-4044-844b-ceaca03f6969 None None] Port 8db8b9dd-5add-47f7-adeb-f51f98357fd8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:46.427300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Transition to ACTIVE for port object c695a611-7ff5-4eb1-b890-fc6fc74dd701 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:46.432862 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.502674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Pushing event updated for resources: {'Port': ['ID=c695a611-7ff5-4eb1-b890-fc6fc74dd701,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:46.524949 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-30290d7d-d325-4a64-93e2-cf31041c887e req-5e522596-55bc-4594-bd12-98e2a2183010 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086137 Jul 06 12:21:46.558506 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-84057d33-4b6a-4bdc-b113-213ede433557 None None] Provisioning complete for port 8db8b9dd-5add-47f7-adeb-f51f98357fd8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:46.559069 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84057d33-4b6a-4bdc-b113-213ede433557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.665901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-84057d33-4b6a-4bdc-b113-213ede433557 None None] Port 8db8b9dd-5add-47f7-adeb-f51f98357fd8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:46.723098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Attempting to bind port c695a611-7ff5-4eb1-b890-fc6fc74dd701 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:46.723474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Attempting to bind port c695a611-7ff5-4eb1-b890-fc6fc74dd701 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:46.723852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Attempting to bind port c695a611-7ff5-4eb1-b890-fc6fc74dd701 on network ad18e200-99a4-4806-8416-4d318414fcf7 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:46.731598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Port c695a611-7ff5-4eb1-b890-fc6fc74dd701 on network ad18e200-99a4-4806-8416-4d318414fcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:21:46.731899 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Attempting to bind port c695a611-7ff5-4eb1-b890-fc6fc74dd701 on network ad18e200-99a4-4806-8416-4d318414fcf7 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:46.738423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:46.738764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Checking segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:46.739153 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Bound using segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:46.740234 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Bound port: c695a611-7ff5-4eb1-b890-fc6fc74dd701, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:46.740613 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.802412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d05161f2-f208-40c2-985c-1d11760c242d None None] Provisioning complete for port 8db8b9dd-5add-47f7-adeb-f51f98357fd8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:46.804762 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d05161f2-f208-40c2-985c-1d11760c242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.882894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] For port c695a611-7ff5-4eb1-b890-fc6fc74dd701, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:46.887546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] For port c695a611-7ff5-4eb1-b890-fc6fc74dd701, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=c695a611-7ff5-4eb1-b890-fc6fc74dd701,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:46.898821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d05161f2-f208-40c2-985c-1d11760c242d None None] Port 8db8b9dd-5add-47f7-adeb-f51f98357fd8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:46.900180 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.986886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:46.987631 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:46.990056 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] 10.222.0.23 "PUT /v2.0/ports/c695a611-7ff5-4eb1-b890-fc6fc74dd701 HTTP/1.1" status: 200 len: 1091 time: 1.2291369 Jul 06 12:21:46.994171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'tag': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:46.996884 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed9acb5-bbae-4bdc-ba8e-a6be9105aa09" -d '{"events": [{"name": "network-changed", "server_uuid": "a9905633-993e-4f35-8bb4-90b8fb39e68c", "tag": "c695a611-7ff5-4eb1-b890-fc6fc74dd701"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:47.012697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b70dc8-fd89-42c7-8326-373c84de1e73 service neutron] Pushing event updated for resources: {'Port': ['ID=c695a611-7ff5-4eb1-b890-fc6fc74dd701,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:47.105912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba6fd3-d01f-4cf4-bd27-e4e71907a426 req-e1d20c26-7112-4b50-934f-2f593cd479e8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:47.107627 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0ba6fd3-d01f-4cf4-bd27-e4e71907a426 req-e1d20c26-7112-4b50-934f-2f593cd479e8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 943 time: 0.1984403 Jul 06 12:21:47.117799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-e9218452-8904-4799-a86e-4ae35c9e7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:47.123642 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-e9218452-8904-4799-a86e-4ae35c9e7394 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 1094 time: 0.0864918 Jul 06 12:21:47.125664 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a03c2ff9-ec94-4e6e-8c8a-aeff4791983a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:47.133794 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a03c2ff9-ec94-4e6e-8c8a-aeff4791983a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:47.134577 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a03c2ff9-ec94-4e6e-8c8a-aeff4791983a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:47.200347 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-ad2f6556-2657-4d08-8985-0c00549257ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c695a611-7ff5-4eb1-b890-fc6fc74dd701 HTTP/1.1" status: 200 len: 217 time: 0.0690913 Jul 06 12:21:47.291884 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0ba6fd3-d01f-4cf4-bd27-e4e71907a426 req-2b400166-b63d-4562-b417-2ead1e9317fa tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1700890 Jul 06 12:21:47.292592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c2ff9-ec94-4e6e-8c8a-aeff4791983a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=8db8b9dd-5add-47f7-adeb-f51f98357fd8,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:47.349654 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-1ef76825-4759-4c59-b850-2bea66648c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:47.351492 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-1ef76825-4759-4c59-b850-2bea66648c77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.1437745 Jul 06 12:21:47.406404 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03c2ff9-ec94-4e6e-8c8a-aeff4791983a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 52e08aec-fa78-40ed-bdbf-07618dde6848 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:47.410591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a03c2ff9-ec94-4e6e-8c8a-aeff4791983a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:47.464952 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-9af99d2a-bc38-4aca-a40b-7c443d7cd754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:47.467371 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-9af99d2a-bc38-4aca-a40b-7c443d7cd754 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057620 Jul 06 12:21:47.627943 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03c2ff9-ec94-4e6e-8c8a-aeff4791983a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 5e629e90-1e3e-40f1-808d-e208c13649dd is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:21:47.806572 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-58d0608d-9b48-49bd-9ee2-e6911b8f7c17 None None] Provisioning complete for port 8db8b9dd-5add-47f7-adeb-f51f98357fd8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:47.807146 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58d0608d-9b48-49bd-9ee2-e6911b8f7c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:47.888902 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091c3d20-a745-4113-8c82-45b196bde8cd x-openstack-request-id: req-091c3d20-a745-4113-8c82-45b196bde8cd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:47.889137 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9905633-993e-4f35-8bb4-90b8fb39e68c", "tag": "c695a611-7ff5-4eb1-b890-fc6fc74dd701", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:47.889364 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-091c3d20-a745-4113-8c82-45b196bde8cd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:47.889811 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'tag': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'status': 'completed', 'code': 200} Jul 06 12:21:47.896363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-58d0608d-9b48-49bd-9ee2-e6911b8f7c17 None None] Port 8db8b9dd-5add-47f7-adeb-f51f98357fd8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:47.909970 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03c2ff9-ec94-4e6e-8c8a-aeff4791983a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:47.916220 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a03c2ff9-ec94-4e6e-8c8a-aeff4791983a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/5e629e90-1e3e-40f1-808d-e208c13649dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7382133 Jul 06 12:21:47.919546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43338) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:47.921496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d3c0e-6e4a-4a20-b013-5b0968c58eac None None] Sync routers for ids ['5e629e90-1e3e-40f1-808d-e208c13649dd'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:47.931887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d3c0e-6e4a-4a20-b013-5b0968c58eac None None] Routers {'5e629e90-1e3e-40f1-808d-e208c13649dd'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:47.932507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f39d3c0e-6e4a-4a20-b013-5b0968c58eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e629e90-1e3e-40f1-808d-e208c13649dd'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:48.012870 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f39d3c0e-6e4a-4a20-b013-5b0968c58eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:48.034834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a100b8-a4b5-4144-a0c5-41c4ff144a85 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:48.039156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d3c0e-6e4a-4a20-b013-5b0968c58eac None None] Routers {'5e629e90-1e3e-40f1-808d-e208c13649dd'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:48.039830 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f39d3c0e-6e4a-4a20-b013-5b0968c58eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e629e90-1e3e-40f1-808d-e208c13649dd'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:48.044196 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-71a100b8-a4b5-4144-a0c5-41c4ff144a85 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports/8db8b9dd-5add-47f7-adeb-f51f98357fd8 HTTP/1.1" status: 200 len: 984 time: 0.1212029 Jul 06 12:21:48.044196 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-eb9a2803-72ed-4219-a555-02dc65eaad55 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686557 Jul 06 12:21:48.044570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43346) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:48.124013 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f39d3c0e-6e4a-4a20-b013-5b0968c58eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:48.124672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d3c0e-6e4a-4a20-b013-5b0968c58eac None None] The sync data for ids ['5e629e90-1e3e-40f1-808d-e208c13649dd'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:48.223143 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-75b75d3a-1d01-4da2-87c0-8a14213cb0ae req-a77c9d5c-78d7-4aab-a636-7005c4ba7be2 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686523 Jul 06 12:21:48.383392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9acb5-bbae-4bdc-ba8e-a6be9105aa09 req-f71bc85b-d530-4a00-9cfa-82d211dedf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:48.384881 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bed9acb5-bbae-4bdc-ba8e-a6be9105aa09 req-f71bc85b-d530-4a00-9cfa-82d211dedf28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 1094 time: 0.1056948 Jul 06 12:21:48.544489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9acb5-bbae-4bdc-ba8e-a6be9105aa09 req-7b9b9230-d838-44bb-88a6-6605347ec45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:48.546102 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bed9acb5-bbae-4bdc-ba8e-a6be9105aa09 req-7b9b9230-d838-44bb-88a6-6605347ec45b service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 913 time: 0.1522186 Jul 06 12:21:48.598684 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bed9acb5-bbae-4bdc-ba8e-a6be9105aa09 req-18ddce3d-fd16-4230-a5fc-3196d036120a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c695a611-7ff5-4eb1-b890-fc6fc74dd701 HTTP/1.1" status: 200 len: 217 time: 0.0435007 Jul 06 12:21:48.606548 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa4d3627-5089-4cce-bf5b-13436868d0d0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:48.664328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65942643-2b17-4aa9-84c1-08d3ccd8ca50 req-45cbf4b6-1ebd-4d77-a421-83d96c0065be tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:48.665897 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-65942643-2b17-4aa9-84c1-08d3ccd8ca50 req-45cbf4b6-1ebd-4d77-a421-83d96c0065be tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 943 time: 0.1838925 Jul 06 12:21:48.666935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9acb5-bbae-4bdc-ba8e-a6be9105aa09 req-83b76964-8ea0-47e3-a2a3-a5bd173cdccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:48.668566 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bed9acb5-bbae-4bdc-ba8e-a6be9105aa09 req-83b76964-8ea0-47e3-a2a3-a5bd173cdccc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.0614982 Jul 06 12:21:48.755112 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9acb5-bbae-4bdc-ba8e-a6be9105aa09 req-2645c5d4-4fc4-41e3-bff7-c057c6010421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:48.757146 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bed9acb5-bbae-4bdc-ba8e-a6be9105aa09 req-2645c5d4-4fc4-41e3-bff7-c057c6010421 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818851 Jul 06 12:21:48.774133 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-65942643-2b17-4aa9-84c1-08d3ccd8ca50 req-dcf227a3-7aad-433f-a7cc-da621e731356 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669422 Jul 06 12:21:48.868107 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bed9acb5-bbae-4bdc-ba8e-a6be9105aa09 req-4a9bbeb1-5b62-4d5b-9ec1-47dc20e9e6f5 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033027 Jul 06 12:21:48.964046 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-fa4d3627-5089-4cce-bf5b-13436868d0d0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port 8db8b9dd-5add-47f7-adeb-f51f98357fd8 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:48.964778 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa4d3627-5089-4cce-bf5b-13436868d0d0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:48.999977 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bed9acb5-bbae-4bdc-ba8e-a6be9105aa09 req-03b69093-a39b-463b-a7e4-9f3eb1e8e519 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245327 Jul 06 12:21:49.126188 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa4d3627-5089-4cce-bf5b-13436868d0d0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:49.143054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-fa4d3627-5089-4cce-bf5b-13436868d0d0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for 8db8b9dd-5add-47f7-adeb-f51f98357fd8 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:49.152254 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409c3c2-169d-4274-9115-cb2c05131af6 req-c914ed70-0c5e-4061-9f67-d355de2a31bd tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:49.153820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b409c3c2-169d-4274-9115-cb2c05131af6 req-c914ed70-0c5e-4061-9f67-d355de2a31bd tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 945 time: 0.1272092 Jul 06 12:21:49.237105 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b409c3c2-169d-4274-9115-cb2c05131af6 req-61301570-da80-434e-b1c9-f9dac9775a4b tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762384 Jul 06 12:21:49.400404 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa4d3627-5089-4cce-bf5b-13436868d0d0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:49.437610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d3627-5089-4cce-bf5b-13436868d0d0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=8db8b9dd-5add-47f7-adeb-f51f98357fd8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:49.562258 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa4d3627-5089-4cce-bf5b-13436868d0d0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:49.757310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4d3627-5089-4cce-bf5b-13436868d0d0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 5e629e90-1e3e-40f1-808d-e208c13649dd has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:49.855846 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4d3627-5089-4cce-bf5b-13436868d0d0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:49.867261 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c87604-afc3-4d0f-99a7-fb7c1eea1b6f None None] Sync routers for ids ['5e629e90-1e3e-40f1-808d-e208c13649dd'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:49.873933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76845b-4c0b-4277-855a-a8f4a1e1616f req-154406e7-d5ce-4efd-9037-dd346e3ebb1e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:49.876958 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ca76845b-4c0b-4277-855a-a8f4a1e1616f req-154406e7-d5ce-4efd-9037-dd346e3ebb1e tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.89 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 945 time: 0.1315312 Jul 06 12:21:49.877290 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fa4d3627-5089-4cce-bf5b-13436868d0d0 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/5e629e90-1e3e-40f1-808d-e208c13649dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8190930 Jul 06 12:21:49.879440 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43358) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:49.881967 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c87604-afc3-4d0f-99a7-fb7c1eea1b6f None None] Routers {'5e629e90-1e3e-40f1-808d-e208c13649dd'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:49.882606 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-45c87604-afc3-4d0f-99a7-fb7c1eea1b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e629e90-1e3e-40f1-808d-e208c13649dd'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:49.927726 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-45c87604-afc3-4d0f-99a7-fb7c1eea1b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:49.938415 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c87604-afc3-4d0f-99a7-fb7c1eea1b6f None None] Routers {'5e629e90-1e3e-40f1-808d-e208c13649dd'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:49.939294 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-45c87604-afc3-4d0f-99a7-fb7c1eea1b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e629e90-1e3e-40f1-808d-e208c13649dd'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:49.978395 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-45c87604-afc3-4d0f-99a7-fb7c1eea1b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:49.979359 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c87604-afc3-4d0f-99a7-fb7c1eea1b6f None None] The sync data for ids ['5e629e90-1e3e-40f1-808d-e208c13649dd'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:50.025467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ca76845b-4c0b-4277-855a-a8f4a1e1616f req-97d920c2-fbca-4d48-8813-5ae05b455ef1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Deleting port 723a9d44-28d2-45d7-bcad-13fda972061f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:50.025838 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca76845b-4c0b-4277-855a-a8f4a1e1616f req-97d920c2-fbca-4d48-8813-5ae05b455ef1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.156462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ca76845b-4c0b-4277-855a-a8f4a1e1616f req-97d920c2-fbca-4d48-8813-5ae05b455ef1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] For port 723a9d44-28d2-45d7-bcad-13fda972061f, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=723a9d44-28d2-45d7-bcad-13fda972061f,segment=NetworkSegment(57626621-7c61-46bf-8e8c-ab395d67b459),segment_id=57626621-7c61-46bf-8e8c-ab395d67b459)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:50.156888 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca76845b-4c0b-4277-855a-a8f4a1e1616f req-97d920c2-fbca-4d48-8813-5ae05b455ef1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.170467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ca76845b-4c0b-4277-855a-a8f4a1e1616f req-97d920c2-fbca-4d48-8813-5ae05b455ef1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Calling delete_port for 723a9d44-28d2-45d7-bcad-13fda972061f owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:50.185467 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-56e96d3b-23a6-48f7-beb2-0de0d8ef5129 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] remove_router_interface failed (client error): The resource could not be found. Jul 06 12:21:50.186536 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-56e96d3b-23a6-48f7-beb2-0de0d8ef5129 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/5e629e90-1e3e-40f1-808d-e208c13649dd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3060861 Jul 06 12:21:50.189748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43360) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:50.201306 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0437487-0095-4f37-a4e2-0be5027dab1b req-0dad88ed-4166-4f1a-9b9a-7e2cba8829af tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:50.202872 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0437487-0095-4f37-a4e2-0be5027dab1b req-0dad88ed-4166-4f1a-9b9a-7e2cba8829af tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 943 time: 0.2020051 Jul 06 12:21:50.259448 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0437487-0095-4f37-a4e2-0be5027dab1b req-5461cf16-7b65-4851-af8c-272457e2c687 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484602 Jul 06 12:21:50.262081 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6c62d4ae-87e8-4014-ae53-598af84c70e6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e629e90-1e3e-40f1-808d-e208c13649dd HTTP/1.1" status: 200 len: 205 time: 0.0703413 Jul 06 12:21:50.264526 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43362) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:50.352183 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa25431c-349f-47b3-9d07-4b703e482041 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.500375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfeeec-1abf-4437-a0b9-10293f143930 req-d1e3147f-086f-45a9-b16f-5b72eb222275 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:50.504320 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e2bfeeec-1abf-4437-a0b9-10293f143930 req-d1e3147f-086f-45a9-b16f-5b72eb222275 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/ports?device_id=8cc4d359-d76e-49d0-a97f-fee6462debf7 HTTP/1.1" status: 200 len: 945 time: 0.0879261 Jul 06 12:21:50.573875 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e2bfeeec-1abf-4437-a0b9-10293f143930 req-ace108c6-4d3d-466d-a238-6f9ae4b7a189 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.81 "GET /v2.0/security-groups?id=df2c2f09-b100-4ff2-8408-0617dddee826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631099 Jul 06 12:21:50.603333 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa25431c-349f-47b3-9d07-4b703e482041 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.607768 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa25431c-349f-47b3-9d07-4b703e482041 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.656292 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca76845b-4c0b-4277-855a-a8f4a1e1616f req-97d920c2-fbca-4d48-8813-5ae05b455ef1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.669265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['723a9d44-28d2-45d7-bcad-13fda972061f'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:21:50.684491 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa25431c-349f-47b3-9d07-4b703e482041 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.684989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa25431c-349f-47b3-9d07-4b703e482041 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Fanout notify agent at l3_agent the message router_deleted on router 5e629e90-1e3e-40f1-808d-e208c13649dd {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:21:50.696263 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa25431c-349f-47b3-9d07-4b703e482041 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.699940 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fa25431c-349f-47b3-9d07-4b703e482041 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/routers/5e629e90-1e3e-40f1-808d-e208c13649dd HTTP/1.1" status: 204 len: 168 time: 0.4319012 Jul 06 12:21:50.700105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d920c2-fbca-4d48-8813-5ae05b455ef1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Pushing event deleted for resources: {'Port': ['ID=723a9d44-28d2-45d7-bcad-13fda972061f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:50.700396 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43368) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:50.752027 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca76845b-4c0b-4277-855a-a8f4a1e1616f req-97d920c2-fbca-4d48-8813-5ae05b455ef1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] No DVR routers for this DVR port 723a9d44-28d2-45d7-bcad-13fda972061f on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:50.755119 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca76845b-4c0b-4277-855a-a8f4a1e1616f req-97d920c2-fbca-4d48-8813-5ae05b455ef1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.757490 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ca76845b-4c0b-4277-855a-a8f4a1e1616f req-97d920c2-fbca-4d48-8813-5ae05b455ef1 tempest-ServersTestJSON-1483042585 tempest-ServersTestJSON-1483042585-project] 10.222.0.89 "DELETE /v2.0/ports/723a9d44-28d2-45d7-bcad-13fda972061f HTTP/1.1" status: 204 len: 173 time: 0.8733747 Jul 06 12:21:50.757936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc4d359-d76e-49d0-a97f-fee6462debf7', 'name': 'network-vif-deleted', 'tag': '723a9d44-28d2-45d7-bcad-13fda972061f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:21:50.760239 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5460f3b6-1376-4e09-80ae-9fb2b20e09f8" -d '{"events": [{"server_uuid": "8cc4d359-d76e-49d0-a97f-fee6462debf7", "name": "network-vif-deleted", "tag": "723a9d44-28d2-45d7-bcad-13fda972061f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:21:50.767470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-381af450-2bb5-492f-a1d4-4bf40ddeb4bd tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting subnet 2550f06d-2816-4095-86b0-3d8586612bff {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:21:50.772192 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-381af450-2bb5-492f-a1d4-4bf40ddeb4bd tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.798958 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8bba6c-fda4-4ee5-b512-8abd076261bd x-openstack-request-id: req-0d8bba6c-fda4-4ee5-b512-8abd076261bd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:21:50.799390 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc4d359-d76e-49d0-a97f-fee6462debf7", "name": "network-vif-deleted", "tag": "723a9d44-28d2-45d7-bcad-13fda972061f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:21:50.799736 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d8bba6c-fda4-4ee5-b512-8abd076261bd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:21:50.800274 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc4d359-d76e-49d0-a97f-fee6462debf7', 'name': 'network-vif-deleted', 'tag': '723a9d44-28d2-45d7-bcad-13fda972061f', 'status': 'completed', 'code': 200} Jul 06 12:21:50.821440 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-381af450-2bb5-492f-a1d4-4bf40ddeb4bd tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.910114 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-381af450-2bb5-492f-a1d4-4bf40ddeb4bd tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:50.989422 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-381af450-2bb5-492f-a1d4-4bf40ddeb4bd tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:51.018800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381af450-2bb5-492f-a1d4-4bf40ddeb4bd tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Subnet': ['ID=2550f06d-2816-4095-86b0-3d8586612bff,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:51.022865 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-381af450-2bb5-492f-a1d4-4bf40ddeb4bd tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:51.029253 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-381af450-2bb5-492f-a1d4-4bf40ddeb4bd tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/2550f06d-2816-4095-86b0-3d8586612bff HTTP/1.1" status: 204 len: 168 time: 0.3233392 Jul 06 12:21:51.029253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43372) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:51.032035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ae3e4-6d11-4a0a-8b01-164645eca9e5 None None] Network 52e08aec-fa78-40ed-bdbf-07618dde6848 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:51.109111 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:51.170535 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port 7db85dad-8617-4c94-a146-4fa4d083202a {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:51.170780 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:51.246123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92682934-d22c-478b-823a-364e815e64c4 None None] DHCP port deletion for 52e08aec-fa78-40ed-bdbf-07618dde6848 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:21:51.263739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] For port 7db85dad-8617-4c94-a146-4fa4d083202a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=7db85dad-8617-4c94-a146-4fa4d083202a,segment=NetworkSegment(6cd0f7c8-9a3e-450f-b1c1-440de40eddcf),segment_id=6cd0f7c8-9a3e-450f-b1c1-440de40eddcf)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:51.264281 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:51.280865 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for 7db85dad-8617-4c94-a146-4fa4d083202a owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:51.308579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-92682934-d22c-478b-823a-364e815e64c4 None None] Deleting port 7db85dad-8617-4c94-a146-4fa4d083202a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:51.309012 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92682934-d22c-478b-823a-364e815e64c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:51.393807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-92682934-d22c-478b-823a-364e815e64c4 None None] For port 7db85dad-8617-4c94-a146-4fa4d083202a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=7db85dad-8617-4c94-a146-4fa4d083202a,segment=NetworkSegment(6cd0f7c8-9a3e-450f-b1c1-440de40eddcf),segment_id=6cd0f7c8-9a3e-450f-b1c1-440de40eddcf)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:51.396394 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92682934-d22c-478b-823a-364e815e64c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:51.424273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-92682934-d22c-478b-823a-364e815e64c4 None None] Calling delete_port for 7db85dad-8617-4c94-a146-4fa4d083202a owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:51.505899 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:51.510941 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92682934-d22c-478b-823a-364e815e64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:51.540567 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92682934-d22c-478b-823a-364e815e64c4 None None] No DVR routers for this DVR port 7db85dad-8617-4c94-a146-4fa4d083202a on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:51.545906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92682934-d22c-478b-823a-364e815e64c4 None None] Pushing event deleted for resources: {'Port': ['ID=7db85dad-8617-4c94-a146-4fa4d083202a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:51.861872 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7db85dad-8617-4c94-a146-4fa4d083202a no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:51.889627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 7db85dad-8617-4c94-a146-4fa4d083202a {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:51.889984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7db85dad-8617-4c94-a146-4fa4d083202a not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:51.933344 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c46164-c570-4c0e-9186-803cd259c055 req-7de952bd-941b-4905-94b5-ba2e8ba14d0e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:51.934939 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b9c46164-c570-4c0e-9186-803cd259c055 req-7de952bd-941b-4905-94b5-ba2e8ba14d0e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 943 time: 0.5157588 Jul 06 12:21:51.935780 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=7db85dad-8617-4c94-a146-4fa4d083202a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:51.940384 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No DVR routers for this DVR port 7db85dad-8617-4c94-a146-4fa4d083202a on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:52.049388 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.062328 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b9c46164-c570-4c0e-9186-803cd259c055 req-f3ec61f6-588e-40bf-8876-d6f151a21565 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1200509 Jul 06 12:21:52.069440 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e08aec-fa78-40ed-bdbf-07618dde6848']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:52.091669 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd0f7c8-9a3e-450f-b1c1-440de40eddcf') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:52.092522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd0f7c8-9a3e-450f-b1c1-440de40eddcf') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:52.106723 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.125291 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.133438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:21:52.133838 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:21:52.137235 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:21:52.155580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43380) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:52.200301 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.208664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7d1eec-f196-4d4b-9d9d-e13cb65c1612 admin admin] Deleting subnet 3b13b069-a449-4c79-8cb2-c610ef4f1ffa {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:21:52.212458 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa7d1eec-f196-4d4b-9d9d-e13cb65c1612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.214397 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.216352 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/networks/52e08aec-fa78-40ed-bdbf-07618dde6848 HTTP/1.1" status: 204 len: 168 time: 1.1861975 Jul 06 12:21:52.228775 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43382) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:52.234508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-64c3e386-e577-4086-907f-b0ea48c0c481 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-748224773'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:52.238439 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa2a9f-3c22-4f71-87e2-9641bb1b9e1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Network': ['ID=52e08aec-fa78-40ed-bdbf-07618dde6848,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:52.257988 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa7d1eec-f196-4d4b-9d9d-e13cb65c1612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.260825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c3e386-e577-4086-907f-b0ea48c0c481 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:52.264785 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64c3e386-e577-4086-907f-b0ea48c0c481 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.298960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c3e386-e577-4086-907f-b0ea48c0c481 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:21:52.302368 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa7d1eec-f196-4d4b-9d9d-e13cb65c1612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.312928 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64c3e386-e577-4086-907f-b0ea48c0c481 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.313708 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-64c3e386-e577-4086-907f-b0ea48c0c481 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Added segment 2df5db4e-e419-4d5b-ac48-e1f1b36be5d3 of type vlan for network 5c37d144-4938-4e8f-a5cd-9c3f650a9f92 Jul 06 12:21:52.359090 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa7d1eec-f196-4d4b-9d9d-e13cb65c1612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.365452 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64c3e386-e577-4086-907f-b0ea48c0c481 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.393301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d1eec-f196-4d4b-9d9d-e13cb65c1612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b13b069-a449-4c79-8cb2-c610ef4f1ffa,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:52.398532 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa7d1eec-f196-4d4b-9d9d-e13cb65c1612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.400998 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-aa7d1eec-f196-4d4b-9d9d-e13cb65c1612 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3b13b069-a449-4c79-8cb2-c610ef4f1ffa HTTP/1.1" status: 204 len: 168 time: 0.2442529 Jul 06 12:21:52.403833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43384) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:52.411854 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64c3e386-e577-4086-907f-b0ea48c0c481 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.419243 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c3e386-e577-4086-907f-b0ea48c0c481 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:52.419882 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64c3e386-e577-4086-907f-b0ea48c0c481 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.479655 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71cd1683-1d5d-471c-aff6-837b0120dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.495197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-64c3e386-e577-4086-907f-b0ea48c0c481 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2652411 Jul 06 12:21:52.496064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43386) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:52.506764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1370053c-903b-448a-a4a2-1487355f5238 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'subnet': {'network_id': '5c37d144-4938-4e8f-a5cd-9c3f650a9f92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:52.527699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3e386-e577-4086-907f-b0ea48c0c481 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Network': ['ID=5c37d144-4938-4e8f-a5cd-9c3f650a9f92,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:52.542112 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 5c37d144-4938-4e8f-a5cd-9c3f650a9f92 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:21:52.581798 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71cd1683-1d5d-471c-aff6-837b0120dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.593294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-71cd1683-1d5d-471c-aff6-837b0120dc51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff636a6-c37f-4f0c-9b69-74b08232ce42']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:52.606782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-71cd1683-1d5d-471c-aff6-837b0120dc51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57626621-7c61-46bf-8e8c-ab395d67b459') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:52.607105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-71cd1683-1d5d-471c-aff6-837b0120dc51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57626621-7c61-46bf-8e8c-ab395d67b459') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:52.622834 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71cd1683-1d5d-471c-aff6-837b0120dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.636962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1370053c-903b-448a-a4a2-1487355f5238 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:21:52.639354 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71cd1683-1d5d-471c-aff6-837b0120dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.641193 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1370053c-903b-448a-a4a2-1487355f5238 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.649736 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71cd1683-1d5d-471c-aff6-837b0120dc51 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:21:52.650152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71cd1683-1d5d-471c-aff6-837b0120dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:21:52.652053 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:21:52.718054 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71cd1683-1d5d-471c-aff6-837b0120dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.725244 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71cd1683-1d5d-471c-aff6-837b0120dc51 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.727773 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-71cd1683-1d5d-471c-aff6-837b0120dc51 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1ff636a6-c37f-4f0c-9b69-74b08232ce42 HTTP/1.1" status: 204 len: 168 time: 0.3229544 Jul 06 12:21:52.751652 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd1683-1d5d-471c-aff6-837b0120dc51 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff636a6-c37f-4f0c-9b69-74b08232ce42,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:52.856055 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1370053c-903b-448a-a4a2-1487355f5238 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.927783 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370053c-903b-448a-a4a2-1487355f5238 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Subnet': ['ID=6ae84182-7c4a-4e6a-8fe6-1b7adb4e030b,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:52.938180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1370053c-903b-448a-a4a2-1487355f5238 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Checking segment: {'id': '2df5db4e-e419-4d5b-ac48-e1f1b36be5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c37d144-4938-4e8f-a5cd-9c3f650a9f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:52.938728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1370053c-903b-448a-a4a2-1487355f5238 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network hostable DHCP agents. Network: 5c37d144-4938-4e8f-a5cd-9c3f650a9f92, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:21:52.946265 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43392) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:52.956544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1370053c-903b-448a-a4a2-1487355f5238 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 5c37d144-4938-4e8f-a5cd-9c3f650a9f92 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:21:52.966077 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-1370053c-903b-448a-a4a2-1487355f5238 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 5c37d144-4938-4e8f-a5cd-9c3f650a9f92) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:52.971277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1370053c-903b-448a-a4a2-1487355f5238 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:52.971866 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1370053c-903b-448a-a4a2-1487355f5238 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:52.974752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27358cd9-d592-4426-ac4a-fd61160f7660 None None] Network 5c37d144-4938-4e8f-a5cd-9c3f650a9f92 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:52.990039 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1370053c-903b-448a-a4a2-1487355f5238 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4897325 Jul 06 12:21:52.992513 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43394) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:52.993722 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-668b8973-c2d6-4639-92cb-531e069526e3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ffb4de1dcd440ee97d07df1491b1e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461907 Jul 06 12:21:52.997265 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43396) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:52.997709 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-796fc88f-a107-464c-90e2-eb4595933e82 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1452527451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:53.027610 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-796fc88f-a107-464c-90e2-eb4595933e82 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.031034 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-796fc88f-a107-464c-90e2-eb4595933e82 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.065464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2834-58ab-4a67-8215-767c4072929d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.088902 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2834-58ab-4a67-8215-767c4072929d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.103208 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-796fc88f-a107-464c-90e2-eb4595933e82 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.109595 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-796fc88f-a107-464c-90e2-eb4595933e82 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.132253 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-796fc88f-a107-464c-90e2-eb4595933e82 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.135967 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-796fc88f-a107-464c-90e2-eb4595933e82 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1400597 Jul 06 12:21:53.136306 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43400) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:53.184721 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2834-58ab-4a67-8215-767c4072929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.187661 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2834-58ab-4a67-8215-767c4072929d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.192116 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a7ce2834-58ab-4a67-8215-767c4072929d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/df2c2f09-b100-4ff2-8408-0617dddee826 HTTP/1.1" status: 204 len: 168 time: 0.1907265 Jul 06 12:21:53.198517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce2834-58ab-4a67-8215-767c4072929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2c2f09-b100-4ff2-8408-0617dddee826,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:53.237513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-5c37d144-4938-4e8f-a5cd-9c3f650a9f92', 'network_id': '5c37d144-4938-4e8f-a5cd-9c3f650a9f92', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'fixed_ips': [{'subnet_id': '6ae84182-7c4a-4e6a-8fe6-1b7adb4e030b'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:21:53.238399 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.420684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Allocated IP 2001:db8::2 (5c37d144-4938-4e8f-a5cd-9c3f650a9f92/6ae84182-7c4a-4e6a-8fe6-1b7adb4e030b/1f0a834d-487c-4df5-9805-49f15a971d2a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:53.583358 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.592594 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa30e38-e7de-4baf-af65-d2ec629441a0 req-14b9946e-4ee2-4520-bfa1-f3435a8f7e3b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:53.594162 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8aa30e38-e7de-4baf-af65-d2ec629441a0 req-14b9946e-4ee2-4520-bfa1-f3435a8f7e3b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 943 time: 0.3332782 Jul 06 12:21:53.628889 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.639950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Transition to ACTIVE for port object 1f0a834d-487c-4df5-9805-49f15a971d2a will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:53.661237 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Transition to ACTIVE for port object 1f0a834d-487c-4df5-9805-49f15a971d2a will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:53.669282 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.745166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Network 5c37d144-4938-4e8f-a5cd-9c3f650a9f92 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:53.747008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:53.750777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:53.767995 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8aa30e38-e7de-4baf-af65-d2ec629441a0 req-69549c7e-a038-4606-b6b9-51c0c848a49b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1587713 Jul 06 12:21:53.774672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Pushing event updated for resources: {'Port': ['ID=1f0a834d-487c-4df5-9805-49f15a971d2a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:53.861224 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Attempting to bind port 1f0a834d-487c-4df5-9805-49f15a971d2a on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:21:53.861973 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Attempting to bind port 1f0a834d-487c-4df5-9805-49f15a971d2a by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '2df5db4e-e419-4d5b-ac48-e1f1b36be5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c37d144-4938-4e8f-a5cd-9c3f650a9f92'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:21:53.862408 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Attempting to bind port 1f0a834d-487c-4df5-9805-49f15a971d2a on network 5c37d144-4938-4e8f-a5cd-9c3f650a9f92 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:21:53.871619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:21:53.872232 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Checking segment: {'id': '2df5db4e-e419-4d5b-ac48-e1f1b36be5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c37d144-4938-4e8f-a5cd-9c3f650a9f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:21:53.872665 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.873235 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Bound using segment: {'id': '2df5db4e-e419-4d5b-ac48-e1f1b36be5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c37d144-4938-4e8f-a5cd-9c3f650a9f92'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:21:53.873786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Bound port: 1f0a834d-487c-4df5-9805-49f15a971d2a, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df5db4e-e419-4d5b-ac48-e1f1b36be5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5c37d144-4938-4e8f-a5cd-9c3f650a9f92'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:21:53.874323 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:53.934622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 723a9d44-28d2-45d7-bcad-13fda972061f no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:53.975380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 723a9d44-28d2-45d7-bcad-13fda972061f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:53.976008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 723a9d44-28d2-45d7-bcad-13fda972061f not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:53.979278 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Allocated IP 2001:db8::1 (5c37d144-4938-4e8f-a5cd-9c3f650a9f92/6ae84182-7c4a-4e6a-8fe6-1b7adb4e030b/72c1c0d8-f208-455d-8a2c-057ab6976a78) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:21:53.990722 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] For port 1f0a834d-487c-4df5-9805-49f15a971d2a, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:21:53.996050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] For port 1f0a834d-487c-4df5-9805-49f15a971d2a, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1f0a834d-487c-4df5-9805-49f15a971d2a,segment=NetworkSegment(2df5db4e-e419-4d5b-ac48-e1f1b36be5d3),segment_id=2df5db4e-e419-4d5b-ac48-e1f1b36be5d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:21:54.002302 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:54.158319 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:54.177879 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Transition to ACTIVE for port object 72c1c0d8-f208-455d-8a2c-057ab6976a78 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:21:54.218993 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:54.261027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb5ea3-8c06-4c70-9f8e-431da059213b None None] Pushing event updated for resources: {'Port': ['ID=1f0a834d-487c-4df5-9805-49f15a971d2a,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:54.314766 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 5c37d144-4938-4e8f-a5cd-9c3f650a9f92 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:54.320752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:54.330570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:21:54.331156 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:54.399540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=72c1c0d8-f208-455d-8a2c-057ab6976a78,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:54.551419 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:54.842921 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9657120c-55e8-4974-a2da-b30d298e7f45 req-5c5c4a5e-14ab-4982-9ce5-f00aed2fd35e tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0527666 Jul 06 12:21:54.950762 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:54.961042 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:54.962255 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:55.126086 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=72c1c0d8-f208-455d-8a2c-057ab6976a78,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:55.195948 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03103242-9b36-490d-889f-9c74a7f0eacf req-a0080c71-f900-4ea1-ac14-38497d5f930a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:55.204072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03103242-9b36-490d-889f-9c74a7f0eacf req-a0080c71-f900-4ea1-ac14-38497d5f930a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 943 time: 0.2006865 Jul 06 12:21:55.229064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 5c37d144-4938-4e8f-a5cd-9c3f650a9f92 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:21:55.232408 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:21:55.305401 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03103242-9b36-490d-889f-9c74a7f0eacf req-da97b218-f584-481a-8dbd-debfa903e67a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004317 Jul 06 12:21:55.412449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 300a5754-b25a-4639-88c6-1633f7bee892 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:21:55.457435 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac3c55d-3cf0-43e4-b800-3becc8a33711 None None] Network 5c37d144-4938-4e8f-a5cd-9c3f650a9f92 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:55.532449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:55.538848 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9f212857-a02f-412b-ac40-494a4e604272 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/300a5754-b25a-4639-88c6-1633f7bee892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4014668 Jul 06 12:21:55.541453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43452) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:55.558940 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6ddaf-baa6-4745-9477-31f91e56ce66 None None] Sync routers for ids ['300a5754-b25a-4639-88c6-1633f7bee892'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:55.580526 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-57b90b60-41b9-43cf-8a1a-8f6890751eb4 None None] Provisioning for port 1f0a834d-487c-4df5-9805-49f15a971d2a completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:55.590620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6ddaf-baa6-4745-9477-31f91e56ce66 None None] Routers {'300a5754-b25a-4639-88c6-1633f7bee892'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:55.591553 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-bba6ddaf-baa6-4745-9477-31f91e56ce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['300a5754-b25a-4639-88c6-1633f7bee892'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:55.612002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecd0376-f30a-42de-b05f-25fc6e04a762 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:55.614097 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8ecd0376-f30a-42de-b05f-25fc6e04a762 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports/72c1c0d8-f208-455d-8a2c-057ab6976a78 HTTP/1.1" status: 200 len: 911 time: 0.0716510 Jul 06 12:21:55.617149 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43454) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:55.637484 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-bba6ddaf-baa6-4745-9477-31f91e56ce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:55.655013 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6ddaf-baa6-4745-9477-31f91e56ce66 None None] Routers {'300a5754-b25a-4639-88c6-1633f7bee892'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:55.655929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-bba6ddaf-baa6-4745-9477-31f91e56ce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['300a5754-b25a-4639-88c6-1633f7bee892'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:55.711469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-bba6ddaf-baa6-4745-9477-31f91e56ce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:55.712353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6ddaf-baa6-4745-9477-31f91e56ce66 None None] The sync data for ids ['300a5754-b25a-4639-88c6-1633f7bee892'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:55.926525 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1f0a834d-487c-4df5-9805-49f15a971d2a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:56.026990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 1f0a834d-487c-4df5-9805-49f15a971d2a completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:56.037445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1f0a834d-487c-4df5-9805-49f15a971d2a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:56.037963 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:56.085556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c0c93f4-e2de-43f6-ac39-d7690432a1f3 req-b08fb8df-975b-45d8-b28e-f16166f58d4f tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0382760 Jul 06 12:21:56.139288 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-640cfb54-429c-4f45-a302-adfa615d558c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:56.190107 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:56.267668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 1f0a834d-487c-4df5-9805-49f15a971d2a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1f0a834d-487c-4df5-9805-49f15a971d2a,segment=NetworkSegment(2df5db4e-e419-4d5b-ac48-e1f1b36be5d3),segment_id=2df5db4e-e419-4d5b-ac48-e1f1b36be5d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:56.275484 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:56.316280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-286dbd93-5400-4be9-bf28-fe7407a767f7 None None] Provisioning for port 72c1c0d8-f208-455d-8a2c-057ab6976a78 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:21:56.331056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-286dbd93-5400-4be9-bf28-fe7407a767f7 None None] Provisioning complete for port 72c1c0d8-f208-455d-8a2c-057ab6976a78 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:56.332441 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-286dbd93-5400-4be9-bf28-fe7407a767f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:56.411316 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=1f0a834d-487c-4df5-9805-49f15a971d2a,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:56.441210 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-286dbd93-5400-4be9-bf28-fe7407a767f7 None None] Port 72c1c0d8-f208-455d-8a2c-057ab6976a78 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:56.466337 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-286dbd93-5400-4be9-bf28-fe7407a767f7 None None] Provisioning complete for port 1f0a834d-487c-4df5-9805-49f15a971d2a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:56.468072 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-286dbd93-5400-4be9-bf28-fe7407a767f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:56.589511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-640cfb54-429c-4f45-a302-adfa615d558c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port 72c1c0d8-f208-455d-8a2c-057ab6976a78 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:56.589861 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-640cfb54-429c-4f45-a302-adfa615d558c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:56.669154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee52d4-a586-4284-aab9-b4ecbdd9eee4 req-566eae78-25f9-45e7-894c-bf85fb51666d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:56.670732 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d7ee52d4-a586-4284-aab9-b4ecbdd9eee4 req-566eae78-25f9-45e7-894c-bf85fb51666d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 943 time: 0.1481044 Jul 06 12:21:56.716897 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-640cfb54-429c-4f45-a302-adfa615d558c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:56.740394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-640cfb54-429c-4f45-a302-adfa615d558c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for 72c1c0d8-f208-455d-8a2c-057ab6976a78 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:56.742818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-508ad5a4-78bd-41ba-bf8a-dba4ec068cfa None None] Provisioning complete for port 72c1c0d8-f208-455d-8a2c-057ab6976a78 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:56.743204 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-508ad5a4-78bd-41ba-bf8a-dba4ec068cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:56.755800 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d7ee52d4-a586-4284-aab9-b4ecbdd9eee4 req-ae0326d3-2707-44ff-9663-8750a47035ce tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773757 Jul 06 12:21:56.786980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-508ad5a4-78bd-41ba-bf8a-dba4ec068cfa None None] Port 72c1c0d8-f208-455d-8a2c-057ab6976a78 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:56.912052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4d58ee23-7f88-46ef-91c9-120e05d0d4f4 None None] Provisioning complete for port 72c1c0d8-f208-455d-8a2c-057ab6976a78 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:56.912992 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4d58ee23-7f88-46ef-91c9-120e05d0d4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:56.951699 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4d58ee23-7f88-46ef-91c9-120e05d0d4f4 None None] Port 72c1c0d8-f208-455d-8a2c-057ab6976a78 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:21:56.968856 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-640cfb54-429c-4f45-a302-adfa615d558c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:57.011777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cfb54-429c-4f45-a302-adfa615d558c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=72c1c0d8-f208-455d-8a2c-057ab6976a78,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:57.115436 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-640cfb54-429c-4f45-a302-adfa615d558c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:57.387881 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e219310-0746-4346-882d-b4a505eaa05e req-888e8e8f-d555-4707-8f91-8dc36838b3bd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0336485 Jul 06 12:21:57.618500 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23c3c5e5-639f-4a70-a783-31e0b73fdc30 req-ac0c58c1-01a5-4887-8da8-0e076b270841 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0588934 Jul 06 12:21:57.700515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640cfb54-429c-4f45-a302-adfa615d558c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 300a5754-b25a-4639-88c6-1633f7bee892 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:21:57.777324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640cfb54-429c-4f45-a302-adfa615d558c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:21:57.785754 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-640cfb54-429c-4f45-a302-adfa615d558c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/300a5754-b25a-4639-88c6-1633f7bee892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1642950 Jul 06 12:21:57.785754 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43466) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:57.789496 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67adc613-b163-426e-9cb1-2a2a60f7f94f None None] Sync routers for ids ['300a5754-b25a-4639-88c6-1633f7bee892'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:21:57.809665 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67adc613-b163-426e-9cb1-2a2a60f7f94f None None] Routers {'300a5754-b25a-4639-88c6-1633f7bee892'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:57.810558 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-67adc613-b163-426e-9cb1-2a2a60f7f94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['300a5754-b25a-4639-88c6-1633f7bee892'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:57.826585 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c99fed04-948d-45eb-bb9a-079bccaf175f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports?device_id=300a5754-b25a-4639-88c6-1633f7bee892 HTTP/1.1" status: 200 len: 205 time: 0.0396802 Jul 06 12:21:57.829162 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43470) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:57.849543 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-67adc613-b163-426e-9cb1-2a2a60f7f94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:57.859071 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67adc613-b163-426e-9cb1-2a2a60f7f94f None None] Routers {'300a5754-b25a-4639-88c6-1633f7bee892'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:21:57.860222 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-67adc613-b163-426e-9cb1-2a2a60f7f94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['300a5754-b25a-4639-88c6-1633f7bee892'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:57.892598 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1f0a834d-487c-4df5-9805-49f15a971d2a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:21:57.902196 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-67adc613-b163-426e-9cb1-2a2a60f7f94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:57.902849 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67adc613-b163-426e-9cb1-2a2a60f7f94f None None] The sync data for ids ['300a5754-b25a-4639-88c6-1633f7bee892'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:21:57.930882 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-172a29f1-b464-4618-bc21-0d3b241e28e2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:57.974022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1f0a834d-487c-4df5-9805-49f15a971d2a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:21:57.974554 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.148837 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-172a29f1-b464-4618-bc21-0d3b241e28e2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.153347 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-172a29f1-b464-4618-bc21-0d3b241e28e2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.176173 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7433c75-2072-4052-8c45-49ae5c354c38 req-b9966681-6b08-4d5d-b676-44b2a76d9155 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:58.177898 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7433c75-2072-4052-8c45-49ae5c354c38 req-b9966681-6b08-4d5d-b676-44b2a76d9155 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 943 time: 0.2070696 Jul 06 12:21:58.226654 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-172a29f1-b464-4618-bc21-0d3b241e28e2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.227147 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172a29f1-b464-4618-bc21-0d3b241e28e2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Fanout notify agent at l3_agent the message router_deleted on router 300a5754-b25a-4639-88c6-1633f7bee892 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:21:58.235370 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-172a29f1-b464-4618-bc21-0d3b241e28e2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.236488 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-172a29f1-b464-4618-bc21-0d3b241e28e2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/routers/300a5754-b25a-4639-88c6-1633f7bee892 HTTP/1.1" status: 204 len: 168 time: 0.4063988 Jul 06 12:21:58.239417 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43474) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:58.256161 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7433c75-2072-4052-8c45-49ae5c354c38 req-01699e73-18cd-48e1-9104-f0b0f68e9e52 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460079 Jul 06 12:21:58.302060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting subnet 6ae84182-7c4a-4e6a-8fe6-1b7adb4e030b {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:21:58.305701 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.347636 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.433786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device c695a611-7ff5-4eb1-b890-fc6fc74dd701 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:21:58.443482 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.510088 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.542438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae84182-7c4a-4e6a-8fe6-1b7adb4e030b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:58.547310 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.549180 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/6ae84182-7c4a-4e6a-8fe6-1b7adb4e030b HTTP/1.1" status: 204 len: 168 time: 0.3084877 Jul 06 12:21:58.554717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43476) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:58.555436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:58.556240 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:58.556424 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:58.556716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:58.557053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:58.557379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:58.557713 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:58.558040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:58.558371 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:58.558698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:58.559023 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:58.559379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f0af-5389-436d-8812-8db0321e9414 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:21:58.567645 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff6628d-741e-459d-aaf3-60b57212bbd1 None None] Network 5c37d144-4938-4e8f-a5cd-9c3f650a9f92 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:21:58.625259 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port c695a611-7ff5-4eb1-b890-fc6fc74dd701, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=c695a611-7ff5-4eb1-b890-fc6fc74dd701,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:58.648282 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'port_id': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'mac_address': 'fa:16:3e:d0:54:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:21:58.649265 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.711977 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port 1f0a834d-487c-4df5-9805-49f15a971d2a {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:58.712613 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.758353 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.780115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c695a611-7ff5-4eb1-b890-fc6fc74dd701 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:21:58.783841 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] For port 1f0a834d-487c-4df5-9805-49f15a971d2a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1f0a834d-487c-4df5-9805-49f15a971d2a,segment=NetworkSegment(2df5db4e-e419-4d5b-ac48-e1f1b36be5d3),segment_id=2df5db4e-e419-4d5b-ac48-e1f1b36be5d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:58.784211 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.808067 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port c695a611-7ff5-4eb1-b890-fc6fc74dd701, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=c695a611-7ff5-4eb1-b890-fc6fc74dd701,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:58.813672 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.830134 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fbe3f536-a1c4-4510-9323-5aa8f36974f6 req-84690d38-b617-488e-b3b6-44bb4423bece tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0481098 Jul 06 12:21:58.830728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for 1f0a834d-487c-4df5-9805-49f15a971d2a owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:58.879981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=c695a611-7ff5-4eb1-b890-fc6fc74dd701,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:58.885107 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2aa004-edc9-474d-af69-648696da6f9a None None] DHCP port deletion for 5c37d144-4938-4e8f-a5cd-9c3f650a9f92 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:21:58.941256 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5e2aa004-edc9-474d-af69-648696da6f9a None None] Deleting port 1f0a834d-487c-4df5-9805-49f15a971d2a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:21:58.941975 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e2aa004-edc9-474d-af69-648696da6f9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.947851 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:58.985668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=1f0a834d-487c-4df5-9805-49f15a971d2a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:58.995549 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No DVR routers for this DVR port 1f0a834d-487c-4df5-9805-49f15a971d2a on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:59.036816 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5e2aa004-edc9-474d-af69-648696da6f9a None None] For port 1f0a834d-487c-4df5-9805-49f15a971d2a, host n-d-799529-2, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:21:59.037215 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e2aa004-edc9-474d-af69-648696da6f9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:59.055594 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5e2aa004-edc9-474d-af69-648696da6f9a None None] Calling delete_port for 1f0a834d-487c-4df5-9805-49f15a971d2a owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:21:59.058509 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-5e2aa004-edc9-474d-af69-648696da6f9a None None] Port 1f0a834d-487c-4df5-9805-49f15a971d2a was not found and therefore no delete operation was performed {{(pid=100429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:21:59.059789 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e2aa004-edc9-474d-af69-648696da6f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:59.096175 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['c695a611-7ff5-4eb1-b890-fc6fc74dd701'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:21:59.102232 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2aa004-edc9-474d-af69-648696da6f9a None None] No DVR routers for this DVR port 1f0a834d-487c-4df5-9805-49f15a971d2a on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:21:59.104104 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2aa004-edc9-474d-af69-648696da6f9a None None] Pushing event deleted for resources: {'Port': ['ID=1f0a834d-487c-4df5-9805-49f15a971d2a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:59.179701 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:59.189274 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c37d144-4938-4e8f-a5cd-9c3f650a9f92']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:59.202622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df5db4e-e419-4d5b-ac48-e1f1b36be5d3') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:59.203300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df5db4e-e419-4d5b-ac48-e1f1b36be5d3') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:21:59.216768 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:59.265464 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:59.275165 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:21:59.276606 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:21:59.281936 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:21:59.377053 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:59.405127 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:59.411796 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/networks/5c37d144-4938-4e8f-a5cd-9c3f650a9f92 HTTP/1.1" status: 204 len: 168 time: 0.8510592 Jul 06 12:21:59.411796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef6350-7523-44f6-bf8e-8c0de1e91a63 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Network': ['ID=5c37d144-4938-4e8f-a5cd-9c3f650a9f92,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:21:59.414416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43502) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:21:59.420786 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-308360579', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:21:59.460131 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:59.462410 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:59.532422 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:59.589357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bd1fc-023a-4f31-a247-6133bec7351a req-f62ffa34-cbbf-4f02-a97c-9ab0c5a35ff5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:21:59.591056 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e01bd1fc-023a-4f31-a247-6133bec7351a req-f62ffa34-cbbf-4f02-a97c-9ab0c5a35ff5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 944 time: 0.0753715 Jul 06 12:21:59.656204 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e01bd1fc-023a-4f31-a247-6133bec7351a req-0a77d5cb-e25d-4a1e-b1b5-996f5bf7e6eb tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586276 Jul 06 12:21:59.701605 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:59.813969 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-edde04e7-9c6f-4f5d-b761-023f439f94d1 req-890efbf5-25e9-4b92-9590-294cbe2f6289 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0335281 Jul 06 12:21:59.853353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1f0a834d-487c-4df5-9805-49f15a971d2a no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:21:59.880666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 1f0a834d-487c-4df5-9805-49f15a971d2a {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:21:59.881007 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1f0a834d-487c-4df5-9805-49f15a971d2a not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:21:59.956942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:21:59.980094 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:00.095466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Allocated IP 172.25.4.236 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/a7a147a5-17a5-40e7-b2ce-4a16e0145e17) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:00.212378 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:00.258764 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:00.306857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:00.311770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:00.321247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:00.323859 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=a7a147a5-17a5-40e7-b2ce-4a16e0145e17,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:00.442925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device c695a611-7ff5-4eb1-b890-fc6fc74dd701 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:00.510694 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port c695a611-7ff5-4eb1-b890-fc6fc74dd701 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:00.518528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port c695a611-7ff5-4eb1-b890-fc6fc74dd701 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:00.519763 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:00.607740 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:00.619519 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:00.642693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:00.645848 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7886812-050d-4f7d-afe1-b5bb8751f306" -d '{"events": [{"server_uuid": "a9905633-993e-4f35-8bb4-90b8fb39e68c", "name": "network-vif-plugged", "status": "completed", "tag": "c695a611-7ff5-4eb1-b890-fc6fc74dd701"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:00.662272 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port c695a611-7ff5-4eb1-b890-fc6fc74dd701, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=c695a611-7ff5-4eb1-b890-fc6fc74dd701,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:00.666682 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:00.739907 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a842d8d5-5792-448d-954d-861deec5b0e4 x-openstack-request-id: req-a842d8d5-5792-448d-954d-861deec5b0e4 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:00.740234 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9905633-993e-4f35-8bb4-90b8fb39e68c", "name": "network-vif-plugged", "status": "completed", "tag": "c695a611-7ff5-4eb1-b890-fc6fc74dd701", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:00.740780 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a842d8d5-5792-448d-954d-861deec5b0e4 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:00.741180 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'code': 200} Jul 06 12:22:00.747367 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=c695a611-7ff5-4eb1-b890-fc6fc74dd701,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:00.883861 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3ba8c-edeb-4287-ad46-bed6cfbeef8e req-080df965-bba9-416b-9aa3-6b5e7bb993f7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:00.885871 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52e3ba8c-edeb-4287-ad46-bed6cfbeef8e req-080df965-bba9-416b-9aa3-6b5e7bb993f7 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 945 time: 0.0869823 Jul 06 12:22:00.950496 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52e3ba8c-edeb-4287-ad46-bed6cfbeef8e req-c5bd9a94-17cd-4b95-bf7d-7b41cc11198a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541539 Jul 06 12:22:01.109196 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b444bc51-1da1-42f6-a46f-ee3210aa230f req-59fd48f4-335b-4b30-a534-0a51029f6c43 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0353403 Jul 06 12:22:01.117832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bbeb1-368f-45f5-ba93-8eb34507c8d4 req-b40b8155-932b-482b-a2c4-a918b7632636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:01.119371 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-246bbeb1-368f-45f5-ba93-8eb34507c8d4 req-b40b8155-932b-482b-a2c4-a918b7632636 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 1096 time: 0.1436322 Jul 06 12:22:01.155291 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:01.204439 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-246bbeb1-368f-45f5-ba93-8eb34507c8d4 req-ac0a9593-d447-4037-995f-77bc80268e17 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741889 Jul 06 12:22:01.303013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router b669d807-5bc6-40d2-978a-f18c225f7f8b is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:22:01.418789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:01.429628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20be360-c68e-454e-b32b-be6637a693a2 None None] Sync routers for ids ['b669d807-5bc6-40d2-978a-f18c225f7f8b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:01.439615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20be360-c68e-454e-b32b-be6637a693a2 None None] Routers {'b669d807-5bc6-40d2-978a-f18c225f7f8b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:01.440432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b20be360-c68e-454e-b32b-be6637a693a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['b669d807-5bc6-40d2-978a-f18c225f7f8b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:01.440768 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:01.442276 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ee2295ff-6f1f-4dac-8fb7-2deec70b9b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.0264826 Jul 06 12:22:01.444834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43530) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:01.487852 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b20be360-c68e-454e-b32b-be6637a693a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:01.498963 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20be360-c68e-454e-b32b-be6637a693a2 None None] Routers {'b669d807-5bc6-40d2-978a-f18c225f7f8b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:01.499562 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b20be360-c68e-454e-b32b-be6637a693a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['b669d807-5bc6-40d2-978a-f18c225f7f8b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:01.532398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b20be360-c68e-454e-b32b-be6637a693a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:01.533142 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20be360-c68e-454e-b32b-be6637a693a2 None None] The sync data for ids ['b669d807-5bc6-40d2-978a-f18c225f7f8b'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:01.568726 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-86e90322-23f5-42d9-99ad-1cfc4197eb9d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/routers/b669d807-5bc6-40d2-978a-f18c225f7f8b HTTP/1.1" status: 200 len: 884 time: 0.1223459 Jul 06 12:22:01.570972 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43532) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:01.816916 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4b8f79f0-ab7d-4c76-967b-3ee9b032e39b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2446775 Jul 06 12:22:01.820010 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43534) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:01.825009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-52feabc4-ee11-4a81-8e07-83dcfc819b4c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-308360579'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:02.156477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee1702-1042-496d-9c8b-748a97186183 req-e79dc962-d8c5-4aea-9d0f-498ed8cd2e7a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:02.158193 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17ee1702-1042-496d-9c8b-748a97186183 req-e79dc962-d8c5-4aea-9d0f-498ed8cd2e7a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 945 time: 0.0818684 Jul 06 12:22:02.183520 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52feabc4-ee11-4a81-8e07-83dcfc819b4c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:02.197393 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52feabc4-ee11-4a81-8e07-83dcfc819b4c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:02.202672 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17ee1702-1042-496d-9c8b-748a97186183 req-4c344378-21af-416a-9c92-1861fe55009b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385330 Jul 06 12:22:02.323003 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52feabc4-ee11-4a81-8e07-83dcfc819b4c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router b669d807-5bc6-40d2-978a-f18c225f7f8b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:22:02.366376 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d1a1bee-c176-4eee-954a-4cdb66663584 req-216c45d9-0918-4089-a3a5-de0fb236aa8b tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0416291 Jul 06 12:22:02.454840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52feabc4-ee11-4a81-8e07-83dcfc819b4c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:02.462849 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52feabc4-ee11-4a81-8e07-83dcfc819b4c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:02.464910 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-52feabc4-ee11-4a81-8e07-83dcfc819b4c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/b669d807-5bc6-40d2-978a-f18c225f7f8b HTTP/1.1" status: 200 len: 891 time: 0.6438539 Jul 06 12:22:02.467550 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889bfd9d-6665-4132-8243-b28ec5d93cf6 None None] Sync routers for ids ['b669d807-5bc6-40d2-978a-f18c225f7f8b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:02.468201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43544) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:02.485595 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889bfd9d-6665-4132-8243-b28ec5d93cf6 None None] Routers {'b669d807-5bc6-40d2-978a-f18c225f7f8b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:02.486247 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-889bfd9d-6665-4132-8243-b28ec5d93cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['b669d807-5bc6-40d2-978a-f18c225f7f8b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:02.526111 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-889bfd9d-6665-4132-8243-b28ec5d93cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:02.538503 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889bfd9d-6665-4132-8243-b28ec5d93cf6 None None] Routers {'b669d807-5bc6-40d2-978a-f18c225f7f8b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:02.538880 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-889bfd9d-6665-4132-8243-b28ec5d93cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['b669d807-5bc6-40d2-978a-f18c225f7f8b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:02.572409 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-889bfd9d-6665-4132-8243-b28ec5d93cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:02.573038 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889bfd9d-6665-4132-8243-b28ec5d93cf6 None None] The sync data for ids ['b669d807-5bc6-40d2-978a-f18c225f7f8b'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:02.606034 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4b4ed3b4-54f1-4f9a-9622-705659afeb12 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/routers/b669d807-5bc6-40d2-978a-f18c225f7f8b HTTP/1.1" status: 200 len: 891 time: 0.1365643 Jul 06 12:22:02.608781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43556) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:02.638847 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-12d3be71-05de-4ce8-9dc8-fbf70b2ce02b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports?device_id=b669d807-5bc6-40d2-978a-f18c225f7f8b HTTP/1.1" status: 200 len: 205 time: 0.0288215 Jul 06 12:22:02.641268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43558) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:02.987651 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53275826-d6d7-4119-8c4d-0322f609f5c9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.093033 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53275826-d6d7-4119-8c4d-0322f609f5c9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.146003 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-53275826-d6d7-4119-8c4d-0322f609f5c9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port a7a147a5-17a5-40e7-b2ce-4a16e0145e17 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:03.146342 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53275826-d6d7-4119-8c4d-0322f609f5c9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.223489 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53275826-d6d7-4119-8c4d-0322f609f5c9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.235622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-53275826-d6d7-4119-8c4d-0322f609f5c9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for a7a147a5-17a5-40e7-b2ce-4a16e0145e17 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:03.419457 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53275826-d6d7-4119-8c4d-0322f609f5c9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.424146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e55cd-57ca-48af-b8c2-05a48a2e7be4 req-4fcc3b53-c1a5-4456-a573-ae7b904c07f6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:03.426326 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-400e55cd-57ca-48af-b8c2-05a48a2e7be4 req-4fcc3b53-c1a5-4456-a573-ae7b904c07f6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 945 time: 0.0969839 Jul 06 12:22:03.449436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53275826-d6d7-4119-8c4d-0322f609f5c9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=a7a147a5-17a5-40e7-b2ce-4a16e0145e17,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:03.488532 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-400e55cd-57ca-48af-b8c2-05a48a2e7be4 req-e9b85a60-8f54-48ea-8032-a44b487b8e39 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551825 Jul 06 12:22:03.525696 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53275826-d6d7-4119-8c4d-0322f609f5c9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.633760 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53275826-d6d7-4119-8c4d-0322f609f5c9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.636240 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53275826-d6d7-4119-8c4d-0322f609f5c9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.637492 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7191ed58-d0b8-4041-b002-5d036b41c9c4 req-3a7f9a53-12cc-4e12-a2a9-69dc835b9d5c tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0298452 Jul 06 12:22:03.682122 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53275826-d6d7-4119-8c4d-0322f609f5c9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.682838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53275826-d6d7-4119-8c4d-0322f609f5c9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Fanout notify agent at l3_agent the message router_deleted on router b669d807-5bc6-40d2-978a-f18c225f7f8b {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:22:03.690837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53275826-d6d7-4119-8c4d-0322f609f5c9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.692031 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-53275826-d6d7-4119-8c4d-0322f609f5c9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/routers/b669d807-5bc6-40d2-978a-f18c225f7f8b HTTP/1.1" status: 204 len: 168 time: 1.0497839 Jul 06 12:22:03.695692 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43568) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:03.701334 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c8606759-dbeb-4985-b917-d9e62a0690d2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1381802823'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:03.723600 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8606759-dbeb-4985-b917-d9e62a0690d2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:03.727602 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c8606759-dbeb-4985-b917-d9e62a0690d2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.752598 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8606759-dbeb-4985-b917-d9e62a0690d2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:22:03.771672 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c8606759-dbeb-4985-b917-d9e62a0690d2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.772021 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-c8606759-dbeb-4985-b917-d9e62a0690d2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Added segment df76ca70-20a8-4c99-8c75-69058945f5a3 of type vlan for network cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9 Jul 06 12:22:03.836799 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c8606759-dbeb-4985-b917-d9e62a0690d2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.902300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6db666-376d-4e05-82c2-c2261d649545 req-386f8186-d0fa-459e-b6e2-cd87c743bb33 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:03.903901 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df6db666-376d-4e05-82c2-c2261d649545 req-386f8186-d0fa-459e-b6e2-cd87c743bb33 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 945 time: 0.1453593 Jul 06 12:22:03.904660 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c8606759-dbeb-4985-b917-d9e62a0690d2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.909852 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8606759-dbeb-4985-b917-d9e62a0690d2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:03.910442 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c8606759-dbeb-4985-b917-d9e62a0690d2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:03.983458 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c8606759-dbeb-4985-b917-d9e62a0690d2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2860813 Jul 06 12:22:03.986829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43570) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:03.993352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-17cffafd-59c3-4b86-a867-9ccddf7e4562 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'subnet': {'network_id': 'cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:04.005625 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8606759-dbeb-4985-b917-d9e62a0690d2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Network': ['ID=cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:04.012999 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df6db666-376d-4e05-82c2-c2261d649545 req-ed11183d-9bd1-4d44-a521-c93c2ba99d59 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997603 Jul 06 12:22:04.025152 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:22:04.041891 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43572) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:04.111947 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00dece0-b19f-49ed-8135-61c70b81699c tempest-TestVolumeBootPattern-422217239 tempest-TestVolumeBootPattern-422217239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:04.117057 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d00dece0-b19f-49ed-8135-61c70b81699c tempest-TestVolumeBootPattern-422217239 tempest-TestVolumeBootPattern-422217239-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 1091 time: 0.0715687 Jul 06 12:22:04.117462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43574) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:04.122287 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:04.135391 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cffafd-59c3-4b86-a867-9ccddf7e4562 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:04.139027 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17cffafd-59c3-4b86-a867-9ccddf7e4562 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:04.151498 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:04.286042 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:04.387095 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17cffafd-59c3-4b86-a867-9ccddf7e4562 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:04.453583 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Allocated IP 172.25.4.115 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/f9193f7f-a428-4891-afdc-f7c9ce3c7ab8) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:04.483444 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cffafd-59c3-4b86-a867-9ccddf7e4562 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Subnet': ['ID=3383ce7d-e323-417f-9a3f-9937bc72329f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:04.505254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cffafd-59c3-4b86-a867-9ccddf7e4562 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Checking segment: {'id': 'df76ca70-20a8-4c99-8c75-69058945f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:04.506124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cffafd-59c3-4b86-a867-9ccddf7e4562 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network hostable DHCP agents. Network: cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:22:04.548869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cffafd-59c3-4b86-a867-9ccddf7e4562 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:22:04.565839 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-17cffafd-59c3-4b86-a867-9ccddf7e4562 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:04.572789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cffafd-59c3-4b86-a867-9ccddf7e4562 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:04.573388 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17cffafd-59c3-4b86-a867-9ccddf7e4562 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:04.580709 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8020a4c-1022-4da0-b4a7-4d34ba98704b None None] Network cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:04.603243 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-17cffafd-59c3-4b86-a867-9ccddf7e4562 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6115553 Jul 06 12:22:04.604046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43578) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:04.609509 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6e82509c-9cb2-4b77-8fef-b9e196196c84 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1898495152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:04.651533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e82509c-9cb2-4b77-8fef-b9e196196c84 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:04.652938 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e82509c-9cb2-4b77-8fef-b9e196196c84 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:04.668898 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:04.744119 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:04.814805 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e82509c-9cb2-4b77-8fef-b9e196196c84 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:04.824448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e82509c-9cb2-4b77-8fef-b9e196196c84 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:04.851962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:04.859007 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e82509c-9cb2-4b77-8fef-b9e196196c84 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:04.861922 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6e82509c-9cb2-4b77-8fef-b9e196196c84 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2555649 Jul 06 12:22:04.865040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43582) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:04.868965 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'Port': ['ID=f9193f7f-a428-4891-afdc-f7c9ce3c7ab8,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:04.873797 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e1a505e-6375-4e19-9630-135ed7940058 req-ac10ca89-6155-4912-bc7b-10c82dfe4ba2 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0519810 Jul 06 12:22:04.875304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:04.877704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:04.908367 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9', 'network_id': 'cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'fixed_ips': [{'subnet_id': '3383ce7d-e323-417f-9a3f-9937bc72329f'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:22:04.910293 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.141819 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Allocated IP 2001:db8::2 (cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9/3383ce7d-e323-417f-9a3f-9937bc72329f/22cfb213-ba9b-4e32-8881-b088ddfe1211) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:05.238620 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.314454 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.325136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Transition to ACTIVE for port object 22cfb213-ba9b-4e32-8881-b088ddfe1211 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:05.343775 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Transition to ACTIVE for port object 22cfb213-ba9b-4e32-8881-b088ddfe1211 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:05.348776 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.351213 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.392159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Network cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:05.395628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:05.400506 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:05.446934 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.473016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Pushing event updated for resources: {'Port': ['ID=22cfb213-ba9b-4e32-8881-b088ddfe1211,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:05.499832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Attempting to bind port 22cfb213-ba9b-4e32-8881-b088ddfe1211 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:05.500230 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Attempting to bind port 22cfb213-ba9b-4e32-8881-b088ddfe1211 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'df76ca70-20a8-4c99-8c75-69058945f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:05.500821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Attempting to bind port 22cfb213-ba9b-4e32-8881-b088ddfe1211 on network cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:05.505396 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa9e8f0b-f7d9-4a24-8bf9-457cf4833725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.509806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:05.510246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Allocated IP 2001:db8::1 (cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9/3383ce7d-e323-417f-9a3f-9937bc72329f/ab50ef15-3188-4c9d-8a69-a6ff038e6bca) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:05.510402 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Checking segment: {'id': 'df76ca70-20a8-4c99-8c75-69058945f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:05.511445 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.511445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Bound using segment: {'id': 'df76ca70-20a8-4c99-8c75-69058945f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:05.512059 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Bound port: 22cfb213-ba9b-4e32-8881-b088ddfe1211, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df76ca70-20a8-4c99-8c75-69058945f5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:05.512451 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.637757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] For port 22cfb213-ba9b-4e32-8881-b088ddfe1211, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:05.641235 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] For port 22cfb213-ba9b-4e32-8881-b088ddfe1211, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=22cfb213-ba9b-4e32-8881-b088ddfe1211,segment=NetworkSegment(df76ca70-20a8-4c99-8c75-69058945f5a3),segment_id=df76ca70-20a8-4c99-8c75-69058945f5a3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:05.645993 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.650203 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.665378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Transition to ACTIVE for port object ab50ef15-3188-4c9d-8a69-a6ff038e6bca will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:05.687625 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.694003 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.711273 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.716899 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905868b-c03c-4481-8af6-b2f02438e404 None None] Pushing event updated for resources: {'Port': ['ID=22cfb213-ba9b-4e32-8881-b088ddfe1211,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:05.717676 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.767624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:05.771720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:05.774202 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:05.774771 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.778753 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'Port': ['ID=f9193f7f-a428-4891-afdc-f7c9ce3c7ab8,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:05.788736 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:05.791378 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:05.791872 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:05.792264 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:05.792544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:05.793224 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:05.793562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:05.793877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:05.794205 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:05.794532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:05.794856 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:05.795194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:05.795665 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:05.834466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=ab50ef15-3188-4c9d-8a69-a6ff038e6bca,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:05.929500 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Floating IP 89ba140a-c103-4678-bb4d-993f51a1413d associated. External IP: 172.25.4.115, port: c695a611-7ff5-4eb1-b890-fc6fc74dd701. Jul 06 12:22:05.959203 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:06.084433 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75076bab-27ce-4476-92c5-1d1dbfffdaaa req-9ffdb75c-d0c7-4ac1-bd0e-911fbd64218d tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0372391 Jul 06 12:22:06.204960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Router 5e2948c4-60fe-4593-a78a-90ba3f97319b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:22:06.254843 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:06.259731 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:06.260926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:06.319457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:06.329475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb70c313-b813-41e4-9ef1-6253c222e5ff None None] Sync routers for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:06.340203 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:06.341155 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb70c313-b813-41e4-9ef1-6253c222e5ff None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:06.341829 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-eb70c313-b813-41e4-9ef1-6253c222e5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:06.355486 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=ab50ef15-3188-4c9d-8a69-a6ff038e6bca,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:06.399250 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ac625856-3fb7-4c0a-820f-1020f3d311b4 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2696607 Jul 06 12:22:06.399250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'tag': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:06.399250 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e14497-8362-4468-be70-cfc92b0b2a26" -d '{"events": [{"name": "network-changed", "server_uuid": "a9905633-993e-4f35-8bb4-90b8fb39e68c", "tag": "c695a611-7ff5-4eb1-b890-fc6fc74dd701"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:06.405117 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:06.407563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:06.444261 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496b9e97-06ff-4348-885b-54be5c166028 x-openstack-request-id: req-496b9e97-06ff-4348-885b-54be5c166028 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:06.444553 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9905633-993e-4f35-8bb4-90b8fb39e68c", "tag": "c695a611-7ff5-4eb1-b890-fc6fc74dd701", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:06.444807 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-496b9e97-06ff-4348-885b-54be5c166028 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:06.445206 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'tag': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'status': 'completed', 'code': 200} Jul 06 12:22:06.489809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-eb70c313-b813-41e4-9ef1-6253c222e5ff None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:06.564961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e14497-8362-4468-be70-cfc92b0b2a26 req-202cf62b-99f3-4687-ab26-a98a1a7c33a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:06.566516 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-67e14497-8362-4468-be70-cfc92b0b2a26 req-202cf62b-99f3-4687-ab26-a98a1a7c33a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 1096 time: 0.0759392 Jul 06 12:22:06.642550 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router fdf97c90-d501-4eb9-80c9-6e3792a7afda is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:22:06.667661 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:06.757469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e14497-8362-4468-be70-cfc92b0b2a26 req-5c7e527d-b53b-4a4f-bd7d-4e7cb3dfb782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:06.758963 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-67e14497-8362-4468-be70-cfc92b0b2a26 req-5c7e527d-b53b-4a4f-bd7d-4e7cb3dfb782 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 913 time: 0.1842208 Jul 06 12:22:06.802593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-eb70c313-b813-41e4-9ef1-6253c222e5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '89ba140a-c103-4678-bb4d-993f51a1413d', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'port_id': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'mac_address': 'fa:16:3e:d0:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:22:05Z', 'updated_at': '2021-07-06T12:22:05Z', 'revision_number': 0, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:06.816888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:06.824750 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0c2e7ad2-03c1-4446-a3ab-ece91a054c2d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/fdf97c90-d501-4eb9-80c9-6e3792a7afda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9565780 Jul 06 12:22:06.827501 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43598) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:06.829474 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11329905-070e-4e4c-af41-1833403d71bf None None] Sync routers for ids ['fdf97c90-d501-4eb9-80c9-6e3792a7afda'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:06.841664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb70c313-b813-41e4-9ef1-6253c222e5ff None None] Checking router: 5e2948c4-60fe-4593-a78a-90ba3f97319b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:22:06.847602 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11329905-070e-4e4c-af41-1833403d71bf None None] Routers {'fdf97c90-d501-4eb9-80c9-6e3792a7afda'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:06.851116 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-11329905-070e-4e4c-af41-1833403d71bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['fdf97c90-d501-4eb9-80c9-6e3792a7afda'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:06.877127 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-67e14497-8362-4468-be70-cfc92b0b2a26 req-3a8f5327-77ce-40eb-92d7-c8f8b3f34aa6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c695a611-7ff5-4eb1-b890-fc6fc74dd701 HTTP/1.1" status: 200 len: 999 time: 0.1087153 Jul 06 12:22:06.880023 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb70c313-b813-41e4-9ef1-6253c222e5ff None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:06.880023 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-eb70c313-b813-41e4-9ef1-6253c222e5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:06.925518 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1a58e-c281-49f7-99d5-2336a14150f9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:06.930136 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cfe1a58e-c281-49f7-99d5-2336a14150f9 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports/ab50ef15-3188-4c9d-8a69-a6ff038e6bca HTTP/1.1" status: 200 len: 911 time: 0.0978956 Jul 06 12:22:06.930468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43602) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:06.939068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0161f02b-0267-47d6-befd-e56e14afb980 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3383ce7d-e323-417f-9a3f-9937bc72329f'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:06.946674 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-11329905-070e-4e4c-af41-1833403d71bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:06.964135 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11329905-070e-4e4c-af41-1833403d71bf None None] Routers {'fdf97c90-d501-4eb9-80c9-6e3792a7afda'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:06.964753 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-11329905-070e-4e4c-af41-1833403d71bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:21:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['fdf97c90-d501-4eb9-80c9-6e3792a7afda'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:06.970673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e14497-8362-4468-be70-cfc92b0b2a26 req-99c2a91a-3138-43c6-b781-e67b3aa2d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:06.973069 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-67e14497-8362-4468-be70-cfc92b0b2a26 req-99c2a91a-3138-43c6-b781-e67b3aa2d118 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.0848978 Jul 06 12:22:06.973979 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7afa763-5598-429f-b8d8-f3a6e5bc9bb1 None None] Network cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:07.024728 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-11329905-070e-4e4c-af41-1833403d71bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:07.026229 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11329905-070e-4e4c-af41-1833403d71bf None None] The sync data for ids ['fdf97c90-d501-4eb9-80c9-6e3792a7afda'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:07.095465 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e14497-8362-4468-be70-cfc92b0b2a26 req-850682e3-edfb-4c91-9a7b-d05693bb99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:07.098246 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-67e14497-8362-4468-be70-cfc92b0b2a26 req-850682e3-edfb-4c91-9a7b-d05693bb99c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157963 Jul 06 12:22:07.171529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8d1b2bb3-4617-4205-851c-cc0698f285c9 None None] Provisioning for port 22cfb213-ba9b-4e32-8881-b088ddfe1211 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:07.281201 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-67e14497-8362-4468-be70-cfc92b0b2a26 req-b6149bba-6b53-4c18-a27f-d0e77eac4e97 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753650 Jul 06 12:22:07.325230 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0161f02b-0267-47d6-befd-e56e14afb980 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:07.456157 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-67e14497-8362-4468-be70-cfc92b0b2a26 req-e175b21f-701f-4ca9-a022-0c821225d642 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597791 Jul 06 12:22:07.462992 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8343a0e6-f1e8-40a2-ab0b-63fc1173753a req-a74e064b-ed05-4862-88c3-59bbd742ac31 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0422444 Jul 06 12:22:07.599543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-eb70c313-b813-41e4-9ef1-6253c222e5ff None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:07.848629 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0161f02b-0267-47d6-befd-e56e14afb980 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:07.858913 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0161f02b-0267-47d6-befd-e56e14afb980 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:07.874626 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0161f02b-0267-47d6-befd-e56e14afb980 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:07.875634 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0161f02b-0267-47d6-befd-e56e14afb980 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:07.880895 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0161f02b-0267-47d6-befd-e56e14afb980 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/ports/ab50ef15-3188-4c9d-8a69-a6ff038e6bca HTTP/1.1" status: 200 len: 911 time: 0.9458940 Jul 06 12:22:07.881725 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43612) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:07.941744 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-eb70c313-b813-41e4-9ef1-6253c222e5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '89ba140a-c103-4678-bb4d-993f51a1413d', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'port_id': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'mac_address': 'fa:16:3e:d0:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:22:05Z', 'updated_at': '2021-07-06T12:22:05Z', 'revision_number': 0, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:07.976989 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 22cfb213-ba9b-4e32-8881-b088ddfe1211 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:07.983698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb70c313-b813-41e4-9ef1-6253c222e5ff None None] The sync data for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 is: [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '89ba140a-c103-4678-bb4d-993f51a1413d', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'port_id': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'mac_address': 'fa:16:3e:d0:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:22:05Z', 'updated_at': '2021-07-06T12:22:05Z', 'revision_number': 0, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:07.993009 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04bfd563-a0d8-4cfc-92ee-f1592429ce90 req-2e70338a-945c-4286-85b6-8da6b991d7ec service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=66db6f0f-a001-4b4e-876d-1ea4e596a0f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1331635 Jul 06 12:22:08.053893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161f02b-0267-47d6-befd-e56e14afb980 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=ab50ef15-3188-4c9d-8a69-a6ff038e6bca,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:08.064238 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 22cfb213-ba9b-4e32-8881-b088ddfe1211 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:08.070162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 22cfb213-ba9b-4e32-8881-b088ddfe1211 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:08.070807 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:08.163562 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dc050084-08ae-4b9c-b58c-92ab1d04001c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:08.193669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfd563-a0d8-4cfc-92ee-f1592429ce90 req-a78d1720-dc27-4e23-8019-0f2a0427375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:08.197199 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04bfd563-a0d8-4cfc-92ee-f1592429ce90 req-a78d1720-dc27-4e23-8019-0f2a0427375b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e329c63151e0445c8da4fd5353f71213&device_id=66db6f0f-a001-4b4e-876d-1ea4e596a0f4 HTTP/1.1" status: 200 len: 1096 time: 0.1390810 Jul 06 12:22:08.251773 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:08.265431 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:08.280744 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4ca3af1e-0160-44c4-8cd9-c337cddccae8 None None] Provisioning complete for port 22cfb213-ba9b-4e32-8881-b088ddfe1211 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:08.281141 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ca3af1e-0160-44c4-8cd9-c337cddccae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:08.373431 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 22cfb213-ba9b-4e32-8881-b088ddfe1211, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=22cfb213-ba9b-4e32-8881-b088ddfe1211,segment=NetworkSegment(df76ca70-20a8-4c99-8c75-69058945f5a3),segment_id=df76ca70-20a8-4c99-8c75-69058945f5a3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:08.383994 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa93fe4d-3ee6-4b08-8a00-157e82d992a9 None None] New status for floating IP 89ba140a-c103-4678-bb4d-993f51a1413d: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:22:08.389741 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfd563-a0d8-4cfc-92ee-f1592429ce90 req-6533b939-3cda-47ca-8f0b-9a2af3da690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:08.392302 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04bfd563-a0d8-4cfc-92ee-f1592429ce90 req-6533b939-3cda-47ca-8f0b-9a2af3da690d service neutron] 10.222.0.89 "GET /v2.0/networks?id=599bca4b-e543-418c-9aa5-a7f82c9cb337 HTTP/1.1" status: 200 len: 913 time: 0.1739984 Jul 06 12:22:08.392473 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:08.482016 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04bfd563-a0d8-4cfc-92ee-f1592429ce90 req-14578528-88d7-4161-9ac9-96c8a8fc63f1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 HTTP/1.1" status: 200 len: 217 time: 0.0811191 Jul 06 12:22:08.585610 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfd563-a0d8-4cfc-92ee-f1592429ce90 req-d918c7c6-fed1-4677-ad6d-29a9e4a977d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:08.587128 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04bfd563-a0d8-4cfc-92ee-f1592429ce90 req-d918c7c6-fed1-4677-ad6d-29a9e4a977d7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40cc0b1f-9a45-4cab-b615-f463b95ce1d8 HTTP/1.1" status: 200 len: 852 time: 0.0855460 Jul 06 12:22:08.623436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=22cfb213-ba9b-4e32-8881-b088ddfe1211,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:08.636565 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4ca3af1e-0160-44c4-8cd9-c337cddccae8 None None] Provisioning for port ab50ef15-3188-4c9d-8a69-a6ff038e6bca completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:08.637264 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04bfd563-a0d8-4cfc-92ee-f1592429ce90 req-5185bb4a-f178-4000-ad5c-02b4b5ec0185 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=599bca4b-e543-418c-9aa5-a7f82c9cb337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432110 Jul 06 12:22:08.655133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4ca3af1e-0160-44c4-8cd9-c337cddccae8 None None] Provisioning complete for port ab50ef15-3188-4c9d-8a69-a6ff038e6bca triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:08.655831 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ca3af1e-0160-44c4-8cd9-c337cddccae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:08.711212 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4ca3af1e-0160-44c4-8cd9-c337cddccae8 None None] Port ab50ef15-3188-4c9d-8a69-a6ff038e6bca cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:22:08.791923 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04bfd563-a0d8-4cfc-92ee-f1592429ce90 req-daa20f29-5e11-470a-81dd-86b6ee078f97 service neutron] 10.222.0.89 "GET /v2.0/networks/599bca4b-e543-418c-9aa5-a7f82c9cb337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385810 Jul 06 12:22:08.841730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-13ae118c-055d-4e8f-95be-02edc96a3301 None None] Provisioning complete for port ab50ef15-3188-4c9d-8a69-a6ff038e6bca triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:08.842595 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13ae118c-055d-4e8f-95be-02edc96a3301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:08.890184 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-13ae118c-055d-4e8f-95be-02edc96a3301 None None] Port ab50ef15-3188-4c9d-8a69-a6ff038e6bca cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:22:08.890675 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45d40ea2-875e-4467-a120-be51388271bc req-da0922b9-7e3d-44c8-8471-831f126e6dbe tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0475447 Jul 06 12:22:08.953551 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-04bfd563-a0d8-4cfc-92ee-f1592429ce90 req-3f7b2020-6017-4a3a-bcdc-b37f17ab46b0 service neutron] 10.222.0.89 "GET /v2.0/networks/599bca4b-e543-418c-9aa5-a7f82c9cb337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551986 Jul 06 12:22:09.014415 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b27a7789-0f01-4fb8-b070-b1cd9ce077fe None None] Provisioning complete for port ab50ef15-3188-4c9d-8a69-a6ff038e6bca triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:09.015307 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b27a7789-0f01-4fb8-b070-b1cd9ce077fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:09.031868 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4b626bf-cf24-4c2a-8160-777cda1c0c10 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:09.056487 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b27a7789-0f01-4fb8-b070-b1cd9ce077fe None None] Port ab50ef15-3188-4c9d-8a69-a6ff038e6bca cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:22:09.292592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a4b626bf-cf24-4c2a-8160-777cda1c0c10 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port ab50ef15-3188-4c9d-8a69-a6ff038e6bca {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:09.292935 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4b626bf-cf24-4c2a-8160-777cda1c0c10 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:09.384623 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:09.401383 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4b626bf-cf24-4c2a-8160-777cda1c0c10 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:09.414515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a4b626bf-cf24-4c2a-8160-777cda1c0c10 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for ab50ef15-3188-4c9d-8a69-a6ff038e6bca owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:09.611378 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8e233c5d-ad4c-4db2-8d37-0d24421d7a53 req-ddefae62-fc59-49af-9da2-4098d3d79d8f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650792 Jul 06 12:22:09.627791 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4b626bf-cf24-4c2a-8160-777cda1c0c10 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:09.655630 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b626bf-cf24-4c2a-8160-777cda1c0c10 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=ab50ef15-3188-4c9d-8a69-a6ff038e6bca,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:09.733399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e233c5d-ad4c-4db2-8d37-0d24421d7a53 req-2e923982-8ebc-4835-86e2-45b280719836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:09.736234 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8e233c5d-ad4c-4db2-8d37-0d24421d7a53 req-2e923982-8ebc-4835-86e2-45b280719836 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 1096 time: 0.0721617 Jul 06 12:22:09.807790 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4b626bf-cf24-4c2a-8160-777cda1c0c10 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:09.910421 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 22cfb213-ba9b-4e32-8881-b088ddfe1211 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:09.934135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e233c5d-ad4c-4db2-8d37-0d24421d7a53 req-93bad763-091e-439f-ad12-79a78f3a3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:09.936029 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8e233c5d-ad4c-4db2-8d37-0d24421d7a53 req-93bad763-091e-439f-ad12-79a78f3a3b76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f277aec-c394-423e-990b-54c3f0630d9b HTTP/1.1" status: 200 len: 898 time: 0.1766930 Jul 06 12:22:09.992350 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 22cfb213-ba9b-4e32-8881-b088ddfe1211 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:09.992724 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:10.049398 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b626bf-cf24-4c2a-8160-777cda1c0c10 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router fdf97c90-d501-4eb9-80c9-6e3792a7afda has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:22:10.177997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d570f78b-e225-448b-97cc-62baa6e32f5e req-773bb5f7-e425-45e1-9fac-fc35d35c54f5 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0329356 Jul 06 12:22:10.179211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b626bf-cf24-4c2a-8160-777cda1c0c10 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:10.185228 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a4b626bf-cf24-4c2a-8160-777cda1c0c10 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/fdf97c90-d501-4eb9-80c9-6e3792a7afda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3024735 Jul 06 12:22:10.188047 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43624) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:10.192581 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e1118b-b9e9-4a6f-a583-ff1fe20807d6 None None] Sync routers for ids ['fdf97c90-d501-4eb9-80c9-6e3792a7afda'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:10.208351 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e1118b-b9e9-4a6f-a583-ff1fe20807d6 None None] Routers {'fdf97c90-d501-4eb9-80c9-6e3792a7afda'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:10.208793 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-12e1118b-b9e9-4a6f-a583-ff1fe20807d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['fdf97c90-d501-4eb9-80c9-6e3792a7afda'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:10.229904 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0a97617f-2281-497d-8d30-3f1b0ebc4629 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf97c90-d501-4eb9-80c9-6e3792a7afda HTTP/1.1" status: 200 len: 205 time: 0.0406992 Jul 06 12:22:10.230509 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43626) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:10.244711 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-12e1118b-b9e9-4a6f-a583-ff1fe20807d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:10.254295 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e1118b-b9e9-4a6f-a583-ff1fe20807d6 None None] Routers {'fdf97c90-d501-4eb9-80c9-6e3792a7afda'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:10.255165 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-12e1118b-b9e9-4a6f-a583-ff1fe20807d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['fdf97c90-d501-4eb9-80c9-6e3792a7afda'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:10.287983 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-12e1118b-b9e9-4a6f-a583-ff1fe20807d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:10.288899 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e1118b-b9e9-4a6f-a583-ff1fe20807d6 None None] The sync data for ids ['fdf97c90-d501-4eb9-80c9-6e3792a7afda'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:10.289133 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8e233c5d-ad4c-4db2-8d37-0d24421d7a53 req-2bc59219-96e5-4df9-84d0-62c5722143f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986a17d0-5948-4a82-bf23-12607b17c7d0 HTTP/1.1" status: 200 len: 1000 time: 0.3430297 Jul 06 12:22:10.310366 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b52b450f-05cd-45c2-b0ca-4c94a870f0fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:10.344700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e233c5d-ad4c-4db2-8d37-0d24421d7a53 req-e3fe33b1-c860-4d58-9a07-89932af84885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:10.346198 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8e233c5d-ad4c-4db2-8d37-0d24421d7a53 req-e3fe33b1-c860-4d58-9a07-89932af84885 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e31452b1-9f12-4713-8aa6-64019ed599fb HTTP/1.1" status: 200 len: 834 time: 0.0448472 Jul 06 12:22:10.421549 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e233c5d-ad4c-4db2-8d37-0d24421d7a53 req-4bb129a2-3418-4b7f-b87b-2be9b856bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:10.423070 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8e233c5d-ad4c-4db2-8d37-0d24421d7a53 req-4bb129a2-3418-4b7f-b87b-2be9b856bf91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f277aec-c394-423e-990b-54c3f0630d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568974 Jul 06 12:22:10.479393 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b52b450f-05cd-45c2-b0ca-4c94a870f0fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:10.483841 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b52b450f-05cd-45c2-b0ca-4c94a870f0fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:10.522206 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8e233c5d-ad4c-4db2-8d37-0d24421d7a53 req-14177753-f517-46c2-98a9-87e269f77c8d service neutron] 10.222.0.23 "GET /v2.0/networks/3f277aec-c394-423e-990b-54c3f0630d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916865 Jul 06 12:22:10.528434 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b52b450f-05cd-45c2-b0ca-4c94a870f0fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:10.529777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52b450f-05cd-45c2-b0ca-4c94a870f0fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Fanout notify agent at l3_agent the message router_deleted on router fdf97c90-d501-4eb9-80c9-6e3792a7afda {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:22:10.543896 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b52b450f-05cd-45c2-b0ca-4c94a870f0fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:10.547300 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b52b450f-05cd-45c2-b0ca-4c94a870f0fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/routers/fdf97c90-d501-4eb9-80c9-6e3792a7afda HTTP/1.1" status: 204 len: 168 time: 0.3135531 Jul 06 12:22:10.548199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43628) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:10.611373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccad642-f49b-4822-9de6-bfc73be9c002 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting subnet 3383ce7d-e323-417f-9a3f-9937bc72329f {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:22:10.615789 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fccad642-f49b-4822-9de6-bfc73be9c002 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:10.638045 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8e233c5d-ad4c-4db2-8d37-0d24421d7a53 req-b4f8cb75-9137-4948-a203-687f366d051e service neutron] 10.222.0.23 "GET /v2.0/networks/3f277aec-c394-423e-990b-54c3f0630d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081488 Jul 06 12:22:10.672703 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fccad642-f49b-4822-9de6-bfc73be9c002 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:10.765088 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fccad642-f49b-4822-9de6-bfc73be9c002 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:10.825851 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fccad642-f49b-4822-9de6-bfc73be9c002 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:10.857054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccad642-f49b-4822-9de6-bfc73be9c002 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Subnet': ['ID=3383ce7d-e323-417f-9a3f-9937bc72329f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:10.860935 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fccad642-f49b-4822-9de6-bfc73be9c002 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:10.866070 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fccad642-f49b-4822-9de6-bfc73be9c002 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/3383ce7d-e323-417f-9a3f-9937bc72329f HTTP/1.1" status: 204 len: 168 time: 0.3141899 Jul 06 12:22:10.866070 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43632) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:10.872326 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca3149b-ee11-4448-b3b1-1dadc50b99ab None None] Network cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:10.947859 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.007906 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port 22cfb213-ba9b-4e32-8881-b088ddfe1211 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:11.008246 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.008856 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.088625 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] For port 22cfb213-ba9b-4e32-8881-b088ddfe1211, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=22cfb213-ba9b-4e32-8881-b088ddfe1211,segment=NetworkSegment(df76ca70-20a8-4c99-8c75-69058945f5a3),segment_id=df76ca70-20a8-4c99-8c75-69058945f5a3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:11.089298 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.105504 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for 22cfb213-ba9b-4e32-8881-b088ddfe1211 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:11.106515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f518a605-ddb8-440f-9890-be5f7b8e6db3 None None] DHCP port deletion for cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:22:11.156475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f518a605-ddb8-440f-9890-be5f7b8e6db3 None None] Deleting port 22cfb213-ba9b-4e32-8881-b088ddfe1211 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:11.157016 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f518a605-ddb8-440f-9890-be5f7b8e6db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.196028 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.224623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=22cfb213-ba9b-4e32-8881-b088ddfe1211,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:11.226740 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No DVR routers for this DVR port 22cfb213-ba9b-4e32-8881-b088ddfe1211 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:22:11.244795 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f518a605-ddb8-440f-9890-be5f7b8e6db3 None None] For port 22cfb213-ba9b-4e32-8881-b088ddfe1211, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=22cfb213-ba9b-4e32-8881-b088ddfe1211,segment=NetworkSegment(df76ca70-20a8-4c99-8c75-69058945f5a3),segment_id=df76ca70-20a8-4c99-8c75-69058945f5a3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:11.245335 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f518a605-ddb8-440f-9890-be5f7b8e6db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.264994 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f518a605-ddb8-440f-9890-be5f7b8e6db3 None None] Calling delete_port for 22cfb213-ba9b-4e32-8881-b088ddfe1211 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:11.321651 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.335081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:11.348934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df76ca70-20a8-4c99-8c75-69058945f5a3') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:11.349327 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df76ca70-20a8-4c99-8c75-69058945f5a3') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:11.361139 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.373702 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f518a605-ddb8-440f-9890-be5f7b8e6db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.386955 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.412571 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d18a78c1-007d-4f86-9bc7-558ff3846d03 req-41699e9b-3415-4e76-ae23-0e15e09d70ca tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0376770 Jul 06 12:22:11.412820 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518a605-ddb8-440f-9890-be5f7b8e6db3 None None] Pushing event deleted for resources: {'Port': ['ID=22cfb213-ba9b-4e32-8881-b088ddfe1211,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:11.419682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518a605-ddb8-440f-9890-be5f7b8e6db3 None None] No DVR routers for this DVR port 22cfb213-ba9b-4e32-8881-b088ddfe1211 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:22:11.420243 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:22:11.420773 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:22:11.425028 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:22:11.496304 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.508121 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.509996 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/networks/cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9 HTTP/1.1" status: 204 len: 168 time: 0.6431372 Jul 06 12:22:11.515835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43636) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:11.520691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-23debc53-c4a6-4838-af95-3645d3cb1eb1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-113777943', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:11.538657 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff61845-e94d-44b9-b7ba-d48da1724bb8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Network': ['ID=cbb2fdbd-5e6e-4244-ab42-dcfad99c3fd9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:11.548376 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23debc53-c4a6-4838-af95-3645d3cb1eb1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.549524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23debc53-c4a6-4838-af95-3645d3cb1eb1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.608126 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23debc53-c4a6-4838-af95-3645d3cb1eb1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.612795 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23debc53-c4a6-4838-af95-3645d3cb1eb1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.628151 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23debc53-c4a6-4838-af95-3645d3cb1eb1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.629461 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-23debc53-c4a6-4838-af95-3645d3cb1eb1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1125579 Jul 06 12:22:11.632102 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43638) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:11.637232 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e34e39fa-7cb2-4be6-9f54-896f778bb975 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2034456846'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:11.662307 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34e39fa-7cb2-4be6-9f54-896f778bb975 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:11.666450 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e34e39fa-7cb2-4be6-9f54-896f778bb975 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.695701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34e39fa-7cb2-4be6-9f54-896f778bb975 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:22:11.707988 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e34e39fa-7cb2-4be6-9f54-896f778bb975 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.708333 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-e34e39fa-7cb2-4be6-9f54-896f778bb975 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Added segment c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59 of type vlan for network ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d Jul 06 12:22:11.752057 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e34e39fa-7cb2-4be6-9f54-896f778bb975 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.781751 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e34e39fa-7cb2-4be6-9f54-896f778bb975 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.788314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34e39fa-7cb2-4be6-9f54-896f778bb975 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:11.788642 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e34e39fa-7cb2-4be6-9f54-896f778bb975 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:11.856043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 22cfb213-ba9b-4e32-8881-b088ddfe1211 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:11.857978 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e34e39fa-7cb2-4be6-9f54-896f778bb975 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2246833 Jul 06 12:22:11.861659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43642) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:11.866623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-16bbaf47-062e-4095-bf4c-b3fa69a0b0be tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'subnet': {'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:11.871678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e39fa-7cb2-4be6-9f54-896f778bb975 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Network': ['ID=ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:11.889444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 22cfb213-ba9b-4e32-8881-b088ddfe1211 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:11.890390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 22cfb213-ba9b-4e32-8881-b088ddfe1211 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:11.892178 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:22:11.971191 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bbaf47-062e-4095-bf4c-b3fa69a0b0be tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:11.974942 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-16bbaf47-062e-4095-bf4c-b3fa69a0b0be tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:12.175261 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-16bbaf47-062e-4095-bf4c-b3fa69a0b0be tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:12.251057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbaf47-062e-4095-bf4c-b3fa69a0b0be tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Subnet': ['ID=ade79990-09fc-4083-a97c-0ab9561bb201,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:12.261377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bbaf47-062e-4095-bf4c-b3fa69a0b0be tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Checking segment: {'id': 'c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:12.261749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bbaf47-062e-4095-bf4c-b3fa69a0b0be tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network hostable DHCP agents. Network: ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:22:12.280276 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bbaf47-062e-4095-bf4c-b3fa69a0b0be tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:22:12.289986 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-16bbaf47-062e-4095-bf4c-b3fa69a0b0be tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:12.294325 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bbaf47-062e-4095-bf4c-b3fa69a0b0be tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:12.294930 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-16bbaf47-062e-4095-bf4c-b3fa69a0b0be tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:12.300670 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226d6dd7-4e1f-49b6-8023-936edaf51263 None None] Network ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:12.311469 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-16bbaf47-062e-4095-bf4c-b3fa69a0b0be tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4489453 Jul 06 12:22:12.314407 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43644) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:12.453929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:22:12.454806 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:12.603483 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc9fbe49-6204-493f-a114-612043a9180d req-79e74cc0-7a68-417e-a085-bafe0ba4a349 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0420985 Jul 06 12:22:12.605972 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Allocated IP 2001:db8::2 (ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d/ade79990-09fc-4083-a97c-0ab9561bb201/f9854b64-ab61-40c5-91e4-7b9c9693b068) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:12.634832 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:12.765210 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:12.774442 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Transition to ACTIVE for port object f9854b64-ab61-40c5-91e4-7b9c9693b068 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:12.794515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Transition to ACTIVE for port object f9854b64-ab61-40c5-91e4-7b9c9693b068 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:12.801555 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:12.841227 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Network ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:12.848688 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:12.853439 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:12.856731 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Pushing event updated for resources: {'Port': ['ID=f9854b64-ab61-40c5-91e4-7b9c9693b068,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:12.888208 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:12.888612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:12.888925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:12.889269 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:12.889602 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:12.889981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:12.890328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:12.890655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:12.890980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:12.891407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:12.891764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:12.892162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:12.902743 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Allocated IP 2001:db8::1 (ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d/ade79990-09fc-4083-a97c-0ab9561bb201/e694aa22-6917-460f-94b2-96d9f1fdb145) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:12.928715 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Attempting to bind port f9854b64-ab61-40c5-91e4-7b9c9693b068 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:12.929088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Attempting to bind port f9854b64-ab61-40c5-91e4-7b9c9693b068 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:12.929450 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Attempting to bind port f9854b64-ab61-40c5-91e4-7b9c9693b068 on network ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:12.934771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:12.935153 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Checking segment: {'id': 'c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:12.935593 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:12.936132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Bound using segment: {'id': 'c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:12.936654 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Bound port: f9854b64-ab61-40c5-91e4-7b9c9693b068, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:12.937040 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:13.004164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] For port f9854b64-ab61-40c5-91e4-7b9c9693b068, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:13.007654 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] For port f9854b64-ab61-40c5-91e4-7b9c9693b068, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f9854b64-ab61-40c5-91e4-7b9c9693b068,segment=NetworkSegment(c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59),segment_id=c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:13.012764 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:13.030947 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:13.047197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Transition to ACTIVE for port object e694aa22-6917-460f-94b2-96d9f1fdb145 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:13.078826 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d52da-c383-4614-a71f-51e60906bb5d None None] Pushing event updated for resources: {'Port': ['ID=f9854b64-ab61-40c5-91e4-7b9c9693b068,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:13.095370 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:13.142938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:13.155297 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:13.158170 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=e694aa22-6917-460f-94b2-96d9f1fdb145,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:13.160918 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:13.161858 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:13.313699 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:13.605803 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:13.611186 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:13.612303 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:13.727654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=e694aa22-6917-460f-94b2-96d9f1fdb145,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:13.775312 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:13.776739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:13.921995 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aa012a4c-4926-453e-af27-d4fd8ab84c6c req-a5978152-7de1-46e3-8ce2-8c61ba8f3843 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0487306 Jul 06 12:22:13.936433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f9854b64-ab61-40c5-91e4-7b9c9693b068 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:14.008660 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:22:14.048636 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port f9854b64-ab61-40c5-91e4-7b9c9693b068 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:14.148143 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:14.157473 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-26dfe038-03d5-4a26-8c15-cb8050d247aa tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/5e51a5d6-aab3-481f-9b26-9c5af14053b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8382113 Jul 06 12:22:14.157473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43674) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:14.162201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a17e83c1-d0b9-4805-bb31-ae780a6f0fd2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-21746888'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:14.163709 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Sync routers for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:14.183099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:14.183843 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:14.199219 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17e83c1-d0b9-4805-bb31-ae780a6f0fd2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:14.203119 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a17e83c1-d0b9-4805-bb31-ae780a6f0fd2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:14.223423 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ea242-3955-404d-b4f4-cd125d8cdcd7 req-a2cc1bf0-59c5-4359-83dd-779977b65ae9 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:14.225022 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a82ea242-3955-404d-b4f4-cd125d8cdcd7 req-a2cc1bf0-59c5-4359-83dd-779977b65ae9 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.1178043 Jul 06 12:22:14.255559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17e83c1-d0b9-4805-bb31-ae780a6f0fd2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:22:14.257654 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df7f941-a618-4059-86b0-73d255a54e3b None None] Network ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:14.275926 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a17e83c1-d0b9-4805-bb31-ae780a6f0fd2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:14.276278 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-a17e83c1-d0b9-4805-bb31-ae780a6f0fd2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Added segment 4872086a-1e7a-4fd6-bcdc-bf44ded206ca of type vlan for network 5750bdc0-9c03-4f73-b4d4-adf4f0c32a41 Jul 06 12:22:14.289310 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a82ea242-3955-404d-b4f4-cd125d8cdcd7 req-cfe49f8f-e922-46f3-a319-ce8902519f50 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570681 Jul 06 12:22:14.340714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:14.602651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-14932945-e9f1-440e-a843-a35d4968a40b None None] Provisioning for port f9854b64-ab61-40c5-91e4-7b9c9693b068 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:14.626501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-14932945-e9f1-440e-a843-a35d4968a40b None None] Provisioning complete for port f9854b64-ab61-40c5-91e4-7b9c9693b068 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:14.626882 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14932945-e9f1-440e-a843-a35d4968a40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:14.705424 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a17e83c1-d0b9-4805-bb31-ae780a6f0fd2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:14.737143 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a17e83c1-d0b9-4805-bb31-ae780a6f0fd2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:14.742819 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17e83c1-d0b9-4805-bb31-ae780a6f0fd2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:14.743464 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a17e83c1-d0b9-4805-bb31-ae780a6f0fd2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:14.806705 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a17e83c1-d0b9-4805-bb31-ae780a6f0fd2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6490374 Jul 06 12:22:14.809899 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43676) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:14.815533 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-85e43193-bec2-411a-a369-7f654b93ba67 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'subnet': {'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:14.867353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e83c1-d0b9-4805-bb31-ae780a6f0fd2 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Network': ['ID=5750bdc0-9c03-4f73-b4d4-adf4f0c32a41,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:14.883570 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 5750bdc0-9c03-4f73-b4d4-adf4f0c32a41 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:22:14.927379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e43193-bec2-411a-a369-7f654b93ba67 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:14.931490 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-85e43193-bec2-411a-a369-7f654b93ba67 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:14.984604 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14932945-e9f1-440e-a843-a35d4968a40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:15.045659 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-14932945-e9f1-440e-a843-a35d4968a40b None None] For port f9854b64-ab61-40c5-91e4-7b9c9693b068, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f9854b64-ab61-40c5-91e4-7b9c9693b068,segment=NetworkSegment(c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59),segment_id=c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:15.053571 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14932945-e9f1-440e-a843-a35d4968a40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:15.081899 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:13Z', 'revision_number': 2, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:13Z', 'revision_number': 2, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:15.113411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Checking router: 5e51a5d6-aab3-481f-9b26-9c5af14053b7 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:22:15.113681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Updating router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 port e694aa22-6917-460f-94b2-96d9f1fdb145 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:22:15.116934 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6bdf66ee-cf0c-439d-b5f4-7ca3ec30f693 req-d657cb21-4120-4567-93e5-8d4457eb88dd tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0418682 Jul 06 12:22:15.168720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14932945-e9f1-440e-a843-a35d4968a40b None None] Pushing event updated for resources: {'Port': ['ID=f9854b64-ab61-40c5-91e4-7b9c9693b068,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:15.171782 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:15.192232 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-85e43193-bec2-411a-a369-7f654b93ba67 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:15.257709 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e43193-bec2-411a-a369-7f654b93ba67 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Subnet': ['ID=65a9553a-7051-4c69-9e4e-6d56204a8eae,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:15.265839 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e43193-bec2-411a-a369-7f654b93ba67 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Checking segment: {'id': '4872086a-1e7a-4fd6-bcdc-bf44ded206ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:15.266207 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e43193-bec2-411a-a369-7f654b93ba67 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network hostable DHCP agents. Network: 5750bdc0-9c03-4f73-b4d4-adf4f0c32a41, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:22:15.289787 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e43193-bec2-411a-a369-7f654b93ba67 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 5750bdc0-9c03-4f73-b4d4-adf4f0c32a41 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:22:15.301583 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-85e43193-bec2-411a-a369-7f654b93ba67 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 5750bdc0-9c03-4f73-b4d4-adf4f0c32a41) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:15.306461 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e43193-bec2-411a-a369-7f654b93ba67 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:15.307293 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-85e43193-bec2-411a-a369-7f654b93ba67 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:15.316737 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d9cdc8-1553-453a-b9e1-ddc61891f667 None None] Network 5750bdc0-9c03-4f73-b4d4-adf4f0c32a41 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:15.325666 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-85e43193-bec2-411a-a369-7f654b93ba67 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5145051 Jul 06 12:22:15.328374 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43684) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:15.441842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-103e88ad-36fa-40e5-b84c-e940b94c8924 None None] Provisioning complete for port f9854b64-ab61-40c5-91e4-7b9c9693b068 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:15.442225 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-103e88ad-36fa-40e5-b84c-e940b94c8924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:15.613731 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:15.668722 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2119a-abba-433b-bbff-53a1f97169fd req-52d2d6a7-082d-41cd-8689-b215f68c1c13 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:15.671076 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61e2119a-abba-433b-bbff-53a1f97169fd req-52d2d6a7-082d-41cd-8689-b215f68c1c13 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.2226171 Jul 06 12:22:15.676029 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:22:15.677284 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:15.680694 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Transition to ACTIVE for port object e694aa22-6917-460f-94b2-96d9f1fdb145 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:15.702473 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:15.755420 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61e2119a-abba-433b-bbff-53a1f97169fd req-c047bbb5-7be0-4cd3-aa78-1bc02a0d7cfd tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761230 Jul 06 12:22:15.807086 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:15.833077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-103e88ad-36fa-40e5-b84c-e940b94c8924 None None] Provisioning for port e694aa22-6917-460f-94b2-96d9f1fdb145 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:15.839061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b24be1-5e50-45cb-9846-d3e09ec62d89 None None] Pushing event updated for resources: {'Port': ['ID=e694aa22-6917-460f-94b2-96d9f1fdb145,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:15.905261 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f9854b64-ab61-40c5-91e4-7b9c9693b068 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:15.985662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Attempting to bind port e694aa22-6917-460f-94b2-96d9f1fdb145 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:15.986361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Attempting to bind port e694aa22-6917-460f-94b2-96d9f1fdb145 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:15.986361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Attempting to bind port e694aa22-6917-460f-94b2-96d9f1fdb145 on network ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:15.996672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Allocated IP 2001:db8:1::2 (5750bdc0-9c03-4f73-b4d4-adf4f0c32a41/65a9553a-7051-4c69-9e4e-6d56204a8eae/693d7900-cfb2-4325-acd6-40214d93b9da) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:16.009136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:16.009781 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Checking segment: {'id': 'c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:16.010356 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.010907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Bound using segment: {'id': 'c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:16.011610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Bound port: e694aa22-6917-460f-94b2-96d9f1fdb145, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:16.012199 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.120967 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port f9854b64-ab61-40c5-91e4-7b9c9693b068 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:16.121263 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.200792 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] For port e694aa22-6917-460f-94b2-96d9f1fdb145, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:16.228076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] For port e694aa22-6917-460f-94b2-96d9f1fdb145, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e694aa22-6917-460f-94b2-96d9f1fdb145,segment=NetworkSegment(c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59),segment_id=c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:16.239676 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.287524 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-adb5cca9-d165-4385-8a79-8e26e2c68e94 req-45ee87ca-6c74-42b8-a06b-f41da01f1b56 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0303285 Jul 06 12:22:16.374338 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.379243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:16.379877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:16.383946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b24be1-5e50-45cb-9846-d3e09ec62d89 None None] Pushing event updated for resources: {'Port': ['ID=e694aa22-6917-460f-94b2-96d9f1fdb145,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:16.430033 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Transition to ACTIVE for port object 693d7900-cfb2-4325-acd6-40214d93b9da will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:16.480612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Transition to ACTIVE for port object 693d7900-cfb2-4325-acd6-40214d93b9da will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:16.488183 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.496404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:16.538775 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Allocated IP 2001:db8:1::1 (5750bdc0-9c03-4f73-b4d4-adf4f0c32a41/65a9553a-7051-4c69-9e4e-6d56204a8eae/0c54aeaf-d9f1-4299-bc73-7411db811c50) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:16.571375 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Network 5750bdc0-9c03-4f73-b4d4-adf4f0c32a41 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:16.583302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:16.593217 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:16.623614 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Pushing event updated for resources: {'Port': ['ID=693d7900-cfb2-4325-acd6-40214d93b9da,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:16.675106 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.692915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Transition to ACTIVE for port object 0c54aeaf-d9f1-4299-bc73-7411db811c50 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:16.732173 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.735419 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Attempting to bind port 693d7900-cfb2-4325-acd6-40214d93b9da on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:16.735786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Attempting to bind port 693d7900-cfb2-4325-acd6-40214d93b9da by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4872086a-1e7a-4fd6-bcdc-bf44ded206ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:16.736145 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Attempting to bind port 693d7900-cfb2-4325-acd6-40214d93b9da on network 5750bdc0-9c03-4f73-b4d4-adf4f0c32a41 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:16.749476 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:16.749898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Checking segment: {'id': '4872086a-1e7a-4fd6-bcdc-bf44ded206ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:16.750273 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.750615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Bound using segment: {'id': '4872086a-1e7a-4fd6-bcdc-bf44ded206ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:16.751108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Bound port: 693d7900-cfb2-4325-acd6-40214d93b9da, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4872086a-1e7a-4fd6-bcdc-bf44ded206ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:16.751488 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.781055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 5750bdc0-9c03-4f73-b4d4-adf4f0c32a41 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:16.786030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:16.792526 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:16.793069 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.797164 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=0c54aeaf-d9f1-4299-bc73-7411db811c50,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:16.897946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] For port 693d7900-cfb2-4325-acd6-40214d93b9da, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:16.902301 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] For port 693d7900-cfb2-4325-acd6-40214d93b9da, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=693d7900-cfb2-4325-acd6-40214d93b9da,segment=NetworkSegment(4872086a-1e7a-4fd6-bcdc-bf44ded206ca),segment_id=4872086a-1e7a-4fd6-bcdc-bf44ded206ca)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:16.906633 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.911118 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:13Z', 'revision_number': 2, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:16Z', 'revision_number': 4, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:16.959641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2720fe5-fce3-4836-84fe-1e952e0ec8eb None None] The sync data for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 is: [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:13Z', 'revision_number': 2, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:16Z', 'revision_number': 4, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:16.991937 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:16.998984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1c40a-6b17-4013-a501-b9d0292e16e8 None None] Pushing event updated for resources: {'Port': ['ID=693d7900-cfb2-4325-acd6-40214d93b9da,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:17.038911 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09120aa5-c6c2-40fe-8b7e-856737071aee req-9ee63e6b-a759-4161-a931-0229032f35e8 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:17.040686 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09120aa5-c6c2-40fe-8b7e-856737071aee req-9ee63e6b-a759-4161-a931-0229032f35e8 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.1083434 Jul 06 12:22:17.215777 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09120aa5-c6c2-40fe-8b7e-856737071aee req-1dc6f1a9-d878-4024-9d2f-bb10e1341844 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561179 Jul 06 12:22:17.432514 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:17.446644 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:17.447435 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:17.470160 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c30f482-4ed2-452b-b2d9-8c73972e8c1e req-7f6c6ad5-aaf7-474c-b57e-dd1576ec74df tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0350330 Jul 06 12:22:17.564883 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=0c54aeaf-d9f1-4299-bc73-7411db811c50,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:17.610182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 5750bdc0-9c03-4f73-b4d4-adf4f0c32a41 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:17.611626 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:17.727249 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:22:17.855596 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:17.866832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43696) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:17.869007 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c92fe063-ba45-46fd-9c86-de545f9678fe tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/5e51a5d6-aab3-481f-9b26-9c5af14053b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5392439 Jul 06 12:22:17.873795 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-242f4b9b-ea59-4bcb-9f50-e02490df7e98 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2075145461'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:17.910332 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242f4b9b-ea59-4bcb-9f50-e02490df7e98 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:17.913961 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-242f4b9b-ea59-4bcb-9f50-e02490df7e98 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:17.947504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242f4b9b-ea59-4bcb-9f50-e02490df7e98 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:22:17.959857 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e694aa22-6917-460f-94b2-96d9f1fdb145 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:17.966304 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-242f4b9b-ea59-4bcb-9f50-e02490df7e98 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:17.966641 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-242f4b9b-ea59-4bcb-9f50-e02490df7e98 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Added segment 5fc94300-e483-49c2-a90b-7240a133f228 of type vlan for network 867a047c-82e4-41f7-8735-be14d5cd6fd4 Jul 06 12:22:18.013111 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-242f4b9b-ea59-4bcb-9f50-e02490df7e98 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.020732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port e694aa22-6917-460f-94b2-96d9f1fdb145 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:18.025992 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e694aa22-6917-460f-94b2-96d9f1fdb145 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:18.026636 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.054132 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-242f4b9b-ea59-4bcb-9f50-e02490df7e98 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.061054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f4b9b-ea59-4bcb-9f50-e02490df7e98 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:18.061710 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-242f4b9b-ea59-4bcb-9f50-e02490df7e98 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.126014 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.134780 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43700) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:18.134979 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-242f4b9b-ea59-4bcb-9f50-e02490df7e98 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2668574 Jul 06 12:22:18.142906 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1c82afde-a36d-4743-85e7-3bcf61d59a33 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'subnet': {'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:18.144806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f4b9b-ea59-4bcb-9f50-e02490df7e98 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Network': ['ID=867a047c-82e4-41f7-8735-be14d5cd6fd4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:18.157785 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cc1b3e-2504-4ef0-9179-71f97bf24055 None None] Network 5750bdc0-9c03-4f73-b4d4-adf4f0c32a41 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:18.160256 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 867a047c-82e4-41f7-8735-be14d5cd6fd4 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:22:18.260070 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port e694aa22-6917-460f-94b2-96d9f1fdb145, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e694aa22-6917-460f-94b2-96d9f1fdb145,segment=NetworkSegment(c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59),segment_id=c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:18.267105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c82afde-a36d-4743-85e7-3bcf61d59a33 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:18.272912 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c82afde-a36d-4743-85e7-3bcf61d59a33 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.273783 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.274874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 693d7900-cfb2-4325-acd6-40214d93b9da up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:18.317454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-620cd4c4-d8ed-4cfd-82f1-e0b482810812 None None] Provisioning for port 693d7900-cfb2-4325-acd6-40214d93b9da completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:18.542457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf4bb8-ebc0-45bd-b6a6-79970e7bbff6 req-b219d9ff-0b46-4503-8474-591c3367d9d3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:18.544187 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8acf4bb8-ebc0-45bd-b6a6-79970e7bbff6 req-b219d9ff-0b46-4503-8474-591c3367d9d3 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.1623435 Jul 06 12:22:18.635159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8acf4bb8-ebc0-45bd-b6a6-79970e7bbff6 req-a07a6d22-06ef-405b-ae54-0d41f29bd6c2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723484 Jul 06 12:22:18.635939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=e694aa22-6917-460f-94b2-96d9f1fdb145,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:18.636976 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c82afde-a36d-4743-85e7-3bcf61d59a33 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.654044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 693d7900-cfb2-4325-acd6-40214d93b9da completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:18.717206 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 693d7900-cfb2-4325-acd6-40214d93b9da triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:18.717400 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Sync routers for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:18.717851 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.718735 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82afde-a36d-4743-85e7-3bcf61d59a33 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Subnet': ['ID=30238c3d-e562-4d10-957e-a34811b1297e,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:18.721133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82afde-a36d-4743-85e7-3bcf61d59a33 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Checking segment: {'id': '5fc94300-e483-49c2-a90b-7240a133f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:18.722023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c82afde-a36d-4743-85e7-3bcf61d59a33 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network hostable DHCP agents. Network: 867a047c-82e4-41f7-8735-be14d5cd6fd4, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:22:18.740732 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:18.741518 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:18.743793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c82afde-a36d-4743-85e7-3bcf61d59a33 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 867a047c-82e4-41f7-8735-be14d5cd6fd4 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:22:18.766480 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-1c82afde-a36d-4743-85e7-3bcf61d59a33 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 867a047c-82e4-41f7-8735-be14d5cd6fd4) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:18.777607 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c82afde-a36d-4743-85e7-3bcf61d59a33 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:18.778955 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d47ad91-0845-4a32-8114-3d66d0ab1e6b None None] Network 867a047c-82e4-41f7-8735-be14d5cd6fd4 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:18.779685 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c82afde-a36d-4743-85e7-3bcf61d59a33 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.853357 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3777b981-e479-408e-99e0-1e0f480eac39 req-08aa0e87-a137-45b8-b874-4e35a46bd1f9 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0495751 Jul 06 12:22:18.860732 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43714) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:18.861003 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1c82afde-a36d-4743-85e7-3bcf61d59a33 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7247012 Jul 06 12:22:18.914231 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:18.936658 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:18.999977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 693d7900-cfb2-4325-acd6-40214d93b9da, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=693d7900-cfb2-4325-acd6-40214d93b9da,segment=NetworkSegment(4872086a-1e7a-4fd6-bcdc-bf44ded206ca),segment_id=4872086a-1e7a-4fd6-bcdc-bf44ded206ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:19.015612 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:19.105687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-867a047c-82e4-41f7-8735-be14d5cd6fd4', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:22:19.107415 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:19.150621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=693d7900-cfb2-4325-acd6-40214d93b9da,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:19.332787 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Allocated IP 2001:db8:2::2 (867a047c-82e4-41f7-8735-be14d5cd6fd4/30238c3d-e562-4d10-957e-a34811b1297e/e72e2b58-fece-4dc1-baa9-1b954938411f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:19.450874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:19.459051 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:16Z', 'revision_number': 3, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:17Z', 'revision_number': 2, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:19.507642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2749d7f0-2c4c-4b7a-92d6-0acc3994025b None None] Provisioning complete for port 693d7900-cfb2-4325-acd6-40214d93b9da triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:19.507909 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2749d7f0-2c4c-4b7a-92d6-0acc3994025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:19.512148 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Checking router: 5e51a5d6-aab3-481f-9b26-9c5af14053b7 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:22:19.512636 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Updating router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 port 0c54aeaf-d9f1-4299-bc73-7411db811c50 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:22:19.568071 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:19.590818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Transition to ACTIVE for port object e72e2b58-fece-4dc1-baa9-1b954938411f will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:19.605388 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:19.634757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Transition to ACTIVE for port object e72e2b58-fece-4dc1-baa9-1b954938411f will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:19.644125 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:19.716469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Network 867a047c-82e4-41f7-8735-be14d5cd6fd4 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:19.763266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:19.765848 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:19.771997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Pushing event updated for resources: {'Port': ['ID=e72e2b58-fece-4dc1-baa9-1b954938411f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:19.887921 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Attempting to bind port e72e2b58-fece-4dc1-baa9-1b954938411f on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:19.889619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Attempting to bind port e72e2b58-fece-4dc1-baa9-1b954938411f by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '5fc94300-e483-49c2-a90b-7240a133f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:19.889838 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Attempting to bind port e72e2b58-fece-4dc1-baa9-1b954938411f on network 867a047c-82e4-41f7-8735-be14d5cd6fd4 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:19.901516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:19.902828 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Checking segment: {'id': '5fc94300-e483-49c2-a90b-7240a133f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:19.902828 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:19.903087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Bound using segment: {'id': '5fc94300-e483-49c2-a90b-7240a133f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:19.903522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Bound port: e72e2b58-fece-4dc1-baa9-1b954938411f, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc94300-e483-49c2-a90b-7240a133f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:19.903918 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:19.937051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2749d7f0-2c4c-4b7a-92d6-0acc3994025b None None] Provisioning for port 0c54aeaf-d9f1-4299-bc73-7411db811c50 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:19.946506 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2749d7f0-2c4c-4b7a-92d6-0acc3994025b None None] Provisioning complete for port 0c54aeaf-d9f1-4299-bc73-7411db811c50 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:19.947164 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2749d7f0-2c4c-4b7a-92d6-0acc3994025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.019360 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e694aa22-6917-460f-94b2-96d9f1fdb145 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:20.044795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27953b-2639-43ba-aef2-ec5bb2d04f99 req-7139dba4-d1fb-48d2-8906-79460f59bc59 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:20.046536 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e27953b-2639-43ba-aef2-ec5bb2d04f99 req-7139dba4-d1fb-48d2-8906-79460f59bc59 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.1905456 Jul 06 12:22:20.053686 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:22:20.083828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Allocated IP 2001:db8:2::1 (867a047c-82e4-41f7-8735-be14d5cd6fd4/30238c3d-e562-4d10-957e-a34811b1297e/5506ba65-e4d3-4a0e-8cd0-f1a76d901f90) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:20.144730 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e27953b-2639-43ba-aef2-ec5bb2d04f99 req-fc6dd3cf-ea17-4180-bc0e-7ee6e17db509 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869184 Jul 06 12:22:20.223731 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.242713 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] For port e72e2b58-fece-4dc1-baa9-1b954938411f, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:20.250840 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Transition to ACTIVE for port object 0c54aeaf-d9f1-4299-bc73-7411db811c50 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:20.254430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] For port e72e2b58-fece-4dc1-baa9-1b954938411f, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e72e2b58-fece-4dc1-baa9-1b954938411f,segment=NetworkSegment(5fc94300-e483-49c2-a90b-7240a133f228),segment_id=5fc94300-e483-49c2-a90b-7240a133f228)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:20.266551 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.300375 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.305438 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2749d7f0-2c4c-4b7a-92d6-0acc3994025b None None] Port 0c54aeaf-d9f1-4299-bc73-7411db811c50 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:22:20.360107 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.380058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Transition to ACTIVE for port object 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:20.392476 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b699dea-b3da-442e-bcc0-838dcaa800fe None None] Pushing event updated for resources: {'Port': ['ID=0c54aeaf-d9f1-4299-bc73-7411db811c50,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:20.401224 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7eee41e-7fd8-45d3-b0a3-c5059ce75958 req-1ce328a5-41a3-4495-aa31-ecfddf43b143 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0679684 Jul 06 12:22:20.457236 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.488044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e694aa22-6917-460f-94b2-96d9f1fdb145 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:20.488663 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.492043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288de024-a9fe-4623-8a3e-099a80e4fe95 None None] Pushing event updated for resources: {'Port': ['ID=e72e2b58-fece-4dc1-baa9-1b954938411f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:20.552514 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Attempting to bind port 0c54aeaf-d9f1-4299-bc73-7411db811c50 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:20.553082 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Attempting to bind port 0c54aeaf-d9f1-4299-bc73-7411db811c50 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4872086a-1e7a-4fd6-bcdc-bf44ded206ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:20.553679 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Attempting to bind port 0c54aeaf-d9f1-4299-bc73-7411db811c50 on network 5750bdc0-9c03-4f73-b4d4-adf4f0c32a41 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:20.570492 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:20.570930 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Checking segment: {'id': '4872086a-1e7a-4fd6-bcdc-bf44ded206ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:20.571330 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.571673 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Bound using segment: {'id': '4872086a-1e7a-4fd6-bcdc-bf44ded206ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:20.572143 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Bound port: 0c54aeaf-d9f1-4299-bc73-7411db811c50, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4872086a-1e7a-4fd6-bcdc-bf44ded206ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:20.572522 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.582869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=5506ba65-e4d3-4a0e-8cd0-f1a76d901f90,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:20.587222 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 867a047c-82e4-41f7-8735-be14d5cd6fd4 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:20.589536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:20.592146 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:20.593008 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.696989 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] For port 0c54aeaf-d9f1-4299-bc73-7411db811c50, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:20.699173 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 693d7900-cfb2-4325-acd6-40214d93b9da up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:20.702422 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] For port 0c54aeaf-d9f1-4299-bc73-7411db811c50, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0c54aeaf-d9f1-4299-bc73-7411db811c50,segment=NetworkSegment(4872086a-1e7a-4fd6-bcdc-bf44ded206ca),segment_id=4872086a-1e7a-4fd6-bcdc-bf44ded206ca)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:20.711963 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.781368 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:20.781995 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:20.823098 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 693d7900-cfb2-4325-acd6-40214d93b9da triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:20.823854 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.907903 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:20.947164 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b699dea-b3da-442e-bcc0-838dcaa800fe None None] Pushing event updated for resources: {'Port': ['ID=0c54aeaf-d9f1-4299-bc73-7411db811c50,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:20.976478 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:21.309335 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:20Z', 'revision_number': 4, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:20Z', 'revision_number': 4, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:20Z', 'revision_number': 1, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:21.315658 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:21.320530 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:21.321888 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:21.342311 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b4a40-89e5-4787-8fb3-d8bf97f5d89c None None] The sync data for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 is: [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:20Z', 'revision_number': 4, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:20Z', 'revision_number': 4, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:20Z', 'revision_number': 1, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:21.497194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13307f48-c169-4b01-ac6e-01f57fa36a56 req-983babc6-7107-46f0-a906-464cc15e8bd6 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:21.505845 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-13307f48-c169-4b01-ac6e-01f57fa36a56 req-983babc6-7107-46f0-a906-464cc15e8bd6 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.1703908 Jul 06 12:22:21.532011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=5506ba65-e4d3-4a0e-8cd0-f1a76d901f90,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:21.546879 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network 867a047c-82e4-41f7-8735-be14d5cd6fd4 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:21.548422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:21.562484 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-13307f48-c169-4b01-ac6e-01f57fa36a56 req-993bb6b0-6dea-4074-b68f-e71fe00f3e4e tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560069 Jul 06 12:22:21.737137 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:22:21.816333 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84b5e37a-3833-4e68-82b0-7fba388e01ef req-bb54c79f-0e1f-4490-86d4-6414d84963d8 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0804422 Jul 06 12:22:21.875038 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:21.884749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43732) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:21.891353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e1ef51ee-971b-4fc4-9ed5-dadfd95555d1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1507703604'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:21.895369 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1c4d2efa-6a45-4103-ad5b-acd687506120 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/5e51a5d6-aab3-481f-9b26-9c5af14053b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0330000 Jul 06 12:22:21.952058 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ef51ee-971b-4fc4-9ed5-dadfd95555d1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:21.955979 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e1ef51ee-971b-4fc4-9ed5-dadfd95555d1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:22.022489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ef51ee-971b-4fc4-9ed5-dadfd95555d1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:22:22.024381 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0c54aeaf-d9f1-4299-bc73-7411db811c50 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:22.040026 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e1ef51ee-971b-4fc4-9ed5-dadfd95555d1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:22.040491 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-e1ef51ee-971b-4fc4-9ed5-dadfd95555d1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Added segment 9809a3b8-8cd6-4fa9-835b-215044a32cf9 of type vlan for network c5fe1c49-77d1-4503-9acc-193621e8694f Jul 06 12:22:22.090970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d7b72-743f-4fe1-960f-8e2ef3bdb588 None None] Network 867a047c-82e4-41f7-8735-be14d5cd6fd4 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:22.123319 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e1ef51ee-971b-4fc4-9ed5-dadfd95555d1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:22.170253 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bb70723d-8270-4a5a-806c-61a7dce1fd40 None None] Provisioning for port e72e2b58-fece-4dc1-baa9-1b954938411f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:22.181470 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e1ef51ee-971b-4fc4-9ed5-dadfd95555d1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:22.232084 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef51ee-971b-4fc4-9ed5-dadfd95555d1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:22.233452 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e1ef51ee-971b-4fc4-9ed5-dadfd95555d1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:22.269967 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 0c54aeaf-d9f1-4299-bc73-7411db811c50 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:22.280772 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0c54aeaf-d9f1-4299-bc73-7411db811c50 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:22.281246 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:22.360238 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e1ef51ee-971b-4fc4-9ed5-dadfd95555d1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4739890 Jul 06 12:22:22.365542 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43736) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:22.375697 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-3f9f7e9a-c13b-4cba-a34e-7275ba4c992e tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'subnet': {'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:22.449437 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef51ee-971b-4fc4-9ed5-dadfd95555d1 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Network': ['ID=c5fe1c49-77d1-4503-9acc-193621e8694f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:22.472275 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network c5fe1c49-77d1-4503-9acc-193621e8694f details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:22:22.514837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9f7e9a-c13b-4cba-a34e-7275ba4c992e tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Made reservation on behalf of 494d3a3bc2d94e9a9fef22014a32b2ac for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:22.520109 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3f9f7e9a-c13b-4cba-a34e-7275ba4c992e tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:22.567174 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:22.744128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 0c54aeaf-d9f1-4299-bc73-7411db811c50, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0c54aeaf-d9f1-4299-bc73-7411db811c50,segment=NetworkSegment(4872086a-1e7a-4fd6-bcdc-bf44ded206ca),segment_id=4872086a-1e7a-4fd6-bcdc-bf44ded206ca)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:22.750381 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:22.751102 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e72e2b58-fece-4dc1-baa9-1b954938411f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:22.857564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=0c54aeaf-d9f1-4299-bc73-7411db811c50,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:22.859724 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3f9f7e9a-c13b-4cba-a34e-7275ba4c992e tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:22.880729 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port e72e2b58-fece-4dc1-baa9-1b954938411f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:22.886107 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e72e2b58-fece-4dc1-baa9-1b954938411f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:22.886698 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:22.970666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f7e9a-c13b-4cba-a34e-7275ba4c992e tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Subnet': ['ID=346b8316-70cf-454a-83a1-6bc35eee6663,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:22.998877 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.016489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9f7e9a-c13b-4cba-a34e-7275ba4c992e tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Checking segment: {'id': '9809a3b8-8cd6-4fa9-835b-215044a32cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:23.016853 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9f7e9a-c13b-4cba-a34e-7275ba4c992e tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network hostable DHCP agents. Network: c5fe1c49-77d1-4503-9acc-193621e8694f, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:22:23.037488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b448b8-3dc2-48e1-82b7-5c4f3e1dc131 req-247b12bd-005d-425c-ba31-4d96d4c879ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:23.044672 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8b448b8-3dc2-48e1-82b7-5c4f3e1dc131 req-247b12bd-005d-425c-ba31-4d96d4c879ae tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.2027240 Jul 06 12:22:23.061642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port e72e2b58-fece-4dc1-baa9-1b954938411f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e72e2b58-fece-4dc1-baa9-1b954938411f,segment=NetworkSegment(5fc94300-e483-49c2-a90b-7240a133f228),segment_id=5fc94300-e483-49c2-a90b-7240a133f228)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:23.068696 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.122380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8b448b8-3dc2-48e1-82b7-5c4f3e1dc131 req-33822641-4673-420a-9b79-a9693946fe2c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737474 Jul 06 12:22:23.124696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9f7e9a-c13b-4cba-a34e-7275ba4c992e tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network c5fe1c49-77d1-4503-9acc-193621e8694f is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:22:23.140900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-3f9f7e9a-c13b-4cba-a34e-7275ba4c992e tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, c5fe1c49-77d1-4503-9acc-193621e8694f) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:23.157918 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbb6949-d7fb-4da4-ad45-36c80db8f720 None None] Network c5fe1c49-77d1-4503-9acc-193621e8694f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:23.159678 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f7e9a-c13b-4cba-a34e-7275ba4c992e tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:23.160527 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3f9f7e9a-c13b-4cba-a34e-7275ba4c992e tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.186577 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3f9f7e9a-c13b-4cba-a34e-7275ba4c992e tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8194385 Jul 06 12:22:23.189441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43746) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:23.283648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=e72e2b58-fece-4dc1-baa9-1b954938411f,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:23.368863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e86276c-4074-4ae2-8cad-580f30f58c03 req-70ebce42-7a15-45ea-bc46-0f03af184315 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0539479 Jul 06 12:22:23.440837 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-509fd392-fe49-4871-96b4-fffa6a464108 None None] Provisioning for port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:23.442990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Sync routers for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:23.470047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-509fd392-fe49-4871-96b4-fffa6a464108 None None] Provisioning complete for port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:23.470424 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-509fd392-fe49-4871-96b4-fffa6a464108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.509115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-c5fe1c49-77d1-4503-9acc-193621e8694f', 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'fixed_ips': [{'subnet_id': '346b8316-70cf-454a-83a1-6bc35eee6663'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:22:23.509987 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.515531 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:23.516178 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:23.628126 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-509fd392-fe49-4871-96b4-fffa6a464108 None None] Port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:22:23.704875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-509fd392-fe49-4871-96b4-fffa6a464108 None None] Provisioning complete for port e72e2b58-fece-4dc1-baa9-1b954938411f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:23.705248 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-509fd392-fe49-4871-96b4-fffa6a464108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:23.708641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:23.981120 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0c54aeaf-d9f1-4299-bc73-7411db811c50 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:24.172467 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Allocated IP 2001:db8:3::2 (c5fe1c49-77d1-4503-9acc-193621e8694f/346b8316-70cf-454a-83a1-6bc35eee6663/df498f07-f54b-42c3-85be-f66d9fe8821c) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:24.180269 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.295778 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0c54aeaf-d9f1-4299-bc73-7411db811c50 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:24.296385 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.508689 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61868e-d43a-4b05-8a7c-0240972ded7e req-3507c8bc-340a-4295-83aa-6d12fbaee0b1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:24.522458 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df61868e-d43a-4b05-8a7c-0240972ded7e req-3507c8bc-340a-4295-83aa-6d12fbaee0b1 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.2506204 Jul 06 12:22:24.617078 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:20Z', 'revision_number': 4, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:21Z', 'revision_number': 2, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:24.641607 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df61868e-d43a-4b05-8a7c-0240972ded7e req-2fd12b09-eafa-4483-bd03-876744985fd8 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169901 Jul 06 12:22:24.676109 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-652517f0-1346-40ec-9147-da698ba6db11 None None] Provisioning complete for port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:24.677333 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-652517f0-1346-40ec-9147-da698ba6db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.717540 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Checking router: 5e51a5d6-aab3-481f-9b26-9c5af14053b7 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:22:24.717893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Updating router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:22:24.728502 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.757831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e72e2b58-fece-4dc1-baa9-1b954938411f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:24.793965 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Transition to ACTIVE for port object df498f07-f54b-42c3-85be-f66d9fe8821c will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:24.821597 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22ca8e6d-2ccb-406e-a598-474ca192d074 req-96f07b54-c478-4c07-af8c-3c1e40b2c5bd tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0399497 Jul 06 12:22:24.839576 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-652517f0-1346-40ec-9147-da698ba6db11 None None] Port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:22:24.844243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Transition to ACTIVE for port object df498f07-f54b-42c3-85be-f66d9fe8821c will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:24.853820 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.859317 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.915157 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Allocated IP 2001:db8:3::1 (c5fe1c49-77d1-4503-9acc-193621e8694f/346b8316-70cf-454a-83a1-6bc35eee6663/dc566cc2-2c71-4177-960d-609962c2f75c) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:24.920652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Network c5fe1c49-77d1-4503-9acc-193621e8694f is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:24.948190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:24.955613 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:24.967286 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e72e2b58-fece-4dc1-baa9-1b954938411f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:24.967585 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:24.972705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Pushing event updated for resources: {'Port': ['ID=df498f07-f54b-42c3-85be-f66d9fe8821c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:25.041794 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.060449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Transition to ACTIVE for port object dc566cc2-2c71-4177-960d-609962c2f75c will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:25.096557 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.136449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Attempting to bind port df498f07-f54b-42c3-85be-f66d9fe8821c on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:25.136816 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Attempting to bind port df498f07-f54b-42c3-85be-f66d9fe8821c by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '9809a3b8-8cd6-4fa9-835b-215044a32cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:25.137190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Attempting to bind port df498f07-f54b-42c3-85be-f66d9fe8821c on network c5fe1c49-77d1-4503-9acc-193621e8694f {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:25.149786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network c5fe1c49-77d1-4503-9acc-193621e8694f is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:25.153216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:25.157905 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:25.158275 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Checking segment: {'id': '9809a3b8-8cd6-4fa9-835b-215044a32cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:25.159016 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:25.159393 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.159559 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.160047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Bound using segment: {'id': '9809a3b8-8cd6-4fa9-835b-215044a32cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:25.160228 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Bound port: df498f07-f54b-42c3-85be-f66d9fe8821c, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9809a3b8-8cd6-4fa9-835b-215044a32cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:25.160514 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.193382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=dc566cc2-2c71-4177-960d-609962c2f75c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:25.305744 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.337611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] For port df498f07-f54b-42c3-85be-f66d9fe8821c, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:25.358816 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] For port df498f07-f54b-42c3-85be-f66d9fe8821c, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=df498f07-f54b-42c3-85be-f66d9fe8821c,segment=NetworkSegment(9809a3b8-8cd6-4fa9-835b-215044a32cf9),segment_id=9809a3b8-8cd6-4fa9-835b-215044a32cf9)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:25.388144 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.457683 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.474334 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e205cd-9652-42c1-b823-0f72c7481dc1 None None] Pushing event updated for resources: {'Port': ['ID=df498f07-f54b-42c3-85be-f66d9fe8821c,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:25.482940 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Transition to ACTIVE for port object 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:25.489917 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.555155 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe69c9-c7a9-4859-888d-ee688d471e38 None None] Pushing event updated for resources: {'Port': ['ID=5506ba65-e4d3-4a0e-8cd0-f1a76d901f90,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:25.630537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Attempting to bind port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:25.631016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Attempting to bind port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '5fc94300-e483-49c2-a90b-7240a133f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:25.631558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Attempting to bind port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 on network 867a047c-82e4-41f7-8735-be14d5cd6fd4 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:25.638849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:25.638849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Checking segment: {'id': '5fc94300-e483-49c2-a90b-7240a133f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:25.639252 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.639703 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Bound using segment: {'id': '5fc94300-e483-49c2-a90b-7240a133f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:25.640363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Bound port: 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc94300-e483-49c2-a90b-7240a133f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:25.640887 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.725460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] For port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:25.731933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] For port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5506ba65-e4d3-4a0e-8cd0-f1a76d901f90,segment=NetworkSegment(5fc94300-e483-49c2-a90b-7240a133f228),segment_id=5fc94300-e483-49c2-a90b-7240a133f228)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:25.765253 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.825264 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.831673 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.832547 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:25.958838 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:25.959507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:25.964822 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe69c9-c7a9-4859-888d-ee688d471e38 None None] Pushing event updated for resources: {'Port': ['ID=5506ba65-e4d3-4a0e-8cd0-f1a76d901f90,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:26.091377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device df498f07-f54b-42c3-85be-f66d9fe8821c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:26.156129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event updated for resources: {'Port': ['ID=dc566cc2-2c71-4177-960d-609962c2f75c,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:26.166248 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port df498f07-f54b-42c3-85be-f66d9fe8821c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:26.186576 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:26.215533 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Network c5fe1c49-77d1-4503-9acc-193621e8694f is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:26.225142 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb19ab4-1c75-4d6d-be1e-3dc600353d74 req-2cff2de7-4fde-4726-ba43-42f93000beaa tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:26.227759 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6eb19ab4-1c75-4d6d-be1e-3dc600353d74 req-2cff2de7-4fde-4726-ba43-42f93000beaa tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.2696826 Jul 06 12:22:26.229416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:26.367784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6eb19ab4-1c75-4d6d-be1e-3dc600353d74 req-575726a6-5fba-4128-b8ce-c71c1c33b7cf tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330123 Jul 06 12:22:26.388192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:22:26.525274 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:26.532714 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-862d452e-4854-4b50-a50d-f628c16b6c1c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/5e51a5d6-aab3-481f-9b26-9c5af14053b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3352015 Jul 06 12:22:26.535634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43770) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:26.542353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ff00c794-a3eb-4e74-9bd0-a305e68f87ab tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:26.557379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:25Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:25Z', 'revision_number': 4, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc566cc2-2c71-4177-960d-609962c2f75c', 'name': '', 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c1:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:24Z', 'updated_at': '2021-07-06T12:22:25Z', 'revision_number': 2, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:26.589874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aedeb71-0766-406d-8b88-809eb83dfc56 None None] The sync data for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 is: [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:25Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:25Z', 'revision_number': 4, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc566cc2-2c71-4177-960d-609962c2f75c', 'name': '', 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c1:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:24Z', 'updated_at': '2021-07-06T12:22:25Z', 'revision_number': 2, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:26.663437 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d612c18-e752-4c98-b944-bb95e50ea204 req-b20b830c-7a5c-4c20-85c4-edddf5df1c20 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0776460 Jul 06 12:22:27.096238 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2e568d-99e4-43d2-b3d6-303601b3ad9f None None] Network c5fe1c49-77d1-4503-9acc-193621e8694f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:27.173078 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.extraroute_db [None req-ff00c794-a3eb-4e74-9bd0-a305e68f87ab tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 12:22:27.190509 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-906eaf1a-25a1-485f-92f8-e7b9f6c0fbb2 None None] Provisioning for port df498f07-f54b-42c3-85be-f66d9fe8821c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:27.202134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-906eaf1a-25a1-485f-92f8-e7b9f6c0fbb2 None None] Provisioning complete for port df498f07-f54b-42c3-85be-f66d9fe8821c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:27.202582 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-906eaf1a-25a1-485f-92f8-e7b9f6c0fbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:27.204452 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.extraroute_db [None req-ff00c794-a3eb-4e74-9bd0-a305e68f87ab tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Removed routes are [] {{(pid=100427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 12:22:27.205603 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff00c794-a3eb-4e74-9bd0-a305e68f87ab tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:27.349249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb2aab-7af3-4d24-9d0b-42da4a258ec5 req-cae7ae06-4735-4f55-96e2-6abbeec691db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:27.352717 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-11bb2aab-7af3-4d24-9d0b-42da4a258ec5 req-cae7ae06-4735-4f55-96e2-6abbeec691db service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 1096 time: 0.1035693 Jul 06 12:22:27.402893 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-11bb2aab-7af3-4d24-9d0b-42da4a258ec5 req-242d693f-1a51-4c5e-89fc-b936a25910c0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415354 Jul 06 12:22:27.415662 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-906eaf1a-25a1-485f-92f8-e7b9f6c0fbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:27.568086 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff00c794-a3eb-4e74-9bd0-a305e68f87ab tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:27.591954 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff00c794-a3eb-4e74-9bd0-a305e68f87ab tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:27.699154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-906eaf1a-25a1-485f-92f8-e7b9f6c0fbb2 None None] For port df498f07-f54b-42c3-85be-f66d9fe8821c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=df498f07-f54b-42c3-85be-f66d9fe8821c,segment=NetworkSegment(9809a3b8-8cd6-4fa9-835b-215044a32cf9),segment_id=9809a3b8-8cd6-4fa9-835b-215044a32cf9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:27.704865 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-906eaf1a-25a1-485f-92f8-e7b9f6c0fbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:27.764800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff00c794-a3eb-4e74-9bd0-a305e68f87ab tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:22:27.780384 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542788f-c610-43a3-a112-5d7535971fed req-b18ac72a-866c-4ebf-aa1f-cdeb96cca270 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:27.782121 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e542788f-c610-43a3-a112-5d7535971fed req-b18ac72a-866c-4ebf-aa1f-cdeb96cca270 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.2391484 Jul 06 12:22:27.797548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906eaf1a-25a1-485f-92f8-e7b9f6c0fbb2 None None] Pushing event updated for resources: {'Port': ['ID=df498f07-f54b-42c3-85be-f66d9fe8821c,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:27.846828 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Sync routers for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:27.861288 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:27.867311 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:28.001504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device df498f07-f54b-42c3-85be-f66d9fe8821c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:28.049518 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:28.120090 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-49f0b640-4179-4462-8f8d-37cac6308a73 None None] Provisioning complete for port df498f07-f54b-42c3-85be-f66d9fe8821c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:28.120476 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-49f0b640-4179-4462-8f8d-37cac6308a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:28.163740 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port df498f07-f54b-42c3-85be-f66d9fe8821c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:28.164897 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:28.317265 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:27Z', 'revision_number': 6, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:25Z', 'revision_number': 4, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc566cc2-2c71-4177-960d-609962c2f75c', 'name': '', 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c1:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:24Z', 'updated_at': '2021-07-06T12:22:25Z', 'revision_number': 2, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:28.351793 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:28.352103 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Checking router: 5e51a5d6-aab3-481f-9b26-9c5af14053b7 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:22:28.352462 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Updating router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 port dc566cc2-2c71-4177-960d-609962c2f75c binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:22:28.381450 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-49f0b640-4179-4462-8f8d-37cac6308a73 None None] Provisioning for port dc566cc2-2c71-4177-960d-609962c2f75c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:28.389569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-49f0b640-4179-4462-8f8d-37cac6308a73 None None] Provisioning complete for port dc566cc2-2c71-4177-960d-609962c2f75c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:28.390001 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-49f0b640-4179-4462-8f8d-37cac6308a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:28.397049 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:28.456975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-49f0b640-4179-4462-8f8d-37cac6308a73 None None] Port dc566cc2-2c71-4177-960d-609962c2f75c cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:22:28.466885 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:28.473324 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:28.473855 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:28.610732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 986a17d0-5948-4a82-bf23-12607b17c7d0 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:22:28.613355 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 986a17d0-5948-4a82-bf23-12607b17c7d0 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:28.629379 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e542788f-c610-43a3-a112-5d7535971fed req-1feaba6d-283c-457a-9ff7-5464fd08b076 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8379354 Jul 06 12:22:28.669570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff00c794-a3eb-4e74-9bd0-a305e68f87ab tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:28.682904 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff00c794-a3eb-4e74-9bd0-a305e68f87ab tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:28.691193 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ff00c794-a3eb-4e74-9bd0-a305e68f87ab tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/5e51a5d6-aab3-481f-9b26-9c5af14053b7 HTTP/1.1" status: 200 len: 953 time: 2.1511624 Jul 06 12:22:28.691630 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43784) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:28.712322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c8f58751-536c-4a1f-bd76-b681a372278d None None] Provisioning complete for port dc566cc2-2c71-4177-960d-609962c2f75c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:28.713496 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8f58751-536c-4a1f-bd76-b681a372278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:28.721320 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:28.873113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c8f58751-536c-4a1f-bd76-b681a372278d None None] Port dc566cc2-2c71-4177-960d-609962c2f75c cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:22:28.885921 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5506ba65-e4d3-4a0e-8cd0-f1a76d901f90,segment=NetworkSegment(5fc94300-e483-49c2-a90b-7240a133f228),segment_id=5fc94300-e483-49c2-a90b-7240a133f228)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:28.895600 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:28.905334 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-297eb2d8-bdcf-4c4f-bfd0-c855ba2553b8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/routers/5e51a5d6-aab3-481f-9b26-9c5af14053b7 HTTP/1.1" status: 200 len: 953 time: 0.2123821 Jul 06 12:22:28.908820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43786) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:28.915391 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Transition to ACTIVE for port object dc566cc2-2c71-4177-960d-609962c2f75c will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:28.917144 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0d90ee44-c246-43e9-8865-2c2f8efb8dcb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'router': {'routes': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:28.927571 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:28.931215 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:28.934742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-26925678-77a3-47f4-82b2-609db7c97028 req-aae20563-182a-470d-9df7-d40f8b011aef tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0529377 Jul 06 12:22:29.087397 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:29.122161 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08c85f-a8e2-46c3-806e-e7333d9be50f None None] Pushing event updated for resources: {'Port': ['ID=dc566cc2-2c71-4177-960d-609962c2f75c,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:29.136554 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08c85f-a8e2-46c3-806e-e7333d9be50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:29.136920 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08c85f-a8e2-46c3-806e-e7333d9be50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:29.137224 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08c85f-a8e2-46c3-806e-e7333d9be50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:29.137595 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08c85f-a8e2-46c3-806e-e7333d9be50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:29.137874 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08c85f-a8e2-46c3-806e-e7333d9be50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:29.138183 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08c85f-a8e2-46c3-806e-e7333d9be50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:29.138506 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08c85f-a8e2-46c3-806e-e7333d9be50f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:29.138825 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08c85f-a8e2-46c3-806e-e7333d9be50f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:29.139217 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08c85f-a8e2-46c3-806e-e7333d9be50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:29.139490 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08c85f-a8e2-46c3-806e-e7333d9be50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:29.139814 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08c85f-a8e2-46c3-806e-e7333d9be50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:29.140839 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08c85f-a8e2-46c3-806e-e7333d9be50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:29.144341 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Attempting to bind port dc566cc2-2c71-4177-960d-609962c2f75c on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:29.145046 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Attempting to bind port dc566cc2-2c71-4177-960d-609962c2f75c by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '9809a3b8-8cd6-4fa9-835b-215044a32cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:29.145543 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Attempting to bind port dc566cc2-2c71-4177-960d-609962c2f75c on network c5fe1c49-77d1-4503-9acc-193621e8694f {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:29.151740 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:29.152291 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Checking segment: {'id': '9809a3b8-8cd6-4fa9-835b-215044a32cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:29.153413 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:29.153413 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Bound using segment: {'id': '9809a3b8-8cd6-4fa9-835b-215044a32cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:29.157837 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Bound port: dc566cc2-2c71-4177-960d-609962c2f75c, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9809a3b8-8cd6-4fa9-835b-215044a32cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:29.158921 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:29.165053 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 986a17d0-5948-4a82-bf23-12607b17c7d0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=986a17d0-5948-4a82-bf23-12607b17c7d0,segment=NetworkSegment(72c2de72-3d79-481c-9dd7-8ec507bf03e7),segment_id=72c2de72-3d79-481c-9dd7-8ec507bf03e7)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:29.168202 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=5506ba65-e4d3-4a0e-8cd0-f1a76d901f90,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:29.185898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '986a17d0-5948-4a82-bf23-12607b17c7d0'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:29.196557 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e07483-b5b1-41fa-97d8-77d66722bde5" -d '{"events": [{"server_uuid": "2f3bb733-2925-4dc6-8c4a-0033325e350f", "name": "network-vif-unplugged", "status": "completed", "tag": "986a17d0-5948-4a82-bf23-12607b17c7d0"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:29.278736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '986a17d0-5948-4a82-bf23-12607b17c7d0', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'port_id': '986a17d0-5948-4a82-bf23-12607b17c7d0', 'mac_address': 'fa:16:3e:cd:8e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:22:29.289006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 986a17d0-5948-4a82-bf23-12607b17c7d0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=986a17d0-5948-4a82-bf23-12607b17c7d0,segment=NetworkSegment(72c2de72-3d79-481c-9dd7-8ec507bf03e7),segment_id=72c2de72-3d79-481c-9dd7-8ec507bf03e7)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:29.297332 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45668c79-55c4-423e-92a8-d71bca3e2736 x-openstack-request-id: req-45668c79-55c4-423e-92a8-d71bca3e2736 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:29.297552 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3bb733-2925-4dc6-8c4a-0033325e350f", "name": "network-vif-unplugged", "status": "completed", "tag": "986a17d0-5948-4a82-bf23-12607b17c7d0", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:29.297879 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45668c79-55c4-423e-92a8-d71bca3e2736 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:29.298251 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '986a17d0-5948-4a82-bf23-12607b17c7d0', 'code': 200} Jul 06 12:22:29.308150 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:29.346749 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] For port dc566cc2-2c71-4177-960d-609962c2f75c, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:29.352639 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] For port dc566cc2-2c71-4177-960d-609962c2f75c, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=dc566cc2-2c71-4177-960d-609962c2f75c,segment=NetworkSegment(9809a3b8-8cd6-4fa9-835b-215044a32cf9),segment_id=9809a3b8-8cd6-4fa9-835b-215044a32cf9)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:29.366587 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:29.430533 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:29.434138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=986a17d0-5948-4a82-bf23-12607b17c7d0,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:29.456314 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986a17d0-5948-4a82-bf23-12607b17c7d0 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:22:29.460375 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:29.461225 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:29.492424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 986a17d0-5948-4a82-bf23-12607b17c7d0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=986a17d0-5948-4a82-bf23-12607b17c7d0,segment=NetworkSegment(72c2de72-3d79-481c-9dd7-8ec507bf03e7),segment_id=72c2de72-3d79-481c-9dd7-8ec507bf03e7)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:29.499292 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:29.602467 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=986a17d0-5948-4a82-bf23-12607b17c7d0,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:29.705107 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:29.735078 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['986a17d0-5948-4a82-bf23-12607b17c7d0'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:22:29.774538 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08c85f-a8e2-46c3-806e-e7333d9be50f None None] Pushing event updated for resources: {'Port': ['ID=dc566cc2-2c71-4177-960d-609962c2f75c,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:30.018842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device dc566cc2-2c71-4177-960d-609962c2f75c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:30.053622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3f568-c2c8-464c-bd3b-0fc7575ecb59 req-4e20dd86-93a7-4c5d-9d47-105e4905d28c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:30.061833 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0bf3f568-c2c8-464c-bd3b-0fc7575ecb59 req-4e20dd86-93a7-4c5d-9d47-105e4905d28c tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 944 time: 0.1750534 Jul 06 12:22:30.126331 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0bf3f568-c2c8-464c-bd3b-0fc7575ecb59 req-880698c2-0ee6-40b8-902c-b1d9750d06d2 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624766 Jul 06 12:22:30.147415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43800) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:30.205997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port dc566cc2-2c71-4177-960d-609962c2f75c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:30.220436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port dc566cc2-2c71-4177-960d-609962c2f75c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:30.221910 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:30.222413 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.extraroute_db [None req-0d90ee44-c246-43e9-8865-2c2f8efb8dcb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Added routes are [] {{(pid=100428) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 12:22:30.223039 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.extraroute_db [None req-0d90ee44-c246-43e9-8865-2c2f8efb8dcb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100428) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 12:22:30.248577 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:27Z', 'revision_number': 6, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:28Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc566cc2-2c71-4177-960d-609962c2f75c', 'name': '', 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c1:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:24Z', 'updated_at': '2021-07-06T12:22:29Z', 'revision_number': 4, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:30.301160 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b9b6be20-22ae-4e54-98f6-5dc9e2bdf291 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/floatingips/2e87a7b8-3cd1-4555-89fb-e05e55c2b5a6 HTTP/1.1" status: 200 len: 991 time: 0.1502464 Jul 06 12:22:30.309059 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d90ee44-c246-43e9-8865-2c2f8efb8dcb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:30.311601 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c5f2df-c037-4d6b-a869-0245b0d3beca None None] The sync data for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 is: [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:27Z', 'revision_number': 6, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:28Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc566cc2-2c71-4177-960d-609962c2f75c', 'name': '', 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c1:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:24Z', 'updated_at': '2021-07-06T12:22:29Z', 'revision_number': 4, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:30.368131 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5115375d-681c-4bc2-988c-d8ee5ec36d24 req-d2fe0f7f-b0d6-41c3-a94f-d11eb660b638 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0352530 Jul 06 12:22:30.440570 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:30.493817 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port dc566cc2-2c71-4177-960d-609962c2f75c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=dc566cc2-2c71-4177-960d-609962c2f75c,segment=NetworkSegment(9809a3b8-8cd6-4fa9-835b-215044a32cf9),segment_id=9809a3b8-8cd6-4fa9-835b-215044a32cf9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:30.499258 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:30.500671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:30.603963 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=dc566cc2-2c71-4177-960d-609962c2f75c,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:30.611392 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d90ee44-c246-43e9-8865-2c2f8efb8dcb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:30.617266 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d90ee44-c246-43e9-8865-2c2f8efb8dcb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:30.631112 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:30.631562 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:30.667797 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17094d0-1801-4cb1-b5b1-2cdf7112dd01 None None] Sync routers for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:30.696704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17094d0-1801-4cb1-b5b1-2cdf7112dd01 None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:30.698086 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d17094d0-1801-4cb1-b5b1-2cdf7112dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:30.726223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d90ee44-c246-43e9-8865-2c2f8efb8dcb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:22:30.846627 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d90ee44-c246-43e9-8865-2c2f8efb8dcb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:30.850960 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d17094d0-1801-4cb1-b5b1-2cdf7112dd01 None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:30.858701 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d90ee44-c246-43e9-8865-2c2f8efb8dcb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:30.860616 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0d90ee44-c246-43e9-8865-2c2f8efb8dcb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/5e51a5d6-aab3-481f-9b26-9c5af14053b7 HTTP/1.1" status: 200 len: 703 time: 1.9493182 Jul 06 12:22:30.863646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43802) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:31.043876 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cea55c35-ee0b-4e81-964f-de3f3c398477 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/routers/5e51a5d6-aab3-481f-9b26-9c5af14053b7 HTTP/1.1" status: 200 len: 703 time: 0.1782053 Jul 06 12:22:31.045956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43806) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:31.185124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d17094d0-1801-4cb1-b5b1-2cdf7112dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:30Z', 'revision_number': 7, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:28Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc566cc2-2c71-4177-960d-609962c2f75c', 'name': '', 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c1:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:24Z', 'updated_at': '2021-07-06T12:22:30Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:31.234766 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17094d0-1801-4cb1-b5b1-2cdf7112dd01 None None] Checking router: 5e51a5d6-aab3-481f-9b26-9c5af14053b7 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:22:31.246319 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17094d0-1801-4cb1-b5b1-2cdf7112dd01 None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:31.246959 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d17094d0-1801-4cb1-b5b1-2cdf7112dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:31.364112 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d17094d0-1801-4cb1-b5b1-2cdf7112dd01 None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:31.532694 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-861457d3-20b8-4837-8d47-56bf41979f9d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:31.603216 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a692d61e-1fe3-4ba9-8ad4-54668a256669 req-0cc53fb7-70ec-42f0-9c2d-fca618ca2997 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0763919 Jul 06 12:22:31.651091 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d17094d0-1801-4cb1-b5b1-2cdf7112dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:30Z', 'revision_number': 7, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:28Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc566cc2-2c71-4177-960d-609962c2f75c', 'name': '', 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c1:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:24Z', 'updated_at': '2021-07-06T12:22:30Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:31.681399 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17094d0-1801-4cb1-b5b1-2cdf7112dd01 None None] The sync data for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 is: [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:30Z', 'revision_number': 7, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:28Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc566cc2-2c71-4177-960d-609962c2f75c', 'name': '', 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c1:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:24Z', 'updated_at': '2021-07-06T12:22:30Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:31.886016 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-861457d3-20b8-4837-8d47-56bf41979f9d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port dc566cc2-2c71-4177-960d-609962c2f75c {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:31.886435 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-861457d3-20b8-4837-8d47-56bf41979f9d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:31.895841 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device dc566cc2-2c71-4177-960d-609962c2f75c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:31.960999 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c668d-903b-49fc-9e2d-73574474434a None None] Sync routers for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:31.970538 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c668d-903b-49fc-9e2d-73574474434a None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:31.971064 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e22c668d-903b-49fc-9e2d-73574474434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:31.974214 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port dc566cc2-2c71-4177-960d-609962c2f75c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:31.974773 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:32.018800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-861457d3-20b8-4837-8d47-56bf41979f9d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] For port dc566cc2-2c71-4177-960d-609962c2f75c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=dc566cc2-2c71-4177-960d-609962c2f75c,segment=NetworkSegment(9809a3b8-8cd6-4fa9-835b-215044a32cf9),segment_id=9809a3b8-8cd6-4fa9-835b-215044a32cf9)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:32.019619 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-861457d3-20b8-4837-8d47-56bf41979f9d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:32.043851 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-861457d3-20b8-4837-8d47-56bf41979f9d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for dc566cc2-2c71-4177-960d-609962c2f75c owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:32.085103 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e22c668d-903b-49fc-9e2d-73574474434a None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:32.293790 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-861457d3-20b8-4837-8d47-56bf41979f9d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:32.308233 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f73d5696-f1ea-44b8-ab6a-c6616a88b057 req-d6a29c00-cd93-416e-aec9-04d223eae61a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0405748 Jul 06 12:22:32.335199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861457d3-20b8-4837-8d47-56bf41979f9d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=dc566cc2-2c71-4177-960d-609962c2f75c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:32.416284 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e22c668d-903b-49fc-9e2d-73574474434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:30Z', 'revision_number': 7, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:28Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc566cc2-2c71-4177-960d-609962c2f75c', 'name': '', 'network_id': 'c5fe1c49-77d1-4503-9acc-193621e8694f', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c1:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:24Z', 'updated_at': '2021-07-06T12:22:30Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '346b8316-70cf-454a-83a1-6bc35eee6663', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:32.451584 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c668d-903b-49fc-9e2d-73574474434a None None] Checking router: 5e51a5d6-aab3-481f-9b26-9c5af14053b7 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:22:32.462953 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c668d-903b-49fc-9e2d-73574474434a None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:32.463620 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e22c668d-903b-49fc-9e2d-73574474434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:32.526975 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-861457d3-20b8-4837-8d47-56bf41979f9d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:32.578660 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e22c668d-903b-49fc-9e2d-73574474434a None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:32.601707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 986a17d0-5948-4a82-bf23-12607b17c7d0 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:32.660711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 986a17d0-5948-4a82-bf23-12607b17c7d0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:32.661572 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:32.796338 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2ed221f-3948-4082-8072-626a88f2a261 req-20326562-cb0c-4e02-b5e0-4f97f2f16137 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0354712 Jul 06 12:22:32.833547 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861457d3-20b8-4837-8d47-56bf41979f9d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:22:32.869018 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e22c668d-903b-49fc-9e2d-73574474434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:32Z', 'revision_number': 8, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:28Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:32.906116 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c668d-903b-49fc-9e2d-73574474434a None None] The sync data for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 is: [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:32Z', 'revision_number': 8, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:28Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:32.973516 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:32.998101 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861457d3-20b8-4837-8d47-56bf41979f9d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:32.998450 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986a17d0-5948-4a82-bf23-12607b17c7d0'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:33.003982 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d11ef62-2af3-467f-9e21-144a875764a8" -d '{"events": [{"server_uuid": "2f3bb733-2925-4dc6-8c4a-0033325e350f", "name": "network-vif-plugged", "status": "completed", "tag": "986a17d0-5948-4a82-bf23-12607b17c7d0"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:33.007950 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-861457d3-20b8-4837-8d47-56bf41979f9d tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/5e51a5d6-aab3-481f-9b26-9c5af14053b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9603260 Jul 06 12:22:33.010512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43824) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:33.021000 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 986a17d0-5948-4a82-bf23-12607b17c7d0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=986a17d0-5948-4a82-bf23-12607b17c7d0,segment=NetworkSegment(72c2de72-3d79-481c-9dd7-8ec507bf03e7),segment_id=72c2de72-3d79-481c-9dd7-8ec507bf03e7)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:33.026572 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:33.068342 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5a5ee3-42da-45ad-a1d8-c8ac4bb56772 x-openstack-request-id: req-bd5a5ee3-42da-45ad-a1d8-c8ac4bb56772 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:33.068672 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3bb733-2925-4dc6-8c4a-0033325e350f", "name": "network-vif-plugged", "status": "completed", "tag": "986a17d0-5948-4a82-bf23-12607b17c7d0", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:33.069066 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd5a5ee3-42da-45ad-a1d8-c8ac4bb56772 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:33.069334 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986a17d0-5948-4a82-bf23-12607b17c7d0', 'code': 200} Jul 06 12:22:33.106134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4ba80d-2a87-4da8-a86b-bc28bbf5e863 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting subnet 346b8316-70cf-454a-83a1-6bc35eee6663 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:22:33.106408 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=986a17d0-5948-4a82-bf23-12607b17c7d0,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:33.111826 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba80d-2a87-4da8-a86b-bc28bbf5e863 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:33.160079 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba80d-2a87-4da8-a86b-bc28bbf5e863 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:33.300555 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba80d-2a87-4da8-a86b-bc28bbf5e863 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:33.402586 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba80d-2a87-4da8-a86b-bc28bbf5e863 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:33.439280 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ba80d-2a87-4da8-a86b-bc28bbf5e863 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Subnet': ['ID=346b8316-70cf-454a-83a1-6bc35eee6663,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:33.441295 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba80d-2a87-4da8-a86b-bc28bbf5e863 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:33.446219 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3e4ba80d-2a87-4da8-a86b-bc28bbf5e863 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/346b8316-70cf-454a-83a1-6bc35eee6663 HTTP/1.1" status: 204 len: 168 time: 0.4312942 Jul 06 12:22:33.446982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43828) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:33.450323 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0452cc39-819b-4eac-8c16-f023e38c29cb None None] Network c5fe1c49-77d1-4503-9acc-193621e8694f requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:33.539078 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:33.617041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port df498f07-f54b-42c3-85be-f66d9fe8821c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:33.617393 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:33.629068 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52337cc-b9b2-456f-9efb-ce608cc78b64 None None] Sync routers for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:33.649470 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52337cc-b9b2-456f-9efb-ce608cc78b64 None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:33.650202 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c52337cc-b9b2-456f-9efb-ce608cc78b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:33.704426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] For port df498f07-f54b-42c3-85be-f66d9fe8821c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=df498f07-f54b-42c3-85be-f66d9fe8821c,segment=NetworkSegment(9809a3b8-8cd6-4fa9-835b-215044a32cf9),segment_id=9809a3b8-8cd6-4fa9-835b-215044a32cf9)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:33.704990 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:33.722578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for df498f07-f54b-42c3-85be-f66d9fe8821c owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:33.765952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-c52337cc-b9b2-456f-9efb-ce608cc78b64 None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:33.841427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245238df-d56b-476b-ae32-f789be815b7d None None] DHCP port deletion for c5fe1c49-77d1-4503-9acc-193621e8694f request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:22:33.850238 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:33.902671 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No DVR routers for this DVR port df498f07-f54b-42c3-85be-f66d9fe8821c on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:22:33.936142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=df498f07-f54b-42c3-85be-f66d9fe8821c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:33.963403 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device dc566cc2-2c71-4177-960d-609962c2f75c no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:34.006333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: dc566cc2-2c71-4177-960d-609962c2f75c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:34.007046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device dc566cc2-2c71-4177-960d-609962c2f75c not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:34.007147 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device df498f07-f54b-42c3-85be-f66d9fe8821c no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:34.031343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: df498f07-f54b-42c3-85be-f66d9fe8821c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:34.031343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device df498f07-f54b-42c3-85be-f66d9fe8821c not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:34.058655 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:34.073348 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fe1c49-77d1-4503-9acc-193621e8694f']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:34.088954 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9809a3b8-8cd6-4fa9-835b-215044a32cf9') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:34.089383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9809a3b8-8cd6-4fa9-835b-215044a32cf9') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:34.095297 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c1ec04e-3ce1-4458-bfc0-782ee5f930b5 req-ca5962e7-6504-45c0-bd85-f93a60e058d5 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0673187 Jul 06 12:22:34.101184 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:34.125017 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:34.134124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:22:34.134767 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:22:34.139016 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:22:34.163195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c52337cc-b9b2-456f-9efb-ce608cc78b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:32Z', 'revision_number': 8, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:28Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:34.197534 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52337cc-b9b2-456f-9efb-ce608cc78b64 None None] Checking router: 5e51a5d6-aab3-481f-9b26-9c5af14053b7 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:22:34.206981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52337cc-b9b2-456f-9efb-ce608cc78b64 None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:34.207728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c52337cc-b9b2-456f-9efb-ce608cc78b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:34.220010 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:34.240295 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:34.242747 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/networks/c5fe1c49-77d1-4503-9acc-193621e8694f HTTP/1.1" status: 204 len: 168 time: 0.7950954 Jul 06 12:22:34.245669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43836) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:34.302743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4d05c-4ccc-4c0d-bf55-10418321d8df tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Network': ['ID=c5fe1c49-77d1-4503-9acc-193621e8694f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:34.328569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-c52337cc-b9b2-456f-9efb-ce608cc78b64 None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:34.501995 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9a9b4454-9a1f-40c7-8288-fc612b14a818 req-f79e614f-ca20-417d-974f-5bfe71397b6c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d5b53dc9e62d4f52ac0c76e79c39f6b0&device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0448384 Jul 06 12:22:34.566885 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9a9b4454-9a1f-40c7-8288-fc612b14a818 req-13258f06-96db-406c-890d-66b7e29214f5 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=d5b53dc9e62d4f52ac0c76e79c39f6b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339935 Jul 06 12:22:34.610319 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18516b38-d2f6-4d99-8b49-8bbcfd94b2c3 req-688bdce3-a7ae-417d-acae-b83c4e0c4ec6 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0893357 Jul 06 12:22:34.619825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c52337cc-b9b2-456f-9efb-ce608cc78b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:32Z', 'revision_number': 8, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:28Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:34.663124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52337cc-b9b2-456f-9efb-ce608cc78b64 None None] The sync data for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 is: [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:32Z', 'revision_number': 8, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5506ba65-e4d3-4a0e-8cd0-f1a76d901f90', 'name': '', 'network_id': '867a047c-82e4-41f7-8735-be14d5cd6fd4', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:8f:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '30238c3d-e562-4d10-957e-a34811b1297e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:19Z', 'updated_at': '2021-07-06T12:22:28Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '30238c3d-e562-4d10-957e-a34811b1297e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:34.842229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b4454-9a1f-40c7-8288-fc612b14a818 req-50a2ee94-4f6e-4eaa-b3aa-cf46d67f1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:34.843741 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9a9b4454-9a1f-40c7-8288-fc612b14a818 req-50a2ee94-4f6e-4eaa-b3aa-cf46d67f1841 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2692065 Jul 06 12:22:34.942273 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42b480d5-aa61-4f9d-bcfd-4bccc7642fe4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:35.234201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-42b480d5-aa61-4f9d-bcfd-4bccc7642fe4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:35.234757 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42b480d5-aa61-4f9d-bcfd-4bccc7642fe4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:35.369451 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-42b480d5-aa61-4f9d-bcfd-4bccc7642fe4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] For port 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=5506ba65-e4d3-4a0e-8cd0-f1a76d901f90,segment=NetworkSegment(5fc94300-e483-49c2-a90b-7240a133f228),segment_id=5fc94300-e483-49c2-a90b-7240a133f228)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:35.369829 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42b480d5-aa61-4f9d-bcfd-4bccc7642fe4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:35.383007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-42b480d5-aa61-4f9d-bcfd-4bccc7642fe4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:35.488840 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2fe455b-1bd4-4a3d-a0b6-72230df89713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:35.562932 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42b480d5-aa61-4f9d-bcfd-4bccc7642fe4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:35.591618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b480d5-aa61-4f9d-bcfd-4bccc7642fe4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=5506ba65-e4d3-4a0e-8cd0-f1a76d901f90,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:35.714551 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:35.736087 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42b480d5-aa61-4f9d-bcfd-4bccc7642fe4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:35.815325 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0866bc8-d4eb-48ea-b050-77dbd60a2162 req-bd9dd427-1fd0-4e1e-93e2-6c863a45853b tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0345542 Jul 06 12:22:36.184324 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9a9b4454-9a1f-40c7-8288-fc612b14a818 req-33e45a0d-1f66-4c72-b4c9-306860b3c315 tempest-ServerShowV257Test-1399189803 tempest-ServerShowV257Test-1399189803-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8fbb252-d19f-4e9d-9231-c8675463ec44 HTTP/1.1" status: 200 len: 210 time: 0.0386283 Jul 06 12:22:36.367249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b480d5-aa61-4f9d-bcfd-4bccc7642fe4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:22:36.468847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b480d5-aa61-4f9d-bcfd-4bccc7642fe4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:36.475432 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-42b480d5-aa61-4f9d-bcfd-4bccc7642fe4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/5e51a5d6-aab3-481f-9b26-9c5af14053b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2279191 Jul 06 12:22:36.478606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43846) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:36.489759 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97674e-013b-4892-bf95-61422bb56b40 None None] Sync routers for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:36.499912 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97674e-013b-4892-bf95-61422bb56b40 None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:36.500916 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8a97674e-013b-4892-bf95-61422bb56b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:36.536849 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbdabead-6726-4f68-bd1d-fde5400aafda tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting subnet 30238c3d-e562-4d10-957e-a34811b1297e {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:22:36.540767 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cbdabead-6726-4f68-bd1d-fde5400aafda tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:36.617760 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cbdabead-6726-4f68-bd1d-fde5400aafda tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:36.635156 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:36.639692 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-8a97674e-013b-4892-bf95-61422bb56b40 None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:36.743110 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cbdabead-6726-4f68-bd1d-fde5400aafda tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:36.853582 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cbdabead-6726-4f68-bd1d-fde5400aafda tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:36.893076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdabead-6726-4f68-bd1d-fde5400aafda tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Subnet': ['ID=30238c3d-e562-4d10-957e-a34811b1297e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:36.897287 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cbdabead-6726-4f68-bd1d-fde5400aafda tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:36.899495 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cbdabead-6726-4f68-bd1d-fde5400aafda tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/30238c3d-e562-4d10-957e-a34811b1297e HTTP/1.1" status: 204 len: 168 time: 0.4195712 Jul 06 12:22:36.903810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43854) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:36.905321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02006c82-18f2-4b5f-932b-10b6847d4d81 None None] Network 867a047c-82e4-41f7-8735-be14d5cd6fd4 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:37.013335 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8a97674e-013b-4892-bf95-61422bb56b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:35Z', 'revision_number': 9, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:37.070318 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97674e-013b-4892-bf95-61422bb56b40 None None] Checking router: 5e51a5d6-aab3-481f-9b26-9c5af14053b7 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:22:37.077011 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.081428 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97674e-013b-4892-bf95-61422bb56b40 None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:37.082878 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8a97674e-013b-4892-bf95-61422bb56b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:37.154772 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff04c99-8cfd-4e89-847d-e723ee4f0856 None None] DHCP port deletion for 867a047c-82e4-41f7-8735-be14d5cd6fd4 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:22:37.178607 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port e72e2b58-fece-4dc1-baa9-1b954938411f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:37.179060 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.237395 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4ff04c99-8cfd-4e89-847d-e723ee4f0856 None None] Deleting port e72e2b58-fece-4dc1-baa9-1b954938411f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:37.237838 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ff04c99-8cfd-4e89-847d-e723ee4f0856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.285299 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] For port e72e2b58-fece-4dc1-baa9-1b954938411f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e72e2b58-fece-4dc1-baa9-1b954938411f,segment=NetworkSegment(5fc94300-e483-49c2-a90b-7240a133f228),segment_id=5fc94300-e483-49c2-a90b-7240a133f228)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:37.285615 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.307424 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for e72e2b58-fece-4dc1-baa9-1b954938411f owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:37.377813 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4ff04c99-8cfd-4e89-847d-e723ee4f0856 None None] For port e72e2b58-fece-4dc1-baa9-1b954938411f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e72e2b58-fece-4dc1-baa9-1b954938411f,segment=NetworkSegment(5fc94300-e483-49c2-a90b-7240a133f228),segment_id=5fc94300-e483-49c2-a90b-7240a133f228)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:37.378370 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ff04c99-8cfd-4e89-847d-e723ee4f0856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.423460 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.426955 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-8a97674e-013b-4892-bf95-61422bb56b40 None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:37.430294 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4ff04c99-8cfd-4e89-847d-e723ee4f0856 None None] Calling delete_port for e72e2b58-fece-4dc1-baa9-1b954938411f owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:37.464712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No DVR routers for this DVR port e72e2b58-fece-4dc1-baa9-1b954938411f on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:22:37.468696 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=e72e2b58-fece-4dc1-baa9-1b954938411f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:37.474332 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43862) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:37.567788 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ff04c99-8cfd-4e89-847d-e723ee4f0856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.593867 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.599848 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff04c99-8cfd-4e89-847d-e723ee4f0856 None None] Pushing event deleted for resources: {'Port': ['ID=e72e2b58-fece-4dc1-baa9-1b954938411f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:37.610776 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff04c99-8cfd-4e89-847d-e723ee4f0856 None None] No DVR routers for this DVR port e72e2b58-fece-4dc1-baa9-1b954938411f on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:22:37.617728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867a047c-82e4-41f7-8735-be14d5cd6fd4']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:37.621289 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c99cd7-2f96-4477-b7c2-aa154492b987 req-98ce9dad-d92e-44d6-b082-26694fa5db15 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:37.623309 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17c99cd7-2f96-4477-b7c2-aa154492b987 req-98ce9dad-d92e-44d6-b082-26694fa5db15 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=66db6f0f-a001-4b4e-876d-1ea4e596a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1669636 Jul 06 12:22:37.642907 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc94300-e483-49c2-a90b-7240a133f228') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:37.643217 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc94300-e483-49c2-a90b-7240a133f228') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:37.655014 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.672931 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17c99cd7-2f96-4477-b7c2-aa154492b987 req-bd7ce0ce-7ca4-4ab9-b759-61528bb00730 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421431 Jul 06 12:22:37.685127 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7dc88a52-2ec3-4235-9559-d9c93455d4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.687477 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.705850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:22:37.706303 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:22:37.709591 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:22:37.739864 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-8a97674e-013b-4892-bf95-61422bb56b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:35Z', 'revision_number': 9, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:37.772707 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97674e-013b-4892-bf95-61422bb56b40 None None] The sync data for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 is: [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:35Z', 'revision_number': 9, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': '0c54aeaf-d9f1-4299-bc73-7411db811c50', 'name': '', 'network_id': '5750bdc0-9c03-4f73-b4d4-adf4f0c32a41', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:1e:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:15Z', 'updated_at': '2021-07-06T12:22:22Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': '65a9553a-7051-4c69-9e4e-6d56204a8eae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:37.793541 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.807294 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.809325 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/networks/867a047c-82e4-41f7-8735-be14d5cd6fd4 HTTP/1.1" status: 204 len: 168 time: 0.9039612 Jul 06 12:22:37.812348 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43866) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:37.831738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d813362-5136-4b2e-8d00-58c496d81ec6 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Network': ['ID=867a047c-82e4-41f7-8735-be14d5cd6fd4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:37.900565 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7dc88a52-2ec3-4235-9559-d9c93455d4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.904927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7dc88a52-2ec3-4235-9559-d9c93455d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:37.946192 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7dc88a52-2ec3-4235-9559-d9c93455d4c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d5b53dc9e62d4f52ac0c76e79c39f6b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4707525 Jul 06 12:22:37.947481 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc88a52-2ec3-4235-9559-d9c93455d4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ef53f1-fd0c-4a57-9512-bc5d4ef82a51,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:37.949878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43868) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:38.011386 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5611c59-f71b-42f8-b9fa-7e650e495c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:38.035062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5611c59-f71b-42f8-b9fa-7e650e495c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:38.093140 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5611c59-f71b-42f8-b9fa-7e650e495c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:38.097224 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5611c59-f71b-42f8-b9fa-7e650e495c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:38.098463 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e5611c59-f71b-42f8-b9fa-7e650e495c71 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/16ef53f1-fd0c-4a57-9512-bc5d4ef82a51 HTTP/1.1" status: 204 len: 168 time: 0.1476312 Jul 06 12:22:38.109666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5611c59-f71b-42f8-b9fa-7e650e495c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ef53f1-fd0c-4a57-9512-bc5d4ef82a51,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:38.169730 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8ed7253-3e1f-45ef-bc44-249f75af0e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:38.249104 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0c92420-890b-4220-a20e-8849e8fc3c28 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:38.263465 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:38.294038 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e72e2b58-fece-4dc1-baa9-1b954938411f no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:38.335335 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: e72e2b58-fece-4dc1-baa9-1b954938411f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:38.336100 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e72e2b58-fece-4dc1-baa9-1b954938411f not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:38.595292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b0c92420-890b-4220-a20e-8849e8fc3c28 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port 0c54aeaf-d9f1-4299-bc73-7411db811c50 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:38.596170 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0c92420-890b-4220-a20e-8849e8fc3c28 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:38.717442 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-b0c92420-890b-4220-a20e-8849e8fc3c28 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] For port 0c54aeaf-d9f1-4299-bc73-7411db811c50, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0c54aeaf-d9f1-4299-bc73-7411db811c50,segment=NetworkSegment(4872086a-1e7a-4fd6-bcdc-bf44ded206ca),segment_id=4872086a-1e7a-4fd6-bcdc-bf44ded206ca)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:38.717442 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0c92420-890b-4220-a20e-8849e8fc3c28 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:38.733345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b0c92420-890b-4220-a20e-8849e8fc3c28 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for 0c54aeaf-d9f1-4299-bc73-7411db811c50 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:38.977197 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d9a17-65a1-47de-a0d3-eaa71286a66f req-849f7e2e-91e2-4051-93ee-f4e1806133f4 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:38.982281 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eb4d9a17-65a1-47de-a0d3-eaa71286a66f req-849f7e2e-91e2-4051-93ee-f4e1806133f4 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.89 "GET /v2.0/ports?device_id=66db6f0f-a001-4b4e-876d-1ea4e596a0f4 HTTP/1.1" status: 200 len: 945 time: 0.0883572 Jul 06 12:22:38.983278 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43892) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:38.983399 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c6869-3441-408f-8c66-a46c24a8c86f req-837379ab-b3b8-4420-9058-965b2ecd471a tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:38.984869 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e5c6869-3441-408f-8c66-a46c24a8c86f req-837379ab-b3b8-4420-9058-965b2ecd471a tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=66db6f0f-a001-4b4e-876d-1ea4e596a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1168292 Jul 06 12:22:39.026998 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0c92420-890b-4220-a20e-8849e8fc3c28 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:39.067125 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e5c6869-3441-408f-8c66-a46c24a8c86f req-fb63d3b4-56fd-417d-b876-edbc5deda0f9 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756373 Jul 06 12:22:39.068323 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c92420-890b-4220-a20e-8849e8fc3c28 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=0c54aeaf-d9f1-4299-bc73-7411db811c50,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:39.125349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-eb4d9a17-65a1-47de-a0d3-eaa71286a66f req-674933b5-fdf6-43e1-aeea-5e9a54f6fb09 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Deleting port 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:39.125749 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eb4d9a17-65a1-47de-a0d3-eaa71286a66f req-674933b5-fdf6-43e1-aeea-5e9a54f6fb09 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:39.178406 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e77c542b-c21a-4b44-8ff2-7f77fda1ae79 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1949032615-network', 'tenant_id': 'f4a77e0eceff4933aabc8d50627ab2af'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:39.226022 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0c92420-890b-4220-a20e-8849e8fc3c28 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:39.229217 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77c542b-c21a-4b44-8ff2-7f77fda1ae79 admin admin] Made reservation on behalf of f4a77e0eceff4933aabc8d50627ab2af for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:39.231669 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e77c542b-c21a-4b44-8ff2-7f77fda1ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:39.257068 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e77c542b-c21a-4b44-8ff2-7f77fda1ae79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:39.269292 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-eb4d9a17-65a1-47de-a0d3-eaa71286a66f req-674933b5-fdf6-43e1-aeea-5e9a54f6fb09 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] For port 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8,segment=NetworkSegment(e80f7f38-6682-445c-b203-fb8350bb72f6),segment_id=e80f7f38-6682-445c-b203-fb8350bb72f6)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:39.269663 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eb4d9a17-65a1-47de-a0d3-eaa71286a66f req-674933b5-fdf6-43e1-aeea-5e9a54f6fb09 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:39.288978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-eb4d9a17-65a1-47de-a0d3-eaa71286a66f req-674933b5-fdf6-43e1-aeea-5e9a54f6fb09 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Calling delete_port for 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:39.390738 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:39.471673 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e77c542b-c21a-4b44-8ff2-7f77fda1ae79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:39.484488 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e77c542b-c21a-4b44-8ff2-7f77fda1ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:39.522088 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eb4d9a17-65a1-47de-a0d3-eaa71286a66f req-674933b5-fdf6-43e1-aeea-5e9a54f6fb09 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:39.524030 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77c542b-c21a-4b44-8ff2-7f77fda1ae79 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:22:39.540026 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:22:39.571572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c542b-c21a-4b44-8ff2-7f77fda1ae79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1a4f15-0994-496a-8854-c747612e4c72,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:39.580276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674933b5-fdf6-43e1-aeea-5e9a54f6fb09 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Pushing event deleted for resources: {'Port': ['ID=3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:39.582570 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e77c542b-c21a-4b44-8ff2-7f77fda1ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:39.582889 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-e77c542b-c21a-4b44-8ff2-7f77fda1ae79 admin admin] Added segment 54c6ed14-f4e8-4d02-a239-b718f1f1f8d2 of type vlan for network a7a10b76-6c66-4940-ba65-bee208413885 Jul 06 12:22:39.663959 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4d9a17-65a1-47de-a0d3-eaa71286a66f req-674933b5-fdf6-43e1-aeea-5e9a54f6fb09 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] No DVR routers for this DVR port 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:22:39.666660 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e77c542b-c21a-4b44-8ff2-7f77fda1ae79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:39.670682 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eb4d9a17-65a1-47de-a0d3-eaa71286a66f req-674933b5-fdf6-43e1-aeea-5e9a54f6fb09 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:39.672719 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eb4d9a17-65a1-47de-a0d3-eaa71286a66f req-674933b5-fdf6-43e1-aeea-5e9a54f6fb09 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.89 "DELETE /v2.0/ports/3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 HTTP/1.1" status: 204 len: 173 time: 0.6801438 Jul 06 12:22:39.673168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66db6f0f-a001-4b4e-876d-1ea4e596a0f4', 'name': 'network-vif-deleted', 'tag': '3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:39.676126 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c6f8d4-bf67-459b-aeef-c06423eef7ad" -d '{"events": [{"server_uuid": "66db6f0f-a001-4b4e-876d-1ea4e596a0f4", "name": "network-vif-deleted", "tag": "3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:39.709247 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e77c542b-c21a-4b44-8ff2-7f77fda1ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:39.710394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c542b-c21a-4b44-8ff2-7f77fda1ae79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:39.711074 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e77c542b-c21a-4b44-8ff2-7f77fda1ae79 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:39.740004 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186dfd0c-223f-4017-9802-0c74d7c5db0f x-openstack-request-id: req-186dfd0c-223f-4017-9802-0c74d7c5db0f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:39.740377 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66db6f0f-a001-4b4e-876d-1ea4e596a0f4", "name": "network-vif-deleted", "tag": "3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:39.740703 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-186dfd0c-223f-4017-9802-0c74d7c5db0f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:39.741169 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66db6f0f-a001-4b4e-876d-1ea4e596a0f4', 'name': 'network-vif-deleted', 'tag': '3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8', 'status': 'completed', 'code': 200} Jul 06 12:22:39.797031 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e77c542b-c21a-4b44-8ff2-7f77fda1ae79 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8118174 Jul 06 12:22:39.802997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43898) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:39.814348 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-28f07d4a-1c8d-454b-932c-fc93c7e98ab8 admin admin] Request body: {'subnet': {'network_id': 'a7a10b76-6c66-4940-ba65-bee208413885', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1949032615-subnet', 'tenant_id': 'f4a77e0eceff4933aabc8d50627ab2af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:39.823976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c542b-c21a-4b44-8ff2-7f77fda1ae79 admin admin] Pushing event updated for resources: {'Network': ['ID=a7a10b76-6c66-4940-ba65-bee208413885,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:39.843776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f07d4a-1c8d-454b-932c-fc93c7e98ab8 admin admin] Made reservation on behalf of f4a77e0eceff4933aabc8d50627ab2af for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:39.850877 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28f07d4a-1c8d-454b-932c-fc93c7e98ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:39.856013 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network a7a10b76-6c66-4940-ba65-bee208413885 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:22:39.876418 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c92420-890b-4220-a20e-8849e8fc3c28 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:22:39.945124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:39.977460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:39.978117 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 5506ba65-e4d3-4a0e-8cd0-f1a76d901f90 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:39.989443 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c92420-890b-4220-a20e-8849e8fc3c28 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:39.995170 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b0c92420-890b-4220-a20e-8849e8fc3c28 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/5e51a5d6-aab3-481f-9b26-9c5af14053b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1816089 Jul 06 12:22:39.997956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43900) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:40.001036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f235e5-3a45-4b2d-9a7c-029e1c36a3dc None None] Sync routers for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:40.010574 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f235e5-3a45-4b2d-9a7c-029e1c36a3dc None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:40.011310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-05f235e5-3a45-4b2d-9a7c-029e1c36a3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:40.087285 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-309d5ccb-4d63-41b7-8a59-99673bfacbdf tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting subnet 65a9553a-7051-4c69-9e4e-6d56204a8eae {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:22:40.092065 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28f07d4a-1c8d-454b-932c-fc93c7e98ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:40.096475 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-309d5ccb-4d63-41b7-8a59-99673bfacbdf tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:40.096762 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-05f235e5-3a45-4b2d-9a7c-029e1c36a3dc None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:40.241432 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-309d5ccb-4d63-41b7-8a59-99673bfacbdf tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:40.265591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-11a91d98-6407-48a1-ae00-6ecfc1ebbb90 req-1063e373-f4e8-4e42-abe0-2af9b3ac0b2a tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=66db6f0f-a001-4b4e-876d-1ea4e596a0f4 HTTP/1.1" status: 200 len: 210 time: 0.0333598 Jul 06 12:22:40.273593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f07d4a-1c8d-454b-932c-fc93c7e98ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:40.285133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f07d4a-1c8d-454b-932c-fc93c7e98ab8 admin admin] Checking segment: {'id': '54c6ed14-f4e8-4d02-a239-b718f1f1f8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a7a10b76-6c66-4940-ba65-bee208413885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:40.285593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f07d4a-1c8d-454b-932c-fc93c7e98ab8 admin admin] Network hostable DHCP agents. Network: a7a10b76-6c66-4940-ba65-bee208413885, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:22:40.337961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f07d4a-1c8d-454b-932c-fc93c7e98ab8 admin admin] Network a7a10b76-6c66-4940-ba65-bee208413885 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:22:40.358886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-28f07d4a-1c8d-454b-932c-fc93c7e98ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, a7a10b76-6c66-4940-ba65-bee208413885) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:40.363970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-05f235e5-3a45-4b2d-9a7c-029e1c36a3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:38Z', 'revision_number': 10, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:40.369557 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b40f09-64bb-4e1b-a2e1-60835977ae35 None None] Network a7a10b76-6c66-4940-ba65-bee208413885 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:40.378278 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-309d5ccb-4d63-41b7-8a59-99673bfacbdf tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:40.382728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f07d4a-1c8d-454b-932c-fc93c7e98ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:40.383461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28f07d4a-1c8d-454b-932c-fc93c7e98ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:40.431705 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-28f07d4a-1c8d-454b-932c-fc93c7e98ab8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6271772 Jul 06 12:22:40.441701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f235e5-3a45-4b2d-9a7c-029e1c36a3dc None None] Checking router: 5e51a5d6-aab3-481f-9b26-9c5af14053b7 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:22:40.462147 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-309d5ccb-4d63-41b7-8a59-99673bfacbdf tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:40.463364 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f235e5-3a45-4b2d-9a7c-029e1c36a3dc None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:40.463917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-05f235e5-3a45-4b2d-9a7c-029e1c36a3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:40.482326 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-309d5ccb-4d63-41b7-8a59-99673bfacbdf tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:40.486809 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-309d5ccb-4d63-41b7-8a59-99673bfacbdf tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/65a9553a-7051-4c69-9e4e-6d56204a8eae HTTP/1.1" status: 204 len: 168 time: 0.4845505 Jul 06 12:22:40.487117 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43906) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:40.502275 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2e7bb0-64b6-44a3-9048-f8f96a1dbe10 None None] Network 5750bdc0-9c03-4f73-b4d4-adf4f0c32a41 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:40.519494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d5ccb-4d63-41b7-8a59-99673bfacbdf tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Subnet': ['ID=65a9553a-7051-4c69-9e4e-6d56204a8eae,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:40.567377 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:40.636507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port 693d7900-cfb2-4325-acd6-40214d93b9da {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:40.636864 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:40.705759 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] For port 693d7900-cfb2-4325-acd6-40214d93b9da, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=693d7900-cfb2-4325-acd6-40214d93b9da,segment=NetworkSegment(4872086a-1e7a-4fd6-bcdc-bf44ded206ca),segment_id=4872086a-1e7a-4fd6-bcdc-bf44ded206ca)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:40.706125 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:40.721488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for 693d7900-cfb2-4325-acd6-40214d93b9da owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:40.826823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-05f235e5-3a45-4b2d-9a7c-029e1c36a3dc None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:40.832307 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:40.884610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=693d7900-cfb2-4325-acd6-40214d93b9da,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:40.894687 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No DVR routers for this DVR port 693d7900-cfb2-4325-acd6-40214d93b9da on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:22:40.895027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7c9298-340e-4e95-a1d1-24a6af7b5531 None None] Network a7a10b76-6c66-4940-ba65-bee208413885 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:41.006796 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:41.022880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-a86acf1f-349d-443c-b3c5-604e18c7defe tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:41.029661 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-a86acf1f-349d-443c-b3c5-604e18c7defe tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/networks?id=a7a10b76-6c66-4940-ba65-bee208413885 HTTP/1.1" status: 200 len: 814 time: 0.2265110 Jul 06 12:22:41.033797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5750bdc0-9c03-4f73-b4d4-adf4f0c32a41']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:41.036500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c89db6-b859-44f1-97ca-b177980aba64 None None] DHCP port deletion for 5750bdc0-9c03-4f73-b4d4-adf4f0c32a41 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:22:41.050755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4872086a-1e7a-4fd6-bcdc-bf44ded206ca') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:41.051055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4872086a-1e7a-4fd6-bcdc-bf44ded206ca') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:41.058513 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-49ba616a-2a03-423e-812e-ab0edf1e00ad tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/quotas/f4a77e0eceff4933aabc8d50627ab2af HTTP/1.1" status: 200 len: 375 time: 0.0280025 Jul 06 12:22:41.061892 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:41.069029 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:41.099203 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:41.102863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-b1e4c9e2-613a-4be3-9186-53969cac55fe tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f4a77e0eceff4933aabc8d50627ab2af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345891 Jul 06 12:22:41.108558 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:22:41.108792 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:22:41.112735 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:22:41.221968 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:41.232591 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-05f235e5-3a45-4b2d-9a7c-029e1c36a3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:38Z', 'revision_number': 10, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:41.234503 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:41.236601 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/networks/5750bdc0-9c03-4f73-b4d4-adf4f0c32a41 HTTP/1.1" status: 204 len: 168 time: 0.7483716 Jul 06 12:22:41.239464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43922) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:41.252991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57724965-dbdb-4379-971c-9a0956ac51eb tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Network': ['ID=5750bdc0-9c03-4f73-b4d4-adf4f0c32a41,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:41.262022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f235e5-3a45-4b2d-9a7c-029e1c36a3dc None None] The sync data for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 is: [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:38Z', 'revision_number': 10, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None, '_interfaces': [{'id': 'e694aa22-6917-460f-94b2-96d9f1fdb145', 'name': '', 'network_id': 'ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'mac_address': 'fa:16:3e:c0:a3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:22:12Z', 'updated_at': '2021-07-06T12:22:18Z', 'revision_number': 5, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'subnets': [{'id': 'ade79990-09fc-4083-a97c-0ab9561bb201', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:41.273502 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-f6628373-86c0-4cd4-b4e3-cebd4f9b5267 service neutron] 10.222.0.81 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507304 Jul 06 12:22:41.372859 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-babe9a35-ec10-4007-ad48-126fa1258ccf service neutron] 10.222.0.81 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933957 Jul 06 12:22:41.642814 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d0a593f8-597b-4989-9eff-a1d89c24d7b2 req-06ac199f-325f-4e36-9333-084e2ea2e190 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 210 time: 0.0528753 Jul 06 12:22:41.693312 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-845da64a-2680-4459-8dd4-d8d92291f40a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:41.919320 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0c54aeaf-d9f1-4299-bc73-7411db811c50 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:41.945691 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 0c54aeaf-d9f1-4299-bc73-7411db811c50 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:41.946042 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0c54aeaf-d9f1-4299-bc73-7411db811c50 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:41.952027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 693d7900-cfb2-4325-acd6-40214d93b9da no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:41.983479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 693d7900-cfb2-4325-acd6-40214d93b9da {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:41.983839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 693d7900-cfb2-4325-acd6-40214d93b9da not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:42.075445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-845da64a-2680-4459-8dd4-d8d92291f40a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port e694aa22-6917-460f-94b2-96d9f1fdb145 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:42.076161 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-845da64a-2680-4459-8dd4-d8d92291f40a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:42.148608 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:42.183319 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-845da64a-2680-4459-8dd4-d8d92291f40a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] For port e694aa22-6917-460f-94b2-96d9f1fdb145, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e694aa22-6917-460f-94b2-96d9f1fdb145,segment=NetworkSegment(c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59),segment_id=c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:42.183894 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-845da64a-2680-4459-8dd4-d8d92291f40a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:42.192525 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:42.192875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3b4c8ef4-13c9-4521-87a3-7b157aa4d1b8 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:42.203405 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-845da64a-2680-4459-8dd4-d8d92291f40a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for e694aa22-6917-460f-94b2-96d9f1fdb145 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:42.406095 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-845da64a-2680-4459-8dd4-d8d92291f40a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:42.437228 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845da64a-2680-4459-8dd4-d8d92291f40a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=e694aa22-6917-460f-94b2-96d9f1fdb145,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:42.544207 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-845da64a-2680-4459-8dd4-d8d92291f40a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:42.730706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845da64a-2680-4459-8dd4-d8d92291f40a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:22:42.830388 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845da64a-2680-4459-8dd4-d8d92291f40a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:42.846700 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd44d309-81f9-4885-8b12-bddfe8986412 None None] Sync routers for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:42.850373 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-845da64a-2680-4459-8dd4-d8d92291f40a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/5e51a5d6-aab3-481f-9b26-9c5af14053b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6084497 Jul 06 12:22:42.850832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43944) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:42.859693 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd44d309-81f9-4885-8b12-bddfe8986412 None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:42.860616 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fd44d309-81f9-4885-8b12-bddfe8986412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:42.875032 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f83ff43-9f23-415f-9546-ec987a17a903 req-08222595-e786-40d3-b2c5-5addea129b7b tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 210 time: 0.0482364 Jul 06 12:22:42.975099 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-fd44d309-81f9-4885-8b12-bddfe8986412 None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:43.003446 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c31ab35-188e-42be-acd4-7df397e7f790 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting subnet ade79990-09fc-4083-a97c-0ab9561bb201 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:22:43.010409 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c31ab35-188e-42be-acd4-7df397e7f790 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:43.040725 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fd44d309-81f9-4885-8b12-bddfe8986412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:42Z', 'revision_number': 11, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:43.081521 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd44d309-81f9-4885-8b12-bddfe8986412 None None] Checking router: 5e51a5d6-aab3-481f-9b26-9c5af14053b7 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:22:43.180556 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd44d309-81f9-4885-8b12-bddfe8986412 None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:43.201773 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fd44d309-81f9-4885-8b12-bddfe8986412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:43.306664 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-fd44d309-81f9-4885-8b12-bddfe8986412 None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:43.369426 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fd44d309-81f9-4885-8b12-bddfe8986412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:42Z', 'revision_number': 11, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:43.398144 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd44d309-81f9-4885-8b12-bddfe8986412 None None] The sync data for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 is: [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:42Z', 'revision_number': 11, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:43.455943 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c31ab35-188e-42be-acd4-7df397e7f790 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:43.486670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-e7b373e4-68ab-4a0b-8ec4-68039cfb47f0 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:43.488253 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-e7b373e4-68ab-4a0b-8ec4-68039cfb47f0 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.89 "GET /v2.0/networks?id=a7a10b76-6c66-4940-ba65-bee208413885 HTTP/1.1" status: 200 len: 814 time: 0.5823264 Jul 06 12:22:43.500770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-d6b86b52-ffd1-4913-abc2-c698e59c055f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Request body: {'port': {'device_id': 'e1371b27-f629-428a-b6c5-5c5d6a5dbf83', 'network_id': 'a7a10b76-6c66-4940-ba65-bee208413885', 'admin_state_up': True, 'tenant_id': 'f4a77e0eceff4933aabc8d50627ab2af'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:43.623539 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c31ab35-188e-42be-acd4-7df397e7f790 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:43.690175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-d6b86b52-ffd1-4913-abc2-c698e59c055f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Made reservation on behalf of f4a77e0eceff4933aabc8d50627ab2af for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:43.693631 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-d6b86b52-ffd1-4913-abc2-c698e59c055f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:43.710008 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c31ab35-188e-42be-acd4-7df397e7f790 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:43.751018 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31ab35-188e-42be-acd4-7df397e7f790 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Subnet': ['ID=ade79990-09fc-4083-a97c-0ab9561bb201,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:43.752263 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c31ab35-188e-42be-acd4-7df397e7f790 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:43.755362 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7c31ab35-188e-42be-acd4-7df397e7f790 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/ade79990-09fc-4083-a97c-0ab9561bb201 HTTP/1.1" status: 204 len: 168 time: 0.9030793 Jul 06 12:22:43.756057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43948) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:43.769055 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46e7ca4-f1a3-463b-bbc0-34c09f239a9f None None] Network ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:43.919836 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:43.942037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-d6b86b52-ffd1-4913-abc2-c698e59c055f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Allocated IP 172.20.0.7 (a7a10b76-6c66-4940-ba65-bee208413885/7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa/bb8ef52f-e04a-474f-be78-cfef22fa7d97) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:43.946731 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e694aa22-6917-460f-94b2-96d9f1fdb145 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:44.006185 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Deleting port f9854b64-ab61-40c5-91e4-7b9c9693b068 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:44.006705 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.044087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: e694aa22-6917-460f-94b2-96d9f1fdb145 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:44.044087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e694aa22-6917-460f-94b2-96d9f1fdb145 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:44.143796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] For port f9854b64-ab61-40c5-91e4-7b9c9693b068, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f9854b64-ab61-40c5-91e4-7b9c9693b068,segment=NetworkSegment(c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59),segment_id=c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:44.145228 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.190569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ed46ea-e8e1-401a-b6f6-39520ef4c29e None None] DHCP port deletion for ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:22:44.201672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Calling delete_port for f9854b64-ab61-40c5-91e4-7b9c9693b068 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:44.234443 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-d6b86b52-ffd1-4913-abc2-c698e59c055f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.272093 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-34ed46ea-e8e1-401a-b6f6-39520ef4c29e None None] Deleting port f9854b64-ab61-40c5-91e4-7b9c9693b068 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:44.272487 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34ed46ea-e8e1-401a-b6f6-39520ef4c29e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.295503 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-d6b86b52-ffd1-4913-abc2-c698e59c055f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.347618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-d6b86b52-ffd1-4913-abc2-c698e59c055f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Network a7a10b76-6c66-4940-ba65-bee208413885 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:44.352998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-d6b86b52-ffd1-4913-abc2-c698e59c055f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:44.357908 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-34ed46ea-e8e1-401a-b6f6-39520ef4c29e None None] For port f9854b64-ab61-40c5-91e4-7b9c9693b068, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f9854b64-ab61-40c5-91e4-7b9c9693b068,segment=NetworkSegment(c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59),segment_id=c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:44.358361 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34ed46ea-e8e1-401a-b6f6-39520ef4c29e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.370589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-d6b86b52-ffd1-4913-abc2-c698e59c055f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:44.378895 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-34ed46ea-e8e1-401a-b6f6-39520ef4c29e None None] Calling delete_port for f9854b64-ab61-40c5-91e4-7b9c9693b068 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:44.394256 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.421707 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b86b52-ffd1-4913-abc2-c698e59c055f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Pushing event updated for resources: {'Port': ['ID=bb8ef52f-e04a-474f-be78-cfef22fa7d97,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:44.444963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Port': ['ID=f9854b64-ab61-40c5-91e4-7b9c9693b068,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:44.452461 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No DVR routers for this DVR port f9854b64-ab61-40c5-91e4-7b9c9693b068 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:22:44.463689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-d6b86b52-ffd1-4913-abc2-c698e59c055f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:44.464593 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-d6b86b52-ffd1-4913-abc2-c698e59c055f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.466961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b6e1-09f8-48cf-bc95-22a9656c0e0b req-db9fec9b-ceb3-4bd6-8fa5-c1237ce8c249 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:44.468829 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2242b6e1-09f8-48cf-bc95-22a9656c0e0b req-db9fec9b-ceb3-4bd6-8fa5-c1237ce8c249 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 931 time: 0.1234651 Jul 06 12:22:44.484005 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-d6b86b52-ffd1-4913-abc2-c698e59c055f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9869163 Jul 06 12:22:44.492519 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34ed46ea-e8e1-401a-b6f6-39520ef4c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.499730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Request body: {'port': {'device_id': 'e1371b27-f629-428a-b6c5-5c5d6a5dbf83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:44.521571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed46ea-e8e1-401a-b6f6-39520ef4c29e None None] Pushing event deleted for resources: {'Port': ['ID=f9854b64-ab61-40c5-91e4-7b9c9693b068,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:44.532647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed46ea-e8e1-401a-b6f6-39520ef4c29e None None] No DVR routers for this DVR port f9854b64-ab61-40c5-91e4-7b9c9693b068 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:22:44.580886 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2242b6e1-09f8-48cf-bc95-22a9656c0e0b req-e2bc800b-c1cf-4e46-842e-8e144673cf5f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052547 Jul 06 12:22:44.603274 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.607584 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.614299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:44.625654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:44.626093 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cd61b2-c5d9-4d78-bc1b-9cd60e1c4e59') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:44.635876 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.663629 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.670217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:22:44.670641 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:22:44.674412 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:22:44.737154 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.741666 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.746299 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/networks/ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d HTTP/1.1" status: 204 len: 168 time: 0.9864366 Jul 06 12:22:44.747536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43966) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:44.753688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-07c20311-b49f-4317-bc8e-1791c5200a34 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'router': {'routes': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:44.765970 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf931f-505e-4f13-abd3-1bc763df6b14 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Pushing event deleted for resources: {'Network': ['ID=ddfd4f33-4f83-4540-bc9a-36b7d9f1a86d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:44.905074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8ef52f-e04a-474f-be78-cfef22fa7d97 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:22:44.914091 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.927473 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Transition to ACTIVE for port object bb8ef52f-e04a-474f-be78-cfef22fa7d97 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:44.932394 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:44.936338 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.extraroute_db [None req-07c20311-b49f-4317-bc8e-1791c5200a34 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Added routes are [] {{(pid=100427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 12:22:44.936898 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.extraroute_db [None req-07c20311-b49f-4317-bc8e-1791c5200a34 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Removed routes are [] {{(pid=100427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 12:22:44.937311 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07c20311-b49f-4317-bc8e-1791c5200a34 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:45.021261 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Pushing event updated for resources: {'Port': ['ID=bb8ef52f-e04a-474f-be78-cfef22fa7d97,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:45.075425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Attempting to bind port bb8ef52f-e04a-474f-be78-cfef22fa7d97 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:45.075863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Attempting to bind port bb8ef52f-e04a-474f-be78-cfef22fa7d97 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '54c6ed14-f4e8-4d02-a239-b718f1f1f8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a7a10b76-6c66-4940-ba65-bee208413885'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:45.076264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Attempting to bind port bb8ef52f-e04a-474f-be78-cfef22fa7d97 on network a7a10b76-6c66-4940-ba65-bee208413885 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:45.082405 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Port bb8ef52f-e04a-474f-be78-cfef22fa7d97 on network a7a10b76-6c66-4940-ba65-bee208413885 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:22:45.082840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Attempting to bind port bb8ef52f-e04a-474f-be78-cfef22fa7d97 on network a7a10b76-6c66-4940-ba65-bee208413885 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:45.088925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:45.089552 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Checking segment: {'id': '54c6ed14-f4e8-4d02-a239-b718f1f1f8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a7a10b76-6c66-4940-ba65-bee208413885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:45.089750 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Bound using segment: {'id': '54c6ed14-f4e8-4d02-a239-b718f1f1f8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a7a10b76-6c66-4940-ba65-bee208413885'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:45.090268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Bound port: bb8ef52f-e04a-474f-be78-cfef22fa7d97, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c6ed14-f4e8-4d02-a239-b718f1f1f8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a7a10b76-6c66-4940-ba65-bee208413885'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:45.090705 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:45.093670 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07c20311-b49f-4317-bc8e-1791c5200a34 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:45.098156 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07c20311-b49f-4317-bc8e-1791c5200a34 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:45.173901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] For port bb8ef52f-e04a-474f-be78-cfef22fa7d97, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:45.178572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] For port bb8ef52f-e04a-474f-be78-cfef22fa7d97, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:45.184091 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:45.191151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c20311-b49f-4317-bc8e-1791c5200a34 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:22:45.226908 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:45.226908 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:45.226908 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] 10.222.0.89 "PUT /v2.0/ports/bb8ef52f-e04a-474f-be78-cfef22fa7d97 HTTP/1.1" status: 200 len: 1091 time: 0.7324107 Jul 06 12:22:45.226908 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1371b27-f629-428a-b6c5-5c5d6a5dbf83', 'tag': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:45.228277 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e90a0d0-f710-4dd9-bda3-99bf411a4142" -d '{"events": [{"name": "network-changed", "server_uuid": "e1371b27-f629-428a-b6c5-5c5d6a5dbf83", "tag": "bb8ef52f-e04a-474f-be78-cfef22fa7d97"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:45.263720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547586b-40a7-46b1-816b-8cd3f280b7cd service neutron] Pushing event updated for resources: {'Port': ['ID=bb8ef52f-e04a-474f-be78-cfef22fa7d97,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:45.289159 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abd2e22-3d2f-45b6-92f4-020079a6fd7e x-openstack-request-id: req-4abd2e22-3d2f-45b6-92f4-020079a6fd7e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:45.289458 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1371b27-f629-428a-b6c5-5c5d6a5dbf83", "tag": "bb8ef52f-e04a-474f-be78-cfef22fa7d97", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:45.289707 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4abd2e22-3d2f-45b6-92f4-020079a6fd7e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:45.290201 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1371b27-f629-428a-b6c5-5c5d6a5dbf83', 'tag': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97', 'status': 'completed', 'code': 200} Jul 06 12:22:45.318450 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c20311-b49f-4317-bc8e-1791c5200a34 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:45.327834 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07c20311-b49f-4317-bc8e-1791c5200a34 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:45.330151 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-07c20311-b49f-4317-bc8e-1791c5200a34 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/5e51a5d6-aab3-481f-9b26-9c5af14053b7 HTTP/1.1" status: 200 len: 704 time: 0.5801613 Jul 06 12:22:45.333001 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43972) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:45.337390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eede89-ac2a-47aa-a0e4-86aa7c027758 None None] Sync routers for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:45.357546 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eede89-ac2a-47aa-a0e4-86aa7c027758 None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:45.360373 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-12eede89-ac2a-47aa-a0e4-86aa7c027758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:45.376658 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-760811d9-3203-4b14-8667-5b3409c52504 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e51a5d6-aab3-481f-9b26-9c5af14053b7 HTTP/1.1" status: 200 len: 205 time: 0.0420222 Jul 06 12:22:45.379509 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43974) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:45.437753 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90a0d0-f710-4dd9-bda3-99bf411a4142 req-bfe53f5d-b320-437b-91d8-d82eff051791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:45.440035 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0e90a0d0-f710-4dd9-bda3-99bf411a4142 req-bfe53f5d-b320-437b-91d8-d82eff051791 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4a77e0eceff4933aabc8d50627ab2af&device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 1094 time: 0.1232550 Jul 06 12:22:45.466492 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-12eede89-ac2a-47aa-a0e4-86aa7c027758 None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:45.489251 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e61f7fd-1807-4903-a02c-7776b0d48ca4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:45.538163 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-12eede89-ac2a-47aa-a0e4-86aa7c027758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:42Z', 'revision_number': 11, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:45.570086 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eede89-ac2a-47aa-a0e4-86aa7c027758 None None] Checking router: 5e51a5d6-aab3-481f-9b26-9c5af14053b7 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:22:45.578980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eede89-ac2a-47aa-a0e4-86aa7c027758 None None] Routers {'5e51a5d6-aab3-481f-9b26-9c5af14053b7'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:45.580208 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-12eede89-ac2a-47aa-a0e4-86aa7c027758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:45.672144 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-12eede89-ac2a-47aa-a0e4-86aa7c027758 None None] Set router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:45.680456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90a0d0-f710-4dd9-bda3-99bf411a4142 req-356e2f4d-4089-4ad8-8b05-20acd9706282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:45.681978 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0e90a0d0-f710-4dd9-bda3-99bf411a4142 req-356e2f4d-4089-4ad8-8b05-20acd9706282 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=f4a77e0eceff4933aabc8d50627ab2af&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2348008 Jul 06 12:22:45.753603 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-12eede89-ac2a-47aa-a0e4-86aa7c027758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:42Z', 'revision_number': 11, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:45.780912 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e61f7fd-1807-4903-a02c-7776b0d48ca4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:45.784376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eede89-ac2a-47aa-a0e4-86aa7c027758 None None] The sync data for ids ['5e51a5d6-aab3-481f-9b26-9c5af14053b7'] in n-d-799529-2 is: [{'id': '5e51a5d6-aab3-481f-9b26-9c5af14053b7', 'name': 'tempest-RoutersIpV6Test-router-113777943', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:11Z', 'updated_at': '2021-07-06T12:22:42Z', 'revision_number': 11, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:45.789093 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e61f7fd-1807-4903-a02c-7776b0d48ca4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:45.812466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90a0d0-f710-4dd9-bda3-99bf411a4142 req-27eed6a2-eb3e-4e60-ac18-97e867d67921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:45.814112 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0e90a0d0-f710-4dd9-bda3-99bf411a4142 req-27eed6a2-eb3e-4e60-ac18-97e867d67921 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1250126 Jul 06 12:22:45.866230 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e61f7fd-1807-4903-a02c-7776b0d48ca4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:45.866766 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e61f7fd-1807-4903-a02c-7776b0d48ca4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Fanout notify agent at l3_agent the message router_deleted on router 5e51a5d6-aab3-481f-9b26-9c5af14053b7 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:22:45.874675 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e61f7fd-1807-4903-a02c-7776b0d48ca4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:45.875903 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9e61f7fd-1807-4903-a02c-7776b0d48ca4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/routers/5e51a5d6-aab3-481f-9b26-9c5af14053b7 HTTP/1.1" status: 204 len: 168 time: 0.4948313 Jul 06 12:22:45.883803 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43980) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:45.889864 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-4a249aa8-f510-4747-b616-a11136928b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-454744429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:45.915825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33351a77-862e-41af-9519-a03a6f1439d1 req-66ee29fb-541c-4afa-a611-c45b812eda9f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:45.916367 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f9854b64-ab61-40c5-91e4-7b9c9693b068 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:22:45.917641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33351a77-862e-41af-9519-a03a6f1439d1 req-66ee29fb-541c-4afa-a611-c45b812eda9f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.1744926 Jul 06 12:22:45.940170 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-83a1e2c0-9271-46a8-8082-e8b4500a4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:45.942078 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-83a1e2c0-9271-46a8-8082-e8b4500a4871 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4a77e0eceff4933aabc8d50627ab2af&device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 1094 time: 0.0803986 Jul 06 12:22:45.945815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: f9854b64-ab61-40c5-91e4-7b9c9693b068 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:22:45.946237 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f9854b64-ab61-40c5-91e4-7b9c9693b068 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:22:45.950328 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4a249aa8-f510-4747-b616-a11136928b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:45.951473 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4a249aa8-f510-4747-b616-a11136928b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:45.985531 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33351a77-862e-41af-9519-a03a6f1439d1 req-01fa0a5c-1115-4214-872f-0d78a97d4302 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580399 Jul 06 12:22:45.989097 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-84bcdfa6-8112-4542-9aee-34147b225d8e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97 HTTP/1.1" status: 200 len: 217 time: 0.0394042 Jul 06 12:22:46.032279 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4a249aa8-f510-4747-b616-a11136928b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:46.037576 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4a249aa8-f510-4747-b616-a11136928b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:46.047083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-c3e7d2a5-a1e6-4708-82b1-155de5ea7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:46.049213 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-c3e7d2a5-a1e6-4708-82b1-155de5ea7fac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa HTTP/1.1" status: 200 len: 854 time: 0.0536916 Jul 06 12:22:46.057117 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4a249aa8-f510-4747-b616-a11136928b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:46.061197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4a249aa8-f510-4747-b616-a11136928b22 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1738424 Jul 06 12:22:46.061576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43982) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:46.066563 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6b424f63-0c7b-4435-b1f0-a00bec40d9a7 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:46.091508 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-64155b5f-7d71-4a4f-aa26-15a7e08626c3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7a10b76-6c66-4940-ba65-bee208413885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348003 Jul 06 12:22:46.194570 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-52503d6b-db9c-487d-bde7-77c57fda196b service neutron] 10.222.0.89 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962794 Jul 06 12:22:46.305502 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b424f63-0c7b-4435-b1f0-a00bec40d9a7 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:46.311841 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d8318c5-76c6-4a00-97f3-10d966549912 req-be0692cb-25a3-402d-af0b-690e84152e7d service neutron] 10.222.0.89 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115632 Jul 06 12:22:46.324370 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b424f63-0c7b-4435-b1f0-a00bec40d9a7 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:46.442377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b424f63-0c7b-4435-b1f0-a00bec40d9a7 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Router c43d85af-bd9a-4492-b487-a66421aafd8f is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:22:46.538316 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b424f63-0c7b-4435-b1f0-a00bec40d9a7 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:46.546415 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b424f63-0c7b-4435-b1f0-a00bec40d9a7 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:46.547734 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6b424f63-0c7b-4435-b1f0-a00bec40d9a7 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "PUT /v2.0/routers/c43d85af-bd9a-4492-b487-a66421aafd8f HTTP/1.1" status: 200 len: 697 time: 0.4853055 Jul 06 12:22:46.550959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43990) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:46.554040 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ac6219-2ffa-4b4e-9be1-4d61af7b1822 None None] Sync routers for ids ['c43d85af-bd9a-4492-b487-a66421aafd8f'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:46.566228 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ac6219-2ffa-4b4e-9be1-4d61af7b1822 None None] Routers {'c43d85af-bd9a-4492-b487-a66421aafd8f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:46.566760 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-39ac6219-2ffa-4b4e-9be1-4d61af7b1822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c43d85af-bd9a-4492-b487-a66421aafd8f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:46.646237 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-39ac6219-2ffa-4b4e-9be1-4d61af7b1822 None None] Set router c43d85af-bd9a-4492-b487-a66421aafd8f gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:46.651991 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c38b05db-a661-4411-84b9-090b4b07b0c4 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/routers/c43d85af-bd9a-4492-b487-a66421aafd8f HTTP/1.1" status: 200 len: 703 time: 0.0929401 Jul 06 12:22:46.652170 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43992) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:46.685839 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-110e4bf8-e60e-4ba5-a3c9-0a355d601b01 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43d85af-bd9a-4492-b487-a66421aafd8f HTTP/1.1" status: 200 len: 205 time: 0.0302439 Jul 06 12:22:46.686075 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 43994) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:46.715195 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-39ac6219-2ffa-4b4e-9be1-4d61af7b1822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43d85af-bd9a-4492-b487-a66421aafd8f', 'name': 'tempest-RoutersIpV6Test-router-454744429', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:45Z', 'updated_at': '2021-07-06T12:22:46Z', 'revision_number': 2, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:46.744989 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ac6219-2ffa-4b4e-9be1-4d61af7b1822 None None] Checking router: c43d85af-bd9a-4492-b487-a66421aafd8f for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:22:46.755075 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ac6219-2ffa-4b4e-9be1-4d61af7b1822 None None] Routers {'c43d85af-bd9a-4492-b487-a66421aafd8f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:46.755726 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-39ac6219-2ffa-4b4e-9be1-4d61af7b1822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c43d85af-bd9a-4492-b487-a66421aafd8f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:46.776070 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5bc820a4-8d64-48ab-9c38-6abed97ce14b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:46.836360 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-39ac6219-2ffa-4b4e-9be1-4d61af7b1822 None None] Set router c43d85af-bd9a-4492-b487-a66421aafd8f gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:22:46.898770 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-39ac6219-2ffa-4b4e-9be1-4d61af7b1822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43d85af-bd9a-4492-b487-a66421aafd8f', 'name': 'tempest-RoutersIpV6Test-router-454744429', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:45Z', 'updated_at': '2021-07-06T12:22:46Z', 'revision_number': 2, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:46.929169 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ac6219-2ffa-4b4e-9be1-4d61af7b1822 None None] The sync data for ids ['c43d85af-bd9a-4492-b487-a66421aafd8f'] in n-d-799529-2 is: [{'id': 'c43d85af-bd9a-4492-b487-a66421aafd8f', 'name': 'tempest-RoutersIpV6Test-router-454744429', 'tenant_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:22:45Z', 'updated_at': '2021-07-06T12:22:46Z', 'revision_number': 2, 'project_id': '494d3a3bc2d94e9a9fef22014a32b2ac', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:46.960987 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5bc820a4-8d64-48ab-9c38-6abed97ce14b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:46.963781 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5bc820a4-8d64-48ab-9c38-6abed97ce14b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:47.012921 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5bc820a4-8d64-48ab-9c38-6abed97ce14b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:47.013687 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc820a4-8d64-48ab-9c38-6abed97ce14b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Fanout notify agent at l3_agent the message router_deleted on router c43d85af-bd9a-4492-b487-a66421aafd8f {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:22:47.022610 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5bc820a4-8d64-48ab-9c38-6abed97ce14b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:47.027038 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5bc820a4-8d64-48ab-9c38-6abed97ce14b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/routers/c43d85af-bd9a-4492-b487-a66421aafd8f HTTP/1.1" status: 204 len: 168 time: 0.3368719 Jul 06 12:22:47.028086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 43998) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.065793 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-46a12025-a0d1-492d-bf19-cf9a9796bd1b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43d85af-bd9a-4492-b487-a66421aafd8f HTTP/1.1" status: 200 len: 205 time: 0.0368392 Jul 06 12:22:47.068548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44000) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.120397 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-8d41c2df-206c-436c-b03a-a7fb076f6be7 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] delete failed (client error): The resource could not be found. Jul 06 12:22:47.123968 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8d41c2df-206c-436c-b03a-a7fb076f6be7 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/routers/c43d85af-bd9a-4492-b487-a66421aafd8f HTTP/1.1" status: 404 len: 336 time: 0.0519590 Jul 06 12:22:47.124303 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44002) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.169272 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-06231dcb-15d4-4adf-b03a-aa559a816492 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:22:47.169747 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06231dcb-15d4-4adf-b03a-aa559a816492 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:22:47.174536 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-06231dcb-15d4-4adf-b03a-aa559a816492 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/346b8316-70cf-454a-83a1-6bc35eee6663 HTTP/1.1" status: 404 len: 337 time: 0.0462520 Jul 06 12:22:47.175675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44004) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.208946 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad21ce73-b88f-4e4a-83ff-f31ae86c4fe8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:22:47.209968 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad21ce73-b88f-4e4a-83ff-f31ae86c4fe8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:22:47.212285 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ad21ce73-b88f-4e4a-83ff-f31ae86c4fe8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/30238c3d-e562-4d10-957e-a34811b1297e HTTP/1.1" status: 404 len: 337 time: 0.0355241 Jul 06 12:22:47.214797 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44006) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.249407 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-146fb17b-27b2-49a7-a3b1-8a27385498b8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:22:47.250185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146fb17b-27b2-49a7-a3b1-8a27385498b8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:22:47.254460 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-146fb17b-27b2-49a7-a3b1-8a27385498b8 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/65a9553a-7051-4c69-9e4e-6d56204a8eae HTTP/1.1" status: 404 len: 337 time: 0.0361626 Jul 06 12:22:47.254937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44008) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.284157 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a09a81a-c7e2-4d8b-9769-c91214de718f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:22:47.284545 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a09a81a-c7e2-4d8b-9769-c91214de718f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:22:47.288775 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5a09a81a-c7e2-4d8b-9769-c91214de718f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/ade79990-09fc-4083-a97c-0ab9561bb201 HTTP/1.1" status: 404 len: 337 time: 0.0303147 Jul 06 12:22:47.289108 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44010) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.321432 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d85f6783-54b1-42db-a01f-6e85710afe3e tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e51a5d6-aab3-481f-9b26-9c5af14053b7 HTTP/1.1" status: 200 len: 205 time: 0.0311754 Jul 06 12:22:47.324115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44012) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.362252 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-e640d1f6-cf37-416f-9699-365f48470607 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] delete failed (client error): The resource could not be found. Jul 06 12:22:47.365724 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e640d1f6-cf37-416f-9699-365f48470607 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/routers/5e51a5d6-aab3-481f-9b26-9c5af14053b7 HTTP/1.1" status: 404 len: 336 time: 0.0381577 Jul 06 12:22:47.365914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44014) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.402028 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-26172005-9a59-4909-827a-9e14e97acadd tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdf97c90-d501-4eb9-80c9-6e3792a7afda HTTP/1.1" status: 200 len: 205 time: 0.0349579 Jul 06 12:22:47.404521 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44016) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.445801 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-4a8bde1e-d943-4916-af3c-b23c9c35d771 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] delete failed (client error): The resource could not be found. Jul 06 12:22:47.446936 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4a8bde1e-d943-4916-af3c-b23c9c35d771 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/routers/fdf97c90-d501-4eb9-80c9-6e3792a7afda HTTP/1.1" status: 404 len: 336 time: 0.0411830 Jul 06 12:22:47.449848 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44018) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.492065 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ff986c-4039-4db2-8341-a634184d3287 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:22:47.492271 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ff986c-4039-4db2-8341-a634184d3287 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:22:47.494213 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-22ff986c-4039-4db2-8341-a634184d3287 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/3383ce7d-e323-417f-9a3f-9937bc72329f HTTP/1.1" status: 404 len: 337 time: 0.0433261 Jul 06 12:22:47.496854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44020) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.543021 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cd1d9d87-4bab-4941-9eaf-6ec84cf63d75 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports?device_id=b669d807-5bc6-40d2-978a-f18c225f7f8b HTTP/1.1" status: 200 len: 205 time: 0.0446420 Jul 06 12:22:47.545874 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44024) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.688447 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5c977-b284-49ab-b67e-26d51384c6aa req-0ed7e276-650e-41be-90f6-fb586c0b6f69 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:47.689774 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-fe351128-9bdb-4c8e-8ee4-a187f5cb303f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] delete failed (client error): The resource could not be found. Jul 06 12:22:47.690348 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aad5c977-b284-49ab-b67e-26d51384c6aa req-0ed7e276-650e-41be-90f6-fb586c0b6f69 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.5553496 Jul 06 12:22:47.691297 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fe351128-9bdb-4c8e-8ee4-a187f5cb303f tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/routers/b669d807-5bc6-40d2-978a-f18c225f7f8b HTTP/1.1" status: 404 len: 336 time: 0.1440501 Jul 06 12:22:47.694228 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44026) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.739189 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-28a5b5da-db6e-4538-9925-d49fb083ff93 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports?device_id=300a5754-b25a-4639-88c6-1633f7bee892 HTTP/1.1" status: 200 len: 205 time: 0.0429413 Jul 06 12:22:47.739952 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44028) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.789534 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-c442f6d7-0238-4642-b476-c7288f437642 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] delete failed (client error): The resource could not be found. Jul 06 12:22:47.790585 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c442f6d7-0238-4642-b476-c7288f437642 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/routers/300a5754-b25a-4639-88c6-1633f7bee892 HTTP/1.1" status: 404 len: 336 time: 0.0486019 Jul 06 12:22:47.793475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44030) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.811558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aad5c977-b284-49ab-b67e-26d51384c6aa req-89606e6e-78c9-4d8b-901e-67238c294d0f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043179 Jul 06 12:22:47.840458 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e74a14-db2d-4436-afd1-84f35865063c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:22:47.840943 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e74a14-db2d-4436-afd1-84f35865063c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:22:47.842833 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-18e74a14-db2d-4436-afd1-84f35865063c tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/6ae84182-7c4a-4e6a-8fe6-1b7adb4e030b HTTP/1.1" status: 404 len: 337 time: 0.0478840 Jul 06 12:22:47.845902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44032) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.882707 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bbbc8257-22bd-42a3-8f31-0b32f43b7c9b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e629e90-1e3e-40f1-808d-e208c13649dd HTTP/1.1" status: 200 len: 205 time: 0.0348570 Jul 06 12:22:47.884748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44034) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.935347 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-60713a45-993d-4dc5-88d1-9d4cb13fb50a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] delete failed (client error): The resource could not be found. Jul 06 12:22:47.936615 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-60713a45-993d-4dc5-88d1-9d4cb13fb50a tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/routers/5e629e90-1e3e-40f1-808d-e208c13649dd HTTP/1.1" status: 404 len: 336 time: 0.0508506 Jul 06 12:22:47.940035 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44036) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:47.971510 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-2adabcc8-6480-4e94-b1be-ddf38090f8c5 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:22:47.971988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2adabcc8-6480-4e94-b1be-ddf38090f8c5 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:22:47.973772 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2adabcc8-6480-4e94-b1be-ddf38090f8c5 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/2550f06d-2816-4095-86b0-3d8586612bff HTTP/1.1" status: 404 len: 337 time: 0.0326526 Jul 06 12:22:47.976685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44038) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:48.009951 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c4aacc49-474a-4616-b3a7-d1506ed98568 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "GET /v2.0/ports?device_id=64edba03-3a79-4554-a3c3-58b8ccaca361 HTTP/1.1" status: 200 len: 205 time: 0.0305994 Jul 06 12:22:48.010640 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44040) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:48.049100 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-4022b632-302e-4716-8778-792d034cfb4b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] delete failed (client error): The resource could not be found. Jul 06 12:22:48.050145 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4022b632-302e-4716-8778-792d034cfb4b tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/routers/64edba03-3a79-4554-a3c3-58b8ccaca361 HTTP/1.1" status: 404 len: 336 time: 0.0385954 Jul 06 12:22:48.052891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44042) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:48.084504 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b4641a-7983-486e-99bb-7609593bcbd3 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:22:48.084965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b4641a-7983-486e-99bb-7609593bcbd3 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:22:48.086901 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-45b4641a-7983-486e-99bb-7609593bcbd3 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/2ee8d761-2ef1-4d6b-aca1-b0166758b68e HTTP/1.1" status: 404 len: 337 time: 0.0327952 Jul 06 12:22:48.089694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44044) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:48.116516 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a294eae-8c20-4f37-a00e-90a6eaf7db78 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] DELETE failed (client error): The resource could not be found. Jul 06 12:22:48.116999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a294eae-8c20-4f37-a00e-90a6eaf7db78 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:22:48.118759 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1a294eae-8c20-4f37-a00e-90a6eaf7db78 tempest-RoutersIpV6Test-2004956715 tempest-RoutersIpV6Test-2004956715-project] 10.222.0.81 "DELETE /v2.0/subnets/e352b5e7-ef2a-4db7-a215-859c680809c8 HTTP/1.1" status: 404 len: 337 time: 0.0281162 Jul 06 12:22:48.150178 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bb8ef52f-e04a-474f-be78-cfef22fa7d97 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:22:48.261825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bb8ef52f-e04a-474f-be78-cfef22fa7d97, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:48.276697 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97', 'network_id': 'a7a10b76-6c66-4940-ba65-bee208413885', 'port_id': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97', 'mac_address': 'fa:16:3e:ea:e8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:22:48.335562 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:48.351438 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8ef52f-e04a-474f-be78-cfef22fa7d97 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:22:48.355402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44050) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:48.374828 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bb8ef52f-e04a-474f-be78-cfef22fa7d97, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:48.379957 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:48.438771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bb8ef52f-e04a-474f-be78-cfef22fa7d97,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:48.520409 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ee6cd290-c6b4-416f-aa3d-4c31bba91bcb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=494d3a3bc2d94e9a9fef22014a32b2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634719 Jul 06 12:22:48.522909 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44054) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:48.574014 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff77313b-e489-45b4-8476-598c1417dbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:48.596643 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff77313b-e489-45b4-8476-598c1417dbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:48.601051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bb8ef52f-e04a-474f-be78-cfef22fa7d97'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:22:48.652653 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff77313b-e489-45b4-8476-598c1417dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:48.655858 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff77313b-e489-45b4-8476-598c1417dbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:48.660129 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ff77313b-e489-45b4-8476-598c1417dbdc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c081d145-7b60-4f2b-ae15-3e4e3ce0e41a HTTP/1.1" status: 204 len: 168 time: 0.1332004 Jul 06 12:22:48.670262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77313b-e489-45b4-8476-598c1417dbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c081d145-7b60-4f2b-ae15-3e4e3ce0e41a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:48.883739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9970e-4b84-445c-8947-72d306111ac9 req-a812ea3b-87ff-456a-85ef-780d39f913fb tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:48.885268 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28c9970e-4b84-445c-8947-72d306111ac9 req-a812ea3b-87ff-456a-85ef-780d39f913fb tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/networks?id=599bca4b-e543-418c-9aa5-a7f82c9cb337 HTTP/1.1" status: 200 len: 812 time: 0.1147823 Jul 06 12:22:48.902391 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28c9970e-4b84-445c-8947-72d306111ac9 req-4500bd75-5ee1-42c7-b547-e354a1da7050 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/quotas/e329c63151e0445c8da4fd5353f71213 HTTP/1.1" status: 200 len: 375 time: 0.0104833 Jul 06 12:22:48.938800 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28c9970e-4b84-445c-8947-72d306111ac9 req-a545b294-b206-47fc-b0d7-cb509c0766c7 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e329c63151e0445c8da4fd5353f71213&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304234 Jul 06 12:22:49.047452 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28c9970e-4b84-445c-8947-72d306111ac9 req-cde6974d-47ba-4804-810e-847384452242 service neutron] 10.222.0.81 "GET /v2.0/networks/599bca4b-e543-418c-9aa5-a7f82c9cb337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004026 Jul 06 12:22:49.145030 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28c9970e-4b84-445c-8947-72d306111ac9 req-7797763b-4a25-4815-873f-83628d7f4cc1 service neutron] 10.222.0.81 "GET /v2.0/networks/599bca4b-e543-418c-9aa5-a7f82c9cb337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908108 Jul 06 12:22:49.350258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44096) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:49.436083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a366e-1d05-452f-8560-9aa2e8f5f534 req-7f9c71b2-74f1-44d1-93c5-ee5de51fc016 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:49.437642 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-785a366e-1d05-452f-8560-9aa2e8f5f534 req-7f9c71b2-74f1-44d1-93c5-ee5de51fc016 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 944 time: 0.0748606 Jul 06 12:22:49.463504 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-4be9e9a4-5b15-406e-8e5b-f7ddaa372ac5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'network': {'name': 'tempest-RoutersTest-78523889'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:49.497408 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-785a366e-1d05-452f-8560-9aa2e8f5f534 req-e03e5d44-f5f3-49ac-8a15-6de6be4ba81c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540287 Jul 06 12:22:49.505874 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be9e9a4-5b15-406e-8e5b-f7ddaa372ac5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:49.509755 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4be9e9a4-5b15-406e-8e5b-f7ddaa372ac5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.519669 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4be9e9a4-5b15-406e-8e5b-f7ddaa372ac5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.594317 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17da7aa2-b773-4189-9d0e-c2d96aee5a77 req-eb89f5dc-ac71-47b6-8429-7efaeef20e6b tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=eab2c5be-6a72-46ae-902b-66a2871a06fb HTTP/1.1" status: 200 len: 210 time: 0.0331867 Jul 06 12:22:49.655734 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4be9e9a4-5b15-406e-8e5b-f7ddaa372ac5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.660599 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4be9e9a4-5b15-406e-8e5b-f7ddaa372ac5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.689109 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be9e9a4-5b15-406e-8e5b-f7ddaa372ac5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:22:49.705296 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9e9a4-5b15-406e-8e5b-f7ddaa372ac5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813b2aab-d783-4278-9ea7-68985935988a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:49.710373 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4be9e9a4-5b15-406e-8e5b-f7ddaa372ac5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.710716 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-4be9e9a4-5b15-406e-8e5b-f7ddaa372ac5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Added segment 8b81607b-5897-49f5-a75a-523bc10b06e9 of type vlan for network 07dd5529-76c4-4b86-a129-4c5479352142 Jul 06 12:22:49.756174 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4be9e9a4-5b15-406e-8e5b-f7ddaa372ac5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.786897 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4be9e9a4-5b15-406e-8e5b-f7ddaa372ac5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.792947 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be9e9a4-5b15-406e-8e5b-f7ddaa372ac5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:49.793561 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4be9e9a4-5b15-406e-8e5b-f7ddaa372ac5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.853997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4be9e9a4-5b15-406e-8e5b-f7ddaa372ac5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5026188 Jul 06 12:22:49.858039 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44106) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:49.861910 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e4bea741-019e-4023-982c-3205815edace tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'network': {'name': 'tempest-RoutersTest-788274731'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:49.877040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9e9a4-5b15-406e-8e5b-f7ddaa372ac5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Network': ['ID=07dd5529-76c4-4b86-a129-4c5479352142,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:49.887946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 07dd5529-76c4-4b86-a129-4c5479352142 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:22:49.897807 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bea741-019e-4023-982c-3205815edace tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:49.902160 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4bea741-019e-4023-982c-3205815edace tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.931010 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bea741-019e-4023-982c-3205815edace tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:22:49.943176 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4bea741-019e-4023-982c-3205815edace tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:49.943650 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-e4bea741-019e-4023-982c-3205815edace tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Added segment 0454c473-724d-4fc6-8f6b-d31744f96ca3 of type vlan for network 7305ec22-b802-4795-8029-77abbfd7337d Jul 06 12:22:49.992333 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4bea741-019e-4023-982c-3205815edace tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.021731 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4bea741-019e-4023-982c-3205815edace tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.027334 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bea741-019e-4023-982c-3205815edace tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:50.027978 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4bea741-019e-4023-982c-3205815edace tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.088486 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e4bea741-019e-4023-982c-3205815edace tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2308373 Jul 06 12:22:50.091283 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44108) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:50.098125 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e5cf9fa1-a41f-42d4-91ae-efbb3ca9671a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'subnet': {'network_id': '07dd5529-76c4-4b86-a129-4c5479352142', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:50.102852 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bea741-019e-4023-982c-3205815edace tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Network': ['ID=7305ec22-b802-4795-8029-77abbfd7337d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:50.113016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 7305ec22-b802-4795-8029-77abbfd7337d details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:22:50.158869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bb8ef52f-e04a-474f-be78-cfef22fa7d97 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:50.198506 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cf9fa1-a41f-42d4-91ae-efbb3ca9671a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:50.202872 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9fa1-a41f-42d4-91ae-efbb3ca9671a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.231524 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port bb8ef52f-e04a-474f-be78-cfef22fa7d97 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:50.236114 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port bb8ef52f-e04a-474f-be78-cfef22fa7d97 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:50.236591 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.329169 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.354818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1371b27-f629-428a-b6c5-5c5d6a5dbf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:50.359107 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90000c39-340f-48f0-a682-90ddd15636ba" -d '{"events": [{"server_uuid": "e1371b27-f629-428a-b6c5-5c5d6a5dbf83", "name": "network-vif-plugged", "status": "completed", "tag": "bb8ef52f-e04a-474f-be78-cfef22fa7d97"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:50.376290 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bb8ef52f-e04a-474f-be78-cfef22fa7d97, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:50.385512 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.446842 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf8f09f-a582-4b08-a6d0-7920c96b526f x-openstack-request-id: req-7bf8f09f-a582-4b08-a6d0-7920c96b526f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:50.447476 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1371b27-f629-428a-b6c5-5c5d6a5dbf83", "name": "network-vif-plugged", "status": "completed", "tag": "bb8ef52f-e04a-474f-be78-cfef22fa7d97", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:50.447902 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9fa1-a41f-42d4-91ae-efbb3ca9671a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.448164 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7bf8f09f-a582-4b08-a6d0-7920c96b526f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:50.458981 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1371b27-f629-428a-b6c5-5c5d6a5dbf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97', 'code': 200} Jul 06 12:22:50.464635 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bb8ef52f-e04a-474f-be78-cfef22fa7d97,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:50.494044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9970e-4b84-445c-8947-72d306111ac9 req-35989898-567c-4631-9db6-ee8055676aa7 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:50.496298 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28c9970e-4b84-445c-8947-72d306111ac9 req-35989898-567c-4631-9db6-ee8055676aa7 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.89 "GET /v2.0/networks?id=599bca4b-e543-418c-9aa5-a7f82c9cb337 HTTP/1.1" status: 200 len: 812 time: 0.1805632 Jul 06 12:22:50.516437 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-28c9970e-4b84-445c-8947-72d306111ac9 req-94bc2079-293d-4e1c-9245-639e5a591e58 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Request body: {'port': {'device_id': 'eab2c5be-6a72-46ae-902b-66a2871a06fb', 'network_id': '599bca4b-e543-418c-9aa5-a7f82c9cb337', 'admin_state_up': True, 'tenant_id': 'e329c63151e0445c8da4fd5353f71213'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:50.540236 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf9fa1-a41f-42d4-91ae-efbb3ca9671a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Subnet': ['ID=43df26a8-f3c7-4f60-86e0-e88f9ee66b57,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:50.563528 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cf9fa1-a41f-42d4-91ae-efbb3ca9671a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Checking segment: {'id': '8b81607b-5897-49f5-a75a-523bc10b06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '07dd5529-76c4-4b86-a129-4c5479352142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:50.564656 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf9fa1-a41f-42d4-91ae-efbb3ca9671a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network hostable DHCP agents. Network: 07dd5529-76c4-4b86-a129-4c5479352142, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:22:50.605109 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf9fa1-a41f-42d4-91ae-efbb3ca9671a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 07dd5529-76c4-4b86-a129-4c5479352142 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:22:50.625389 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ff365-6c5d-4611-bf71-c75a9a1c2fa4 req-dabf4c8e-f018-43a4-abe8-a905bc65de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:50.627040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-638ff365-6c5d-4611-bf71-c75a9a1c2fa4 req-dabf4c8e-f018-43a4-abe8-a905bc65de55 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 1096 time: 0.1014829 Jul 06 12:22:50.628096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e5cf9fa1-a41f-42d4-91ae-efbb3ca9671a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 07dd5529-76c4-4b86-a129-4c5479352142) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:50.632376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cf9fa1-a41f-42d4-91ae-efbb3ca9671a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:50.633008 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e5cf9fa1-a41f-42d4-91ae-efbb3ca9671a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.641858 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ecd015-cf36-4e0b-b098-076a2fcb7992 None None] Network 07dd5529-76c4-4b86-a129-4c5479352142 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:50.662460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c9970e-4b84-445c-8947-72d306111ac9 req-94bc2079-293d-4e1c-9245-639e5a591e58 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Made reservation on behalf of e329c63151e0445c8da4fd5353f71213 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:50.667692 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28c9970e-4b84-445c-8947-72d306111ac9 req-94bc2079-293d-4e1c-9245-639e5a591e58 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.677092 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e5cf9fa1-a41f-42d4-91ae-efbb3ca9671a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5847323 Jul 06 12:22:50.677869 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44116) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:50.681513 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-638ff365-6c5d-4611-bf71-c75a9a1c2fa4 req-7359b0cf-31fa-4e02-a1eb-ad96bbe71daf service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455472 Jul 06 12:22:50.685547 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ac8d33c9-6473-4c06-b492-70cb093b1666 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'subnet': {'network_id': '7305ec22-b802-4795-8029-77abbfd7337d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:50.800700 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-07dd5529-76c4-4b86-a129-4c5479352142', 'network_id': '07dd5529-76c4-4b86-a129-4c5479352142', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'fixed_ips': [{'subnet_id': '43df26a8-f3c7-4f60-86e0-e88f9ee66b57'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:22:50.801319 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.821304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-28c9970e-4b84-445c-8947-72d306111ac9 req-94bc2079-293d-4e1c-9245-639e5a591e58 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Allocated IP 172.20.0.14 (599bca4b-e543-418c-9aa5-a7f82c9cb337/40cc0b1f-9a45-4cab-b615-f463b95ce1d8/afc9fd31-9f8f-41a1-97e3-fede7ad1d835) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:50.834656 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c8341-b6d4-43ec-adf8-4e4609318261 req-70695b05-8fd1-4e6a-9339-8523c9b8b1c2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:50.836516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-345c8341-b6d4-43ec-adf8-4e4609318261 req-70695b05-8fd1-4e6a-9339-8523c9b8b1c2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1436360 Jul 06 12:22:50.838086 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8d33c9-6473-4c06-b492-70cb093b1666 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:50.842200 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac8d33c9-6473-4c06-b492-70cb093b1666 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:50.944772 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-345c8341-b6d4-43ec-adf8-4e4609318261 req-fb3e1cfa-cda3-4992-8c92-e90403b50c98 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975151 Jul 06 12:22:50.971775 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Allocated IP 172.20.0.2 (07dd5529-76c4-4b86-a129-4c5479352142/43df26a8-f3c7-4f60-86e0-e88f9ee66b57/b6afb66b-adb5-4bdb-afa5-7fdbce4970ca) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:51.023035 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28c9970e-4b84-445c-8947-72d306111ac9 req-94bc2079-293d-4e1c-9245-639e5a591e58 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.068150 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28c9970e-4b84-445c-8947-72d306111ac9 req-94bc2079-293d-4e1c-9245-639e5a591e58 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.080192 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac8d33c9-6473-4c06-b492-70cb093b1666 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.118968 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c9970e-4b84-445c-8947-72d306111ac9 req-94bc2079-293d-4e1c-9245-639e5a591e58 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Network 599bca4b-e543-418c-9aa5-a7f82c9cb337 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:51.124612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-28c9970e-4b84-445c-8947-72d306111ac9 req-94bc2079-293d-4e1c-9245-639e5a591e58 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:51.129050 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c9970e-4b84-445c-8947-72d306111ac9 req-94bc2079-293d-4e1c-9245-639e5a591e58 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:51.136433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc2079-293d-4e1c-9245-639e5a591e58 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Pushing event updated for resources: {'Port': ['ID=afc9fd31-9f8f-41a1-97e3-fede7ad1d835,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:51.178513 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.183651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d33c9-6473-4c06-b492-70cb093b1666 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Subnet': ['ID=52ca5e18-51fa-4f7e-9b90-614c7df07ae2,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:51.188485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9970e-4b84-445c-8947-72d306111ac9 req-94bc2079-293d-4e1c-9245-639e5a591e58 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:51.189422 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28c9970e-4b84-445c-8947-72d306111ac9 req-94bc2079-293d-4e1c-9245-639e5a591e58 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.190243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Transition to ACTIVE for port object b6afb66b-adb5-4bdb-afa5-7fdbce4970ca will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:51.200514 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d33c9-6473-4c06-b492-70cb093b1666 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Checking segment: {'id': '0454c473-724d-4fc6-8f6b-d31744f96ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '7305ec22-b802-4795-8029-77abbfd7337d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:51.200836 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8d33c9-6473-4c06-b492-70cb093b1666 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network hostable DHCP agents. Network: 7305ec22-b802-4795-8029-77abbfd7337d, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:22:51.206509 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28c9970e-4b84-445c-8947-72d306111ac9 req-94bc2079-293d-4e1c-9245-639e5a591e58 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6937835 Jul 06 12:22:51.209191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Transition to ACTIVE for port object b6afb66b-adb5-4bdb-afa5-7fdbce4970ca will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:51.215822 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.225229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Request body: {'port': {'device_id': 'eab2c5be-6a72-46ae-902b-66a2871a06fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:51.237461 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020b302-9ff6-4b3c-86cb-424791d7aeb9 req-fb0cbccc-a928-46fd-a8ab-f56f9e3f91c6 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:51.238129 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a020b302-9ff6-4b3c-86cb-424791d7aeb9 req-fb0cbccc-a928-46fd-a8ab-f56f9e3f91c6 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=eab2c5be-6a72-46ae-902b-66a2871a06fb HTTP/1.1" status: 200 len: 932 time: 0.1257758 Jul 06 12:22:51.239294 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8d33c9-6473-4c06-b492-70cb093b1666 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 7305ec22-b802-4795-8029-77abbfd7337d is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:22:51.260396 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-ac8d33c9-6473-4c06-b492-70cb093b1666 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 7305ec22-b802-4795-8029-77abbfd7337d) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:51.267899 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8d33c9-6473-4c06-b492-70cb093b1666 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:51.268922 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac8d33c9-6473-4c06-b492-70cb093b1666 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.276967 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Network 07dd5529-76c4-4b86-a129-4c5479352142 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:51.281572 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29604cc5-5749-4a37-9162-a7bccce6fc86 None None] Network 7305ec22-b802-4795-8029-77abbfd7337d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:51.291688 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:51.294662 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a020b302-9ff6-4b3c-86cb-424791d7aeb9 req-a6444f23-b3e5-4e98-9817-562a56950440 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479176 Jul 06 12:22:51.302165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ac8d33c9-6473-4c06-b492-70cb093b1666 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6227231 Jul 06 12:22:51.304535 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44118) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:51.306494 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:51.311970 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bc50af6e-58d2-471d-b06c-52b5a7ce954a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1145513335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:51.338794 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.341609 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Pushing event updated for resources: {'Port': ['ID=b6afb66b-adb5-4bdb-afa5-7fdbce4970ca,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:51.357131 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc50af6e-58d2-471d-b06c-52b5a7ce954a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.358076 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc50af6e-58d2-471d-b06c-52b5a7ce954a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.504379 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc50af6e-58d2-471d-b06c-52b5a7ce954a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.512300 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc50af6e-58d2-471d-b06c-52b5a7ce954a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.555173 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc50af6e-58d2-471d-b06c-52b5a7ce954a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.559403 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44120) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:51.559704 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bc50af6e-58d2-471d-b06c-52b5a7ce954a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2538798 Jul 06 12:22:51.619813 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Attempting to bind port b6afb66b-adb5-4bdb-afa5-7fdbce4970ca on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:51.620200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Attempting to bind port b6afb66b-adb5-4bdb-afa5-7fdbce4970ca by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '8b81607b-5897-49f5-a75a-523bc10b06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '07dd5529-76c4-4b86-a129-4c5479352142'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:51.620528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Attempting to bind port b6afb66b-adb5-4bdb-afa5-7fdbce4970ca on network 07dd5529-76c4-4b86-a129-4c5479352142 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:51.633611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:51.634048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Checking segment: {'id': '8b81607b-5897-49f5-a75a-523bc10b06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '07dd5529-76c4-4b86-a129-4c5479352142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:51.634771 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.634771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Bound using segment: {'id': '8b81607b-5897-49f5-a75a-523bc10b06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '07dd5529-76c4-4b86-a129-4c5479352142'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:51.635264 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Bound port: b6afb66b-adb5-4bdb-afa5-7fdbce4970ca, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b81607b-5897-49f5-a75a-523bc10b06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '07dd5529-76c4-4b86-a129-4c5479352142'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:51.635702 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.727720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc9fd31-9f8f-41a1-97e3-fede7ad1d835 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:22:51.737002 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.760224 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Transition to ACTIVE for port object afc9fd31-9f8f-41a1-97e3-fede7ad1d835 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:51.761846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-7305ec22-b802-4795-8029-77abbfd7337d', 'network_id': '7305ec22-b802-4795-8029-77abbfd7337d', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'fixed_ips': [{'subnet_id': '52ca5e18-51fa-4f7e-9b90-614c7df07ae2'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:22:51.762785 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.764138 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.767620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] For port b6afb66b-adb5-4bdb-afa5-7fdbce4970ca, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:51.772115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] For port b6afb66b-adb5-4bdb-afa5-7fdbce4970ca, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b6afb66b-adb5-4bdb-afa5-7fdbce4970ca,segment=NetworkSegment(8b81607b-5897-49f5-a75a-523bc10b06e9),segment_id=8b81607b-5897-49f5-a75a-523bc10b06e9)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:51.780423 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.868497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Pushing event updated for resources: {'Port': ['ID=afc9fd31-9f8f-41a1-97e3-fede7ad1d835,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:51.882977 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.902936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Attempting to bind port afc9fd31-9f8f-41a1-97e3-fede7ad1d835 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:51.903622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Attempting to bind port afc9fd31-9f8f-41a1-97e3-fede7ad1d835 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'e80f7f38-6682-445c-b203-fb8350bb72f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '599bca4b-e543-418c-9aa5-a7f82c9cb337'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:51.904185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Attempting to bind port afc9fd31-9f8f-41a1-97e3-fede7ad1d835 on network 599bca4b-e543-418c-9aa5-a7f82c9cb337 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:51.909146 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Port afc9fd31-9f8f-41a1-97e3-fede7ad1d835 on network 599bca4b-e543-418c-9aa5-a7f82c9cb337 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:22:51.909584 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Attempting to bind port afc9fd31-9f8f-41a1-97e3-fede7ad1d835 on network 599bca4b-e543-418c-9aa5-a7f82c9cb337 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:51.915003 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:51.915526 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Checking segment: {'id': 'e80f7f38-6682-445c-b203-fb8350bb72f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '599bca4b-e543-418c-9aa5-a7f82c9cb337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:51.915997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Bound using segment: {'id': 'e80f7f38-6682-445c-b203-fb8350bb72f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '599bca4b-e543-418c-9aa5-a7f82c9cb337'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:51.916567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Bound port: afc9fd31-9f8f-41a1-97e3-fede7ad1d835, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80f7f38-6682-445c-b203-fb8350bb72f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '599bca4b-e543-418c-9aa5-a7f82c9cb337'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:51.917084 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:51.919502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c07327-050c-4baa-a556-d9d20436aa70 None None] Pushing event updated for resources: {'Port': ['ID=b6afb66b-adb5-4bdb-afa5-7fdbce4970ca,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:52.000082 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Allocated IP 172.21.0.2 (7305ec22-b802-4795-8029-77abbfd7337d/52ca5e18-51fa-4f7e-9b90-614c7df07ae2/0c738700-8317-4fbb-a520-47cb831b45b6) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:52.003883 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] For port afc9fd31-9f8f-41a1-97e3-fede7ad1d835, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:52.009026 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] For port afc9fd31-9f8f-41a1-97e3-fede7ad1d835, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=afc9fd31-9f8f-41a1-97e3-fede7ad1d835,segment=NetworkSegment(e80f7f38-6682-445c-b203-fb8350bb72f6),segment_id=e80f7f38-6682-445c-b203-fb8350bb72f6)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:52.015856 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:52.061149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:52.063015 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:52.067643 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28c9970e-4b84-445c-8947-72d306111ac9 req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] 10.222.0.89 "PUT /v2.0/ports/afc9fd31-9f8f-41a1-97e3-fede7ad1d835 HTTP/1.1" status: 200 len: 1092 time: 0.8499298 Jul 06 12:22:52.084715 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab2c5be-6a72-46ae-902b-66a2871a06fb', 'tag': 'afc9fd31-9f8f-41a1-97e3-fede7ad1d835'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:52.089978 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2ba931-f596-4961-995c-c591cee94e57" -d '{"events": [{"name": "network-changed", "server_uuid": "eab2c5be-6a72-46ae-902b-66a2871a06fb", "tag": "afc9fd31-9f8f-41a1-97e3-fede7ad1d835"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:52.193530 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc088c-cb87-4b01-bd76-2a760c7fdac3 service neutron] Pushing event updated for resources: {'Port': ['ID=afc9fd31-9f8f-41a1-97e3-fede7ad1d835,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:52.230334 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:52.236548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Transition to ACTIVE for port object 0c738700-8317-4fbb-a520-47cb831b45b6 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:52.244421 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9970e-4b84-445c-8947-72d306111ac9 req-4afa8325-ce23-4c3b-b31d-a2ce24f9b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:52.245661 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28c9970e-4b84-445c-8947-72d306111ac9 req-4afa8325-ce23-4c3b-b31d-a2ce24f9b8a9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e329c63151e0445c8da4fd5353f71213&device_id=eab2c5be-6a72-46ae-902b-66a2871a06fb HTTP/1.1" status: 200 len: 1095 time: 0.1335957 Jul 06 12:22:52.253200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Transition to ACTIVE for port object 0c738700-8317-4fbb-a520-47cb831b45b6 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:52.262647 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:52.282931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Allocated IP 172.20.0.1 (07dd5529-76c4-4b86-a129-4c5479352142/43df26a8-f3c7-4f60-86e0-e88f9ee66b57/df7b396d-ec28-4d43-9c83-06666ba4fc32) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:52.308217 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28c9970e-4b84-445c-8947-72d306111ac9 req-ca808d5b-0e8e-4175-a40c-7b947b4ea6c4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afc9fd31-9f8f-41a1-97e3-fede7ad1d835 HTTP/1.1" status: 200 len: 217 time: 0.0470619 Jul 06 12:22:52.311998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd2ac7-6849-4db8-b75e-6c13098ac679 req-9725b3b4-a3cc-4e1d-b449-f3f1ae49b5fe tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:52.314268 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a1bd2ac7-6849-4db8-b75e-6c13098ac679 req-9725b3b4-a3cc-4e1d-b449-f3f1ae49b5fe tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1544971 Jul 06 12:22:52.329247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Pushing event updated for resources: {'Port': ['ID=0c738700-8317-4fbb-a520-47cb831b45b6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:52.333533 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Network 7305ec22-b802-4795-8029-77abbfd7337d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:52.335329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:52.337479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:52.376940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9970e-4b84-445c-8947-72d306111ac9 req-bd8acdad-c4ab-42fa-98d1-7a8261fb63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:52.378604 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28c9970e-4b84-445c-8947-72d306111ac9 req-bd8acdad-c4ab-42fa-98d1-7a8261fb63b1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40cc0b1f-9a45-4cab-b615-f463b95ce1d8 HTTP/1.1" status: 200 len: 852 time: 0.0590620 Jul 06 12:22:52.401641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Attempting to bind port 0c738700-8317-4fbb-a520-47cb831b45b6 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:52.401641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Attempting to bind port 0c738700-8317-4fbb-a520-47cb831b45b6 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '0454c473-724d-4fc6-8f6b-d31744f96ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '7305ec22-b802-4795-8029-77abbfd7337d'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:52.401641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Attempting to bind port 0c738700-8317-4fbb-a520-47cb831b45b6 on network 7305ec22-b802-4795-8029-77abbfd7337d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:52.407008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:52.407357 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Checking segment: {'id': '0454c473-724d-4fc6-8f6b-d31744f96ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '7305ec22-b802-4795-8029-77abbfd7337d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:52.409184 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:52.409593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Bound using segment: {'id': '0454c473-724d-4fc6-8f6b-d31744f96ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '7305ec22-b802-4795-8029-77abbfd7337d'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:52.410378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Bound port: 0c738700-8317-4fbb-a520-47cb831b45b6, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0454c473-724d-4fc6-8f6b-d31744f96ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '7305ec22-b802-4795-8029-77abbfd7337d'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:52.410529 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:52.424504 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28c9970e-4b84-445c-8947-72d306111ac9 req-396d5fb8-3384-46d5-992f-e1bd7ca93c97 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=599bca4b-e543-418c-9aa5-a7f82c9cb337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378749 Jul 06 12:22:52.461016 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a1bd2ac7-6849-4db8-b75e-6c13098ac679 req-383dc5c5-c2f4-4f7a-9a36-5861bb5eaa82 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367264 Jul 06 12:22:52.497818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] For port 0c738700-8317-4fbb-a520-47cb831b45b6, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:52.508467 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:52.527422 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] For port 0c738700-8317-4fbb-a520-47cb831b45b6, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0c738700-8317-4fbb-a520-47cb831b45b6,segment=NetworkSegment(0454c473-724d-4fc6-8f6b-d31744f96ca3),segment_id=0454c473-724d-4fc6-8f6b-d31744f96ca3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:52.538489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Transition to ACTIVE for port object df7b396d-ec28-4d43-9c83-06666ba4fc32 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:52.544807 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:52.620339 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:52.662035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240f99b-d8e6-4de3-a54a-019a36ee18dc None None] Pushing event updated for resources: {'Port': ['ID=0c738700-8317-4fbb-a520-47cb831b45b6,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:52.686746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 07dd5529-76c4-4b86-a129-4c5479352142 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:52.702441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:52.727543 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:52.772256 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=df7b396d-ec28-4d43-9c83-06666ba4fc32,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:52.810332 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:52.856878 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae4b066-3e0e-4659-9a9d-8ec0611d1f07 x-openstack-request-id: req-aae4b066-3e0e-4659-9a9d-8ec0611d1f07 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:52.857453 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab2c5be-6a72-46ae-902b-66a2871a06fb", "tag": "afc9fd31-9f8f-41a1-97e3-fede7ad1d835", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:52.857453 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aae4b066-3e0e-4659-9a9d-8ec0611d1f07 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:52.857936 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab2c5be-6a72-46ae-902b-66a2871a06fb', 'tag': 'afc9fd31-9f8f-41a1-97e3-fede7ad1d835', 'status': 'completed', 'code': 200} Jul 06 12:22:52.871824 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea4648-fa75-4adf-bc3a-1b1aedde891a req-4a55ab23-4cfb-471f-98d4-80536e84469d tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:52.873702 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ecea4648-fa75-4adf-bc3a-1b1aedde891a req-4a55ab23-4cfb-471f-98d4-80536e84469d tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=eab2c5be-6a72-46ae-902b-66a2871a06fb HTTP/1.1" status: 200 len: 944 time: 0.1857009 Jul 06 12:22:52.934236 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28c9970e-4b84-445c-8947-72d306111ac9 req-7ab36af4-7815-4bb2-9cb0-78623fa1970a service neutron] 10.222.0.89 "GET /v2.0/networks/599bca4b-e543-418c-9aa5-a7f82c9cb337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032156 Jul 06 12:22:52.993752 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ecea4648-fa75-4adf-bc3a-1b1aedde891a req-4f72664e-7134-47ac-96eb-8aef1791a395 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863807 Jul 06 12:22:53.064616 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:53.065380 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-28c9970e-4b84-445c-8947-72d306111ac9 req-bd4180f7-8ad5-4092-affa-942379dc8a00 service neutron] 10.222.0.89 "GET /v2.0/networks/599bca4b-e543-418c-9aa5-a7f82c9cb337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239064 Jul 06 12:22:53.195745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ba931-f596-4961-995c-c591cee94e57 req-643aab99-707e-4c7e-9c4b-4692e3325bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:53.197422 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee2ba931-f596-4961-995c-c591cee94e57 req-643aab99-707e-4c7e-9c4b-4692e3325bf5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e329c63151e0445c8da4fd5353f71213&device_id=eab2c5be-6a72-46ae-902b-66a2871a06fb HTTP/1.1" status: 200 len: 1095 time: 0.0681739 Jul 06 12:22:53.273156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1e4e77-42be-4795-91c3-591b5dea7052 None None] Network 07dd5529-76c4-4b86-a129-4c5479352142 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:53.304547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ba931-f596-4961-995c-c591cee94e57 req-ba8f3cd0-9a37-4302-8883-bc187116ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:53.306334 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee2ba931-f596-4961-995c-c591cee94e57 req-ba8f3cd0-9a37-4302-8883-bc187116ce29 service neutron] 10.222.0.89 "GET /v2.0/networks?id=599bca4b-e543-418c-9aa5-a7f82c9cb337 HTTP/1.1" status: 200 len: 913 time: 0.1025655 Jul 06 12:22:53.338379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820b93-077d-4952-95f6-a287c7221b09 req-e7fa3aa9-cd49-414a-a68c-feaf47fe56ff tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:53.339923 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2820b93-077d-4952-95f6-a287c7221b09 req-e7fa3aa9-cd49-414a-a68c-feaf47fe56ff tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/networks?id=a7a10b76-6c66-4940-ba65-bee208413885 HTTP/1.1" status: 200 len: 814 time: 0.2246914 Jul 06 12:22:53.349895 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee2ba931-f596-4961-995c-c591cee94e57 req-815e0198-3dad-4c6c-9634-8a1cdaa7cc85 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afc9fd31-9f8f-41a1-97e3-fede7ad1d835 HTTP/1.1" status: 200 len: 217 time: 0.0372679 Jul 06 12:22:53.393350 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2820b93-077d-4952-95f6-a287c7221b09 req-5031fdea-7e08-49ce-b7c1-66bfb9913048 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/quotas/f4a77e0eceff4933aabc8d50627ab2af HTTP/1.1" status: 200 len: 375 time: 0.0279827 Jul 06 12:22:53.412258 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c607f0de-a3ec-40ee-a0b9-7e1abc7829d9 None None] Provisioning for port b6afb66b-adb5-4bdb-afa5-7fdbce4970ca completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:53.425651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ba931-f596-4961-995c-c591cee94e57 req-eec87300-a9ac-46de-9d0b-ecc6d16bfcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:53.427263 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee2ba931-f596-4961-995c-c591cee94e57 req-eec87300-a9ac-46de-9d0b-ecc6d16bfcf4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40cc0b1f-9a45-4cab-b615-f463b95ce1d8 HTTP/1.1" status: 200 len: 852 time: 0.0704226 Jul 06 12:22:53.466203 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee2ba931-f596-4961-995c-c591cee94e57 req-6417e094-02fa-43ed-acab-8a5e7da3c0ae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=599bca4b-e543-418c-9aa5-a7f82c9cb337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317717 Jul 06 12:22:53.539315 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:53.552854 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2820b93-077d-4952-95f6-a287c7221b09 req-fd0fef71-7849-4bce-bd44-1333adc8e572 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f4a77e0eceff4933aabc8d50627ab2af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1449757 Jul 06 12:22:53.573806 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:53.597736 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee2ba931-f596-4961-995c-c591cee94e57 req-0f96f3e7-223c-464a-b6d1-6ef45319bf53 service neutron] 10.222.0.89 "GET /v2.0/networks/599bca4b-e543-418c-9aa5-a7f82c9cb337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237745 Jul 06 12:22:53.700328 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:53.705027 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=df7b396d-ec28-4d43-9c83-06666ba4fc32,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:53.713695 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ee2ba931-f596-4961-995c-c591cee94e57 req-06488b32-7b0d-4107-b3df-f9f635eaf0d1 service neutron] 10.222.0.89 "GET /v2.0/networks/599bca4b-e543-418c-9aa5-a7f82c9cb337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088428 Jul 06 12:22:53.797853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2820b93-077d-4952-95f6-a287c7221b09 req-f43a9449-be65-4c68-b101-7dbe6a790d53 service neutron] 10.222.0.81 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437584 Jul 06 12:22:53.863571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d7979496-694f-458d-ae64-78fd31aff9a7 None None] Provisioning for port df7b396d-ec28-4d43-9c83-06666ba4fc32 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:53.868651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d7979496-694f-458d-ae64-78fd31aff9a7 None None] Provisioning complete for port df7b396d-ec28-4d43-9c83-06666ba4fc32 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:53.869078 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d7979496-694f-458d-ae64-78fd31aff9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:53.912582 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 07dd5529-76c4-4b86-a129-4c5479352142 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:53.919692 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:53.952465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d7979496-694f-458d-ae64-78fd31aff9a7 None None] Port df7b396d-ec28-4d43-9c83-06666ba4fc32 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:22:53.987778 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2820b93-077d-4952-95f6-a287c7221b09 req-9b492f6d-6576-4e8d-9c8f-08b1bd041098 service neutron] 10.222.0.81 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773777 Jul 06 12:22:54.037266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0c738700-8317-4fbb-a520-47cb831b45b6 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:54.088411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router cbcfa220-0fb4-4bec-acfc-61ca605d9f21 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:22:54.115492 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 0c738700-8317-4fbb-a520-47cb831b45b6 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:54.121779 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b6afb66b-adb5-4bdb-afa5-7fdbce4970ca up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:54.157565 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf071da-7f61-4f0e-bdeb-ebfd6d3570c3 None None] Network 7305ec22-b802-4795-8029-77abbfd7337d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:22:54.258852 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f8473631-2687-46a7-b8a0-08f45f1c8237 None None] Provisioning complete for port df7b396d-ec28-4d43-9c83-06666ba4fc32 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:54.259251 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8473631-2687-46a7-b8a0-08f45f1c8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:54.335881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port b6afb66b-adb5-4bdb-afa5-7fdbce4970ca completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:54.360159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b6afb66b-adb5-4bdb-afa5-7fdbce4970ca triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:54.360806 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:54.364875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f8473631-2687-46a7-b8a0-08f45f1c8237 None None] Port df7b396d-ec28-4d43-9c83-06666ba4fc32 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:22:54.465326 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f8473631-2687-46a7-b8a0-08f45f1c8237 None None] Provisioning for port 0c738700-8317-4fbb-a520-47cb831b45b6 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:54.495012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f8473631-2687-46a7-b8a0-08f45f1c8237 None None] Provisioning complete for port 0c738700-8317-4fbb-a520-47cb831b45b6 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:54.495435 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8473631-2687-46a7-b8a0-08f45f1c8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:54.591562 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:54.663696 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port b6afb66b-adb5-4bdb-afa5-7fdbce4970ca, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b6afb66b-adb5-4bdb-afa5-7fdbce4970ca,segment=NetworkSegment(8b81607b-5897-49f5-a75a-523bc10b06e9),segment_id=8b81607b-5897-49f5-a75a-523bc10b06e9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:54.665038 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8473631-2687-46a7-b8a0-08f45f1c8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:54.676965 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:54.699546 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:54.713355 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6076c30-e47c-4900-9590-35be39bbc770 None None] Sync routers for ids ['cbcfa220-0fb4-4bec-acfc-61ca605d9f21'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:54.717521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7655583e-fb19-4df1-abf0-3aa6fbd77d2d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/cbcfa220-0fb4-4bec-acfc-61ca605d9f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1566112 Jul 06 12:22:54.721372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44156) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:54.738875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2f785-31e0-4b0c-99ef-ecc57eedaead req-10109e37-c0cc-4549-a09a-af989123dd24 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:54.746883 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64f2f785-31e0-4b0c-99ef-ecc57eedaead req-10109e37-c0cc-4549-a09a-af989123dd24 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=eab2c5be-6a72-46ae-902b-66a2871a06fb HTTP/1.1" status: 200 len: 944 time: 0.1172302 Jul 06 12:22:54.753939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f8473631-2687-46a7-b8a0-08f45f1c8237 None None] For port 0c738700-8317-4fbb-a520-47cb831b45b6, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0c738700-8317-4fbb-a520-47cb831b45b6,segment=NetworkSegment(0454c473-724d-4fc6-8f6b-d31744f96ca3),segment_id=0454c473-724d-4fc6-8f6b-d31744f96ca3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:54.768414 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6076c30-e47c-4900-9590-35be39bbc770 None None] Routers {'cbcfa220-0fb4-4bec-acfc-61ca605d9f21'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:54.769129 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c6076c30-e47c-4900-9590-35be39bbc770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cbcfa220-0fb4-4bec-acfc-61ca605d9f21'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:54.771336 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8473631-2687-46a7-b8a0-08f45f1c8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:54.808132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e6249f-4d7d-4dd1-af8e-39bf2ad81ae5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:54.809799 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64f2f785-31e0-4b0c-99ef-ecc57eedaead req-416a5b52-811c-49a1-a49a-8920607daa48 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617111 Jul 06 12:22:54.810349 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e2e6249f-4d7d-4dd1-af8e-39bf2ad81ae5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports/df7b396d-ec28-4d43-9c83-06666ba4fc32 HTTP/1.1" status: 200 len: 910 time: 0.0869296 Jul 06 12:22:54.813860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44158) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:54.824689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c6076c30-e47c-4900-9590-35be39bbc770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:54.828739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=b6afb66b-adb5-4bdb-afa5-7fdbce4970ca,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:54.913931 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6076c30-e47c-4900-9590-35be39bbc770 None None] Routers {'cbcfa220-0fb4-4bec-acfc-61ca605d9f21'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:54.914698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c6076c30-e47c-4900-9590-35be39bbc770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cbcfa220-0fb4-4bec-acfc-61ca605d9f21'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:54.991940 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc1a82ff-589a-4adc-990d-e42cfb0035dc req-cb41f24d-0a2c-4da0-b788-8d2dc98b5c57 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 210 time: 0.0446334 Jul 06 12:22:55.001980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6f83597f-b342-4649-884f-fa51009c2842 None None] Provisioning complete for port df7b396d-ec28-4d43-9c83-06666ba4fc32 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:55.002362 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f83597f-b342-4649-884f-fa51009c2842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:55.012335 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c6076c30-e47c-4900-9590-35be39bbc770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:55.012991 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6076c30-e47c-4900-9590-35be39bbc770 None None] The sync data for ids ['cbcfa220-0fb4-4bec-acfc-61ca605d9f21'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:55.041181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8473631-2687-46a7-b8a0-08f45f1c8237 None None] Pushing event updated for resources: {'Port': ['ID=0c738700-8317-4fbb-a520-47cb831b45b6,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:55.061034 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6f83597f-b342-4649-884f-fa51009c2842 None None] Port df7b396d-ec28-4d43-9c83-06666ba4fc32 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:22:55.184652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ec6c3ba8-6ba4-49be-9049-869ee8ba1445 None None] Provisioning complete for port 0c738700-8317-4fbb-a520-47cb831b45b6 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:55.185023 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec6c3ba8-6ba4-49be-9049-869ee8ba1445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:55.271052 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:55.543308 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Allocated IP 172.21.0.1 (7305ec22-b802-4795-8029-77abbfd7337d/52ca5e18-51fa-4f7e-9b90-614c7df07ae2/4af1c035-e2c1-4c0a-b585-6dff3e64ce77) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:55.740045 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:55.751214 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820b93-077d-4952-95f6-a287c7221b09 req-6597c822-cf23-461a-8c5b-2c0eec43539a tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:55.752694 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2820b93-077d-4952-95f6-a287c7221b09 req-6597c822-cf23-461a-8c5b-2c0eec43539a tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.23 "GET /v2.0/networks?id=a7a10b76-6c66-4940-ba65-bee208413885 HTTP/1.1" status: 200 len: 814 time: 0.1492193 Jul 06 12:22:55.763801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Transition to ACTIVE for port object 4af1c035-e2c1-4c0a-b585-6dff3e64ce77 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:55.768731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-c2820b93-077d-4952-95f6-a287c7221b09 req-2273c15b-c529-4ca7-bb63-a64ae22511ed tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Request body: {'port': {'device_id': '5d554e7d-2fc2-4e1a-9a3c-8ace93b62001', 'network_id': 'a7a10b76-6c66-4940-ba65-bee208413885', 'admin_state_up': True, 'tenant_id': 'f4a77e0eceff4933aabc8d50627ab2af'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:55.881863 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:55.913424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0c738700-8317-4fbb-a520-47cb831b45b6 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:55.929352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 7305ec22-b802-4795-8029-77abbfd7337d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:55.936334 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:55.943280 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:55.973589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0c738700-8317-4fbb-a520-47cb831b45b6 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:55.974041 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:55.995480 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=4af1c035-e2c1-4c0a-b585-6dff3e64ce77,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:56.005915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2820b93-077d-4952-95f6-a287c7221b09 req-2273c15b-c529-4ca7-bb63-a64ae22511ed tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Made reservation on behalf of f4a77e0eceff4933aabc8d50627ab2af for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:22:56.009552 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2820b93-077d-4952-95f6-a287c7221b09 req-2273c15b-c529-4ca7-bb63-a64ae22511ed tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:56.028019 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ce781-fb18-4a6f-8cf6-e75ccbe2b016 req-6aecaaa4-341d-4b26-9821-78564c6b889e tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:56.036165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-478ce781-fb18-4a6f-8cf6-e75ccbe2b016 req-6aecaaa4-341d-4b26-9821-78564c6b889e tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=eab2c5be-6a72-46ae-902b-66a2871a06fb HTTP/1.1" status: 200 len: 944 time: 0.1031456 Jul 06 12:22:56.082617 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-478ce781-fb18-4a6f-8cf6-e75ccbe2b016 req-e4871a00-c652-4162-97aa-cb7215c5a6b9 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456228 Jul 06 12:22:56.082862 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b6afb66b-adb5-4bdb-afa5-7fdbce4970ca up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:56.091067 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:56.146714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b6afb66b-adb5-4bdb-afa5-7fdbce4970ca triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:56.147121 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:56.205712 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device afc9fd31-9f8f-41a1-97e3-fede7ad1d835 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:22:56.239395 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-01b2bdb8-98ec-46f3-97dc-3e4ec090d54e req-bcaeaa4d-6d6d-479e-a155-4694fe2c6567 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 210 time: 0.0300112 Jul 06 12:22:56.261188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-c2820b93-077d-4952-95f6-a287c7221b09 req-2273c15b-c529-4ca7-bb63-a64ae22511ed tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Allocated IP 172.20.0.9 (a7a10b76-6c66-4940-ba65-bee208413885/7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa/9528ad80-ff09-4a1d-89f6-7270ecd47394) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:22:56.336229 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:56.337539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1fe28db8-379e-410c-aca7-337bad246771 None None] Provisioning for port 4af1c035-e2c1-4c0a-b585-6dff3e64ce77 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:56.350707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1fe28db8-379e-410c-aca7-337bad246771 None None] Provisioning complete for port 4af1c035-e2c1-4c0a-b585-6dff3e64ce77 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:56.351101 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1fe28db8-379e-410c-aca7-337bad246771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:56.394139 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port afc9fd31-9f8f-41a1-97e3-fede7ad1d835, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=afc9fd31-9f8f-41a1-97e3-fede7ad1d835,segment=NetworkSegment(e80f7f38-6682-445c-b203-fb8350bb72f6),segment_id=e80f7f38-6682-445c-b203-fb8350bb72f6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:56.415677 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'afc9fd31-9f8f-41a1-97e3-fede7ad1d835', 'network_id': '599bca4b-e543-418c-9aa5-a7f82c9cb337', 'port_id': 'afc9fd31-9f8f-41a1-97e3-fede7ad1d835', 'mac_address': 'fa:16:3e:1a:f9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cc0b1f-9a45-4cab-b615-f463b95ce1d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:22:56.418203 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1fe28db8-379e-410c-aca7-337bad246771 None None] Port 4af1c035-e2c1-4c0a-b585-6dff3e64ce77 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:22:56.463338 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:56.479315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc9fd31-9f8f-41a1-97e3-fede7ad1d835 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:22:56.504623 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port afc9fd31-9f8f-41a1-97e3-fede7ad1d835, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=afc9fd31-9f8f-41a1-97e3-fede7ad1d835,segment=NetworkSegment(e80f7f38-6682-445c-b203-fb8350bb72f6),segment_id=e80f7f38-6682-445c-b203-fb8350bb72f6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:56.508629 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:56.559846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=afc9fd31-9f8f-41a1-97e3-fede7ad1d835,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:56.592714 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2820b93-077d-4952-95f6-a287c7221b09 req-2273c15b-c529-4ca7-bb63-a64ae22511ed tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:56.712588 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2820b93-077d-4952-95f6-a287c7221b09 req-2273c15b-c529-4ca7-bb63-a64ae22511ed tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:56.725162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bb8ef52f-e04a-474f-be78-cfef22fa7d97'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:22:56.731472 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['afc9fd31-9f8f-41a1-97e3-fede7ad1d835'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:22:56.789574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2820b93-077d-4952-95f6-a287c7221b09 req-2273c15b-c529-4ca7-bb63-a64ae22511ed tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Network a7a10b76-6c66-4940-ba65-bee208413885 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:56.791619 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:56.796995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-c2820b93-077d-4952-95f6-a287c7221b09 req-2273c15b-c529-4ca7-bb63-a64ae22511ed tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:56.799629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273c15b-c529-4ca7-bb63-a64ae22511ed tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Pushing event updated for resources: {'Port': ['ID=9528ad80-ff09-4a1d-89f6-7270ecd47394,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:56.801806 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:56.805015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2820b93-077d-4952-95f6-a287c7221b09 req-2273c15b-c529-4ca7-bb63-a64ae22511ed tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:22:56.919131 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=4af1c035-e2c1-4c0a-b585-6dff3e64ce77,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:56.925010 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:56.933307 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820b93-077d-4952-95f6-a287c7221b09 req-2273c15b-c529-4ca7-bb63-a64ae22511ed tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:56.933930 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2820b93-077d-4952-95f6-a287c7221b09 req-2273c15b-c529-4ca7-bb63-a64ae22511ed tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:56.961629 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2820b93-077d-4952-95f6-a287c7221b09 req-2273c15b-c529-4ca7-bb63-a64ae22511ed tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1991060 Jul 06 12:22:56.992271 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Request body: {'port': {'device_id': '5d554e7d-2fc2-4e1a-9a3c-8ace93b62001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:22:57.003680 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:22:57.105888 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:57.109188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 7305ec22-b802-4795-8029-77abbfd7337d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:22:57.112221 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:22:57.312085 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf8860-347a-4d4d-b424-ab4e2d7023e4 req-4253586e-f756-40ff-9bda-3e95f3aed574 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:57.315079 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2aaf8860-347a-4d4d-b424-ab4e2d7023e4 req-4253586e-f756-40ff-9bda-3e95f3aed574 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=eab2c5be-6a72-46ae-902b-66a2871a06fb HTTP/1.1" status: 200 len: 945 time: 0.0855954 Jul 06 12:22:57.332891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router cbcfa220-0fb4-4bec-acfc-61ca605d9f21 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:22:57.376002 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2aaf8860-347a-4d4d-b424-ab4e2d7023e4 req-e47611c0-1e4f-4eca-95e5-a23e3c41f453 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545588 Jul 06 12:22:57.457783 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-54c449bd-a4bf-404f-925a-c78fd7b924d5 None None] Provisioning complete for port 4af1c035-e2c1-4c0a-b585-6dff3e64ce77 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:57.458346 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-54c449bd-a4bf-404f-925a-c78fd7b924d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:57.499400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-54c449bd-a4bf-404f-925a-c78fd7b924d5 None None] Port 4af1c035-e2c1-4c0a-b585-6dff3e64ce77 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:22:57.507643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:22:57.517561 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300c28c0-852a-4b52-a6fd-8547506a1289 None None] Sync routers for ids ['cbcfa220-0fb4-4bec-acfc-61ca605d9f21'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:22:57.520902 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-97fdf140-8db7-4ebd-acb1-79b3cedd9ab5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/cbcfa220-0fb4-4bec-acfc-61ca605d9f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7020273 Jul 06 12:22:57.521106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44172) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:57.530503 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c28c0-852a-4b52-a6fd-8547506a1289 None None] Routers {'cbcfa220-0fb4-4bec-acfc-61ca605d9f21'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:57.531599 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-300c28c0-852a-4b52-a6fd-8547506a1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cbcfa220-0fb4-4bec-acfc-61ca605d9f21'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:57.569369 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6342c-e420-4957-9a5d-04ac6e82f89b req-f6ae5b35-a79c-4a5c-ad16-6ea764f1cbb6 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:57.570898 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27a6342c-e420-4957-9a5d-04ac6e82f89b req-f6ae5b35-a79c-4a5c-ad16-6ea764f1cbb6 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 931 time: 0.0757706 Jul 06 12:22:57.572116 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-300c28c0-852a-4b52-a6fd-8547506a1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:57.581434 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c28c0-852a-4b52-a6fd-8547506a1289 None None] Routers {'cbcfa220-0fb4-4bec-acfc-61ca605d9f21'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:22:57.582184 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-300c28c0-852a-4b52-a6fd-8547506a1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cbcfa220-0fb4-4bec-acfc-61ca605d9f21'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:57.612370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc1358-5ffd-4e77-8a69-9ecb1cc44976 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:57.616887 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-08fc1358-5ffd-4e77-8a69-9ecb1cc44976 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports/4af1c035-e2c1-4c0a-b585-6dff3e64ce77 HTTP/1.1" status: 200 len: 910 time: 0.0917735 Jul 06 12:22:57.618409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44174) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:22:57.618552 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27a6342c-e420-4957-9a5d-04ac6e82f89b req-052cad91-842d-4e09-bdd3-50e67182d2ef tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368042 Jul 06 12:22:57.620474 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-300c28c0-852a-4b52-a6fd-8547506a1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:22:57.621235 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300c28c0-852a-4b52-a6fd-8547506a1289 None None] The sync data for ids ['cbcfa220-0fb4-4bec-acfc-61ca605d9f21'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:22:58.029380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9528ad80-ff09-4a1d-89f6-7270ecd47394 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:22:58.043511 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:58.065038 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Transition to ACTIVE for port object 9528ad80-ff09-4a1d-89f6-7270ecd47394 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:22:58.075000 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:58.203674 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device afc9fd31-9f8f-41a1-97e3-fede7ad1d835 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:22:58.217049 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Pushing event updated for resources: {'Port': ['ID=9528ad80-ff09-4a1d-89f6-7270ecd47394,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:58.255900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port afc9fd31-9f8f-41a1-97e3-fede7ad1d835 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:22:58.259480 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port afc9fd31-9f8f-41a1-97e3-fede7ad1d835 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:22:58.259850 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:58.337035 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:58.352453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Attempting to bind port 9528ad80-ff09-4a1d-89f6-7270ecd47394 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:22:58.352789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Attempting to bind port 9528ad80-ff09-4a1d-89f6-7270ecd47394 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '54c6ed14-f4e8-4d02-a239-b718f1f1f8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a7a10b76-6c66-4940-ba65-bee208413885'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:22:58.353112 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Attempting to bind port 9528ad80-ff09-4a1d-89f6-7270ecd47394 on network a7a10b76-6c66-4940-ba65-bee208413885 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:58.363024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Port 9528ad80-ff09-4a1d-89f6-7270ecd47394 on network a7a10b76-6c66-4940-ba65-bee208413885 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:22:58.363371 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Attempting to bind port 9528ad80-ff09-4a1d-89f6-7270ecd47394 on network a7a10b76-6c66-4940-ba65-bee208413885 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:22:58.363706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab2c5be-6a72-46ae-902b-66a2871a06fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc9fd31-9f8f-41a1-97e3-fede7ad1d835'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:58.365950 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882eecd5-4299-42fa-ab9e-7812fec31ae1" -d '{"events": [{"server_uuid": "eab2c5be-6a72-46ae-902b-66a2871a06fb", "name": "network-vif-plugged", "status": "completed", "tag": "afc9fd31-9f8f-41a1-97e3-fede7ad1d835"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:58.371612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:22:58.371953 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Checking segment: {'id': '54c6ed14-f4e8-4d02-a239-b718f1f1f8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a7a10b76-6c66-4940-ba65-bee208413885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:22:58.372340 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Bound using segment: {'id': '54c6ed14-f4e8-4d02-a239-b718f1f1f8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a7a10b76-6c66-4940-ba65-bee208413885'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:22:58.372865 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Bound port: 9528ad80-ff09-4a1d-89f6-7270ecd47394, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c6ed14-f4e8-4d02-a239-b718f1f1f8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a7a10b76-6c66-4940-ba65-bee208413885'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:22:58.373220 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:58.379776 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port afc9fd31-9f8f-41a1-97e3-fede7ad1d835, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=afc9fd31-9f8f-41a1-97e3-fede7ad1d835,segment=NetworkSegment(e80f7f38-6682-445c-b203-fb8350bb72f6),segment_id=e80f7f38-6682-445c-b203-fb8350bb72f6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:22:58.384304 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:58.413235 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba30954-e3a9-4d2a-8f63-6752b1011214 x-openstack-request-id: req-4ba30954-e3a9-4d2a-8f63-6752b1011214 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:58.413594 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab2c5be-6a72-46ae-902b-66a2871a06fb", "name": "network-vif-plugged", "status": "completed", "tag": "afc9fd31-9f8f-41a1-97e3-fede7ad1d835", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:58.413909 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ba30954-e3a9-4d2a-8f63-6752b1011214 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:58.414360 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab2c5be-6a72-46ae-902b-66a2871a06fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc9fd31-9f8f-41a1-97e3-fede7ad1d835', 'code': 200} Jul 06 12:22:58.453035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=afc9fd31-9f8f-41a1-97e3-fede7ad1d835,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:58.506611 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] For port 9528ad80-ff09-4a1d-89f6-7270ecd47394, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:22:58.558763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] For port 9528ad80-ff09-4a1d-89f6-7270ecd47394, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9528ad80-ff09-4a1d-89f6-7270ecd47394,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:22:58.567693 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:58.583355 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04f16b82-c05d-4672-9a47-69a7093da362 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:58.589341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cc470-9b21-41e8-b96a-9fb4be1709d7 req-34cc7aa2-5383-433d-a92a-42764b1c135d tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:58.590925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-127cc470-9b21-41e8-b96a-9fb4be1709d7 req-34cc7aa2-5383-433d-a92a-42764b1c135d tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=eab2c5be-6a72-46ae-902b-66a2871a06fb HTTP/1.1" status: 200 len: 946 time: 0.0774815 Jul 06 12:22:58.632887 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-127cc470-9b21-41e8-b96a-9fb4be1709d7 req-77aaca34-b118-47ee-8111-30db51de503a tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360110 Jul 06 12:22:58.646998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:58.651696 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:58.651696 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2820b93-077d-4952-95f6-a287c7221b09 req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] 10.222.0.23 "PUT /v2.0/ports/9528ad80-ff09-4a1d-89f6-7270ecd47394 HTTP/1.1" status: 200 len: 1091 time: 1.6613927 Jul 06 12:22:58.651696 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d554e7d-2fc2-4e1a-9a3c-8ace93b62001', 'tag': '9528ad80-ff09-4a1d-89f6-7270ecd47394'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:22:58.653779 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d53382-112f-40d0-b031-120208a1349f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d554e7d-2fc2-4e1a-9a3c-8ace93b62001", "tag": "9528ad80-ff09-4a1d-89f6-7270ecd47394"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:22:58.757928 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Pushing event updated for resources: {'Port': ['ID=9528ad80-ff09-4a1d-89f6-7270ecd47394,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:58.776052 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:58.776400 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:58.776751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:58.777087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:58.777420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:58.777751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:58.778082 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:58.778405 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:58.778730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:58.779057 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:58.779404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:58.779727 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb202452-36d7-4399-85cd-5943ea686dcb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:22:58.784673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c23862-acc1-491d-804d-68531136ff96 req-54e4bbc6-5007-44fc-bfa6-8a84ac04164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:58.786223 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0c23862-acc1-491d-804d-68531136ff96 req-54e4bbc6-5007-44fc-bfa6-8a84ac04164b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=eab2c5be-6a72-46ae-902b-66a2871a06fb HTTP/1.1" status: 200 len: 1097 time: 0.2954664 Jul 06 12:22:58.815208 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e58033-1ed7-4b67-9137-c252aa6eaf75 req-e38a3c04-ba4a-427e-887c-35b002b5af46 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:58.816904 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35e58033-1ed7-4b67-9137-c252aa6eaf75 req-e38a3c04-ba4a-427e-887c-35b002b5af46 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 943 time: 0.0721433 Jul 06 12:22:58.856617 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35e58033-1ed7-4b67-9137-c252aa6eaf75 req-216592d1-8e7a-4420-8770-e0c495ad842a tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333171 Jul 06 12:22:58.883541 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820b93-077d-4952-95f6-a287c7221b09 req-c3775ce7-5043-4206-b7df-c01997f7c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:58.885084 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2820b93-077d-4952-95f6-a287c7221b09 req-c3775ce7-5043-4206-b7df-c01997f7c542 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4a77e0eceff4933aabc8d50627ab2af&device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 1094 time: 0.1834042 Jul 06 12:22:58.887621 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c0c23862-acc1-491d-804d-68531136ff96 req-a7f0cfc8-4df9-4175-b263-b96a48fc9d3f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666478 Jul 06 12:22:58.909012 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089364c6-cee1-4a94-a5b3-6985c87e65b1 x-openstack-request-id: req-089364c6-cee1-4a94-a5b3-6985c87e65b1 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:22:58.909310 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d554e7d-2fc2-4e1a-9a3c-8ace93b62001", "tag": "9528ad80-ff09-4a1d-89f6-7270ecd47394", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:22:58.909566 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-089364c6-cee1-4a94-a5b3-6985c87e65b1 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:22:58.909963 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d554e7d-2fc2-4e1a-9a3c-8ace93b62001', 'tag': '9528ad80-ff09-4a1d-89f6-7270ecd47394', 'status': 'completed', 'code': 200} Jul 06 12:22:58.946467 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2820b93-077d-4952-95f6-a287c7221b09 req-97853fb6-e619-4602-8042-3745363ba14c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9528ad80-ff09-4a1d-89f6-7270ecd47394 HTTP/1.1" status: 200 len: 217 time: 0.0486629 Jul 06 12:22:59.048773 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820b93-077d-4952-95f6-a287c7221b09 req-f8e94d0a-68ad-4435-a32b-6cc19d264adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:59.050253 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2820b93-077d-4952-95f6-a287c7221b09 req-f8e94d0a-68ad-4435-a32b-6cc19d264adb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa HTTP/1.1" status: 200 len: 854 time: 0.0768256 Jul 06 12:22:59.092289 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2820b93-077d-4952-95f6-a287c7221b09 req-069a9826-b412-410d-9e63-db7e9ac728fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7a10b76-6c66-4940-ba65-bee208413885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344074 Jul 06 12:22:59.149354 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-04f16b82-c05d-4672-9a47-69a7093da362 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port 4af1c035-e2c1-4c0a-b585-6dff3e64ce77 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:22:59.149594 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04f16b82-c05d-4672-9a47-69a7093da362 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:59.256849 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2820b93-077d-4952-95f6-a287c7221b09 req-b6c23014-7f6b-4f38-bd58-a35de0ec6564 service neutron] 10.222.0.23 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544006 Jul 06 12:22:59.279075 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04f16b82-c05d-4672-9a47-69a7093da362 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:59.327324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-04f16b82-c05d-4672-9a47-69a7093da362 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for 4af1c035-e2c1-4c0a-b585-6dff3e64ce77 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:22:59.426697 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c2820b93-077d-4952-95f6-a287c7221b09 req-0f87f608-f22d-4581-a5d0-db7bd68afb50 service neutron] 10.222.0.23 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600790 Jul 06 12:22:59.585706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d53382-112f-40d0-b031-120208a1349f req-0e729799-05bf-4057-9f75-b3b4b6fed813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:59.587535 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d4d53382-112f-40d0-b031-120208a1349f req-0e729799-05bf-4057-9f75-b3b4b6fed813 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4a77e0eceff4933aabc8d50627ab2af&device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 1094 time: 0.1135001 Jul 06 12:22:59.588598 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04f16b82-c05d-4672-9a47-69a7093da362 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:22:59.757426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d53382-112f-40d0-b031-120208a1349f req-99db89a4-de85-45fe-8bae-5bd68140aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:59.758748 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d4d53382-112f-40d0-b031-120208a1349f req-99db89a4-de85-45fe-8bae-5bd68140aa33 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7a10b76-6c66-4940-ba65-bee208413885 HTTP/1.1" status: 200 len: 915 time: 0.1581314 Jul 06 12:22:59.760126 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f16b82-c05d-4672-9a47-69a7093da362 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=4af1c035-e2c1-4c0a-b585-6dff3e64ce77,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:22:59.833303 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d4d53382-112f-40d0-b031-120208a1349f req-2806e744-d780-4831-9b09-b8e000225ab1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9528ad80-ff09-4a1d-89f6-7270ecd47394 HTTP/1.1" status: 200 len: 217 time: 0.0459018 Jul 06 12:22:59.856995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b69e7-67ac-4276-bf84-86cc3ed54d67 req-730dfbc8-4db8-49b0-ae45-86c1b2ca31b8 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:59.858704 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-011b69e7-67ac-4276-bf84-86cc3ed54d67 req-730dfbc8-4db8-49b0-ae45-86c1b2ca31b8 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=eab2c5be-6a72-46ae-902b-66a2871a06fb HTTP/1.1" status: 200 len: 946 time: 0.0775263 Jul 06 12:22:59.899416 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-011b69e7-67ac-4276-bf84-86cc3ed54d67 req-63233cf2-109e-4f9b-b6d9-0419fab35dd2 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343561 Jul 06 12:22:59.955852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d53382-112f-40d0-b031-120208a1349f req-2c0e986a-d5c1-4ffb-8634-7ba7061af8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:22:59.957324 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d4d53382-112f-40d0-b031-120208a1349f req-2c0e986a-d5c1-4ffb-8634-7ba7061af8dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa HTTP/1.1" status: 200 len: 854 time: 0.1112750 Jul 06 12:22:59.997345 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d4d53382-112f-40d0-b031-120208a1349f req-ce7b3cd2-60c2-448e-81d9-2f391e966584 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7a10b76-6c66-4940-ba65-bee208413885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321369 Jul 06 12:23:00.003896 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04f16b82-c05d-4672-9a47-69a7093da362 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:00.061901 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c467b-47cd-4761-aa43-9a706d931442 req-730aa8ff-ce14-4b30-8960-da3822b2c764 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:00.063426 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-407c467b-47cd-4761-aa43-9a706d931442 req-730aa8ff-ce14-4b30-8960-da3822b2c764 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 943 time: 0.0644996 Jul 06 12:23:00.106566 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-407c467b-47cd-4761-aa43-9a706d931442 req-14e04e41-fb1d-49ed-8655-c6ab336e381d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367675 Jul 06 12:23:00.472532 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d4d53382-112f-40d0-b031-120208a1349f req-380e0fa2-2eff-48c6-87fe-2b3e80f7641c service neutron] 10.222.0.23 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656615 Jul 06 12:23:00.633167 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f16b82-c05d-4672-9a47-69a7093da362 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router cbcfa220-0fb4-4bec-acfc-61ca605d9f21 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:23:00.655271 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d4d53382-112f-40d0-b031-120208a1349f req-27737873-6feb-4e76-86ef-db93601f2fff service neutron] 10.222.0.23 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519506 Jul 06 12:23:00.743380 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f16b82-c05d-4672-9a47-69a7093da362 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:23:00.751342 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-04f16b82-c05d-4672-9a47-69a7093da362 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/cbcfa220-0fb4-4bec-acfc-61ca605d9f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1329577 Jul 06 12:23:00.751847 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44200) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:00.752476 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8760530d-7226-410a-8281-66b17911fe52 None None] Sync routers for ids ['cbcfa220-0fb4-4bec-acfc-61ca605d9f21'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:23:00.762830 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8760530d-7226-410a-8281-66b17911fe52 None None] Routers {'cbcfa220-0fb4-4bec-acfc-61ca605d9f21'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:00.763495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8760530d-7226-410a-8281-66b17911fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cbcfa220-0fb4-4bec-acfc-61ca605d9f21'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:00.798284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8760530d-7226-410a-8281-66b17911fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:00.807377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8760530d-7226-410a-8281-66b17911fe52 None None] Routers {'cbcfa220-0fb4-4bec-acfc-61ca605d9f21'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:00.807984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8760530d-7226-410a-8281-66b17911fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cbcfa220-0fb4-4bec-acfc-61ca605d9f21'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:00.843195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8760530d-7226-410a-8281-66b17911fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:00.843876 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8760530d-7226-410a-8281-66b17911fe52 None None] The sync data for ids ['cbcfa220-0fb4-4bec-acfc-61ca605d9f21'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:23:01.078207 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0330558b-e087-4f00-8bb8-63112fadb59b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:01.353411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5a371-5abb-4bda-8aae-285c8c943032 req-5bcf9145-331c-4c38-91bc-0c93a44917bd tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:01.355136 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1fa5a371-5abb-4bda-8aae-285c8c943032 req-5bcf9145-331c-4c38-91bc-0c93a44917bd tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 943 time: 0.1194651 Jul 06 12:23:01.416992 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1fa5a371-5abb-4bda-8aae-285c8c943032 req-1425ad3f-4f5c-4b8f-9f7d-9acfc85f4aac tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439126 Jul 06 12:23:01.443135 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-0330558b-e087-4f00-8bb8-63112fadb59b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port df7b396d-ec28-4d43-9c83-06666ba4fc32 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:01.443599 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0330558b-e087-4f00-8bb8-63112fadb59b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:01.546845 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0330558b-e087-4f00-8bb8-63112fadb59b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:01.560559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-0330558b-e087-4f00-8bb8-63112fadb59b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for df7b396d-ec28-4d43-9c83-06666ba4fc32 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:01.760396 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0330558b-e087-4f00-8bb8-63112fadb59b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:01.792098 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330558b-e087-4f00-8bb8-63112fadb59b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=df7b396d-ec28-4d43-9c83-06666ba4fc32,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:01.962316 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0330558b-e087-4f00-8bb8-63112fadb59b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:02.140474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0330558b-e087-4f00-8bb8-63112fadb59b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router cbcfa220-0fb4-4bec-acfc-61ca605d9f21 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:23:02.220820 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0330558b-e087-4f00-8bb8-63112fadb59b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:23:02.229367 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0330558b-e087-4f00-8bb8-63112fadb59b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/cbcfa220-0fb4-4bec-acfc-61ca605d9f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4726899 Jul 06 12:23:02.229367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44214) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:02.232583 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477b9d7-f748-438a-8dde-ea3e66c8054f None None] Sync routers for ids ['cbcfa220-0fb4-4bec-acfc-61ca605d9f21'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:23:02.246779 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477b9d7-f748-438a-8dde-ea3e66c8054f None None] Routers {'cbcfa220-0fb4-4bec-acfc-61ca605d9f21'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:02.247933 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c477b9d7-f748-438a-8dde-ea3e66c8054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cbcfa220-0fb4-4bec-acfc-61ca605d9f21'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:02.262076 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e5b0a58e-44af-454e-acc2-8f2b5b59c7fa tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbcfa220-0fb4-4bec-acfc-61ca605d9f21 HTTP/1.1" status: 200 len: 205 time: 0.0320783 Jul 06 12:23:02.267289 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44216) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:02.291757 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c477b9d7-f748-438a-8dde-ea3e66c8054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:02.304388 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477b9d7-f748-438a-8dde-ea3e66c8054f None None] Routers {'cbcfa220-0fb4-4bec-acfc-61ca605d9f21'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:02.305129 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c477b9d7-f748-438a-8dde-ea3e66c8054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:22:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cbcfa220-0fb4-4bec-acfc-61ca605d9f21'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:02.341419 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c477b9d7-f748-438a-8dde-ea3e66c8054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:02.342121 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477b9d7-f748-438a-8dde-ea3e66c8054f None None] The sync data for ids ['cbcfa220-0fb4-4bec-acfc-61ca605d9f21'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:23:02.349757 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dd75-7ded-42dd-8d53-3ccd90c55be6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:02.538963 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dd75-7ded-42dd-8d53-3ccd90c55be6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:02.541425 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dd75-7ded-42dd-8d53-3ccd90c55be6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:02.617668 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dd75-7ded-42dd-8d53-3ccd90c55be6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:02.618195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd3dd75-7ded-42dd-8d53-3ccd90c55be6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Fanout notify agent at l3_agent the message router_deleted on router cbcfa220-0fb4-4bec-acfc-61ca605d9f21 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:23:02.627285 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4dd3dd75-7ded-42dd-8d53-3ccd90c55be6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:02.631507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44224) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:02.632026 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4dd3dd75-7ded-42dd-8d53-3ccd90c55be6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/routers/cbcfa220-0fb4-4bec-acfc-61ca605d9f21 HTTP/1.1" status: 204 len: 168 time: 0.3630104 Jul 06 12:23:02.678330 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ef92c-aad5-49c9-b6a9-738e7a38df53 req-3eb96bcc-309f-460b-9308-10e712eb5f28 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:02.679987 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-606ef92c-aad5-49c9-b6a9-738e7a38df53 req-3eb96bcc-309f-460b-9308-10e712eb5f28 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 943 time: 0.0996420 Jul 06 12:23:02.687165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa334e34-1563-4b84-9755-4da05996d5ff tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting subnet 52ca5e18-51fa-4f7e-9b90-614c7df07ae2 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:23:02.691129 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa334e34-1563-4b84-9755-4da05996d5ff tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:02.723843 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-606ef92c-aad5-49c9-b6a9-738e7a38df53 req-d8a01302-110f-4d0c-b120-b2c4aa2ad818 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377650 Jul 06 12:23:02.732599 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9528ad80-ff09-4a1d-89f6-7270ecd47394 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:23:02.744768 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa334e34-1563-4b84-9755-4da05996d5ff tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:02.838918 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 9528ad80-ff09-4a1d-89f6-7270ecd47394, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9528ad80-ff09-4a1d-89f6-7270ecd47394,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:02.840193 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa334e34-1563-4b84-9755-4da05996d5ff tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:02.851909 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '9528ad80-ff09-4a1d-89f6-7270ecd47394', 'network_id': 'a7a10b76-6c66-4940-ba65-bee208413885', 'port_id': '9528ad80-ff09-4a1d-89f6-7270ecd47394', 'mac_address': 'fa:16:3e:ed:7a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:23:02.890226 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:02.905376 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa334e34-1563-4b84-9755-4da05996d5ff tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:02.909702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9528ad80-ff09-4a1d-89f6-7270ecd47394 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:23:02.932427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 9528ad80-ff09-4a1d-89f6-7270ecd47394, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9528ad80-ff09-4a1d-89f6-7270ecd47394,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:02.935130 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa334e34-1563-4b84-9755-4da05996d5ff tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Subnet': ['ID=52ca5e18-51fa-4f7e-9b90-614c7df07ae2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:02.936828 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:02.943752 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa334e34-1563-4b84-9755-4da05996d5ff tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:02.948074 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fa334e34-1563-4b84-9755-4da05996d5ff tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/52ca5e18-51fa-4f7e-9b90-614c7df07ae2 HTTP/1.1" status: 204 len: 168 time: 0.3119941 Jul 06 12:23:02.948804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44226) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:02.966499 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f00098-5b49-4a72-b529-063f997552a5 None None] Network 7305ec22-b802-4795-8029-77abbfd7337d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:03.009464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-78af619c-81bc-4e9b-8644-56a37be18b62 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting subnet 43df26a8-f3c7-4f60-86e0-e88f9ee66b57 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:23:03.012904 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78af619c-81bc-4e9b-8644-56a37be18b62 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.044891 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=9528ad80-ff09-4a1d-89f6-7270ecd47394,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:03.061366 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78af619c-81bc-4e9b-8644-56a37be18b62 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.161218 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78af619c-81bc-4e9b-8644-56a37be18b62 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.185057 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['9528ad80-ff09-4a1d-89f6-7270ecd47394'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:23:03.190250 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb413574-3196-40b2-965d-a48cc211743a None None] DHCP port deletion for 7305ec22-b802-4795-8029-77abbfd7337d request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:23:03.239001 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78af619c-81bc-4e9b-8644-56a37be18b62 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.265520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af619c-81bc-4e9b-8644-56a37be18b62 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Subnet': ['ID=43df26a8-f3c7-4f60-86e0-e88f9ee66b57,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:03.272038 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78af619c-81bc-4e9b-8644-56a37be18b62 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.276385 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-78af619c-81bc-4e9b-8644-56a37be18b62 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/43df26a8-f3c7-4f60-86e0-e88f9ee66b57 HTTP/1.1" status: 204 len: 168 time: 0.3246219 Jul 06 12:23:03.277319 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44228) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:03.285403 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b58395e-fe22-4205-b6ce-6c5e798f2ace None None] Network 07dd5529-76c4-4b86-a129-4c5479352142 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:03.358447 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.389472 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-eb413574-3196-40b2-965d-a48cc211743a None None] Deleting port 0c738700-8317-4fbb-a520-47cb831b45b6 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:03.389810 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb413574-3196-40b2-965d-a48cc211743a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.417803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port 0c738700-8317-4fbb-a520-47cb831b45b6 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:03.417803 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.496535 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] For port 0c738700-8317-4fbb-a520-47cb831b45b6, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0c738700-8317-4fbb-a520-47cb831b45b6,segment=NetworkSegment(0454c473-724d-4fc6-8f6b-d31744f96ca3),segment_id=0454c473-724d-4fc6-8f6b-d31744f96ca3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:03.496917 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.512572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for 0c738700-8317-4fbb-a520-47cb831b45b6 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:03.601071 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.628504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=0c738700-8317-4fbb-a520-47cb831b45b6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:03.634961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No DVR routers for this DVR port 0c738700-8317-4fbb-a520-47cb831b45b6 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:23:03.672109 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-eb413574-3196-40b2-965d-a48cc211743a None None] For port 0c738700-8317-4fbb-a520-47cb831b45b6, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0c738700-8317-4fbb-a520-47cb831b45b6,segment=NetworkSegment(0454c473-724d-4fc6-8f6b-d31744f96ca3),segment_id=0454c473-724d-4fc6-8f6b-d31744f96ca3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:03.672419 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb413574-3196-40b2-965d-a48cc211743a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.702774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-eb413574-3196-40b2-965d-a48cc211743a None None] Calling delete_port for 0c738700-8317-4fbb-a520-47cb831b45b6 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:03.737423 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.753726 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7305ec22-b802-4795-8029-77abbfd7337d']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:03.769430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0454c473-724d-4fc6-8f6b-d31744f96ca3') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:03.769733 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0454c473-724d-4fc6-8f6b-d31744f96ca3') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:03.781490 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.804453 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.811557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:23:03.812602 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:23:03.817102 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:23:03.834507 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb413574-3196-40b2-965d-a48cc211743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.892525 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d46d97-5238-4bbb-bb4c-cbd2fb07e65c None None] DHCP port deletion for 07dd5529-76c4-4b86-a129-4c5479352142 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:23:03.903031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb413574-3196-40b2-965d-a48cc211743a None None] No DVR routers for this DVR port 0c738700-8317-4fbb-a520-47cb831b45b6 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:23:03.935056 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.944445 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:03.950434 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/networks/7305ec22-b802-4795-8029-77abbfd7337d HTTP/1.1" status: 204 len: 168 time: 0.6718581 Jul 06 12:23:03.951141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44234) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:03.959721 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb413574-3196-40b2-965d-a48cc211743a None None] Pushing event deleted for resources: {'Port': ['ID=0c738700-8317-4fbb-a520-47cb831b45b6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:03.964856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0c738700-8317-4fbb-a520-47cb831b45b6 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:23:03.992767 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 0c738700-8317-4fbb-a520-47cb831b45b6 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:23:03.993097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0c738700-8317-4fbb-a520-47cb831b45b6 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:23:04.005100 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf65cdc-7e73-4554-b408-1ada74093be5 req-fcd8cacc-e91f-444b-a6b2-393de6ef93ce tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:04.011355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d83b7-06bc-46e8-9fac-d96cfab80df1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Network': ['ID=7305ec22-b802-4795-8029-77abbfd7337d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:04.017488 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9cf65cdc-7e73-4554-b408-1ada74093be5 req-fcd8cacc-e91f-444b-a6b2-393de6ef93ce tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 944 time: 0.1437941 Jul 06 12:23:04.026401 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-21d46d97-5238-4bbb-bb4c-cbd2fb07e65c None None] Deleting port b6afb66b-adb5-4bdb-afa5-7fdbce4970ca {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:04.026793 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21d46d97-5238-4bbb-bb4c-cbd2fb07e65c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.074589 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9cf65cdc-7e73-4554-b408-1ada74093be5 req-88f61132-6135-463a-b8c4-1bbf996efb70 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552099 Jul 06 12:23:04.088126 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.102269 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-21d46d97-5238-4bbb-bb4c-cbd2fb07e65c None None] For port b6afb66b-adb5-4bdb-afa5-7fdbce4970ca, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b6afb66b-adb5-4bdb-afa5-7fdbce4970ca,segment=NetworkSegment(8b81607b-5897-49f5-a75a-523bc10b06e9),segment_id=8b81607b-5897-49f5-a75a-523bc10b06e9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:04.102749 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21d46d97-5238-4bbb-bb4c-cbd2fb07e65c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.116653 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-21d46d97-5238-4bbb-bb4c-cbd2fb07e65c None None] Calling delete_port for b6afb66b-adb5-4bdb-afa5-7fdbce4970ca owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:04.140784 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port b6afb66b-adb5-4bdb-afa5-7fdbce4970ca {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:04.141129 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.201737 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21d46d97-5238-4bbb-bb4c-cbd2fb07e65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.215007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] For port b6afb66b-adb5-4bdb-afa5-7fdbce4970ca, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b6afb66b-adb5-4bdb-afa5-7fdbce4970ca,segment=NetworkSegment(8b81607b-5897-49f5-a75a-523bc10b06e9),segment_id=8b81607b-5897-49f5-a75a-523bc10b06e9)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:04.215527 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.227485 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d46d97-5238-4bbb-bb4c-cbd2fb07e65c None None] Pushing event deleted for resources: {'Port': ['ID=b6afb66b-adb5-4bdb-afa5-7fdbce4970ca,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:04.231175 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d46d97-5238-4bbb-bb4c-cbd2fb07e65c None None] No DVR routers for this DVR port b6afb66b-adb5-4bdb-afa5-7fdbce4970ca on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:23:04.231560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for b6afb66b-adb5-4bdb-afa5-7fdbce4970ca owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:04.315690 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.345728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=b6afb66b-adb5-4bdb-afa5-7fdbce4970ca,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:04.350418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No DVR routers for this DVR port b6afb66b-adb5-4bdb-afa5-7fdbce4970ca on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:23:04.442661 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.454331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07dd5529-76c4-4b86-a129-4c5479352142']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:04.467178 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b81607b-5897-49f5-a75a-523bc10b06e9') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:04.467536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b81607b-5897-49f5-a75a-523bc10b06e9') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:04.480305 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.497945 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.506506 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:23:04.507023 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:23:04.511098 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:23:04.580392 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.589737 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.596159 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/networks/07dd5529-76c4-4b86-a129-4c5479352142 HTTP/1.1" status: 204 len: 168 time: 0.6380739 Jul 06 12:23:04.597237 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44236) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:04.612726 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ff9b9ed7-884c-4b65-b70d-223eed699868 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'network': {'name': 'tempest-RoutersTest-136947636'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:04.617435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b31e82-6667-457b-b048-d814b9f82216 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Network': ['ID=07dd5529-76c4-4b86-a129-4c5479352142,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:04.643297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9b9ed7-884c-4b65-b70d-223eed699868 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:04.647420 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9ed7-884c-4b65-b70d-223eed699868 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.676191 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9b9ed7-884c-4b65-b70d-223eed699868 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:23:04.687383 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9ed7-884c-4b65-b70d-223eed699868 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.687729 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-ff9b9ed7-884c-4b65-b70d-223eed699868 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Added segment 4e32f301-876a-4d70-908f-ae2ed8c0d198 of type vlan for network 27ecc2ef-30c1-4d51-99e5-bed6d33613ad Jul 06 12:23:04.730398 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9ed7-884c-4b65-b70d-223eed699868 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.749353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9528ad80-ff09-4a1d-89f6-7270ecd47394 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:04.766005 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9ed7-884c-4b65-b70d-223eed699868 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.773818 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9b9ed7-884c-4b65-b70d-223eed699868 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:04.774863 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9ed7-884c-4b65-b70d-223eed699868 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.830166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 9528ad80-ff09-4a1d-89f6-7270ecd47394 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:04.835179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 9528ad80-ff09-4a1d-89f6-7270ecd47394 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:04.836366 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.850529 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ff9b9ed7-884c-4b65-b70d-223eed699868 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2528777 Jul 06 12:23:04.853514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44240) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:04.861494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c0f725e4-614c-464d-a6d6-489ac33a1211 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'subnet': {'network_id': '27ecc2ef-30c1-4d51-99e5-bed6d33613ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:04.882624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b9ed7-884c-4b65-b70d-223eed699868 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Network': ['ID=27ecc2ef-30c1-4d51-99e5-bed6d33613ad,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:04.894142 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 27ecc2ef-30c1-4d51-99e5-bed6d33613ad details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:23:04.973653 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f725e4-614c-464d-a6d6-489ac33a1211 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:04.977105 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c0f725e4-614c-464d-a6d6-489ac33a1211 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:04.991054 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:05.014215 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d554e7d-2fc2-4e1a-9a3c-8ace93b62001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9528ad80-ff09-4a1d-89f6-7270ecd47394'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:23:05.016560 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9390abde-38ba-4ae0-b3c7-19385edc76b4" -d '{"events": [{"server_uuid": "5d554e7d-2fc2-4e1a-9a3c-8ace93b62001", "name": "network-vif-plugged", "status": "completed", "tag": "9528ad80-ff09-4a1d-89f6-7270ecd47394"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:23:05.034288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 9528ad80-ff09-4a1d-89f6-7270ecd47394, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9528ad80-ff09-4a1d-89f6-7270ecd47394,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:05.043709 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:05.075590 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82b3270-e231-4d42-8bfb-b50dfea651f3 x-openstack-request-id: req-f82b3270-e231-4d42-8bfb-b50dfea651f3 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:23:05.075873 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d554e7d-2fc2-4e1a-9a3c-8ace93b62001", "name": "network-vif-plugged", "status": "completed", "tag": "9528ad80-ff09-4a1d-89f6-7270ecd47394", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:23:05.076132 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f82b3270-e231-4d42-8bfb-b50dfea651f3 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:23:05.076518 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d554e7d-2fc2-4e1a-9a3c-8ace93b62001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9528ad80-ff09-4a1d-89f6-7270ecd47394', 'code': 200} Jul 06 12:23:05.119112 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=9528ad80-ff09-4a1d-89f6-7270ecd47394,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:05.238464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c0f725e4-614c-464d-a6d6-489ac33a1211 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:05.276181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ece61f-bf76-4c57-9c40-d7bcc05f1537 req-82b71978-f2e3-42c4-a598-93ca71c52217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:05.277793 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-65ece61f-bf76-4c57-9c40-d7bcc05f1537 req-82b71978-f2e3-42c4-a598-93ca71c52217 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 1096 time: 0.1406031 Jul 06 12:23:05.330377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f725e4-614c-464d-a6d6-489ac33a1211 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Subnet': ['ID=b297b0fd-5937-4274-af1d-73b07e748977,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:05.351336 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-65ece61f-bf76-4c57-9c40-d7bcc05f1537 req-c313f451-b320-4c15-a05f-99acdc9de5dc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642223 Jul 06 12:23:05.352486 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f725e4-614c-464d-a6d6-489ac33a1211 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Checking segment: {'id': '4e32f301-876a-4d70-908f-ae2ed8c0d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '27ecc2ef-30c1-4d51-99e5-bed6d33613ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:05.352843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f725e4-614c-464d-a6d6-489ac33a1211 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network hostable DHCP agents. Network: 27ecc2ef-30c1-4d51-99e5-bed6d33613ad, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:23:05.370151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f725e4-614c-464d-a6d6-489ac33a1211 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 27ecc2ef-30c1-4d51-99e5-bed6d33613ad is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:23:05.379861 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c0f725e4-614c-464d-a6d6-489ac33a1211 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 27ecc2ef-30c1-4d51-99e5-bed6d33613ad) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:05.384805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f725e4-614c-464d-a6d6-489ac33a1211 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:05.385931 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c0f725e4-614c-464d-a6d6-489ac33a1211 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:05.388945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e9c8e-9813-4247-9100-144df29c627e None None] Network 27ecc2ef-30c1-4d51-99e5-bed6d33613ad requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:05.410041 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc10fe-9829-4995-b670-0466763b0f7b req-df0d35ee-f2bc-4f38-84a7-f554b300bc89 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:05.410967 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c0f725e4-614c-464d-a6d6-489ac33a1211 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5564082 Jul 06 12:23:05.413592 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44248) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:05.415908 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22fc10fe-9829-4995-b670-0466763b0f7b req-df0d35ee-f2bc-4f38-84a7-f554b300bc89 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 945 time: 0.2231262 Jul 06 12:23:05.420298 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-009cef1f-3163-4f12-8e98-d0e2eb0863bb tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1067756228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:05.446297 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-009cef1f-3163-4f12-8e98-d0e2eb0863bb tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:05.447443 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-009cef1f-3163-4f12-8e98-d0e2eb0863bb tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:05.466913 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-22fc10fe-9829-4995-b670-0466763b0f7b req-e69399cc-c79a-4a2a-ba53-2b18178e785c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459137 Jul 06 12:23:05.512762 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-009cef1f-3163-4f12-8e98-d0e2eb0863bb tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:05.518507 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-009cef1f-3163-4f12-8e98-d0e2eb0863bb tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:05.527363 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92852842-d58b-4e2f-9df9-9d378a703bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:05.538858 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-009cef1f-3163-4f12-8e98-d0e2eb0863bb tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:05.540201 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-009cef1f-3163-4f12-8e98-d0e2eb0863bb tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1253917 Jul 06 12:23:05.542921 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44250) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:05.548226 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a8d07069-96ea-4e58-9afa-9f2404a96f82 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'port': {'network_id': '27ecc2ef-30c1-4d51-99e5-bed6d33613ad', 'name': 'tempest-RoutersTest-925318099'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:05.580814 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-27ecc2ef-30c1-4d51-99e5-bed6d33613ad', 'network_id': '27ecc2ef-30c1-4d51-99e5-bed6d33613ad', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'fixed_ips': [{'subnet_id': 'b297b0fd-5937-4274-af1d-73b07e748977'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:23:05.581723 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:05.683135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d07069-96ea-4e58-9afa-9f2404a96f82 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:05.686765 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8d07069-96ea-4e58-9afa-9f2404a96f82 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:05.707434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-a8d07069-96ea-4e58-9afa-9f2404a96f82 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] device_id is not set on port 35e48bd0-7c4a-42ed-874b-d04f670d4df8 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:23:05.730537 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:05.738913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Allocated IP 172.20.0.2 (27ecc2ef-30c1-4d51-99e5-bed6d33613ad/b297b0fd-5937-4274-af1d-73b07e748977/98e33cac-bfed-45c9-aec6-c5bc61bcd018) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:23:05.899194 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b6afb66b-adb5-4bdb-afa5-7fdbce4970ca no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:23:05.922144 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:05.925071 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: b6afb66b-adb5-4bdb-afa5-7fdbce4970ca {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:23:05.925411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b6afb66b-adb5-4bdb-afa5-7fdbce4970ca not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:23:05.934752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Transition to ACTIVE for port object 98e33cac-bfed-45c9-aec6-c5bc61bcd018 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:05.952072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Transition to ACTIVE for port object 98e33cac-bfed-45c9-aec6-c5bc61bcd018 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:05.958352 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:05.997064 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Network 27ecc2ef-30c1-4d51-99e5-bed6d33613ad is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:06.001855 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:06.006174 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:23:06.013623 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Pushing event updated for resources: {'Port': ['ID=98e33cac-bfed-45c9-aec6-c5bc61bcd018,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:06.021303 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-a8d07069-96ea-4e58-9afa-9f2404a96f82 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Allocated IP 172.20.0.12 (27ecc2ef-30c1-4d51-99e5-bed6d33613ad/b297b0fd-5937-4274-af1d-73b07e748977/35e48bd0-7c4a-42ed-874b-d04f670d4df8) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:23:06.030638 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44256) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:06.075572 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Attempting to bind port 98e33cac-bfed-45c9-aec6-c5bc61bcd018 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:23:06.075827 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Attempting to bind port 98e33cac-bfed-45c9-aec6-c5bc61bcd018 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4e32f301-876a-4d70-908f-ae2ed8c0d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '27ecc2ef-30c1-4d51-99e5-bed6d33613ad'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:23:06.076104 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Attempting to bind port 98e33cac-bfed-45c9-aec6-c5bc61bcd018 on network 27ecc2ef-30c1-4d51-99e5-bed6d33613ad {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:23:06.083012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:23:06.083287 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Checking segment: {'id': '4e32f301-876a-4d70-908f-ae2ed8c0d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '27ecc2ef-30c1-4d51-99e5-bed6d33613ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:06.083723 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:06.084304 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Bound using segment: {'id': '4e32f301-876a-4d70-908f-ae2ed8c0d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '27ecc2ef-30c1-4d51-99e5-bed6d33613ad'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:23:06.084789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Bound port: 98e33cac-bfed-45c9-aec6-c5bc61bcd018, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e32f301-876a-4d70-908f-ae2ed8c0d198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '27ecc2ef-30c1-4d51-99e5-bed6d33613ad'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:23:06.085162 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:06.164528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] For port 98e33cac-bfed-45c9-aec6-c5bc61bcd018, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:23:06.169904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] For port 98e33cac-bfed-45c9-aec6-c5bc61bcd018, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=98e33cac-bfed-45c9-aec6-c5bc61bcd018,segment=NetworkSegment(4e32f301-876a-4d70-908f-ae2ed8c0d198),segment_id=4e32f301-876a-4d70-908f-ae2ed8c0d198)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:23:06.175463 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:06.216823 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8d07069-96ea-4e58-9afa-9f2404a96f82 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:06.217074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting port 9142ba14-68d3-4c4c-9432-ad72d3c4a5c5 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:06.217074 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:06.228789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-a8d07069-96ea-4e58-9afa-9f2404a96f82 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Transition to ACTIVE for port object 35e48bd0-7c4a-42ed-874b-d04f670d4df8 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:06.273129 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40b640-4814-419d-8cf0-083208bc5d1f None None] Pushing event updated for resources: {'Port': ['ID=98e33cac-bfed-45c9-aec6-c5bc61bcd018,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:06.274991 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8d07069-96ea-4e58-9afa-9f2404a96f82 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:06.342103 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d07069-96ea-4e58-9afa-9f2404a96f82 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 27ecc2ef-30c1-4d51-99e5-bed6d33613ad is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:06.342607 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:06.343066 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:06.346442 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a8d07069-96ea-4e58-9afa-9f2404a96f82 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:06.351150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d07069-96ea-4e58-9afa-9f2404a96f82 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:23:06.355574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d07069-96ea-4e58-9afa-9f2404a96f82 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=35e48bd0-7c4a-42ed-874b-d04f670d4df8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:06.359155 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Calling delete_port for 9142ba14-68d3-4c4c-9432-ad72d3c4a5c5 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:06.404871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d07069-96ea-4e58-9afa-9f2404a96f82 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:06.405644 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8d07069-96ea-4e58-9afa-9f2404a96f82 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:06.425995 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a8d07069-96ea-4e58-9afa-9f2404a96f82 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8816936 Jul 06 12:23:06.428821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44258) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:06.630885 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:06.870268 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81865210-7ead-4793-88a7-94f3c28e38d1 req-3ffe509f-4fca-4db8-8580-81d77a750846 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:06.871955 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-81865210-7ead-4793-88a7-94f3c28e38d1 req-3ffe509f-4fca-4db8-8580-81d77a750846 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 945 time: 0.2522085 Jul 06 12:23:06.925914 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:06.974088 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Port': ['ID=9142ba14-68d3-4c4c-9432-ad72d3c4a5c5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:07.023815 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:07.024167 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:07.024512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:07.024857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:07.025195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:07.025525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:07.025862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:07.026195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:07.026532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:07.026863 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:07.027192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:07.027549 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:07.059563 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-81865210-7ead-4793-88a7-94f3c28e38d1 req-946b6413-09ab-4393-9f4a-93d8671ff847 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780596 Jul 06 12:23:07.108761 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:07.109292 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Floating IP 2e87a7b8-3cd1-4555-89fb-e05e55c2b5a6 disassociated (deleted). External IP: 172.25.4.77, port: 986a17d0-5948-4a82-bf23-12607b17c7d0. Jul 06 12:23:07.150277 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be5eb3fc-f3d9-429d-9d73-5a43461c19f4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:07.257395 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e46466-6b3f-44e8-a91d-21d71c935e4e None None] Network 27ecc2ef-30c1-4d51-99e5-bed6d33613ad requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:07.328410 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5eecb7eb-4569-467b-a825-c4924ffbdd98 None None] Provisioning for port 98e33cac-bfed-45c9-aec6-c5bc61bcd018 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:07.623666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9450e-72de-4240-94af-b37520b5514c req-0b5416b9-8709-401f-b4ec-74495adfba44 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:07.631397 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-78b9450e-72de-4240-94af-b37520b5514c req-0b5416b9-8709-401f-b4ec-74495adfba44 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 945 time: 0.1901503 Jul 06 12:23:07.672425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router 6a54f0fd-cb8f-476a-97a0-889419e1a179 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:23:07.679962 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be5eb3fc-f3d9-429d-9d73-5a43461c19f4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:07.694081 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be5eb3fc-f3d9-429d-9d73-5a43461c19f4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:07.721382 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-78b9450e-72de-4240-94af-b37520b5514c req-66894021-57e6-4410-a3c8-94f2d154becf tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889671 Jul 06 12:23:07.779519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-86129569-dbcd-4312-90a2-7ca024ec000b None None] Provisioning for port 35e48bd0-7c4a-42ed-874b-d04f670d4df8 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:07.783588 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-86129569-dbcd-4312-90a2-7ca024ec000b None None] Provisioning complete for port 35e48bd0-7c4a-42ed-874b-d04f670d4df8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:07.783984 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86129569-dbcd-4312-90a2-7ca024ec000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:07.843915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5eb3fc-f3d9-429d-9d73-5a43461c19f4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=35e48bd0-7c4a-42ed-874b-d04f670d4df8,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:07.869821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-86129569-dbcd-4312-90a2-7ca024ec000b None None] Port 35e48bd0-7c4a-42ed-874b-d04f670d4df8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:23:07.962548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 98e33cac-bfed-45c9-aec6-c5bc61bcd018 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:08.035750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 98e33cac-bfed-45c9-aec6-c5bc61bcd018 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:08.041000 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 98e33cac-bfed-45c9-aec6-c5bc61bcd018 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:08.041535 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:08.043706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7d038dcf-27cd-4f8f-9949-dcdb5addb8ec None None] Provisioning complete for port 35e48bd0-7c4a-42ed-874b-d04f670d4df8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:08.044178 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7d038dcf-27cd-4f8f-9949-dcdb5addb8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:08.117211 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7d038dcf-27cd-4f8f-9949-dcdb5addb8ec None None] Port 35e48bd0-7c4a-42ed-874b-d04f670d4df8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:23:08.169496 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb41b9ff-3962-4d7f-a9bb-ad75bf7db926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:08.175467 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:08.211862 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 98e33cac-bfed-45c9-aec6-c5bc61bcd018, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=98e33cac-bfed-45c9-aec6-c5bc61bcd018,segment=NetworkSegment(4e32f301-876a-4d70-908f-ae2ed8c0d198),segment_id=4e32f301-876a-4d70-908f-ae2ed8c0d198)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:08.216330 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:08.270363 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:08.284227 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-562d6c75-5465-47be-9d31-7801c4b0d4e1 None None] Provisioning complete for port 35e48bd0-7c4a-42ed-874b-d04f670d4df8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:08.284605 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-562d6c75-5465-47be-9d31-7801c4b0d4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:08.289338 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=98e33cac-bfed-45c9-aec6-c5bc61bcd018,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:08.324190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-562d6c75-5465-47be-9d31-7801c4b0d4e1 None None] Port 35e48bd0-7c4a-42ed-874b-d04f670d4df8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:23:08.324973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:23:08.335085 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5170a-070d-46a5-a499-6e5f1cba1e2e None None] Sync routers for ids ['6a54f0fd-cb8f-476a-97a0-889419e1a179'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:23:08.344622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5170a-070d-46a5-a499-6e5f1cba1e2e None None] Routers {'6a54f0fd-cb8f-476a-97a0-889419e1a179'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:08.345251 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-e9a5170a-070d-46a5-a499-6e5f1cba1e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6a54f0fd-cb8f-476a-97a0-889419e1a179'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:08.348917 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:08.424149 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3c09f41b-66b8-425f-bb74-85fb87d674ab tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/floatingips/2e87a7b8-3cd1-4555-89fb-e05e55c2b5a6 HTTP/1.1" status: 204 len: 168 time: 2.3921933 Jul 06 12:23:08.426707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'tag': '986a17d0-5948-4a82-bf23-12607b17c7d0'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:23:08.429290 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633f8156-02a0-4761-8d5a-470daf474615" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3bb733-2925-4dc6-8c4a-0033325e350f", "tag": "986a17d0-5948-4a82-bf23-12607b17c7d0"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:23:08.456776 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-e9a5170a-070d-46a5-a499-6e5f1cba1e2e None None] Set router 6a54f0fd-cb8f-476a-97a0-889419e1a179 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:23:08.468395 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be5eb3fc-f3d9-429d-9d73-5a43461c19f4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:08.606070 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be5eb3fc-f3d9-429d-9d73-5a43461c19f4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:08.678953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-e9a5170a-070d-46a5-a499-6e5f1cba1e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140054122', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:21:15Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:08Z', 'updated_at': '2021-07-06T12:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3f0d335c-39dd-4bf5-b166-1c91388dec6b', 'name': '', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:1f:91:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:14Z', 'updated_at': '2021-07-06T12:21:23Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:08.715379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5170a-070d-46a5-a499-6e5f1cba1e2e None None] Checking router: 6a54f0fd-cb8f-476a-97a0-889419e1a179 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:23:08.725237 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932a3d2-7c42-493e-901e-3129bcb19324 req-c3590130-0cb4-4590-81e5-d60c29d1f875 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:08.726814 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e932a3d2-7c42-493e-901e-3129bcb19324 req-c3590130-0cb4-4590-81e5-d60c29d1f875 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 945 time: 0.0872343 Jul 06 12:23:08.732766 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5170a-070d-46a5-a499-6e5f1cba1e2e None None] Routers {'6a54f0fd-cb8f-476a-97a0-889419e1a179'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:08.733496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-e9a5170a-070d-46a5-a499-6e5f1cba1e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6a54f0fd-cb8f-476a-97a0-889419e1a179'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:08.757471 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964fa626-3bd2-4d57-ac53-8fb9590b86f4 x-openstack-request-id: req-964fa626-3bd2-4d57-ac53-8fb9590b86f4 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:23:08.758093 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3bb733-2925-4dc6-8c4a-0033325e350f", "tag": "986a17d0-5948-4a82-bf23-12607b17c7d0", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:23:08.758093 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-964fa626-3bd2-4d57-ac53-8fb9590b86f4 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:23:08.758592 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'tag': '986a17d0-5948-4a82-bf23-12607b17c7d0', 'status': 'completed', 'code': 200} Jul 06 12:23:08.870891 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-e9a5170a-070d-46a5-a499-6e5f1cba1e2e None None] Set router 6a54f0fd-cb8f-476a-97a0-889419e1a179 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:23:08.892232 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f8156-02a0-4761-8d5a-470daf474615 req-7c6c4a89-4b39-4b77-a2be-9160343fd651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:08.893751 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-633f8156-02a0-4761-8d5a-470daf474615 req-7c6c4a89-4b39-4b77-a2be-9160343fd651 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f585d4167c1145b098521c82cd595bff&device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 1096 time: 0.1102347 Jul 06 12:23:08.955572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e932a3d2-7c42-493e-901e-3129bcb19324 req-9ad950e7-e0ea-4679-b427-51a9dab70e16 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Deleting port 9528ad80-ff09-4a1d-89f6-7270ecd47394 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:08.955974 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e932a3d2-7c42-493e-901e-3129bcb19324 req-9ad950e7-e0ea-4679-b427-51a9dab70e16 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:08.971634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52185d-5ddc-4ab8-ba0f-d5976ab4e5a2 req-71cba5b2-39f6-4651-bf28-816792f42911 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:08.973172 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb52185d-5ddc-4ab8-ba0f-d5976ab4e5a2 req-71cba5b2-39f6-4651-bf28-816792f42911 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.1221509 Jul 06 12:23:09.007887 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be5eb3fc-f3d9-429d-9d73-5a43461c19f4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:09.021085 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be5eb3fc-f3d9-429d-9d73-5a43461c19f4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:09.055645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f8156-02a0-4761-8d5a-470daf474615 req-b6b4d874-a17b-4f5e-be32-b368647cdee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:09.057289 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-633f8156-02a0-4761-8d5a-470daf474615 req-b6b4d874-a17b-4f5e-be32-b368647cdee4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f277aec-c394-423e-990b-54c3f0630d9b HTTP/1.1" status: 200 len: 898 time: 0.1562548 Jul 06 12:23:09.073862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb52185d-5ddc-4ab8-ba0f-d5976ab4e5a2 req-6bced515-67d9-4086-9811-d9b07e6256eb tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920072 Jul 06 12:23:09.126171 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be5eb3fc-f3d9-429d-9d73-5a43461c19f4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:09.126730 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-633f8156-02a0-4761-8d5a-470daf474615 req-55374ec0-7aee-476f-9a72-e46b6630bd19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=986a17d0-5948-4a82-bf23-12607b17c7d0 HTTP/1.1" status: 200 len: 217 time: 0.0595248 Jul 06 12:23:09.127628 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5eb3fc-f3d9-429d-9d73-5a43461c19f4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=35e48bd0-7c4a-42ed-874b-d04f670d4df8,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:09.154024 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-e9a5170a-070d-46a5-a499-6e5f1cba1e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140054122', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:21:15Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:08Z', 'updated_at': '2021-07-06T12:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3f0d335c-39dd-4bf5-b166-1c91388dec6b', 'name': '', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:1f:91:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:14Z', 'updated_at': '2021-07-06T12:21:23Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:09.183881 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f8156-02a0-4761-8d5a-470daf474615 req-c8a4ba12-e114-4ece-a836-7dd6aaa58a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:09.185426 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-633f8156-02a0-4761-8d5a-470daf474615 req-c8a4ba12-e114-4ece-a836-7dd6aaa58a87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e31452b1-9f12-4713-8aa6-64019ed599fb HTTP/1.1" status: 200 len: 834 time: 0.0493956 Jul 06 12:23:09.190956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e932a3d2-7c42-493e-901e-3129bcb19324 req-9ad950e7-e0ea-4679-b427-51a9dab70e16 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] For port 9528ad80-ff09-4a1d-89f6-7270ecd47394, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9528ad80-ff09-4a1d-89f6-7270ecd47394,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:09.191353 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e932a3d2-7c42-493e-901e-3129bcb19324 req-9ad950e7-e0ea-4679-b427-51a9dab70e16 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:09.197205 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5170a-070d-46a5-a499-6e5f1cba1e2e None None] The sync data for ids ['6a54f0fd-cb8f-476a-97a0-889419e1a179'] in n-d-799529-2 is: [{'id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140054122', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:21:15Z', 'revision_number': 4, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:08Z', 'updated_at': '2021-07-06T12:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3f0d335c-39dd-4bf5-b166-1c91388dec6b', 'name': '', 'network_id': '3f277aec-c394-423e-990b-54c3f0630d9b', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'mac_address': 'fa:16:3e:1f:91:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:14Z', 'updated_at': '2021-07-06T12:21:23Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'subnets': [{'id': 'e31452b1-9f12-4713-8aa6-64019ed599fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:23:09.230007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e932a3d2-7c42-493e-901e-3129bcb19324 req-9ad950e7-e0ea-4679-b427-51a9dab70e16 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Calling delete_port for 9528ad80-ff09-4a1d-89f6-7270ecd47394 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:09.277271 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5eb3fc-f3d9-429d-9d73-5a43461c19f4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 27ecc2ef-30c1-4d51-99e5-bed6d33613ad is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:09.281474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-be5eb3fc-f3d9-429d-9d73-5a43461c19f4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:09.312341 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f8156-02a0-4761-8d5a-470daf474615 req-2d992bf7-78d7-4749-b359-9aecd935cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:09.314580 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-633f8156-02a0-4761-8d5a-470daf474615 req-2d992bf7-78d7-4749-b359-9aecd935cee2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f277aec-c394-423e-990b-54c3f0630d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205933 Jul 06 12:23:09.387975 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:09.409152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa2153-823c-430e-8344-dd0f250b53c3 req-d3cf2655-4f2f-449e-af74-eb98ade5f40a tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:09.410815 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5afa2153-823c-430e-8344-dd0f250b53c3 req-d3cf2655-4f2f-449e-af74-eb98ade5f40a tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 945 time: 0.1807783 Jul 06 12:23:09.474553 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5afa2153-823c-430e-8344-dd0f250b53c3 req-5a4ce853-eea3-4cc3-bc81-0504f9daf335 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576270 Jul 06 12:23:09.494299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5eb3fc-f3d9-429d-9d73-5a43461c19f4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router b45edf78-6b19-4ef2-aa7e-ca72aba623fa is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:23:09.502391 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-633f8156-02a0-4761-8d5a-470daf474615 req-7e0d2331-5704-42c1-81f2-16d5cb053022 service neutron] 10.222.0.23 "GET /v2.0/networks/3f277aec-c394-423e-990b-54c3f0630d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724122 Jul 06 12:23:09.503959 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e932a3d2-7c42-493e-901e-3129bcb19324 req-9ad950e7-e0ea-4679-b427-51a9dab70e16 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:09.522679 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bb8ef52f-e04a-474f-be78-cfef22fa7d97'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:23:09.525354 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['9528ad80-ff09-4a1d-89f6-7270ecd47394'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:23:09.597865 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9086606-325b-4fc2-a711-c92677f7857e None None] New status for floating IP 2e87a7b8-3cd1-4555-89fb-e05e55c2b5a6: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:23:09.623207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad950e7-e0ea-4679-b427-51a9dab70e16 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Pushing event deleted for resources: {'Port': ['ID=9528ad80-ff09-4a1d-89f6-7270ecd47394,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:09.645503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5eb3fc-f3d9-429d-9d73-5a43461c19f4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:23:09.653193 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-be5eb3fc-f3d9-429d-9d73-5a43461c19f4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/b45edf78-6b19-4ef2-aa7e-ca72aba623fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2226725 Jul 06 12:23:09.655193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44280) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:09.661344 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be237237-baa0-45f6-8e7d-f61d89b9c7be None None] Sync routers for ids ['b45edf78-6b19-4ef2-aa7e-ca72aba623fa'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:23:09.694434 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-718a08ca-ac1c-4bb1-bebf-99e17e8a55b9 None None] Provisioning complete for port 35e48bd0-7c4a-42ed-874b-d04f670d4df8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:09.694864 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-718a08ca-ac1c-4bb1-bebf-99e17e8a55b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:09.702789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be237237-baa0-45f6-8e7d-f61d89b9c7be None None] Routers {'b45edf78-6b19-4ef2-aa7e-ca72aba623fa'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:09.703542 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-be237237-baa0-45f6-8e7d-f61d89b9c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['b45edf78-6b19-4ef2-aa7e-ca72aba623fa'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:09.752324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec9e81f-75de-4146-97ee-457753d46a9e tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:09.754634 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fec9e81f-75de-4146-97ee-457753d46a9e tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports/35e48bd0-7c4a-42ed-874b-d04f670d4df8 HTTP/1.1" status: 200 len: 977 time: 0.0980189 Jul 06 12:23:09.757376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44282) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:09.773981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-be237237-baa0-45f6-8e7d-f61d89b9c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:09.802315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be237237-baa0-45f6-8e7d-f61d89b9c7be None None] Routers {'b45edf78-6b19-4ef2-aa7e-ca72aba623fa'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:09.803381 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-be237237-baa0-45f6-8e7d-f61d89b9c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['b45edf78-6b19-4ef2-aa7e-ca72aba623fa'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:09.812417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-718a08ca-ac1c-4bb1-bebf-99e17e8a55b9 None None] Port 35e48bd0-7c4a-42ed-874b-d04f670d4df8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:23:09.861378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-be237237-baa0-45f6-8e7d-f61d89b9c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:09.862043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be237237-baa0-45f6-8e7d-f61d89b9c7be None None] The sync data for ids ['b45edf78-6b19-4ef2-aa7e-ca72aba623fa'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:23:09.949670 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 98e33cac-bfed-45c9-aec6-c5bc61bcd018 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:09.999089 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 98e33cac-bfed-45c9-aec6-c5bc61bcd018 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:09.999500 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:10.070934 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e932a3d2-7c42-493e-901e-3129bcb19324 req-9ad950e7-e0ea-4679-b427-51a9dab70e16 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] No DVR routers for this DVR port 9528ad80-ff09-4a1d-89f6-7270ecd47394 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:23:10.073541 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e932a3d2-7c42-493e-901e-3129bcb19324 req-9ad950e7-e0ea-4679-b427-51a9dab70e16 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:10.075902 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e932a3d2-7c42-493e-901e-3129bcb19324 req-9ad950e7-e0ea-4679-b427-51a9dab70e16 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.23 "DELETE /v2.0/ports/9528ad80-ff09-4a1d-89f6-7270ecd47394 HTTP/1.1" status: 204 len: 173 time: 1.3430045 Jul 06 12:23:10.078539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d554e7d-2fc2-4e1a-9a3c-8ace93b62001', 'name': 'network-vif-deleted', 'tag': '9528ad80-ff09-4a1d-89f6-7270ecd47394'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:23:10.081798 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439e8bae-19a8-4537-87e5-0606bc43aff3" -d '{"events": [{"server_uuid": "5d554e7d-2fc2-4e1a-9a3c-8ace93b62001", "name": "network-vif-deleted", "tag": "9528ad80-ff09-4a1d-89f6-7270ecd47394"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:23:10.087870 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.23', 57857) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:10.131057 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-633f8156-02a0-4761-8d5a-470daf474615 req-573ce17f-c3d4-4055-9d03-407a9d1833ee service neutron] 10.222.0.23 "GET /v2.0/networks/3f277aec-c394-423e-990b-54c3f0630d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124556 Jul 06 12:23:10.174941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0c8523e-3af5-4438-8cbd-0b24ad683d06 req-df6680a8-1c9b-4de1-b64f-5f6714ca232b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1537113 Jul 06 12:23:10.179155 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce11cfca-13eb-4a19-beb6-9d3b28880c2e x-openstack-request-id: req-ce11cfca-13eb-4a19-beb6-9d3b28880c2e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:23:10.179734 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d554e7d-2fc2-4e1a-9a3c-8ace93b62001", "name": "network-vif-deleted", "tag": "9528ad80-ff09-4a1d-89f6-7270ecd47394", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:23:10.180079 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce11cfca-13eb-4a19-beb6-9d3b28880c2e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:23:10.181521 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d554e7d-2fc2-4e1a-9a3c-8ace93b62001', 'name': 'network-vif-deleted', 'tag': '9528ad80-ff09-4a1d-89f6-7270ecd47394', 'status': 'completed', 'code': 200} Jul 06 12:23:10.208022 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e06b9c3a-ff76-4879-b25e-a443a3735fd5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:10.218396 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c701fa2-351b-4d3a-9018-19f1581307b0 req-aab73789-00ed-4fc8-8923-7740efeff143 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:10.221743 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c701fa2-351b-4d3a-9018-19f1581307b0 req-aab73789-00ed-4fc8-8923-7740efeff143 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.1311765 Jul 06 12:23:10.309510 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8523e-3af5-4438-8cbd-0b24ad683d06 req-9c607ba4-dd10-4dcc-9977-b687930824cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:10.311026 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0c8523e-3af5-4438-8cbd-0b24ad683d06 req-9c607ba4-dd10-4dcc-9977-b687930824cc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 1096 time: 0.0727260 Jul 06 12:23:10.432620 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8523e-3af5-4438-8cbd-0b24ad683d06 req-a0fb558a-64e0-4b45-bd50-7f92d02b3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:10.434142 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0c8523e-3af5-4438-8cbd-0b24ad683d06 req-a0fb558a-64e0-4b45-bd50-7f92d02b3010 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 913 time: 0.1010263 Jul 06 12:23:10.511816 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0c8523e-3af5-4438-8cbd-0b24ad683d06 req-af42d5cc-fda0-431f-b7e5-234a7626d83e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c695a611-7ff5-4eb1-b890-fc6fc74dd701 HTTP/1.1" status: 200 len: 1001 time: 0.0696299 Jul 06 12:23:10.521613 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20511521-111f-45db-a4c1-ac6c3b84d7cf req-6fd118ca-1d8e-4132-a0ad-b2912aace135 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:10.523338 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-20511521-111f-45db-a4c1-ac6c3b84d7cf req-6fd118ca-1d8e-4132-a0ad-b2912aace135 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 945 time: 0.2306993 Jul 06 12:23:10.560881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-5c701fa2-351b-4d3a-9018-19f1581307b0 req-90666f5a-9ddc-4318-9590-e2aa41641979 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting port 986a17d0-5948-4a82-bf23-12607b17c7d0 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:10.561143 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5c701fa2-351b-4d3a-9018-19f1581307b0 req-90666f5a-9ddc-4318-9590-e2aa41641979 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:10.567834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8523e-3af5-4438-8cbd-0b24ad683d06 req-d068d5bc-f803-4191-8466-6d666ac5f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:10.569578 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0c8523e-3af5-4438-8cbd-0b24ad683d06 req-d068d5bc-f803-4191-8466-6d666ac5f3ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.0503042 Jul 06 12:23:10.635137 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8523e-3af5-4438-8cbd-0b24ad683d06 req-db5fb1a7-d41f-4069-a9a9-ea0f413be67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:10.635800 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-20511521-111f-45db-a4c1-ac6c3b84d7cf req-be08c730-dbc8-4768-bff1-67aea54ebdd4 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/security-groups?id=f6c15b5b-337d-47d7-8856-c55f03c5632f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039789 Jul 06 12:23:10.637484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0c8523e-3af5-4438-8cbd-0b24ad683d06 req-db5fb1a7-d41f-4069-a9a9-ea0f413be67f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603187 Jul 06 12:23:10.726393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-5c701fa2-351b-4d3a-9018-19f1581307b0 req-90666f5a-9ddc-4318-9590-e2aa41641979 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] For port 986a17d0-5948-4a82-bf23-12607b17c7d0, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=986a17d0-5948-4a82-bf23-12607b17c7d0,segment=NetworkSegment(72c2de72-3d79-481c-9dd7-8ec507bf03e7),segment_id=72c2de72-3d79-481c-9dd7-8ec507bf03e7)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:10.726766 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5c701fa2-351b-4d3a-9018-19f1581307b0 req-90666f5a-9ddc-4318-9590-e2aa41641979 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:10.747967 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-5c701fa2-351b-4d3a-9018-19f1581307b0 req-90666f5a-9ddc-4318-9590-e2aa41641979 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Calling delete_port for 986a17d0-5948-4a82-bf23-12607b17c7d0 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:10.767960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e06b9c3a-ff76-4879-b25e-a443a3735fd5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port 35e48bd0-7c4a-42ed-874b-d04f670d4df8 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:10.768299 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e06b9c3a-ff76-4879-b25e-a443a3735fd5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:10.788787 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0c8523e-3af5-4438-8cbd-0b24ad683d06 req-553b1210-3fcf-4cb2-a023-09ac1e269da8 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444752 Jul 06 12:23:10.890307 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f0c8523e-3af5-4438-8cbd-0b24ad683d06 req-84e9a0cc-171b-41b0-a8e3-ae39d33562b4 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897992 Jul 06 12:23:10.892236 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95fd4978-a856-4f1f-8249-268ead6e77c6 req-dda3b05a-5cb3-4580-a496-e0ee8f9fe4b2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d554e7d-2fc2-4e1a-9a3c-8ace93b62001 HTTP/1.1" status: 200 len: 210 time: 0.0756712 Jul 06 12:23:10.952239 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e06b9c3a-ff76-4879-b25e-a443a3735fd5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:10.967938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e06b9c3a-ff76-4879-b25e-a443a3735fd5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for 35e48bd0-7c4a-42ed-874b-d04f670d4df8 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:10.978232 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:11.078942 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5c701fa2-351b-4d3a-9018-19f1581307b0 req-90666f5a-9ddc-4318-9590-e2aa41641979 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:11.117700 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90666f5a-9ddc-4318-9590-e2aa41641979 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Port': ['ID=986a17d0-5948-4a82-bf23-12607b17c7d0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:11.211856 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c701fa2-351b-4d3a-9018-19f1581307b0 req-90666f5a-9ddc-4318-9590-e2aa41641979 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] No DVR routers for this DVR port 986a17d0-5948-4a82-bf23-12607b17c7d0 on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:23:11.214594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5c701fa2-351b-4d3a-9018-19f1581307b0 req-90666f5a-9ddc-4318-9590-e2aa41641979 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:11.216974 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c701fa2-351b-4d3a-9018-19f1581307b0 req-90666f5a-9ddc-4318-9590-e2aa41641979 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.23 "DELETE /v2.0/ports/986a17d0-5948-4a82-bf23-12607b17c7d0 HTTP/1.1" status: 204 len: 173 time: 0.9609141 Jul 06 12:23:11.217437 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'name': 'network-vif-deleted', 'tag': '986a17d0-5948-4a82-bf23-12607b17c7d0'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:23:11.220369 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c087b5-287d-41ad-b231-58c463dda89b" -d '{"events": [{"server_uuid": "2f3bb733-2925-4dc6-8c4a-0033325e350f", "name": "network-vif-deleted", "tag": "986a17d0-5948-4a82-bf23-12607b17c7d0"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:23:11.296365 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e930cf-75d4-4517-a5c4-7ebcbc10175a x-openstack-request-id: req-a4e930cf-75d4-4517-a5c4-7ebcbc10175a {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:23:11.296669 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3bb733-2925-4dc6-8c4a-0033325e350f", "name": "network-vif-deleted", "tag": "986a17d0-5948-4a82-bf23-12607b17c7d0", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:23:11.296929 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4e930cf-75d4-4517-a5c4-7ebcbc10175a {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:23:11.297549 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3bb733-2925-4dc6-8c4a-0033325e350f', 'name': 'network-vif-deleted', 'tag': '986a17d0-5948-4a82-bf23-12607b17c7d0', 'status': 'completed', 'code': 200} Jul 06 12:23:11.298808 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e06b9c3a-ff76-4879-b25e-a443a3735fd5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:11.331641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b9c3a-ff76-4879-b25e-a443a3735fd5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=35e48bd0-7c4a-42ed-874b-d04f670d4df8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:11.524571 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e06b9c3a-ff76-4879-b25e-a443a3735fd5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:11.712410 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06b9c3a-ff76-4879-b25e-a443a3735fd5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router b45edf78-6b19-4ef2-aa7e-ca72aba623fa has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:23:11.818348 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06b9c3a-ff76-4879-b25e-a443a3735fd5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:23:11.826800 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44302) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:11.830977 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e63dd2-da8a-433e-bc9e-8b758cd59353 None None] Sync routers for ids ['b45edf78-6b19-4ef2-aa7e-ca72aba623fa'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:23:11.840650 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e06b9c3a-ff76-4879-b25e-a443a3735fd5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/b45edf78-6b19-4ef2-aa7e-ca72aba623fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0816820 Jul 06 12:23:11.874163 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e63dd2-da8a-433e-bc9e-8b758cd59353 None None] Routers {'b45edf78-6b19-4ef2-aa7e-ca72aba623fa'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:11.874799 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b1e63dd2-da8a-433e-bc9e-8b758cd59353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['b45edf78-6b19-4ef2-aa7e-ca72aba623fa'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:11.885059 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06174adf-83c6-40a8-83d8-0c8d06d23ad7 req-b768b979-8926-4204-a031-180c76528f13 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f3bb733-2925-4dc6-8c4a-0033325e350f HTTP/1.1" status: 200 len: 210 time: 0.0344069 Jul 06 12:23:11.942117 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b1e63dd2-da8a-433e-bc9e-8b758cd59353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:11.952944 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e63dd2-da8a-433e-bc9e-8b758cd59353 None None] Routers {'b45edf78-6b19-4ef2-aa7e-ca72aba623fa'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:11.953584 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b1e63dd2-da8a-433e-bc9e-8b758cd59353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['b45edf78-6b19-4ef2-aa7e-ca72aba623fa'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:12.006523 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b1e63dd2-da8a-433e-bc9e-8b758cd59353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:12.007711 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e63dd2-da8a-433e-bc9e-8b758cd59353 None None] The sync data for ids ['b45edf78-6b19-4ef2-aa7e-ca72aba623fa'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:23:12.115848 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-3e090a0d-7e27-4e87-9551-a8e0de373f87 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] remove_router_interface failed (client error): The resource could not be found. Jul 06 12:23:12.116906 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3e090a0d-7e27-4e87-9551-a8e0de373f87 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/b45edf78-6b19-4ef2-aa7e-ca72aba623fa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2891400 Jul 06 12:23:12.119805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44310) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:12.153777 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7551b3b4-c0ca-422b-af6e-35a25d2d5bfe tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports?device_id=b45edf78-6b19-4ef2-aa7e-ca72aba623fa HTTP/1.1" status: 200 len: 205 time: 0.0328074 Jul 06 12:23:12.156523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44312) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:12.199678 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4778f3-00f1-4be0-9a22-b9dfcd964822 req-f91a9a0c-68bf-4e6d-a7d4-92ee0624e419 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:12.202223 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e4778f3-00f1-4be0-9a22-b9dfcd964822 req-f91a9a0c-68bf-4e6d-a7d4-92ee0624e419 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.0775819 Jul 06 12:23:12.232778 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5874214-0e8e-44a3-80a5-830910be7497 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:12.246301 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e4778f3-00f1-4be0-9a22-b9dfcd964822 req-f42706b0-dfc8-4e4d-88c2-f285e9e9e98e tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372677 Jul 06 12:23:12.430077 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5874214-0e8e-44a3-80a5-830910be7497 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:12.432568 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5874214-0e8e-44a3-80a5-830910be7497 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:12.488274 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5874214-0e8e-44a3-80a5-830910be7497 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:12.488531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5874214-0e8e-44a3-80a5-830910be7497 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Fanout notify agent at l3_agent the message router_deleted on router b45edf78-6b19-4ef2-aa7e-ca72aba623fa {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:23:12.497101 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5874214-0e8e-44a3-80a5-830910be7497 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:12.497888 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b5874214-0e8e-44a3-80a5-830910be7497 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/routers/b45edf78-6b19-4ef2-aa7e-ca72aba623fa HTTP/1.1" status: 204 len: 168 time: 0.3397050 Jul 06 12:23:12.501371 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44322) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:12.547167 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7e989-18a6-4c69-b32f-7d0e9d414e26 req-bec95254-998c-4c5b-8fda-c434a1dd9f4d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:12.549244 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27d7e989-18a6-4c69-b32f-7d0e9d414e26 req-bec95254-998c-4c5b-8fda-c434a1dd9f4d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1038144 Jul 06 12:23:12.593460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d8218f-4ff3-4c35-82e9-f70daa1db5f0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting subnet b297b0fd-5937-4274-af1d-73b07e748977 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:23:12.604434 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31d8218f-4ff3-4c35-82e9-f70daa1db5f0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:12.650959 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27d7e989-18a6-4c69-b32f-7d0e9d414e26 req-4dc70997-6623-4897-9154-8212df7f4286 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869663 Jul 06 12:23:12.732918 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31d8218f-4ff3-4c35-82e9-f70daa1db5f0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:12.759100 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 986a17d0-5948-4a82-bf23-12607b17c7d0 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:23:12.788264 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 986a17d0-5948-4a82-bf23-12607b17c7d0 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:23:12.789136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 986a17d0-5948-4a82-bf23-12607b17c7d0 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:23:12.789745 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9528ad80-ff09-4a1d-89f6-7270ecd47394 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:23:12.811501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 9528ad80-ff09-4a1d-89f6-7270ecd47394 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:23:12.812064 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9528ad80-ff09-4a1d-89f6-7270ecd47394 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:23:12.845172 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31d8218f-4ff3-4c35-82e9-f70daa1db5f0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:12.887616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc95ba-61fb-4db0-a085-ecb7ba06815a req-fc500cda-bb79-4556-909a-cc1a25435ae7 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:12.889207 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-96dc95ba-61fb-4db0-a085-ecb7ba06815a req-fc500cda-bb79-4556-909a-cc1a25435ae7 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.0836580 Jul 06 12:23:12.918122 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31d8218f-4ff3-4c35-82e9-f70daa1db5f0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:12.941990 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-96dc95ba-61fb-4db0-a085-ecb7ba06815a req-9625aea9-71ee-427c-8e90-2f07daeb1466 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450013 Jul 06 12:23:12.945483 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8218f-4ff3-4c35-82e9-f70daa1db5f0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Subnet': ['ID=b297b0fd-5937-4274-af1d-73b07e748977,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:12.952862 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31d8218f-4ff3-4c35-82e9-f70daa1db5f0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:12.958658 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44328) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:12.958876 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-31d8218f-4ff3-4c35-82e9-f70daa1db5f0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/b297b0fd-5937-4274-af1d-73b07e748977 HTTP/1.1" status: 204 len: 168 time: 0.4561975 Jul 06 12:23:12.961784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e2267e-1dc9-45ea-976f-1564044e9b01 None None] Network 27ecc2ef-30c1-4d51-99e5-bed6d33613ad requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:13.055482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44332) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:13.073095 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:13.152189 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port 98e33cac-bfed-45c9-aec6-c5bc61bcd018 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:13.152638 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:13.215011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] DHCP port deletion for 27ecc2ef-30c1-4d51-99e5-bed6d33613ad request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:23:13.243809 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] For port 98e33cac-bfed-45c9-aec6-c5bc61bcd018, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=98e33cac-bfed-45c9-aec6-c5bc61bcd018,segment=NetworkSegment(4e32f301-876a-4d70-908f-ae2ed8c0d198),segment_id=4e32f301-876a-4d70-908f-ae2ed8c0d198)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:13.244447 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:13.260569 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for 98e33cac-bfed-45c9-aec6-c5bc61bcd018 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:13.270947 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Deleting port 98e33cac-bfed-45c9-aec6-c5bc61bcd018 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:13.272292 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:13.368173 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:13.384140 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] For port 98e33cac-bfed-45c9-aec6-c5bc61bcd018, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=98e33cac-bfed-45c9-aec6-c5bc61bcd018,segment=NetworkSegment(4e32f301-876a-4d70-908f-ae2ed8c0d198),segment_id=4e32f301-876a-4d70-908f-ae2ed8c0d198)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:13.384140 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:13.405033 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Calling delete_port for 98e33cac-bfed-45c9-aec6-c5bc61bcd018 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:13.409626 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=98e33cac-bfed-45c9-aec6-c5bc61bcd018,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:13.416505 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No DVR routers for this DVR port 98e33cac-bfed-45c9-aec6-c5bc61bcd018 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:23:13.508565 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:13.556275 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Pushing event deleted for resources: {'Port': ['ID=98e33cac-bfed-45c9-aec6-c5bc61bcd018,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:13.566150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] No DVR routers for this DVR port 98e33cac-bfed-45c9-aec6-c5bc61bcd018 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:23:13.580856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:13.581353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:13.581721 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:13.581984 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-027fbe72-e663-445e-882d-6f4b22ba66be tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:13.582162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:13.582551 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:13.582938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:13.583365 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:13.583732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:13.584240 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:13.584630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:13.585005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:13.585386 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def91b94-ae5e-48dc-b7d8-c2747a5e1976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:13.939060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 98e33cac-bfed-45c9-aec6-c5bc61bcd018 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:23:13.946210 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:13.958319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ecc2ef-30c1-4d51-99e5-bed6d33613ad']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:13.959914 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 98e33cac-bfed-45c9-aec6-c5bc61bcd018 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:23:13.960260 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 98e33cac-bfed-45c9-aec6-c5bc61bcd018 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:23:13.982611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e32f301-876a-4d70-908f-ae2ed8c0d198') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:13.982867 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e32f301-876a-4d70-908f-ae2ed8c0d198') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:13.987095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-027fbe72-e663-445e-882d-6f4b22ba66be tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting port 3f0d335c-39dd-4bf5-b166-1c91388dec6b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:13.987681 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-027fbe72-e663-445e-882d-6f4b22ba66be tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:13.995965 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:14.013023 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:14.021086 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:23:14.022103 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:23:14.025881 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:23:14.102976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-027fbe72-e663-445e-882d-6f4b22ba66be tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] For port 3f0d335c-39dd-4bf5-b166-1c91388dec6b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3f0d335c-39dd-4bf5-b166-1c91388dec6b,segment=NetworkSegment(72c2de72-3d79-481c-9dd7-8ec507bf03e7),segment_id=72c2de72-3d79-481c-9dd7-8ec507bf03e7)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:14.103572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-027fbe72-e663-445e-882d-6f4b22ba66be tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:14.115898 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:14.128440 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-027fbe72-e663-445e-882d-6f4b22ba66be tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Calling delete_port for 3f0d335c-39dd-4bf5-b166-1c91388dec6b owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:14.137358 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:14.144961 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/networks/27ecc2ef-30c1-4d51-99e5-bed6d33613ad HTTP/1.1" status: 204 len: 168 time: 1.1846552 Jul 06 12:23:14.147490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44346) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:14.155921 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9be3aa63-bccb-4030-82dc-1e43ebceae13 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'network': {'name': 'tempest-RoutersTest-1606497503'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:14.161317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374e729-a105-4743-a26f-78f0509c736b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Network': ['ID=27ecc2ef-30c1-4d51-99e5-bed6d33613ad,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:14.232874 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be3aa63-bccb-4030-82dc-1e43ebceae13 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:14.236456 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9be3aa63-bccb-4030-82dc-1e43ebceae13 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:14.302045 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be3aa63-bccb-4030-82dc-1e43ebceae13 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:23:14.345175 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9be3aa63-bccb-4030-82dc-1e43ebceae13 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:14.345515 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-9be3aa63-bccb-4030-82dc-1e43ebceae13 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Added segment d76dbe5f-7f0e-4d86-afc2-a7147b261e34 of type vlan for network e2e786e7-819d-44f8-938c-ca58c19541d0 Jul 06 12:23:14.403144 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9be3aa63-bccb-4030-82dc-1e43ebceae13 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:14.465840 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9be3aa63-bccb-4030-82dc-1e43ebceae13 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:14.472559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be3aa63-bccb-4030-82dc-1e43ebceae13 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:14.473145 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9be3aa63-bccb-4030-82dc-1e43ebceae13 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:14.542179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44354) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:14.550307 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9be3aa63-bccb-4030-82dc-1e43ebceae13 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3925562 Jul 06 12:23:14.550785 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-027fbe72-e663-445e-882d-6f4b22ba66be tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:14.551292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5c690a78-6150-4304-8704-11356a11f43a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'subnet': {'network_id': 'e2e786e7-819d-44f8-938c-ca58c19541d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:14.604115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3aa63-bccb-4030-82dc-1e43ebceae13 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Network': ['ID=e2e786e7-819d-44f8-938c-ca58c19541d0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:14.608397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fbe72-e663-445e-882d-6f4b22ba66be tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Port': ['ID=3f0d335c-39dd-4bf5-b166-1c91388dec6b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:14.619612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network e2e786e7-819d-44f8-938c-ca58c19541d0 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:23:14.667120 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c690a78-6150-4304-8704-11356a11f43a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:14.679601 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c690a78-6150-4304-8704-11356a11f43a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:14.921926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-027fbe72-e663-445e-882d-6f4b22ba66be tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:15.127901 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c690a78-6150-4304-8704-11356a11f43a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:15.148454 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e645b-e78f-4ebd-b60f-954780056986 req-c656f8e4-79d0-4b07-afb2-d361dbea79ce tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:15.150050 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5a3e645b-e78f-4ebd-b60f-954780056986 req-c656f8e4-79d0-4b07-afb2-d361dbea79ce tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.2884560 Jul 06 12:23:15.238079 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c690a78-6150-4304-8704-11356a11f43a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Subnet': ['ID=e76a3a88-32be-4061-b703-3fb8f74d12b2,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:15.252591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5a3e645b-e78f-4ebd-b60f-954780056986 req-0cdf13fa-3d8e-44b3-b74c-03ea494bcffb tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770025 Jul 06 12:23:15.253544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c690a78-6150-4304-8704-11356a11f43a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Checking segment: {'id': 'd76dbe5f-7f0e-4d86-afc2-a7147b261e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2e786e7-819d-44f8-938c-ca58c19541d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:15.253916 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c690a78-6150-4304-8704-11356a11f43a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network hostable DHCP agents. Network: e2e786e7-819d-44f8-938c-ca58c19541d0, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:23:15.282506 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c690a78-6150-4304-8704-11356a11f43a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network e2e786e7-819d-44f8-938c-ca58c19541d0 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:23:15.284042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-5c690a78-6150-4304-8704-11356a11f43a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, e2e786e7-819d-44f8-938c-ca58c19541d0) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:15.295597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3cd40b-f33d-40cc-9bab-b310ccaf994a None None] Network e2e786e7-819d-44f8-938c-ca58c19541d0 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:15.301093 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c690a78-6150-4304-8704-11356a11f43a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:15.302496 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c690a78-6150-4304-8704-11356a11f43a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:15.339564 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5c690a78-6150-4304-8704-11356a11f43a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7958572 Jul 06 12:23:15.340777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44368) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:15.351218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-def736bf-cad5-4ec9-95a6-419306bec840 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1572433605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:15.383938 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-def736bf-cad5-4ec9-95a6-419306bec840 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:15.385315 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-def736bf-cad5-4ec9-95a6-419306bec840 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:15.464368 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-def736bf-cad5-4ec9-95a6-419306bec840 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:15.469669 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-def736bf-cad5-4ec9-95a6-419306bec840 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:15.512222 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-def736bf-cad5-4ec9-95a6-419306bec840 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:15.516189 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-def736bf-cad5-4ec9-95a6-419306bec840 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1693962 Jul 06 12:23:15.518802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44370) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:15.612668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027fbe72-e663-445e-882d-6f4b22ba66be tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Router 6a54f0fd-cb8f-476a-97a0-889419e1a179 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:23:15.616508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3e09f-6d9b-40f8-89f5-d0e50311a15d req-7c912854-bc17-4c0c-853c-0995b449fd08 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:15.618553 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28d3e09f-6d9b-40f8-89f5-d0e50311a15d req-7c912854-bc17-4c0c-853c-0995b449fd08 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1661484 Jul 06 12:23:15.648747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-e2e786e7-819d-44f8-938c-ca58c19541d0', 'network_id': 'e2e786e7-819d-44f8-938c-ca58c19541d0', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'fixed_ips': [{'subnet_id': 'e76a3a88-32be-4061-b703-3fb8f74d12b2'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:23:15.649680 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:15.746170 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027fbe72-e663-445e-882d-6f4b22ba66be tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:23:15.755104 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-027fbe72-e663-445e-882d-6f4b22ba66be tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "PUT /v2.0/routers/6a54f0fd-cb8f-476a-97a0-889419e1a179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6984694 Jul 06 12:23:15.755792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44372) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:15.763735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ee381-2ba8-4208-9ccf-1d664746a1a8 None None] Sync routers for ids ['6a54f0fd-cb8f-476a-97a0-889419e1a179'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:23:15.794558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ee381-2ba8-4208-9ccf-1d664746a1a8 None None] Routers {'6a54f0fd-cb8f-476a-97a0-889419e1a179'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:15.795215 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-305ee381-2ba8-4208-9ccf-1d664746a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6a54f0fd-cb8f-476a-97a0-889419e1a179'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:15.799782 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28d3e09f-6d9b-40f8-89f5-d0e50311a15d req-a99b131f-6953-4b95-8ddb-6b0019e22d21 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723273 Jul 06 12:23:15.869975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Allocated IP 172.20.0.2 (e2e786e7-819d-44f8-938c-ca58c19541d0/e76a3a88-32be-4061-b703-3fb8f74d12b2/0d4e610f-d4e8-4e91-94ea-246224b87c43) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:23:15.957580 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-61642acc-a239-470d-aeac-9cb372c7ef9f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting subnet e31452b1-9f12-4713-8aa6-64019ed599fb {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:23:15.969688 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61642acc-a239-470d-aeac-9cb372c7ef9f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:16.012302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-305ee381-2ba8-4208-9ccf-1d664746a1a8 None None] Set router 6a54f0fd-cb8f-476a-97a0-889419e1a179 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:23:16.031022 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:16.176080 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61642acc-a239-470d-aeac-9cb372c7ef9f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:16.329736 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:16.348560 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Transition to ACTIVE for port object 0d4e610f-d4e8-4e91-94ea-246224b87c43 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:16.372382 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Transition to ACTIVE for port object 0d4e610f-d4e8-4e91-94ea-246224b87c43 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:16.383828 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:16.392546 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-305ee381-2ba8-4208-9ccf-1d664746a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140054122', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:23:14Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:08Z', 'updated_at': '2021-07-06T12:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:16.407954 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61642acc-a239-470d-aeac-9cb372c7ef9f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:16.451162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ee381-2ba8-4208-9ccf-1d664746a1a8 None None] Checking router: 6a54f0fd-cb8f-476a-97a0-889419e1a179 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:23:16.470904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Network e2e786e7-819d-44f8-938c-ca58c19541d0 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:16.480048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ee381-2ba8-4208-9ccf-1d664746a1a8 None None] Routers {'6a54f0fd-cb8f-476a-97a0-889419e1a179'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:16.480706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-305ee381-2ba8-4208-9ccf-1d664746a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6a54f0fd-cb8f-476a-97a0-889419e1a179'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:16.485632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:16.517210 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Pushing event updated for resources: {'Port': ['ID=0d4e610f-d4e8-4e91-94ea-246224b87c43,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:16.519831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:23:16.527480 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Allocated IP 172.20.0.1 (e2e786e7-819d-44f8-938c-ca58c19541d0/e76a3a88-32be-4061-b703-3fb8f74d12b2/e5794965-a777-4c36-8f07-ec477e9bc609) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:23:16.633115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Attempting to bind port 0d4e610f-d4e8-4e91-94ea-246224b87c43 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:23:16.633404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Attempting to bind port 0d4e610f-d4e8-4e91-94ea-246224b87c43 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'd76dbe5f-7f0e-4d86-afc2-a7147b261e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2e786e7-819d-44f8-938c-ca58c19541d0'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:23:16.633723 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Attempting to bind port 0d4e610f-d4e8-4e91-94ea-246224b87c43 on network e2e786e7-819d-44f8-938c-ca58c19541d0 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:23:16.648359 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:23:16.648359 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Checking segment: {'id': 'd76dbe5f-7f0e-4d86-afc2-a7147b261e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2e786e7-819d-44f8-938c-ca58c19541d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:16.648359 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:16.648359 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Bound using segment: {'id': 'd76dbe5f-7f0e-4d86-afc2-a7147b261e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2e786e7-819d-44f8-938c-ca58c19541d0'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:23:16.648359 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Bound port: 0d4e610f-d4e8-4e91-94ea-246224b87c43, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76dbe5f-7f0e-4d86-afc2-a7147b261e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e2e786e7-819d-44f8-938c-ca58c19541d0'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:23:16.648359 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:16.676342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-305ee381-2ba8-4208-9ccf-1d664746a1a8 None None] Set router 6a54f0fd-cb8f-476a-97a0-889419e1a179 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:23:16.690042 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61642acc-a239-470d-aeac-9cb372c7ef9f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:16.709160 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61642acc-a239-470d-aeac-9cb372c7ef9f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:16.711409 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-61642acc-a239-470d-aeac-9cb372c7ef9f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/subnets/e31452b1-9f12-4713-8aa6-64019ed599fb HTTP/1.1" status: 204 len: 168 time: 0.9520953 Jul 06 12:23:16.718226 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44388) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:16.731600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] For port 0d4e610f-d4e8-4e91-94ea-246224b87c43, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:23:16.735536 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] For port 0d4e610f-d4e8-4e91-94ea-246224b87c43, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0d4e610f-d4e8-4e91-94ea-246224b87c43,segment=NetworkSegment(d76dbe5f-7f0e-4d86-afc2-a7147b261e34),segment_id=d76dbe5f-7f0e-4d86-afc2-a7147b261e34)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:23:16.747189 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:16.752243 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61642acc-a239-470d-aeac-9cb372c7ef9f tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Subnet': ['ID=e31452b1-9f12-4713-8aa6-64019ed599fb,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:16.765880 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:16.768026 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Transition to ACTIVE for port object e5794965-a777-4c36-8f07-ec477e9bc609 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:16.768288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d39c0f7-ef2f-4c52-a646-8c4644edf287 None None] Network 3f277aec-c394-423e-990b-54c3f0630d9b requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:16.810062 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:16.871408 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=e5794965-a777-4c36-8f07-ec477e9bc609,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:16.888319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network e2e786e7-819d-44f8-938c-ca58c19541d0 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:16.889784 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:16.895957 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:23:16.975106 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:17.008488 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dab5b0bf-5320-4810-8159-f8c2bbf4e408 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:17.076198 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc4ef1-d7a3-469e-b9c9-5e326633ca1f None None] Pushing event updated for resources: {'Port': ['ID=0d4e610f-d4e8-4e91-94ea-246224b87c43,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:17.274285 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-305ee381-2ba8-4208-9ccf-1d664746a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140054122', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:23:14Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:08Z', 'updated_at': '2021-07-06T12:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:17.293672 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:17.317538 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dab5b0bf-5320-4810-8159-f8c2bbf4e408 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:17.336006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ee381-2ba8-4208-9ccf-1d664746a1a8 None None] The sync data for ids ['6a54f0fd-cb8f-476a-97a0-889419e1a179'] in n-d-799529-2 is: [{'id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140054122', 'tenant_id': 'f585d4167c1145b098521c82cd595bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:21:07Z', 'updated_at': '2021-07-06T12:23:14Z', 'revision_number': 5, 'project_id': 'f585d4167c1145b098521c82cd595bff', 'gw_port': {'id': 'be1883d5-227d-45c8-ac7f-3a6bca126ccd', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54f0fd-cb8f-476a-97a0-889419e1a179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:21:08Z', 'updated_at': '2021-07-06T12:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:23:17.455053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-dab5b0bf-5320-4810-8159-f8c2bbf4e408 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Deleting port be1883d5-227d-45c8-ac7f-3a6bca126ccd {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:17.455429 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dab5b0bf-5320-4810-8159-f8c2bbf4e408 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:17.542085 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-dab5b0bf-5320-4810-8159-f8c2bbf4e408 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] For port be1883d5-227d-45c8-ac7f-3a6bca126ccd, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=be1883d5-227d-45c8-ac7f-3a6bca126ccd,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:17.542478 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dab5b0bf-5320-4810-8159-f8c2bbf4e408 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:17.556429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-dab5b0bf-5320-4810-8159-f8c2bbf4e408 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Calling delete_port for be1883d5-227d-45c8-ac7f-3a6bca126ccd owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:17.654074 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:17.658349 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:17.760557 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dab5b0bf-5320-4810-8159-f8c2bbf4e408 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:17.778893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=e5794965-a777-4c36-8f07-ec477e9bc609,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:17.781465 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:17.787034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5b0bf-5320-4810-8159-f8c2bbf4e408 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Port': ['ID=be1883d5-227d-45c8-ac7f-3a6bca126ccd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:17.829672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68574b9a-f36c-4515-bf4f-2aab6c84e78b None None] DHCP port deletion for 3f277aec-c394-423e-990b-54c3f0630d9b request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:23:17.924257 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dab5b0bf-5320-4810-8159-f8c2bbf4e408 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:17.932122 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-68574b9a-f36c-4515-bf4f-2aab6c84e78b None None] Deleting port 6faaa872-9368-41a9-a1a9-26bce8de67d9 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:17.935317 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68574b9a-f36c-4515-bf4f-2aab6c84e78b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:17.939013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network e2e786e7-819d-44f8-938c-ca58c19541d0 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:17.944370 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:18.046679 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dab5b0bf-5320-4810-8159-f8c2bbf4e408 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.049793 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dab5b0bf-5320-4810-8159-f8c2bbf4e408 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.054894 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-68574b9a-f36c-4515-bf4f-2aab6c84e78b None None] For port 6faaa872-9368-41a9-a1a9-26bce8de67d9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=6faaa872-9368-41a9-a1a9-26bce8de67d9,segment=NetworkSegment(72c2de72-3d79-481c-9dd7-8ec507bf03e7),segment_id=72c2de72-3d79-481c-9dd7-8ec507bf03e7)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:18.059190 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68574b9a-f36c-4515-bf4f-2aab6c84e78b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.074653 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-68574b9a-f36c-4515-bf4f-2aab6c84e78b None None] Calling delete_port for 6faaa872-9368-41a9-a1a9-26bce8de67d9 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:18.111306 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dab5b0bf-5320-4810-8159-f8c2bbf4e408 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.111837 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab5b0bf-5320-4810-8159-f8c2bbf4e408 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Fanout notify agent at l3_agent the message router_deleted on router 6a54f0fd-cb8f-476a-97a0-889419e1a179 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:23:18.133301 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dab5b0bf-5320-4810-8159-f8c2bbf4e408 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.137751 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44400) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:18.140101 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dab5b0bf-5320-4810-8159-f8c2bbf4e408 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/routers/6a54f0fd-cb8f-476a-97a0-889419e1a179 HTTP/1.1" status: 204 len: 168 time: 1.4210942 Jul 06 12:23:18.151714 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 083584d3-673b-4b20-925a-baa5b7e61d90 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:23:18.164055 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0d4e610f-d4e8-4e91-94ea-246224b87c43 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:18.244158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 0d4e610f-d4e8-4e91-94ea-246224b87c43 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:18.255271 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68574b9a-f36c-4515-bf4f-2aab6c84e78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.295197 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68574b9a-f36c-4515-bf4f-2aab6c84e78b None None] No DVR routers for this DVR port 6faaa872-9368-41a9-a1a9-26bce8de67d9 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:23:18.299451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68574b9a-f36c-4515-bf4f-2aab6c84e78b None None] Pushing event deleted for resources: {'Port': ['ID=6faaa872-9368-41a9-a1a9-26bce8de67d9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:18.333981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 6faaa872-9368-41a9-a1a9-26bce8de67d9 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:23:18.339248 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-584a0bc9-1934-4a3a-bfee-90bd79477b9a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.345120 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:23:18.351572 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-10a1a188-1bf5-4842-9acc-fc879193a316 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/083584d3-673b-4b20-925a-baa5b7e61d90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8307097 Jul 06 12:23:18.354123 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44402) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:18.359143 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aaf045-d1b4-4c8c-a2f8-601ca15677d5 None None] Sync routers for ids ['083584d3-673b-4b20-925a-baa5b7e61d90'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:23:18.371282 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 6faaa872-9368-41a9-a1a9-26bce8de67d9 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:23:18.372302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 6faaa872-9368-41a9-a1a9-26bce8de67d9 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:23:18.372933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3f0d335c-39dd-4bf5-b166-1c91388dec6b no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:23:18.381135 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aaf045-d1b4-4c8c-a2f8-601ca15677d5 None None] Routers {'083584d3-673b-4b20-925a-baa5b7e61d90'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:18.381754 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-64aaf045-d1b4-4c8c-a2f8-601ca15677d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['083584d3-673b-4b20-925a-baa5b7e61d90'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:18.399798 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 3f0d335c-39dd-4bf5-b166-1c91388dec6b {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:23:18.400671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3f0d335c-39dd-4bf5-b166-1c91388dec6b not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:23:18.467257 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-64aaf045-d1b4-4c8c-a2f8-601ca15677d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:18.506134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd58edd-87fe-410c-8f22-706f89e49c21 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:18.510027 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8bd58edd-87fe-410c-8f22-706f89e49c21 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports/e5794965-a777-4c36-8f07-ec477e9bc609 HTTP/1.1" status: 200 len: 910 time: 0.1526260 Jul 06 12:23:18.510606 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44408) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:18.518682 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aaf045-d1b4-4c8c-a2f8-601ca15677d5 None None] Routers {'083584d3-673b-4b20-925a-baa5b7e61d90'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:18.519337 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-64aaf045-d1b4-4c8c-a2f8-601ca15677d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['083584d3-673b-4b20-925a-baa5b7e61d90'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:18.531437 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-584a0bc9-1934-4a3a-bfee-90bd79477b9a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.546222 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-584a0bc9-1934-4a3a-bfee-90bd79477b9a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f277aec-c394-423e-990b-54c3f0630d9b']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:18.567996 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-584a0bc9-1934-4a3a-bfee-90bd79477b9a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c2de72-3d79-481c-9dd7-8ec507bf03e7') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:18.568286 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-584a0bc9-1934-4a3a-bfee-90bd79477b9a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c2de72-3d79-481c-9dd7-8ec507bf03e7') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:18.572375 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-64aaf045-d1b4-4c8c-a2f8-601ca15677d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:18.573405 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aaf045-d1b4-4c8c-a2f8-601ca15677d5 None None] The sync data for ids ['083584d3-673b-4b20-925a-baa5b7e61d90'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:23:18.581456 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-584a0bc9-1934-4a3a-bfee-90bd79477b9a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.597538 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-584a0bc9-1934-4a3a-bfee-90bd79477b9a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.604776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584a0bc9-1934-4a3a-bfee-90bd79477b9a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:23:18.605128 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-584a0bc9-1934-4a3a-bfee-90bd79477b9a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:23:18.653280 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:23:18.686357 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-584a0bc9-1934-4a3a-bfee-90bd79477b9a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.691941 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-584a0bc9-1934-4a3a-bfee-90bd79477b9a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.699806 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-584a0bc9-1934-4a3a-bfee-90bd79477b9a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/networks/3f277aec-c394-423e-990b-54c3f0630d9b HTTP/1.1" status: 204 len: 168 time: 0.5583863 Jul 06 12:23:18.711792 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44414) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:18.716261 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a0bc9-1934-4a3a-bfee-90bd79477b9a tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'Network': ['ID=3f277aec-c394-423e-990b-54c3f0630d9b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:18.794371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62610939-107c-4e47-928a-0e40d4818cb6 req-a04e8999-dd83-48d1-b89c-10da43aae504 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:18.795918 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62610939-107c-4e47-928a-0e40d4818cb6 req-a04e8999-dd83-48d1-b89c-10da43aae504 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.0811954 Jul 06 12:23:18.852262 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62610939-107c-4e47-928a-0e40d4818cb6 req-3a0c818b-982a-4e88-8f14-a1c0a8647238 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481780 Jul 06 12:23:18.869915 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e644344d-0e26-4a1c-b494-f901e24d2b85 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:18.975400 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e644344d-0e26-4a1c-b494-f901e24d2b85 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:19.026420 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a61621-9941-4bed-87e3-5c33461b6578 None None] Network e2e786e7-819d-44f8-938c-ca58c19541d0 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:19.097299 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e644344d-0e26-4a1c-b494-f901e24d2b85 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:19.100302 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e644344d-0e26-4a1c-b494-f901e24d2b85 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:19.104403 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e644344d-0e26-4a1c-b494-f901e24d2b85 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] 10.222.0.81 "DELETE /v2.0/security-groups/f6c15b5b-337d-47d7-8856-c55f03c5632f HTTP/1.1" status: 204 len: 168 time: 0.3915071 Jul 06 12:23:19.118165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6aa38fd4-6b1d-4797-bf88-4bbe49d53f67 None None] Provisioning for port 0d4e610f-d4e8-4e91-94ea-246224b87c43 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:19.121141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644344d-0e26-4a1c-b494-f901e24d2b85 tempest-TestNetworkAdvancedServerOps-898470032 tempest-TestNetworkAdvancedServerOps-898470032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c15b5b-337d-47d7-8856-c55f03c5632f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:19.141568 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc04c90-2fe2-4af7-8701-044d2afdfe55 req-b5bdc0ac-f578-462e-b8d9-c1397800ca08 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:19.141832 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8daa579-5f83-41d5-86e9-61228bcbfc0d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:19.150742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6aa38fd4-6b1d-4797-bf88-4bbe49d53f67 None None] Provisioning complete for port 0d4e610f-d4e8-4e91-94ea-246224b87c43 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:19.151930 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6aa38fd4-6b1d-4797-bf88-4bbe49d53f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:19.166109 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dcc04c90-2fe2-4af7-8701-044d2afdfe55 req-b5bdc0ac-f578-462e-b8d9-c1397800ca08 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1427660 Jul 06 12:23:19.209413 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dcc04c90-2fe2-4af7-8701-044d2afdfe55 req-dcc6d075-7b59-44fc-a02d-85978bc72039 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425985 Jul 06 12:23:19.408163 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6aa38fd4-6b1d-4797-bf88-4bbe49d53f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:19.491265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6aa38fd4-6b1d-4797-bf88-4bbe49d53f67 None None] For port 0d4e610f-d4e8-4e91-94ea-246224b87c43, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0d4e610f-d4e8-4e91-94ea-246224b87c43,segment=NetworkSegment(d76dbe5f-7f0e-4d86-afc2-a7147b261e34),segment_id=d76dbe5f-7f0e-4d86-afc2-a7147b261e34)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:19.497082 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6aa38fd4-6b1d-4797-bf88-4bbe49d53f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:19.609076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f8daa579-5f83-41d5-86e9-61228bcbfc0d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port e5794965-a777-4c36-8f07-ec477e9bc609 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:19.609481 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8daa579-5f83-41d5-86e9-61228bcbfc0d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:19.629795 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa38fd4-6b1d-4797-bf88-4bbe49d53f67 None None] Pushing event updated for resources: {'Port': ['ID=0d4e610f-d4e8-4e91-94ea-246224b87c43,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:19.665067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45759a-9c87-4d65-bf2f-6051c01f0e01 req-3ee2ae3d-f914-48ce-a44e-a687b13be1a4 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:19.673903 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dd45759a-9c87-4d65-bf2f-6051c01f0e01 req-3ee2ae3d-f914-48ce-a44e-a687b13be1a4 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1369131 Jul 06 12:23:19.731325 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dd45759a-9c87-4d65-bf2f-6051c01f0e01 req-3df2e10e-2720-4f2c-957b-3ec4a2921da8 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562775 Jul 06 12:23:19.775632 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8daa579-5f83-41d5-86e9-61228bcbfc0d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:19.790948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f8daa579-5f83-41d5-86e9-61228bcbfc0d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for e5794965-a777-4c36-8f07-ec477e9bc609 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:19.891920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44434) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:19.948898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0ea7737a-1e0d-4341-b7f0-1150e66dea82 None None] Provisioning complete for port 0d4e610f-d4e8-4e91-94ea-246224b87c43 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:19.949538 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ea7737a-1e0d-4341-b7f0-1150e66dea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:20.024514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0d4e610f-d4e8-4e91-94ea-246224b87c43 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:20.085880 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8daa579-5f83-41d5-86e9-61228bcbfc0d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:20.121892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f9440-37c9-47ad-95c0-9e4a967d703b req-7d9bf446-7e6a-4968-b3b6-229207433cb1 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:20.124283 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a19f9440-37c9-47ad-95c0-9e4a967d703b req-7d9bf446-7e6a-4968-b3b6-229207433cb1 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.2024384 Jul 06 12:23:20.137701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daa579-5f83-41d5-86e9-61228bcbfc0d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=e5794965-a777-4c36-8f07-ec477e9bc609,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:20.137944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0d4e610f-d4e8-4e91-94ea-246224b87c43 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:20.138297 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:20.222485 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a19f9440-37c9-47ad-95c0-9e4a967d703b req-7a66293e-4f8f-4563-b2d4-86fafba4ebd4 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919092 Jul 06 12:23:20.287120 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-92b21a35-1fd9-4d20-a9b4-f2477e2f8d1b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f585d4167c1145b098521c82cd595bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3923833 Jul 06 12:23:20.287993 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44444) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:20.363882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0ea7737a-1e0d-4341-b7f0-1150e66dea82 None None] Could not find standard attr ID for object e5794965-a777-4c36-8f07-ec477e9bc609. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:23:20.382840 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device be1883d5-227d-45c8-ac7f-3a6bca126ccd no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:23:20.416245 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-65a901a6-3133-45e6-8907-aeba281044c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:20.418601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: be1883d5-227d-45c8-ac7f-3a6bca126ccd {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:23:20.420702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device be1883d5-227d-45c8-ac7f-3a6bca126ccd not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:23:20.479144 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b5cfbf74-1cb0-4da8-b346-791c9f835936 None None] Could not find standard attr ID for object e5794965-a777-4c36-8f07-ec477e9bc609. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:23:20.486141 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-65a901a6-3133-45e6-8907-aeba281044c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:20.497102 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8daa579-5f83-41d5-86e9-61228bcbfc0d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:20.618903 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-65a901a6-3133-45e6-8907-aeba281044c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:20.622330 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-65a901a6-3133-45e6-8907-aeba281044c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:20.623848 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-65a901a6-3133-45e6-8907-aeba281044c6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a9fd8df8-85bb-4f74-a1a9-be005332e084 HTTP/1.1" status: 204 len: 168 time: 0.3349373 Jul 06 12:23:20.650122 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a901a6-3133-45e6-8907-aeba281044c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fd8df8-85bb-4f74-a1a9-be005332e084,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:20.713660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d69112c7-9467-43b2-804d-e63f86ae1ea0 None None] Could not find standard attr ID for object e5794965-a777-4c36-8f07-ec477e9bc609. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:23:20.850928 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8daa579-5f83-41d5-86e9-61228bcbfc0d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 083584d3-673b-4b20-925a-baa5b7e61d90 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:23:20.890620 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f240e5d-09e1-4a5d-8f1b-6c67c0efd038 req-897e9c85-572f-4e29-9ecc-32df2f608e76 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:20.893960 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5f240e5d-09e1-4a5d-8f1b-6c67c0efd038 req-897e9c85-572f-4e29-9ecc-32df2f608e76 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1963432 Jul 06 12:23:20.987610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5f240e5d-09e1-4a5d-8f1b-6c67c0efd038 req-81e7be1b-761c-4cb2-a5a0-2f7ec67a2d2e tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828326 Jul 06 12:23:20.996659 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8daa579-5f83-41d5-86e9-61228bcbfc0d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:23:21.008762 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d066db-f2ef-4d8b-94fc-61c9cb4d8259 None None] Sync routers for ids ['083584d3-673b-4b20-925a-baa5b7e61d90'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:23:21.014210 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f8daa579-5f83-41d5-86e9-61228bcbfc0d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/083584d3-673b-4b20-925a-baa5b7e61d90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4981673 Jul 06 12:23:21.015352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44456) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:21.029230 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d066db-f2ef-4d8b-94fc-61c9cb4d8259 None None] Routers {'083584d3-673b-4b20-925a-baa5b7e61d90'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:21.029963 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-20d066db-f2ef-4d8b-94fc-61c9cb4d8259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['083584d3-673b-4b20-925a-baa5b7e61d90'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:21.071311 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-170ee985-d956-4fce-aa2a-21d2733a2f6e tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports?device_id=083584d3-673b-4b20-925a-baa5b7e61d90 HTTP/1.1" status: 200 len: 205 time: 0.0523005 Jul 06 12:23:21.071705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-20d066db-f2ef-4d8b-94fc-61c9cb4d8259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:21.073346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44460) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:21.095159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d066db-f2ef-4d8b-94fc-61c9cb4d8259 None None] Routers {'083584d3-673b-4b20-925a-baa5b7e61d90'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:21.096587 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-20d066db-f2ef-4d8b-94fc-61c9cb4d8259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['083584d3-673b-4b20-925a-baa5b7e61d90'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:21.191436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-20d066db-f2ef-4d8b-94fc-61c9cb4d8259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:21.193276 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d066db-f2ef-4d8b-94fc-61c9cb4d8259 None None] The sync data for ids ['083584d3-673b-4b20-925a-baa5b7e61d90'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:23:21.214909 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c9996d7f-94f5-47bc-b86e-42db9b2eb257 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:21.253948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44462) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:21.315071 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f2ee7-14ea-4d27-b245-3b7cfddf7296 req-0196d4f6-c35c-4edc-b0fa-f0cd0fd7d37f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:21.322834 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-010f2ee7-14ea-4d27-b245-3b7cfddf7296 req-0196d4f6-c35c-4edc-b0fa-f0cd0fd7d37f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1120682 Jul 06 12:23:21.367153 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-010f2ee7-14ea-4d27-b245-3b7cfddf7296 req-319c11d7-db79-42ab-ba7e-9c1408a110db tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432723 Jul 06 12:23:21.763508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36183ab-f82c-45aa-afe1-58e962cc85bd req-19a8ecd0-bcbc-4717-852b-30ba300c3814 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:21.766330 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e36183ab-f82c-45aa-afe1-58e962cc85bd req-19a8ecd0-bcbc-4717-852b-30ba300c3814 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.0915039 Jul 06 12:23:21.786593 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-13bd35dd-994d-4984-8ba2-2681e51be2d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8ef050138f604b53bd160a98091eea45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5313954 Jul 06 12:23:21.789869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44472) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:21.801049 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c9996d7f-94f5-47bc-b86e-42db9b2eb257 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:21.809749 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c9996d7f-94f5-47bc-b86e-42db9b2eb257 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:21.889634 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c9996d7f-94f5-47bc-b86e-42db9b2eb257 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:21.890522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9996d7f-94f5-47bc-b86e-42db9b2eb257 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Fanout notify agent at l3_agent the message router_deleted on router 083584d3-673b-4b20-925a-baa5b7e61d90 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:23:21.905076 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c9996d7f-94f5-47bc-b86e-42db9b2eb257 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:21.911258 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c9996d7f-94f5-47bc-b86e-42db9b2eb257 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/routers/083584d3-673b-4b20-925a-baa5b7e61d90 HTTP/1.1" status: 204 len: 168 time: 0.8315344 Jul 06 12:23:21.920121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44474) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:21.992133 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ead08e69-0cf8-4b56-8fae-357eb0813f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:22.096366 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ead08e69-0cf8-4b56-8fae-357eb0813f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:22.106038 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-442e3ba0-9fb8-4005-badc-36523ddcf549 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting subnet e76a3a88-32be-4061-b703-3fb8f74d12b2 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:23:22.122589 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-442e3ba0-9fb8-4005-badc-36523ddcf549 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:22.219960 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-442e3ba0-9fb8-4005-badc-36523ddcf549 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:22.270272 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e36183ab-f82c-45aa-afe1-58e962cc85bd req-dc60d86f-69d6-4b48-bfe8-360763edca0d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940338 Jul 06 12:23:22.285650 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ead08e69-0cf8-4b56-8fae-357eb0813f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:22.302743 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ead08e69-0cf8-4b56-8fae-357eb0813f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:22.302743 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ead08e69-0cf8-4b56-8fae-357eb0813f6c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b70a515a-e1af-4a87-909a-c9560c1d1ea3 HTTP/1.1" status: 204 len: 168 time: 0.5017638 Jul 06 12:23:22.322991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead08e69-0cf8-4b56-8fae-357eb0813f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70a515a-e1af-4a87-909a-c9560c1d1ea3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:22.436911 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-442e3ba0-9fb8-4005-badc-36523ddcf549 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:22.541330 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-442e3ba0-9fb8-4005-badc-36523ddcf549 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:22.555884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776bf5b-f021-4a92-b450-f5cb720994c6 req-eaf3f739-3ee7-4246-8c84-e292fcc29bf4 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:22.558483 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8776bf5b-f021-4a92-b450-f5cb720994c6 req-eaf3f739-3ee7-4246-8c84-e292fcc29bf4 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1003666 Jul 06 12:23:22.574640 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-442e3ba0-9fb8-4005-badc-36523ddcf549 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:22.581299 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-442e3ba0-9fb8-4005-badc-36523ddcf549 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/e76a3a88-32be-4061-b703-3fb8f74d12b2 HTTP/1.1" status: 204 len: 168 time: 0.6488903 Jul 06 12:23:22.581299 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e3ba0-9fb8-4005-badc-36523ddcf549 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Subnet': ['ID=e76a3a88-32be-4061-b703-3fb8f74d12b2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:22.582769 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44484) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:22.590072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf142786-3449-493a-84a4-da9aa8f19d0e None None] Network e2e786e7-819d-44f8-938c-ca58c19541d0 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:22.740466 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8776bf5b-f021-4a92-b450-f5cb720994c6 req-a5d86c11-a161-4b06-aabf-82062a565ad5 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739452 Jul 06 12:23:22.766424 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:22.849807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4920ef47-5be2-4c2a-a21f-7e82ed07d6d8 None None] DHCP port deletion for e2e786e7-819d-44f8-938c-ca58c19541d0 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:23:22.918030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port 0d4e610f-d4e8-4e91-94ea-246224b87c43 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:22.920994 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:22.954964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4920ef47-5be2-4c2a-a21f-7e82ed07d6d8 None None] Deleting port 0d4e610f-d4e8-4e91-94ea-246224b87c43 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:22.956634 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4920ef47-5be2-4c2a-a21f-7e82ed07d6d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:23.128431 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4920ef47-5be2-4c2a-a21f-7e82ed07d6d8 None None] For port 0d4e610f-d4e8-4e91-94ea-246224b87c43, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0d4e610f-d4e8-4e91-94ea-246224b87c43,segment=NetworkSegment(d76dbe5f-7f0e-4d86-afc2-a7147b261e34),segment_id=d76dbe5f-7f0e-4d86-afc2-a7147b261e34)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:23.129098 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4920ef47-5be2-4c2a-a21f-7e82ed07d6d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:23.140899 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] For port 0d4e610f-d4e8-4e91-94ea-246224b87c43, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0d4e610f-d4e8-4e91-94ea-246224b87c43,segment=NetworkSegment(d76dbe5f-7f0e-4d86-afc2-a7147b261e34),segment_id=d76dbe5f-7f0e-4d86-afc2-a7147b261e34)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:23.141263 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:23.162303 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for 0d4e610f-d4e8-4e91-94ea-246224b87c43 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:23.300833 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:23.381367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=0d4e610f-d4e8-4e91-94ea-246224b87c43,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:23.388076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No DVR routers for this DVR port 0d4e610f-d4e8-4e91-94ea-246224b87c43 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:23:23.411979 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4920ef47-5be2-4c2a-a21f-7e82ed07d6d8 None None] Calling delete_port for 0d4e610f-d4e8-4e91-94ea-246224b87c43 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:23.510256 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4920ef47-5be2-4c2a-a21f-7e82ed07d6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:23.520254 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:23.537290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e786e7-819d-44f8-938c-ca58c19541d0']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:23.543678 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920ef47-5be2-4c2a-a21f-7e82ed07d6d8 None None] Pushing event deleted for resources: {'Port': ['ID=0d4e610f-d4e8-4e91-94ea-246224b87c43,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:23.552298 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76dbe5f-7f0e-4d86-afc2-a7147b261e34') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:23.552603 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76dbe5f-7f0e-4d86-afc2-a7147b261e34') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:23.554134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4920ef47-5be2-4c2a-a21f-7e82ed07d6d8 None None] No DVR routers for this DVR port 0d4e610f-d4e8-4e91-94ea-246224b87c43 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:23:23.576190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00a77c-2773-482c-a358-765a06afe1dd req-b4446845-ffa6-4bb3-b92d-acd8b8092551 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:23.577806 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb00a77c-2773-482c-a358-765a06afe1dd req-b4446845-ffa6-4bb3-b92d-acd8b8092551 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1876395 Jul 06 12:23:23.580415 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:23.606769 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:23.618539 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:23:23.618959 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:23:23.623410 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:23:23.678443 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb00a77c-2773-482c-a358-765a06afe1dd req-f39f1ca5-29d4-40f6-ac1e-6354fa35061d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902188 Jul 06 12:23:23.705813 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:23.719985 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:23.723767 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/networks/e2e786e7-819d-44f8-938c-ca58c19541d0 HTTP/1.1" status: 204 len: 168 time: 1.1258605 Jul 06 12:23:23.729491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44500) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:23.734855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-214424435', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:23.759449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af186e42-6bda-4514-9831-fcef79883a85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Network': ['ID=e2e786e7-819d-44f8-938c-ca58c19541d0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:23.777660 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:23.779212 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:23.845266 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:23.919217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37824b76-b5cd-4fe9-a476-f5c9d5191bd7 req-16da9dec-0bfd-402f-bc5e-d33301129265 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:23.921281 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37824b76-b5cd-4fe9-a476-f5c9d5191bd7 req-16da9dec-0bfd-402f-bc5e-d33301129265 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.0875566 Jul 06 12:23:23.944797 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0d4e610f-d4e8-4e91-94ea-246224b87c43 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:23:23.984600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 0d4e610f-d4e8-4e91-94ea-246224b87c43 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:23:23.984950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0d4e610f-d4e8-4e91-94ea-246224b87c43 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:23:24.007439 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37824b76-b5cd-4fe9-a476-f5c9d5191bd7 req-d550a5d0-11b5-4284-967d-49678aec59c3 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735734 Jul 06 12:23:24.061621 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:24.423339 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:24.427652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabcb3e-6597-4867-a2d6-94576068033b req-30943bd5-7583-4c42-8113-20762e3dfc22 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:24.430141 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dbabcb3e-6597-4867-a2d6-94576068033b req-30943bd5-7583-4c42-8113-20762e3dfc22 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1412308 Jul 06 12:23:24.460638 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:24.486165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dbabcb3e-6597-4867-a2d6-94576068033b req-8350f3a0-6fcb-4654-90d6-f28ed5fe45c5 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446942 Jul 06 12:23:24.686256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Allocated IP 172.25.4.17 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/89b269e9-4d1a-4888-9a52-4a889e63266f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:23:24.742755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a6757-61ce-434c-a4a1-bcd1a66a952d req-0baec8e9-1e37-4389-b1e5-7898f63d3813 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:24.745445 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b93a6757-61ce-434c-a4a1-bcd1a66a952d req-0baec8e9-1e37-4389-b1e5-7898f63d3813 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1045060 Jul 06 12:23:24.802812 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b93a6757-61ce-434c-a4a1-bcd1a66a952d req-5d440e80-a8a0-44a5-9909-749c3bf62163 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465076 Jul 06 12:23:24.877346 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:24.937379 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:25.007103 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:25.012026 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:25.016692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:23:25.069646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=89b269e9-4d1a-4888-9a52-4a889e63266f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:25.138274 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b007bc7-7359-4aef-98cb-adace5f1c7a9 req-230b07f4-5989-49df-a89a-6ef90cc3d430 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:25.140228 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7b007bc7-7359-4aef-98cb-adace5f1c7a9 req-230b07f4-5989-49df-a89a-6ef90cc3d430 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/networks?id=a7a10b76-6c66-4940-ba65-bee208413885 HTTP/1.1" status: 200 len: 814 time: 0.1405573 Jul 06 12:23:25.163338 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7b007bc7-7359-4aef-98cb-adace5f1c7a9 req-5ac52f20-9d1f-4057-b825-e2b7e4333795 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/quotas/f4a77e0eceff4933aabc8d50627ab2af HTTP/1.1" status: 200 len: 375 time: 0.0164850 Jul 06 12:23:25.271129 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7b007bc7-7359-4aef-98cb-adace5f1c7a9 req-7c661146-374d-4295-8b7f-457630b02b9f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f4a77e0eceff4933aabc8d50627ab2af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1007454 Jul 06 12:23:25.397197 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:25.553305 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42137e9a-416a-4e46-87cb-52bb50551307 req-d095f73e-7f61-4ea2-97a6-0d131491e551 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:25.557808 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42137e9a-416a-4e46-87cb-52bb50551307 req-d095f73e-7f61-4ea2-97a6-0d131491e551 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1384585 Jul 06 12:23:25.613049 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42137e9a-416a-4e46-87cb-52bb50551307 req-7602c932-589f-4f6b-8e4b-56df540b557d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466743 Jul 06 12:23:25.725343 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:25.912021 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e52ba-b4df-4170-9dcb-4de10686b578 req-6958315a-4976-497e-baa8-18ee602d8a22 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:25.915011 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75e52ba-b4df-4170-9dcb-4de10686b578 req-6958315a-4976-497e-baa8-18ee602d8a22 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1059158 Jul 06 12:23:25.934990 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 9949c5ca-1905-4adc-8c34-b49e2e51308a is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:23:25.978969 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75e52ba-b4df-4170-9dcb-4de10686b578 req-0bd3979d-e027-48fd-8f03-85e8b0c033c1 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566764 Jul 06 12:23:26.111928 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:23:26.126072 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e0c51-3a57-465c-bf0f-21b0f21b9d2a None None] Sync routers for ids ['9949c5ca-1905-4adc-8c34-b49e2e51308a'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:23:26.142352 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e0c51-3a57-465c-bf0f-21b0f21b9d2a None None] Routers {'9949c5ca-1905-4adc-8c34-b49e2e51308a'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:26.143511 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7f3e0c51-3a57-465c-bf0f-21b0f21b9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['9949c5ca-1905-4adc-8c34-b49e2e51308a'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:26.145056 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:26.147126 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d13d16bc-c3ab-4f63-9318-a73899c1bd66 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.4168298 Jul 06 12:23:26.151779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44534) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:26.204690 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7f3e0c51-3a57-465c-bf0f-21b0f21b9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:26.221985 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e0c51-3a57-465c-bf0f-21b0f21b9d2a None None] Routers {'9949c5ca-1905-4adc-8c34-b49e2e51308a'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:26.223988 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7f3e0c51-3a57-465c-bf0f-21b0f21b9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['9949c5ca-1905-4adc-8c34-b49e2e51308a'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:26.282180 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7f3e0c51-3a57-465c-bf0f-21b0f21b9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:26.283037 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e0c51-3a57-465c-bf0f-21b0f21b9d2a None None] The sync data for ids ['9949c5ca-1905-4adc-8c34-b49e2e51308a'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:23:26.400997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ac7052be-b936-4182-a1e4-bead4de7467a req-43d08249-658e-40f1-9b08-64d3a07ec730 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f4a77e0eceff4933aabc8d50627ab2af HTTP/1.1" status: 200 len: 221 time: 0.1333780 Jul 06 12:23:26.429611 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f5328e67-6959-4b1d-8ef8-4e5048ca286b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/routers/9949c5ca-1905-4adc-8c34-b49e2e51308a HTTP/1.1" status: 200 len: 879 time: 0.2757442 Jul 06 12:23:26.432261 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44546) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:26.725308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb9da7-30e4-4bd3-8bf8-5b6553ea805c req-ccfcc5f9-874b-4360-98c5-4e13656b13ab tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:26.726935 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-96fb9da7-30e4-4bd3-8bf8-5b6553ea805c req-ccfcc5f9-874b-4360-98c5-4e13656b13ab tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1754115 Jul 06 12:23:26.819170 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-afdd5239-2d29-4155-a5cc-bb0ee26c559c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3852060 Jul 06 12:23:26.822504 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-96fb9da7-30e4-4bd3-8bf8-5b6553ea805c req-2168a690-b8dd-41f6-a6d7-37e2dbd4166c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727174 Jul 06 12:23:26.823099 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44550) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:26.829796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d34f6dcb-86b9-480e-bd6f-c8d8e4f350b3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-214424435'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:27.169626 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2638cf5-d45f-4f08-b110-5b05d150ee56 req-d7562c51-e328-4410-ac87-603f30d457f7 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:27.171518 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2638cf5-d45f-4f08-b110-5b05d150ee56 req-d7562c51-e328-4410-ac87-603f30d457f7 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1426377 Jul 06 12:23:27.308912 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f2638cf5-d45f-4f08-b110-5b05d150ee56 req-89499dfc-2f1c-4f60-a359-035bfb808335 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992615 Jul 06 12:23:27.334284 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d34f6dcb-86b9-480e-bd6f-c8d8e4f350b3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:27.351360 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d34f6dcb-86b9-480e-bd6f-c8d8e4f350b3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:27.543419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34f6dcb-86b9-480e-bd6f-c8d8e4f350b3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 9949c5ca-1905-4adc-8c34-b49e2e51308a has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:23:27.575023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09a08a-3c51-43b9-93c7-1a4e440b3f8c req-6d2a57f1-d280-4c50-8301-eb91b2628c4c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:27.576779 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c09a08a-3c51-43b9-93c7-1a4e440b3f8c req-6d2a57f1-d280-4c50-8301-eb91b2628c4c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1089406 Jul 06 12:23:27.708558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c09a08a-3c51-43b9-93c7-1a4e440b3f8c req-c6e5cad7-e321-4f64-812b-5ff402870be3 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903692 Jul 06 12:23:27.733460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34f6dcb-86b9-480e-bd6f-c8d8e4f350b3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:23:27.750511 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a9248-4698-49d9-a5b0-b1947b47a0d9 None None] Sync routers for ids ['9949c5ca-1905-4adc-8c34-b49e2e51308a'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:23:27.751707 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d34f6dcb-86b9-480e-bd6f-c8d8e4f350b3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:27.753632 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d34f6dcb-86b9-480e-bd6f-c8d8e4f350b3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/9949c5ca-1905-4adc-8c34-b49e2e51308a HTTP/1.1" status: 200 len: 886 time: 0.9293184 Jul 06 12:23:27.756953 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44562) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:27.774209 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a9248-4698-49d9-a5b0-b1947b47a0d9 None None] Routers {'9949c5ca-1905-4adc-8c34-b49e2e51308a'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:27.775190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-547a9248-4698-49d9-a5b0-b1947b47a0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['9949c5ca-1905-4adc-8c34-b49e2e51308a'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:27.836090 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-547a9248-4698-49d9-a5b0-b1947b47a0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:27.850923 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a9248-4698-49d9-a5b0-b1947b47a0d9 None None] Routers {'9949c5ca-1905-4adc-8c34-b49e2e51308a'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:27.851849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-547a9248-4698-49d9-a5b0-b1947b47a0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['9949c5ca-1905-4adc-8c34-b49e2e51308a'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:27.891954 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-547a9248-4698-49d9-a5b0-b1947b47a0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:27.892935 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547a9248-4698-49d9-a5b0-b1947b47a0d9 None None] The sync data for ids ['9949c5ca-1905-4adc-8c34-b49e2e51308a'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:23:27.917779 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3a3934ec-8e0d-4579-a9db-7568692f52d5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/routers/9949c5ca-1905-4adc-8c34-b49e2e51308a HTTP/1.1" status: 200 len: 886 time: 0.1558592 Jul 06 12:23:27.918199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44564) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:27.955602 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cd91e2d1-afd4-4d32-a8f5-9a6278b18ab1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports?device_id=9949c5ca-1905-4adc-8c34-b49e2e51308a HTTP/1.1" status: 200 len: 205 time: 0.0331643 Jul 06 12:23:27.955964 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44566) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:27.975516 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c0f23-b656-4fe6-bf7d-3179ed21404a req-c849ffff-3aa5-4230-a0d2-a7d0bbfb75f6 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:27.978434 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed5c0f23-b656-4fe6-bf7d-3179ed21404a req-c849ffff-3aa5-4230-a0d2-a7d0bbfb75f6 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1004961 Jul 06 12:23:28.027282 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed5c0f23-b656-4fe6-bf7d-3179ed21404a req-50bc046a-cb0d-49ba-a35e-9722e878f001 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403004 Jul 06 12:23:28.106006 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1097981e-fdbe-40d0-9a1b-b47c6de56d41 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:28.241182 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1097981e-fdbe-40d0-9a1b-b47c6de56d41 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:28.295843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5823e2f-8dd2-4f1e-bb40-78f4d08ece6f req-b9465611-17bf-4a9d-88ae-0441f259f982 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:28.298356 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5823e2f-8dd2-4f1e-bb40-78f4d08ece6f req-b9465611-17bf-4a9d-88ae-0441f259f982 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.0838747 Jul 06 12:23:28.308073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1097981e-fdbe-40d0-9a1b-b47c6de56d41 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port 89b269e9-4d1a-4888-9a52-4a889e63266f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:28.308420 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1097981e-fdbe-40d0-9a1b-b47c6de56d41 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:28.368854 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5823e2f-8dd2-4f1e-bb40-78f4d08ece6f req-dd712935-a7b8-4745-8a11-0b6bd1fdb3d4 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602949 Jul 06 12:23:28.417562 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1097981e-fdbe-40d0-9a1b-b47c6de56d41 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:28.435554 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1097981e-fdbe-40d0-9a1b-b47c6de56d41 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for 89b269e9-4d1a-4888-9a52-4a889e63266f owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:28.595197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773cdf2-7b41-42ab-86a8-99c98bde778f req-a0a6e569-3d5c-4b24-ac29-86023a9e4fca tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:28.597194 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b773cdf2-7b41-42ab-86a8-99c98bde778f req-a0a6e569-3d5c-4b24-ac29-86023a9e4fca tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.0784311 Jul 06 12:23:28.651344 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b773cdf2-7b41-42ab-86a8-99c98bde778f req-64400007-40ac-46ba-8148-09b863f5144b tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441511 Jul 06 12:23:28.685007 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1097981e-fdbe-40d0-9a1b-b47c6de56d41 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:28.726373 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097981e-fdbe-40d0-9a1b-b47c6de56d41 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=89b269e9-4d1a-4888-9a52-4a889e63266f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:28.804844 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1097981e-fdbe-40d0-9a1b-b47c6de56d41 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:28.904977 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7110a-bd2f-4b29-8045-6a69a4a1a4f7 req-22dd3403-8628-4e8e-b5e3-237e3f6c869c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:28.908181 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e7110a-bd2f-4b29-8045-6a69a4a1a4f7 req-22dd3403-8628-4e8e-b5e3-237e3f6c869c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.0890529 Jul 06 12:23:28.928399 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1097981e-fdbe-40d0-9a1b-b47c6de56d41 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:28.930902 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1097981e-fdbe-40d0-9a1b-b47c6de56d41 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:28.967384 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21e7110a-bd2f-4b29-8045-6a69a4a1a4f7 req-5434d8e4-854a-4c27-b5b2-67c111303e6f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520275 Jul 06 12:23:28.991517 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1097981e-fdbe-40d0-9a1b-b47c6de56d41 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:28.992538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1097981e-fdbe-40d0-9a1b-b47c6de56d41 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Fanout notify agent at l3_agent the message router_deleted on router 9949c5ca-1905-4adc-8c34-b49e2e51308a {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:23:29.021076 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1097981e-fdbe-40d0-9a1b-b47c6de56d41 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:29.029138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44584) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:29.032026 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1097981e-fdbe-40d0-9a1b-b47c6de56d41 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/routers/9949c5ca-1905-4adc-8c34-b49e2e51308a HTTP/1.1" status: 204 len: 168 time: 1.0701022 Jul 06 12:23:29.039215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-74aba6f7-ee84-42d5-9f1e-0a8339daa181 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'network': {'name': 'tempest-RoutersTest-989026584'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:29.076914 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74aba6f7-ee84-42d5-9f1e-0a8339daa181 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:29.081043 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-74aba6f7-ee84-42d5-9f1e-0a8339daa181 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:29.113992 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74aba6f7-ee84-42d5-9f1e-0a8339daa181 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:23:29.133359 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-74aba6f7-ee84-42d5-9f1e-0a8339daa181 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:29.133970 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-74aba6f7-ee84-42d5-9f1e-0a8339daa181 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Added segment 657c3b85-011c-4854-90e3-50b19138f65e of type vlan for network c98e7caf-8b53-4390-a08e-66e39c863260 Jul 06 12:23:29.208665 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-74aba6f7-ee84-42d5-9f1e-0a8339daa181 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:29.260524 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-74aba6f7-ee84-42d5-9f1e-0a8339daa181 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:29.269300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aba6f7-ee84-42d5-9f1e-0a8339daa181 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:29.270160 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-74aba6f7-ee84-42d5-9f1e-0a8339daa181 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:29.344458 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-74aba6f7-ee84-42d5-9f1e-0a8339daa181 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3125024 Jul 06 12:23:29.346095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44588) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:29.354930 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-848f69e7-1a03-4383-bd17-146646df4f8b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'subnet': {'network_id': 'c98e7caf-8b53-4390-a08e-66e39c863260', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:29.369054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aba6f7-ee84-42d5-9f1e-0a8339daa181 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Network': ['ID=c98e7caf-8b53-4390-a08e-66e39c863260,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:29.383457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network c98e7caf-8b53-4390-a08e-66e39c863260 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:23:29.488513 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2fa22-7a9e-4532-b58a-ccb3c23ebcf9 req-a93d656d-ab55-4c65-9c83-3154f479d070 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:29.490760 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bac2fa22-7a9e-4532-b58a-ccb3c23ebcf9 req-a93d656d-ab55-4c65-9c83-3154f479d070 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.0941629 Jul 06 12:23:29.542531 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bac2fa22-7a9e-4532-b58a-ccb3c23ebcf9 req-2668362f-2781-4a70-a03f-e8e6305ba848 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441339 Jul 06 12:23:29.781341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc30b1-d636-47c0-9d61-7a0498ac28a4 req-a1e8e91e-4355-44bf-b64e-6d2b38ba93b3 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:29.783086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76bc30b1-d636-47c0-9d61-7a0498ac28a4 req-a1e8e91e-4355-44bf-b64e-6d2b38ba93b3 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=eab2c5be-6a72-46ae-902b-66a2871a06fb HTTP/1.1" status: 200 len: 946 time: 0.0899954 Jul 06 12:23:29.839280 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76bc30b1-d636-47c0-9d61-7a0498ac28a4 req-995e48a3-76ad-42a1-a5af-507055036276 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497196 Jul 06 12:23:29.850633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848f69e7-1a03-4383-bd17-146646df4f8b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:29.856790 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-848f69e7-1a03-4383-bd17-146646df4f8b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:30.049554 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284b507-a7ad-4b95-b48e-5c720af3324a req-02264631-5f67-4e8b-8edf-2e7158aa826c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:30.051114 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8284b507-a7ad-4b95-b48e-5c720af3324a req-02264631-5f67-4e8b-8edf-2e7158aa826c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.0722151 Jul 06 12:23:30.110279 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8284b507-a7ad-4b95-b48e-5c720af3324a req-40f1e4eb-494f-4490-b92d-481d7784cbcf tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521419 Jul 06 12:23:30.118288 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-848f69e7-1a03-4383-bd17-146646df4f8b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:30.238865 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f69e7-1a03-4383-bd17-146646df4f8b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Subnet': ['ID=8c01a7e1-ddd7-4af8-8d8c-873ccb663e86,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:30.246860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f69e7-1a03-4383-bd17-146646df4f8b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Checking segment: {'id': '657c3b85-011c-4854-90e3-50b19138f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c98e7caf-8b53-4390-a08e-66e39c863260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:30.247527 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848f69e7-1a03-4383-bd17-146646df4f8b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network hostable DHCP agents. Network: c98e7caf-8b53-4390-a08e-66e39c863260, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:23:30.272136 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848f69e7-1a03-4383-bd17-146646df4f8b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network c98e7caf-8b53-4390-a08e-66e39c863260 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:23:30.284896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-848f69e7-1a03-4383-bd17-146646df4f8b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, c98e7caf-8b53-4390-a08e-66e39c863260) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:30.293433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848f69e7-1a03-4383-bd17-146646df4f8b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:30.293856 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-848f69e7-1a03-4383-bd17-146646df4f8b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:30.296378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362e4cc1-98d2-4b2a-8d18-9ac1880ee6d6 None None] Network c98e7caf-8b53-4390-a08e-66e39c863260 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:30.328462 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-848f69e7-1a03-4383-bd17-146646df4f8b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9804773 Jul 06 12:23:30.329355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44596) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:30.330301 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1aa5df-0548-4486-861e-5bbd0ac1ea48 req-639e9e1b-a795-4c57-a01c-8e17a2b5f9c2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:30.332918 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e1aa5df-0548-4486-861e-5bbd0ac1ea48 req-639e9e1b-a795-4c57-a01c-8e17a2b5f9c2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1017258 Jul 06 12:23:30.335875 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-07b5170b-9944-4567-9482-428ce767538f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-29821452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:30.381322 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07b5170b-9944-4567-9482-428ce767538f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:30.384063 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07b5170b-9944-4567-9482-428ce767538f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:30.390913 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e1aa5df-0548-4486-861e-5bbd0ac1ea48 req-d0c08526-b9ea-4d5a-a3cc-e9e6a496d5a3 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438879 Jul 06 12:23:30.471149 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07b5170b-9944-4567-9482-428ce767538f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:30.478577 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07b5170b-9944-4567-9482-428ce767538f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:30.503185 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07b5170b-9944-4567-9482-428ce767538f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:30.509522 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-07b5170b-9944-4567-9482-428ce767538f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1748183 Jul 06 12:23:30.510049 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44602) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:30.542044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-c98e7caf-8b53-4390-a08e-66e39c863260', 'network_id': 'c98e7caf-8b53-4390-a08e-66e39c863260', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'fixed_ips': [{'subnet_id': '8c01a7e1-ddd7-4af8-8d8c-873ccb663e86'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:23:30.542044 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:30.798861 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Allocated IP 172.20.0.2 (c98e7caf-8b53-4390-a08e-66e39c863260/8c01a7e1-ddd7-4af8-8d8c-873ccb663e86/0b0a7775-b40f-40f7-998d-6a17b3b28a2f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:23:31.015974 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:31.028192 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Transition to ACTIVE for port object 0b0a7775-b40f-40f7-998d-6a17b3b28a2f will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:31.050095 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Transition to ACTIVE for port object 0b0a7775-b40f-40f7-998d-6a17b3b28a2f will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:31.065933 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:31.107190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Network c98e7caf-8b53-4390-a08e-66e39c863260 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:31.108777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:31.115498 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:23:31.123287 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc276ed3-db33-4b9b-a0e6-c079c613f107 req-d44d72d4-3e05-4211-a4fe-b8958a542d44 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:31.126152 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc276ed3-db33-4b9b-a0e6-c079c613f107 req-d44d72d4-3e05-4211-a4fe-b8958a542d44 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.89 "GET /v2.0/ports?device_id=eab2c5be-6a72-46ae-902b-66a2871a06fb HTTP/1.1" status: 200 len: 946 time: 0.1055486 Jul 06 12:23:31.181924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Pushing event updated for resources: {'Port': ['ID=0b0a7775-b40f-40f7-998d-6a17b3b28a2f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:31.198836 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Attempting to bind port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:23:31.198836 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Attempting to bind port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '657c3b85-011c-4854-90e3-50b19138f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c98e7caf-8b53-4390-a08e-66e39c863260'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:23:31.199304 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Attempting to bind port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f on network c98e7caf-8b53-4390-a08e-66e39c863260 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:23:31.206718 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:23:31.206718 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Checking segment: {'id': '657c3b85-011c-4854-90e3-50b19138f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c98e7caf-8b53-4390-a08e-66e39c863260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:31.206718 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:31.207289 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Bound using segment: {'id': '657c3b85-011c-4854-90e3-50b19138f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c98e7caf-8b53-4390-a08e-66e39c863260'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:23:31.207694 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Bound port: 0b0a7775-b40f-40f7-998d-6a17b3b28a2f, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657c3b85-011c-4854-90e3-50b19138f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c98e7caf-8b53-4390-a08e-66e39c863260'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:23:31.208129 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:31.268309 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-fc276ed3-db33-4b9b-a0e6-c079c613f107 req-67c8185e-b1cb-4ece-9400-7dd5ee1c9ed9 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Deleting port afc9fd31-9f8f-41a1-97e3-fede7ad1d835 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:31.268873 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc276ed3-db33-4b9b-a0e6-c079c613f107 req-67c8185e-b1cb-4ece-9400-7dd5ee1c9ed9 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:31.274820 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17967c9a-dde1-433e-bd83-3d0119c0bf5a req-05fc917f-395c-4789-b559-66dec0966568 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:31.276539 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17967c9a-dde1-433e-bd83-3d0119c0bf5a req-05fc917f-395c-4789-b559-66dec0966568 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.6475236 Jul 06 12:23:31.289274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] For port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:23:31.292707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] For port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0b0a7775-b40f-40f7-998d-6a17b3b28a2f,segment=NetworkSegment(657c3b85-011c-4854-90e3-50b19138f65e),segment_id=657c3b85-011c-4854-90e3-50b19138f65e)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:23:31.300584 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:31.351596 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17967c9a-dde1-433e-bd83-3d0119c0bf5a req-9481bb57-0748-40cb-8772-f5dd845d4c49 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552702 Jul 06 12:23:31.372737 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:31.404322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857393b-b8ef-4327-825d-cff505b2b92f None None] Pushing event updated for resources: {'Port': ['ID=0b0a7775-b40f-40f7-998d-6a17b3b28a2f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:31.422438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fc276ed3-db33-4b9b-a0e6-c079c613f107 req-67c8185e-b1cb-4ece-9400-7dd5ee1c9ed9 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] For port afc9fd31-9f8f-41a1-97e3-fede7ad1d835, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=afc9fd31-9f8f-41a1-97e3-fede7ad1d835,segment=NetworkSegment(e80f7f38-6682-445c-b203-fb8350bb72f6),segment_id=e80f7f38-6682-445c-b203-fb8350bb72f6)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:31.423192 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc276ed3-db33-4b9b-a0e6-c079c613f107 req-67c8185e-b1cb-4ece-9400-7dd5ee1c9ed9 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:31.450917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-fc276ed3-db33-4b9b-a0e6-c079c613f107 req-67c8185e-b1cb-4ece-9400-7dd5ee1c9ed9 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Calling delete_port for afc9fd31-9f8f-41a1-97e3-fede7ad1d835 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:31.646275 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc276ed3-db33-4b9b-a0e6-c079c613f107 req-67c8185e-b1cb-4ece-9400-7dd5ee1c9ed9 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:31.661815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['afc9fd31-9f8f-41a1-97e3-fede7ad1d835'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:23:31.697157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8185e-b1cb-4ece-9400-7dd5ee1c9ed9 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Pushing event deleted for resources: {'Port': ['ID=afc9fd31-9f8f-41a1-97e3-fede7ad1d835,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:31.772796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc276ed3-db33-4b9b-a0e6-c079c613f107 req-67c8185e-b1cb-4ece-9400-7dd5ee1c9ed9 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] No DVR routers for this DVR port afc9fd31-9f8f-41a1-97e3-fede7ad1d835 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:23:31.776780 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fc276ed3-db33-4b9b-a0e6-c079c613f107 req-67c8185e-b1cb-4ece-9400-7dd5ee1c9ed9 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:31.779960 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fc276ed3-db33-4b9b-a0e6-c079c613f107 req-67c8185e-b1cb-4ece-9400-7dd5ee1c9ed9 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.89 "DELETE /v2.0/ports/afc9fd31-9f8f-41a1-97e3-fede7ad1d835 HTTP/1.1" status: 204 len: 173 time: 0.6477847 Jul 06 12:23:31.780194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab2c5be-6a72-46ae-902b-66a2871a06fb', 'name': 'network-vif-deleted', 'tag': 'afc9fd31-9f8f-41a1-97e3-fede7ad1d835'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:23:31.784385 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dfaaa4-e8bf-4638-b922-c86b7be33845" -d '{"events": [{"server_uuid": "eab2c5be-6a72-46ae-902b-66a2871a06fb", "name": "network-vif-deleted", "tag": "afc9fd31-9f8f-41a1-97e3-fede7ad1d835"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:23:31.798110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04feae4-1073-426e-9683-f674b6973f94 req-55a28946-efe2-46e7-952a-46364ebe8ef2 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:31.808243 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e04feae4-1073-426e-9683-f674b6973f94 req-55a28946-efe2-46e7-952a-46364ebe8ef2 tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/ports?device_id=eab2c5be-6a72-46ae-902b-66a2871a06fb HTTP/1.1" status: 200 len: 867 time: 0.3063884 Jul 06 12:23:31.819317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Allocated IP 172.20.0.1 (c98e7caf-8b53-4390-a08e-66e39c863260/8c01a7e1-ddd7-4af8-8d8c-873ccb663e86/a1366e51-2472-49c6-aa29-9109491196e6) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:23:31.923792 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e04feae4-1073-426e-9683-f674b6973f94 req-a9b7f63f-3cb9-4993-9f82-312b54c07d4c tempest-VolumesSnapshotTestJSON-1177001062 tempest-VolumesSnapshotTestJSON-1177001062-project] 10.222.0.81 "GET /v2.0/security-groups?id=be9a8f0c-0f11-4ea0-a7fa-79f874754e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145377 Jul 06 12:23:32.009596 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0b0a7775-b40f-40f7-998d-6a17b3b28a2f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:32.032010 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:32.049493 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Transition to ACTIVE for port object a1366e51-2472-49c6-aa29-9109491196e6 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:32.089670 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:32.097265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:32.172999 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network c98e7caf-8b53-4390-a08e-66e39c863260 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:32.182272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:32.189630 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:23:32.193412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=a1366e51-2472-49c6-aa29-9109491196e6,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:32.256734 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:32.322067 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9c782-1fe1-4afe-9439-3bf001cb261c req-e0bfe0ca-e0a2-4add-9aca-446e17b99acf tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:32.324734 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4dc9c782-1fe1-4afe-9439-3bf001cb261c req-e0bfe0ca-e0a2-4add-9aca-446e17b99acf tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1934574 Jul 06 12:23:32.464293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4dc9c782-1fe1-4afe-9439-3bf001cb261c req-8ef92028-e7ba-40f0-916a-5ad614589eb1 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034749 Jul 06 12:23:32.528986 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:32.555920 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2817ee26-7ee9-4392-893a-ceaebcb08e09 x-openstack-request-id: req-2817ee26-7ee9-4392-893a-ceaebcb08e09 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:23:32.556502 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab2c5be-6a72-46ae-902b-66a2871a06fb", "name": "network-vif-deleted", "tag": "afc9fd31-9f8f-41a1-97e3-fede7ad1d835", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:23:32.556690 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2817ee26-7ee9-4392-893a-ceaebcb08e09 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:23:32.556935 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab2c5be-6a72-46ae-902b-66a2871a06fb', 'name': 'network-vif-deleted', 'tag': 'afc9fd31-9f8f-41a1-97e3-fede7ad1d835', 'status': 'completed', 'code': 200} Jul 06 12:23:32.708867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3bbe3d-844f-4261-81a3-11d13d5ab31a None None] Network c98e7caf-8b53-4390-a08e-66e39c863260 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:32.773174 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b4ac3fe6-7cd0-4705-be7c-4ea03af02f01 None None] Provisioning for port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:32.787449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b4ac3fe6-7cd0-4705-be7c-4ea03af02f01 None None] Provisioning complete for port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:32.788110 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3fe6-7cd0-4705-be7c-4ea03af02f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:32.858053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9b31d-2eea-4535-ab07-d3398d45806c req-2611c356-0b07-4ecf-b984-9b8d4962a782 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:32.860389 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0a9b31d-2eea-4535-ab07-d3398d45806c req-2611c356-0b07-4ecf-b984-9b8d4962a782 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1717486 Jul 06 12:23:32.932337 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0a9b31d-2eea-4535-ab07-d3398d45806c req-b4e9f9b9-2caf-48b8-b826-3677d7d8dedf tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633619 Jul 06 12:23:32.953562 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:32.958844 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:32.960542 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3fe6-7cd0-4705-be7c-4ea03af02f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:33.021456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b4ac3fe6-7cd0-4705-be7c-4ea03af02f01 None None] For port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0b0a7775-b40f-40f7-998d-6a17b3b28a2f,segment=NetworkSegment(657c3b85-011c-4854-90e3-50b19138f65e),segment_id=657c3b85-011c-4854-90e3-50b19138f65e)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:33.029569 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b4ac3fe6-7cd0-4705-be7c-4ea03af02f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:33.051559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=a1366e51-2472-49c6-aa29-9109491196e6,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:33.081478 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:33.144687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac3fe6-7cd0-4705-be7c-4ea03af02f01 None None] Pushing event updated for resources: {'Port': ['ID=0b0a7775-b40f-40f7-998d-6a17b3b28a2f,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:33.265890 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network c98e7caf-8b53-4390-a08e-66e39c863260 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:33.269309 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:33.365244 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-803a24e8-0eac-4f9f-86b3-53f0ea9cba35 None None] Provisioning complete for port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:33.366274 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-803a24e8-0eac-4f9f-86b3-53f0ea9cba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:33.374494 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb063b-70c2-4ef5-b11d-7ca77583f12a req-b1ab6c9b-b428-4e92-bd06-c8e0a1f21fc1 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:33.376381 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7fb063b-70c2-4ef5-b11d-7ca77583f12a req-b1ab6c9b-b428-4e92-bd06-c8e0a1f21fc1 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1849759 Jul 06 12:23:33.502364 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7fb063b-70c2-4ef5-b11d-7ca77583f12a req-cf79a106-8ab4-4bf0-a9f9-a5c868bc9810 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860727 Jul 06 12:23:33.518487 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 7b7bccaa-f100-4fc4-b211-e2ada3890365 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:23:33.541201 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-803a24e8-0eac-4f9f-86b3-53f0ea9cba35 None None] Provisioning for port a1366e51-2472-49c6-aa29-9109491196e6 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:33.547480 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-803a24e8-0eac-4f9f-86b3-53f0ea9cba35 None None] Provisioning complete for port a1366e51-2472-49c6-aa29-9109491196e6 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:33.548838 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-803a24e8-0eac-4f9f-86b3-53f0ea9cba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:33.616756 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-803a24e8-0eac-4f9f-86b3-53f0ea9cba35 None None] Port a1366e51-2472-49c6-aa29-9109491196e6 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:23:33.671403 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:23:33.686331 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa7a7f-309b-4f5a-a40b-d6cc699db367 None None] Sync routers for ids ['7b7bccaa-f100-4fc4-b211-e2ada3890365'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:23:33.693760 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44632) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:33.697792 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fa7a7f-309b-4f5a-a40b-d6cc699db367 None None] Routers {'7b7bccaa-f100-4fc4-b211-e2ada3890365'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:33.698483 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-80fa7a7f-309b-4f5a-a40b-d6cc699db367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['7b7bccaa-f100-4fc4-b211-e2ada3890365'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:33.703641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-34b7c484-92d4-48f3-ba32-3c12480fdff3 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/7b7bccaa-f100-4fc4-b211-e2ada3890365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1921840 Jul 06 12:23:33.743392 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-80fa7a7f-309b-4f5a-a40b-d6cc699db367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:33.753593 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fa7a7f-309b-4f5a-a40b-d6cc699db367 None None] Routers {'7b7bccaa-f100-4fc4-b211-e2ada3890365'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:33.754204 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-80fa7a7f-309b-4f5a-a40b-d6cc699db367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['7b7bccaa-f100-4fc4-b211-e2ada3890365'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:33.759796 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8a30ec57-58f9-4538-a170-1ff688f18c32 None None] Provisioning complete for port a1366e51-2472-49c6-aa29-9109491196e6 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:33.760366 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a30ec57-58f9-4538-a170-1ff688f18c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:33.763787 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c51b87-dad2-4610-8322-8c144a7abc7d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:33.768426 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44634) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:33.770704 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-71c51b87-dad2-4610-8322-8c144a7abc7d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports/a1366e51-2472-49c6-aa29-9109491196e6 HTTP/1.1" status: 200 len: 910 time: 0.0757995 Jul 06 12:23:33.774410 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1898af64-b41a-4ae7-a942-e53b04923759 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8c01a7e1-ddd7-4af8-8d8c-873ccb663e86'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:33.819861 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-80fa7a7f-309b-4f5a-a40b-d6cc699db367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:33.820793 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa7a7f-309b-4f5a-a40b-d6cc699db367 None None] The sync data for ids ['7b7bccaa-f100-4fc4-b211-e2ada3890365'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:23:33.858008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8a30ec57-58f9-4538-a170-1ff688f18c32 None None] Port a1366e51-2472-49c6-aa29-9109491196e6 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:23:33.987581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0b0a7775-b40f-40f7-998d-6a17b3b28a2f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:34.010832 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:23:34.053704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:34.054083 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:34.100589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8f876e9c-9c02-4479-92e0-345acbb7c4b5 None None] Provisioning complete for port a1366e51-2472-49c6-aa29-9109491196e6 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:34.100955 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f876e9c-9c02-4479-92e0-345acbb7c4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:34.105280 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dba4a2-9626-4d80-9898-134acb79670f req-0dbfed33-a575-43bb-9647-b9463dd8a78c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:34.107084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-10dba4a2-9626-4d80-9898-134acb79670f req-0dbfed33-a575-43bb-9647-b9463dd8a78c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1975410 Jul 06 12:23:34.132374 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1898af64-b41a-4ae7-a942-e53b04923759 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:34.168001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8f876e9c-9c02-4479-92e0-345acbb7c4b5 None None] Port a1366e51-2472-49c6-aa29-9109491196e6 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:23:34.201863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-10dba4a2-9626-4d80-9898-134acb79670f req-165a6aee-892d-4edd-b8d4-4e0dcfa5ad2a tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830154 Jul 06 12:23:34.429529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device afc9fd31-9f8f-41a1-97e3-fede7ad1d835 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:23:34.451172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: afc9fd31-9f8f-41a1-97e3-fede7ad1d835 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:23:34.451673 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device afc9fd31-9f8f-41a1-97e3-fede7ad1d835 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:23:34.538966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efc65f-ca08-4fcd-a656-3715cfd013b5 req-1e12f1ec-025a-4172-acf6-881b22c22676 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:34.540940 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21efc65f-ca08-4fcd-a656-3715cfd013b5 req-1e12f1ec-025a-4172-acf6-881b22c22676 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1613688 Jul 06 12:23:34.638376 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21efc65f-ca08-4fcd-a656-3715cfd013b5 req-617a0d01-b177-4a86-9f82-24622290de96 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845468 Jul 06 12:23:34.712192 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1898af64-b41a-4ae7-a942-e53b04923759 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:34.720460 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1898af64-b41a-4ae7-a942-e53b04923759 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:34.818995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1898af64-b41a-4ae7-a942-e53b04923759 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:34.818995 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1898af64-b41a-4ae7-a942-e53b04923759 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:34.822238 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1898af64-b41a-4ae7-a942-e53b04923759 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/ports/a1366e51-2472-49c6-aa29-9109491196e6 HTTP/1.1" status: 200 len: 910 time: 1.0504906 Jul 06 12:23:34.822238 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898af64-b41a-4ae7-a942-e53b04923759 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=a1366e51-2472-49c6-aa29-9109491196e6,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:34.823767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44650) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:35.070810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6623f38-25ce-47d7-b8e9-671d3fcb1f9c req-27fe05aa-46e6-4ef0-969a-1c01855e2715 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:35.072549 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c6623f38-25ce-47d7-b8e9-671d3fcb1f9c req-27fe05aa-46e6-4ef0-969a-1c01855e2715 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.2016177 Jul 06 12:23:35.168485 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c6623f38-25ce-47d7-b8e9-671d3fcb1f9c req-b9430b55-c00d-4636-9f89-edea10082e0d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834467 Jul 06 12:23:35.295334 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-33055d94-a019-488c-bb77-e662d8856c60 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:35.494824 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f9581adf-7d00-4058-8ba0-fd5352a23fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:35.517575 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934a022-6849-4d24-be68-695dfd016707 req-f3c4b7d4-3fdf-4bc4-b1f2-4bfb67d595ee tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:35.519634 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5934a022-6849-4d24-be68-695dfd016707 req-f3c4b7d4-3fdf-4bc4-b1f2-4bfb67d595ee tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1795251 Jul 06 12:23:35.575973 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5934a022-6849-4d24-be68-695dfd016707 req-712ea215-3e8b-4391-a294-c3ff85235f0c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494218 Jul 06 12:23:35.689595 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-33055d94-a019-488c-bb77-e662d8856c60 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port a1366e51-2472-49c6-aa29-9109491196e6 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:35.690057 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-33055d94-a019-488c-bb77-e662d8856c60 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:35.726571 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:35.824583 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-33055d94-a019-488c-bb77-e662d8856c60 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:35.843937 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-33055d94-a019-488c-bb77-e662d8856c60 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for a1366e51-2472-49c6-aa29-9109491196e6 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:35.940358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf6416-9b96-4f7c-b61b-e262b72f0ead req-88abed12-9b51-45b3-b160-c7c5763d63bf tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:35.948161 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77bf6416-9b96-4f7c-b61b-e262b72f0ead req-88abed12-9b51-45b3-b160-c7c5763d63bf tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1776786 Jul 06 12:23:36.050902 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77bf6416-9b96-4f7c-b61b-e262b72f0ead req-9b9a9f75-12f9-4ba9-8a4e-1c04b3205760 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930510 Jul 06 12:23:36.144187 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-33055d94-a019-488c-bb77-e662d8856c60 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:36.173446 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33055d94-a019-488c-bb77-e662d8856c60 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=a1366e51-2472-49c6-aa29-9109491196e6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:36.629402 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:36.758670 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-33055d94-a019-488c-bb77-e662d8856c60 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:36.785612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e7374-37a8-4e5b-9a2b-1b412de5dcd1 req-95646155-d704-4fe2-8389-b9eccc3c8a32 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:36.787271 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed4e7374-37a8-4e5b-9a2b-1b412de5dcd1 req-95646155-d704-4fe2-8389-b9eccc3c8a32 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.5430198 Jul 06 12:23:36.940056 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed4e7374-37a8-4e5b-9a2b-1b412de5dcd1 req-5101dfdf-db58-43c3-a2f9-d0591b685461 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082556 Jul 06 12:23:36.979218 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33055d94-a019-488c-bb77-e662d8856c60 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 7b7bccaa-f100-4fc4-b211-e2ada3890365 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:23:37.076798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33055d94-a019-488c-bb77-e662d8856c60 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:23:37.083442 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-33055d94-a019-488c-bb77-e662d8856c60 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/7b7bccaa-f100-4fc4-b211-e2ada3890365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2582822 Jul 06 12:23:37.086429 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44668) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:37.096247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81c133-caa5-441f-9721-5ff6a2ad52bc None None] Sync routers for ids ['7b7bccaa-f100-4fc4-b211-e2ada3890365'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:23:37.112376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81c133-caa5-441f-9721-5ff6a2ad52bc None None] Routers {'7b7bccaa-f100-4fc4-b211-e2ada3890365'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:37.113963 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-cf81c133-caa5-441f-9721-5ff6a2ad52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['7b7bccaa-f100-4fc4-b211-e2ada3890365'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:37.123852 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-27cc28dc-fc4f-425e-9ad6-e446dac8b8ab tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b7bccaa-f100-4fc4-b211-e2ada3890365 HTTP/1.1" status: 200 len: 205 time: 0.0360196 Jul 06 12:23:37.126620 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44670) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:37.184566 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-cf81c133-caa5-441f-9721-5ff6a2ad52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:37.197937 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81c133-caa5-441f-9721-5ff6a2ad52bc None None] Routers {'7b7bccaa-f100-4fc4-b211-e2ada3890365'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:37.198857 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-cf81c133-caa5-441f-9721-5ff6a2ad52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['7b7bccaa-f100-4fc4-b211-e2ada3890365'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:37.242157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-cf81c133-caa5-441f-9721-5ff6a2ad52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:37.243085 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81c133-caa5-441f-9721-5ff6a2ad52bc None None] The sync data for ids ['7b7bccaa-f100-4fc4-b211-e2ada3890365'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:23:37.274843 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e26f84d-c2b6-4b4b-a735-c0d5d10648e1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:37.570957 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e26f84d-c2b6-4b4b-a735-c0d5d10648e1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:37.574916 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e26f84d-c2b6-4b4b-a735-c0d5d10648e1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:37.638335 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3070d9a-c21d-4264-82f7-891231908061 req-d2e62f1a-cfe7-49bc-91ab-4355c234edca tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:37.639935 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b3070d9a-c21d-4264-82f7-891231908061 req-d2e62f1a-cfe7-49bc-91ab-4355c234edca tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.2219553 Jul 06 12:23:37.646085 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e26f84d-c2b6-4b4b-a735-c0d5d10648e1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:37.646606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e26f84d-c2b6-4b4b-a735-c0d5d10648e1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Fanout notify agent at l3_agent the message router_deleted on router 7b7bccaa-f100-4fc4-b211-e2ada3890365 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:23:37.658786 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e26f84d-c2b6-4b4b-a735-c0d5d10648e1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:37.660736 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5e26f84d-c2b6-4b4b-a735-c0d5d10648e1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/routers/7b7bccaa-f100-4fc4-b211-e2ada3890365 HTTP/1.1" status: 204 len: 168 time: 0.5324347 Jul 06 12:23:37.666036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44680) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:37.700901 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b3070d9a-c21d-4264-82f7-891231908061 req-701e6085-2a4d-434c-a869-c353cf3a74e1 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387347 Jul 06 12:23:37.722005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d05bcf-99bb-4fd3-9d82-2686934ec7b1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting subnet 8c01a7e1-ddd7-4af8-8d8c-873ccb663e86 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:23:37.725416 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23d05bcf-99bb-4fd3-9d82-2686934ec7b1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:37.773024 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23d05bcf-99bb-4fd3-9d82-2686934ec7b1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:37.903018 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23d05bcf-99bb-4fd3-9d82-2686934ec7b1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:37.971922 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23d05bcf-99bb-4fd3-9d82-2686934ec7b1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.005752 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d05bcf-99bb-4fd3-9d82-2686934ec7b1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Subnet': ['ID=8c01a7e1-ddd7-4af8-8d8c-873ccb663e86,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:38.009761 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23d05bcf-99bb-4fd3-9d82-2686934ec7b1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.014188 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-23d05bcf-99bb-4fd3-9d82-2686934ec7b1 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/8c01a7e1-ddd7-4af8-8d8c-873ccb663e86 HTTP/1.1" status: 204 len: 168 time: 0.3436193 Jul 06 12:23:38.014487 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44682) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:38.023061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74028c17-0e59-4c1e-aee3-77cb109e45eb None None] Network c98e7caf-8b53-4390-a08e-66e39c863260 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:38.103616 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.168159 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f76edc6c-8d3a-4b82-a028-9adf1621c07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.184100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:38.184713 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.238692 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.267891 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cbf745-2ad2-4ff5-b64e-10794fd77839 None None] DHCP port deletion for c98e7caf-8b53-4390-a08e-66e39c863260 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:23:38.296759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] For port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0b0a7775-b40f-40f7-998d-6a17b3b28a2f,segment=NetworkSegment(657c3b85-011c-4854-90e3-50b19138f65e),segment_id=657c3b85-011c-4854-90e3-50b19138f65e)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:38.297291 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.313828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for 0b0a7775-b40f-40f7-998d-6a17b3b28a2f owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:38.327003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c9cbf745-2ad2-4ff5-b64e-10794fd77839 None None] Deleting port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:23:38.327420 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c9cbf745-2ad2-4ff5-b64e-10794fd77839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.416307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c9cbf745-2ad2-4ff5-b64e-10794fd77839 None None] For port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0b0a7775-b40f-40f7-998d-6a17b3b28a2f,segment=NetworkSegment(657c3b85-011c-4854-90e3-50b19138f65e),segment_id=657c3b85-011c-4854-90e3-50b19138f65e)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:38.416708 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c9cbf745-2ad2-4ff5-b64e-10794fd77839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.432111 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.437269 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c9cbf745-2ad2-4ff5-b64e-10794fd77839 None None] Calling delete_port for 0b0a7775-b40f-40f7-998d-6a17b3b28a2f owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:23:38.465016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No DVR routers for this DVR port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:23:38.479250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=0b0a7775-b40f-40f7-998d-6a17b3b28a2f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:38.542396 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c9cbf745-2ad2-4ff5-b64e-10794fd77839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.570337 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbf745-2ad2-4ff5-b64e-10794fd77839 None None] Pushing event deleted for resources: {'Port': ['ID=0b0a7775-b40f-40f7-998d-6a17b3b28a2f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:38.576221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cbf745-2ad2-4ff5-b64e-10794fd77839 None None] No DVR routers for this DVR port 0b0a7775-b40f-40f7-998d-6a17b3b28a2f on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:23:38.598601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.610906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98e7caf-8b53-4390-a08e-66e39c863260']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:38.623313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657c3b85-011c-4854-90e3-50b19138f65e') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:38.623626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657c3b85-011c-4854-90e3-50b19138f65e') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:38.634180 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.650968 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.659794 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:23:38.660601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:23:38.663493 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:23:38.744505 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.755316 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.758163 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/networks/c98e7caf-8b53-4390-a08e-66e39c863260 HTTP/1.1" status: 204 len: 168 time: 0.7426167 Jul 06 12:23:38.763442 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44688) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:38.773638 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6c1b8229-3afc-4793-8a3c-87beb88ebf5f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-877267545', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:38.779287 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3f50b-ce06-4d64-9c68-a63381548ef2 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Network': ['ID=c98e7caf-8b53-4390-a08e-66e39c863260,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:38.813672 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8229-3afc-4793-8a3c-87beb88ebf5f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.815106 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8229-3afc-4793-8a3c-87beb88ebf5f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.882742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8229-3afc-4793-8a3c-87beb88ebf5f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.900406 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8229-3afc-4793-8a3c-87beb88ebf5f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.948813 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8229-3afc-4793-8a3c-87beb88ebf5f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.950218 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6c1b8229-3afc-4793-8a3c-87beb88ebf5f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1842752 Jul 06 12:23:38.953622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44690) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:38.960313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-15c2ca5f-e542-4538-8828-f28aa916e88f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'network': {'name': 'tempest-RoutersTest-1727790326'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:38.985683 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c2ca5f-e542-4538-8828-f28aa916e88f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:38.990033 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15c2ca5f-e542-4538-8828-f28aa916e88f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:38.993572 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c173e3-aebf-4e9a-97ee-f7f2ecf1120c req-e2017748-07d8-49fc-8282-c356e068c13b tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:38.995663 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-65c173e3-aebf-4e9a-97ee-f7f2ecf1120c req-e2017748-07d8-49fc-8282-c356e068c13b tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1079197 Jul 06 12:23:39.024296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c2ca5f-e542-4538-8828-f28aa916e88f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:23:39.037253 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15c2ca5f-e542-4538-8828-f28aa916e88f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:39.037634 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-15c2ca5f-e542-4538-8828-f28aa916e88f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Added segment f495e755-0cbf-4f51-ac68-4e1e6cbcf72d of type vlan for network 915f6bb6-59e0-4d87-b50c-e9dddf8f6146 Jul 06 12:23:39.055001 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-65c173e3-aebf-4e9a-97ee-f7f2ecf1120c req-12e3b9e8-e0e2-4c24-aec2-fa75e82b0c19 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489304 Jul 06 12:23:39.108705 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15c2ca5f-e542-4538-8828-f28aa916e88f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:39.149129 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15c2ca5f-e542-4538-8828-f28aa916e88f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:39.156436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c2ca5f-e542-4538-8828-f28aa916e88f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:39.157058 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15c2ca5f-e542-4538-8828-f28aa916e88f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:39.233822 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-15c2ca5f-e542-4538-8828-f28aa916e88f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2788086 Jul 06 12:23:39.237096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44696) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:39.242813 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ae244507-4bf7-44e1-8241-2acc32757aa0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'subnet': {'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:39.260632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2ca5f-e542-4538-8828-f28aa916e88f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Network': ['ID=915f6bb6-59e0-4d87-b50c-e9dddf8f6146,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:39.274002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 915f6bb6-59e0-4d87-b50c-e9dddf8f6146 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:23:39.362521 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae244507-4bf7-44e1-8241-2acc32757aa0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:39.370230 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae244507-4bf7-44e1-8241-2acc32757aa0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:39.402562 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:39.692273 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae244507-4bf7-44e1-8241-2acc32757aa0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:39.791660 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae244507-4bf7-44e1-8241-2acc32757aa0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Subnet': ['ID=f456818b-1c91-43c9-8153-97183c0d6079,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:39.801695 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd9470-e44a-4b8b-a18d-e3d00fb42e00 req-6e386d57-3727-430a-ad01-0df8531a9277 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:39.803722 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31fd9470-e44a-4b8b-a18d-e3d00fb42e00 req-6e386d57-3727-430a-ad01-0df8531a9277 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1999722 Jul 06 12:23:39.813875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae244507-4bf7-44e1-8241-2acc32757aa0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Checking segment: {'id': 'f495e755-0cbf-4f51-ac68-4e1e6cbcf72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:39.814242 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae244507-4bf7-44e1-8241-2acc32757aa0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network hostable DHCP agents. Network: 915f6bb6-59e0-4d87-b50c-e9dddf8f6146, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:23:39.875952 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31fd9470-e44a-4b8b-a18d-e3d00fb42e00 req-3dd6ce0f-e934-4d76-8e17-d86cf946a2db tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648634 Jul 06 12:23:39.876553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae244507-4bf7-44e1-8241-2acc32757aa0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 915f6bb6-59e0-4d87-b50c-e9dddf8f6146 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:23:39.892178 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-ae244507-4bf7-44e1-8241-2acc32757aa0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 915f6bb6-59e0-4d87-b50c-e9dddf8f6146) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:39.899129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae244507-4bf7-44e1-8241-2acc32757aa0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:39.914081 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ae244507-4bf7-44e1-8241-2acc32757aa0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:39.922143 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28024b22-51df-4b0c-b036-30e60f0eea82 None None] Network 915f6bb6-59e0-4d87-b50c-e9dddf8f6146 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:39.935395 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ae244507-4bf7-44e1-8241-2acc32757aa0 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6968288 Jul 06 12:23:39.938317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44702) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:39.987153 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0b0a7775-b40f-40f7-998d-6a17b3b28a2f no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:23:40.018594 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 0b0a7775-b40f-40f7-998d-6a17b3b28a2f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:23:40.019454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0b0a7775-b40f-40f7-998d-6a17b3b28a2f not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:23:40.161571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:23:40.163535 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:40.298078 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:40.339299 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Allocated IP 172.20.0.2 (915f6bb6-59e0-4d87-b50c-e9dddf8f6146/f456818b-1c91-43c9-8153-97183c0d6079/76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:23:40.538156 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:40.564746 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Transition to ACTIVE for port object 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:40.595517 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Transition to ACTIVE for port object 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:40.601060 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:40.645156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Network 915f6bb6-59e0-4d87-b50c-e9dddf8f6146 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:40.648790 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:40.651695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:23:40.661590 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Allocated IP 172.20.0.1 (915f6bb6-59e0-4d87-b50c-e9dddf8f6146/f456818b-1c91-43c9-8153-97183c0d6079/1fd5d098-56f8-4cdf-af45-b1cedec608f0) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:23:40.703484 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Pushing event updated for resources: {'Port': ['ID=76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:40.749280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Attempting to bind port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:23:40.750570 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Attempting to bind port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'f495e755-0cbf-4f51-ac68-4e1e6cbcf72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:23:40.751025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Attempting to bind port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 on network 915f6bb6-59e0-4d87-b50c-e9dddf8f6146 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:23:40.757250 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:23:40.757975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Checking segment: {'id': 'f495e755-0cbf-4f51-ac68-4e1e6cbcf72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:40.758534 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:40.759325 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Bound using segment: {'id': 'f495e755-0cbf-4f51-ac68-4e1e6cbcf72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:23:40.759620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Bound port: 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f495e755-0cbf-4f51-ac68-4e1e6cbcf72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:23:40.760366 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:40.822294 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:40.842811 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Transition to ACTIVE for port object 1fd5d098-56f8-4cdf-af45-b1cedec608f0 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:40.845459 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] For port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:23:40.849356 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] For port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9,segment=NetworkSegment(f495e755-0cbf-4f51-ac68-4e1e6cbcf72d),segment_id=f495e755-0cbf-4f51-ac68-4e1e6cbcf72d)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:23:40.866820 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:40.904110 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:40.943893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221800e3-9b1e-41f8-9ee4-edda5d88deed None None] Pushing event updated for resources: {'Port': ['ID=76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:40.973799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 915f6bb6-59e0-4d87-b50c-e9dddf8f6146 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:40.978431 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:40.986680 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:40.990909 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:23:40.996310 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=1fd5d098-56f8-4cdf-af45-b1cedec608f0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:41.078350 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:41.178364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a127a-7ec0-44d2-959b-9192d74993a1 req-dbf197fe-9580-4905-9a4d-e36bae16f4ee tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:41.183067 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c0a127a-7ec0-44d2-959b-9192d74993a1 req-dbf197fe-9580-4905-9a4d-e36bae16f4ee tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1046095 Jul 06 12:23:41.289094 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c0a127a-7ec0-44d2-959b-9192d74993a1 req-7ab70f53-08fe-4b10-b4a2-29c1252b5df4 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831416 Jul 06 12:23:41.342454 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:41.591198 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d8c53-5ede-43c1-a49a-69ab90e98e1f req-7b8d4202-6e86-405d-81e5-b956722ff06b tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:41.594682 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f4d8c53-5ede-43c1-a49a-69ab90e98e1f req-7b8d4202-6e86-405d-81e5-b956722ff06b tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1182292 Jul 06 12:23:41.712837 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f4d8c53-5ede-43c1-a49a-69ab90e98e1f req-52787b87-85c4-4b96-aa68-98c7a4d46acb tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813704 Jul 06 12:23:41.747681 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:41.754010 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:41.845529 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=1fd5d098-56f8-4cdf-af45-b1cedec608f0,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:41.854232 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:42.056007 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:42.100820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 915f6bb6-59e0-4d87-b50c-e9dddf8f6146 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:42.106574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:42.201677 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:42.349778 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab6e4f-87ea-495a-8d6b-8d95b2569ad3 req-e755369a-4508-42a2-bdfa-81610d973e7f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:42.362575 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d3ab6e4f-87ea-495a-8d6b-8d95b2569ad3 req-e755369a-4508-42a2-bdfa-81610d973e7f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1762254 Jul 06 12:23:42.464504 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d3ab6e4f-87ea-495a-8d6b-8d95b2569ad3 req-950ea363-f0b8-45b3-b63f-d78789e7c74e tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929637 Jul 06 12:23:42.493105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 3932809c-2d93-46bd-912a-2abe38b9877c is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:23:42.688736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eb6be3-28d7-4edf-830d-7769f2be0e39 None None] Network 915f6bb6-59e0-4d87-b50c-e9dddf8f6146 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:42.737305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:23:42.753498 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Sync routers for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:23:42.761519 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d4e0b366-329d-4456-8600-59693e336252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/3932809c-2d93-46bd-912a-2abe38b9877c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8174925 Jul 06 12:23:42.762376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44724) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:42.779435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-81268131-c0cd-4d23-a82b-42ebd89c87a7 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'network': {'name': 'tempest-RoutersTest-865018786'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:42.782304 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:42.783406 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:42.851314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81268131-c0cd-4d23-a82b-42ebd89c87a7 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:42.859697 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81268131-c0cd-4d23-a82b-42ebd89c87a7 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:42.921464 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:23:42.938160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81268131-c0cd-4d23-a82b-42ebd89c87a7 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:23:42.948515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c03a34-2c43-486b-a8f6-f15b9dbc438b req-b38f7288-782c-4d7e-8ef6-922e2c21269a tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:42.961352 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-112e5782-2753-4f65-ab5f-7e33c41e7517 None None] Provisioning for port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:42.967350 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-38c03a34-2c43-486b-a8f6-f15b9dbc438b req-b38f7288-782c-4d7e-8ef6-922e2c21269a tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.2452230 Jul 06 12:23:42.988095 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-112e5782-2753-4f65-ab5f-7e33c41e7517 None None] Provisioning complete for port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:42.993886 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-112e5782-2753-4f65-ab5f-7e33c41e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:43.001062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81268131-c0cd-4d23-a82b-42ebd89c87a7 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:43.005989 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-81268131-c0cd-4d23-a82b-42ebd89c87a7 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Added segment 7129a10e-736d-4eb5-98f5-758f2a10a8b6 of type vlan for network 50f1d456-cb1c-47e7-b5d7-cd0172f978a1 Jul 06 12:23:43.086439 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-38c03a34-2c43-486b-a8f6-f15b9dbc438b req-84b7b894-db40-42db-bc6e-f0f39d9da239 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153991 Jul 06 12:23:43.170653 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81268131-c0cd-4d23-a82b-42ebd89c87a7 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:43.253273 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81268131-c0cd-4d23-a82b-42ebd89c87a7 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:43.260229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81268131-c0cd-4d23-a82b-42ebd89c87a7 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:43.262230 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81268131-c0cd-4d23-a82b-42ebd89c87a7 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:43.315507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44732) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:43.317787 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-81268131-c0cd-4d23-a82b-42ebd89c87a7 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5528328 Jul 06 12:23:43.321598 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-70c59f3a-99ec-41ec-a3b9-1a2c9c0719e6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'subnet': {'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:43.461696 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268131-c0cd-4d23-a82b-42ebd89c87a7 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Network': ['ID=50f1d456-cb1c-47e7-b5d7-cd0172f978a1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:43.506199 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:23:41Z', 'revision_number': 2, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:41Z', 'revision_number': 2, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:43.553129 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Checking router: 3932809c-2d93-46bd-912a-2abe38b9877c for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:23:43.553474 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Updating router 3932809c-2d93-46bd-912a-2abe38b9877c port 1fd5d098-56f8-4cdf-af45-b1cedec608f0 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:23:43.594166 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:43.661180 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 50f1d456-cb1c-47e7-b5d7-cd0172f978a1 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:23:43.665220 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-112e5782-2753-4f65-ab5f-7e33c41e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:43.784415 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-112e5782-2753-4f65-ab5f-7e33c41e7517 None None] For port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9,segment=NetworkSegment(f495e755-0cbf-4f51-ac68-4e1e6cbcf72d),segment_id=f495e755-0cbf-4f51-ac68-4e1e6cbcf72d)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:43.797435 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-112e5782-2753-4f65-ab5f-7e33c41e7517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:43.875806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e5782-2753-4f65-ab5f-7e33c41e7517 None None] Pushing event updated for resources: {'Port': ['ID=76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:43.881436 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c59f3a-99ec-41ec-a3b9-1a2c9c0719e6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:43.890005 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-70c59f3a-99ec-41ec-a3b9-1a2c9c0719e6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.011017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011c651-36fb-4a91-a4b4-1101e03f3753 req-15e2e2d4-a41d-45bd-8659-1006a5eb7c36 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:44.016884 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b011c651-36fb-4a91-a4b4-1101e03f3753 req-15e2e2d4-a41d-45bd-8659-1006a5eb7c36 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.4999135 Jul 06 12:23:44.109580 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b011c651-36fb-4a91-a4b4-1101e03f3753 req-c683a9c1-97ab-4840-bc06-bb12951d4f2d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845561 Jul 06 12:23:44.192180 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.216546 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Transition to ACTIVE for port object 1fd5d098-56f8-4cdf-af45-b1cedec608f0 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:44.235585 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.251487 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6438512d-f25a-47d5-aae6-d9100480e91d None None] Provisioning for port 1fd5d098-56f8-4cdf-af45-b1cedec608f0 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:44.339174 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6438512d-f25a-47d5-aae6-d9100480e91d None None] Provisioning complete for port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:44.344472 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6438512d-f25a-47d5-aae6-d9100480e91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.345623 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8801c-2445-4890-80f8-35db659ec063 None None] Pushing event updated for resources: {'Port': ['ID=1fd5d098-56f8-4cdf-af45-b1cedec608f0,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:44.570239 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8801c-2445-4890-80f8-35db659ec063 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:44.570861 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8801c-2445-4890-80f8-35db659ec063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:44.571462 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8801c-2445-4890-80f8-35db659ec063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:44.571990 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8801c-2445-4890-80f8-35db659ec063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:44.572653 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8801c-2445-4890-80f8-35db659ec063 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:44.573202 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8801c-2445-4890-80f8-35db659ec063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:44.573702 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8801c-2445-4890-80f8-35db659ec063 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:44.574217 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8801c-2445-4890-80f8-35db659ec063 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:44.574700 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8801c-2445-4890-80f8-35db659ec063 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:44.575177 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8801c-2445-4890-80f8-35db659ec063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:44.576303 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8801c-2445-4890-80f8-35db659ec063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:44.576486 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8801c-2445-4890-80f8-35db659ec063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:44.598063 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Attempting to bind port 1fd5d098-56f8-4cdf-af45-b1cedec608f0 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:23:44.599968 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Attempting to bind port 1fd5d098-56f8-4cdf-af45-b1cedec608f0 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'f495e755-0cbf-4f51-ac68-4e1e6cbcf72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:23:44.600772 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Attempting to bind port 1fd5d098-56f8-4cdf-af45-b1cedec608f0 on network 915f6bb6-59e0-4d87-b50c-e9dddf8f6146 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:23:44.606105 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-70c59f3a-99ec-41ec-a3b9-1a2c9c0719e6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.608138 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:23:44.610251 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Checking segment: {'id': 'f495e755-0cbf-4f51-ac68-4e1e6cbcf72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:44.610924 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.611536 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Bound using segment: {'id': 'f495e755-0cbf-4f51-ac68-4e1e6cbcf72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:23:44.612284 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Bound port: 1fd5d098-56f8-4cdf-af45-b1cedec608f0, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f495e755-0cbf-4f51-ac68-4e1e6cbcf72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:23:44.613100 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.736425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e16f2c-4e87-47fe-9fda-07acccf185c4 req-185625a3-bc65-43a8-80e0-4ae3f40d0901 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:44.746773 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3e16f2c-4e87-47fe-9fda-07acccf185c4 req-185625a3-bc65-43a8-80e0-4ae3f40d0901 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.2792635 Jul 06 12:23:44.756488 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] For port 1fd5d098-56f8-4cdf-af45-b1cedec608f0, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:23:44.761591 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] For port 1fd5d098-56f8-4cdf-af45-b1cedec608f0, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1fd5d098-56f8-4cdf-af45-b1cedec608f0,segment=NetworkSegment(f495e755-0cbf-4f51-ac68-4e1e6cbcf72d),segment_id=f495e755-0cbf-4f51-ac68-4e1e6cbcf72d)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:23:44.767177 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:44.805421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c59f3a-99ec-41ec-a3b9-1a2c9c0719e6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Subnet': ['ID=a44a2def-0e7f-4a0d-b228-679ef4febda5,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:44.849717 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:44.851020 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:44.853577 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3e16f2c-4e87-47fe-9fda-07acccf185c4 req-640a5d67-3ac3-48c8-850d-d8a214095af5 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055107 Jul 06 12:23:44.863149 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c59f3a-99ec-41ec-a3b9-1a2c9c0719e6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Checking segment: {'id': '7129a10e-736d-4eb5-98f5-758f2a10a8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:44.863149 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c59f3a-99ec-41ec-a3b9-1a2c9c0719e6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network hostable DHCP agents. Network: 50f1d456-cb1c-47e7-b5d7-cd0172f978a1, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:23:44.920966 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8801c-2445-4890-80f8-35db659ec063 None None] Pushing event updated for resources: {'Port': ['ID=1fd5d098-56f8-4cdf-af45-b1cedec608f0,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:44.944355 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c59f3a-99ec-41ec-a3b9-1a2c9c0719e6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 50f1d456-cb1c-47e7-b5d7-cd0172f978a1 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:23:44.993701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-70c59f3a-99ec-41ec-a3b9-1a2c9c0719e6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 50f1d456-cb1c-47e7-b5d7-cd0172f978a1) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:45.008276 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c59f3a-99ec-41ec-a3b9-1a2c9c0719e6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:45.009876 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-70c59f3a-99ec-41ec-a3b9-1a2c9c0719e6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:45.016069 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6813803-5b34-42cd-8435-be2e2ce5722b None None] Network 50f1d456-cb1c-47e7-b5d7-cd0172f978a1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:45.048782 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-70c59f3a-99ec-41ec-a3b9-1a2c9c0719e6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7316027 Jul 06 12:23:45.058277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44746) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:45.193387 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:23:45.574424 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:23:41Z', 'revision_number': 2, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:44Z', 'revision_number': 4, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:45.606833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:23:45.608541 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:45.680707 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0831e8f3-b9bb-4c5d-8ea2-b2835acffa1e None None] The sync data for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 is: [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:23:41Z', 'revision_number': 2, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:44Z', 'revision_number': 4, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:23:45.984669 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55969864-e039-4125-9479-3d85dba9889b req-10e731e2-2c97-4a4f-b101-c1a3518d2069 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:45.993336 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55969864-e039-4125-9479-3d85dba9889b req-10e731e2-2c97-4a4f-b101-c1a3518d2069 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.4523854 Jul 06 12:23:46.103760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:46.130821 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55969864-e039-4125-9479-3d85dba9889b req-8a37a1f1-ef66-4cb4-a33d-32a8bad80c15 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360977 Jul 06 12:23:46.181981 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:46.225182 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:46.225686 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:46.363134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Allocated IP 172.21.0.2 (50f1d456-cb1c-47e7-b5d7-cd0172f978a1/a44a2def-0e7f-4a0d-b228-679ef4febda5/443aeb4c-8ebf-4297-b327-9dd6bb184e0d) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:23:46.722604 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:46.738004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Transition to ACTIVE for port object 443aeb4c-8ebf-4297-b327-9dd6bb184e0d will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:46.763258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d304bc-3452-4d00-82f3-6ea67fba0ee6 req-5eb7f3da-d538-4319-a256-e5c957d5854e tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:46.771657 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8d304bc-3452-4d00-82f3-6ea67fba0ee6 req-5eb7f3da-d538-4319-a256-e5c957d5854e tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.2141166 Jul 06 12:23:46.790284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Transition to ACTIVE for port object 443aeb4c-8ebf-4297-b327-9dd6bb184e0d will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:46.801150 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:46.856200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Network 50f1d456-cb1c-47e7-b5d7-cd0172f978a1 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:46.862767 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8d304bc-3452-4d00-82f3-6ea67fba0ee6 req-4d0f2d1f-c5c8-4941-b0a9-c91e1e35dc67 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899544 Jul 06 12:23:46.864018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:46.869764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:23:46.905259 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Pushing event updated for resources: {'Port': ['ID=443aeb4c-8ebf-4297-b327-9dd6bb184e0d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:46.923683 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Allocated IP 172.21.0.1 (50f1d456-cb1c-47e7-b5d7-cd0172f978a1/a44a2def-0e7f-4a0d-b228-679ef4febda5/e851874d-34b4-46fb-b88a-e2da0e6acb32) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:23:47.063425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Attempting to bind port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:23:47.064203 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Attempting to bind port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '7129a10e-736d-4eb5-98f5-758f2a10a8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:23:47.064996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Attempting to bind port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d on network 50f1d456-cb1c-47e7-b5d7-cd0172f978a1 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:23:47.073016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:23:47.073802 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Checking segment: {'id': '7129a10e-736d-4eb5-98f5-758f2a10a8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:47.074460 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:47.075570 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Bound using segment: {'id': '7129a10e-736d-4eb5-98f5-758f2a10a8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:23:47.076666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Bound port: 443aeb4c-8ebf-4297-b327-9dd6bb184e0d, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7129a10e-736d-4eb5-98f5-758f2a10a8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:23:47.077360 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:47.170728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] For port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:23:47.176268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] For port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=443aeb4c-8ebf-4297-b327-9dd6bb184e0d,segment=NetworkSegment(7129a10e-736d-4eb5-98f5-758f2a10a8b6),segment_id=7129a10e-736d-4eb5-98f5-758f2a10a8b6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:23:47.186379 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:47.231191 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:47.252917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8376d-0a12-46c3-8a70-6b19f633bebd req-f14b2ace-b124-4d6e-9400-c775b6fff781 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:47.254980 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-10c8376d-0a12-46c3-8a70-6b19f633bebd req-f14b2ace-b124-4d6e-9400-c775b6fff781 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1546090 Jul 06 12:23:47.267156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef7fdb-6dc7-46e0-82a6-321f7ecb1ccf None None] Pushing event updated for resources: {'Port': ['ID=443aeb4c-8ebf-4297-b327-9dd6bb184e0d,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:47.285890 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Transition to ACTIVE for port object e851874d-34b4-46fb-b88a-e2da0e6acb32 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:47.317026 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-10c8376d-0a12-46c3-8a70-6b19f633bebd req-42a211ca-dad1-4aac-88d1-9480f671b4e3 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556719 Jul 06 12:23:47.369821 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:47.433554 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 50f1d456-cb1c-47e7-b5d7-cd0172f978a1 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:47.447585 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:47.466963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:23:47.473330 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=e851874d-34b4-46fb-b88a-e2da0e6acb32,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:47.560335 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:47.834911 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17133c5a-1914-4784-adce-2b5fa457a797 req-1f87a9ea-b655-432c-aaec-2294e1a2bcfd tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:47.844240 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17133c5a-1914-4784-adce-2b5fa457a797 req-1f87a9ea-b655-432c-aaec-2294e1a2bcfd tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.2741406 Jul 06 12:23:47.959641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17133c5a-1914-4784-adce-2b5fa457a797 req-39106502-8ab8-4bea-a7af-e62704336b1d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139686 Jul 06 12:23:47.978982 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:48.114423 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 443aeb4c-8ebf-4297-b327-9dd6bb184e0d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:48.240045 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:48.244607 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1fd5d098-56f8-4cdf-af45-b1cedec608f0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:48.316501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 1fd5d098-56f8-4cdf-af45-b1cedec608f0 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:48.321842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1fd5d098-56f8-4cdf-af45-b1cedec608f0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:48.322514 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:48.434678 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:48.446227 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f39a7f-21b6-4c90-86a4-8b9ff5ffa8fb req-60400843-63df-4eee-972e-f98d6d7f5d29 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:48.448047 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d4f39a7f-21b6-4c90-86a4-8b9ff5ffa8fb req-60400843-63df-4eee-972e-f98d6d7f5d29 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1719244 Jul 06 12:23:48.487131 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:48.487611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 1fd5d098-56f8-4cdf-af45-b1cedec608f0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1fd5d098-56f8-4cdf-af45-b1cedec608f0,segment=NetworkSegment(f495e755-0cbf-4f51-ac68-4e1e6cbcf72d),segment_id=f495e755-0cbf-4f51-ac68-4e1e6cbcf72d)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:48.495743 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:48.500460 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:48.586923 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=1fd5d098-56f8-4cdf-af45-b1cedec608f0,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:48.620592 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d4f39a7f-21b6-4c90-86a4-8b9ff5ffa8fb req-424f1ffb-d445-413a-9b7b-f4143447f9e3 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520002 Jul 06 12:23:48.634007 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:48.665012 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=e851874d-34b4-46fb-b88a-e2da0e6acb32,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:48.862517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 50f1d456-cb1c-47e7-b5d7-cd0172f978a1 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:48.867001 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:48.970029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a05acf-a596-48d6-97e8-0300da56f9f0 req-8dab3f40-6f42-46e0-8cd9-aaf5aa9e7d75 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:48.971727 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97a05acf-a596-48d6-97e8-0300da56f9f0 req-8dab3f40-6f42-46e0-8cd9-aaf5aa9e7d75 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1961856 Jul 06 12:23:49.040115 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 3932809c-2d93-46bd-912a-2abe38b9877c has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:23:49.044003 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97a05acf-a596-48d6-97e8-0300da56f9f0 req-bca5e617-01be-47da-a619-7c5453d62030 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623424 Jul 06 12:23:49.058558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e741edaf-2a1f-4593-a3ed-f55aa8ae8535 None None] Network 50f1d456-cb1c-47e7-b5d7-cd0172f978a1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:49.138988 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-858dc455-837f-4018-9979-ba2180e233eb None None] Provisioning for port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:49.154940 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-858dc455-837f-4018-9979-ba2180e233eb None None] Provisioning complete for port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:49.155360 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-858dc455-837f-4018-9979-ba2180e233eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:49.277260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:23:49.283124 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a99b9f12-df73-439e-ad9b-cdc4143a284c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/3932809c-2d93-46bd-912a-2abe38b9877c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2222009 Jul 06 12:23:49.285716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44794) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:49.294641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-781e54d1-f0e4-404c-81eb-45b0cc70cb39 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'network': {'name': 'tempest-RoutersTest-1419597790'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:49.323906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Sync routers for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:23:49.330047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781e54d1-f0e4-404c-81eb-45b0cc70cb39 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:49.333810 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-781e54d1-f0e4-404c-81eb-45b0cc70cb39 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:49.384038 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781e54d1-f0e4-404c-81eb-45b0cc70cb39 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:23:49.385236 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:49.386162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:49.409440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-781e54d1-f0e4-404c-81eb-45b0cc70cb39 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:49.410038 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-781e54d1-f0e4-404c-81eb-45b0cc70cb39 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Added segment f25cdb07-6315-420b-88f6-388d31fd9a9e of type vlan for network ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e Jul 06 12:23:49.440304 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-858dc455-837f-4018-9979-ba2180e233eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:49.467887 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-781e54d1-f0e4-404c-81eb-45b0cc70cb39 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:49.509326 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-781e54d1-f0e4-404c-81eb-45b0cc70cb39 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:49.517723 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e54d1-f0e4-404c-81eb-45b0cc70cb39 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:49.518818 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-781e54d1-f0e4-404c-81eb-45b0cc70cb39 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:49.540185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:23:49.594276 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-858dc455-837f-4018-9979-ba2180e233eb None None] For port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=443aeb4c-8ebf-4297-b327-9dd6bb184e0d,segment=NetworkSegment(7129a10e-736d-4eb5-98f5-758f2a10a8b6),segment_id=7129a10e-736d-4eb5-98f5-758f2a10a8b6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:49.609133 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-858dc455-837f-4018-9979-ba2180e233eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:49.648135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e54d1-f0e4-404c-81eb-45b0cc70cb39 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Network': ['ID=ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:49.666698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:23:49.675434 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-781e54d1-f0e4-404c-81eb-45b0cc70cb39 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3880715 Jul 06 12:23:49.678035 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44798) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:49.690702 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-efde29da-70cc-4747-add9-5c67a7d861bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'subnet': {'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:49.882158 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efde29da-70cc-4747-add9-5c67a7d861bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:49.891197 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-efde29da-70cc-4747-add9-5c67a7d861bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:49.965858 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858dc455-837f-4018-9979-ba2180e233eb None None] Pushing event updated for resources: {'Port': ['ID=443aeb4c-8ebf-4297-b327-9dd6bb184e0d,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:50.009704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1fd5d098-56f8-4cdf-af45-b1cedec608f0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:50.069921 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-194ee2c2-f269-4d50-a550-d7c2f1470004 None None] Provisioning for port e851874d-34b4-46fb-b88a-e2da0e6acb32 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:50.088208 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-194ee2c2-f269-4d50-a550-d7c2f1470004 None None] Provisioning complete for port e851874d-34b4-46fb-b88a-e2da0e6acb32 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:50.088508 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-194ee2c2-f269-4d50-a550-d7c2f1470004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:50.207469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-194ee2c2-f269-4d50-a550-d7c2f1470004 None None] Port e851874d-34b4-46fb-b88a-e2da0e6acb32 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:23:50.226150 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8077e0-f73a-4e48-b362-58730f085b80 req-2b427c70-11fa-4e55-934b-ec525600eb90 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:50.234304 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec8077e0-f73a-4e48-b362-58730f085b80 req-2b427c70-11fa-4e55-934b-ec525600eb90 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.8199980 Jul 06 12:23:50.274181 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-efde29da-70cc-4747-add9-5c67a7d861bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:50.288865 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec8077e0-f73a-4e48-b362-58730f085b80 req-27684701-1a8b-407f-a0ec-dbd4e98433b7 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531938 Jul 06 12:23:50.327884 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-194ee2c2-f269-4d50-a550-d7c2f1470004 None None] Provisioning complete for port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:50.328479 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-194ee2c2-f269-4d50-a550-d7c2f1470004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:50.353352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde29da-70cc-4747-add9-5c67a7d861bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Subnet': ['ID=f4a538cd-e638-473a-bc8e-4f349c52c777,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:50.400684 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efde29da-70cc-4747-add9-5c67a7d861bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Checking segment: {'id': 'f25cdb07-6315-420b-88f6-388d31fd9a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:50.401889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde29da-70cc-4747-add9-5c67a7d861bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network hostable DHCP agents. Network: ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:23:50.415933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1fd5d098-56f8-4cdf-af45-b1cedec608f0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:50.416309 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:50.428342 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde29da-70cc-4747-add9-5c67a7d861bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:23:50.440615 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-efde29da-70cc-4747-add9-5c67a7d861bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:50.456763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efde29da-70cc-4747-add9-5c67a7d861bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:50.457455 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-efde29da-70cc-4747-add9-5c67a7d861bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:50.484164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eb5df4-886e-48d5-b19c-455a1f8ebe1d None None] Network ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:50.490183 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-efde29da-70cc-4747-add9-5c67a7d861bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8080304 Jul 06 12:23:50.490607 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44806) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:50.571108 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f40dc8-0e45-475f-9b5e-a1da97109c24 req-cbbadbc5-cdfc-44f3-88f3-e11b8d879f11 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:50.573190 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67f40dc8-0e45-475f-9b5e-a1da97109c24 req-cbbadbc5-cdfc-44f3-88f3-e11b8d879f11 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.0823038 Jul 06 12:23:50.660318 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67f40dc8-0e45-475f-9b5e-a1da97109c24 req-c79c005d-abc2-44e3-89ce-99e7207133e0 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808265 Jul 06 12:23:50.894674 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:23:47Z', 'revision_number': 3, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 2, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:50.909615 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1abbf-ba45-4dc7-8278-1ca27aaab312 req-62439dd6-b1eb-41de-b0aa-f1036983c528 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:50.917191 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5dd1abbf-ba45-4dc7-8278-1ca27aaab312 req-62439dd6-b1eb-41de-b0aa-f1036983c528 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.0966291 Jul 06 12:23:50.969748 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5dd1abbf-ba45-4dc7-8278-1ca27aaab312 req-f5701249-7f81-4af7-a395-7bb0f1c1a6c6 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513775 Jul 06 12:23:50.994868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Checking router: 3932809c-2d93-46bd-912a-2abe38b9877c for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:23:50.994868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Updating router 3932809c-2d93-46bd-912a-2abe38b9877c port e851874d-34b4-46fb-b88a-e2da0e6acb32 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:23:51.270333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-90aa4c5a-a5ff-4c1d-a503-9982e65700a4 None None] Provisioning complete for port e851874d-34b4-46fb-b88a-e2da0e6acb32 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:51.270629 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90aa4c5a-a5ff-4c1d-a503-9982e65700a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:51.332711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-90aa4c5a-a5ff-4c1d-a503-9982e65700a4 None None] Port e851874d-34b4-46fb-b88a-e2da0e6acb32 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:23:51.335745 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:51.433543 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5314562-1677-4017-9247-9a0f6a3af59d req-6d33bced-d307-41ba-b736-38a20975ce43 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:51.440839 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c5314562-1677-4017-9247-9a0f6a3af59d req-6d33bced-d307-41ba-b736-38a20975ce43 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1904256 Jul 06 12:23:51.509169 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c5314562-1677-4017-9247-9a0f6a3af59d req-694a4ef7-ef5f-46e3-80b3-c0012cbfb37d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596764 Jul 06 12:23:51.639477 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:51.691339 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e', 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'fixed_ips': [{'subnet_id': 'f4a538cd-e638-473a-bc8e-4f349c52c777'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:23:51.692121 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:51.964878 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:51.971464 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Allocated IP 172.22.0.2 (ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e/f4a538cd-e638-473a-bc8e-4f349c52c777/d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:23:51.986060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Transition to ACTIVE for port object e851874d-34b4-46fb-b88a-e2da0e6acb32 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:52.015818 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:52.087491 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646061c-60d0-45d3-b272-486734d4f7e4 req-59de9fc7-119d-48ec-9a1d-cb04a2326a43 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:52.089236 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 443aeb4c-8ebf-4297-b327-9dd6bb184e0d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:52.090241 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8646061c-60d0-45d3-b272-486734d4f7e4 req-59de9fc7-119d-48ec-9a1d-cb04a2326a43 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.2034981 Jul 06 12:23:52.107510 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c51e9-511b-4e63-aa78-00cda0fcac0f None None] Pushing event updated for resources: {'Port': ['ID=e851874d-34b4-46fb-b88a-e2da0e6acb32,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:52.227427 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8646061c-60d0-45d3-b272-486734d4f7e4 req-43a9c133-46f4-45b0-b1e7-78abd07037c2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032138 Jul 06 12:23:52.363069 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Attempting to bind port e851874d-34b4-46fb-b88a-e2da0e6acb32 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:23:52.364402 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Attempting to bind port e851874d-34b4-46fb-b88a-e2da0e6acb32 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '7129a10e-736d-4eb5-98f5-758f2a10a8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:23:52.364937 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Attempting to bind port e851874d-34b4-46fb-b88a-e2da0e6acb32 on network 50f1d456-cb1c-47e7-b5d7-cd0172f978a1 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:23:52.432157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:23:52.437671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Checking segment: {'id': '7129a10e-736d-4eb5-98f5-758f2a10a8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:52.437671 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:52.441814 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Bound using segment: {'id': '7129a10e-736d-4eb5-98f5-758f2a10a8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:23:52.442618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Bound port: e851874d-34b4-46fb-b88a-e2da0e6acb32, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7129a10e-736d-4eb5-98f5-758f2a10a8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:23:52.446727 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:52.518243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:52.518619 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:52.561279 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcc7c8-f5d8-455c-8add-07274123e379 req-9d50b629-1ece-4f19-b9a1-13ab615fc0e2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:52.564352 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71bcc7c8-f5d8-455c-8add-07274123e379 req-9d50b629-1ece-4f19-b9a1-13ab615fc0e2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1538892 Jul 06 12:23:52.615010 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71bcc7c8-f5d8-455c-8add-07274123e379 req-0060640a-107f-4d3f-be3d-6a72d04c75ea tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418587 Jul 06 12:23:52.687453 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:52.695720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] For port e851874d-34b4-46fb-b88a-e2da0e6acb32, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:23:52.699853 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] For port e851874d-34b4-46fb-b88a-e2da0e6acb32, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e851874d-34b4-46fb-b88a-e2da0e6acb32,segment=NetworkSegment(7129a10e-736d-4eb5-98f5-758f2a10a8b6),segment_id=7129a10e-736d-4eb5-98f5-758f2a10a8b6)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:23:52.712641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Transition to ACTIVE for port object d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:52.719551 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:52.786941 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Transition to ACTIVE for port object d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:52.806351 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:52.842067 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c51e9-511b-4e63-aa78-00cda0fcac0f None None] Pushing event updated for resources: {'Port': ['ID=e851874d-34b4-46fb-b88a-e2da0e6acb32,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:52.844617 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:52.845222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:52.891087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Network ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:52.895137 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:52.900172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:23:52.913568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Allocated IP 172.22.0.1 (ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e/f4a538cd-e638-473a-bc8e-4f349c52c777/8e1ba5a8-3c0f-46a3-926e-485fa4763af5) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:23:53.011023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920445e5-d53e-4b35-b85d-a9b863c34995 req-755000d9-5410-45ff-92c6-9d8d7d1e4470 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:53.013023 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-920445e5-d53e-4b35-b85d-a9b863c34995 req-755000d9-5410-45ff-92c6-9d8d7d1e4470 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1512253 Jul 06 12:23:53.045051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:23:53.068958 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:53.084451 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Transition to ACTIVE for port object 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:53.117956 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-920445e5-d53e-4b35-b85d-a9b863c34995 req-6a2f5337-f18c-4bef-9123-d844803bafc2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981340 Jul 06 12:23:53.123894 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:53.232045 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:53.248132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:53.252087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:23:53.271667 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Attempting to bind port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:23:53.272036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Attempting to bind port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'f25cdb07-6315-420b-88f6-388d31fd9a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:23:53.272409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Attempting to bind port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 on network ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:23:53.274646 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Pushing event updated for resources: {'Port': ['ID=d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:53.294894 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:23:53.295382 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Checking segment: {'id': 'f25cdb07-6315-420b-88f6-388d31fd9a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:53.295698 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:53.296618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Bound using segment: {'id': 'f25cdb07-6315-420b-88f6-388d31fd9a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:23:53.297127 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Bound port: d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25cdb07-6315-420b-88f6-388d31fd9a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:23:53.297839 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:53.344297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=8e1ba5a8-3c0f-46a3-926e-485fa4763af5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:53.351814 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34427b67-4944-4bb3-addd-e87e2a6da0d4 req-64363394-d3d2-473f-aa89-afdc4ab48f1c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:53.359464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:53.359667 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-34427b67-4944-4bb3-addd-e87e2a6da0d4 req-64363394-d3d2-473f-aa89-afdc4ab48f1c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.0924921 Jul 06 12:23:53.405845 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-34427b67-4944-4bb3-addd-e87e2a6da0d4 req-a976e23e-1d72-418b-8b6b-56656fdf41b0 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454273 Jul 06 12:23:53.436397 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] For port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:23:53.458467 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] For port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1,segment=NetworkSegment(f25cdb07-6315-420b-88f6-388d31fd9a9e),segment_id=f25cdb07-6315-420b-88f6-388d31fd9a9e)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:23:53.473514 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:53.521603 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:23:47Z', 'revision_number': 3, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:52Z', 'revision_number': 4, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:53.569967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:53.604819 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baaa86b-975b-40c7-9d6b-7eb2fa55a772 None None] The sync data for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 is: [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:23:47Z', 'revision_number': 3, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:52Z', 'revision_number': 4, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:23:53.611944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8714138-d91f-49e6-a032-cdaf3025869d None None] Pushing event updated for resources: {'Port': ['ID=d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:54.059367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddee4f8-947a-4fe4-827f-1d8699e9a7e0 req-dc0974a8-f2df-4cde-96f6-df77dbd986dd tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:54.063200 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5ddee4f8-947a-4fe4-827f-1d8699e9a7e0 req-dc0974a8-f2df-4cde-96f6-df77dbd986dd tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1994121 Jul 06 12:23:54.175619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e851874d-34b4-46fb-b88a-e2da0e6acb32 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:54.179477 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5ddee4f8-947a-4fe4-827f-1d8699e9a7e0 req-6882a824-1f30-4b68-8bdb-2ea1543598ba tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063311 Jul 06 12:23:54.211608 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:54.237472 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:54.325481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port e851874d-34b4-46fb-b88a-e2da0e6acb32 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:54.342210 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e851874d-34b4-46fb-b88a-e2da0e6acb32 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:54.351452 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:54.511852 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:54.557025 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:54.564602 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=8e1ba5a8-3c0f-46a3-926e-485fa4763af5,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:54.569717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063345fa-04f6-4349-9f19-dac37c7ad4bc req-5c8d3216-a037-427b-bdbb-7e6ea8547d7b tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:54.581856 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-063345fa-04f6-4349-9f19-dac37c7ad4bc req-5c8d3216-a037-427b-bdbb-7e6ea8547d7b tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1834507 Jul 06 12:23:54.634762 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port e851874d-34b4-46fb-b88a-e2da0e6acb32, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e851874d-34b4-46fb-b88a-e2da0e6acb32,segment=NetworkSegment(7129a10e-736d-4eb5-98f5-758f2a10a8b6),segment_id=7129a10e-736d-4eb5-98f5-758f2a10a8b6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:54.656559 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:54.703166 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-063345fa-04f6-4349-9f19-dac37c7ad4bc req-145e8e05-e2cf-4881-aea8-e634f48f7f6d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201677 Jul 06 12:23:54.776200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:54.784963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:54.819571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=e851874d-34b4-46fb-b88a-e2da0e6acb32,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:55.042995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 3932809c-2d93-46bd-912a-2abe38b9877c has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:23:55.267678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:23:55.277271 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44866) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:55.277805 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3ade3a1c-aa3f-453d-8e1b-8a427406292a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/3932809c-2d93-46bd-912a-2abe38b9877c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7853923 Jul 06 12:23:55.295722 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d26ba795-c049-4fdd-93e1-8b11d726d0bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'network': {'name': 'tempest-RoutersTest-1423367412'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:55.320028 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Sync routers for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:23:55.334595 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:55.335727 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:55.421485 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26ba795-c049-4fdd-93e1-8b11d726d0bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:55.429780 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d26ba795-c049-4fdd-93e1-8b11d726d0bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:55.480087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b054078e-71bf-42e2-99c4-f0affc6c3b4c None None] Network ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:55.521584 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26ba795-c049-4fdd-93e1-8b11d726d0bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:23:55.543186 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d26ba795-c049-4fdd-93e1-8b11d726d0bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:55.543587 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-d26ba795-c049-4fdd-93e1-8b11d726d0bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Added segment afe9bca5-cdc0-41c5-907f-4bd9e6081cb0 of type vlan for network 278d71cb-140c-476a-8d37-21ed45a8deed Jul 06 12:23:55.584191 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:23:55.595057 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d26ba795-c049-4fdd-93e1-8b11d726d0bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:55.660537 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d26ba795-c049-4fdd-93e1-8b11d726d0bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:55.668797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26ba795-c049-4fdd-93e1-8b11d726d0bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:55.680228 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d26ba795-c049-4fdd-93e1-8b11d726d0bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:56.029949 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ba795-c049-4fdd-93e1-8b11d726d0bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Network': ['ID=278d71cb-140c-476a-8d37-21ed45a8deed,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:56.057795 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d26ba795-c049-4fdd-93e1-8b11d726d0bf tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7726145 Jul 06 12:23:56.058256 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44878) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:56.065140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-58a8a1b6-4c93-4f4c-8ce2-a7c14b87f970 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'subnet': {'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:23:56.069026 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 278d71cb-140c-476a-8d37-21ed45a8deed details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:23:56.291393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd61195-bc18-47e8-bc9e-990cb91cfcef req-d7e7f41c-d3d1-4b78-aa28-0a9fa1ad769d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:56.301808 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8cd61195-bc18-47e8-bc9e-990cb91cfcef req-d7e7f41c-d3d1-4b78-aa28-0a9fa1ad769d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.3780491 Jul 06 12:23:56.319015 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1011292f-2e25-4030-a7c2-43f2e6f6c218 None None] Provisioning for port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:56.365671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:56.397763 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8cd61195-bc18-47e8-bc9e-990cb91cfcef req-aec3c2e3-2af0-420e-bedd-760b12c0ba48 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696106 Jul 06 12:23:56.465987 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:23:53Z', 'revision_number': 4, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e1ba5a8-3c0f-46a3-926e-485fa4763af5', 'name': '', 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:7a:fd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:51Z', 'updated_at': '2021-07-06T12:23:53Z', 'revision_number': 2, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:54Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:56.482151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a8a1b6-4c93-4f4c-8ce2-a7c14b87f970 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Made reservation on behalf of 5cdc2ce2408e47b7845c9366e95e71fd for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:23:56.486751 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-58a8a1b6-4c93-4f4c-8ce2-a7c14b87f970 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:56.532495 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Checking router: 3932809c-2d93-46bd-912a-2abe38b9877c for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:23:56.532851 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Updating router 3932809c-2d93-46bd-912a-2abe38b9877c port 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:23:56.542013 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:56.563557 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:56.565222 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:56.595477 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:56.709875 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:56.748425 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-58a8a1b6-4c93-4f4c-8ce2-a7c14b87f970 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:56.792159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1,segment=NetworkSegment(f25cdb07-6315-420b-88f6-388d31fd9a9e),segment_id=f25cdb07-6315-420b-88f6-388d31fd9a9e)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:23:56.798201 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:56.798201 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e851874d-34b4-46fb-b88a-e2da0e6acb32 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:56.846130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8a1b6-4c93-4f4c-8ce2-a7c14b87f970 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Subnet': ['ID=47260231-5ebc-4f3b-939e-81ddc67d22d7,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:56.851176 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a8a1b6-4c93-4f4c-8ce2-a7c14b87f970 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Checking segment: {'id': 'afe9bca5-cdc0-41c5-907f-4bd9e6081cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:56.851843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a8a1b6-4c93-4f4c-8ce2-a7c14b87f970 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network hostable DHCP agents. Network: 278d71cb-140c-476a-8d37-21ed45a8deed, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:23:56.884620 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a8a1b6-4c93-4f4c-8ce2-a7c14b87f970 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 278d71cb-140c-476a-8d37-21ed45a8deed is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:23:56.903403 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-58a8a1b6-4c93-4f4c-8ce2-a7c14b87f970 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 278d71cb-140c-476a-8d37-21ed45a8deed) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:56.918129 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee20ba48-1cd3-457b-b481-42703df47942 None None] Network 278d71cb-140c-476a-8d37-21ed45a8deed requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:23:56.919344 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a8a1b6-4c93-4f4c-8ce2-a7c14b87f970 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:56.920461 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-58a8a1b6-4c93-4f4c-8ce2-a7c14b87f970 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:56.939467 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-58a8a1b6-4c93-4f4c-8ce2-a7c14b87f970 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8801014 Jul 06 12:23:56.943644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44882) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:23:56.944412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:56.981027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port e851874d-34b4-46fb-b88a-e2da0e6acb32 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:56.981416 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:57.213304 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f215e489-32a8-4ac8-8e62-9c6cad9b3ff5 None None] Provisioning complete for port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:57.214000 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f215e489-32a8-4ac8-8e62-9c6cad9b3ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:57.268876 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:57.297179 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Transition to ACTIVE for port object 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:57.309300 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:57.312779 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-278d71cb-140c-476a-8d37-21ed45a8deed', 'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'fixed_ips': [{'subnet_id': '47260231-5ebc-4f3b-939e-81ddc67d22d7'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:23:57.314221 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:57.429439 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf6214-a9ba-4245-a219-1b248b8b1251 None None] Pushing event updated for resources: {'Port': ['ID=8e1ba5a8-3c0f-46a3-926e-485fa4763af5,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:57.505489 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Attempting to bind port 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:23:57.506763 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Attempting to bind port 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'f25cdb07-6315-420b-88f6-388d31fd9a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:23:57.507407 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Attempting to bind port 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 on network ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:23:57.521522 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:23:57.522830 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Checking segment: {'id': 'f25cdb07-6315-420b-88f6-388d31fd9a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:57.524403 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:57.524403 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Bound using segment: {'id': 'f25cdb07-6315-420b-88f6-388d31fd9a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:23:57.525391 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Bound port: 8e1ba5a8-3c0f-46a3-926e-485fa4763af5, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25cdb07-6315-420b-88f6-388d31fd9a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:23:57.525391 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:57.575483 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f215e489-32a8-4ac8-8e62-9c6cad9b3ff5 None None] Provisioning for port 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:23:57.691554 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] For port 8e1ba5a8-3c0f-46a3-926e-485fa4763af5, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:23:57.698745 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] For port 8e1ba5a8-3c0f-46a3-926e-485fa4763af5, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8e1ba5a8-3c0f-46a3-926e-485fa4763af5,segment=NetworkSegment(f25cdb07-6315-420b-88f6-388d31fd9a9e),segment_id=f25cdb07-6315-420b-88f6-388d31fd9a9e)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:23:57.704770 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:57.722266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Allocated IP 172.23.0.2 (278d71cb-140c-476a-8d37-21ed45a8deed/47260231-5ebc-4f3b-939e-81ddc67d22d7/bd5d1d29-ed62-42dc-b448-5582a8be724f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:23:57.783272 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:57.822034 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:23:57.822666 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:57.834703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6bc26-102b-46bf-b829-6d0264bb95c4 req-2d21b1eb-1a7b-4907-928c-1f29588d8204 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:57.837128 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9cd6bc26-102b-46bf-b829-6d0264bb95c4 req-2d21b1eb-1a7b-4907-928c-1f29588d8204 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1653042 Jul 06 12:23:57.984920 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9cd6bc26-102b-46bf-b829-6d0264bb95c4 req-6eb8e58d-9d9c-4062-b0a3-80b768bcb57e tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349263 Jul 06 12:23:57.996726 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:23:58.182168 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf6214-a9ba-4245-a219-1b248b8b1251 None None] Pushing event updated for resources: {'Port': ['ID=8e1ba5a8-3c0f-46a3-926e-485fa4763af5,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:58.214062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:23:58.374252 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:58.416797 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Transition to ACTIVE for port object bd5d1d29-ed62-42dc-b448-5582a8be724f will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:58.490165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Transition to ACTIVE for port object bd5d1d29-ed62-42dc-b448-5582a8be724f will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:58.517983 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:23:53Z', 'revision_number': 4, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e1ba5a8-3c0f-46a3-926e-485fa4763af5', 'name': '', 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:7a:fd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:51Z', 'updated_at': '2021-07-06T12:23:57Z', 'revision_number': 4, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:54Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:23:58.544746 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:58.554247 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6de40a5-7383-4e95-96e6-36341707691b None None] The sync data for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 is: [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:23:53Z', 'revision_number': 4, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e1ba5a8-3c0f-46a3-926e-485fa4763af5', 'name': '', 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:7a:fd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:51Z', 'updated_at': '2021-07-06T12:23:57Z', 'revision_number': 4, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:54Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:23:58.706084 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Network 278d71cb-140c-476a-8d37-21ed45a8deed is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:58.729412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:58.733751 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:23:58.782862 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Pushing event updated for resources: {'Port': ['ID=bd5d1d29-ed62-42dc-b448-5582a8be724f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:58.793515 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Allocated IP 172.23.0.1 (278d71cb-140c-476a-8d37-21ed45a8deed/47260231-5ebc-4f3b-939e-81ddc67d22d7/887a1509-b753-41db-b9c9-99087f6f27d2) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:23:58.880456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:23:58.880770 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:58.943442 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Attempting to bind port bd5d1d29-ed62-42dc-b448-5582a8be724f on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:23:58.943906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Attempting to bind port bd5d1d29-ed62-42dc-b448-5582a8be724f by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'afe9bca5-cdc0-41c5-907f-4bd9e6081cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:23:58.944173 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Attempting to bind port bd5d1d29-ed62-42dc-b448-5582a8be724f on network 278d71cb-140c-476a-8d37-21ed45a8deed {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:23:58.965794 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:23:58.966229 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Checking segment: {'id': 'afe9bca5-cdc0-41c5-907f-4bd9e6081cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:23:58.966840 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:58.967423 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Bound using segment: {'id': 'afe9bca5-cdc0-41c5-907f-4bd9e6081cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:23:58.967775 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Bound port: bd5d1d29-ed62-42dc-b448-5582a8be724f, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9bca5-cdc0-41c5-907f-4bd9e6081cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:23:58.968271 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:59.090802 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:59.144300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Transition to ACTIVE for port object 887a1509-b753-41db-b9c9-99087f6f27d2 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:23:59.226299 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] For port bd5d1d29-ed62-42dc-b448-5582a8be724f, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:23:59.240921 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] For port bd5d1d29-ed62-42dc-b448-5582a8be724f, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bd5d1d29-ed62-42dc-b448-5582a8be724f,segment=NetworkSegment(afe9bca5-cdc0-41c5-907f-4bd9e6081cb0),segment_id=afe9bca5-cdc0-41c5-907f-4bd9e6081cb0)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:23:59.256231 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:59.296092 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:59.422340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2ce09-f134-4d94-a11a-bb5220d43abd None None] Pushing event updated for resources: {'Port': ['ID=bd5d1d29-ed62-42dc-b448-5582a8be724f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:59.496167 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 278d71cb-140c-476a-8d37-21ed45a8deed is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:23:59.520669 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eaa8c0-0da6-4d83-abc6-dcb6b011afbc req-bd5f7f31-1510-4a91-a6f0-33eb66b73e3c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:23:59.523667 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d8eaa8c0-0da6-4d83-abc6-dcb6b011afbc req-bd5f7f31-1510-4a91-a6f0-33eb66b73e3c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.2500620 Jul 06 12:23:59.530269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:23:59.537236 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:23:59.602125 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d8eaa8c0-0da6-4d83-abc6-dcb6b011afbc req-d7696bb6-1f7b-42b2-bd34-892e103d27a7 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720036 Jul 06 12:23:59.670555 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:23:59.844140 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=887a1509-b753-41db-b9c9-99087f6f27d2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:23:59.927460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:59.928491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:59.929958 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:59.930578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:59.931313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:59.932057 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:59.932791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:59.933343 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:59.934150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:59.935049 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:59.935905 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:59.937233 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:23:59.991122 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:00.324692 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bd5d1d29-ed62-42dc-b448-5582a8be724f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:00.462179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port bd5d1d29-ed62-42dc-b448-5582a8be724f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:00.469715 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:00.576753 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:00.586180 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:00.589013 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:00.601977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:00.602617 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:00.827536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event updated for resources: {'Port': ['ID=887a1509-b753-41db-b9c9-99087f6f27d2,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:00.841778 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:00.862548 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:00.925458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 8e1ba5a8-3c0f-46a3-926e-485fa4763af5, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8e1ba5a8-3c0f-46a3-926e-485fa4763af5,segment=NetworkSegment(f25cdb07-6315-420b-88f6-388d31fd9a9e),segment_id=f25cdb07-6315-420b-88f6-388d31fd9a9e)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:00.933961 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:01.070626 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=8e1ba5a8-3c0f-46a3-926e-485fa4763af5,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:01.092923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Network 278d71cb-140c-476a-8d37-21ed45a8deed is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:24:01.093848 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64992ba9-59ce-4577-8fd8-7069e08673cf req-b3a7fdad-298c-47cc-994c-f63d986f3f95 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:01.102484 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64992ba9-59ce-4577-8fd8-7069e08673cf req-b3a7fdad-298c-47cc-994c-f63d986f3f95 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1329510 Jul 06 12:24:01.108280 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:01.168051 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64992ba9-59ce-4577-8fd8-7069e08673cf req-c0cf7115-0e29-42c6-95dd-c1f3cd18a236 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604565 Jul 06 12:24:01.289175 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6089b2b4-8605-4aa3-9283-1745c94717f4 None None] Network 278d71cb-140c-476a-8d37-21ed45a8deed requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:01.363984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-803b962d-9aec-49a7-a3a5-f47669b0e4e8 None None] Provisioning for port bd5d1d29-ed62-42dc-b448-5582a8be724f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:01.378725 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-803b962d-9aec-49a7-a3a5-f47669b0e4e8 None None] Provisioning complete for port bd5d1d29-ed62-42dc-b448-5582a8be724f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:01.379431 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-803b962d-9aec-49a7-a3a5-f47669b0e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:01.556417 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-803b962d-9aec-49a7-a3a5-f47669b0e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:01.618445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-803b962d-9aec-49a7-a3a5-f47669b0e4e8 None None] For port bd5d1d29-ed62-42dc-b448-5582a8be724f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bd5d1d29-ed62-42dc-b448-5582a8be724f,segment=NetworkSegment(afe9bca5-cdc0-41c5-907f-4bd9e6081cb0),segment_id=afe9bca5-cdc0-41c5-907f-4bd9e6081cb0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:01.625516 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-803b962d-9aec-49a7-a3a5-f47669b0e4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:01.692727 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b962d-9aec-49a7-a3a5-f47669b0e4e8 None None] Pushing event updated for resources: {'Port': ['ID=bd5d1d29-ed62-42dc-b448-5582a8be724f,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:01.733667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 3932809c-2d93-46bd-912a-2abe38b9877c has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:24:01.882131 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:24:01.895061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Sync routers for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:24:01.911121 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:01.911796 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:01.914166 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-083c6a8a-5fcf-4038-861b-c59fc2a55f15 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/3932809c-2d93-46bd-912a-2abe38b9877c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9679866 Jul 06 12:24:01.918070 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44916) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:01.931273 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c01cc6ac-5ed9-4adb-934b-56732e79c6ac tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:02.079382 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:02.134981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bd5d1d29-ed62-42dc-b448-5582a8be724f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:02.466777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-65fda28e-c15d-4e71-9511-ece179f823d1 None None] Provisioning complete for port bd5d1d29-ed62-42dc-b448-5582a8be724f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:02.468245 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65fda28e-c15d-4e71-9511-ece179f823d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:02.666402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f96e6-c49c-4388-be09-afa7c23367fe req-1c8f5086-e960-4294-b194-efa5eb867061 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:02.671375 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port bd5d1d29-ed62-42dc-b448-5582a8be724f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:02.672140 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:02.674323 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-536f96e6-c49c-4388-be09-afa7c23367fe req-1c8f5086-e960-4294-b194-efa5eb867061 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.2411604 Jul 06 12:24:02.758310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.extraroute_db [None req-c01cc6ac-5ed9-4adb-934b-56732e79c6ac tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 12:24:02.768533 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-536f96e6-c49c-4388-be09-afa7c23367fe req-3110d2d6-8352-45ce-8e49-d44db1f76aed tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931420 Jul 06 12:24:02.790299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.extraroute_db [None req-c01cc6ac-5ed9-4adb-934b-56732e79c6ac tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Removed routes are [] {{(pid=100427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 12:24:02.790920 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c01cc6ac-5ed9-4adb-934b-56732e79c6ac tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:02.855374 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:02.868786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:23:59Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887a1509-b753-41db-b9c9-99087f6f27d2', 'name': '', 'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:94:09:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '47260231-5ebc-4f3b-939e-81ddc67d22d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:58Z', 'updated_at': '2021-07-06T12:24:00Z', 'revision_number': 2, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': '47260231-5ebc-4f3b-939e-81ddc67d22d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e1ba5a8-3c0f-46a3-926e-485fa4763af5', 'name': '', 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:7a:fd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:51Z', 'updated_at': '2021-07-06T12:24:00Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:54Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:02.893694 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-65fda28e-c15d-4e71-9511-ece179f823d1 None None] Provisioning for port 887a1509-b753-41db-b9c9-99087f6f27d2 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:02.903923 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-65fda28e-c15d-4e71-9511-ece179f823d1 None None] Provisioning complete for port 887a1509-b753-41db-b9c9-99087f6f27d2 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:02.904504 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65fda28e-c15d-4e71-9511-ece179f823d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:02.980424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Checking router: 3932809c-2d93-46bd-912a-2abe38b9877c for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:24:02.980764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Updating router 3932809c-2d93-46bd-912a-2abe38b9877c port 887a1509-b753-41db-b9c9-99087f6f27d2 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:24:03.018608 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-8d001988-d994-4207-beef-980c4da522da tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83489916&fields=id&tenant_id=832bb4a030854ce3b41104102480a6a9 HTTP/1.1" status: 200 len: 267 time: 0.0770140 Jul 06 12:24:03.056974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-65fda28e-c15d-4e71-9511-ece179f823d1 None None] Port 887a1509-b753-41db-b9c9-99087f6f27d2 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:24:03.058941 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:03.089691 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:03.090071 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:03.360842 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c01cc6ac-5ed9-4adb-934b-56732e79c6ac tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:03.382112 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c01cc6ac-5ed9-4adb-934b-56732e79c6ac tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:03.394678 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-bc55859a-6062-4eaf-9ca9-82731e553596 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:03.403349 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-bc55859a-6062-4eaf-9ca9-82731e553596 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 812 time: 0.3103161 Jul 06 12:24:03.421718 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-9c8d2af9-0c48-4a8e-a618-c1514ed20b3a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/quotas/832bb4a030854ce3b41104102480a6a9 HTTP/1.1" status: 200 len: 375 time: 0.0166950 Jul 06 12:24:03.581263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1ea27244-d5bc-4faa-b3ed-db1b8cdec3ad None None] Provisioning complete for port 887a1509-b753-41db-b9c9-99087f6f27d2 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:03.582023 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ea27244-d5bc-4faa-b3ed-db1b8cdec3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:03.616416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01cc6ac-5ed9-4adb-934b-56732e79c6ac tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 3932809c-2d93-46bd-912a-2abe38b9877c has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:24:03.632158 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-7f4b8492-47de-4960-a363-201677930b0b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1616974 Jul 06 12:24:03.725022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1ea27244-d5bc-4faa-b3ed-db1b8cdec3ad None None] Port 887a1509-b753-41db-b9c9-99087f6f27d2 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:24:03.840032 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01cc6ac-5ed9-4adb-934b-56732e79c6ac tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:24:03.849103 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c01cc6ac-5ed9-4adb-934b-56732e79c6ac tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:03.850418 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c01cc6ac-5ed9-4adb-934b-56732e79c6ac tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/3932809c-2d93-46bd-912a-2abe38b9877c HTTP/1.1" status: 200 len: 933 time: 1.9311492 Jul 06 12:24:03.854503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44932) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:03.934597 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-f7eedad2-f8e8-4d84-9d92-5f85bf23b852 service neutron] 10.222.0.81 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242308 Jul 06 12:24:03.967013 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:03.982628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Transition to ACTIVE for port object 887a1509-b753-41db-b9c9-99087f6f27d2 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:24:03.991733 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:04.080342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76ef5-03e0-4026-a3cb-44d945026842 None None] Pushing event updated for resources: {'Port': ['ID=887a1509-b753-41db-b9c9-99087f6f27d2,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:04.149404 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fb627578-c4bd-4d38-a558-90e40df71fda tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/routers/3932809c-2d93-46bd-912a-2abe38b9877c HTTP/1.1" status: 200 len: 933 time: 0.2929158 Jul 06 12:24:04.153194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44936) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:04.167422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d573ea4c-2f88-4ee8-bb43-4375cfe5df76 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'router': {'routes': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:04.193543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Attempting to bind port 887a1509-b753-41db-b9c9-99087f6f27d2 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:24:04.200281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Attempting to bind port 887a1509-b753-41db-b9c9-99087f6f27d2 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'afe9bca5-cdc0-41c5-907f-4bd9e6081cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:24:04.200882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Attempting to bind port 887a1509-b753-41db-b9c9-99087f6f27d2 on network 278d71cb-140c-476a-8d37-21ed45a8deed {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:24:04.242757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:24:04.243532 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Checking segment: {'id': 'afe9bca5-cdc0-41c5-907f-4bd9e6081cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:24:04.246081 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:04.248201 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Bound using segment: {'id': 'afe9bca5-cdc0-41c5-907f-4bd9e6081cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:24:04.248464 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-a98944d9-31b8-4142-a7bd-000c8e77b332 service neutron] 10.222.0.81 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816381 Jul 06 12:24:04.251251 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Bound port: 887a1509-b753-41db-b9c9-99087f6f27d2, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9bca5-cdc0-41c5-907f-4bd9e6081cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:24:04.252336 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:04.449786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] For port 887a1509-b753-41db-b9c9-99087f6f27d2, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:24:04.484770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] For port 887a1509-b753-41db-b9c9-99087f6f27d2, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=887a1509-b753-41db-b9c9-99087f6f27d2,segment=NetworkSegment(afe9bca5-cdc0-41c5-907f-4bd9e6081cb0),segment_id=afe9bca5-cdc0-41c5-907f-4bd9e6081cb0)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:24:04.493192 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:04.573244 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:04.574307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:04.642601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b76ef5-03e0-4026-a3cb-44d945026842 None None] Pushing event updated for resources: {'Port': ['ID=887a1509-b753-41db-b9c9-99087f6f27d2,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:04.809366 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:05.208712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b774c04-3f10-4cda-85cd-517150b6295d req-792e2343-3aee-4d08-b111-422cc7f152cd tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:05.224836 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1b774c04-3f10-4cda-85cd-517150b6295d req-792e2343-3aee-4d08-b111-422cc7f152cd tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1734588 Jul 06 12:24:05.237399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.extraroute_db [None req-d573ea4c-2f88-4ee8-bb43-4375cfe5df76 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Added routes are [] {{(pid=100428) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 12:24:05.238047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.extraroute_db [None req-d573ea4c-2f88-4ee8-bb43-4375cfe5df76 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100428) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 12:24:05.335114 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1b774c04-3f10-4cda-85cd-517150b6295d req-a52a26ef-5cc6-46ce-b1ca-5567f9f5152f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072714 Jul 06 12:24:05.335562 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d573ea4c-2f88-4ee8-bb43-4375cfe5df76 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:05.449673 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:02Z', 'revision_number': 6, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887a1509-b753-41db-b9c9-99087f6f27d2', 'name': '', 'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:94:09:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '47260231-5ebc-4f3b-939e-81ddc67d22d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:58Z', 'updated_at': '2021-07-06T12:24:04Z', 'revision_number': 4, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': '47260231-5ebc-4f3b-939e-81ddc67d22d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e1ba5a8-3c0f-46a3-926e-485fa4763af5', 'name': '', 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:7a:fd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:51Z', 'updated_at': '2021-07-06T12:24:00Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:54Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:05.494228 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf865c8-34d9-4ad2-ae31-951b8cd91247 None None] The sync data for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 is: [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:02Z', 'revision_number': 6, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887a1509-b753-41db-b9c9-99087f6f27d2', 'name': '', 'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:94:09:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '47260231-5ebc-4f3b-939e-81ddc67d22d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:58Z', 'updated_at': '2021-07-06T12:24:04Z', 'revision_number': 4, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': '47260231-5ebc-4f3b-939e-81ddc67d22d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e1ba5a8-3c0f-46a3-926e-485fa4763af5', 'name': '', 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:7a:fd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:51Z', 'updated_at': '2021-07-06T12:24:00Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:54Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:24:05.504908 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f1bd1e5-7ec2-4c30-8d70-ff6794a6839f req-d97c47f5-e402-4924-b59a-72d9704612d3 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 210 time: 0.0985553 Jul 06 12:24:05.529274 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d00dea07-5a3e-4f16-9bfa-e135e5b94cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:05.754605 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d573ea4c-2f88-4ee8-bb43-4375cfe5df76 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:05.756647 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:05.760446 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d573ea4c-2f88-4ee8-bb43-4375cfe5df76 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:05.968498 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d573ea4c-2f88-4ee8-bb43-4375cfe5df76 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 3932809c-2d93-46bd-912a-2abe38b9877c has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:24:06.054960 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 887a1509-b753-41db-b9c9-99087f6f27d2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:06.174840 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 887a1509-b753-41db-b9c9-99087f6f27d2 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:06.194711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 887a1509-b753-41db-b9c9-99087f6f27d2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:06.195285 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:06.268568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d573ea4c-2f88-4ee8-bb43-4375cfe5df76 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:24:06.288716 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d573ea4c-2f88-4ee8-bb43-4375cfe5df76 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:06.295344 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d573ea4c-2f88-4ee8-bb43-4375cfe5df76 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/3932809c-2d93-46bd-912a-2abe38b9877c HTTP/1.1" status: 200 len: 699 time: 2.1403470 Jul 06 12:24:06.299809 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 44958) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:06.398360 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:06.491709 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 887a1509-b753-41db-b9c9-99087f6f27d2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=887a1509-b753-41db-b9c9-99087f6f27d2,segment=NetworkSegment(afe9bca5-cdc0-41c5-907f-4bd9e6081cb0),segment_id=afe9bca5-cdc0-41c5-907f-4bd9e6081cb0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:06.515799 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:06.605369 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=887a1509-b753-41db-b9c9-99087f6f27d2,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:06.658819 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:06.674160 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5e02b7e0-ddfd-4813-ab8d-7e942793b3c5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/routers/3932809c-2d93-46bd-912a-2abe38b9877c HTTP/1.1" status: 200 len: 699 time: 0.3670714 Jul 06 12:24:06.674869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44966) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:06.706253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad7977-c939-4145-bace-96e8ae834602 req-9134cd8a-48db-4844-baad-2f338c0bd3b2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:06.707799 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7ad7977-c939-4145-bace-96e8ae834602 req-9134cd8a-48db-4844-baad-2f338c0bd3b2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1553016 Jul 06 12:24:06.798943 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7ad7977-c939-4145-bace-96e8ae834602 req-b3ca570f-bd85-4f97-a5e2-e1eebaf37e81 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826004 Jul 06 12:24:07.052217 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4bf161bd-faf1-45d1-b621-e6df775579d6 req-b8113070-2e1b-498c-9d82-7e928fd35fe6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 210 time: 0.0882530 Jul 06 12:24:07.088608 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffc7195-0f76-4806-90bf-5c4e3c2ac9a5 None None] Sync routers for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:24:07.124382 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffc7195-0f76-4806-90bf-5c4e3c2ac9a5 None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:07.127174 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fffc7195-0f76-4806-90bf-5c4e3c2ac9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:07.287107 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-fffc7195-0f76-4806-90bf-5c4e3c2ac9a5 None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:07.432157 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-2ecd26bd-c502-49ab-b139-4a47dfda8121 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:07.437032 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-2ecd26bd-c502-49ab-b139-4a47dfda8121 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 812 time: 0.2740040 Jul 06 12:24:07.470406 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee117287-9de4-42b9-8373-7ccb75c0947a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:07.598952 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-a71c1bd3-df28-4b90-b28b-10c1df41949e tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=832bb4a030854ce3b41104102480a6a9 HTTP/1.1" status: 200 len: 378 time: 0.1500325 Jul 06 12:24:07.611943 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'port': {'device_id': '44c363aa-bc0f-4548-970f-2e18d2094fd8', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'admin_state_up': True, 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'security_groups': ['a7f9097c-7815-4053-a383-e5d97cfd0d55']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:07.740378 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fffc7195-0f76-4806-90bf-5c4e3c2ac9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:05Z', 'revision_number': 7, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887a1509-b753-41db-b9c9-99087f6f27d2', 'name': '', 'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:94:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '47260231-5ebc-4f3b-939e-81ddc67d22d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:58Z', 'updated_at': '2021-07-06T12:24:06Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': '47260231-5ebc-4f3b-939e-81ddc67d22d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e1ba5a8-3c0f-46a3-926e-485fa4763af5', 'name': '', 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:7a:fd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:51Z', 'updated_at': '2021-07-06T12:24:00Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:54Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:07.820086 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffc7195-0f76-4806-90bf-5c4e3c2ac9a5 None None] Checking router: 3932809c-2d93-46bd-912a-2abe38b9877c for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:24:07.831568 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffc7195-0f76-4806-90bf-5c4e3c2ac9a5 None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:07.832331 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fffc7195-0f76-4806-90bf-5c4e3c2ac9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:23:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:07.984450 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Made reservation on behalf of 832bb4a030854ce3b41104102480a6a9 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:24:07.999317 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:08.124717 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 887a1509-b753-41db-b9c9-99087f6f27d2 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:08.157853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ee117287-9de4-42b9-8373-7ccb75c0947a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port 887a1509-b753-41db-b9c9-99087f6f27d2 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:08.159644 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee117287-9de4-42b9-8373-7ccb75c0947a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:08.230527 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1cb36459-2198-4b8c-a907-fee0ff0ee469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:08.281832 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:08.309877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 887a1509-b753-41db-b9c9-99087f6f27d2 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:08.310760 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:08.324455 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-fffc7195-0f76-4806-90bf-5c4e3c2ac9a5 None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:08.458500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379fc3e-1642-44b5-bed8-7813410fa8b0 req-fb96a3d8-1705-4e5d-8a38-fc495dd1fbac tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:08.478513 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0379fc3e-1642-44b5-bed8-7813410fa8b0 req-fb96a3d8-1705-4e5d-8a38-fc495dd1fbac tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.3968618 Jul 06 12:24:08.568951 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-ee117287-9de4-42b9-8373-7ccb75c0947a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] For port 887a1509-b753-41db-b9c9-99087f6f27d2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=887a1509-b753-41db-b9c9-99087f6f27d2,segment=NetworkSegment(afe9bca5-cdc0-41c5-907f-4bd9e6081cb0),segment_id=afe9bca5-cdc0-41c5-907f-4bd9e6081cb0)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:08.569559 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee117287-9de4-42b9-8373-7ccb75c0947a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:08.610087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ee117287-9de4-42b9-8373-7ccb75c0947a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for 887a1509-b753-41db-b9c9-99087f6f27d2 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:08.613561 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0379fc3e-1642-44b5-bed8-7813410fa8b0 req-cffcc259-219d-4aed-94bd-85293cfc78ff tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336007 Jul 06 12:24:08.624507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Allocated IP 172.20.0.13 (ad18e200-99a4-4806-8416-4d318414fcf7/2f047520-7237-4556-9ec0-b489c61b5ee3/1a244f36-5c1d-43ea-8ba2-40b60caf6f78) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:24:08.717181 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fffc7195-0f76-4806-90bf-5c4e3c2ac9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:05Z', 'revision_number': 7, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887a1509-b753-41db-b9c9-99087f6f27d2', 'name': '', 'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:94:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '47260231-5ebc-4f3b-939e-81ddc67d22d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:58Z', 'updated_at': '2021-07-06T12:24:06Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': '47260231-5ebc-4f3b-939e-81ddc67d22d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e1ba5a8-3c0f-46a3-926e-485fa4763af5', 'name': '', 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:7a:fd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:51Z', 'updated_at': '2021-07-06T12:24:00Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:54Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:08.800204 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffc7195-0f76-4806-90bf-5c4e3c2ac9a5 None None] The sync data for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 is: [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:05Z', 'revision_number': 7, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '887a1509-b753-41db-b9c9-99087f6f27d2', 'name': '', 'network_id': '278d71cb-140c-476a-8d37-21ed45a8deed', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:94:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '47260231-5ebc-4f3b-939e-81ddc67d22d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:58Z', 'updated_at': '2021-07-06T12:24:06Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': '47260231-5ebc-4f3b-939e-81ddc67d22d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e1ba5a8-3c0f-46a3-926e-485fa4763af5', 'name': '', 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:7a:fd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:51Z', 'updated_at': '2021-07-06T12:24:00Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:54Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:24:08.924140 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3c81d754-1521-43ae-b271-e6ad1928f195 req-7e00b025-14cb-4917-808d-885c499bee0a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 210 time: 0.0552332 Jul 06 12:24:09.060823 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:09.080318 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee117287-9de4-42b9-8373-7ccb75c0947a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:09.086007 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Transition to ACTIVE for port object 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:24:09.157351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee117287-9de4-42b9-8373-7ccb75c0947a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=887a1509-b753-41db-b9c9-99087f6f27d2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:09.195984 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:09.287152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Network ad18e200-99a4-4806-8416-4d318414fcf7 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:24:09.320404 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:09.349972 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:24:09.411329 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:09.533567 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:09.534463 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:09.589110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'Port': ['ID=1a244f36-5c1d-43ea-8ba2-40b60caf6f78,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:09.606209 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:09.608024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:09.608552 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:09.609130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:09.609437 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:09.611186 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:09.611625 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:09.612007 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:09.612372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:09.612805 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:09.613289 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:09.614003 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:09.638662 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-675fc0f5-3c02-4dda-9a00-519b8486c8d5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0311544 Jul 06 12:24:09.660317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Request body: {'port': {'device_id': '44c363aa-bc0f-4548-970f-2e18d2094fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:09.757817 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee117287-9de4-42b9-8373-7ccb75c0947a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:09.870697 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:09.919342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f1121782-c3c9-4bb7-a490-232caf1c8bbe None None] Provisioning for port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:09.924931 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f1121782-c3c9-4bb7-a490-232caf1c8bbe None None] Provisioning complete for port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:09.925726 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f1121782-c3c9-4bb7-a490-232caf1c8bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:10.037212 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f1121782-c3c9-4bb7-a490-232caf1c8bbe None None] Port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:24:10.260057 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee117287-9de4-42b9-8373-7ccb75c0947a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 3932809c-2d93-46bd-912a-2abe38b9877c has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:24:10.520028 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb1204-a868-4cfb-91f1-69f27552c763 req-3334d824-b7fd-4a03-84e9-e5fc8d344926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:10.522176 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-65fb1204-a868-4cfb-91f1-69f27552c763 req-3334d824-b7fd-4a03-84e9-e5fc8d344926 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4a77e0eceff4933aabc8d50627ab2af&device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 1096 time: 0.5875680 Jul 06 12:24:10.524103 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:24:10.527772 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c3c9ba77-dea9-4e15-868a-b1acac9e7338 req-db44b385-ba4a-42e3-a672-167bc226c4fc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2620256 Jul 06 12:24:10.540003 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee117287-9de4-42b9-8373-7ccb75c0947a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:24:10.554715 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ee117287-9de4-42b9-8373-7ccb75c0947a tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/3932809c-2d93-46bd-912a-2abe38b9877c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8781312 Jul 06 12:24:10.557915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd70717f-eb92-404d-a26d-fc30b62762dd None None] Sync routers for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:24:10.567784 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44990) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:10.591937 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:10.603045 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd70717f-eb92-404d-a26d-fc30b62762dd None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:10.604349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-dd70717f-eb92-404d-a26d-fc30b62762dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:10.645426 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Transition to ACTIVE for port object 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:24:10.661369 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:10.759886 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-dd70717f-eb92-404d-a26d-fc30b62762dd None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:10.818065 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Pushing event updated for resources: {'Port': ['ID=1a244f36-5c1d-43ea-8ba2-40b60caf6f78,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:10.845196 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e449d51-6cc5-413d-932f-2862a7cf00d4 req-70893830-a546-4a0f-9258-8df53241a6c1 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:10.862711 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e449d51-6cc5-413d-932f-2862a7cf00d4 req-70893830-a546-4a0f-9258-8df53241a6c1 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 1.0060492 Jul 06 12:24:10.942040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7e449d51-6cc5-413d-932f-2862a7cf00d4 req-5ce0658a-3d2f-4455-b6b8-02adf0922275 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784690 Jul 06 12:24:11.002880 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:24:11.022824 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:11.100592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Attempting to bind port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:24:11.100899 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Attempting to bind port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:24:11.101160 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Attempting to bind port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 on network ad18e200-99a4-4806-8416-4d318414fcf7 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:24:11.124666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 on network ad18e200-99a4-4806-8416-4d318414fcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:24:11.125042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Attempting to bind port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 on network ad18e200-99a4-4806-8416-4d318414fcf7 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:24:11.156174 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:24:11.157254 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Checking segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:24:11.157664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Bound using segment: {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:24:11.158131 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Bound port: 1a244f36-5c1d-43ea-8ba2-40b60caf6f78, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:24:11.158512 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:11.187263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb1204-a868-4cfb-91f1-69f27552c763 req-b4550852-976c-419e-aa07-56fb92b12add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:11.188876 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-65fb1204-a868-4cfb-91f1-69f27552c763 req-b4550852-976c-419e-aa07-56fb92b12add service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7a10b76-6c66-4940-ba65-bee208413885 HTTP/1.1" status: 200 len: 915 time: 0.6330309 Jul 06 12:24:11.247108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-dd70717f-eb92-404d-a26d-fc30b62762dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:08Z', 'revision_number': 8, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e1ba5a8-3c0f-46a3-926e-485fa4763af5', 'name': '', 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:7a:fd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:51Z', 'updated_at': '2021-07-06T12:24:00Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:54Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:11.273838 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-65fb1204-a868-4cfb-91f1-69f27552c763 req-fc90d735-e894-449a-b5f0-a7b207424aaf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97 HTTP/1.1" status: 200 len: 217 time: 0.0469964 Jul 06 12:24:11.286202 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd70717f-eb92-404d-a26d-fc30b62762dd None None] Checking router: 3932809c-2d93-46bd-912a-2abe38b9877c for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:24:11.297956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd70717f-eb92-404d-a26d-fc30b62762dd None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:11.299155 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-dd70717f-eb92-404d-a26d-fc30b62762dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:11.419691 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] For port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:24:11.432684 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-17cdddb0-39e4-444e-ba65-5ee2f1792caa tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting subnet 47260231-5ebc-4f3b-939e-81ddc67d22d7 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:24:11.437316 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17cdddb0-39e4-444e-ba65-5ee2f1792caa tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:11.447695 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f2b64-299b-4080-9603-0a45dd45e123 req-e363de00-1af7-435b-a718-3ee24b6d9af5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:11.464178 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb8f2b64-299b-4080-9603-0a45dd45e123 req-e363de00-1af7-435b-a718-3ee24b6d9af5 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 944 time: 0.1799362 Jul 06 12:24:11.490094 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17cdddb0-39e4-444e-ba65-5ee2f1792caa tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:11.504375 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-dd70717f-eb92-404d-a26d-fc30b62762dd None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:11.559672 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb8f2b64-299b-4080-9603-0a45dd45e123 req-dffee66e-d9cd-4d3e-8b54-fa803d717ad0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936878 Jul 06 12:24:11.563644 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] For port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1a244f36-5c1d-43ea-8ba2-40b60caf6f78,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:24:11.579904 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:11.585785 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb1204-a868-4cfb-91f1-69f27552c763 req-cfbec284-30a9-4826-8c08-b27db9ea2300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:11.587446 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-65fb1204-a868-4cfb-91f1-69f27552c763 req-cfbec284-30a9-4826-8c08-b27db9ea2300 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa HTTP/1.1" status: 200 len: 854 time: 0.2897782 Jul 06 12:24:11.617535 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17cdddb0-39e4-444e-ba65-5ee2f1792caa tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:11.650662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:11.652122 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:11.655293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] 10.222.0.23 "PUT /v2.0/ports/1a244f36-5c1d-43ea-8ba2-40b60caf6f78 HTTP/1.1" status: 200 len: 1092 time: 2.0081124 Jul 06 12:24:11.662749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c363aa-bc0f-4548-970f-2e18d2094fd8', 'tag': '1a244f36-5c1d-43ea-8ba2-40b60caf6f78'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:11.668281 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62f56e3-57de-4aa7-af5a-5f4710b6fc71" -d '{"events": [{"name": "network-changed", "server_uuid": "44c363aa-bc0f-4548-970f-2e18d2094fd8", "tag": "1a244f36-5c1d-43ea-8ba2-40b60caf6f78"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:11.721908 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9ba77-dea9-4e15-868a-b1acac9e7338 req-a28f4cf8-c777-4f03-942b-f06112757fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:11.729529 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c3c9ba77-dea9-4e15-868a-b1acac9e7338 req-a28f4cf8-c777-4f03-942b-f06112757fd7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 1096 time: 0.5164347 Jul 06 12:24:11.750793 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-65fb1204-a868-4cfb-91f1-69f27552c763 req-b5598414-e4c2-46c4-bd7b-cb74c315c721 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7a10b76-6c66-4940-ba65-bee208413885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669312 Jul 06 12:24:12.014052 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17cdddb0-39e4-444e-ba65-5ee2f1792caa tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:12.115439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdddb0-39e4-444e-ba65-5ee2f1792caa tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Subnet': ['ID=47260231-5ebc-4f3b-939e-81ddc67d22d7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:12.117076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a31583-72f2-4fcc-b036-2477c5f82d49 None None] Network 278d71cb-140c-476a-8d37-21ed45a8deed requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:12.138434 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17cdddb0-39e4-444e-ba65-5ee2f1792caa tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:12.141995 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-17cdddb0-39e4-444e-ba65-5ee2f1792caa tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/47260231-5ebc-4f3b-939e-81ddc67d22d7 HTTP/1.1" status: 204 len: 168 time: 1.5731299 Jul 06 12:24:12.147007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 44998) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:12.174014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9ba77-dea9-4e15-868a-b1acac9e7338 req-bf5d2e82-2db4-4ca9-a09c-90a06c5456c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:12.176850 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c3c9ba77-dea9-4e15-868a-b1acac9e7338 req-bf5d2e82-2db4-4ca9-a09c-90a06c5456c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 913 time: 0.3817999 Jul 06 12:24:12.179591 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-65fb1204-a868-4cfb-91f1-69f27552c763 req-a0043eca-bbb0-4db2-abc3-4b5ae8123ded service neutron] 10.222.0.89 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157965 Jul 06 12:24:12.346879 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-dd70717f-eb92-404d-a26d-fc30b62762dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:08Z', 'revision_number': 8, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e1ba5a8-3c0f-46a3-926e-485fa4763af5', 'name': '', 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:7a:fd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:51Z', 'updated_at': '2021-07-06T12:24:00Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:54Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:12.399625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd70717f-eb92-404d-a26d-fc30b62762dd None None] The sync data for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 is: [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:08Z', 'revision_number': 8, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e1ba5a8-3c0f-46a3-926e-485fa4763af5', 'name': '', 'network_id': 'ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:7a:fd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:51Z', 'updated_at': '2021-07-06T12:24:00Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f4a538cd-e638-473a-bc8e-4f349c52c777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:54Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:24:12.497190 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:12.578631 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-65fb1204-a868-4cfb-91f1-69f27552c763 req-0fea8f02-ab15-420a-9203-eb9a5cecdc57 service neutron] 10.222.0.89 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797960 Jul 06 12:24:12.649391 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70c260d-09d3-46bb-892c-e708f150acee x-openstack-request-id: req-f70c260d-09d3-46bb-892c-e708f150acee {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:12.649872 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c363aa-bc0f-4548-970f-2e18d2094fd8", "tag": "1a244f36-5c1d-43ea-8ba2-40b60caf6f78", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:12.650042 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f70c260d-09d3-46bb-892c-e708f150acee {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:12.650518 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c363aa-bc0f-4548-970f-2e18d2094fd8', 'tag': '1a244f36-5c1d-43ea-8ba2-40b60caf6f78', 'status': 'completed', 'code': 200} Jul 06 12:24:12.664502 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c3c9ba77-dea9-4e15-868a-b1acac9e7338 req-a50c78f4-e880-4b82-a330-ee6bf6f4bb99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c695a611-7ff5-4eb1-b890-fc6fc74dd701 HTTP/1.1" status: 200 len: 1001 time: 0.4528306 Jul 06 12:24:12.697868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bb8ef52f-e04a-474f-be78-cfef22fa7d97 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:24:12.716385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7d3cf-0256-4cea-8d86-4159ef11becb service neutron] Pushing event updated for resources: {'Port': ['ID=1a244f36-5c1d-43ea-8ba2-40b60caf6f78,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:12.769582 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-c6a7b03c-ed90-49f4-97ff-20a1bb7f6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:12.772264 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-c6a7b03c-ed90-49f4-97ff-20a1bb7f6b02 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 1095 time: 1.0436034 Jul 06 12:24:12.773908 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port bd5d1d29-ed62-42dc-b448-5582a8be724f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:12.774648 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:12.837077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9ba77-dea9-4e15-868a-b1acac9e7338 req-828ca51b-aff4-4a88-a526-a394128044cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:12.838954 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c3c9ba77-dea9-4e15-868a-b1acac9e7338 req-828ca51b-aff4-4a88-a526-a394128044cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.1566010 Jul 06 12:24:12.912099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bb8ef52f-e04a-474f-be78-cfef22fa7d97, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:12.922262 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-2148d61f-4045-440f-8df0-6a433372db01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a244f36-5c1d-43ea-8ba2-40b60caf6f78 HTTP/1.1" status: 200 len: 217 time: 0.1373599 Jul 06 12:24:12.927591 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97', 'network_id': 'a7a10b76-6c66-4940-ba65-bee208413885', 'port_id': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97', 'mac_address': 'fa:16:3e:ea:e8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:24:12.932554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd97b6d-452c-48c1-87ad-fa0f9e2e4616 None None] DHCP port deletion for 278d71cb-140c-476a-8d37-21ed45a8deed request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:24:13.003553 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] For port bd5d1d29-ed62-42dc-b448-5582a8be724f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bd5d1d29-ed62-42dc-b448-5582a8be724f,segment=NetworkSegment(afe9bca5-cdc0-41c5-907f-4bd9e6081cb0),segment_id=afe9bca5-cdc0-41c5-907f-4bd9e6081cb0)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:13.004267 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:13.029491 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:13.052457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for bd5d1d29-ed62-42dc-b448-5582a8be724f owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:13.062975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb8ef52f-e04a-474f-be78-cfef22fa7d97 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:24:13.067862 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9ba77-dea9-4e15-868a-b1acac9e7338 req-eac3b06c-7fbd-483b-a5d4-f95c6d9135f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:13.070514 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c3c9ba77-dea9-4e15-868a-b1acac9e7338 req-eac3b06c-7fbd-483b-a5d4-f95c6d9135f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2029591 Jul 06 12:24:13.078023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c3a01-6493-4364-8dce-5d4dc8b07e8e req-7d77cbfa-a199-4bb5-9b83-d7e3ae41a21f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:13.086925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6bd97b6d-452c-48c1-87ad-fa0f9e2e4616 None None] Deleting port bd5d1d29-ed62-42dc-b448-5582a8be724f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:13.087373 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6bd97b6d-452c-48c1-87ad-fa0f9e2e4616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:13.094213 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-420c3a01-6493-4364-8dce-5d4dc8b07e8e req-7d77cbfa-a199-4bb5-9b83-d7e3ae41a21f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.4401383 Jul 06 12:24:13.109686 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bb8ef52f-e04a-474f-be78-cfef22fa7d97, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:13.141617 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:13.184498 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-420c3a01-6493-4364-8dce-5d4dc8b07e8e req-9279e599-e542-499e-a385-e749d8898419 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875390 Jul 06 12:24:13.196254 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-50bfc882-f0cf-44ba-aa8b-6aa16f8f5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:13.205646 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-50bfc882-f0cf-44ba-aa8b-6aa16f8f5f76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.2629788 Jul 06 12:24:13.351004 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-5757026d-f44e-43e7-b7d7-b8303d89f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:13.353442 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c3c9ba77-dea9-4e15-868a-b1acac9e7338 req-91aaf500-579e-48a5-b686-5b824b7cc92c service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748411 Jul 06 12:24:13.355719 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-5757026d-f44e-43e7-b7d7-b8303d89f7c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431582 Jul 06 12:24:13.515642 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c3c9ba77-dea9-4e15-868a-b1acac9e7338 req-4e352e04-4e9c-44dd-8dc3-7e8f6443e2df service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500471 Jul 06 12:24:13.527278 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bb8ef52f-e04a-474f-be78-cfef22fa7d97'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:24:13.550135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:13.597189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=bd5d1d29-ed62-42dc-b448-5582a8be724f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:13.606811 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No DVR routers for this DVR port bd5d1d29-ed62-42dc-b448-5582a8be724f on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:13.625894 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6bd97b6d-452c-48c1-87ad-fa0f9e2e4616 None None] For port bd5d1d29-ed62-42dc-b448-5582a8be724f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bd5d1d29-ed62-42dc-b448-5582a8be724f,segment=NetworkSegment(afe9bca5-cdc0-41c5-907f-4bd9e6081cb0),segment_id=afe9bca5-cdc0-41c5-907f-4bd9e6081cb0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:13.626067 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6bd97b6d-452c-48c1-87ad-fa0f9e2e4616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:13.693261 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-d97c6941-5b70-4c1d-89e4-968b80c340c1 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251698 Jul 06 12:24:13.727624 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6bd97b6d-452c-48c1-87ad-fa0f9e2e4616 None None] Calling delete_port for bd5d1d29-ed62-42dc-b448-5582a8be724f owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:13.732410 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bb8ef52f-e04a-474f-be78-cfef22fa7d97,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:13.745416 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:13.771663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278d71cb-140c-476a-8d37-21ed45a8deed']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:13.801733 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe9bca5-cdc0-41c5-907f-4bd9e6081cb0') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:13.802395 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe9bca5-cdc0-41c5-907f-4bd9e6081cb0') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:13.808759 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:13.809324 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:13.809522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:13.809952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:13.810524 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:13.816760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:13.817117 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:13.817468 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:13.817812 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:13.818150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:13.818486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:13.818817 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:24:13.834017 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:13.871036 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:13.880044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:24:13.880615 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:24:13.884597 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:24:14.000074 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:14.026998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d9321-6488-49ad-be39-a2d8a12d8de8 req-9b087c3f-2ccd-42b0-b348-cde4e1c25da8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:14.039798 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:14.042428 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b8d9321-6488-49ad-be39-a2d8a12d8de8 req-9b087c3f-2ccd-42b0-b348-cde4e1c25da8 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 944 time: 0.6343560 Jul 06 12:24:14.042967 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/networks/278d71cb-140c-476a-8d37-21ed45a8deed HTTP/1.1" status: 204 len: 168 time: 1.8908429 Jul 06 12:24:14.044311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265ad9e-cf42-41d8-bdf5-207ba00991d9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Network': ['ID=278d71cb-140c-476a-8d37-21ed45a8deed,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:14.054342 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45020) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:14.054803 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bd5d1d29-ed62-42dc-b448-5582a8be724f no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:14.220491 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca2ea269-d3ac-4906-af71-310f06b9aa90 req-c1554e89-d74f-434e-b3b2-c32743dc8266 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078130 Jul 06 12:24:14.247487 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: bd5d1d29-ed62-42dc-b448-5582a8be724f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:24:14.248876 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bd5d1d29-ed62-42dc-b448-5582a8be724f not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:24:14.249755 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 887a1509-b753-41db-b9c9-99087f6f27d2 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:14.254687 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b8d9321-6488-49ad-be39-a2d8a12d8de8 req-a29c6fe9-3ff5-44b6-a200-7e6c0705e1f1 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2104847 Jul 06 12:24:14.290543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 887a1509-b753-41db-b9c9-99087f6f27d2 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:24:14.291052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 887a1509-b753-41db-b9c9-99087f6f27d2 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:14.349797 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:24:14.369753 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6bd97b6d-452c-48c1-87ad-fa0f9e2e4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:14.588662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6bd97b6d-452c-48c1-87ad-fa0f9e2e4616 None None] Network 278d71cb-140c-476a-8d37-21ed45a8deed is not hosted by any dhcp agent {{(pid=100429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:24:14.589414 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd97b6d-452c-48c1-87ad-fa0f9e2e4616 None None] No DVR routers for this DVR port bd5d1d29-ed62-42dc-b448-5582a8be724f on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:14.697259 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd97b6d-452c-48c1-87ad-fa0f9e2e4616 None None] Pushing event deleted for resources: {'Port': ['ID=bd5d1d29-ed62-42dc-b448-5582a8be724f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:14.763831 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f56e3-57de-4aa7-af5a-5f4710b6fc71 req-1c837667-6e19-4062-b3d4-aea6196918bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:14.772966 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d62f56e3-57de-4aa7-af5a-5f4710b6fc71 req-1c837667-6e19-4062-b3d4-aea6196918bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 1095 time: 0.4990306 Jul 06 12:24:14.901301 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76fc7f84-34c3-4c92-8aac-8d7f5d9aef09 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:15.059356 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f56e3-57de-4aa7-af5a-5f4710b6fc71 req-b2b58dcb-d2a5-4a78-bffc-9e81ebd0841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:15.068722 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d62f56e3-57de-4aa7-af5a-5f4710b6fc71 req-b2b58dcb-d2a5-4a78-bffc-9e81ebd0841a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 913 time: 0.2731276 Jul 06 12:24:15.153701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abd304-f691-4282-8e0c-2c23559b45c5 req-ca2e0959-d58d-484b-98d0-22385de70f2c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:15.175895 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3abd304-f691-4282-8e0c-2c23559b45c5 req-ca2e0959-d58d-484b-98d0-22385de70f2c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 944 time: 0.6072774 Jul 06 12:24:15.257954 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d62f56e3-57de-4aa7-af5a-5f4710b6fc71 req-8896646f-0afa-4585-a25e-b9c3afc9dd35 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a244f36-5c1d-43ea-8ba2-40b60caf6f78 HTTP/1.1" status: 200 len: 217 time: 0.1786807 Jul 06 12:24:15.400963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-76fc7f84-34c3-4c92-8aac-8d7f5d9aef09 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:15.401596 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76fc7f84-34c3-4c92-8aac-8d7f5d9aef09 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:15.437785 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f3abd304-f691-4282-8e0c-2c23559b45c5 req-64ae7f32-09ec-4a4f-a740-1b73803921ee tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607758 Jul 06 12:24:15.477402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f56e3-57de-4aa7-af5a-5f4710b6fc71 req-adf33322-e166-45c4-850a-c046fa39260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:15.479404 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d62f56e3-57de-4aa7-af5a-5f4710b6fc71 req-adf33322-e166-45c4-850a-c046fa39260a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.2022543 Jul 06 12:24:15.582622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-76fc7f84-34c3-4c92-8aac-8d7f5d9aef09 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] For port 8e1ba5a8-3c0f-46a3-926e-485fa4763af5, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8e1ba5a8-3c0f-46a3-926e-485fa4763af5,segment=NetworkSegment(f25cdb07-6315-420b-88f6-388d31fd9a9e),segment_id=f25cdb07-6315-420b-88f6-388d31fd9a9e)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:15.582988 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76fc7f84-34c3-4c92-8aac-8d7f5d9aef09 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:15.607437 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-76fc7f84-34c3-4c92-8aac-8d7f5d9aef09 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:15.638923 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f56e3-57de-4aa7-af5a-5f4710b6fc71 req-80c94ae6-b3d3-4ec6-a99b-3093875a9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:15.641519 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d62f56e3-57de-4aa7-af5a-5f4710b6fc71 req-80c94ae6-b3d3-4ec6-a99b-3093875a9efb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553209 Jul 06 12:24:15.931310 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76fc7f84-34c3-4c92-8aac-8d7f5d9aef09 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:15.979741 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d62f56e3-57de-4aa7-af5a-5f4710b6fc71 req-db391ac3-97f7-4bdc-bb45-13c55a0f31f5 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311632 Jul 06 12:24:15.987781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc7f84-34c3-4c92-8aac-8d7f5d9aef09 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=8e1ba5a8-3c0f-46a3-926e-485fa4763af5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:16.193484 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05585b28-63fc-4147-9f4b-69dd61114361 req-a02b5841-6180-4153-9a21-a62a01dd5448 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:16.207820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05585b28-63fc-4147-9f4b-69dd61114361 req-a02b5841-6180-4153-9a21-a62a01dd5448 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 944 time: 0.5030034 Jul 06 12:24:16.311329 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05585b28-63fc-4147-9f4b-69dd61114361 req-807b305e-a6dd-4f30-8152-5f498e1145ba tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024764 Jul 06 12:24:16.336919 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76fc7f84-34c3-4c92-8aac-8d7f5d9aef09 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:16.356202 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d62f56e3-57de-4aa7-af5a-5f4710b6fc71 req-bd9be450-a889-473f-a73d-0cd2656c5d6d service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597674 Jul 06 12:24:16.643377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fc7f84-34c3-4c92-8aac-8d7f5d9aef09 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 3932809c-2d93-46bd-912a-2abe38b9877c has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:24:16.708338 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bb8ef52f-e04a-474f-be78-cfef22fa7d97 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:16.781668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fc7f84-34c3-4c92-8aac-8d7f5d9aef09 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:24:16.791189 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-76fc7f84-34c3-4c92-8aac-8d7f5d9aef09 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/3932809c-2d93-46bd-912a-2abe38b9877c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7355943 Jul 06 12:24:16.799482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45054) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:16.808956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port bb8ef52f-e04a-474f-be78-cfef22fa7d97 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:16.809392 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:16.810233 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e30dc1-3087-4c0b-a5f3-449fb46bb4ce None None] Sync routers for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:24:16.824752 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e30dc1-3087-4c0b-a5f3-449fb46bb4ce None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:16.825381 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-77e30dc1-3087-4c0b-a5f3-449fb46bb4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:16.942835 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:16.946232 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a11735-1e44-4a21-9ee2-acf425543621 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting subnet f4a538cd-e638-473a-bc8e-4f349c52c777 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:24:16.950249 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d2a11735-1e44-4a21-9ee2-acf425543621 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:16.982974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bb8ef52f-e04a-474f-be78-cfef22fa7d97, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:16.982974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1371b27-f629-428a-b6c5-5c5d6a5dbf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:16.985881 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21605c6-ed0e-4942-85ea-9029cea84dcb" -d '{"events": [{"server_uuid": "e1371b27-f629-428a-b6c5-5c5d6a5dbf83", "name": "network-vif-plugged", "status": "completed", "tag": "bb8ef52f-e04a-474f-be78-cfef22fa7d97"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:17.006700 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:17.026467 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-77e30dc1-3087-4c0b-a5f3-449fb46bb4ce None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:17.062265 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d2a11735-1e44-4a21-9ee2-acf425543621 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:17.075962 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bb8ef52f-e04a-474f-be78-cfef22fa7d97,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:17.133137 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699d317-6302-4dd4-a8cc-753e493bfd0f req-b0d0b915-52a3-4a10-a705-d0b3cf9a8975 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:17.135298 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6699d317-6302-4dd4-a8cc-753e493bfd0f req-b0d0b915-52a3-4a10-a705-d0b3cf9a8975 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 944 time: 0.3461773 Jul 06 12:24:17.322208 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6699d317-6302-4dd4-a8cc-753e493bfd0f req-ae8b7ba6-bc72-4f69-b15b-18fb07a65411 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724651 Jul 06 12:24:17.350737 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d2a11735-1e44-4a21-9ee2-acf425543621 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:17.414363 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39492ff-b525-464c-8f89-70d65c1e9f4b x-openstack-request-id: req-c39492ff-b525-464c-8f89-70d65c1e9f4b {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:17.414806 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1371b27-f629-428a-b6c5-5c5d6a5dbf83", "name": "network-vif-plugged", "status": "completed", "tag": "bb8ef52f-e04a-474f-be78-cfef22fa7d97", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:17.415200 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c39492ff-b525-464c-8f89-70d65c1e9f4b {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:17.415824 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1371b27-f629-428a-b6c5-5c5d6a5dbf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97', 'code': 200} Jul 06 12:24:17.484269 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d2a11735-1e44-4a21-9ee2-acf425543621 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:17.521937 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-77e30dc1-3087-4c0b-a5f3-449fb46bb4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:15Z', 'revision_number': 9, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:54Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:17.541565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a11735-1e44-4a21-9ee2-acf425543621 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a538cd-e638-473a-bc8e-4f349c52c777,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:17.548204 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d2a11735-1e44-4a21-9ee2-acf425543621 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:17.563027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4874cc62-223e-4d84-a4de-63653f1c2818 None None] Network ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:17.570510 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d2a11735-1e44-4a21-9ee2-acf425543621 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/f4a538cd-e638-473a-bc8e-4f349c52c777 HTTP/1.1" status: 204 len: 168 time: 0.7680702 Jul 06 12:24:17.570731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45066) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:17.630599 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e30dc1-3087-4c0b-a5f3-449fb46bb4ce None None] Checking router: 3932809c-2d93-46bd-912a-2abe38b9877c for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:24:17.652465 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e30dc1-3087-4c0b-a5f3-449fb46bb4ce None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:17.653371 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-77e30dc1-3087-4c0b-a5f3-449fb46bb4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:17.735199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b705667-18a9-4629-ac5d-8ab2cf43447a req-471174bc-6795-40f6-98f8-2e4b65dafb02 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:17.755864 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b705667-18a9-4629-ac5d-8ab2cf43447a req-471174bc-6795-40f6-98f8-2e4b65dafb02 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 944 time: 0.1362336 Jul 06 12:24:17.756940 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:17.814115 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b705667-18a9-4629-ac5d-8ab2cf43447a req-cf8f4b7f-cbb4-48d9-a7ba-6431ac78b5a0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569618 Jul 06 12:24:17.842768 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-77e30dc1-3087-4c0b-a5f3-449fb46bb4ce None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:17.853302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:17.853655 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:17.955532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] For port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1,segment=NetworkSegment(f25cdb07-6315-420b-88f6-388d31fd9a9e),segment_id=f25cdb07-6315-420b-88f6-388d31fd9a9e)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:17.955898 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:17.993069 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7049bd5e-0a09-4d48-b7f9-265139953940 None None] DHCP port deletion for ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:24:18.010901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:18.082558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7049bd5e-0a09-4d48-b7f9-265139953940 None None] Deleting port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:18.083016 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7049bd5e-0a09-4d48-b7f9-265139953940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:18.260016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7049bd5e-0a09-4d48-b7f9-265139953940 None None] For port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1,segment=NetworkSegment(f25cdb07-6315-420b-88f6-388d31fd9a9e),segment_id=f25cdb07-6315-420b-88f6-388d31fd9a9e)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:18.260681 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7049bd5e-0a09-4d48-b7f9-265139953940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:18.295291 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7049bd5e-0a09-4d48-b7f9-265139953940 None None] Calling delete_port for d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:18.418133 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7049bd5e-0a09-4d48-b7f9-265139953940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:18.433200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7049bd5e-0a09-4d48-b7f9-265139953940 None None] No DVR routers for this DVR port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:18.443401 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-77e30dc1-3087-4c0b-a5f3-449fb46bb4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:15Z', 'revision_number': 9, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:54Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:18.454165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049bd5e-0a09-4d48-b7f9-265139953940 None None] Pushing event deleted for resources: {'Port': ['ID=d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:18.484386 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e30dc1-3087-4c0b-a5f3-449fb46bb4ce None None] The sync data for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 is: [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:15Z', 'revision_number': 9, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e851874d-34b4-46fb-b88a-e2da0e6acb32', 'name': '', 'network_id': '50f1d456-cb1c-47e7-b5d7-cd0172f978a1', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cb:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:46Z', 'updated_at': '2021-07-06T12:23:54Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'a44a2def-0e7f-4a0d-b228-679ef4febda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:24:18.554612 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:18.587319 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:18.595764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No DVR routers for this DVR port d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:18.647617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732593fc-7196-49b3-ae9f-af7ff0e592ee req-1a84be65-4b2d-456b-afc8-606c0d5a2bd6 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:18.650363 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-732593fc-7196-49b3-ae9f-af7ff0e592ee req-1a84be65-4b2d-456b-afc8-606c0d5a2bd6 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.0962527 Jul 06 12:24:18.699479 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:18.702863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-732593fc-7196-49b3-ae9f-af7ff0e592ee req-49722eff-1ef1-4797-af64-0104da23c76e tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460711 Jul 06 12:24:18.713803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:18.732289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25cdb07-6315-420b-88f6-388d31fd9a9e') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:18.732669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25cdb07-6315-420b-88f6-388d31fd9a9e') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:18.742567 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:18.757561 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:18.764439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:24:18.764993 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: self.session.flush() Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:24:18.768191 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:24:18.895937 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:18.906337 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:18.908363 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/networks/ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e HTTP/1.1" status: 204 len: 168 time: 1.3363595 Jul 06 12:24:18.911272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45074) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:18.958489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65eedeb-73d3-48bd-8af5-7f83abd94e89 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Network': ['ID=ebe014e0-d8c4-4732-a9d8-ac71cdc0aa4e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:19.349965 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26045736-d14d-4e6a-8994-7899a4b65bf5 req-146f5078-3794-42cb-a6fa-cc01c3374d8b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:19.351595 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-26045736-d14d-4e6a-8994-7899a4b65bf5 req-146f5078-3794-42cb-a6fa-cc01c3374d8b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 944 time: 0.2763255 Jul 06 12:24:19.448998 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-26045736-d14d-4e6a-8994-7899a4b65bf5 req-22fe0eed-e8f0-469b-a827-9dd19a7fa797 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887761 Jul 06 12:24:19.578942 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e31f25dd-1736-40dc-aae4-5c4fdbfac0cd tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:20.012130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:20.012704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10aeaf-fbf3-405f-bd2a-61789eaf6832 req-8296f663-fe70-4b67-987c-616b291f764d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:20.014639 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d10aeaf-fbf3-405f-bd2a-61789eaf6832 req-8296f663-fe70-4b67-987c-616b291f764d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1408794 Jul 06 12:24:20.031175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e31f25dd-1736-40dc-aae4-5c4fdbfac0cd tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port e851874d-34b4-46fb-b88a-e2da0e6acb32 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:20.033062 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e31f25dd-1736-40dc-aae4-5c4fdbfac0cd tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:20.039567 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:24:20.039920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d7a8ea28-f2eb-47ff-97b6-578fcbb70fd1 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:24:20.040743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:20.065861 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:24:20.066506 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8e1ba5a8-3c0f-46a3-926e-485fa4763af5 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:24:20.131896 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d10aeaf-fbf3-405f-bd2a-61789eaf6832 req-6770775d-5e6c-4a23-aaa8-2c1734b4bbaf tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093168 Jul 06 12:24:20.192496 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-e31f25dd-1736-40dc-aae4-5c4fdbfac0cd tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] For port e851874d-34b4-46fb-b88a-e2da0e6acb32, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=e851874d-34b4-46fb-b88a-e2da0e6acb32,segment=NetworkSegment(7129a10e-736d-4eb5-98f5-758f2a10a8b6),segment_id=7129a10e-736d-4eb5-98f5-758f2a10a8b6)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:20.193429 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e31f25dd-1736-40dc-aae4-5c4fdbfac0cd tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:20.218995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e31f25dd-1736-40dc-aae4-5c4fdbfac0cd tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for e851874d-34b4-46fb-b88a-e2da0e6acb32 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:20.488251 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e31f25dd-1736-40dc-aae4-5c4fdbfac0cd tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:20.521728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f25dd-1736-40dc-aae4-5c4fdbfac0cd tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=e851874d-34b4-46fb-b88a-e2da0e6acb32,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:20.867561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a26cb9-d732-40a3-bda4-1d9778ba747d req-001ce0bc-587f-4544-a08a-043a128f3bf0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:20.869178 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12a26cb9-d732-40a3-bda4-1d9778ba747d req-001ce0bc-587f-4544-a08a-043a128f3bf0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 944 time: 0.1802118 Jul 06 12:24:20.929647 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12a26cb9-d732-40a3-bda4-1d9778ba747d req-acd6bf2a-173c-4454-9982-f3ef2b159d61 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481660 Jul 06 12:24:20.930155 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e31f25dd-1736-40dc-aae4-5c4fdbfac0cd tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:21.152610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31f25dd-1736-40dc-aae4-5c4fdbfac0cd tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 3932809c-2d93-46bd-912a-2abe38b9877c has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:24:21.337345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31f25dd-1736-40dc-aae4-5c4fdbfac0cd tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:24:21.348739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ce312d-0ee3-480d-9102-8095e5b48f07 None None] Sync routers for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:24:21.356621 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e31f25dd-1736-40dc-aae4-5c4fdbfac0cd tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/3932809c-2d93-46bd-912a-2abe38b9877c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4439762 Jul 06 12:24:21.359164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45096) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:21.382496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ce312d-0ee3-480d-9102-8095e5b48f07 None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:21.384617 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d8ce312d-0ee3-480d-9102-8095e5b48f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:21.396159 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0964a4-2fe2-40fe-9762-0d0907774a40 req-ddae87f2-4654-42c9-90f1-4bc6e7082ba5 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:21.403865 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c0964a4-2fe2-40fe-9762-0d0907774a40 req-ddae87f2-4654-42c9-90f1-4bc6e7082ba5 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1364503 Jul 06 12:24:21.465258 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c0964a4-2fe2-40fe-9762-0d0907774a40 req-98f38328-002d-4240-ba55-91d3f90f0eb9 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603693 Jul 06 12:24:21.469596 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d1cd3c-2e23-4967-a6e7-6d3d7fe3807d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting subnet a44a2def-0e7f-4a0d-b228-679ef4febda5 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:24:21.474579 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1d1cd3c-2e23-4967-a6e7-6d3d7fe3807d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:21.525162 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1d1cd3c-2e23-4967-a6e7-6d3d7fe3807d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:21.570493 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d8ce312d-0ee3-480d-9102-8095e5b48f07 None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:21.648327 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1d1cd3c-2e23-4967-a6e7-6d3d7fe3807d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:21.782385 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1d1cd3c-2e23-4967-a6e7-6d3d7fe3807d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:21.845144 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d8ce312d-0ee3-480d-9102-8095e5b48f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:20Z', 'revision_number': 10, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:21.871013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1cd3c-2e23-4967-a6e7-6d3d7fe3807d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Subnet': ['ID=a44a2def-0e7f-4a0d-b228-679ef4febda5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:21.878012 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1d1cd3c-2e23-4967-a6e7-6d3d7fe3807d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:21.881684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ce312d-0ee3-480d-9102-8095e5b48f07 None None] Checking router: 3932809c-2d93-46bd-912a-2abe38b9877c for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:24:21.883511 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f1d1cd3c-2e23-4967-a6e7-6d3d7fe3807d tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/a44a2def-0e7f-4a0d-b228-679ef4febda5 HTTP/1.1" status: 204 len: 168 time: 0.5224619 Jul 06 12:24:21.883925 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45100) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:21.892313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ce312d-0ee3-480d-9102-8095e5b48f07 None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:21.893674 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d8ce312d-0ee3-480d-9102-8095e5b48f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:21.979347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b9dc10-d945-4ade-bff9-7b9259e34910 None None] Network 50f1d456-cb1c-47e7-b5d7-cd0172f978a1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:22.057594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:22.060271 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d8ce312d-0ee3-480d-9102-8095e5b48f07 None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:22.403571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d8ce312d-0ee3-480d-9102-8095e5b48f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:20Z', 'revision_number': 10, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:22.444681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ce312d-0ee3-480d-9102-8095e5b48f07 None None] The sync data for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 is: [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:20Z', 'revision_number': 10, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None, '_interfaces': [{'id': '1fd5d098-56f8-4cdf-af45-b1cedec608f0', 'name': '', 'network_id': '915f6bb6-59e0-4d87-b50c-e9dddf8f6146', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'mac_address': 'fa:16:3e:cc:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:23:40Z', 'updated_at': '2021-07-06T12:23:48Z', 'revision_number': 5, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'subnets': [{'id': 'f456818b-1c91-43c9-8153-97183c0d6079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:24:22.630893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:22.631515 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:22.687707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788bbdc-9c4a-4bd9-9395-e5b62bbc335c req-caa2f344-6496-4cb5-be8a-72363c157496 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:22.689182 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a788bbdc-9c4a-4bd9-9395-e5b62bbc335c req-caa2f344-6496-4cb5-be8a-72363c157496 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 944 time: 0.1379080 Jul 06 12:24:22.755343 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] For port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=443aeb4c-8ebf-4297-b327-9dd6bb184e0d,segment=NetworkSegment(7129a10e-736d-4eb5-98f5-758f2a10a8b6),segment_id=7129a10e-736d-4eb5-98f5-758f2a10a8b6)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:22.755695 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:22.767671 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a788bbdc-9c4a-4bd9-9395-e5b62bbc335c req-dd225b76-91e4-4ae4-916f-db4238b8d0c2 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670745 Jul 06 12:24:22.777117 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for 443aeb4c-8ebf-4297-b327-9dd6bb184e0d owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:22.846937 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef9791e-546d-4f6d-8ff6-c60e9d2943b3 None None] DHCP port deletion for 50f1d456-cb1c-47e7-b5d7-cd0172f978a1 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:24:22.948363 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:22.989720 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=443aeb4c-8ebf-4297-b327-9dd6bb184e0d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:22.995133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No DVR routers for this DVR port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:23.012946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9791e-546d-4f6d-8ff6-c60e9d2943b3 None None] Deleting port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:23.013645 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ef9791e-546d-4f6d-8ff6-c60e9d2943b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:23.164392 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8ef9791e-546d-4f6d-8ff6-c60e9d2943b3 None None] For port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d, host n-d-799529-2, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:23.165513 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ef9791e-546d-4f6d-8ff6-c60e9d2943b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:23.192962 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:23.195171 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9791e-546d-4f6d-8ff6-c60e9d2943b3 None None] Calling delete_port for 443aeb4c-8ebf-4297-b327-9dd6bb184e0d owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:23.199796 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-8ef9791e-546d-4f6d-8ff6-c60e9d2943b3 None None] Port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d was not found and therefore no delete operation was performed {{(pid=100429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:24:23.203588 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ef9791e-546d-4f6d-8ff6-c60e9d2943b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:23.214867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:24:23.247777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef9791e-546d-4f6d-8ff6-c60e9d2943b3 None None] No DVR routers for this DVR port 443aeb4c-8ebf-4297-b327-9dd6bb184e0d on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:23.250352 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f1d456-cb1c-47e7-b5d7-cd0172f978a1']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:23.271981 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7129a10e-736d-4eb5-98f5-758f2a10a8b6') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:23.272422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7129a10e-736d-4eb5-98f5-758f2a10a8b6') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:23.289488 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:23.321547 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27f9ad-2865-4970-9fbf-2a8b5c3659d9 req-d227c8f8-cb85-41a0-a63d-c6e6c60fa750 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:23.323386 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf27f9ad-2865-4970-9fbf-2a8b5c3659d9 req-d227c8f8-cb85-41a0-a63d-c6e6c60fa750 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.2501245 Jul 06 12:24:23.326464 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9791e-546d-4f6d-8ff6-c60e9d2943b3 None None] Pushing event deleted for resources: {'Port': ['ID=443aeb4c-8ebf-4297-b327-9dd6bb184e0d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:23.327583 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:23.352670 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:24:23.353231 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:24:23.356631 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:24:23.452166 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf27f9ad-2865-4970-9fbf-2a8b5c3659d9 req-43e771e4-b5e6-406c-84d1-fdbbe06d2caa tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170597 Jul 06 12:24:23.465302 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:23.477717 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:23.479979 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/networks/50f1d456-cb1c-47e7-b5d7-cd0172f978a1 HTTP/1.1" status: 204 len: 168 time: 1.5922780 Jul 06 12:24:23.483059 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45112) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:23.507750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4aa95-f89f-4dc2-ad4f-4daa0652765b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Network': ['ID=50f1d456-cb1c-47e7-b5d7-cd0172f978a1,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:23.511079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1a244f36-5c1d-43ea-8ba2-40b60caf6f78,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:23.538782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '1a244f36-5c1d-43ea-8ba2-40b60caf6f78', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'port_id': '1a244f36-5c1d-43ea-8ba2-40b60caf6f78', 'mac_address': 'fa:16:3e:9f:cc:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:24:23.607055 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:23.643283 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:24:23.671817 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1a244f36-5c1d-43ea-8ba2-40b60caf6f78,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:23.690855 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:23.767955 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=1a244f36-5c1d-43ea-8ba2-40b60caf6f78,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:23.939865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['1a244f36-5c1d-43ea-8ba2-40b60caf6f78'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:24:24.034016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e851874d-34b4-46fb-b88a-e2da0e6acb32 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:24.078065 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: e851874d-34b4-46fb-b88a-e2da0e6acb32 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:24:24.078634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device e851874d-34b4-46fb-b88a-e2da0e6acb32 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:24:24.079132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 443aeb4c-8ebf-4297-b327-9dd6bb184e0d no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:24.102493 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 443aeb4c-8ebf-4297-b327-9dd6bb184e0d {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:24:24.102988 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 443aeb4c-8ebf-4297-b327-9dd6bb184e0d not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:24:24.163301 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b281c4b-a81c-4bb5-bede-0f02d4388ac3 req-532d31b1-2278-435e-b6ee-5367eda4173f tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:24.165756 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b281c4b-a81c-4bb5-bede-0f02d4388ac3 req-532d31b1-2278-435e-b6ee-5367eda4173f tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 945 time: 0.1623275 Jul 06 12:24:24.166852 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33feead1-85a0-4ff3-bc5d-00942f6e3370 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:24.265957 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b281c4b-a81c-4bb5-bede-0f02d4388ac3 req-b3f848bf-330b-4720-947c-e4dc471e1120 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932777 Jul 06 12:24:24.596794 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-33feead1-85a0-4ff3-bc5d-00942f6e3370 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port 1fd5d098-56f8-4cdf-af45-b1cedec608f0 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:24.597391 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33feead1-85a0-4ff3-bc5d-00942f6e3370 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:24.741339 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-33feead1-85a0-4ff3-bc5d-00942f6e3370 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] For port 1fd5d098-56f8-4cdf-af45-b1cedec608f0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1fd5d098-56f8-4cdf-af45-b1cedec608f0,segment=NetworkSegment(f495e755-0cbf-4f51-ac68-4e1e6cbcf72d),segment_id=f495e755-0cbf-4f51-ac68-4e1e6cbcf72d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:24.741705 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33feead1-85a0-4ff3-bc5d-00942f6e3370 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:24.764210 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-33feead1-85a0-4ff3-bc5d-00942f6e3370 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for 1fd5d098-56f8-4cdf-af45-b1cedec608f0 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:24.815053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edfb8f-9672-46a5-82e1-a927a400c9ee req-d77fcc54-79a4-4196-a53a-f70ae2a3621a tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:24.815053 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2edfb8f-9672-46a5-82e1-a927a400c9ee req-d77fcc54-79a4-4196-a53a-f70ae2a3621a tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1246645 Jul 06 12:24:24.911942 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2edfb8f-9672-46a5-82e1-a927a400c9ee req-ce7d1299-7544-47b4-b1c3-06b694223994 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861814 Jul 06 12:24:25.092802 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33feead1-85a0-4ff3-bc5d-00942f6e3370 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:25.126083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33feead1-85a0-4ff3-bc5d-00942f6e3370 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=1fd5d098-56f8-4cdf-af45-b1cedec608f0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:25.158639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:25.387172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:25.400917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:25.401505 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:25.608586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33feead1-85a0-4ff3-bc5d-00942f6e3370 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:25.655807 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:25.748579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1a244f36-5c1d-43ea-8ba2-40b60caf6f78,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:25.750796 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c363aa-bc0f-4548-970f-2e18d2094fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a244f36-5c1d-43ea-8ba2-40b60caf6f78'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:25.755854 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72dc069-f437-4bd3-a0b4-36ddef4b380a" -d '{"events": [{"server_uuid": "44c363aa-bc0f-4548-970f-2e18d2094fd8", "name": "network-vif-plugged", "status": "completed", "tag": "1a244f36-5c1d-43ea-8ba2-40b60caf6f78"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:25.756258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76afc4-4054-4e69-af7e-10489d64a40e req-54b2e5e2-10ca-4411-820c-301b2dc6ac6c tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:25.763316 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:25.767055 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df76afc4-4054-4e69-af7e-10489d64a40e req-54b2e5e2-10ca-4411-820c-301b2dc6ac6c tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 945 time: 0.1113346 Jul 06 12:24:25.872601 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df76afc4-4054-4e69-af7e-10489d64a40e req-62c0330a-270b-4fe0-a751-ec3b5f709e79 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027067 Jul 06 12:24:25.960405 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=1a244f36-5c1d-43ea-8ba2-40b60caf6f78,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:26.061919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33feead1-85a0-4ff3-bc5d-00942f6e3370 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 3932809c-2d93-46bd-912a-2abe38b9877c has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:24:26.215124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33feead1-85a0-4ff3-bc5d-00942f6e3370 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:24:26.223458 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-33feead1-85a0-4ff3-bc5d-00942f6e3370 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/3932809c-2d93-46bd-912a-2abe38b9877c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7392075 Jul 06 12:24:26.226207 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45152) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:26.229246 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93849aff-cdac-419f-a025-abb7ee7b3164 None None] Sync routers for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:24:26.241443 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93849aff-cdac-419f-a025-abb7ee7b3164 None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:26.243370 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-93849aff-cdac-419f-a025-abb7ee7b3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:26.271739 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf91f7ba-779e-4a05-9aa7-6cf58a3cccba x-openstack-request-id: req-cf91f7ba-779e-4a05-9aa7-6cf58a3cccba {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:26.273193 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c363aa-bc0f-4548-970f-2e18d2094fd8", "name": "network-vif-plugged", "status": "completed", "tag": "1a244f36-5c1d-43ea-8ba2-40b60caf6f78", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:26.273716 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf91f7ba-779e-4a05-9aa7-6cf58a3cccba {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:26.278206 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c363aa-bc0f-4548-970f-2e18d2094fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a244f36-5c1d-43ea-8ba2-40b60caf6f78', 'code': 200} Jul 06 12:24:26.338645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fe2615-0c9c-4e73-8f2d-2bed46477107 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting subnet f456818b-1c91-43c9-8153-97183c0d6079 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:24:26.355740 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8fe2615-0c9c-4e73-8f2d-2bed46477107 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:26.380736 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-93849aff-cdac-419f-a025-abb7ee7b3164 None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:26.450434 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-93849aff-cdac-419f-a025-abb7ee7b3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:24Z', 'revision_number': 11, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:26.491360 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93849aff-cdac-419f-a025-abb7ee7b3164 None None] Checking router: 3932809c-2d93-46bd-912a-2abe38b9877c for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:24:26.503118 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93849aff-cdac-419f-a025-abb7ee7b3164 None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:26.504174 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-93849aff-cdac-419f-a025-abb7ee7b3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:26.599263 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8fe2615-0c9c-4e73-8f2d-2bed46477107 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:26.641136 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-93849aff-cdac-419f-a025-abb7ee7b3164 None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:26.731657 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8fe2615-0c9c-4e73-8f2d-2bed46477107 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:26.825841 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-93849aff-cdac-419f-a025-abb7ee7b3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:24Z', 'revision_number': 11, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:26.858645 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8fe2615-0c9c-4e73-8f2d-2bed46477107 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:26.870402 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93849aff-cdac-419f-a025-abb7ee7b3164 None None] The sync data for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 is: [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:24Z', 'revision_number': 11, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:24:26.934717 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a8fe2615-0c9c-4e73-8f2d-2bed46477107 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:26.941571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7a0deb-4104-4d61-8aba-77cc10b9d53f None None] Network 915f6bb6-59e0-4d87-b50c-e9dddf8f6146 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:26.947140 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a8fe2615-0c9c-4e73-8f2d-2bed46477107 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/f456818b-1c91-43c9-8153-97183c0d6079 HTTP/1.1" status: 204 len: 168 time: 0.7172835 Jul 06 12:24:26.947140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe2615-0c9c-4e73-8f2d-2bed46477107 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Subnet': ['ID=f456818b-1c91-43c9-8153-97183c0d6079,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:26.950037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45158) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:27.000085 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac69c9-29d6-417a-a101-919f86c9cba3 req-7376730c-7c40-4e74-abb9-574efbd0cc88 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:27.001742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09ac69c9-29d6-417a-a101-919f86c9cba3 req-7376730c-7c40-4e74-abb9-574efbd0cc88 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.5674832 Jul 06 12:24:27.020058 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099e4b9-0a8e-4661-8bc0-27335a8027bb req-0e5f5a52-df2b-4fe6-8758-8765f6ecdc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:27.021614 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3099e4b9-0a8e-4661-8bc0-27335a8027bb req-0e5f5a52-df2b-4fe6-8758-8765f6ecdc9f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 1097 time: 0.6194088 Jul 06 12:24:27.088573 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.113519 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3099e4b9-0a8e-4661-8bc0-27335a8027bb req-0312f399-8ecb-480f-91bb-41fffa02c1a5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845888 Jul 06 12:24:27.135735 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09ac69c9-29d6-417a-a101-919f86c9cba3 req-a925a586-f084-42ce-b932-e8b27565a7da tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129265 Jul 06 12:24:27.191661 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Deleting port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:27.192006 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.340386 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] For port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9,segment=NetworkSegment(f495e755-0cbf-4f51-ac68-4e1e6cbcf72d),segment_id=f495e755-0cbf-4f51-ac68-4e1e6cbcf72d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:27.340897 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.355396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806d78b1-6171-45e8-84b9-cda497148299 None None] DHCP port deletion for 915f6bb6-59e0-4d87-b50c-e9dddf8f6146 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:24:27.372143 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Calling delete_port for 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:27.453644 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7894938-a24c-4a3f-bdd5-b7ba90d124c7 req-215b5277-5346-4e0c-adb3-6afb834233c6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:27.468266 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d7894938-a24c-4a3f-bdd5-b7ba90d124c7 req-215b5277-5346-4e0c-adb3-6afb834233c6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 946 time: 0.1428754 Jul 06 12:24:27.474084 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-806d78b1-6171-45e8-84b9-cda497148299 None None] Deleting port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:27.474622 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-806d78b1-6171-45e8-84b9-cda497148299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.535955 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.578895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Port': ['ID=76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:27.589111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No DVR routers for this DVR port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:27.621394 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d7894938-a24c-4a3f-bdd5-b7ba90d124c7 req-34ebbd9a-0633-41a6-b907-bc6ac5b2f895 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1316922 Jul 06 12:24:27.648866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-806d78b1-6171-45e8-84b9-cda497148299 None None] For port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9,segment=NetworkSegment(f495e755-0cbf-4f51-ac68-4e1e6cbcf72d),segment_id=f495e755-0cbf-4f51-ac68-4e1e6cbcf72d)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:27.649311 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-806d78b1-6171-45e8-84b9-cda497148299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.666626 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-806d78b1-6171-45e8-84b9-cda497148299 None None] Calling delete_port for 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:27.739113 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.752806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915f6bb6-59e0-4d87-b50c-e9dddf8f6146']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:27.770861 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f495e755-0cbf-4f51-ac68-4e1e6cbcf72d') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:27.771165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f495e755-0cbf-4f51-ac68-4e1e6cbcf72d') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:27.783687 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.791713 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-806d78b1-6171-45e8-84b9-cda497148299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.824227 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.831904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:24:27.832319 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:24:27.835500 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:24:27.840769 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d78b1-6171-45e8-84b9-cda497148299 None None] Pushing event deleted for resources: {'Port': ['ID=76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:27.854577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d78b1-6171-45e8-84b9-cda497148299 None None] No DVR routers for this DVR port 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:27.949317 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:28.014418 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:28.020628 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/networks/915f6bb6-59e0-4d87-b50c-e9dddf8f6146 HTTP/1.1" status: 204 len: 168 time: 1.0700629 Jul 06 12:24:28.021647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0a644-d235-45eb-80a9-888bd34ba34c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Pushing event deleted for resources: {'Network': ['ID=915f6bb6-59e0-4d87-b50c-e9dddf8f6146,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:28.034175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45162) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:28.039850 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1fd5d098-56f8-4cdf-af45-b1cedec608f0 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:28.053807 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a39fea56-cde5-4f58-8573-c173d44551c4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'router': {'routes': None}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:28.100783 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 1fd5d098-56f8-4cdf-af45-b1cedec608f0 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:24:28.101164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1fd5d098-56f8-4cdf-af45-b1cedec608f0 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:24:28.101591 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:28.146331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:24:28.146751 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 76b2e24e-1c8a-4a4e-a2b1-dad4dcaf01c9 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:24:28.310969 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.extraroute_db [None req-a39fea56-cde5-4f58-8573-c173d44551c4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Added routes are [] {{(pid=100427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 12:24:28.311177 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.extraroute_db [None req-a39fea56-cde5-4f58-8573-c173d44551c4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Removed routes are [] {{(pid=100427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 12:24:28.311694 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a39fea56-cde5-4f58-8573-c173d44551c4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:28.526004 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a39fea56-cde5-4f58-8573-c173d44551c4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:28.538000 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a39fea56-cde5-4f58-8573-c173d44551c4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:28.663857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152f08a-9d46-4cf8-9a40-a6e53acce37b req-225b7cab-7a2f-49a3-a022-5492620d7a97 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:28.671755 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6152f08a-9d46-4cf8-9a40-a6e53acce37b req-225b7cab-7a2f-49a3-a022-5492620d7a97 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.2708719 Jul 06 12:24:28.697550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39fea56-cde5-4f58-8573-c173d44551c4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 3932809c-2d93-46bd-912a-2abe38b9877c has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:24:28.728399 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6152f08a-9d46-4cf8-9a40-a6e53acce37b req-2f475faf-3d17-4239-b976-484a60d6ee4c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557346 Jul 06 12:24:28.843299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39fea56-cde5-4f58-8573-c173d44551c4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:24:28.851942 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a39fea56-cde5-4f58-8573-c173d44551c4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:28.858318 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a39fea56-cde5-4f58-8573-c173d44551c4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/3932809c-2d93-46bd-912a-2abe38b9877c HTTP/1.1" status: 200 len: 700 time: 0.8216286 Jul 06 12:24:28.863390 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:28.874233 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26eaaa-6cbd-423f-8caa-f396a9a03bed None None] Sync routers for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:24:28.932764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26eaaa-6cbd-423f-8caa-f396a9a03bed None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:28.933589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2a26eaaa-6cbd-423f-8caa-f396a9a03bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:28.982927 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45172) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:28.993258 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-489888bc-c21a-4b15-9da7-04fcb555dabe tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports?device_id=3932809c-2d93-46bd-912a-2abe38b9877c HTTP/1.1" status: 200 len: 205 time: 0.1285629 Jul 06 12:24:29.091112 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-2a26eaaa-6cbd-423f-8caa-f396a9a03bed None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:29.140769 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99fcec1e-a1fd-475c-b29c-d87524cda85c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:29.187218 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2a26eaaa-6cbd-423f-8caa-f396a9a03bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:24Z', 'revision_number': 11, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:29.250579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39b454-1384-459a-abb2-821515127d4d req-34d91419-db7c-437c-ba13-3040eb3ba81a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:29.253866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26eaaa-6cbd-423f-8caa-f396a9a03bed None None] Checking router: 3932809c-2d93-46bd-912a-2abe38b9877c for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:24:29.265674 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26eaaa-6cbd-423f-8caa-f396a9a03bed None None] Routers {'3932809c-2d93-46bd-912a-2abe38b9877c'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:29.265937 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e39b454-1384-459a-abb2-821515127d4d req-34d91419-db7c-437c-ba13-3040eb3ba81a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 946 time: 0.2916360 Jul 06 12:24:29.266852 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2a26eaaa-6cbd-423f-8caa-f396a9a03bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3932809c-2d93-46bd-912a-2abe38b9877c'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:29.415547 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-2a26eaaa-6cbd-423f-8caa-f396a9a03bed None None] Set router 3932809c-2d93-46bd-912a-2abe38b9877c gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:29.521716 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99fcec1e-a1fd-475c-b29c-d87524cda85c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:29.541157 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99fcec1e-a1fd-475c-b29c-d87524cda85c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:29.553854 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e39b454-1384-459a-abb2-821515127d4d req-23efc67f-a5f8-47d0-875b-61f0cbddf424 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2785532 Jul 06 12:24:29.561804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-2a26eaaa-6cbd-423f-8caa-f396a9a03bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:24Z', 'revision_number': 11, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:29.594356 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26eaaa-6cbd-423f-8caa-f396a9a03bed None None] The sync data for ids ['3932809c-2d93-46bd-912a-2abe38b9877c'] in n-d-799529-2 is: [{'id': '3932809c-2d93-46bd-912a-2abe38b9877c', 'name': 'tempest-RoutersTest-router-877267545', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:23:38Z', 'updated_at': '2021-07-06T12:24:24Z', 'revision_number': 11, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:24:29.603903 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99fcec1e-a1fd-475c-b29c-d87524cda85c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:29.604594 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fcec1e-a1fd-475c-b29c-d87524cda85c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Fanout notify agent at l3_agent the message router_deleted on router 3932809c-2d93-46bd-912a-2abe38b9877c {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:24:29.615260 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99fcec1e-a1fd-475c-b29c-d87524cda85c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:29.616641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-99fcec1e-a1fd-475c-b29c-d87524cda85c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/routers/3932809c-2d93-46bd-912a-2abe38b9877c HTTP/1.1" status: 204 len: 168 time: 0.6297076 Jul 06 12:24:29.621132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45178) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:29.626501 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-846b7cca-f95e-4a59-8895-eb38983fbdb4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1592397054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:29.671178 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-846b7cca-f95e-4a59-8895-eb38983fbdb4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:29.672280 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-846b7cca-f95e-4a59-8895-eb38983fbdb4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:29.775681 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-846b7cca-f95e-4a59-8895-eb38983fbdb4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:29.790812 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-846b7cca-f95e-4a59-8895-eb38983fbdb4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:29.821210 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-846b7cca-f95e-4a59-8895-eb38983fbdb4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:29.822888 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-846b7cca-f95e-4a59-8895-eb38983fbdb4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2006407 Jul 06 12:24:29.825742 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45184) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:29.839977 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2539dd8e-4eab-4111-bb7c-5ff46809b425 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:29.846194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9618b1-e5d9-4947-b8a9-80d47b0c2cb4 req-549118ac-5bb7-4321-b831-236feb3951c9 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:29.855091 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a9618b1-e5d9-4947-b8a9-80d47b0c2cb4 req-549118ac-5bb7-4321-b831-236feb3951c9 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 946 time: 0.1262059 Jul 06 12:24:29.914610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a9618b1-e5d9-4947-b8a9-80d47b0c2cb4 req-265003be-d328-4b2b-a36a-50578a55eedc tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579355 Jul 06 12:24:29.932247 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45186) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:30.255052 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2539dd8e-4eab-4111-bb7c-5ff46809b425 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:30.281012 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2539dd8e-4eab-4111-bb7c-5ff46809b425 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-680197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-281551'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:30.372468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a168782-1bbf-4092-956e-dec7d3d24ebb req-4df67bf5-696a-4805-a6cc-aed614fffbdc tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:30.380427 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5a168782-1bbf-4092-956e-dec7d3d24ebb req-4df67bf5-696a-4805-a6cc-aed614fffbdc tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1553755 Jul 06 12:24:30.426837 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2539dd8e-4eab-4111-bb7c-5ff46809b425 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Router 0f1cfa5f-8534-47cd-86b4-0e1bba467056 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:24:30.446163 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5a168782-1bbf-4092-956e-dec7d3d24ebb req-e057d615-93a1-4ca9-a467-426483debd84 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647326 Jul 06 12:24:30.480310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa603c8-ef9f-41ee-b43d-1e2a5ddf0675 tempest-TestVolumeBootPattern-422217239 tempest-TestVolumeBootPattern-422217239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:30.481874 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8fa603c8-ef9f-41ee-b43d-1e2a5ddf0675 tempest-TestVolumeBootPattern-422217239 tempest-TestVolumeBootPattern-422217239-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 1092 time: 0.5485740 Jul 06 12:24:30.485306 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45196) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:30.490036 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '1a244f36-5c1d-43ea-8ba2-40b60caf6f78', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:30.536028 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:30.538542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2539dd8e-4eab-4111-bb7c-5ff46809b425 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:24:30.546998 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2539dd8e-4eab-4111-bb7c-5ff46809b425 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:30.552377 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2539dd8e-4eab-4111-bb7c-5ff46809b425 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "PUT /v2.0/routers/0f1cfa5f-8534-47cd-86b4-0e1bba467056 HTTP/1.1" status: 200 len: 694 time: 0.7186258 Jul 06 12:24:30.552963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45198) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:30.565115 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0258f3ea-cd13-4e6e-8618-8211807072ca None None] Sync routers for ids ['0f1cfa5f-8534-47cd-86b4-0e1bba467056'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:24:30.578580 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0258f3ea-cd13-4e6e-8618-8211807072ca None None] Routers {'0f1cfa5f-8534-47cd-86b4-0e1bba467056'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:30.579201 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0258f3ea-cd13-4e6e-8618-8211807072ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['0f1cfa5f-8534-47cd-86b4-0e1bba467056'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:30.703779 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8eda274a-69c4-4760-a2c5-ce9efa4f300c tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/routers/0f1cfa5f-8534-47cd-86b4-0e1bba467056 HTTP/1.1" status: 200 len: 700 time: 0.1442320 Jul 06 12:24:30.704074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45200) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:30.747068 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-02aba8ef-2193-4e82-8587-fd1b246f6b0f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f1cfa5f-8534-47cd-86b4-0e1bba467056 HTTP/1.1" status: 200 len: 205 time: 0.0377808 Jul 06 12:24:30.747384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45202) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:30.859590 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:30.899994 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b7476b7-06ee-4016-b859-a1cef25ef252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:30.902081 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-0258f3ea-cd13-4e6e-8618-8211807072ca None None] Set router 0f1cfa5f-8534-47cd-86b4-0e1bba467056 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:31.024973 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0258f3ea-cd13-4e6e-8618-8211807072ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1cfa5f-8534-47cd-86b4-0e1bba467056', 'name': 'tempest-RoutersTest-router-1592397054', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:24:29Z', 'updated_at': '2021-07-06T12:24:30Z', 'revision_number': 2, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:31.094967 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0258f3ea-cd13-4e6e-8618-8211807072ca None None] Checking router: 0f1cfa5f-8534-47cd-86b4-0e1bba467056 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:24:31.102111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Allocated IP 172.25.4.85 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/521e73fb-1285-443e-942e-4c456759a0b2) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:24:31.105964 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0258f3ea-cd13-4e6e-8618-8211807072ca None None] Routers {'0f1cfa5f-8534-47cd-86b4-0e1bba467056'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:31.106592 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0258f3ea-cd13-4e6e-8618-8211807072ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['0f1cfa5f-8534-47cd-86b4-0e1bba467056'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:31.172459 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b7476b7-06ee-4016-b859-a1cef25ef252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:31.175084 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b7476b7-06ee-4016-b859-a1cef25ef252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:31.204931 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-0258f3ea-cd13-4e6e-8618-8211807072ca None None] Set router 0f1cfa5f-8534-47cd-86b4-0e1bba467056 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:31.238912 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b7476b7-06ee-4016-b859-a1cef25ef252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:31.240793 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7476b7-06ee-4016-b859-a1cef25ef252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Fanout notify agent at l3_agent the message router_deleted on router 0f1cfa5f-8534-47cd-86b4-0e1bba467056 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:24:31.254576 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b7476b7-06ee-4016-b859-a1cef25ef252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:31.256013 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5b7476b7-06ee-4016-b859-a1cef25ef252 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/routers/0f1cfa5f-8534-47cd-86b4-0e1bba467056 HTTP/1.1" status: 204 len: 168 time: 0.5076134 Jul 06 12:24:31.262099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45206) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:31.295360 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:31.339911 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0258f3ea-cd13-4e6e-8618-8211807072ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1cfa5f-8534-47cd-86b4-0e1bba467056', 'name': 'tempest-RoutersTest-router-1592397054', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:24:29Z', 'updated_at': '2021-07-06T12:24:30Z', 'revision_number': 2, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:31.402364 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0258f3ea-cd13-4e6e-8618-8211807072ca None None] The sync data for ids ['0f1cfa5f-8534-47cd-86b4-0e1bba467056'] in n-d-799529-2 is: [{'id': '0f1cfa5f-8534-47cd-86b4-0e1bba467056', 'name': 'tempest-RoutersTest-router-1592397054', 'tenant_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:24:29Z', 'updated_at': '2021-07-06T12:24:30Z', 'revision_number': 2, 'project_id': '5cdc2ce2408e47b7845c9366e95e71fd', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:24:31.425080 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:31.516483 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:24:31.534979 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:31.546727 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:24:31.645421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'Port': ['ID=521e73fb-1285-443e-942e-4c456759a0b2,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:31.778020 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7013f76-172f-4aba-bb54-a30121a4bbe9 req-299882a6-a6d2-477d-b51a-0f2a9c811974 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:31.782757 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5f807f29-5134-4e71-b94c-12e350c30129 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f1cfa5f-8534-47cd-86b4-0e1bba467056 HTTP/1.1" status: 200 len: 205 time: 0.5160286 Jul 06 12:24:31.784099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45220) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:31.786744 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d7013f76-172f-4aba-bb54-a30121a4bbe9 req-299882a6-a6d2-477d-b51a-0f2a9c811974 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1264849 Jul 06 12:24:31.839786 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-7e83e618-4dd0-4bd2-8c56-9294125237a6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] delete failed (client error): The resource could not be found. Jul 06 12:24:31.845682 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7e83e618-4dd0-4bd2-8c56-9294125237a6 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/routers/0f1cfa5f-8534-47cd-86b4-0e1bba467056 HTTP/1.1" status: 404 len: 336 time: 0.0599370 Jul 06 12:24:31.846501 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45222) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:31.899700 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cad021-ff4f-4617-9888-5b0578be4b85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] DELETE failed (client error): The resource could not be found. Jul 06 12:24:31.900317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56cad021-ff4f-4617-9888-5b0578be4b85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:24:31.903786 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-56cad021-ff4f-4617-9888-5b0578be4b85 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/47260231-5ebc-4f3b-939e-81ddc67d22d7 HTTP/1.1" status: 404 len: 337 time: 0.0558648 Jul 06 12:24:31.907352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45224) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:31.952697 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-27879c8f-2c92-46df-9e91-49b880c5f598 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] DELETE failed (client error): The resource could not be found. Jul 06 12:24:31.953154 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27879c8f-2c92-46df-9e91-49b880c5f598 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:24:31.955595 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-27879c8f-2c92-46df-9e91-49b880c5f598 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/f4a538cd-e638-473a-bc8e-4f349c52c777 HTTP/1.1" status: 404 len: 337 time: 0.0467398 Jul 06 12:24:31.960867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45226) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.006409 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f913bf1-b40e-409d-bb60-4c2839bd349f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] DELETE failed (client error): The resource could not be found. Jul 06 12:24:32.007179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f913bf1-b40e-409d-bb60-4c2839bd349f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:24:32.015779 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0f913bf1-b40e-409d-bb60-4c2839bd349f tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/a44a2def-0e7f-4a0d-b228-679ef4febda5 HTTP/1.1" status: 404 len: 337 time: 0.0530839 Jul 06 12:24:32.017076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45228) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.055206 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-065399d8-a921-4d79-9488-5c373e041981 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] DELETE failed (client error): The resource could not be found. Jul 06 12:24:32.055780 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065399d8-a921-4d79-9488-5c373e041981 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:24:32.061547 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-065399d8-a921-4d79-9488-5c373e041981 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/f456818b-1c91-43c9-8153-97183c0d6079 HTTP/1.1" status: 404 len: 337 time: 0.0387287 Jul 06 12:24:32.061860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45230) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.098877 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c2016cee-a9c2-45b0-ba9f-e0d8eef1207e tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports?device_id=3932809c-2d93-46bd-912a-2abe38b9877c HTTP/1.1" status: 200 len: 205 time: 0.0317001 Jul 06 12:24:32.104138 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45232) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.192423 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-cbc6081f-90d2-44ed-816c-9ec33002faa5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] delete failed (client error): The resource could not be found. Jul 06 12:24:32.195302 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cbc6081f-90d2-44ed-816c-9ec33002faa5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/routers/3932809c-2d93-46bd-912a-2abe38b9877c HTTP/1.1" status: 404 len: 336 time: 0.0881877 Jul 06 12:24:32.197373 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45234) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.248623 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-98b5dd0f-4795-4f56-aac8-95e7f63cdbe9 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b7bccaa-f100-4fc4-b211-e2ada3890365 HTTP/1.1" status: 200 len: 205 time: 0.0436823 Jul 06 12:24:32.248623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45236) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.289751 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-8bd0b628-4a52-46fe-b74f-9ef11350aae5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] delete failed (client error): The resource could not be found. Jul 06 12:24:32.293837 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8bd0b628-4a52-46fe-b74f-9ef11350aae5 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/routers/7b7bccaa-f100-4fc4-b211-e2ada3890365 HTTP/1.1" status: 404 len: 336 time: 0.0447793 Jul 06 12:24:32.295388 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45242) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.325603 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d7013f76-172f-4aba-bb54-a30121a4bbe9 req-c98e9e73-a8aa-4aee-82f5-a05119f5bf4c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379171 Jul 06 12:24:32.375483 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3365e8-d24e-4237-937e-a941cf10a89e tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] DELETE failed (client error): The resource could not be found. Jul 06 12:24:32.375749 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3365e8-d24e-4237-937e-a941cf10a89e tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:24:32.380538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45244) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.380701 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3b3365e8-d24e-4237-937e-a941cf10a89e tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/8c01a7e1-ddd7-4af8-8d8c-873ccb663e86 HTTP/1.1" status: 404 len: 337 time: 0.0846207 Jul 06 12:24:32.417245 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d90e69-cd05-4615-a56d-bd31f08d7857 req-7ca24d77-c027-4748-9d4c-d3897ab917ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:32.418934 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-12d90e69-cd05-4615-a56d-bd31f08d7857 req-7ca24d77-c027-4748-9d4c-d3897ab917ad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4a77e0eceff4933aabc8d50627ab2af&device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 1096 time: 0.0778303 Jul 06 12:24:32.422871 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3b4b0228-17bb-4215-bae8-9b928beae192 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports?device_id=9949c5ca-1905-4adc-8c34-b49e2e51308a HTTP/1.1" status: 200 len: 205 time: 0.0407562 Jul 06 12:24:32.426387 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45248) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.492868 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-b81dd42a-2fcd-4931-bf16-8a1a1f1ccfb8 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] delete failed (client error): The resource could not be found. Jul 06 12:24:32.497278 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b81dd42a-2fcd-4931-bf16-8a1a1f1ccfb8 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/routers/9949c5ca-1905-4adc-8c34-b49e2e51308a HTTP/1.1" status: 404 len: 336 time: 0.0684304 Jul 06 12:24:32.498310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45250) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.536127 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-14713e40-39b5-4ad7-83d3-18a2dc22551b tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports?device_id=083584d3-673b-4b20-925a-baa5b7e61d90 HTTP/1.1" status: 200 len: 205 time: 0.0358984 Jul 06 12:24:32.539214 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45252) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.585347 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-522b96ec-0cf1-44ff-8482-b5f3fa95a953 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] delete failed (client error): The resource could not be found. Jul 06 12:24:32.586427 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-522b96ec-0cf1-44ff-8482-b5f3fa95a953 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/routers/083584d3-673b-4b20-925a-baa5b7e61d90 HTTP/1.1" status: 404 len: 336 time: 0.0459840 Jul 06 12:24:32.597181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45254) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.651648 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb87f8da-c7d5-4941-8316-983139efcec8 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] DELETE failed (client error): The resource could not be found. Jul 06 12:24:32.652158 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb87f8da-c7d5-4941-8316-983139efcec8 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:24:32.654672 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cb87f8da-c7d5-4941-8316-983139efcec8 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/e76a3a88-32be-4061-b703-3fb8f74d12b2 HTTP/1.1" status: 404 len: 337 time: 0.0556717 Jul 06 12:24:32.657794 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45256) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.696412 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7346b466-9aab-464a-9470-54c43a5d6fb7 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports?device_id=b45edf78-6b19-4ef2-aa7e-ca72aba623fa HTTP/1.1" status: 200 len: 205 time: 0.0377073 Jul 06 12:24:32.699300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45258) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.729060 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:32.740511 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-4e817a07-abba-45c9-ae82-10f4cfb896ba tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] delete failed (client error): The resource could not be found. Jul 06 12:24:32.741559 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4e817a07-abba-45c9-ae82-10f4cfb896ba tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/routers/b45edf78-6b19-4ef2-aa7e-ca72aba623fa HTTP/1.1" status: 404 len: 336 time: 0.0413694 Jul 06 12:24:32.746864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45260) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.783045 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d90e69-cd05-4615-a56d-bd31f08d7857 req-eff8819b-5fb7-483e-810b-6d62ce88194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:32.784604 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-12d90e69-cd05-4615-a56d-bd31f08d7857 req-eff8819b-5fb7-483e-810b-6d62ce88194c service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7a10b76-6c66-4940-ba65-bee208413885 HTTP/1.1" status: 200 len: 915 time: 0.3471589 Jul 06 12:24:32.785670 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e06c967-ffbb-49a3-8566-005cb0e135e4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] DELETE failed (client error): The resource could not be found. Jul 06 12:24:32.786096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e06c967-ffbb-49a3-8566-005cb0e135e4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:24:32.787792 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0e06c967-ffbb-49a3-8566-005cb0e135e4 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/b297b0fd-5937-4274-af1d-73b07e748977 HTTP/1.1" status: 404 len: 337 time: 0.0400219 Jul 06 12:24:32.790580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45262) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.827541 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e70f038b-eff4-4616-91f8-227b9d858bcb tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbcfa220-0fb4-4bec-acfc-61ca605d9f21 HTTP/1.1" status: 200 len: 205 time: 0.0355375 Jul 06 12:24:32.832299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45266) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.867705 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-12d90e69-cd05-4615-a56d-bd31f08d7857 req-bcc78945-7d63-4d6f-bb9d-a0a459fb1367 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97 HTTP/1.1" status: 200 len: 217 time: 0.0744379 Jul 06 12:24:32.876116 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-ff7eece4-0afd-42f4-802c-978452f169b7 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] delete failed (client error): The resource could not be found. Jul 06 12:24:32.879400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ff7eece4-0afd-42f4-802c-978452f169b7 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/routers/cbcfa220-0fb4-4bec-acfc-61ca605d9f21 HTTP/1.1" status: 404 len: 336 time: 0.0439444 Jul 06 12:24:32.880395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45268) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.888550 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:32.931566 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e60d7b-ba65-4fa3-a3ec-691b40d9a507 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] DELETE failed (client error): The resource could not be found. Jul 06 12:24:32.931862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e60d7b-ba65-4fa3-a3ec-691b40d9a507 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:24:32.937686 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-43e60d7b-ba65-4fa3-a3ec-691b40d9a507 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/52ca5e18-51fa-4f7e-9b90-614c7df07ae2 HTTP/1.1" status: 404 len: 337 time: 0.0521472 Jul 06 12:24:32.938192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45270) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:32.941060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d90e69-cd05-4615-a56d-bd31f08d7857 req-ee309673-8322-40b3-a701-1b173359c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:32.942618 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-12d90e69-cd05-4615-a56d-bd31f08d7857 req-ee309673-8322-40b3-a701-1b173359c7e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa HTTP/1.1" status: 200 len: 854 time: 0.0681159 Jul 06 12:24:32.979926 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6db0633-e12b-42e5-9b2f-a4d463fac736 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] DELETE failed (client error): The resource could not be found. Jul 06 12:24:32.980394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6db0633-e12b-42e5-9b2f-a4d463fac736 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:24:32.985506 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c6db0633-e12b-42e5-9b2f-a4d463fac736 tempest-RoutersTest-519063356 tempest-RoutersTest-519063356-project] 10.222.0.81 "DELETE /v2.0/subnets/43df26a8-f3c7-4f60-86e0-e88f9ee66b57 HTTP/1.1" status: 404 len: 337 time: 0.0429995 Jul 06 12:24:32.988591 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-12d90e69-cd05-4615-a56d-bd31f08d7857 req-83256e51-b1c4-4ddb-bd56-3156f44a2e40 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7a10b76-6c66-4940-ba65-bee208413885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393608 Jul 06 12:24:33.098711 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-12d90e69-cd05-4615-a56d-bd31f08d7857 req-e22a2324-8e59-4bd7-b805-d87675468a40 service neutron] 10.222.0.89 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021225 Jul 06 12:24:33.136419 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:33.142880 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:33.220725 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event updated for resources: {'Port': ['ID=521e73fb-1285-443e-942e-4c456759a0b2,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:33.223504 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-12d90e69-cd05-4615-a56d-bd31f08d7857 req-0533b311-3b40-4d06-9ca7-35f55dd41912 service neutron] 10.222.0.89 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114929 Jul 06 12:24:33.234314 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:33.332096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45276) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:33.361097 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Floating IP 4b21371d-d3df-4202-aff4-b436bf989cd5 associated. External IP: 172.25.4.85, port: 1a244f36-5c1d-43ea-8ba2-40b60caf6f78. Jul 06 12:24:33.543324 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dc3731e6-9128-44af-9698-3aef30833010 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5cdc2ce2408e47b7845c9366e95e71fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091568 Jul 06 12:24:33.546746 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45284) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:33.614403 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44842d2c-3055-4031-a092-dee45a83b8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:33.638834 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44842d2c-3055-4031-a092-dee45a83b8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:33.653370 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeefa1-f1b5-4825-a895-ebc6a130990e req-daba5909-e88a-4c38-ba58-16945eca660c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:33.655723 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35aeefa1-f1b5-4825-a895-ebc6a130990e req-daba5909-e88a-4c38-ba58-16945eca660c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.1684263 Jul 06 12:24:33.704901 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44842d2c-3055-4031-a092-dee45a83b8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:33.708770 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44842d2c-3055-4031-a092-dee45a83b8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:33.709974 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-44842d2c-3055-4031-a092-dee45a83b8e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/813b2aab-d783-4278-9ea7-68985935988a HTTP/1.1" status: 204 len: 168 time: 0.1618030 Jul 06 12:24:33.718906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44842d2c-3055-4031-a092-dee45a83b8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813b2aab-d783-4278-9ea7-68985935988a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:33.756425 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35aeefa1-f1b5-4825-a895-ebc6a130990e req-d4ddc2bc-e39a-44e4-8e1c-1d2792a94ea1 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736978 Jul 06 12:24:33.762680 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Router 5e2948c4-60fe-4593-a78a-90ba3f97319b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:24:33.927141 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:24:33.946774 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:33.948912 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d07045f-3d49-41aa-b312-23fea9209db4 None None] Sync routers for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:24:33.968340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d07045f-3d49-41aa-b312-23fea9209db4 None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:33.970218 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4d07045f-3d49-41aa-b312-23fea9209db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:33.995909 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c63a92b4-4778-4d2d-87ea-375bdfddaef6 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5094428 Jul 06 12:24:33.996652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c363aa-bc0f-4548-970f-2e18d2094fd8', 'tag': '1a244f36-5c1d-43ea-8ba2-40b60caf6f78'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:33.999894 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae7b8ed-4b93-434e-a782-7ca068dd7d02" -d '{"events": [{"name": "network-changed", "server_uuid": "44c363aa-bc0f-4548-970f-2e18d2094fd8", "tag": "1a244f36-5c1d-43ea-8ba2-40b60caf6f78"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:34.056622 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4d3b4d-09da-4e4d-931d-4b19d1aa4a76 x-openstack-request-id: req-1d4d3b4d-09da-4e4d-931d-4b19d1aa4a76 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:34.057192 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c363aa-bc0f-4548-970f-2e18d2094fd8", "tag": "1a244f36-5c1d-43ea-8ba2-40b60caf6f78", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:34.057723 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d4d3b4d-09da-4e4d-931d-4b19d1aa4a76 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:34.058464 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c363aa-bc0f-4548-970f-2e18d2094fd8', 'tag': '1a244f36-5c1d-43ea-8ba2-40b60caf6f78', 'status': 'completed', 'code': 200} Jul 06 12:24:34.191711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-4d07045f-3d49-41aa-b312-23fea9209db4 None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:34.200827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7b8ed-4b93-434e-a782-7ca068dd7d02 req-c528c500-551e-4077-8851-338454ce3653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:34.202694 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eae7b8ed-4b93-434e-a782-7ca068dd7d02 req-c528c500-551e-4077-8851-338454ce3653 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 1097 time: 0.1139257 Jul 06 12:24:34.322483 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7b8ed-4b93-434e-a782-7ca068dd7d02 req-c87339ce-a7de-4eec-8706-69fcfaea7025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:34.324292 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eae7b8ed-4b93-434e-a782-7ca068dd7d02 req-c87339ce-a7de-4eec-8706-69fcfaea7025 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 913 time: 0.1147473 Jul 06 12:24:34.412392 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eae7b8ed-4b93-434e-a782-7ca068dd7d02 req-88aec73d-51b5-4dc6-885a-567216918e9a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a244f36-5c1d-43ea-8ba2-40b60caf6f78 HTTP/1.1" status: 200 len: 999 time: 0.0803125 Jul 06 12:24:34.461251 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4d07045f-3d49-41aa-b312-23fea9209db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '4b21371d-d3df-4202-aff4-b436bf989cd5', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'port_id': '1a244f36-5c1d-43ea-8ba2-40b60caf6f78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'mac_address': 'fa:16:3e:9f:cc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c363aa-bc0f-4548-970f-2e18d2094fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:24:32Z', 'updated_at': '2021-07-06T12:24:32Z', 'revision_number': 0, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address_scope': None}, {'id': '89ba140a-c103-4678-bb4d-993f51a1413d', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'port_id': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'mac_address': 'fa:16:3e:d0:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:22:05Z', 'updated_at': '2021-07-06T12:22:08Z', 'revision_number': 1, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:34.483584 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7b8ed-4b93-434e-a782-7ca068dd7d02 req-6e07c42e-bfd8-4167-8fe2-10c1249c9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:34.485631 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eae7b8ed-4b93-434e-a782-7ca068dd7d02 req-6e07c42e-bfd8-4167-8fe2-10c1249c9983 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.0642993 Jul 06 12:24:34.500662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d07045f-3d49-41aa-b312-23fea9209db4 None None] Checking router: 5e2948c4-60fe-4593-a78a-90ba3f97319b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:24:34.512271 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d07045f-3d49-41aa-b312-23fea9209db4 None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:34.513762 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4d07045f-3d49-41aa-b312-23fea9209db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:34.589890 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7b8ed-4b93-434e-a782-7ca068dd7d02 req-746d6a77-d549-4491-865e-6988e842f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:34.592166 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eae7b8ed-4b93-434e-a782-7ca068dd7d02 req-746d6a77-d549-4491-865e-6988e842f5d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993629 Jul 06 12:24:34.660655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-4d07045f-3d49-41aa-b312-23fea9209db4 None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:24:34.705215 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45312) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:34.720147 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eae7b8ed-4b93-434e-a782-7ca068dd7d02 req-0d3163ba-7536-4923-a5c1-2055faa01fb7 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176214 Jul 06 12:24:34.827481 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eae7b8ed-4b93-434e-a782-7ca068dd7d02 req-ad0eed8a-3c2a-4a05-a4ee-74202b575448 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006045 Jul 06 12:24:34.847796 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bb8ef52f-e04a-474f-be78-cfef22fa7d97 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:34.873598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e86933f2-6ec6-46ad-9482-ef32a2d1592c tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1659302054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:34.900073 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e86933f2-6ec6-46ad-9482-ef32a2d1592c tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:34.901578 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e86933f2-6ec6-46ad-9482-ef32a2d1592c tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:34.974822 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e86933f2-6ec6-46ad-9482-ef32a2d1592c tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:34.981394 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e86933f2-6ec6-46ad-9482-ef32a2d1592c tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.015866 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e86933f2-6ec6-46ad-9482-ef32a2d1592c tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.016478 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58073c44-2885-4598-8f66-f9fd43d0d1ec req-2a7e1b40-2b81-4f3c-8937-d46167c4433c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:35.017799 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e86933f2-6ec6-46ad-9482-ef32a2d1592c tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3114669 Jul 06 12:24:35.020613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45318) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:35.022374 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58073c44-2885-4598-8f66-f9fd43d0d1ec req-2a7e1b40-2b81-4f3c-8937-d46167c4433c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 945 time: 0.0959680 Jul 06 12:24:35.032934 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b962b0fd-8c65-4488-aa7a-bfd7de33efd4 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-393588302'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:35.036941 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4d07045f-3d49-41aa-b312-23fea9209db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '4b21371d-d3df-4202-aff4-b436bf989cd5', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'port_id': '1a244f36-5c1d-43ea-8ba2-40b60caf6f78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'mac_address': 'fa:16:3e:9f:cc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c363aa-bc0f-4548-970f-2e18d2094fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:24:32Z', 'updated_at': '2021-07-06T12:24:32Z', 'revision_number': 0, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address_scope': None}, {'id': '89ba140a-c103-4678-bb4d-993f51a1413d', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'port_id': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'mac_address': 'fa:16:3e:d0:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:22:05Z', 'updated_at': '2021-07-06T12:22:08Z', 'revision_number': 1, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:35.073885 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b962b0fd-8c65-4488-aa7a-bfd7de33efd4 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Made reservation on behalf of a5e9d109454040caae7035d0c100cd5c for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:24:35.076459 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d07045f-3d49-41aa-b312-23fea9209db4 None None] The sync data for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 is: [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '4b21371d-d3df-4202-aff4-b436bf989cd5', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'port_id': '1a244f36-5c1d-43ea-8ba2-40b60caf6f78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'mac_address': 'fa:16:3e:9f:cc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c363aa-bc0f-4548-970f-2e18d2094fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:24:32Z', 'updated_at': '2021-07-06T12:24:32Z', 'revision_number': 0, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address_scope': None}, {'id': '89ba140a-c103-4678-bb4d-993f51a1413d', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'port_id': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'mac_address': 'fa:16:3e:d0:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:22:05Z', 'updated_at': '2021-07-06T12:22:08Z', 'revision_number': 1, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:24:35.082567 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.083682 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b962b0fd-8c65-4488-aa7a-bfd7de33efd4 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.095595 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b962b0fd-8c65-4488-aa7a-bfd7de33efd4 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.116666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1371b27-f629-428a-b6c5-5c5d6a5dbf83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:35.119892 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03972d93-c979-41e3-84d0-16149147e6a7" -d '{"events": [{"server_uuid": "e1371b27-f629-428a-b6c5-5c5d6a5dbf83", "name": "network-vif-unplugged", "status": "completed", "tag": "bb8ef52f-e04a-474f-be78-cfef22fa7d97"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:35.134484 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58073c44-2885-4598-8f66-f9fd43d0d1ec req-99896d1c-c2c7-4a05-a30e-5c4ac5573ffe tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041274 Jul 06 12:24:35.143772 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bb8ef52f-e04a-474f-be78-cfef22fa7d97, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:35.148389 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.244674 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bb8ef52f-e04a-474f-be78-cfef22fa7d97,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:35.257591 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dfffe7-0234-4003-922c-1709e89585ee x-openstack-request-id: req-97dfffe7-0234-4003-922c-1709e89585ee {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:35.257883 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1371b27-f629-428a-b6c5-5c5d6a5dbf83", "name": "network-vif-unplugged", "status": "completed", "tag": "bb8ef52f-e04a-474f-be78-cfef22fa7d97", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:35.258142 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-97dfffe7-0234-4003-922c-1709e89585ee {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:35.258540 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1371b27-f629-428a-b6c5-5c5d6a5dbf83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97', 'code': 200} Jul 06 12:24:35.267708 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b962b0fd-8c65-4488-aa7a-bfd7de33efd4 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.272251 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b962b0fd-8c65-4488-aa7a-bfd7de33efd4 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.299991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b962b0fd-8c65-4488-aa7a-bfd7de33efd4 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:24:35.317768 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962b0fd-8c65-4488-aa7a-bfd7de33efd4 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2d79a6-2460-41ca-8555-12db586dce90,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:35.325062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b962b0fd-8c65-4488-aa7a-bfd7de33efd4 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.325062 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-b962b0fd-8c65-4488-aa7a-bfd7de33efd4 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Added segment 1c54ed67-c5f9-473f-b6ab-da35ae2877cb of type vlan for network 5c67da03-0ee9-4986-ab7b-e674a8a78627 Jul 06 12:24:35.377095 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b962b0fd-8c65-4488-aa7a-bfd7de33efd4 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.415955 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b962b0fd-8c65-4488-aa7a-bfd7de33efd4 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.423766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b962b0fd-8c65-4488-aa7a-bfd7de33efd4 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:35.425067 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b962b0fd-8c65-4488-aa7a-bfd7de33efd4 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.459862 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3354a51-69f4-4f53-80ab-f5b7f6f1363b None None] New status for floating IP 4b21371d-d3df-4202-aff4-b436bf989cd5: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:24:35.493155 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3742-c0b1-4e17-99fd-a54e185a57e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.501214 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b962b0fd-8c65-4488-aa7a-bfd7de33efd4 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4780190 Jul 06 12:24:35.504087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45322) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:35.511394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-62decbfd-3be0-4cb5-b349-dcff29de422d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Request body: {'subnet': {'network_id': '5c67da03-0ee9-4986-ab7b-e674a8a78627', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:35.565264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962b0fd-8c65-4488-aa7a-bfd7de33efd4 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event updated for resources: {'Network': ['ID=5c67da03-0ee9-4986-ab7b-e674a8a78627,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:35.577440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 5c67da03-0ee9-4986-ab7b-e674a8a78627 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:24:35.620594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62decbfd-3be0-4cb5-b349-dcff29de422d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Made reservation on behalf of a5e9d109454040caae7035d0c100cd5c for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:24:35.627470 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62decbfd-3be0-4cb5-b349-dcff29de422d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.662974 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45326) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:35.729164 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-27baa392-b304-4c8d-bfc4-dcce1c22e568 admin admin] Deleting subnet 40cc0b1f-9a45-4cab-b615-f463b95ce1d8 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:24:35.732592 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27baa392-b304-4c8d-bfc4-dcce1c22e568 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.746189 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.769541 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27baa392-b304-4c8d-bfc4-dcce1c22e568 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.813405 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27baa392-b304-4c8d-bfc4-dcce1c22e568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.882997 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27baa392-b304-4c8d-bfc4-dcce1c22e568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.909224 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62decbfd-3be0-4cb5-b349-dcff29de422d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.917556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27baa392-b304-4c8d-bfc4-dcce1c22e568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40cc0b1f-9a45-4cab-b615-f463b95ce1d8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:35.921869 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27baa392-b304-4c8d-bfc4-dcce1c22e568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:35.924034 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-27baa392-b304-4c8d-bfc4-dcce1c22e568 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/40cc0b1f-9a45-4cab-b615-f463b95ce1d8 HTTP/1.1" status: 204 len: 168 time: 0.2599125 Jul 06 12:24:35.926851 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45330) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:35.995569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62decbfd-3be0-4cb5-b349-dcff29de422d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event updated for resources: {'Subnet': ['ID=55b046c0-8795-4d7e-b396-df0dce2d9bf7,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:36.004252 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62decbfd-3be0-4cb5-b349-dcff29de422d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Checking segment: {'id': '1c54ed67-c5f9-473f-b6ab-da35ae2877cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5c67da03-0ee9-4986-ab7b-e674a8a78627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:24:36.004612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62decbfd-3be0-4cb5-b349-dcff29de422d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Network hostable DHCP agents. Network: 5c67da03-0ee9-4986-ab7b-e674a8a78627, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:24:36.007037 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d2ff-3934-40bc-b829-e10fcf6184b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.024606 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62decbfd-3be0-4cb5-b349-dcff29de422d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Network 5c67da03-0ee9-4986-ab7b-e674a8a78627 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:24:36.035030 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-62decbfd-3be0-4cb5-b349-dcff29de422d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 5c67da03-0ee9-4986-ab7b-e674a8a78627) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:36.043576 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5af560-5426-44fa-a3de-d476c8056cbc None None] Network 5c67da03-0ee9-4986-ab7b-e674a8a78627 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:36.046719 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62decbfd-3be0-4cb5-b349-dcff29de422d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:36.047551 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62decbfd-3be0-4cb5-b349-dcff29de422d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.070109 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-62decbfd-3be0-4cb5-b349-dcff29de422d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5647380 Jul 06 12:24:36.073374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45332) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:36.080867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c4d742a1-f726-47dd-b2cf-4a1bc0946d97 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Request body: {'network': {'name': 'tempest-router-network01--1668249825'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:36.100702 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d2ff-3934-40bc-b829-e10fcf6184b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.109266 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d742a1-f726-47dd-b2cf-4a1bc0946d97 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Made reservation on behalf of a5e9d109454040caae7035d0c100cd5c for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:24:36.112715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-aeb5d2ff-3934-40bc-b829-e10fcf6184b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599bca4b-e543-418c-9aa5-a7f82c9cb337']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:36.114559 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4d742a1-f726-47dd-b2cf-4a1bc0946d97 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.128377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-aeb5d2ff-3934-40bc-b829-e10fcf6184b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80f7f38-6682-445c-b203-fb8350bb72f6') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:36.128932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-aeb5d2ff-3934-40bc-b829-e10fcf6184b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80f7f38-6682-445c-b203-fb8350bb72f6') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:36.140932 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d2ff-3934-40bc-b829-e10fcf6184b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.144959 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d742a1-f726-47dd-b2cf-4a1bc0946d97 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:24:36.156280 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4d742a1-f726-47dd-b2cf-4a1bc0946d97 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.156716 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-c4d742a1-f726-47dd-b2cf-4a1bc0946d97 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Added segment b8af862a-b21f-4107-b4b5-1280edefb816 of type vlan for network 95576422-8fc0-48bc-b39c-03555e8bb623 Jul 06 12:24:36.159710 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d2ff-3934-40bc-b829-e10fcf6184b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.166511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb5d2ff-3934-40bc-b829-e10fcf6184b6 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:24:36.166990 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d2ff-3934-40bc-b829-e10fcf6184b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:24:36.169205 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:24:36.216901 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4d742a1-f726-47dd-b2cf-4a1bc0946d97 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.218280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-5c67da03-0ee9-4986-ab7b-e674a8a78627', 'network_id': '5c67da03-0ee9-4986-ab7b-e674a8a78627', 'tenant_id': 'a5e9d109454040caae7035d0c100cd5c', 'fixed_ips': [{'subnet_id': '55b046c0-8795-4d7e-b396-df0dce2d9bf7'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:24:36.219619 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.242951 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d2ff-3934-40bc-b829-e10fcf6184b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.261927 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d2ff-3934-40bc-b829-e10fcf6184b6 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.264116 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-aeb5d2ff-3934-40bc-b829-e10fcf6184b6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/599bca4b-e543-418c-9aa5-a7f82c9cb337 HTTP/1.1" status: 204 len: 168 time: 0.3357644 Jul 06 12:24:36.268004 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5d2ff-3934-40bc-b829-e10fcf6184b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=599bca4b-e543-418c-9aa5-a7f82c9cb337,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:36.268842 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4d742a1-f726-47dd-b2cf-4a1bc0946d97 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.287185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d742a1-f726-47dd-b2cf-4a1bc0946d97 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:36.296020 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c4d742a1-f726-47dd-b2cf-4a1bc0946d97 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.362556 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c4d742a1-f726-47dd-b2cf-4a1bc0946d97 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2876585 Jul 06 12:24:36.369999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45338) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:36.378983 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ccee9-686a-4811-94c6-fe64146a0f81 req-f7b58350-f651-43c9-83b2-9b4811c3eb50 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:36.380667 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-042ccee9-686a-4811-94c6-fe64146a0f81 req-f7b58350-f651-43c9-83b2-9b4811c3eb50 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.0918386 Jul 06 12:24:36.383833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2ea85716-f53a-4d9c-8b2f-07d427f6a8a8 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Request body: {'network': {'name': 'tempest-router-network02--686412625'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:36.408373 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d742a1-f726-47dd-b2cf-4a1bc0946d97 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event updated for resources: {'Network': ['ID=95576422-8fc0-48bc-b39c-03555e8bb623,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:36.422495 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea85716-f53a-4d9c-8b2f-07d427f6a8a8 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Made reservation on behalf of a5e9d109454040caae7035d0c100cd5c for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:24:36.426460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 95576422-8fc0-48bc-b39c-03555e8bb623 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:24:36.427241 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ea85716-f53a-4d9c-8b2f-07d427f6a8a8 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.448101 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-042ccee9-686a-4811-94c6-fe64146a0f81 req-a1966dc3-4646-4f4c-a8e8-f25aa08e0491 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614550 Jul 06 12:24:36.481311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea85716-f53a-4d9c-8b2f-07d427f6a8a8 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:24:36.498664 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ea85716-f53a-4d9c-8b2f-07d427f6a8a8 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.499516 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-2ea85716-f53a-4d9c-8b2f-07d427f6a8a8 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Added segment 78bc0640-5335-4c25-9b8a-437240f7d391 of type vlan for network b841e1b8-42cf-4d36-9fbf-0124c0006bc1 Jul 06 12:24:36.556223 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ea85716-f53a-4d9c-8b2f-07d427f6a8a8 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.569475 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45342) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:36.600296 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ea85716-f53a-4d9c-8b2f-07d427f6a8a8 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.606469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea85716-f53a-4d9c-8b2f-07d427f6a8a8 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:36.607154 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ea85716-f53a-4d9c-8b2f-07d427f6a8a8 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.617088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Allocated IP 172.20.0.2 (5c67da03-0ee9-4986-ab7b-e674a8a78627/55b046c0-8795-4d7e-b396-df0dce2d9bf7/52026957-2e37-4a61-8a70-fb6251140dd4) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:24:36.653448 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b2daef5a-2855-425e-a6eb-96d09f05fc7b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e329c63151e0445c8da4fd5353f71213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804279 Jul 06 12:24:36.653696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45344) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:36.667944 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2ea85716-f53a-4d9c-8b2f-07d427f6a8a8 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2969286 Jul 06 12:24:36.671477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45346) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:36.679102 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-50c7feeb-a4db-497a-81f9-d3ec010da34d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Request body: {'subnet': {'network_id': '95576422-8fc0-48bc-b39c-03555e8bb623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:36.690859 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.722920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62347134-6965-4ec9-8070-7ecbc12a75a2 req-b6dbae72-a96e-492c-a658-866c0e33a1da tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:36.724665 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62347134-6965-4ec9-8070-7ecbc12a75a2 req-b6dbae72-a96e-492c-a658-866c0e33a1da tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.1203799 Jul 06 12:24:36.735830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea85716-f53a-4d9c-8b2f-07d427f6a8a8 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event updated for resources: {'Network': ['ID=b841e1b8-42cf-4d36-9fbf-0124c0006bc1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:36.752601 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f0ace9d2-fb59-4dcf-a600-00156fe2f91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.769159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network b841e1b8-42cf-4d36-9fbf-0124c0006bc1 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:24:36.790834 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f0ace9d2-fb59-4dcf-a600-00156fe2f91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.793789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c7feeb-a4db-497a-81f9-d3ec010da34d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Made reservation on behalf of a5e9d109454040caae7035d0c100cd5c for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:24:36.795924 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62347134-6965-4ec9-8070-7ecbc12a75a2 req-725b5e06-d681-4796-9fd9-72d2d3c09302 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655305 Jul 06 12:24:36.816448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50c7feeb-a4db-497a-81f9-d3ec010da34d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.853337 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.859420 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f0ace9d2-fb59-4dcf-a600-00156fe2f91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.862303 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f0ace9d2-fb59-4dcf-a600-00156fe2f91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.863583 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f0ace9d2-fb59-4dcf-a600-00156fe2f91b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be9a8f0c-0f11-4ea0-a7fa-79f874754e43 HTTP/1.1" status: 204 len: 168 time: 0.2089140 Jul 06 12:24:36.880192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ace9d2-fb59-4dcf-a600-00156fe2f91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9a8f0c-0f11-4ea0-a7fa-79f874754e43,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:36.894427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Transition to ACTIVE for port object 52026957-2e37-4a61-8a70-fb6251140dd4 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:24:36.926676 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Transition to ACTIVE for port object 52026957-2e37-4a61-8a70-fb6251140dd4 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:24:36.935895 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:36.980181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Network 5c67da03-0ee9-4986-ab7b-e674a8a78627 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:24:36.984640 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:36.992229 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:24:37.064019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Pushing event updated for resources: {'Port': ['ID=52026957-2e37-4a61-8a70-fb6251140dd4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:37.070727 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Attempting to bind port 52026957-2e37-4a61-8a70-fb6251140dd4 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:24:37.071415 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Attempting to bind port 52026957-2e37-4a61-8a70-fb6251140dd4 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '1c54ed67-c5f9-473f-b6ab-da35ae2877cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5c67da03-0ee9-4986-ab7b-e674a8a78627'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:24:37.072592 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Attempting to bind port 52026957-2e37-4a61-8a70-fb6251140dd4 on network 5c67da03-0ee9-4986-ab7b-e674a8a78627 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:24:37.078017 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50c7feeb-a4db-497a-81f9-d3ec010da34d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:37.079564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:24:37.080073 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Checking segment: {'id': '1c54ed67-c5f9-473f-b6ab-da35ae2877cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5c67da03-0ee9-4986-ab7b-e674a8a78627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:24:37.080566 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:37.081249 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Bound using segment: {'id': '1c54ed67-c5f9-473f-b6ab-da35ae2877cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5c67da03-0ee9-4986-ab7b-e674a8a78627'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:24:37.081997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Bound port: 52026957-2e37-4a61-8a70-fb6251140dd4, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54ed67-c5f9-473f-b6ab-da35ae2877cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5c67da03-0ee9-4986-ab7b-e674a8a78627'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:24:37.082634 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:37.146679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7feeb-a4db-497a-81f9-d3ec010da34d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event updated for resources: {'Subnet': ['ID=d3c95952-609c-40e0-acb9-e3c3eaf6fc16,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:37.172161 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] For port 52026957-2e37-4a61-8a70-fb6251140dd4, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:24:37.176747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] For port 52026957-2e37-4a61-8a70-fb6251140dd4, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=52026957-2e37-4a61-8a70-fb6251140dd4,segment=NetworkSegment(1c54ed67-c5f9-473f-b6ab-da35ae2877cb),segment_id=1c54ed67-c5f9-473f-b6ab-da35ae2877cb)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:24:37.182682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c7feeb-a4db-497a-81f9-d3ec010da34d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Checking segment: {'id': 'b8af862a-b21f-4107-b4b5-1280edefb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '95576422-8fc0-48bc-b39c-03555e8bb623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:24:37.183190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c7feeb-a4db-497a-81f9-d3ec010da34d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Network hostable DHCP agents. Network: 95576422-8fc0-48bc-b39c-03555e8bb623, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:24:37.183666 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:37.207458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c7feeb-a4db-497a-81f9-d3ec010da34d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Network 95576422-8fc0-48bc-b39c-03555e8bb623 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:24:37.220956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-50c7feeb-a4db-497a-81f9-d3ec010da34d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 95576422-8fc0-48bc-b39c-03555e8bb623) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:37.227263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c7feeb-a4db-497a-81f9-d3ec010da34d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:37.228040 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50c7feeb-a4db-497a-81f9-d3ec010da34d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:37.239528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd3b8d3-32cb-4bd1-8d6e-72e768cd4993 None None] Network 95576422-8fc0-48bc-b39c-03555e8bb623 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:37.254994 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-50c7feeb-a4db-497a-81f9-d3ec010da34d tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5800385 Jul 06 12:24:37.255944 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45358) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:37.263117 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2986d4fa-ad66-4db3-a778-dc277da89e5f tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Request body: {'subnet': {'network_id': 'b841e1b8-42cf-4d36-9fbf-0124c0006bc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:37.340379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df26062-db3a-4c2e-a940-a2065de87837 None None] Pushing event updated for resources: {'Port': ['ID=52026957-2e37-4a61-8a70-fb6251140dd4,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:37.446904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2986d4fa-ad66-4db3-a778-dc277da89e5f tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Made reservation on behalf of a5e9d109454040caae7035d0c100cd5c for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:24:37.454561 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2986d4fa-ad66-4db3-a778-dc277da89e5f tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:37.563684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-95576422-8fc0-48bc-b39c-03555e8bb623', 'network_id': '95576422-8fc0-48bc-b39c-03555e8bb623', 'tenant_id': 'a5e9d109454040caae7035d0c100cd5c', 'fixed_ips': [{'subnet_id': 'd3c95952-609c-40e0-acb9-e3c3eaf6fc16'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:24:37.572833 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:37.692945 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71704cf5-634f-4c7a-abcb-e519fc2d63aa req-c4e9a20b-944c-4a09-8701-f1130891a84c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:37.694627 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71704cf5-634f-4c7a-abcb-e519fc2d63aa req-c4e9a20b-944c-4a09-8701-f1130891a84c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.0990601 Jul 06 12:24:37.718293 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e613282-cc9a-4183-bf9f-32174693bce8 req-9a32cc3b-393e-4d67-a688-219f93b349bc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2073181 Jul 06 12:24:37.763361 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71704cf5-634f-4c7a-abcb-e519fc2d63aa req-c8d61d72-5735-4f42-9abb-954870a4fadf tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589380 Jul 06 12:24:37.768832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Allocated IP 172.20.0.2 (95576422-8fc0-48bc-b39c-03555e8bb623/d3c95952-609c-40e0-acb9-e3c3eaf6fc16/20093100-e92f-409c-a5cf-543fa838e532) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:24:37.815663 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2986d4fa-ad66-4db3-a778-dc277da89e5f tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:37.890629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986d4fa-ad66-4db3-a778-dc277da89e5f tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event updated for resources: {'Subnet': ['ID=d3b8301a-22ca-4493-824f-21c70cf1ff91,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:37.895150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2986d4fa-ad66-4db3-a778-dc277da89e5f tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Checking segment: {'id': '78bc0640-5335-4c25-9b8a-437240f7d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b841e1b8-42cf-4d36-9fbf-0124c0006bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:24:37.895662 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2986d4fa-ad66-4db3-a778-dc277da89e5f tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Network hostable DHCP agents. Network: b841e1b8-42cf-4d36-9fbf-0124c0006bc1, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:24:37.924218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2986d4fa-ad66-4db3-a778-dc277da89e5f tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Network b841e1b8-42cf-4d36-9fbf-0124c0006bc1 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:24:37.938768 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2986d4fa-ad66-4db3-a778-dc277da89e5f tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, b841e1b8-42cf-4d36-9fbf-0124c0006bc1) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:37.944240 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:37.953861 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2986d4fa-ad66-4db3-a778-dc277da89e5f tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:37.954441 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2986d4fa-ad66-4db3-a778-dc277da89e5f tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:37.956330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5dc479-1c8d-42cd-be69-d3447e236cb9 None None] Network b841e1b8-42cf-4d36-9fbf-0124c0006bc1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:37.960871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Transition to ACTIVE for port object 20093100-e92f-409c-a5cf-543fa838e532 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:24:37.975535 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2986d4fa-ad66-4db3-a778-dc277da89e5f tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7182016 Jul 06 12:24:37.978259 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45376) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:38.031809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Transition to ACTIVE for port object 20093100-e92f-409c-a5cf-543fa838e532 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:24:38.047420 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:38.071683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 52026957-2e37-4a61-8a70-fb6251140dd4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:38.151494 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Network 95576422-8fc0-48bc-b39c-03555e8bb623 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:24:38.179213 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:38.209739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:24:38.212994 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Pushing event updated for resources: {'Port': ['ID=20093100-e92f-409c-a5cf-543fa838e532,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:38.239494 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-50321934-a91d-435b-aa0a-8582a5413fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:38.338546 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:38.379530 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Attempting to bind port 20093100-e92f-409c-a5cf-543fa838e532 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:24:38.379901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Attempting to bind port 20093100-e92f-409c-a5cf-543fa838e532 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'b8af862a-b21f-4107-b4b5-1280edefb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '95576422-8fc0-48bc-b39c-03555e8bb623'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:24:38.380440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Attempting to bind port 20093100-e92f-409c-a5cf-543fa838e532 on network 95576422-8fc0-48bc-b39c-03555e8bb623 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:24:38.388854 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:24:38.389342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Checking segment: {'id': 'b8af862a-b21f-4107-b4b5-1280edefb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '95576422-8fc0-48bc-b39c-03555e8bb623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:24:38.389842 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:38.390241 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Bound using segment: {'id': 'b8af862a-b21f-4107-b4b5-1280edefb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '95576422-8fc0-48bc-b39c-03555e8bb623'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:24:38.390887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Bound port: 20093100-e92f-409c-a5cf-543fa838e532, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8af862a-b21f-4107-b4b5-1280edefb816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '95576422-8fc0-48bc-b39c-03555e8bb623'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:24:38.392023 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:38.397271 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 52026957-2e37-4a61-8a70-fb6251140dd4 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:38.399476 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:38.399661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-b841e1b8-42cf-4d36-9fbf-0124c0006bc1', 'network_id': 'b841e1b8-42cf-4d36-9fbf-0124c0006bc1', 'tenant_id': 'a5e9d109454040caae7035d0c100cd5c', 'fixed_ips': [{'subnet_id': 'd3b8301a-22ca-4493-824f-21c70cf1ff91'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:24:38.402375 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:38.620496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] For port 20093100-e92f-409c-a5cf-543fa838e532, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:24:38.646740 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] For port 20093100-e92f-409c-a5cf-543fa838e532, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=20093100-e92f-409c-a5cf-543fa838e532,segment=NetworkSegment(b8af862a-b21f-4107-b4b5-1280edefb816),segment_id=b8af862a-b21f-4107-b4b5-1280edefb816)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:24:38.655325 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:38.666196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Allocated IP 172.20.0.2 (b841e1b8-42cf-4d36-9fbf-0124c0006bc1/d3b8301a-22ca-4493-824f-21c70cf1ff91/2d24ed27-4ce8-492e-aef6-1d9ecbf53e67) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:24:38.708110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Allocated IP 172.20.0.1 (95576422-8fc0-48bc-b39c-03555e8bb623/d3c95952-609c-40e0-acb9-e3c3eaf6fc16/a7ddb797-8501-4e56-a2bc-6ffa0c1fcaa7) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:24:38.799964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343d1cfd-680b-4681-bcc8-4c4569bb7a4e None None] Network 5c67da03-0ee9-4986-ab7b-e674a8a78627 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:38.864869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e613282-cc9a-4183-bf9f-32174693bce8 req-9f2f87c5-1a4d-4bdc-9992-d047d6daf8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:38.866775 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e613282-cc9a-4183-bf9f-32174693bce8 req-9f2f87c5-1a4d-4bdc-9992-d047d6daf8fc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83&tenant_id=f4a77e0eceff4933aabc8d50627ab2af HTTP/1.1" status: 200 len: 1094 time: 0.1679456 Jul 06 12:24:38.867191 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:38.879600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bb8ef52f-e04a-474f-be78-cfef22fa7d97 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:38.884572 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Transition to ACTIVE for port object a7ddb797-8501-4e56-a2bc-6ffa0c1fcaa7 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:24:38.887030 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c89ae8-b4ce-4211-82e8-507854cc33e5 None None] Pushing event updated for resources: {'Port': ['ID=20093100-e92f-409c-a5cf-543fa838e532,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:38.925597 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:38.939863 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b692801d-ab11-48fc-9c3a-b4dffe465f9d None None] Provisioning for port 52026957-2e37-4a61-8a70-fb6251140dd4 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:38.978726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b692801d-ab11-48fc-9c3a-b4dffe465f9d None None] Provisioning complete for port 52026957-2e37-4a61-8a70-fb6251140dd4 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:38.979162 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b692801d-ab11-48fc-9c3a-b4dffe465f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:39.001129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e613282-cc9a-4183-bf9f-32174693bce8 req-dcc48c6e-8675-4a89-8798-68bed77ebe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:39.003112 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e613282-cc9a-4183-bf9f-32174693bce8 req-dcc48c6e-8675-4a89-8798-68bed77ebe8b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4a77e0eceff4933aabc8d50627ab2af&device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 1094 time: 0.1078792 Jul 06 12:24:39.016321 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Network 95576422-8fc0-48bc-b39c-03555e8bb623 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:24:39.088091 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:39.095792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event updated for resources: {'Port': ['ID=a7ddb797-8501-4e56-a2bc-6ffa0c1fcaa7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:39.098310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:24:39.190291 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e613282-cc9a-4183-bf9f-32174693bce8 req-bb3740dd-35da-4098-9f1a-5f9bbb6d25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:39.192606 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e613282-cc9a-4183-bf9f-32174693bce8 req-bb3740dd-35da-4098-9f1a-5f9bbb6d25aa service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7a10b76-6c66-4940-ba65-bee208413885 HTTP/1.1" status: 200 len: 915 time: 0.1817303 Jul 06 12:24:39.199915 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:39.262843 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e613282-cc9a-4183-bf9f-32174693bce8 req-52565f3a-4694-4549-9211-e6f0815bd79a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97 HTTP/1.1" status: 200 len: 217 time: 0.0633893 Jul 06 12:24:39.272491 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:39.279074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a5687-e460-422c-b28d-cf268d1f73e1 req-017a8b12-ceb7-490e-9c28-ae05ade75df2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:39.280784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-816a5687-e460-422c-b28d-cf268d1f73e1 req-017a8b12-ceb7-490e-9c28-ae05ade75df2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.3036470 Jul 06 12:24:39.331112 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b692801d-ab11-48fc-9c3a-b4dffe465f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:39.333950 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e613282-cc9a-4183-bf9f-32174693bce8 req-648fa4fa-5bad-4dca-b71a-20c2a6e42d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:39.335499 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e613282-cc9a-4183-bf9f-32174693bce8 req-648fa4fa-5bad-4dca-b71a-20c2a6e42d91 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa HTTP/1.1" status: 200 len: 854 time: 0.0604885 Jul 06 12:24:39.350342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Transition to ACTIVE for port object 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:24:39.375762 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e613282-cc9a-4183-bf9f-32174693bce8 req-997e0658-f804-4ac3-b577-56e0787d4eac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7a10b76-6c66-4940-ba65-bee208413885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331497 Jul 06 12:24:39.383221 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-816a5687-e460-422c-b28d-cf268d1f73e1 req-58e1b164-0dc8-4201-bdd1-d25d1463fceb tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820506 Jul 06 12:24:39.399733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b692801d-ab11-48fc-9c3a-b4dffe465f9d None None] For port 52026957-2e37-4a61-8a70-fb6251140dd4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=52026957-2e37-4a61-8a70-fb6251140dd4,segment=NetworkSegment(1c54ed67-c5f9-473f-b6ab-da35ae2877cb),segment_id=1c54ed67-c5f9-473f-b6ab-da35ae2877cb)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:39.402945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Transition to ACTIVE for port object 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:24:39.414926 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:39.418772 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b692801d-ab11-48fc-9c3a-b4dffe465f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:39.428601 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:39.480863 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:39.497978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Network b841e1b8-42cf-4d36-9fbf-0124c0006bc1 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:24:39.502048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:39.507056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:24:39.533190 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e613282-cc9a-4183-bf9f-32174693bce8 req-c877752c-e7d8-4249-bcc0-2b2dc5264647 service neutron] 10.222.0.89 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505890 Jul 06 12:24:39.547701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692801d-ab11-48fc-9c3a-b4dffe465f9d None None] Pushing event updated for resources: {'Port': ['ID=52026957-2e37-4a61-8a70-fb6251140dd4,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:39.672808 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Attempting to bind port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:24:39.673465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Attempting to bind port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '78bc0640-5335-4c25-9b8a-437240f7d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b841e1b8-42cf-4d36-9fbf-0124c0006bc1'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:24:39.673991 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Attempting to bind port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 on network b841e1b8-42cf-4d36-9fbf-0124c0006bc1 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:24:39.704315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:24:39.704902 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Checking segment: {'id': '78bc0640-5335-4c25-9b8a-437240f7d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b841e1b8-42cf-4d36-9fbf-0124c0006bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:24:39.705541 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:39.705797 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e613282-cc9a-4183-bf9f-32174693bce8 req-a79021fd-b84b-4ab8-8bb9-580e504b5bca service neutron] 10.222.0.89 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657228 Jul 06 12:24:39.706165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Bound using segment: {'id': '78bc0640-5335-4c25-9b8a-437240f7d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b841e1b8-42cf-4d36-9fbf-0124c0006bc1'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:24:39.706943 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Bound port: 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bc0640-5335-4c25-9b8a-437240f7d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b841e1b8-42cf-4d36-9fbf-0124c0006bc1'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:24:39.707579 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:39.750358 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Pushing event updated for resources: {'Port': ['ID=2d24ed27-4ce8-492e-aef6-1d9ecbf53e67,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:39.844566 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] For port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:24:39.853353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] For port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=2d24ed27-4ce8-492e-aef6-1d9ecbf53e67,segment=NetworkSegment(78bc0640-5335-4c25-9b8a-437240f7d391),segment_id=78bc0640-5335-4c25-9b8a-437240f7d391)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:24:39.864403 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:39.870200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d1b49f29-a089-4f44-b43e-0cab4d35dd9e None None] Provisioning complete for port 52026957-2e37-4a61-8a70-fb6251140dd4 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:39.870701 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d1b49f29-a089-4f44-b43e-0cab4d35dd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:39.908837 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:39.927782 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:39.977967 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772d1dd-33b8-4684-af2d-f3d5cb1441dd None None] Pushing event updated for resources: {'Port': ['ID=2d24ed27-4ce8-492e-aef6-1d9ecbf53e67,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:40.109785 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:40.119430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event updated for resources: {'Port': ['ID=a7ddb797-8501-4e56-a2bc-6ffa0c1fcaa7,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:40.250761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Network 95576422-8fc0-48bc-b39c-03555e8bb623 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:24:40.253148 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:40.338171 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 20093100-e92f-409c-a5cf-543fa838e532 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:40.350492 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adee66af-8c15-4789-97e1-553c419992e0 None None] Network 95576422-8fc0-48bc-b39c-03555e8bb623 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:40.524460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 20093100-e92f-409c-a5cf-543fa838e532 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:40.531401 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Router 39258221-0b11-49a1-8391-3164a96d7878 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:24:40.614864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 52026957-2e37-4a61-8a70-fb6251140dd4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:40.683950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8a3cd913-6f92-456d-8191-0da1d3538b8a None None] Provisioning for port 20093100-e92f-409c-a5cf-543fa838e532 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:40.694456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8a3cd913-6f92-456d-8191-0da1d3538b8a None None] Provisioning complete for port 20093100-e92f-409c-a5cf-543fa838e532 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:40.694456 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd913-6f92-456d-8191-0da1d3538b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:40.707371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:24:40.714018 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e70a6326-6d47-4208-a243-558ec0d4a69e tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "PUT /v2.0/routers/39258221-0b11-49a1-8391-3164a96d7878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7344604 Jul 06 12:24:40.717467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45398) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:40.738681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91432f98-ad8f-4e9d-8a62-7f0f69dbd1a6 None None] Sync routers for ids ['39258221-0b11-49a1-8391-3164a96d7878'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:24:40.777401 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 52026957-2e37-4a61-8a70-fb6251140dd4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:40.778299 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:40.827859 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91432f98-ad8f-4e9d-8a62-7f0f69dbd1a6 None None] Routers {'39258221-0b11-49a1-8391-3164a96d7878'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:40.829723 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-91432f98-ad8f-4e9d-8a62-7f0f69dbd1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['39258221-0b11-49a1-8391-3164a96d7878'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:40.958541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-91432f98-ad8f-4e9d-8a62-7f0f69dbd1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:41.111506 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91432f98-ad8f-4e9d-8a62-7f0f69dbd1a6 None None] Routers {'39258221-0b11-49a1-8391-3164a96d7878'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:41.112566 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-91432f98-ad8f-4e9d-8a62-7f0f69dbd1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['39258221-0b11-49a1-8391-3164a96d7878'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:41.299564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-91432f98-ad8f-4e9d-8a62-7f0f69dbd1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:41.300707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91432f98-ad8f-4e9d-8a62-7f0f69dbd1a6 None None] The sync data for ids ['39258221-0b11-49a1-8391-3164a96d7878'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:24:41.304714 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd913-6f92-456d-8191-0da1d3538b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:41.327321 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:41.356085 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8a3cd913-6f92-456d-8191-0da1d3538b8a None None] For port 20093100-e92f-409c-a5cf-543fa838e532, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=20093100-e92f-409c-a5cf-543fa838e532,segment=NetworkSegment(b8af862a-b21f-4107-b4b5-1280edefb816),segment_id=b8af862a-b21f-4107-b4b5-1280edefb816)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:41.362684 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd913-6f92-456d-8191-0da1d3538b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:41.449000 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cd913-6f92-456d-8191-0da1d3538b8a None None] Pushing event updated for resources: {'Port': ['ID=20093100-e92f-409c-a5cf-543fa838e532,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:41.455977 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-67cdb0f1-4e33-44f7-b510-009ba50e4d29 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:24:41.457845 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-67cdb0f1-4e33-44f7-b510-009ba50e4d29 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "PUT /v2.0/routers/39258221-0b11-49a1-8391-3164a96d7878/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7392929 Jul 06 12:24:41.460739 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45402) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:41.572340 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420813e-0d85-494a-b7f5-391b182a0e8e req-ca06384a-a409-43c9-9e68-10f72f8f67a0 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:41.584329 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c420813e-0d85-494a-b7f5-391b182a0e8e req-ca06384a-a409-43c9-9e68-10f72f8f67a0 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.8960443 Jul 06 12:24:41.592648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a8d9c0c3-8af0-4ff0-91b3-c202514628dd None None] Provisioning for port a7ddb797-8501-4e56-a2bc-6ffa0c1fcaa7 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:41.603220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a8d9c0c3-8af0-4ff0-91b3-c202514628dd None None] Provisioning complete for port a7ddb797-8501-4e56-a2bc-6ffa0c1fcaa7 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:41.605751 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c0c3-8af0-4ff0-91b3-c202514628dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:41.680490 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a8d9c0c3-8af0-4ff0-91b3-c202514628dd None None] Port a7ddb797-8501-4e56-a2bc-6ffa0c1fcaa7 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:24:41.701796 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c420813e-0d85-494a-b7f5-391b182a0e8e req-5ef9afde-58d4-42a8-a68d-4b884fb49d6c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127524 Jul 06 12:24:41.716880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d31ec9-8702-46ef-928c-0014195c7ff1 None None] Network b841e1b8-42cf-4d36-9fbf-0124c0006bc1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:41.796179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a8d9c0c3-8af0-4ff0-91b3-c202514628dd None None] Provisioning complete for port 20093100-e92f-409c-a5cf-543fa838e532 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:41.796444 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c0c3-8af0-4ff0-91b3-c202514628dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:42.200181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ca1be7c9-11e6-418e-bbd9-06082a71a35b None None] Provisioning complete for port a7ddb797-8501-4e56-a2bc-6ffa0c1fcaa7 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:42.200844 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca1be7c9-11e6-418e-bbd9-06082a71a35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:42.217039 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 20093100-e92f-409c-a5cf-543fa838e532 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:42.312232 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ca1be7c9-11e6-418e-bbd9-06082a71a35b None None] Port a7ddb797-8501-4e56-a2bc-6ffa0c1fcaa7 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:24:42.407472 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ca1be7c9-11e6-418e-bbd9-06082a71a35b None None] Provisioning for port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:42.432901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 20093100-e92f-409c-a5cf-543fa838e532 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:42.433399 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:42.571533 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:42.656674 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-04bc5d3f-d73c-4f94-8efe-bc8258f6384f None None] Provisioning complete for port a7ddb797-8501-4e56-a2bc-6ffa0c1fcaa7 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:42.657190 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-04bc5d3f-d73c-4f94-8efe-bc8258f6384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:42.718853 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:42.732469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:42.733046 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:42.761974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-04bc5d3f-d73c-4f94-8efe-bc8258f6384f None None] Port a7ddb797-8501-4e56-a2bc-6ffa0c1fcaa7 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:24:42.768493 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d08938cc-00a9-49c7-84ac-a1204062e7a9 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:42.932185 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:42.999944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-15b719df-60f3-4f11-a357-90fbe2dac098 None None] Provisioning complete for port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:43.000349 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15b719df-60f3-4f11-a357-90fbe2dac098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:43.039217 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=2d24ed27-4ce8-492e-aef6-1d9ecbf53e67,segment=NetworkSegment(78bc0640-5335-4c25-9b8a-437240f7d391),segment_id=78bc0640-5335-4c25-9b8a-437240f7d391)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:43.047120 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:43.069286 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da5a91-2c79-4e8b-855a-7add17f07d66 req-6dbe57dc-0b5f-439c-9faa-8e272dcb36dd tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:43.088027 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-38da5a91-2c79-4e8b-855a-7add17f07d66 req-6dbe57dc-0b5f-439c-9faa-8e272dcb36dd tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.1745629 Jul 06 12:24:43.176855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-38da5a91-2c79-4e8b-855a-7add17f07d66 req-336b488e-db71-4644-8bcf-ac2e376357a0 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878310 Jul 06 12:24:43.213912 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=2d24ed27-4ce8-492e-aef6-1d9ecbf53e67,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:43.345869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d08938cc-00a9-49c7-84ac-a1204062e7a9 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Deleting port a7ddb797-8501-4e56-a2bc-6ffa0c1fcaa7 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:43.346188 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d08938cc-00a9-49c7-84ac-a1204062e7a9 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:43.451172 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d08938cc-00a9-49c7-84ac-a1204062e7a9 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:43.465348 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d08938cc-00a9-49c7-84ac-a1204062e7a9 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Calling delete_port for a7ddb797-8501-4e56-a2bc-6ffa0c1fcaa7 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:43.667948 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d08938cc-00a9-49c7-84ac-a1204062e7a9 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:43.702852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08938cc-00a9-49c7-84ac-a1204062e7a9 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event deleted for resources: {'Port': ['ID=a7ddb797-8501-4e56-a2bc-6ffa0c1fcaa7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:43.905851 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d08938cc-00a9-49c7-84ac-a1204062e7a9 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:44.016988 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:44.087276 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:44.087786 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:44.105471 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08938cc-00a9-49c7-84ac-a1204062e7a9 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Router 39258221-0b11-49a1-8391-3164a96d7878 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:24:44.192667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08938cc-00a9-49c7-84ac-a1204062e7a9 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:24:44.205140 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d08938cc-00a9-49c7-84ac-a1204062e7a9 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "PUT /v2.0/routers/39258221-0b11-49a1-8391-3164a96d7878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7372935 Jul 06 12:24:44.205384 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dff287-2dc9-486b-9c84-59551a0cfbd1 None None] Sync routers for ids ['39258221-0b11-49a1-8391-3164a96d7878'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:24:44.205969 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45408) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:44.218181 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dff287-2dc9-486b-9c84-59551a0cfbd1 None None] Routers {'39258221-0b11-49a1-8391-3164a96d7878'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:44.223576 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d8dff287-2dc9-486b-9c84-59551a0cfbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['39258221-0b11-49a1-8391-3164a96d7878'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:44.273313 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d8dff287-2dc9-486b-9c84-59551a0cfbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:44.286037 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dff287-2dc9-486b-9c84-59551a0cfbd1 None None] Routers {'39258221-0b11-49a1-8391-3164a96d7878'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:44.293408 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d8dff287-2dc9-486b-9c84-59551a0cfbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['39258221-0b11-49a1-8391-3164a96d7878'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:44.303149 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-681b90dd-be79-4a82-854a-569fb6a433c6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] delete failed (client error): The resource could not be found. Jul 06 12:24:44.304318 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-681b90dd-be79-4a82-854a-569fb6a433c6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-663252437 HTTP/1.1" status: 404 len: 334 time: 0.0971675 Jul 06 12:24:44.310339 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45412) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:44.320988 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-80a30cb8-6258-48ab-af57-f640d9e02db8 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Request body: {'router': {'external_gateway_info': {'network_id': '39258221-0b11-49a1-8391-3164a96d7878'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:44.374984 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d8dff287-2dc9-486b-9c84-59551a0cfbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:44.374984 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dff287-2dc9-486b-9c84-59551a0cfbd1 None None] The sync data for ids ['39258221-0b11-49a1-8391-3164a96d7878'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:24:44.631725 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80a30cb8-6258-48ab-af57-f640d9e02db8 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:44.650825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cd50a-cf2e-4b0f-8b7d-b7d7be971175 req-58787103-cec4-4d5f-a449-cbdd917e4401 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:44.652417 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d6cd50a-cf2e-4b0f-8b7d-b7d7be971175 req-58787103-cec4-4d5f-a449-cbdd917e4401 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.2516603 Jul 06 12:24:44.669225 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-80a30cb8-6258-48ab-af57-f640d9e02db8 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] update failed (client error): The resource could not be found. Jul 06 12:24:44.670665 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-80a30cb8-6258-48ab-af57-f640d9e02db8 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "PUT /v2.0/routers/39258221-0b11-49a1-8391-3164a96d7878 HTTP/1.1" status: 404 len: 339 time: 0.3592923 Jul 06 12:24:44.675203 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45414) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:44.713282 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d6cd50a-cf2e-4b0f-8b7d-b7d7be971175 req-a3475c63-b53f-4f52-8a2f-c56c4794808b tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465052 Jul 06 12:24:44.994671 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:45.260625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Allocated IP 172.20.0.1 (5c67da03-0ee9-4986-ab7b-e674a8a78627/55b046c0-8795-4d7e-b396-df0dce2d9bf7/4eac4cd0-1fa2-4822-a424-73dd073c7880) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:24:45.510213 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:45.557855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Transition to ACTIVE for port object 4eac4cd0-1fa2-4822-a424-73dd073c7880 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:24:45.629248 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:45.691327 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Network 5c67da03-0ee9-4986-ab7b-e674a8a78627 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:24:45.695681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:45.702712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:24:45.760439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event updated for resources: {'Port': ['ID=4eac4cd0-1fa2-4822-a424-73dd073c7880,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:45.784406 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:45.958828 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:46.008198 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef9bac-f942-4502-9f68-2d574f239ac4 req-b29e7324-8037-445f-8f10-6acce48e6e12 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:46.016818 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0bef9bac-f942-4502-9f68-2d574f239ac4 req-b29e7324-8037-445f-8f10-6acce48e6e12 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.0951073 Jul 06 12:24:46.059408 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ff28967d-8230-4c47-8fc6-ffe7325a4790 None None] Provisioning for port 4eac4cd0-1fa2-4822-a424-73dd073c7880 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:24:46.067048 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0bef9bac-f942-4502-9f68-2d574f239ac4 req-da437a40-f414-4c92-9ef9-05d18226d2da tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491068 Jul 06 12:24:46.067628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ff28967d-8230-4c47-8fc6-ffe7325a4790 None None] Provisioning complete for port 4eac4cd0-1fa2-4822-a424-73dd073c7880 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:46.068265 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff28967d-8230-4c47-8fc6-ffe7325a4790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:46.110801 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ff28967d-8230-4c47-8fc6-ffe7325a4790 None None] Port 4eac4cd0-1fa2-4822-a424-73dd073c7880 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:24:46.339522 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:46.344999 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:46.472622 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:46.479250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event updated for resources: {'Port': ['ID=4eac4cd0-1fa2-4822-a424-73dd073c7880,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:46.610815 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Network 5c67da03-0ee9-4986-ab7b-e674a8a78627 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:24:46.612415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:46.739923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Router 39258221-0b11-49a1-8391-3164a96d7878 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:24:46.909455 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:24:46.920322 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3c52e8ea-a94d-4fef-9e46-1649e70952c7 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "PUT /v2.0/routers/39258221-0b11-49a1-8391-3164a96d7878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2436485 Jul 06 12:24:46.923766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45420) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:46.926601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77769397-ab2c-423e-a1fe-74779711c9c2 None None] Sync routers for ids ['39258221-0b11-49a1-8391-3164a96d7878'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:24:46.981545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77769397-ab2c-423e-a1fe-74779711c9c2 None None] Routers {'39258221-0b11-49a1-8391-3164a96d7878'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:46.983913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-77769397-ab2c-423e-a1fe-74779711c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['39258221-0b11-49a1-8391-3164a96d7878'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:47.036893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9673690-2d75-4443-88c2-3c3034b3e618 None None] Provisioning complete for port 4eac4cd0-1fa2-4822-a424-73dd073c7880 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:47.037267 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9673690-2d75-4443-88c2-3c3034b3e618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:47.039057 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-77769397-ab2c-423e-a1fe-74779711c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:47.063888 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78d037de-c2e1-4cdd-97bf-6b6686401afd tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:47.072432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77769397-ab2c-423e-a1fe-74779711c9c2 None None] Routers {'39258221-0b11-49a1-8391-3164a96d7878'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:47.073081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-77769397-ab2c-423e-a1fe-74779711c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['39258221-0b11-49a1-8391-3164a96d7878'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:47.114099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-77769397-ab2c-423e-a1fe-74779711c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:47.114777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77769397-ab2c-423e-a1fe-74779711c9c2 None None] The sync data for ids ['39258221-0b11-49a1-8391-3164a96d7878'] in n-d-799529-2 is: [] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:24:47.119539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9673690-2d75-4443-88c2-3c3034b3e618 None None] Port 4eac4cd0-1fa2-4822-a424-73dd073c7880 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:24:47.167743 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-78d037de-c2e1-4cdd-97bf-6b6686401afd tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 12:24:47.171622 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-78d037de-c2e1-4cdd-97bf-6b6686401afd tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "DELETE /v2.0/routers/39258221-0b11-49a1-8391-3164a96d7878 HTTP/1.1" status: 409 len: 329 time: 0.2426887 Jul 06 12:24:47.171830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45424) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:47.299795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a132929-9a34-476e-ac95-72a01c46b8d8 req-547adb33-3ef1-4044-88cd-45edae0b4e50 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:47.301400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a132929-9a34-476e-ac95-72a01c46b8d8 req-547adb33-3ef1-4044-88cd-45edae0b4e50 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.0811603 Jul 06 12:24:47.352503 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a132929-9a34-476e-ac95-72a01c46b8d8 req-bbf3e31b-d48c-476b-8458-2b0a3eb79dad tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414433 Jul 06 12:24:47.866484 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8de3-a433-4282-b9ff-68b8165d43c2 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:48.003982 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:24:48.192886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb8de3-a433-4282-b9ff-68b8165d43c2 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Deleting port 4eac4cd0-1fa2-4822-a424-73dd073c7880 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:48.193196 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8de3-a433-4282-b9ff-68b8165d43c2 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:48.291033 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8de3-a433-4282-b9ff-68b8165d43c2 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:48.304818 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb8de3-a433-4282-b9ff-68b8165d43c2 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Calling delete_port for 4eac4cd0-1fa2-4822-a424-73dd073c7880 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:48.521235 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8de3-a433-4282-b9ff-68b8165d43c2 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:48.566851 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb8de3-a433-4282-b9ff-68b8165d43c2 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event deleted for resources: {'Port': ['ID=4eac4cd0-1fa2-4822-a424-73dd073c7880,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:48.590576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98462df0-4dfc-4b35-a524-5cc4daa8617d req-bd4cd140-5b80-4604-b4cf-dfcf138a8287 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:48.592373 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98462df0-4dfc-4b35-a524-5cc4daa8617d req-bd4cd140-5b80-4604-b4cf-dfcf138a8287 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.0825367 Jul 06 12:24:48.673523 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98462df0-4dfc-4b35-a524-5cc4daa8617d req-dcc4c4cd-9e8c-4acf-96e9-86e2087030a1 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729573 Jul 06 12:24:48.809104 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8de3-a433-4282-b9ff-68b8165d43c2 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:48.981209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcb8de3-a433-4282-b9ff-68b8165d43c2 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Router 39258221-0b11-49a1-8391-3164a96d7878 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:24:49.085550 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcb8de3-a433-4282-b9ff-68b8165d43c2 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:24:49.094153 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6fcb8de3-a433-4282-b9ff-68b8165d43c2 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "PUT /v2.0/routers/39258221-0b11-49a1-8391-3164a96d7878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9201140 Jul 06 12:24:49.097884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45430) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:49.099715 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966016b0-2cd1-443a-b3d2-d74d69c683d8 None None] Sync routers for ids ['39258221-0b11-49a1-8391-3164a96d7878'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:24:49.113163 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966016b0-2cd1-443a-b3d2-d74d69c683d8 None None] Routers {'39258221-0b11-49a1-8391-3164a96d7878'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:49.115470 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-966016b0-2cd1-443a-b3d2-d74d69c683d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['39258221-0b11-49a1-8391-3164a96d7878'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:49.146163 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-44766b58-bf17-42cd-a547-972ff969a475 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] show failed (client error): The resource could not be found. Jul 06 12:24:49.151324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-44766b58-bf17-42cd-a547-972ff969a475 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-821055277 HTTP/1.1" status: 404 len: 334 time: 0.0517774 Jul 06 12:24:49.151664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45432) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:49.161547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a5f2f6c6-cd4c-486e-b7ac-950acba17afc tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:49.162360 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-966016b0-2cd1-443a-b3d2-d74d69c683d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:49.174888 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966016b0-2cd1-443a-b3d2-d74d69c683d8 None None] Routers {'39258221-0b11-49a1-8391-3164a96d7878'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:24:49.175672 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-966016b0-2cd1-443a-b3d2-d74d69c683d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:24:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['39258221-0b11-49a1-8391-3164a96d7878'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:49.217589 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-966016b0-2cd1-443a-b3d2-d74d69c683d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:49.218324 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966016b0-2cd1-443a-b3d2-d74d69c683d8 None None] The sync data for ids ['39258221-0b11-49a1-8391-3164a96d7878'] in n-d-799529-2 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:24:49.243424 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-a5f2f6c6-cd4c-486e-b7ac-950acba17afc tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] update failed (client error): The resource could not be found. Jul 06 12:24:49.249874 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a5f2f6c6-cd4c-486e-b7ac-950acba17afc tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-367678357 HTTP/1.1" status: 404 len: 334 time: 0.0919044 Jul 06 12:24:49.250132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45434) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:49.309519 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f677be89-0e22-4dfc-a00c-8d07c005b682 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Deleting subnet d3b8301a-22ca-4493-824f-21c70cf1ff91 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:24:49.313610 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f677be89-0e22-4dfc-a00c-8d07c005b682 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:49.363635 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f677be89-0e22-4dfc-a00c-8d07c005b682 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:49.473231 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f677be89-0e22-4dfc-a00c-8d07c005b682 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:49.582952 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f677be89-0e22-4dfc-a00c-8d07c005b682 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:49.620680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677be89-0e22-4dfc-a00c-8d07c005b682 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b8301a-22ca-4493-824f-21c70cf1ff91,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:49.640393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7573a017-93ac-497d-9baa-0949f5cd6727 None None] Network b841e1b8-42cf-4d36-9fbf-0124c0006bc1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:49.645938 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f677be89-0e22-4dfc-a00c-8d07c005b682 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:49.654151 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f677be89-0e22-4dfc-a00c-8d07c005b682 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "DELETE /v2.0/subnets/d3b8301a-22ca-4493-824f-21c70cf1ff91 HTTP/1.1" status: 204 len: 168 time: 0.4029114 Jul 06 12:24:49.656759 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45436) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:49.730949 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b6324a-9987-45e5-9a39-185abaa7a47a tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Deleting subnet d3c95952-609c-40e0-acb9-e3c3eaf6fc16 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:24:49.736764 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61b6324a-9987-45e5-9a39-185abaa7a47a tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:49.821681 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61b6324a-9987-45e5-9a39-185abaa7a47a tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:49.957014 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e924c592-1090-4eb9-889a-c07f44cf5152 None None] DHCP port deletion for b841e1b8-42cf-4d36-9fbf-0124c0006bc1 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:24:49.987015 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd44f0-3329-48b3-ba92-706b1278296c req-6d5cce9e-b78b-4dd6-8729-84a0aef68fe7 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:49.994612 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8fd44f0-3329-48b3-ba92-706b1278296c req-6d5cce9e-b78b-4dd6-8729-84a0aef68fe7 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.1497824 Jul 06 12:24:50.006231 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61b6324a-9987-45e5-9a39-185abaa7a47a tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.056749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:50.089260 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e8fd44f0-3329-48b3-ba92-706b1278296c req-5ce31e73-843c-4f2f-8fb0-df0c23b32c8d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935388 Jul 06 12:24:50.117441 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e924c592-1090-4eb9-889a-c07f44cf5152 None None] Deleting port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:50.117824 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e924c592-1090-4eb9-889a-c07f44cf5152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.129845 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61b6324a-9987-45e5-9a39-185abaa7a47a tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.161719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6324a-9987-45e5-9a39-185abaa7a47a tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c95952-609c-40e0-acb9-e3c3eaf6fc16,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:50.172028 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61b6324a-9987-45e5-9a39-185abaa7a47a tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.176379 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-61b6324a-9987-45e5-9a39-185abaa7a47a tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "DELETE /v2.0/subnets/d3c95952-609c-40e0-acb9-e3c3eaf6fc16 HTTP/1.1" status: 204 len: 168 time: 0.5163147 Jul 06 12:24:50.176694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45442) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:50.182506 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656be03e-5a7c-49f5-9a05-e1a2fea153b9 None None] Network 95576422-8fc0-48bc-b39c-03555e8bb623 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:50.269538 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.322755 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.335116 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e924c592-1090-4eb9-889a-c07f44cf5152 None None] For port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=2d24ed27-4ce8-492e-aef6-1d9ecbf53e67,segment=NetworkSegment(78bc0640-5335-4c25-9b8a-437240f7d391),segment_id=78bc0640-5335-4c25-9b8a-437240f7d391)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:50.335635 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e924c592-1090-4eb9-889a-c07f44cf5152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.350273 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Deleting port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:50.350755 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.377394 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e924c592-1090-4eb9-889a-c07f44cf5152 None None] Calling delete_port for 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:50.432618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=2d24ed27-4ce8-492e-aef6-1d9ecbf53e67,segment=NetworkSegment(78bc0640-5335-4c25-9b8a-437240f7d391),segment_id=78bc0640-5335-4c25-9b8a-437240f7d391)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:50.438750 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] For port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=2d24ed27-4ce8-492e-aef6-1d9ecbf53e67,segment=NetworkSegment(78bc0640-5335-4c25-9b8a-437240f7d391),segment_id=78bc0640-5335-4c25-9b8a-437240f7d391)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:50.439148 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.459581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Calling delete_port for 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:50.472171 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.567935 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=2d24ed27-4ce8-492e-aef6-1d9ecbf53e67,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:50.572084 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e924c592-1090-4eb9-889a-c07f44cf5152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.601667 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.603827 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924c592-1090-4eb9-889a-c07f44cf5152 None None] Pushing event deleted for resources: {'Port': ['ID=2d24ed27-4ce8-492e-aef6-1d9ecbf53e67,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:50.608195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e924c592-1090-4eb9-889a-c07f44cf5152 None None] No DVR routers for this DVR port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:50.633833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b47b18-53a1-4284-a623-9c3153355814 None None] DHCP port deletion for 95576422-8fc0-48bc-b39c-03555e8bb623 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:24:50.642279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event deleted for resources: {'Port': ['ID=2d24ed27-4ce8-492e-aef6-1d9ecbf53e67,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:50.645641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] No DVR routers for this DVR port 2d24ed27-4ce8-492e-aef6-1d9ecbf53e67 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:50.685920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b1b47b18-53a1-4284-a623-9c3153355814 None None] Deleting port 20093100-e92f-409c-a5cf-543fa838e532 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:50.686624 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1b47b18-53a1-4284-a623-9c3153355814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.733503 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.744967 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b841e1b8-42cf-4d36-9fbf-0124c0006bc1']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:50.750058 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b1b47b18-53a1-4284-a623-9c3153355814 None None] For port 20093100-e92f-409c-a5cf-543fa838e532, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=20093100-e92f-409c-a5cf-543fa838e532,segment=NetworkSegment(b8af862a-b21f-4107-b4b5-1280edefb816),segment_id=b8af862a-b21f-4107-b4b5-1280edefb816)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:50.750510 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1b47b18-53a1-4284-a623-9c3153355814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.757005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bc0640-5335-4c25-9b8a-437240f7d391') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:50.757439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bc0640-5335-4c25-9b8a-437240f7d391') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:50.764638 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b1b47b18-53a1-4284-a623-9c3153355814 None None] Calling delete_port for 20093100-e92f-409c-a5cf-543fa838e532 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:50.768908 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.783037 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.789541 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:24:50.789934 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:24:50.792951 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:24:50.851661 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1b47b18-53a1-4284-a623-9c3153355814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.858928 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.865034 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:50.869520 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "DELETE /v2.0/networks/b841e1b8-42cf-4d36-9fbf-0124c0006bc1 HTTP/1.1" status: 204 len: 168 time: 0.6896093 Jul 06 12:24:50.870057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45444) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:50.881428 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b47b18-53a1-4284-a623-9c3153355814 None None] Pushing event deleted for resources: {'Port': ['ID=20093100-e92f-409c-a5cf-543fa838e532,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:50.883486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b47b18-53a1-4284-a623-9c3153355814 None None] No DVR routers for this DVR port 20093100-e92f-409c-a5cf-543fa838e532 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:50.895955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632abb9-db12-4283-9ea7-dc3527802064 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event deleted for resources: {'Network': ['ID=b841e1b8-42cf-4d36-9fbf-0124c0006bc1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:50.963964 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4590cc59-521f-4af3-8431-952dde061753 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.051628 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4590cc59-521f-4af3-8431-952dde061753 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.062845 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-4590cc59-521f-4af3-8431-952dde061753 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95576422-8fc0-48bc-b39c-03555e8bb623']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:51.073685 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-4590cc59-521f-4af3-8431-952dde061753 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8af862a-b21f-4107-b4b5-1280edefb816') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:51.073979 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-4590cc59-521f-4af3-8431-952dde061753 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8af862a-b21f-4107-b4b5-1280edefb816') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:51.083774 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4590cc59-521f-4af3-8431-952dde061753 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.097322 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4590cc59-521f-4af3-8431-952dde061753 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.103503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4590cc59-521f-4af3-8431-952dde061753 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:24:51.103909 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4590cc59-521f-4af3-8431-952dde061753 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:24:51.107383 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:24:51.181508 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4590cc59-521f-4af3-8431-952dde061753 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.189192 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4590cc59-521f-4af3-8431-952dde061753 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.191276 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4590cc59-521f-4af3-8431-952dde061753 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "DELETE /v2.0/networks/95576422-8fc0-48bc-b39c-03555e8bb623 HTTP/1.1" status: 204 len: 168 time: 0.3203938 Jul 06 12:24:51.193759 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45448) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:51.213511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590cc59-521f-4af3-8431-952dde061753 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event deleted for resources: {'Network': ['ID=95576422-8fc0-48bc-b39c-03555e8bb623,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:51.290154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fcb8e3-ddf8-4719-9871-1fce973260f0 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Deleting subnet 55b046c0-8795-4d7e-b396-df0dce2d9bf7 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:24:51.295329 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83fcb8e3-ddf8-4719-9871-1fce973260f0 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.344319 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83fcb8e3-ddf8-4719-9871-1fce973260f0 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.370917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cde409-b088-40ba-8297-a69af90937a7 req-9f6ba1fc-7ef1-4b53-b3ff-82bd3178adde tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:51.372487 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39cde409-b088-40ba-8297-a69af90937a7 req-9f6ba1fc-7ef1-4b53-b3ff-82bd3178adde tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.1601570 Jul 06 12:24:51.446625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39cde409-b088-40ba-8297-a69af90937a7 req-2fe9a267-dd90-403a-af21-44f9bb325f31 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651126 Jul 06 12:24:51.462793 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83fcb8e3-ddf8-4719-9871-1fce973260f0 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.524356 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83fcb8e3-ddf8-4719-9871-1fce973260f0 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.552912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcb8e3-ddf8-4719-9871-1fce973260f0 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event deleted for resources: {'Subnet': ['ID=55b046c0-8795-4d7e-b396-df0dce2d9bf7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:51.554940 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83fcb8e3-ddf8-4719-9871-1fce973260f0 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.558476 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-83fcb8e3-ddf8-4719-9871-1fce973260f0 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "DELETE /v2.0/subnets/55b046c0-8795-4d7e-b396-df0dce2d9bf7 HTTP/1.1" status: 204 len: 168 time: 0.3621249 Jul 06 12:24:51.559294 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45450) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:51.562668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d14f65-16bd-4314-b251-14b9f68580d5 None None] Network 5c67da03-0ee9-4986-ab7b-e674a8a78627 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:51.637298 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.692670 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Deleting port 52026957-2e37-4a61-8a70-fb6251140dd4 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:51.693011 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.756101 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595ae8f7-cd8f-444e-bd88-ed2b342fd351 None None] DHCP port deletion for 5c67da03-0ee9-4986-ab7b-e674a8a78627 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:24:51.776698 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] For port 52026957-2e37-4a61-8a70-fb6251140dd4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=52026957-2e37-4a61-8a70-fb6251140dd4,segment=NetworkSegment(1c54ed67-c5f9-473f-b6ab-da35ae2877cb),segment_id=1c54ed67-c5f9-473f-b6ab-da35ae2877cb)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:51.777014 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.790731 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Calling delete_port for 52026957-2e37-4a61-8a70-fb6251140dd4 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:51.803733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-595ae8f7-cd8f-444e-bd88-ed2b342fd351 None None] Deleting port 52026957-2e37-4a61-8a70-fb6251140dd4 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:24:51.804105 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-595ae8f7-cd8f-444e-bd88-ed2b342fd351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.865364 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-595ae8f7-cd8f-444e-bd88-ed2b342fd351 None None] For port 52026957-2e37-4a61-8a70-fb6251140dd4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=52026957-2e37-4a61-8a70-fb6251140dd4,segment=NetworkSegment(1c54ed67-c5f9-473f-b6ab-da35ae2877cb),segment_id=1c54ed67-c5f9-473f-b6ab-da35ae2877cb)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:51.865720 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-595ae8f7-cd8f-444e-bd88-ed2b342fd351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.878298 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:51.881196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-595ae8f7-cd8f-444e-bd88-ed2b342fd351 None None] Calling delete_port for 52026957-2e37-4a61-8a70-fb6251140dd4 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:24:51.908708 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event deleted for resources: {'Port': ['ID=52026957-2e37-4a61-8a70-fb6251140dd4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:51.912077 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] No DVR routers for this DVR port 52026957-2e37-4a61-8a70-fb6251140dd4 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:51.995587 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.008249 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c67da03-0ee9-4986-ab7b-e674a8a78627']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:52.020771 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c54ed67-c5f9-473f-b6ab-da35ae2877cb') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:52.021052 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c54ed67-c5f9-473f-b6ab-da35ae2877cb') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:52.031857 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.047177 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.054226 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:24:52.054746 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:24:52.058134 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:24:52.100970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 20093100-e92f-409c-a5cf-543fa838e532 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:52.122150 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.131344 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 20093100-e92f-409c-a5cf-543fa838e532 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:24:52.131692 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 20093100-e92f-409c-a5cf-543fa838e532 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:24:52.131817 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.132189 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 52026957-2e37-4a61-8a70-fb6251140dd4 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:24:52.133696 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "DELETE /v2.0/networks/5c67da03-0ee9-4986-ab7b-e674a8a78627 HTTP/1.1" status: 204 len: 168 time: 0.5728488 Jul 06 12:24:52.136431 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45452) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:52.144482 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40b9f8-92cc-43f5-97f2-3707f24ee3b6 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Pushing event deleted for resources: {'Network': ['ID=5c67da03-0ee9-4986-ab7b-e674a8a78627,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:52.160686 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 52026957-2e37-4a61-8a70-fb6251140dd4 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:24:52.161028 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 52026957-2e37-4a61-8a70-fb6251140dd4 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:24:52.170189 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-83b17239-f90d-4207-90db-75da80f84dee tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "GET /v2.0/ports?device_id=39258221-0b11-49a1-8391-3164a96d7878 HTTP/1.1" status: 200 len: 205 time: 0.0324709 Jul 06 12:24:52.172896 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45454) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:52.191364 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-595ae8f7-cd8f-444e-bd88-ed2b342fd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.213966 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-595ae8f7-cd8f-444e-bd88-ed2b342fd351 None None] Network 5c67da03-0ee9-4986-ab7b-e674a8a78627 is not hosted by any dhcp agent {{(pid=100429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:24:52.214406 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ae8f7-cd8f-444e-bd88-ed2b342fd351 None None] No DVR routers for this DVR port 52026957-2e37-4a61-8a70-fb6251140dd4 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:24:52.216837 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ae8f7-cd8f-444e-bd88-ed2b342fd351 None None] Pushing event deleted for resources: {'Port': ['ID=52026957-2e37-4a61-8a70-fb6251140dd4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:52.254219 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e14f138-dabd-4263-92c1-36744b78b3d3 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.417933 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e14f138-dabd-4263-92c1-36744b78b3d3 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.420737 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e14f138-dabd-4263-92c1-36744b78b3d3 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.467768 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e14f138-dabd-4263-92c1-36744b78b3d3 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.468332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e14f138-dabd-4263-92c1-36744b78b3d3 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Fanout notify agent at l3_agent the message router_deleted on router 39258221-0b11-49a1-8391-3164a96d7878 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:24:52.480933 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e14f138-dabd-4263-92c1-36744b78b3d3 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.486432 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3e14f138-dabd-4263-92c1-36744b78b3d3 tempest-RoutersNegativeTest-2113182866 tempest-RoutersNegativeTest-2113182866-project] 10.222.0.81 "DELETE /v2.0/routers/39258221-0b11-49a1-8391-3164a96d7878 HTTP/1.1" status: 204 len: 168 time: 0.3086040 Jul 06 12:24:52.635531 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb697bb0-edf4-4ded-aa2b-df07faf976df req-3695f29f-6c55-425b-bded-baaa81b8af75 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:52.637003 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb697bb0-edf4-4ded-aa2b-df07faf976df req-3695f29f-6c55-425b-bded-baaa81b8af75 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.0721030 Jul 06 12:24:52.683168 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb697bb0-edf4-4ded-aa2b-df07faf976df req-a4c46a4c-6c05-40b2-9e0b-b5b2f7e21e1b tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384376 Jul 06 12:24:52.748831 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45462) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:52.902434 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-472a5c63-902f-4782-a4da-e0b8aef241a6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a5e9d109454040caae7035d0c100cd5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522040 Jul 06 12:24:52.905030 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45466) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:52.956738 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-98fe2113-3893-46d2-994c-ac0962faaf2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:52.979304 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-98fe2113-3893-46d2-994c-ac0962faaf2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:53.030533 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-98fe2113-3893-46d2-994c-ac0962faaf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:53.033374 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-98fe2113-3893-46d2-994c-ac0962faaf2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:53.034567 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-98fe2113-3893-46d2-994c-ac0962faaf2b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a2d79a6-2460-41ca-8555-12db586dce90 HTTP/1.1" status: 204 len: 168 time: 0.1286082 Jul 06 12:24:53.042688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe2113-3893-46d2-994c-ac0962faaf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2d79a6-2460-41ca-8555-12db586dce90,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:53.881510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0063f1a-6bd1-4e78-9e0a-8a5294fc33b2 req-dadd4efe-7782-4aba-9516-d8d9fcf4ddec tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:53.883297 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d0063f1a-6bd1-4e78-9e0a-8a5294fc33b2 req-dadd4efe-7782-4aba-9516-d8d9fcf4ddec tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.0727522 Jul 06 12:24:53.927731 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d0063f1a-6bd1-4e78-9e0a-8a5294fc33b2 req-8d200039-b77a-4678-9415-fd7235a474ec tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378613 Jul 06 12:24:54.741753 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45518) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:54.852709 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d73c99c-8dc3-4db3-82d0-67c020e4fab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:54.910234 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bb8ef52f-e04a-474f-be78-cfef22fa7d97 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:24:54.961010 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d73c99c-8dc3-4db3-82d0-67c020e4fab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:54.967554 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d73c99c-8dc3-4db3-82d0-67c020e4fab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:55.026628 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6d73c99c-8dc3-4db3-82d0-67c020e4fab5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=43723c30d6434b2db4ae5cdf8179831a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813382 Jul 06 12:24:55.026863 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45524) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:55.035164 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73c99c-8dc3-4db3-82d0-67c020e4fab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7edb82-382d-4ab8-9e9d-aaeaa7048db3,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:55.048096 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bb8ef52f-e04a-474f-be78-cfef22fa7d97, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:55.062157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97', 'network_id': 'a7a10b76-6c66-4940-ba65-bee208413885', 'port_id': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97', 'mac_address': 'fa:16:3e:ea:e8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:24:55.108887 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:55.123567 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8ef52f-e04a-474f-be78-cfef22fa7d97 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:24:55.132345 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e10a5f0-025b-4f34-b948-8be4d23ffbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:55.152230 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bb8ef52f-e04a-474f-be78-cfef22fa7d97, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:55.157056 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:55.171399 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e10a5f0-025b-4f34-b948-8be4d23ffbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:55.213202 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bb8ef52f-e04a-474f-be78-cfef22fa7d97,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:55.216300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca5054-8f0e-4963-a073-c2076dbd486b req-5804a2c5-1870-4dec-ab63-a797ca179f5c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:55.218389 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-34ca5054-8f0e-4963-a073-c2076dbd486b req-5804a2c5-1870-4dec-ab63-a797ca179f5c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 943 time: 0.1305630 Jul 06 12:24:55.262428 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-34ca5054-8f0e-4963-a073-c2076dbd486b req-ef5d3c0f-803d-43dc-adf6-005cd61b2e8c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383492 Jul 06 12:24:55.263540 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e10a5f0-025b-4f34-b948-8be4d23ffbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:55.266310 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6e10a5f0-025b-4f34-b948-8be4d23ffbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:55.267447 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6e10a5f0-025b-4f34-b948-8be4d23ffbd1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be7edb82-382d-4ab8-9e9d-aaeaa7048db3 HTTP/1.1" status: 204 len: 168 time: 0.2395937 Jul 06 12:24:55.275867 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10a5f0-025b-4f34-b948-8be4d23ffbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7edb82-382d-4ab8-9e9d-aaeaa7048db3,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:55.377460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bb8ef52f-e04a-474f-be78-cfef22fa7d97'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:24:55.581269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45532) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:55.594898 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6658465c-92b1-4ae8-a369-16f4f1f1bf90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:55.691609 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6658465c-92b1-4ae8-a369-16f4f1f1bf90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:55.695978 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6658465c-92b1-4ae8-a369-16f4f1f1bf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:55.735096 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6658465c-92b1-4ae8-a369-16f4f1f1bf90 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=825221bf8595421ca74a8f1f2dee695f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525333 Jul 06 12:24:55.735676 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658465c-92b1-4ae8-a369-16f4f1f1bf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f81d812-8957-4355-bff8-49cca1fa6294,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:55.737629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45534) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:55.791436 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c850a00-d353-42c4-b050-fd2f690f2233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:55.813879 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c850a00-d353-42c4-b050-fd2f690f2233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:55.872874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c850a00-d353-42c4-b050-fd2f690f2233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:55.875714 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3c850a00-d353-42c4-b050-fd2f690f2233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:55.876907 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3c850a00-d353-42c4-b050-fd2f690f2233 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f81d812-8957-4355-bff8-49cca1fa6294 HTTP/1.1" status: 204 len: 168 time: 0.1382790 Jul 06 12:24:55.885284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c850a00-d353-42c4-b050-fd2f690f2233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f81d812-8957-4355-bff8-49cca1fa6294,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:56.446965 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d6b26-0321-464e-bb86-e8d895be38e1 req-9ec1d3b6-91ae-4d9e-8839-37ba59429b37 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:56.448528 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a4d6b26-0321-464e-bb86-e8d895be38e1 req-9ec1d3b6-91ae-4d9e-8839-37ba59429b37 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 944 time: 0.0696802 Jul 06 12:24:56.503924 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a4d6b26-0321-464e-bb86-e8d895be38e1 req-0a7f14eb-b606-4c1d-ae8e-a9c5e0907049 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458519 Jul 06 12:24:56.583977 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45558) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:56.679631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d398ea2b-dc8b-4563-81fb-7faf6b60b8c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-449339446-network', 'tenant_id': '7a8828ebbac4481ca51a10bdffc38575'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:56.701153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d398ea2b-dc8b-4563-81fb-7faf6b60b8c1 admin admin] Made reservation on behalf of 7a8828ebbac4481ca51a10bdffc38575 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:24:56.703557 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d398ea2b-dc8b-4563-81fb-7faf6b60b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:56.711588 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d398ea2b-dc8b-4563-81fb-7faf6b60b8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:56.800857 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d398ea2b-dc8b-4563-81fb-7faf6b60b8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:56.805402 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d398ea2b-dc8b-4563-81fb-7faf6b60b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:56.832848 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d398ea2b-dc8b-4563-81fb-7faf6b60b8c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:24:56.843222 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398ea2b-dc8b-4563-81fb-7faf6b60b8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff25b388-1e17-42a8-a82b-bbf2fb39397c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:56.849800 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d398ea2b-dc8b-4563-81fb-7faf6b60b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:56.849800 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-d398ea2b-dc8b-4563-81fb-7faf6b60b8c1 admin admin] Added segment ae352a03-bd9b-4e9f-899c-a94fdf06a08a of type vlan for network dc8f331d-d9be-4aa1-a4a2-c82d523bf817 Jul 06 12:24:56.896052 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d398ea2b-dc8b-4563-81fb-7faf6b60b8c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:56.927097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bb8ef52f-e04a-474f-be78-cfef22fa7d97 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:24:56.934959 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d398ea2b-dc8b-4563-81fb-7faf6b60b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:56.936105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d398ea2b-dc8b-4563-81fb-7faf6b60b8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:56.936776 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d398ea2b-dc8b-4563-81fb-7faf6b60b8c1 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:56.965358 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d398ea2b-dc8b-4563-81fb-7faf6b60b8c1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3802204 Jul 06 12:24:56.969772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45562) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:56.977763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4ff42573-dbf8-4a13-984b-55b9655d49e5 admin admin] Request body: {'subnet': {'network_id': 'dc8f331d-d9be-4aa1-a4a2-c82d523bf817', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-449339446-subnet', 'tenant_id': '7a8828ebbac4481ca51a10bdffc38575', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:56.990302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port bb8ef52f-e04a-474f-be78-cfef22fa7d97 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:24:56.990752 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:57.008944 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff42573-dbf8-4a13-984b-55b9655d49e5 admin admin] Made reservation on behalf of 7a8828ebbac4481ca51a10bdffc38575 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:24:57.012297 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ff42573-dbf8-4a13-984b-55b9655d49e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:57.018610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398ea2b-dc8b-4563-81fb-7faf6b60b8c1 admin admin] Pushing event updated for resources: {'Network': ['ID=dc8f331d-d9be-4aa1-a4a2-c82d523bf817,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:57.030115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network dc8f331d-d9be-4aa1-a4a2-c82d523bf817 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:24:57.136977 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:57.161308 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1371b27-f629-428a-b6c5-5c5d6a5dbf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:24:57.163740 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb946813-3dee-4af6-a2a0-76d59e3b5172" -d '{"events": [{"server_uuid": "e1371b27-f629-428a-b6c5-5c5d6a5dbf83", "name": "network-vif-plugged", "status": "completed", "tag": "bb8ef52f-e04a-474f-be78-cfef22fa7d97"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:24:57.179067 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bb8ef52f-e04a-474f-be78-cfef22fa7d97, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:24:57.184832 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:57.201805 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ff42573-dbf8-4a13-984b-55b9655d49e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:57.212800 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf0b1f8-b155-4bff-a358-75c6863cd4e0 x-openstack-request-id: req-ddf0b1f8-b155-4bff-a358-75c6863cd4e0 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:24:57.213096 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1371b27-f629-428a-b6c5-5c5d6a5dbf83", "name": "network-vif-plugged", "status": "completed", "tag": "bb8ef52f-e04a-474f-be78-cfef22fa7d97", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:24:57.213529 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ddf0b1f8-b155-4bff-a358-75c6863cd4e0 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:24:57.214031 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1371b27-f629-428a-b6c5-5c5d6a5dbf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97', 'code': 200} Jul 06 12:24:57.261454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bb8ef52f-e04a-474f-be78-cfef22fa7d97,revision_number=10']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:57.284725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff42573-dbf8-4a13-984b-55b9655d49e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67f982db-f453-4f32-a0f4-5d3d4f94c88b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:57.303370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff42573-dbf8-4a13-984b-55b9655d49e5 admin admin] Checking segment: {'id': 'ae352a03-bd9b-4e9f-899c-a94fdf06a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'dc8f331d-d9be-4aa1-a4a2-c82d523bf817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:24:57.304282 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff42573-dbf8-4a13-984b-55b9655d49e5 admin admin] Network hostable DHCP agents. Network: dc8f331d-d9be-4aa1-a4a2-c82d523bf817, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:24:57.321383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff42573-dbf8-4a13-984b-55b9655d49e5 admin admin] Network dc8f331d-d9be-4aa1-a4a2-c82d523bf817 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:24:57.333042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4ff42573-dbf8-4a13-984b-55b9655d49e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, dc8f331d-d9be-4aa1-a4a2-c82d523bf817) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:57.336994 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff42573-dbf8-4a13-984b-55b9655d49e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:57.337582 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ff42573-dbf8-4a13-984b-55b9655d49e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:57.342378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aded19d8-1298-470a-ae76-1d9874c318ed None None] Network dc8f331d-d9be-4aa1-a4a2-c82d523bf817 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:57.378549 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4ff42573-dbf8-4a13-984b-55b9655d49e5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4058139 Jul 06 12:24:57.406144 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82be19-4ee0-447d-bdb7-da6f50a91f21 req-73bc5b91-0795-42e1-99cd-045aeffc7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:57.407900 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f82be19-4ee0-447d-bdb7-da6f50a91f21 req-73bc5b91-0795-42e1-99cd-045aeffc7469 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 1097 time: 0.0624115 Jul 06 12:24:57.445905 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f82be19-4ee0-447d-bdb7-da6f50a91f21 req-92b01394-528e-42e7-8c94-b6d29cb9a8e7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319884 Jul 06 12:24:57.478241 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa3f334-2801-49e2-9b4f-989de9b5d1f9 None None] Network dc8f331d-d9be-4aa1-a4a2-c82d523bf817 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:57.706734 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffbc1a-e791-4b7e-a460-c08ff631cd9f req-4b8b5b77-8d09-4ae1-a9d5-4479ba583426 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:57.708427 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-68ffbc1a-e791-4b7e-a460-c08ff631cd9f req-4b8b5b77-8d09-4ae1-a9d5-4479ba583426 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0723979 Jul 06 12:24:57.747900 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-68ffbc1a-e791-4b7e-a460-c08ff631cd9f req-fca096f8-c99d-4d0e-b6b0-d097d8483154 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335946 Jul 06 12:24:57.896165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45582) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:57.901138 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-40d3f507-bb91-45e6-9ea8-07bcf86ca22a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-959986545-network', 'tenant_id': '77dba9b0f7a94e558d69824352a3e4d4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:57.922718 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d3f507-bb91-45e6-9ea8-07bcf86ca22a admin admin] Made reservation on behalf of 77dba9b0f7a94e558d69824352a3e4d4 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:24:57.925209 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40d3f507-bb91-45e6-9ea8-07bcf86ca22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:57.933849 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40d3f507-bb91-45e6-9ea8-07bcf86ca22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:58.020902 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40d3f507-bb91-45e6-9ea8-07bcf86ca22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:58.025137 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40d3f507-bb91-45e6-9ea8-07bcf86ca22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:58.053048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d3f507-bb91-45e6-9ea8-07bcf86ca22a admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:24:58.063494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3f507-bb91-45e6-9ea8-07bcf86ca22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a57d7ec-3481-4356-98f3-5d0a515640ae,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:58.068593 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40d3f507-bb91-45e6-9ea8-07bcf86ca22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:58.068936 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-40d3f507-bb91-45e6-9ea8-07bcf86ca22a admin admin] Added segment 0b4dedea-a9c6-4dfb-acf0-9bd6b245d0ff of type vlan for network d6f5c958-3e7e-441e-8563-ecbff5f35f10 Jul 06 12:24:58.111663 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40d3f507-bb91-45e6-9ea8-07bcf86ca22a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:58.144649 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40d3f507-bb91-45e6-9ea8-07bcf86ca22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:58.145741 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d3f507-bb91-45e6-9ea8-07bcf86ca22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:58.146368 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40d3f507-bb91-45e6-9ea8-07bcf86ca22a admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:58.206930 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-40d3f507-bb91-45e6-9ea8-07bcf86ca22a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3097110 Jul 06 12:24:58.209686 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45588) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:58.214519 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-08159aa3-054a-4a2b-b3e0-e5f8da37095c admin admin] Request body: {'subnet': {'network_id': 'd6f5c958-3e7e-441e-8563-ecbff5f35f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-959986545-subnet', 'tenant_id': '77dba9b0f7a94e558d69824352a3e4d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:24:58.226303 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3f507-bb91-45e6-9ea8-07bcf86ca22a admin admin] Pushing event updated for resources: {'Network': ['ID=d6f5c958-3e7e-441e-8563-ecbff5f35f10,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:58.237442 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network d6f5c958-3e7e-441e-8563-ecbff5f35f10 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:24:58.245617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08159aa3-054a-4a2b-b3e0-e5f8da37095c admin admin] Made reservation on behalf of 77dba9b0f7a94e558d69824352a3e4d4 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:24:58.248103 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08159aa3-054a-4a2b-b3e0-e5f8da37095c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:58.431165 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08159aa3-054a-4a2b-b3e0-e5f8da37095c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:58.492553 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08159aa3-054a-4a2b-b3e0-e5f8da37095c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eda881a5-93db-4f8f-9800-a608096e364c,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:58.504177 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08159aa3-054a-4a2b-b3e0-e5f8da37095c admin admin] Checking segment: {'id': '0b4dedea-a9c6-4dfb-acf0-9bd6b245d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd6f5c958-3e7e-441e-8563-ecbff5f35f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:24:58.504537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08159aa3-054a-4a2b-b3e0-e5f8da37095c admin admin] Network hostable DHCP agents. Network: d6f5c958-3e7e-441e-8563-ecbff5f35f10, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:24:58.525157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08159aa3-054a-4a2b-b3e0-e5f8da37095c admin admin] Network d6f5c958-3e7e-441e-8563-ecbff5f35f10 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:24:58.537298 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-08159aa3-054a-4a2b-b3e0-e5f8da37095c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, d6f5c958-3e7e-441e-8563-ecbff5f35f10) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:24:58.541838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08159aa3-054a-4a2b-b3e0-e5f8da37095c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:58.542926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08159aa3-054a-4a2b-b3e0-e5f8da37095c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:58.548660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02b2075-a789-4393-8b87-55bba9c56a0e None None] Network d6f5c958-3e7e-441e-8563-ecbff5f35f10 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:58.565323 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-08159aa3-054a-4a2b-b3e0-e5f8da37095c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3545353 Jul 06 12:24:58.699447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e90954-dc6f-4a8f-92cc-edabd3e69ace None None] Network d6f5c958-3e7e-441e-8563-ecbff5f35f10 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:24:58.706559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45622) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:58.758585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b17b26-c278-491c-8622-78edefc6adaa admin admin] Deleting subnet 67f982db-f453-4f32-a0f4-5d3d4f94c88b {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:24:58.763840 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7b17b26-c278-491c-8622-78edefc6adaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:58.802144 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7b17b26-c278-491c-8622-78edefc6adaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:58.849864 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7b17b26-c278-491c-8622-78edefc6adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:58.909148 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7b17b26-c278-491c-8622-78edefc6adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:58.936807 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b17b26-c278-491c-8622-78edefc6adaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67f982db-f453-4f32-a0f4-5d3d4f94c88b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:58.945077 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7b17b26-c278-491c-8622-78edefc6adaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:58.950945 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c7b17b26-c278-491c-8622-78edefc6adaa admin admin] 10.222.0.81 "DELETE /v2.0/subnets/67f982db-f453-4f32-a0f4-5d3d4f94c88b HTTP/1.1" status: 204 len: 168 time: 0.2431741 Jul 06 12:24:58.951158 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45626) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:59.012438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903ab05-d252-4ce9-af0b-97a6b4ac61d2 req-9f6f94be-20ec-4251-aa64-298648a64ea1 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:24:59.014589 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e903ab05-d252-4ce9-af0b-97a6b4ac61d2 req-9f6f94be-20ec-4251-aa64-298648a64ea1 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.1336558 Jul 06 12:24:59.058332 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5da2c19-11e3-4674-80ac-e9c1d84f7508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.083323 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e903ab05-d252-4ce9-af0b-97a6b4ac61d2 req-3bef4a41-7435-4b51-a352-77dfeee766e2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580745 Jul 06 12:24:59.154495 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5da2c19-11e3-4674-80ac-e9c1d84f7508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.164831 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a5da2c19-11e3-4674-80ac-e9c1d84f7508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8f331d-d9be-4aa1-a4a2-c82d523bf817']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:59.176228 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a5da2c19-11e3-4674-80ac-e9c1d84f7508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae352a03-bd9b-4e9f-899c-a94fdf06a08a') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:59.176526 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a5da2c19-11e3-4674-80ac-e9c1d84f7508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae352a03-bd9b-4e9f-899c-a94fdf06a08a') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:59.186128 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5da2c19-11e3-4674-80ac-e9c1d84f7508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.200035 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5da2c19-11e3-4674-80ac-e9c1d84f7508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.206485 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5da2c19-11e3-4674-80ac-e9c1d84f7508 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:24:59.206885 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5da2c19-11e3-4674-80ac-e9c1d84f7508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:24:59.208710 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:24:59.261998 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5da2c19-11e3-4674-80ac-e9c1d84f7508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.269933 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5da2c19-11e3-4674-80ac-e9c1d84f7508 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.273018 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a5da2c19-11e3-4674-80ac-e9c1d84f7508 admin admin] 10.222.0.81 "DELETE /v2.0/networks/dc8f331d-d9be-4aa1-a4a2-c82d523bf817 HTTP/1.1" status: 204 len: 168 time: 0.3208718 Jul 06 12:24:59.276042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45628) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:59.288932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da2c19-11e3-4674-80ac-e9c1d84f7508 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc8f331d-d9be-4aa1-a4a2-c82d523bf817,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:59.327625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b71164-35df-405a-836e-2f1ead498eee admin admin] Deleting subnet eda881a5-93db-4f8f-9800-a608096e364c {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:24:59.330922 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21b71164-35df-405a-836e-2f1ead498eee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.366171 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21b71164-35df-405a-836e-2f1ead498eee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.406566 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21b71164-35df-405a-836e-2f1ead498eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.463777 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21b71164-35df-405a-836e-2f1ead498eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.492382 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21b71164-35df-405a-836e-2f1ead498eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.494919 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-21b71164-35df-405a-836e-2f1ead498eee admin admin] 10.222.0.81 "DELETE /v2.0/subnets/eda881a5-93db-4f8f-9800-a608096e364c HTTP/1.1" status: 204 len: 168 time: 0.2172947 Jul 06 12:24:59.495937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b71164-35df-405a-836e-2f1ead498eee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eda881a5-93db-4f8f-9800-a608096e364c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:59.498747 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45630) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:59.565622 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-062228b9-0a7e-46cb-8f20-9f49b17a9015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.648713 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-062228b9-0a7e-46cb-8f20-9f49b17a9015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.662625 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-062228b9-0a7e-46cb-8f20-9f49b17a9015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f5c958-3e7e-441e-8563-ecbff5f35f10']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:59.681216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-062228b9-0a7e-46cb-8f20-9f49b17a9015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4dedea-a9c6-4dfb-acf0-9bd6b245d0ff') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:59.681715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-062228b9-0a7e-46cb-8f20-9f49b17a9015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4dedea-a9c6-4dfb-acf0-9bd6b245d0ff') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:24:59.693814 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-062228b9-0a7e-46cb-8f20-9f49b17a9015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.707757 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-062228b9-0a7e-46cb-8f20-9f49b17a9015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.714706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062228b9-0a7e-46cb-8f20-9f49b17a9015 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:24:59.715032 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-062228b9-0a7e-46cb-8f20-9f49b17a9015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:24:59.717274 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:24:59.773731 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-062228b9-0a7e-46cb-8f20-9f49b17a9015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.780072 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-062228b9-0a7e-46cb-8f20-9f49b17a9015 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:24:59.781928 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-062228b9-0a7e-46cb-8f20-9f49b17a9015 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d6f5c958-3e7e-441e-8563-ecbff5f35f10 HTTP/1.1" status: 204 len: 168 time: 0.2820981 Jul 06 12:24:59.793222 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062228b9-0a7e-46cb-8f20-9f49b17a9015 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f5c958-3e7e-441e-8563-ecbff5f35f10,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:24:59.944176 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45634) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:24:59.990711 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a93792cc-ad29-4a76-8c90-ae136e173a4e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7a8828ebbac4481ca51a10bdffc38575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452483 Jul 06 12:24:59.993423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45636) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:00.043857 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:00.065997 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:00.117931 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:00.120490 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:00.122503 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ff25b388-1e17-42a8-a82b-bbf2fb39397c HTTP/1.1" status: 204 len: 168 time: 0.1280103 Jul 06 12:25:00.132618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff25b388-1e17-42a8-a82b-bbf2fb39397c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:00.141484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:00.141834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:00.142179 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:00.142521 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:00.142856 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:00.143259 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:00.143570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:00.143872 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:00.144197 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:00.144579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:00.144846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:00.145168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3e22d2-567d-401b-b865-5e9cec2c88b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:00.295472 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f3078-df0b-419a-99c0-eee61a7645e7 req-639166cf-c020-45bd-9201-33ee5f9ee031 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:00.297059 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-582f3078-df0b-419a-99c0-eee61a7645e7 req-639166cf-c020-45bd-9201-33ee5f9ee031 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0716681 Jul 06 12:25:00.492635 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45644) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:00.560520 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-36e3fbc1-de71-4747-8787-a2628edbb20d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=77dba9b0f7a94e558d69824352a3e4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662484 Jul 06 12:25:00.564579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45646) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:00.634234 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b4ca077-0109-43f2-beaf-a4bb4ae3425a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:00.657511 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b4ca077-0109-43f2-beaf-a4bb4ae3425a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:00.714156 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b4ca077-0109-43f2-beaf-a4bb4ae3425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:00.716866 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b4ca077-0109-43f2-beaf-a4bb4ae3425a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:00.718028 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0b4ca077-0109-43f2-beaf-a4bb4ae3425a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1a57d7ec-3481-4356-98f3-5d0a515640ae HTTP/1.1" status: 204 len: 168 time: 0.1459165 Jul 06 12:25:00.727174 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ca077-0109-43f2-beaf-a4bb4ae3425a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a57d7ec-3481-4356-98f3-5d0a515640ae,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:00.730568 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-582f3078-df0b-419a-99c0-eee61a7645e7 req-c81da2f8-3fe0-4319-b414-328f6600f9e2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278069 Jul 06 12:25:00.940952 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107b9d9-471f-4faf-927b-4221e7a19cb1 req-592aa435-c92d-4b39-936c-28a4fa0ae1c8 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:00.943607 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2107b9d9-471f-4faf-927b-4221e7a19cb1 req-592aa435-c92d-4b39-936c-28a4fa0ae1c8 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0924950 Jul 06 12:25:01.000787 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2107b9d9-471f-4faf-927b-4221e7a19cb1 req-134980de-ad2b-4fde-999d-453bff40305b tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505626 Jul 06 12:25:01.200617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987e027-52af-44f8-b0ec-1161cebefd7f req-e244a2ff-f007-4ca4-a213-033982f76423 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:01.202167 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3987e027-52af-44f8-b0ec-1161cebefd7f req-e244a2ff-f007-4ca4-a213-033982f76423 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0712225 Jul 06 12:25:01.259636 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3987e027-52af-44f8-b0ec-1161cebefd7f req-04341dff-92e4-468b-8da5-35358ebd5fee tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503337 Jul 06 12:25:01.503289 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40db3d5-2a92-454f-ae11-1e2c8dd3ba10 req-3021139f-169c-4a4f-a2c6-16536e65c193 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:01.504842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a40db3d5-2a92-454f-ae11-1e2c8dd3ba10 req-3021139f-169c-4a4f-a2c6-16536e65c193 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0825920 Jul 06 12:25:01.550712 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a40db3d5-2a92-454f-ae11-1e2c8dd3ba10 req-95b5b9af-ca3a-48bf-a37c-ef7f32ea0e1c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370865 Jul 06 12:25:01.764529 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b58080-c1c7-4a5e-a7bf-23230e70a31e req-e923143e-b35c-4768-8b0c-2b51a7530185 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:01.766220 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40b58080-c1c7-4a5e-a7bf-23230e70a31e req-e923143e-b35c-4768-8b0c-2b51a7530185 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0862122 Jul 06 12:25:01.808016 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40b58080-c1c7-4a5e-a7bf-23230e70a31e req-2bb954ab-43ae-4a95-9494-4d02bc6b6c74 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347552 Jul 06 12:25:02.042613 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff254e7-6766-4dcf-8ccc-88052c3cc22f req-718c3086-84b8-42d1-b5fe-836a7ba31191 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:02.044765 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8ff254e7-6766-4dcf-8ccc-88052c3cc22f req-718c3086-84b8-42d1-b5fe-836a7ba31191 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0971429 Jul 06 12:25:02.086069 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8ff254e7-6766-4dcf-8ccc-88052c3cc22f req-73bc673d-55de-448e-9536-996d7fe2b156 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349476 Jul 06 12:25:02.280826 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58939a21-cdaf-4bb8-9fef-75b6545fa813 req-7c8d0702-aab7-4e4e-9710-7c1aee4ebec1 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:02.282432 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58939a21-cdaf-4bb8-9fef-75b6545fa813 req-7c8d0702-aab7-4e4e-9710-7c1aee4ebec1 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0664186 Jul 06 12:25:02.322548 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58939a21-cdaf-4bb8-9fef-75b6545fa813 req-3592ec26-925a-4752-8c87-52df58213249 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341625 Jul 06 12:25:02.773655 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcf0b5-fd34-4db3-89f6-42c4d6bf4a2d req-d7dbbba0-d7c4-4b48-92ef-b847f7deac5f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:02.775401 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-38fcf0b5-fd34-4db3-89f6-42c4d6bf4a2d req-d7dbbba0-d7c4-4b48-92ef-b847f7deac5f tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0737436 Jul 06 12:25:02.829794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-38fcf0b5-fd34-4db3-89f6-42c4d6bf4a2d req-dcd72e99-48e7-434c-8e0d-1e8365b95f95 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460448 Jul 06 12:25:04.064805 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848cdfb-f956-4a46-acdf-84fdcb3d35d0 req-ada32dfe-4fd3-4ca3-9e53-74c0ad2430d3 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:04.066382 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a848cdfb-f956-4a46-acdf-84fdcb3d35d0 req-ada32dfe-4fd3-4ca3-9e53-74c0ad2430d3 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0725822 Jul 06 12:25:04.110900 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a848cdfb-f956-4a46-acdf-84fdcb3d35d0 req-3a55d7c1-deba-4236-a408-9ad19c30a020 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371661 Jul 06 12:25:04.591680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85e815-1d4c-4997-bef3-f9d445d56a10 req-1eb1abb4-d264-45b1-9008-ab7409bff9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:04.593559 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8b85e815-1d4c-4997-bef3-f9d445d56a10 req-1eb1abb4-d264-45b1-9008-ab7409bff9b4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4a77e0eceff4933aabc8d50627ab2af&device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 1097 time: 0.0660131 Jul 06 12:25:04.641396 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ac154-0802-436d-ac1a-8f7f9c889700 req-0f3a6496-1476-4d25-b740-fca644ed5a36 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:04.643829 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc7ac154-0802-436d-ac1a-8f7f9c889700 req-0f3a6496-1476-4d25-b740-fca644ed5a36 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0952394 Jul 06 12:25:04.697955 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc7ac154-0802-436d-ac1a-8f7f9c889700 req-43dffc1a-7c0b-4459-80eb-d529a09acf20 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457313 Jul 06 12:25:04.737009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85e815-1d4c-4997-bef3-f9d445d56a10 req-fa211cd3-d799-4821-a63a-d77346df2fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:04.738805 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8b85e815-1d4c-4997-bef3-f9d445d56a10 req-fa211cd3-d799-4821-a63a-d77346df2fbe service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7a10b76-6c66-4940-ba65-bee208413885 HTTP/1.1" status: 200 len: 915 time: 0.1393921 Jul 06 12:25:04.812463 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8b85e815-1d4c-4997-bef3-f9d445d56a10 req-eebe0e3a-0587-489d-b54b-531d40abf484 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97 HTTP/1.1" status: 200 len: 217 time: 0.0665195 Jul 06 12:25:04.890882 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85e815-1d4c-4997-bef3-f9d445d56a10 req-3b7712ec-3e6e-449d-bc11-d47328fb8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:04.893576 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8b85e815-1d4c-4997-bef3-f9d445d56a10 req-3b7712ec-3e6e-449d-bc11-d47328fb8ad1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa HTTP/1.1" status: 200 len: 854 time: 0.0749843 Jul 06 12:25:04.929856 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8b85e815-1d4c-4997-bef3-f9d445d56a10 req-5f656d6d-e825-418a-93b1-8fb7bca0946d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7a10b76-6c66-4940-ba65-bee208413885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296896 Jul 06 12:25:05.092503 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8b85e815-1d4c-4997-bef3-f9d445d56a10 req-62dfabe1-5342-4a08-95cb-a71abd066dff service neutron] 10.222.0.89 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554508 Jul 06 12:25:05.255634 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8b85e815-1d4c-4997-bef3-f9d445d56a10 req-e9e517ad-567a-4343-8f14-8b2e20ae2619 service neutron] 10.222.0.89 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525762 Jul 06 12:25:05.498465 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a6a7924-8b6e-4b55-b6e4-7ccafc7335df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:05.767180 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:05.937565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008a5d5-5dc2-4b55-833a-27c781bf6889 req-13a81351-e967-4f2e-b78d-44da049a344d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:05.939823 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1008a5d5-5dc2-4b55-833a-27c781bf6889 req-13a81351-e967-4f2e-b78d-44da049a344d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0872338 Jul 06 12:25:05.991683 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1008a5d5-5dc2-4b55-833a-27c781bf6889 req-80e5a353-8407-4098-8c64-779359227b86 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442009 Jul 06 12:25:06.658782 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:07.241944 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbdec7-c723-4cb7-819e-53aeb865e056 req-c438a9b8-a814-41b5-81ca-8d77e4a94c80 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:07.244448 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-80dbdec7-c723-4cb7-819e-53aeb865e056 req-c438a9b8-a814-41b5-81ca-8d77e4a94c80 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.1139801 Jul 06 12:25:07.311274 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-80dbdec7-c723-4cb7-819e-53aeb865e056 req-91812303-5160-4cde-911b-083207f59b84 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594621 Jul 06 12:25:07.646586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc590e-f12b-4c8f-973a-f12126e8f112 req-73585559-6003-4702-b972-f932235db016 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:07.649222 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ccc590e-f12b-4c8f-973a-f12126e8f112 req-73585559-6003-4702-b972-f932235db016 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.1115813 Jul 06 12:25:07.721396 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ccc590e-f12b-4c8f-973a-f12126e8f112 req-b0f0087f-2ba1-42d7-a3ab-39d8b86437f0 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578585 Jul 06 12:25:07.929543 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8887b5-5a41-444c-92d4-f87170a18014 req-1b6313a8-43ac-444c-abe4-75ea25812aca tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:07.932276 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf8887b5-5a41-444c-92d4-f87170a18014 req-1b6313a8-43ac-444c-abe4-75ea25812aca tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0763121 Jul 06 12:25:07.998536 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf8887b5-5a41-444c-92d4-f87170a18014 req-8f360ad0-3196-4395-8963-714346f62dc8 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586517 Jul 06 12:25:08.156705 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb268696-1247-4cd9-9fd0-e2eb1d09949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:08.222074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174f242-0864-490d-9b77-ec8d7975f87f req-8c13b5f1-f663-46b0-921d-83a12118732d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:08.224302 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0174f242-0864-490d-9b77-ec8d7975f87f req-8c13b5f1-f663-46b0-921d-83a12118732d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0949762 Jul 06 12:25:08.244458 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:08.279609 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0174f242-0864-490d-9b77-ec8d7975f87f req-90f9078f-d57c-4e92-8f13-4124cf1739be tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441236 Jul 06 12:25:08.759854 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a46bb9-5d3d-4fcd-8a98-bc5bf2b1b6ed req-19ce31d6-e4de-4065-a9bb-1dd3122bdf56 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:08.762240 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7a46bb9-5d3d-4fcd-8a98-bc5bf2b1b6ed req-19ce31d6-e4de-4065-a9bb-1dd3122bdf56 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.1033847 Jul 06 12:25:08.829262 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7a46bb9-5d3d-4fcd-8a98-bc5bf2b1b6ed req-1c658c39-07df-47b0-8759-92d6029f3baf tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547185 Jul 06 12:25:09.176094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcc40a-4ec4-42dd-a7d4-88429ebee003 req-b068fa41-584f-4ea5-be2c-84877144ed08 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:09.178947 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1bfcc40a-4ec4-42dd-a7d4-88429ebee003 req-b068fa41-584f-4ea5-be2c-84877144ed08 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.1122608 Jul 06 12:25:09.234411 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1bfcc40a-4ec4-42dd-a7d4-88429ebee003 req-1d8113f7-51ce-4a53-a54e-446d09359f93 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446126 Jul 06 12:25:09.411197 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:09.476976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8e92e-74e1-4b3e-aeb4-d5e7b7788a22 req-bc35d0e6-7bea-40dd-a976-2d36e6a1793a tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:09.478764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-63c8e92e-74e1-4b3e-aeb4-d5e7b7788a22 req-bc35d0e6-7bea-40dd-a976-2d36e6a1793a tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0767906 Jul 06 12:25:09.528250 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-63c8e92e-74e1-4b3e-aeb4-d5e7b7788a22 req-5573056e-92fc-4ebb-a34f-8bc0a4e9a836 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399048 Jul 06 12:25:09.730673 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f9ade-0423-4e2b-8c25-1404793f24b2 req-931b9a67-1d1a-4493-b925-99e97573905c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:09.732851 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-497f9ade-0423-4e2b-8c25-1404793f24b2 req-931b9a67-1d1a-4493-b925-99e97573905c tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0865357 Jul 06 12:25:09.777489 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-497f9ade-0423-4e2b-8c25-1404793f24b2 req-873f3214-e0cd-443c-9096-e8a3debba9f6 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374322 Jul 06 12:25:09.949927 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72c1d982-9ec5-4298-9cfe-6065e3378076 req-736720f9-e655-4947-8567-924c7c62eb8f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0923295 Jul 06 12:25:10.082850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1d982-9ec5-4298-9cfe-6065e3378076 req-ad23d329-5a6a-42df-9709-8281718a0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:10.085370 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72c1d982-9ec5-4298-9cfe-6065e3378076 req-ad23d329-5a6a-42df-9709-8281718a0c90 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4a77e0eceff4933aabc8d50627ab2af&device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 1097 time: 0.0757129 Jul 06 12:25:10.245849 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83095c6e-705d-481e-bdaa-673870a1e3f8 req-9479aaca-df7c-4597-b58a-92f56809b6b2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:10.246212 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1d982-9ec5-4298-9cfe-6065e3378076 req-ead3f18c-12c3-4460-afa2-a95dffb7df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:10.248786 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83095c6e-705d-481e-bdaa-673870a1e3f8 req-9479aaca-df7c-4597-b58a-92f56809b6b2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.1030743 Jul 06 12:25:10.249082 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72c1d982-9ec5-4298-9cfe-6065e3378076 req-ead3f18c-12c3-4460-afa2-a95dffb7df7e service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7a10b76-6c66-4940-ba65-bee208413885 HTTP/1.1" status: 200 len: 915 time: 0.1400440 Jul 06 12:25:10.321007 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83095c6e-705d-481e-bdaa-673870a1e3f8 req-1649d02c-4a8d-4aaa-b3a4-50cfda8bddc5 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591667 Jul 06 12:25:10.321843 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72c1d982-9ec5-4298-9cfe-6065e3378076 req-5828b934-d1cf-47b1-af3f-df1db713e0db service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97 HTTP/1.1" status: 200 len: 217 time: 0.0669603 Jul 06 12:25:10.401577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1d982-9ec5-4298-9cfe-6065e3378076 req-080c0c4d-788b-4bdf-a5ed-7eec4958c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:10.404765 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72c1d982-9ec5-4298-9cfe-6065e3378076 req-080c0c4d-788b-4bdf-a5ed-7eec4958c03c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa HTTP/1.1" status: 200 len: 854 time: 0.0754588 Jul 06 12:25:10.459454 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72c1d982-9ec5-4298-9cfe-6065e3378076 req-bfce4131-7fa2-4365-b9cd-237af4b32014 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7a10b76-6c66-4940-ba65-bee208413885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475523 Jul 06 12:25:10.598837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec680a8-00ad-40b7-b31a-1b37810599b6 req-0d91147a-bb31-42ee-aa8b-085eb06f6055 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:10.600648 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ec680a8-00ad-40b7-b31a-1b37810599b6 req-0d91147a-bb31-42ee-aa8b-085eb06f6055 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0842271 Jul 06 12:25:10.611050 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72c1d982-9ec5-4298-9cfe-6065e3378076 req-ecab6fd4-e71b-4670-9532-b2e67ea4d3a2 service neutron] 10.222.0.89 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436744 Jul 06 12:25:10.649937 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ec680a8-00ad-40b7-b31a-1b37810599b6 req-d4646375-e45d-40b8-8fac-b9bd7af2298d tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389485 Jul 06 12:25:10.739715 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72c1d982-9ec5-4298-9cfe-6065e3378076 req-dffc4d3e-3b78-410c-b1bf-2f2ea3ac5cc2 service neutron] 10.222.0.89 "GET /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227942 Jul 06 12:25:10.930795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93da9d-a6dc-4605-b9c6-6633608a215b req-74f6009f-a5b1-4e9b-bc9d-c7c79833e7d6 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:10.932504 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c93da9d-a6dc-4605-b9c6-6633608a215b req-74f6009f-a5b1-4e9b-bc9d-c7c79833e7d6 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.1002026 Jul 06 12:25:10.995796 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c93da9d-a6dc-4605-b9c6-6633608a215b req-8e6a08e2-6989-42f5-97ea-73841d71dcf0 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555272 Jul 06 12:25:11.039480 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:11.232354 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7015a5-3864-41fe-a677-60ca575e2d4c req-814f44b5-1afb-462b-90cf-470d5833bad0 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:11.233864 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e7015a5-3864-41fe-a677-60ca575e2d4c req-814f44b5-1afb-462b-90cf-470d5833bad0 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0921099 Jul 06 12:25:11.299878 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e7015a5-3864-41fe-a677-60ca575e2d4c req-6b0be96b-bfe9-4d9a-bd02-acd90c4c8db2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536485 Jul 06 12:25:11.533376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5b07b-0a1e-4d4f-a8bd-0504d5f300f5 req-5b1c3cac-0b1b-4dc6-a24b-440b21e34530 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:11.535084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-01c5b07b-0a1e-4d4f-a8bd-0504d5f300f5 req-5b1c3cac-0b1b-4dc6-a24b-440b21e34530 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0733805 Jul 06 12:25:11.604437 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-01c5b07b-0a1e-4d4f-a8bd-0504d5f300f5 req-f8d410d4-1043-4eed-a388-8aad4c941886 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619192 Jul 06 12:25:11.639872 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28cb7c51-9e9f-422f-ac8d-a784bfa03c8b req-dc3eead5-af1e-4050-bf32-19ab9181a462 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0827429 Jul 06 12:25:11.797417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb7c51-9e9f-422f-ac8d-a784bfa03c8b req-e9bf6cfe-b15a-4f84-aaa2-1e83caa08112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:11.799108 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28cb7c51-9e9f-422f-ac8d-a784bfa03c8b req-e9bf6cfe-b15a-4f84-aaa2-1e83caa08112 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 1096 time: 0.1036744 Jul 06 12:25:11.816952 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b42115-e354-47ed-8fe8-ed2053b733a3 req-d5ef1fe5-337b-4be6-ac49-a3c385c69186 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:11.818815 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c4b42115-e354-47ed-8fe8-ed2053b733a3 req-d5ef1fe5-337b-4be6-ac49-a3c385c69186 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0905783 Jul 06 12:25:11.929209 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c4b42115-e354-47ed-8fe8-ed2053b733a3 req-e94af748-50d1-4b25-8581-82f20465e7ac tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961418 Jul 06 12:25:11.955945 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb7c51-9e9f-422f-ac8d-a784bfa03c8b req-5d8619e5-57fc-42b5-8b54-f7fa77b2adce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:11.957544 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28cb7c51-9e9f-422f-ac8d-a784bfa03c8b req-5d8619e5-57fc-42b5-8b54-f7fa77b2adce service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 913 time: 0.1364865 Jul 06 12:25:12.042742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28cb7c51-9e9f-422f-ac8d-a784bfa03c8b req-334d1c80-5bd7-471b-8902-3bd74a10190b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c695a611-7ff5-4eb1-b890-fc6fc74dd701 HTTP/1.1" status: 200 len: 1001 time: 0.0767851 Jul 06 12:25:12.146193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb7c51-9e9f-422f-ac8d-a784bfa03c8b req-41161cdf-df32-45ae-8c9e-8b622a8ddac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:12.147783 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28cb7c51-9e9f-422f-ac8d-a784bfa03c8b req-41161cdf-df32-45ae-8c9e-8b622a8ddac2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.0979049 Jul 06 12:25:12.211513 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe8c93-1084-4ad5-bf49-fc2640a1f84e req-e1cf2be5-6ea8-4d84-b8fb-bbe5d51f5a80 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:12.213150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9efe8c93-1084-4ad5-bf49-fc2640a1f84e req-e1cf2be5-6ea8-4d84-b8fb-bbe5d51f5a80 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.1276577 Jul 06 12:25:12.252950 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb7c51-9e9f-422f-ac8d-a784bfa03c8b req-0439a80c-08d9-463d-9766-58ee2971b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:12.254518 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28cb7c51-9e9f-422f-ac8d-a784bfa03c8b req-0439a80c-08d9-463d-9766-58ee2971b67e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995839 Jul 06 12:25:12.287667 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9efe8c93-1084-4ad5-bf49-fc2640a1f84e req-22cecae9-8fba-4564-8215-38678455ab0e tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661113 Jul 06 12:25:12.406795 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28cb7c51-9e9f-422f-ac8d-a784bfa03c8b req-12e30c21-90fc-48c7-b255-15e88b176b1b service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433241 Jul 06 12:25:12.570417 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28cb7c51-9e9f-422f-ac8d-a784bfa03c8b req-6ae4c7af-1d69-4d19-bc28-7fe572a85e2b service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568763 Jul 06 12:25:14.572530 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45832) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:14.707464 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:14.846574 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:14.852845 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:14.948511 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd6b6f8b08c64a8d87519c16c4ad3b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715467 Jul 06 12:25:14.948511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b86357-46f4-4c58-8e9d-f8c8cedc5738,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:14.949124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45838) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:14.964202 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:14.965306 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:14.966220 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:14.966866 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:14.967723 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:14.968467 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:14.969169 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:14.969926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:14.970547 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:14.971979 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:14.972740 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:14.973558 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c6f90-94b2-4196-865f-97f683c4f655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:15.036942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-efc85c2f-4b23-4560-9282-87bd0e483f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:15.066855 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-efc85c2f-4b23-4560-9282-87bd0e483f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:15.127956 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-efc85c2f-4b23-4560-9282-87bd0e483f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:15.130744 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-efc85c2f-4b23-4560-9282-87bd0e483f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:15.132060 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-efc85c2f-4b23-4560-9282-87bd0e483f46 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a9b86357-46f4-4c58-8e9d-f8c8cedc5738 HTTP/1.1" status: 204 len: 168 time: 0.1810212 Jul 06 12:25:15.148439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc85c2f-4b23-4560-9282-87bd0e483f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b86357-46f4-4c58-8e9d-f8c8cedc5738,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:15.417007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45844) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:15.433555 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-058ac46a-4402-413d-b854-867312b25db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:15.546067 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-058ac46a-4402-413d-b854-867312b25db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:15.551011 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-058ac46a-4402-413d-b854-867312b25db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:15.592549 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-058ac46a-4402-413d-b854-867312b25db7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15fde4af7e1a4cc495985c11138b4704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743805 Jul 06 12:25:15.593499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ac46a-4402-413d-b854-867312b25db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2457fe1-7881-4d88-9233-7910932ff54d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:15.595422 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45846) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:15.650999 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93de681e-a329-4dbb-91dc-f0597551edc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:15.675713 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93de681e-a329-4dbb-91dc-f0597551edc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:15.729882 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93de681e-a329-4dbb-91dc-f0597551edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:15.733509 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-93de681e-a329-4dbb-91dc-f0597551edc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:15.734695 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-93de681e-a329-4dbb-91dc-f0597551edc1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b2457fe1-7881-4d88-9233-7910932ff54d HTTP/1.1" status: 204 len: 168 time: 0.1377130 Jul 06 12:25:15.743823 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de681e-a329-4dbb-91dc-f0597551edc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2457fe1-7881-4d88-9233-7910932ff54d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:16.885438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45882) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:17.013344 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb09a59d-92cb-41a6-a941-a0645c486c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:17.129476 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb09a59d-92cb-41a6-a941-a0645c486c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:17.133891 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb09a59d-92cb-41a6-a941-a0645c486c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:17.176442 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cb09a59d-92cb-41a6-a941-a0645c486c39 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74e8b0a589d748449f5388e73668d286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2890737 Jul 06 12:25:17.177831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09a59d-92cb-41a6-a941-a0645c486c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e79d39-c263-48a2-890a-13b895c8f934,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:17.179427 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45890) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:17.246952 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-58316391-7752-4eaf-aa7b-15f37a672006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:17.274229 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-58316391-7752-4eaf-aa7b-15f37a672006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:17.334285 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-58316391-7752-4eaf-aa7b-15f37a672006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:17.337489 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-58316391-7752-4eaf-aa7b-15f37a672006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:17.339077 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-58316391-7752-4eaf-aa7b-15f37a672006 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/86e79d39-c263-48a2-890a-13b895c8f934 HTTP/1.1" status: 204 len: 168 time: 0.1577077 Jul 06 12:25:17.363082 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58316391-7752-4eaf-aa7b-15f37a672006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e79d39-c263-48a2-890a-13b895c8f934,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:17.428915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb07353-0464-4f96-8eee-77b1ee717c1d req-7d3fa6df-0c60-4b50-89d7-464aa91a0f53 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:17.430618 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-beb07353-0464-4f96-8eee-77b1ee717c1d req-7d3fa6df-0c60-4b50-89d7-464aa91a0f53 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0897162 Jul 06 12:25:17.479808 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-beb07353-0464-4f96-8eee-77b1ee717c1d req-508bb7ee-bab8-404c-b4b6-fa345456931e tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420229 Jul 06 12:25:18.669603 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028be00-8cd9-410a-8954-17360eb90daf req-76b75d12-dd39-48be-96f2-f95c7301ccd2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:18.671192 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d028be00-8cd9-410a-8954-17360eb90daf req-76b75d12-dd39-48be-96f2-f95c7301ccd2 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0712192 Jul 06 12:25:18.716847 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d028be00-8cd9-410a-8954-17360eb90daf req-1d0913de-9bd3-47f1-8a28-f0b76b5e11c7 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/security-groups?id=6a1a4f15-0994-496a-8854-c747612e4c72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398011 Jul 06 12:25:18.998547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d1873-7116-4bd2-9422-1536f0026c99 req-53ae537d-4cf8-40dd-80be-9584209ef0ca tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:19.000326 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9e9d1873-7116-4bd2-9422-1536f0026c99 req-53ae537d-4cf8-40dd-80be-9584209ef0ca tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.89 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 946 time: 0.0804555 Jul 06 12:25:19.111021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-9e9d1873-7116-4bd2-9422-1536f0026c99 req-5c79e117-7432-4d88-91a5-d7c939247634 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Deleting port bb8ef52f-e04a-474f-be78-cfef22fa7d97 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:25:19.111409 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9e9d1873-7116-4bd2-9422-1536f0026c99 req-5c79e117-7432-4d88-91a5-d7c939247634 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:19.203119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9e9d1873-7116-4bd2-9422-1536f0026c99 req-5c79e117-7432-4d88-91a5-d7c939247634 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] For port bb8ef52f-e04a-474f-be78-cfef22fa7d97, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bb8ef52f-e04a-474f-be78-cfef22fa7d97,segment=NetworkSegment(54c6ed14-f4e8-4d02-a239-b718f1f1f8d2),segment_id=54c6ed14-f4e8-4d02-a239-b718f1f1f8d2)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:19.203504 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9e9d1873-7116-4bd2-9422-1536f0026c99 req-5c79e117-7432-4d88-91a5-d7c939247634 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:19.216181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-9e9d1873-7116-4bd2-9422-1536f0026c99 req-5c79e117-7432-4d88-91a5-d7c939247634 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Calling delete_port for bb8ef52f-e04a-474f-be78-cfef22fa7d97 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:25:19.340412 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9e9d1873-7116-4bd2-9422-1536f0026c99 req-5c79e117-7432-4d88-91a5-d7c939247634 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:19.352010 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bb8ef52f-e04a-474f-be78-cfef22fa7d97'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:25:19.374985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79e117-7432-4d88-91a5-d7c939247634 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Pushing event deleted for resources: {'Port': ['ID=bb8ef52f-e04a-474f-be78-cfef22fa7d97,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:19.418110 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9d1873-7116-4bd2-9422-1536f0026c99 req-5c79e117-7432-4d88-91a5-d7c939247634 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] No DVR routers for this DVR port bb8ef52f-e04a-474f-be78-cfef22fa7d97 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:25:19.420990 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9e9d1873-7116-4bd2-9422-1536f0026c99 req-5c79e117-7432-4d88-91a5-d7c939247634 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:19.423337 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9e9d1873-7116-4bd2-9422-1536f0026c99 req-5c79e117-7432-4d88-91a5-d7c939247634 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.89 "DELETE /v2.0/ports/bb8ef52f-e04a-474f-be78-cfef22fa7d97 HTTP/1.1" status: 204 len: 173 time: 0.4178650 Jul 06 12:25:19.423708 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1371b27-f629-428a-b6c5-5c5d6a5dbf83', 'name': 'network-vif-deleted', 'tag': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:25:19.426011 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6412fe-58b2-4682-bf21-c5dd039fcddd" -d '{"events": [{"server_uuid": "e1371b27-f629-428a-b6c5-5c5d6a5dbf83", "name": "network-vif-deleted", "tag": "bb8ef52f-e04a-474f-be78-cfef22fa7d97"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:25:19.628251 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d934e996-e964-4dfe-9f24-c06c2ad33e5b x-openstack-request-id: req-d934e996-e964-4dfe-9f24-c06c2ad33e5b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:25:19.628392 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1371b27-f629-428a-b6c5-5c5d6a5dbf83", "name": "network-vif-deleted", "tag": "bb8ef52f-e04a-474f-be78-cfef22fa7d97", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:25:19.628542 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d934e996-e964-4dfe-9f24-c06c2ad33e5b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:25:19.628940 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1371b27-f629-428a-b6c5-5c5d6a5dbf83', 'name': 'network-vif-deleted', 'tag': 'bb8ef52f-e04a-474f-be78-cfef22fa7d97', 'status': 'completed', 'code': 200} Jul 06 12:25:19.900064 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e615a52f-c05d-4874-8f34-01b5e785a8bd req-42f8425e-8ed3-4405-9eb1-181fb9cda2a4 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1371b27-f629-428a-b6c5-5c5d6a5dbf83 HTTP/1.1" status: 200 len: 210 time: 0.0377214 Jul 06 12:25:21.004180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45946) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:21.051423 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dad1093-a964-4567-91ca-4483ce60e94a admin admin] Deleting subnet 7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:25:21.055203 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6dad1093-a964-4567-91ca-4483ce60e94a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.090941 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6dad1093-a964-4567-91ca-4483ce60e94a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.132936 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6dad1093-a964-4567-91ca-4483ce60e94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.201136 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6dad1093-a964-4567-91ca-4483ce60e94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.234817 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad1093-a964-4567-91ca-4483ce60e94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:21.237017 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6dad1093-a964-4567-91ca-4483ce60e94a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.238968 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6dad1093-a964-4567-91ca-4483ce60e94a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7c38be0d-2ecc-4ab6-8fe2-ed49e8cdbafa HTTP/1.1" status: 204 len: 168 time: 0.2336876 Jul 06 12:25:21.241435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45948) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:21.313507 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fcf6883-1777-4378-88dc-fe655fde9823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.400643 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fcf6883-1777-4378-88dc-fe655fde9823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.411686 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-4fcf6883-1777-4378-88dc-fe655fde9823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a10b76-6c66-4940-ba65-bee208413885']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:21.423398 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-4fcf6883-1777-4378-88dc-fe655fde9823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c6ed14-f4e8-4d02-a239-b718f1f1f8d2') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:21.423710 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-4fcf6883-1777-4378-88dc-fe655fde9823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c6ed14-f4e8-4d02-a239-b718f1f1f8d2') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:21.433231 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fcf6883-1777-4378-88dc-fe655fde9823 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.449197 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fcf6883-1777-4378-88dc-fe655fde9823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.455651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcf6883-1777-4378-88dc-fe655fde9823 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:25:21.455994 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fcf6883-1777-4378-88dc-fe655fde9823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:25:21.457820 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:25:21.513725 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fcf6883-1777-4378-88dc-fe655fde9823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.521683 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fcf6883-1777-4378-88dc-fe655fde9823 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.526301 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4fcf6883-1777-4378-88dc-fe655fde9823 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a7a10b76-6c66-4940-ba65-bee208413885 HTTP/1.1" status: 204 len: 168 time: 0.2838204 Jul 06 12:25:21.540380 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf6883-1777-4378-88dc-fe655fde9823 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7a10b76-6c66-4940-ba65-bee208413885,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:21.706926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45956) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:21.755907 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8ffcb3a2-cca9-493e-9dbe-b45731619803 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f4a77e0eceff4933aabc8d50627ab2af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448771 Jul 06 12:25:21.756979 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45962) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:21.816143 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72a41c94-9d8d-4a81-9941-1554198d8b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.841940 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72a41c94-9d8d-4a81-9941-1554198d8b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.895624 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72a41c94-9d8d-4a81-9941-1554198d8b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.898409 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72a41c94-9d8d-4a81-9941-1554198d8b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:21.902030 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-72a41c94-9d8d-4a81-9941-1554198d8b14 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a1a4f15-0994-496a-8854-c747612e4c72 HTTP/1.1" status: 204 len: 168 time: 0.1414552 Jul 06 12:25:21.908569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a41c94-9d8d-4a81-9941-1554198d8b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1a4f15-0994-496a-8854-c747612e4c72,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:22.088465 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 45970) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:22.225837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c98b-ad4e-4387-9843-ce9e4b16b2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.338708 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c98b-ad4e-4387-9843-ce9e4b16b2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.343400 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c98b-ad4e-4387-9843-ce9e4b16b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.384108 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c8b8c98b-ad4e-4387-9843-ce9e4b16b2e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4a2380f93e3e43f8a16bd79adddd7c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933340 Jul 06 12:25:22.385109 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8c98b-ad4e-4387-9843-ce9e4b16b2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de45a629-7533-45a9-a064-7c04d955b4dc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:22.387925 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45986) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:22.451306 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3d0b399b-ae56-4d5f-a35c-8291b7b7f408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.473441 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3d0b399b-ae56-4d5f-a35c-8291b7b7f408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.524846 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3d0b399b-ae56-4d5f-a35c-8291b7b7f408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.528098 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3d0b399b-ae56-4d5f-a35c-8291b7b7f408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.529557 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3d0b399b-ae56-4d5f-a35c-8291b7b7f408 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de45a629-7533-45a9-a064-7c04d955b4dc HTTP/1.1" status: 204 len: 168 time: 0.1392086 Jul 06 12:25:22.540818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b399b-ae56-4d5f-a35c-8291b7b7f408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de45a629-7533-45a9-a064-7c04d955b4dc,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:22.563387 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 45994) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:22.688748 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-2c258c58-1485-4a5b-9992-e1d2f6f40947 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-572621478-network', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:22.713997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c258c58-1485-4a5b-9992-e1d2f6f40947 admin admin] Made reservation on behalf of 5c2aa8299fae4655a3a22435542b2d75 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:25:22.717347 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c258c58-1485-4a5b-9992-e1d2f6f40947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.727548 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c258c58-1485-4a5b-9992-e1d2f6f40947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.836620 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c258c58-1485-4a5b-9992-e1d2f6f40947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.842137 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c258c58-1485-4a5b-9992-e1d2f6f40947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.867653 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c258c58-1485-4a5b-9992-e1d2f6f40947 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:25:22.894108 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c258c58-1485-4a5b-9992-e1d2f6f40947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0d26de-c820-4a83-a1de-d5b90d7e441a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:22.898092 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c258c58-1485-4a5b-9992-e1d2f6f40947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.898530 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-2c258c58-1485-4a5b-9992-e1d2f6f40947 admin admin] Added segment 2467ce15-9778-44c4-9826-53618fc51262 of type vlan for network a7045093-1495-4292-9660-fdc976c68f4d Jul 06 12:25:22.953772 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c258c58-1485-4a5b-9992-e1d2f6f40947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.984405 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c258c58-1485-4a5b-9992-e1d2f6f40947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:22.985317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c258c58-1485-4a5b-9992-e1d2f6f40947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:22.985874 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c258c58-1485-4a5b-9992-e1d2f6f40947 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.038155 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2c258c58-1485-4a5b-9992-e1d2f6f40947 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4735630 Jul 06 12:25:23.041779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46008) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:23.049274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bb8ef52f-e04a-474f-be78-cfef22fa7d97 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:25:23.054282 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2caa56b1-7890-445d-a1a8-fcc2430408e1 admin admin] Request body: {'subnet': {'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-572621478-subnet', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:23.057301 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c258c58-1485-4a5b-9992-e1d2f6f40947 admin admin] Pushing event updated for resources: {'Network': ['ID=a7045093-1495-4292-9660-fdc976c68f4d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:23.075610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: bb8ef52f-e04a-474f-be78-cfef22fa7d97 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:25:23.075962 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bb8ef52f-e04a-474f-be78-cfef22fa7d97 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:25:23.078600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network a7045093-1495-4292-9660-fdc976c68f4d details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:25:23.078775 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caa56b1-7890-445d-a1a8-fcc2430408e1 admin admin] Made reservation on behalf of 5c2aa8299fae4655a3a22435542b2d75 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:25:23.081343 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2caa56b1-7890-445d-a1a8-fcc2430408e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.479821 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2caa56b1-7890-445d-a1a8-fcc2430408e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.549359 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa56b1-7890-445d-a1a8-fcc2430408e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92c4c6fe-d9c3-41cf-8664-63762eb4f36f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:23.560900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caa56b1-7890-445d-a1a8-fcc2430408e1 admin admin] Checking segment: {'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:25:23.561294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caa56b1-7890-445d-a1a8-fcc2430408e1 admin admin] Network hostable DHCP agents. Network: a7045093-1495-4292-9660-fdc976c68f4d, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:25:23.580712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caa56b1-7890-445d-a1a8-fcc2430408e1 admin admin] Network a7045093-1495-4292-9660-fdc976c68f4d is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:25:23.593272 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2caa56b1-7890-445d-a1a8-fcc2430408e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, a7045093-1495-4292-9660-fdc976c68f4d) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:23.597404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caa56b1-7890-445d-a1a8-fcc2430408e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:23.598002 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2caa56b1-7890-445d-a1a8-fcc2430408e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.605041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dbfb44-87be-4281-ba9a-03733044c07c None None] Network a7045093-1495-4292-9660-fdc976c68f4d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:25:23.615323 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2caa56b1-7890-445d-a1a8-fcc2430408e1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5692072 Jul 06 12:25:23.615667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46022) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:23.620428 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:23.644775 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.645875 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:23.816674 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-a7045093-1495-4292-9660-fdc976c68f4d', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:25:23.817578 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.014303 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.016805 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Allocated IP 172.20.0.2 (a7045093-1495-4292-9660-fdc976c68f4d/92c4c6fe-d9c3-41cf-8664-63762eb4f36f/b893b1e9-6d5e-416c-9d1c-0f164ae9395a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:25:24.165973 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.205593 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.214113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Transition to ACTIVE for port object b893b1e9-6d5e-416c-9d1c-0f164ae9395a will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:24.233140 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Transition to ACTIVE for port object b893b1e9-6d5e-416c-9d1c-0f164ae9395a will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:24.240108 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.278054 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Network a7045093-1495-4292-9660-fdc976c68f4d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:25:24.284893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:24.288380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:25:24.296096 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Pushing event updated for resources: {'Port': ['ID=b893b1e9-6d5e-416c-9d1c-0f164ae9395a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:24.324972 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:24.325328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:24.325667 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:24.326004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:24.326328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:24.326652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:24.326981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:24.327361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:24.327689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:24.328231 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:24.328558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:24.328880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:24.367966 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Attempting to bind port b893b1e9-6d5e-416c-9d1c-0f164ae9395a on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:25:24.368346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Attempting to bind port b893b1e9-6d5e-416c-9d1c-0f164ae9395a by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:25:24.368786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Attempting to bind port b893b1e9-6d5e-416c-9d1c-0f164ae9395a on network a7045093-1495-4292-9660-fdc976c68f4d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:25:24.375188 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:25:24.376073 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Checking segment: {'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:25:24.376555 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.377036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Bound using segment: {'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:25:24.377818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Bound port: b893b1e9-6d5e-416c-9d1c-0f164ae9395a, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:25:24.379615 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.446657 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.469383 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.500227 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] For port b893b1e9-6d5e-416c-9d1c-0f164ae9395a, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:25:24.503811 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] For port b893b1e9-6d5e-416c-9d1c-0f164ae9395a, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b893b1e9-6d5e-416c-9d1c-0f164ae9395a,segment=NetworkSegment(2467ce15-9778-44c4-9826-53618fc51262),segment_id=2467ce15-9778-44c4-9826-53618fc51262)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:25:24.509272 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.577997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff52d8-62ea-48aa-8004-0d0b9ecbd21f None None] Pushing event updated for resources: {'Port': ['ID=b893b1e9-6d5e-416c-9d1c-0f164ae9395a,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:24.615899 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Allocated IP 172.25.4.202 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/9c5d5fca-a492-43ec-aa56-1c33ae3e3884) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:25:24.728290 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.800387 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:24.845035 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:25:24.846668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:24.850771 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:25:24.889823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9c5d5fca-a492-43ec-aa56-1c33ae3e3884,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:25.008871 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:25:25.183522 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:25.407543 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:25.569374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Router 205e824d-44ee-42d8-af34-3685ef62f17f is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:25:25.620222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf50553-a71b-4fd1-bc39-c32d83e17b91 None None] Network a7045093-1495-4292-9660-fdc976c68f4d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:25:25.688206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:25:25.705426 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:25.705664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Sync routers for ids ['205e824d-44ee-42d8-af34-3685ef62f17f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:25:25.709557 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b1e5f007-3464-41a9-a340-14f1489942f2 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0901499 Jul 06 12:25:25.709756 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e07c77c7-9c8d-41a0-a321-353d87aa2ec4 None None] Provisioning for port b893b1e9-6d5e-416c-9d1c-0f164ae9395a completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:25.709871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46036) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:25.733705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Routers {'205e824d-44ee-42d8-af34-3685ef62f17f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:25.734333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:25:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['205e824d-44ee-42d8-af34-3685ef62f17f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:25.893463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Set router 205e824d-44ee-42d8-af34-3685ef62f17f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:26.177899 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b893b1e9-6d5e-416c-9d1c-0f164ae9395a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:26.236617 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:25Z', 'revision_number': 3, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:26.276563 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Checking router: 205e824d-44ee-42d8-af34-3685ef62f17f for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:25:26.277813 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Updating router 205e824d-44ee-42d8-af34-3685ef62f17f port 9c5d5fca-a492-43ec-aa56-1c33ae3e3884 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:25:26.323751 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port b893b1e9-6d5e-416c-9d1c-0f164ae9395a completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:26.331611 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.333149 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.333662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b893b1e9-6d5e-416c-9d1c-0f164ae9395a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:26.333926 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.512896 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-04709b34-52db-42a1-aa21-187cb12bf007 None None] Provisioning complete for port b893b1e9-6d5e-416c-9d1c-0f164ae9395a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:26.513532 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-04709b34-52db-42a1-aa21-187cb12bf007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.598520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Allocated IP 172.20.0.1 (a7045093-1495-4292-9660-fdc976c68f4d/92c4c6fe-d9c3-41cf-8664-63762eb4f36f/3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:25:26.723855 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.738119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Transition to ACTIVE for port object 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:26.786536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.812682 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.833706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Network a7045093-1495-4292-9660-fdc976c68f4d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:25:26.837069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:26.843830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:25:26.872471 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Pushing event updated for resources: {'Port': ['ID=3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:26.879710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port b893b1e9-6d5e-416c-9d1c-0f164ae9395a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b893b1e9-6d5e-416c-9d1c-0f164ae9395a,segment=NetworkSegment(2467ce15-9778-44c4-9826-53618fc51262),segment_id=2467ce15-9778-44c4-9826-53618fc51262)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:26.898031 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.908081 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:26.992699 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-04709b34-52db-42a1-aa21-187cb12bf007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.042512 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.053093 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=b893b1e9-6d5e-416c-9d1c-0f164ae9395a,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:27.070507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Transition to ACTIVE for port object 9c5d5fca-a492-43ec-aa56-1c33ae3e3884 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:27.101918 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.140103 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-04709b34-52db-42a1-aa21-187cb12bf007 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:25:27.140414 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-04709b34-52db-42a1-aa21-187cb12bf007 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:25:27.169104 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48777535-553d-4314-b878-4ca9ad0d8063 None None] Pushing event updated for resources: {'Port': ['ID=9c5d5fca-a492-43ec-aa56-1c33ae3e3884,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:27.175593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Attempting to bind port 9c5d5fca-a492-43ec-aa56-1c33ae3e3884 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:25:27.175779 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Attempting to bind port 9c5d5fca-a492-43ec-aa56-1c33ae3e3884 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:25:27.176147 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Attempting to bind port 9c5d5fca-a492-43ec-aa56-1c33ae3e3884 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:25:27.191557 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:25:27.191945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:25:27.192363 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.192769 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:25:27.193444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Bound port: 9c5d5fca-a492-43ec-aa56-1c33ae3e3884, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:25:27.194370 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.262833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] For port 9c5d5fca-a492-43ec-aa56-1c33ae3e3884, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:25:27.266708 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] For port 9c5d5fca-a492-43ec-aa56-1c33ae3e3884, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9c5d5fca-a492-43ec-aa56-1c33ae3e3884,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:25:27.272934 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.332313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Routers {'205e824d-44ee-42d8-af34-3685ef62f17f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:27.332973 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:25:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['205e824d-44ee-42d8-af34-3685ef62f17f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:27.369626 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48777535-553d-4314-b878-4ca9ad0d8063 None None] Pushing event updated for resources: {'Port': ['ID=9c5d5fca-a492-43ec-aa56-1c33ae3e3884,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:27.453178 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.479538 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] Set router 205e824d-44ee-42d8-af34-3685ef62f17f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:27.686698 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.694726 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.775689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:25Z', 'revision_number': 3, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:27.784942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.787816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Pushing event updated for resources: {'Port': ['ID=3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:27.835645 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9e98f7-7620-410d-afdd-3e542b8d604a None None] The sync data for ids ['205e824d-44ee-42d8-af34-3685ef62f17f'] in n-d-799529-2 is: [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:25Z', 'revision_number': 3, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:25:27.854188 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fdbfb2a9-545d-4af9-89d5-9bbe28172f0c None None] Provisioning for port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:27.864183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fdbfb2a9-545d-4af9-89d5-9bbe28172f0c None None] Provisioning complete for port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:27.864578 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fdbfb2a9-545d-4af9-89d5-9bbe28172f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:27.907293 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-fdbfb2a9-545d-4af9-89d5-9bbe28172f0c None None] Port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:25:27.915743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Network a7045093-1495-4292-9660-fdc976c68f4d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:25:27.918397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:28.043565 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b893b1e9-6d5e-416c-9d1c-0f164ae9395a up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:28.129087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b893b1e9-6d5e-416c-9d1c-0f164ae9395a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:28.129609 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.148479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Router 205e824d-44ee-42d8-af34-3685ef62f17f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:25:28.360186 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:25:28.368542 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e49b5bcb-7a68-4ec6-afc1-b2d781db48dd None None] Provisioning complete for port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:28.369235 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e49b5bcb-7a68-4ec6-afc1-b2d781db48dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:28.370815 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6de39077-db0d-4781-b2bd-f5b7a23c4565 admin admin] 10.222.0.81 "PUT /v2.0/routers/205e824d-44ee-42d8-af34-3685ef62f17f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6598084 Jul 06 12:25:28.452710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e49b5bcb-7a68-4ec6-afc1-b2d781db48dd None None] Port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:25:29.086447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46054) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:29.091680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c84002e9-6a8a-4d2d-b889-185ce87bffbc tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--205728269', 'description': 'tempest-description--1204355020'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:29.128255 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c84002e9-6a8a-4d2d-b889-185ce87bffbc tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.218747 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c84002e9-6a8a-4d2d-b889-185ce87bffbc tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.223961 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c84002e9-6a8a-4d2d-b889-185ce87bffbc tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.253448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c84002e9-6a8a-4d2d-b889-185ce87bffbc tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.254700 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c84002e9-6a8a-4d2d-b889-185ce87bffbc tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1670327 Jul 06 12:25:29.257805 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46056) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:29.259325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84002e9-6a8a-4d2d-b889-185ce87bffbc tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c9e191-ba2d-42cf-87b4-8d651c6d3193,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:29.263013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6eb09a80-9fe5-4646-bcb2-d74dc92f9181 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Request body: {'security_group_rule': {'security_group_id': '82c9e191-ba2d-42cf-87b4-8d651c6d3193', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:29.298568 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6eb09a80-9fe5-4646-bcb2-d74dc92f9181 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.368405 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6eb09a80-9fe5-4646-bcb2-d74dc92f9181 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.372503 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6eb09a80-9fe5-4646-bcb2-d74dc92f9181 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.392442 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb09a80-9fe5-4646-bcb2-d74dc92f9181 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109ed3ff-34fc-46d3-8169-4223ff2409d3,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:29.400328 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6eb09a80-9fe5-4646-bcb2-d74dc92f9181 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.402602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6eb09a80-9fe5-4646-bcb2-d74dc92f9181 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428778 Jul 06 12:25:29.406103 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46058) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:29.410812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-01318b46-6637-45be-b076-f1d6877e9c08 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Request body: {'security_group_rule': {'security_group_id': '82c9e191-ba2d-42cf-87b4-8d651c6d3193', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:29.439670 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01318b46-6637-45be-b076-f1d6877e9c08 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.502420 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01318b46-6637-45be-b076-f1d6877e9c08 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.508160 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01318b46-6637-45be-b076-f1d6877e9c08 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.532176 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01318b46-6637-45be-b076-f1d6877e9c08 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fada79e2-e023-4936-b346-9678cb570878,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:29.541618 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-01318b46-6637-45be-b076-f1d6877e9c08 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.543583 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-01318b46-6637-45be-b076-f1d6877e9c08 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356473 Jul 06 12:25:29.548814 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46064) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:29.555909 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:29.582559 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.716870 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:29.891003 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Allocated IP 172.25.4.92 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/7d7826e8-60a3-4698-aeda-c244ce802474) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:25:30.033214 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:30.066218 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Sync routers for ids ['205e824d-44ee-42d8-af34-3685ef62f17f'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:25:30.078826 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9c5d5fca-a492-43ec-aa56-1c33ae3e3884 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:30.089159 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Routers {'205e824d-44ee-42d8-af34-3685ef62f17f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:30.090869 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:25:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['205e824d-44ee-42d8-af34-3685ef62f17f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:30.106671 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:30.141299 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 9c5d5fca-a492-43ec-aa56-1c33ae3e3884 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:30.153100 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9c5d5fca-a492-43ec-aa56-1c33ae3e3884 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:30.153638 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:30.164983 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:25:30.174550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:30.182655 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:25:30.229152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event updated for resources: {'Port': ['ID=7d7826e8-60a3-4698-aeda-c244ce802474,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:30.269138 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:30.270688 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Set router 205e824d-44ee-42d8-af34-3685ef62f17f gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:30.306582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 9c5d5fca-a492-43ec-aa56-1c33ae3e3884, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9c5d5fca-a492-43ec-aa56-1c33ae3e3884,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:30.315057 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:30.322914 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:30.399929 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:30.400519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=9c5d5fca-a492-43ec-aa56-1c33ae3e3884,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:30.534563 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8', 'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'mac_address': 'fa:16:3e:28:65:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:26Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 2, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'subnets': [{'id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:30.562894 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Checking router: 205e824d-44ee-42d8-af34-3685ef62f17f for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:25:30.563308 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Updating router 205e824d-44ee-42d8-af34-3685ef62f17f port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:25:30.573115 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:30.581098 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:30.598445 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:30.657305 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event updated for resources: {'Port': ['ID=7d7826e8-60a3-4698-aeda-c244ce802474,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:30.671685 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:30.690956 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:30.692933 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4c76afb3-1972-4f09-93be-e20d1e0a61ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1417768 Jul 06 12:25:30.884365 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-c4a1e21f-fc1a-45c8-b2e9-e6336ffc6eb9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--205728269&fields=id&tenant_id=5c2aa8299fae4655a3a22435542b2d75 HTTP/1.1" status: 200 len: 267 time: 0.0538366 Jul 06 12:25:31.048841 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-004291d1-e7e1-459a-99bf-4c5c0bcebf2f tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:31.049879 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:31.050482 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-004291d1-e7e1-459a-99bf-4c5c0bcebf2f tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/networks?id=a7045093-1495-4292-9660-fdc976c68f4d HTTP/1.1" status: 200 len: 810 time: 0.1642776 Jul 06 12:25:31.062545 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Transition to ACTIVE for port object 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:31.071938 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:31.080967 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-810408b4-3033-41fd-8957-6722a8bf219b tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/quotas/5c2aa8299fae4655a3a22435542b2d75 HTTP/1.1" status: 200 len: 375 time: 0.0197783 Jul 06 12:25:31.128690 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3e815-94bb-4c2c-bab1-93e09508e210 None None] Pushing event updated for resources: {'Port': ['ID=3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:31.161431 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d3e815-94bb-4c2c-bab1-93e09508e210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:31.162009 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d3e815-94bb-4c2c-bab1-93e09508e210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:31.162497 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d3e815-94bb-4c2c-bab1-93e09508e210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:31.162818 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d3e815-94bb-4c2c-bab1-93e09508e210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:31.163220 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d3e815-94bb-4c2c-bab1-93e09508e210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:31.163640 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d3e815-94bb-4c2c-bab1-93e09508e210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:31.164034 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d3e815-94bb-4c2c-bab1-93e09508e210 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:31.164429 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d3e815-94bb-4c2c-bab1-93e09508e210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:31.164820 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d3e815-94bb-4c2c-bab1-93e09508e210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:31.165210 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d3e815-94bb-4c2c-bab1-93e09508e210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:31.165615 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d3e815-94bb-4c2c-bab1-93e09508e210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:31.166011 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d3e815-94bb-4c2c-bab1-93e09508e210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:25:31.195196 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-b41e5b44-695c-45a2-b8f0-4cca624e6fd6 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c2aa8299fae4655a3a22435542b2d75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1132298 Jul 06 12:25:31.214094 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Attempting to bind port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:25:31.215270 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Attempting to bind port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:25:31.215775 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Attempting to bind port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 on network a7045093-1495-4292-9660-fdc976c68f4d {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:25:31.221597 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:25:31.222128 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Checking segment: {'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:25:31.222547 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:31.223015 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Bound using segment: {'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:25:31.223590 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Bound port: 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:25:31.224064 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:31.312402 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] For port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:25:31.312721 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-7e2e65eb-2db8-4bce-9b22-7b870d93bb02 service neutron] 10.222.0.81 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148193 Jul 06 12:25:31.318048 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] For port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8,segment=NetworkSegment(2467ce15-9778-44c4-9826-53618fc51262),segment_id=2467ce15-9778-44c4-9826-53618fc51262)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:25:31.324041 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:31.398048 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Routers {'205e824d-44ee-42d8-af34-3685ef62f17f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:31.398682 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:25:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['205e824d-44ee-42d8-af34-3685ef62f17f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:31.421574 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-f6ead0bc-674c-4775-bd48-7b506b340a33 service neutron] 10.222.0.81 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079683 Jul 06 12:25:31.440877 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3e815-94bb-4c2c-bab1-93e09508e210 None None] Pushing event updated for resources: {'Port': ['ID=3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:31.534859 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] Set router 205e824d-44ee-42d8-af34-3685ef62f17f gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:31.643966 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7f64645d-9cd2-44d0-9aed-ae9f0818641f req-cc467112-8f89-4762-a4b1-5857242d5f6a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 210 time: 0.0350363 Jul 06 12:25:31.756426 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8', 'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'mac_address': 'fa:16:3e:28:65:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:26Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'subnets': [{'id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:31.782603 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb70dd5d-53a5-4012-9418-c5534747d161 None None] The sync data for ids ['205e824d-44ee-42d8-af34-3685ef62f17f'] in n-d-799529-2 is: [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8', 'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'mac_address': 'fa:16:3e:28:65:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:26Z', 'updated_at': '2021-07-06T12:25:31Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'subnets': [{'id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:25:32.166115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:32.276683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:32.282050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:32.282474 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:32.398581 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:32.469583 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8,segment=NetworkSegment(2467ce15-9778-44c4-9826-53618fc51262),segment_id=2467ce15-9778-44c4-9826-53618fc51262)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:32.483210 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:32.484665 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9c5d5fca-a492-43ec-aa56-1c33ae3e3884 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:32.633160 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:32.650091 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9c5d5fca-a492-43ec-aa56-1c33ae3e3884 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:32.650410 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:32.851839 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0f89f8ff-1644-43ba-9399-a9bfaefffaa2 req-5ab8de2f-9925-463a-b4a5-77403951dc86 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 210 time: 0.0355031 Jul 06 12:25:33.246263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-03d670ff-a0c4-44e5-a143-49f75d256c81 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:33.247847 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-03d670ff-a0c4-44e5-a143-49f75d256c81 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.89 "GET /v2.0/networks?id=a7045093-1495-4292-9660-fdc976c68f4d HTTP/1.1" status: 200 len: 810 time: 0.1914563 Jul 06 12:25:33.300779 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-c5713f18-34bc-4647-8a3c-c1a987743a30 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c2aa8299fae4655a3a22435542b2d75 HTTP/1.1" status: 200 len: 379 time: 0.0434685 Jul 06 12:25:33.310821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22488ce1-9f46-4ee5-850a-12028eba23e0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Request body: {'port': {'device_id': '06522a21-7e1e-45b7-b6e0-b1aa2465b98d', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'admin_state_up': True, 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'security_groups': ['82c9e191-ba2d-42cf-87b4-8d651c6d3193']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:33.435566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22488ce1-9f46-4ee5-850a-12028eba23e0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Made reservation on behalf of 5c2aa8299fae4655a3a22435542b2d75 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:25:33.443136 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22488ce1-9f46-4ee5-850a-12028eba23e0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:33.586142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22488ce1-9f46-4ee5-850a-12028eba23e0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Allocated IP 172.20.0.6 (a7045093-1495-4292-9660-fdc976c68f4d/92c4c6fe-d9c3-41cf-8664-63762eb4f36f/49a05ba5-a8e3-48c4-b9c3-61136a0bddd5) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:25:33.742448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22488ce1-9f46-4ee5-850a-12028eba23e0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:33.756542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22488ce1-9f46-4ee5-850a-12028eba23e0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Transition to ACTIVE for port object 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:33.792891 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22488ce1-9f46-4ee5-850a-12028eba23e0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:33.840225 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22488ce1-9f46-4ee5-850a-12028eba23e0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Network a7045093-1495-4292-9660-fdc976c68f4d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:25:33.845614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22488ce1-9f46-4ee5-850a-12028eba23e0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:25:33.849989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22488ce1-9f46-4ee5-850a-12028eba23e0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:25:33.857409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22488ce1-9f46-4ee5-850a-12028eba23e0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event updated for resources: {'Port': ['ID=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:33.967680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22488ce1-9f46-4ee5-850a-12028eba23e0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:33.971645 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22488ce1-9f46-4ee5-850a-12028eba23e0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:34.015197 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22488ce1-9f46-4ee5-850a-12028eba23e0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7091691 Jul 06 12:25:34.027105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Request body: {'port': {'device_id': '06522a21-7e1e-45b7-b6e0-b1aa2465b98d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:34.062824 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:34.142205 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:34.146598 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:34.147480 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:34.263865 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cce07-3d0a-441f-ad7e-720feab50a85 req-cfa92dde-7b54-4876-b5f4-d0288c66ae8d tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:34.274418 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-956cce07-3d0a-441f-ad7e-720feab50a85 req-cfa92dde-7b54-4876-b5f4-d0288c66ae8d tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 931 time: 0.1391838 Jul 06 12:25:34.326895 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-956cce07-3d0a-441f-ad7e-720feab50a85 req-5522d8af-449c-4b4d-82b0-277f96ff1861 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509655 Jul 06 12:25:34.361952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a9463544-66d3-446a-9514-8d13df814a6f None None] Provisioning for port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:34.370661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a9463544-66d3-446a-9514-8d13df814a6f None None] Provisioning complete for port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:34.372779 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9463544-66d3-446a-9514-8d13df814a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:34.416660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a9463544-66d3-446a-9514-8d13df814a6f None None] Port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:25:34.536744 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:25:34.544658 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:34.557353 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Transition to ACTIVE for port object 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:25:34.561950 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:34.617624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Pushing event updated for resources: {'Port': ['ID=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:34.692350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Attempting to bind port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:25:34.692686 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Attempting to bind port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:25:34.693528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Attempting to bind port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 on network a7045093-1495-4292-9660-fdc976c68f4d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:25:34.698376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 on network a7045093-1495-4292-9660-fdc976c68f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:25:34.698743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Attempting to bind port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 on network a7045093-1495-4292-9660-fdc976c68f4d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:25:34.704193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:25:34.704533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Checking segment: {'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:25:34.704916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Bound using segment: {'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:25:34.705894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Bound port: 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:25:34.705894 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:34.777490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] For port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:25:34.780612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] For port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5,segment=NetworkSegment(2467ce15-9778-44c4-9826-53618fc51262),segment_id=2467ce15-9778-44c4-9826-53618fc51262)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:25:34.784914 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:34.824148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:34.824772 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:34.826172 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] 10.222.0.89 "PUT /v2.0/ports/49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 HTTP/1.1" status: 200 len: 1091 time: 0.8040271 Jul 06 12:25:34.826616 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06522a21-7e1e-45b7-b6e0-b1aa2465b98d', 'tag': '49a05ba5-a8e3-48c4-b9c3-61136a0bddd5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:25:34.828958 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d80c48-6fa7-4180-a750-6b8cdab5edba" -d '{"events": [{"name": "network-changed", "server_uuid": "06522a21-7e1e-45b7-b6e0-b1aa2465b98d", "tag": "49a05ba5-a8e3-48c4-b9c3-61136a0bddd5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:25:34.862375 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22490d5c-14ad-439e-97d3-78884bcdf00f service neutron] Pushing event updated for resources: {'Port': ['ID=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:34.900828 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44556b6-cc83-4a62-a769-509705ee4e1d x-openstack-request-id: req-d44556b6-cc83-4a62-a769-509705ee4e1d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:25:34.901272 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06522a21-7e1e-45b7-b6e0-b1aa2465b98d", "tag": "49a05ba5-a8e3-48c4-b9c3-61136a0bddd5", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:25:34.901529 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d44556b6-cc83-4a62-a769-509705ee4e1d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:25:34.902528 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06522a21-7e1e-45b7-b6e0-b1aa2465b98d', 'tag': '49a05ba5-a8e3-48c4-b9c3-61136a0bddd5', 'status': 'completed', 'code': 200} Jul 06 12:25:34.936650 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-82191bc6-5898-45ec-92c5-323227f4d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:34.940108 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-82191bc6-5898-45ec-92c5-323227f4d873 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5c2aa8299fae4655a3a22435542b2d75&device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 1094 time: 0.0689862 Jul 06 12:25:35.006990 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-f3b5c624-1556-47a1-9145-3d982a969bba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 HTTP/1.1" status: 200 len: 217 time: 0.0591769 Jul 06 12:25:35.096189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-e71e6af8-3147-4897-8403-36951e27cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:35.099306 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-e71e6af8-3147-4897-8403-36951e27cbe7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92c4c6fe-d9c3-41cf-8664-63762eb4f36f HTTP/1.1" status: 200 len: 849 time: 0.0855544 Jul 06 12:25:35.168274 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-523da45f-7f63-4434-94c2-99b0ea500bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:35.169844 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-523da45f-7f63-4434-94c2-99b0ea500bf8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7045093-1495-4292-9660-fdc976c68f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632641 Jul 06 12:25:35.274150 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-c7e0234f-880a-4e36-86b4-6aad4df7808d service neutron] 10.222.0.89 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975599 Jul 06 12:25:35.377089 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f1b4d8c2-372a-4cff-a359-6091ffc0f824 req-5c1f34a0-ad55-4756-bb34-e24f486f1775 service neutron] 10.222.0.89 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954630 Jul 06 12:25:35.498599 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d80c48-6fa7-4180-a750-6b8cdab5edba req-b60543af-6c74-461d-81a5-ea233502c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:35.500415 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3783-05b4-43f2-9174-1fe28e7b689e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:35.501001 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52d80c48-6fa7-4180-a750-6b8cdab5edba req-b60543af-6c74-461d-81a5-ea233502c79b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5c2aa8299fae4655a3a22435542b2d75&device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 1094 time: 0.0691683 Jul 06 12:25:35.547975 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b053f1d-8923-4120-b0db-974b52356ca4 req-57e8a756-8e98-4694-9c43-3156b71b8e5b tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:35.549806 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b053f1d-8923-4120-b0db-974b52356ca4 req-57e8a756-8e98-4694-9c43-3156b71b8e5b tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 943 time: 0.1057239 Jul 06 12:25:35.598810 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b053f1d-8923-4120-b0db-974b52356ca4 req-0ce49e9a-ea90-49e1-bb8c-6c27748ed8a9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411408 Jul 06 12:25:35.613074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d80c48-6fa7-4180-a750-6b8cdab5edba req-2dbe2e64-61c8-4e36-a640-5321a143b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:35.615446 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52d80c48-6fa7-4180-a750-6b8cdab5edba req-2dbe2e64-61c8-4e36-a640-5321a143b779 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7045093-1495-4292-9660-fdc976c68f4d HTTP/1.1" status: 200 len: 911 time: 0.1074862 Jul 06 12:25:35.663522 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52d80c48-6fa7-4180-a750-6b8cdab5edba req-f6edc9e1-325c-4076-acd5-51b32f53fc7d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 HTTP/1.1" status: 200 len: 217 time: 0.0412333 Jul 06 12:25:35.719462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d80c48-6fa7-4180-a750-6b8cdab5edba req-2ec84f05-c547-4a92-b165-5a3284117b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:35.720855 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52d80c48-6fa7-4180-a750-6b8cdab5edba req-2ec84f05-c547-4a92-b165-5a3284117b9c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92c4c6fe-d9c3-41cf-8664-63762eb4f36f HTTP/1.1" status: 200 len: 849 time: 0.0496829 Jul 06 12:25:35.784854 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:35.790555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d80c48-6fa7-4180-a750-6b8cdab5edba req-848c7885-070c-41e0-b546-fcadcaf28e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:35.792179 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52d80c48-6fa7-4180-a750-6b8cdab5edba req-848c7885-070c-41e0-b546-fcadcaf28e16 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7045093-1495-4292-9660-fdc976c68f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647976 Jul 06 12:25:35.918946 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52d80c48-6fa7-4180-a750-6b8cdab5edba req-708c298a-9935-41df-9262-bfe2a58e8f16 service neutron] 10.222.0.89 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102405 Jul 06 12:25:36.043183 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52d80c48-6fa7-4180-a750-6b8cdab5edba req-584363c8-3ec4-4a88-9d76-62a74e0a72ff service neutron] 10.222.0.89 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170940 Jul 06 12:25:36.670966 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:36.779364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84060189-9e50-414b-91e9-5ccecbf91dcd req-4478baa4-f1e4-4ef2-9e5e-0d36ee41084b tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:36.780883 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84060189-9e50-414b-91e9-5ccecbf91dcd req-4478baa4-f1e4-4ef2-9e5e-0d36ee41084b tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 943 time: 0.0633714 Jul 06 12:25:36.822031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84060189-9e50-414b-91e9-5ccecbf91dcd req-eb0f2779-925b-4348-97dc-ed8d7a555009 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353615 Jul 06 12:25:37.099566 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:25:37.215745 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5,segment=NetworkSegment(2467ce15-9778-44c4-9826-53618fc51262),segment_id=2467ce15-9778-44c4-9826-53618fc51262)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:37.227600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '49a05ba5-a8e3-48c4-b9c3-61136a0bddd5', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'port_id': '49a05ba5-a8e3-48c4-b9c3-61136a0bddd5', 'mac_address': 'fa:16:3e:d9:59:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:25:37.273794 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:37.288222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:25:37.309981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5,segment=NetworkSegment(2467ce15-9778-44c4-9826-53618fc51262),segment_id=2467ce15-9778-44c4-9826-53618fc51262)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:37.315321 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:37.369123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:37.509614 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['49a05ba5-a8e3-48c4-b9c3-61136a0bddd5'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:25:38.024674 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3462ef3-e91c-435f-bb47-88199eab9347 req-8720d3d5-666a-40f5-b4d8-b2892107507f tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:38.026461 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3462ef3-e91c-435f-bb47-88199eab9347 req-8720d3d5-666a-40f5-b4d8-b2892107507f tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 944 time: 0.0852873 Jul 06 12:25:38.068148 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3462ef3-e91c-435f-bb47-88199eab9347 req-ecc8ec0c-e6ed-4c73-a883-710303de4dbd tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351441 Jul 06 12:25:38.152704 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9f062fee-c20a-40fe-92cc-91db69bc13d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:38.230619 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:39.112932 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:25:39.169773 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:25:39.175185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:25:39.175609 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:39.261666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ca235-fd12-4cca-85d6-b941a257b8a4 req-bff17c88-4692-412a-9603-3144ee894ede tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:39.263396 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-953ca235-fd12-4cca-85d6-b941a257b8a4 req-bff17c88-4692-412a-9603-3144ee894ede tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 944 time: 0.0756159 Jul 06 12:25:39.285200 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:39.327126 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-953ca235-fd12-4cca-85d6-b941a257b8a4 req-ed587223-9b83-44f3-83e9-3069a6180efb tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554774 Jul 06 12:25:39.327742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06522a21-7e1e-45b7-b6e0-b1aa2465b98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a05ba5-a8e3-48c4-b9c3-61136a0bddd5'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:25:39.330111 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0992b19b-37c2-46fd-8b4b-a3265f6f8260" -d '{"events": [{"server_uuid": "06522a21-7e1e-45b7-b6e0-b1aa2465b98d", "name": "network-vif-plugged", "status": "completed", "tag": "49a05ba5-a8e3-48c4-b9c3-61136a0bddd5"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:25:39.344552 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5,segment=NetworkSegment(2467ce15-9778-44c4-9826-53618fc51262),segment_id=2467ce15-9778-44c4-9826-53618fc51262)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:25:39.349337 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:39.383181 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c555b07e-cd19-4d14-ae01-2c61e57bf89e x-openstack-request-id: req-c555b07e-cd19-4d14-ae01-2c61e57bf89e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:25:39.383517 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06522a21-7e1e-45b7-b6e0-b1aa2465b98d", "name": "network-vif-plugged", "status": "completed", "tag": "49a05ba5-a8e3-48c4-b9c3-61136a0bddd5", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:25:39.383769 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c555b07e-cd19-4d14-ae01-2c61e57bf89e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:25:39.384187 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06522a21-7e1e-45b7-b6e0-b1aa2465b98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a05ba5-a8e3-48c4-b9c3-61136a0bddd5', 'code': 200} Jul 06 12:25:39.425022 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:39.430134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:39.504493 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1d6b3-046b-42f0-9a45-6fafb96bd5cf req-83c15ae9-5a89-4ffe-b15c-c27d4a5a8408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:39.505939 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-12b1d6b3-046b-42f0-9a45-6fafb96bd5cf req-83c15ae9-5a89-4ffe-b15c-c27d4a5a8408 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 1096 time: 0.0574517 Jul 06 12:25:39.544070 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-12b1d6b3-046b-42f0-9a45-6fafb96bd5cf req-4c718751-e9db-4370-8c1b-dee6e10adfc7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304861 Jul 06 12:25:40.518471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d03656-afa2-4dc4-b06a-125b48d760a2 req-57f909dd-ab16-4702-b21c-47869c151976 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:40.520076 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64d03656-afa2-4dc4-b06a-125b48d760a2 req-57f909dd-ab16-4702-b21c-47869c151976 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0719135 Jul 06 12:25:40.561072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64d03656-afa2-4dc4-b06a-125b48d760a2 req-52a0cfea-d504-4bd1-a22a-3b6ec021da7d tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346372 Jul 06 12:25:40.735064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3542251-2db2-473a-9c5a-b7c20dea417f req-845d2727-4ac6-436e-822e-56ea6330638c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:40.736748 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d3542251-2db2-473a-9c5a-b7c20dea417f req-845d2727-4ac6-436e-822e-56ea6330638c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0659957 Jul 06 12:25:40.746338 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46184) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:40.751205 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-059aeb56-d8ec-41b2-a644-78d47a85c8f8 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Request body: {'floatingip': {'port_id': '49a05ba5-a8e3-48c4-b9c3-61136a0bddd5'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:25:40.791386 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-059aeb56-d8ec-41b2-a644-78d47a85c8f8 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:40.994142 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:41.258507 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-059aeb56-d8ec-41b2-a644-78d47a85c8f8 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:41.265999 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-059aeb56-d8ec-41b2-a644-78d47a85c8f8 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:41.372048 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-059aeb56-d8ec-41b2-a644-78d47a85c8f8 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Floating IP ba5e3983-389d-4e55-8235-151452114998 associated. External IP: 172.25.4.92, port: 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5. Jul 06 12:25:41.611848 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059aeb56-d8ec-41b2-a644-78d47a85c8f8 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Router 205e824d-44ee-42d8-af34-3685ef62f17f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:25:41.698507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46192) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:41.732853 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059aeb56-d8ec-41b2-a644-78d47a85c8f8 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:25:41.737606 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-059aeb56-d8ec-41b2-a644-78d47a85c8f8 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:41.746570 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846bf13-50f5-4ea7-971c-71f4f42b817c None None] Sync routers for ids ['205e824d-44ee-42d8-af34-3685ef62f17f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:25:41.757534 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b846bf13-50f5-4ea7-971c-71f4f42b817c None None] Routers {'205e824d-44ee-42d8-af34-3685ef62f17f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:41.758427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b846bf13-50f5-4ea7-971c-71f4f42b817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:25:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['205e824d-44ee-42d8-af34-3685ef62f17f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:41.778886 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-059aeb56-d8ec-41b2-a644-78d47a85c8f8 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "PUT /v2.0/floatingips/ba5e3983-389d-4e55-8235-151452114998 HTTP/1.1" status: 200 len: 990 time: 1.0289960 Jul 06 12:25:41.778886 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06522a21-7e1e-45b7-b6e0-b1aa2465b98d', 'tag': '49a05ba5-a8e3-48c4-b9c3-61136a0bddd5'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:25:41.780140 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728d94e5-b658-4cfc-828f-98b8845cd36a" -d '{"events": [{"name": "network-changed", "server_uuid": "06522a21-7e1e-45b7-b6e0-b1aa2465b98d", "tag": "49a05ba5-a8e3-48c4-b9c3-61136a0bddd5"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:25:41.819292 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-794e1326-a68f-4d3e-981c-e55467a241cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:41.945411 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-794e1326-a68f-4d3e-981c-e55467a241cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:41.950896 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-794e1326-a68f-4d3e-981c-e55467a241cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:41.985491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e1326-a68f-4d3e-981c-e55467a241cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abe7373-40cf-459b-bf00-83f3b11b14f7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:42.014250 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-794e1326-a68f-4d3e-981c-e55467a241cb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1682a491d2904a56aaf35c8ac1f8b4d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143928 Jul 06 12:25:42.017318 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46204) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:25:42.083025 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c190e75-927c-442b-8cb9-e4d194600963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:42.112930 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c190e75-927c-442b-8cb9-e4d194600963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:42.116422 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-b846bf13-50f5-4ea7-971c-71f4f42b817c None None] Set router 205e824d-44ee-42d8-af34-3685ef62f17f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:42.137959 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3391264-8c6f-4fa2-af41-b1ea06904852 x-openstack-request-id: req-f3391264-8c6f-4fa2-af41-b1ea06904852 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:25:42.138256 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06522a21-7e1e-45b7-b6e0-b1aa2465b98d", "tag": "49a05ba5-a8e3-48c4-b9c3-61136a0bddd5", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:25:42.138517 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3391264-8c6f-4fa2-af41-b1ea06904852 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:25:42.139092 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06522a21-7e1e-45b7-b6e0-b1aa2465b98d', 'tag': '49a05ba5-a8e3-48c4-b9c3-61136a0bddd5', 'status': 'completed', 'code': 200} Jul 06 12:25:42.187730 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c190e75-927c-442b-8cb9-e4d194600963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:42.191449 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4c190e75-927c-442b-8cb9-e4d194600963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:25:42.195783 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4c190e75-927c-442b-8cb9-e4d194600963 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2abe7373-40cf-459b-bf00-83f3b11b14f7 HTTP/1.1" status: 204 len: 168 time: 0.1772976 Jul 06 12:25:42.205970 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c190e75-927c-442b-8cb9-e4d194600963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abe7373-40cf-459b-bf00-83f3b11b14f7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:25:42.244214 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d94e5-b658-4cfc-828f-98b8845cd36a req-65736ff3-8c4c-4166-9abe-b1b5fe24dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:42.245938 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-728d94e5-b658-4cfc-828f-98b8845cd36a req-65736ff3-8c4c-4166-9abe-b1b5fe24dcc4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5c2aa8299fae4655a3a22435542b2d75&device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 1096 time: 0.0824492 Jul 06 12:25:42.398017 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d94e5-b658-4cfc-828f-98b8845cd36a req-564f1388-b2c6-499c-b515-eb09e9031870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:42.400413 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-728d94e5-b658-4cfc-828f-98b8845cd36a req-564f1388-b2c6-499c-b515-eb09e9031870 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7045093-1495-4292-9660-fdc976c68f4d HTTP/1.1" status: 200 len: 911 time: 0.1461258 Jul 06 12:25:42.493697 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b846bf13-50f5-4ea7-971c-71f4f42b817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'ba5e3983-389d-4e55-8235-151452114998', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'port_id': '49a05ba5-a8e3-48c4-b9c3-61136a0bddd5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'mac_address': 'fa:16:3e:d9:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06522a21-7e1e-45b7-b6e0-b1aa2465b98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:25:30Z', 'updated_at': '2021-07-06T12:25:41Z', 'revision_number': 1, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8', 'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'mac_address': 'fa:16:3e:28:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:26Z', 'updated_at': '2021-07-06T12:25:32Z', 'revision_number': 5, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'subnets': [{'id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:42.508519 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-728d94e5-b658-4cfc-828f-98b8845cd36a req-422ba90f-ffd4-43de-b2b3-3c14bfbefadc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 HTTP/1.1" status: 200 len: 998 time: 0.1004202 Jul 06 12:25:42.539402 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846bf13-50f5-4ea7-971c-71f4f42b817c None None] Checking router: 205e824d-44ee-42d8-af34-3685ef62f17f for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:25:42.549799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b846bf13-50f5-4ea7-971c-71f4f42b817c None None] Routers {'205e824d-44ee-42d8-af34-3685ef62f17f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:25:42.550445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b846bf13-50f5-4ea7-971c-71f4f42b817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:25:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['205e824d-44ee-42d8-af34-3685ef62f17f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:42.567860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d94e5-b658-4cfc-828f-98b8845cd36a req-5d9f0031-f4c6-482a-a922-bff7e87930ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:42.569404 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-728d94e5-b658-4cfc-828f-98b8845cd36a req-5d9f0031-f4c6-482a-a922-bff7e87930ea service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92c4c6fe-d9c3-41cf-8664-63762eb4f36f HTTP/1.1" status: 200 len: 849 time: 0.0545795 Jul 06 12:25:42.641850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d94e5-b658-4cfc-828f-98b8845cd36a req-0c515f32-69fc-421d-8eda-2a6fce659bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:25:42.643871 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-728d94e5-b658-4cfc-828f-98b8845cd36a req-0c515f32-69fc-421d-8eda-2a6fce659bba service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7045093-1495-4292-9660-fdc976c68f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675342 Jul 06 12:25:42.690572 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-b846bf13-50f5-4ea7-971c-71f4f42b817c None None] Set router 205e824d-44ee-42d8-af34-3685ef62f17f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:25:42.768264 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-728d94e5-b658-4cfc-828f-98b8845cd36a req-2c84db1f-fb26-4d58-8a68-4b08a3f5d413 service neutron] 10.222.0.89 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179526 Jul 06 12:25:42.868780 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-728d94e5-b658-4cfc-828f-98b8845cd36a req-c3599d48-8271-470b-a8a1-9caa15d35cc2 service neutron] 10.222.0.89 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943251 Jul 06 12:25:42.937224 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b846bf13-50f5-4ea7-971c-71f4f42b817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'ba5e3983-389d-4e55-8235-151452114998', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'port_id': '49a05ba5-a8e3-48c4-b9c3-61136a0bddd5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'mac_address': 'fa:16:3e:d9:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06522a21-7e1e-45b7-b6e0-b1aa2465b98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:25:30Z', 'updated_at': '2021-07-06T12:25:41Z', 'revision_number': 1, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8', 'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'mac_address': 'fa:16:3e:28:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:26Z', 'updated_at': '2021-07-06T12:25:32Z', 'revision_number': 5, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'subnets': [{'id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:25:42.969388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846bf13-50f5-4ea7-971c-71f4f42b817c None None] The sync data for ids ['205e824d-44ee-42d8-af34-3685ef62f17f'] in n-d-799529-2 is: [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'ba5e3983-389d-4e55-8235-151452114998', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'port_id': '49a05ba5-a8e3-48c4-b9c3-61136a0bddd5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'mac_address': 'fa:16:3e:d9:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06522a21-7e1e-45b7-b6e0-b1aa2465b98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:25:30Z', 'updated_at': '2021-07-06T12:25:41Z', 'revision_number': 1, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8', 'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'mac_address': 'fa:16:3e:28:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:26Z', 'updated_at': '2021-07-06T12:25:32Z', 'revision_number': 5, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'subnets': [{'id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:25:43.161336 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8f6b06-f526-43b1-9bf7-f12cb4eaf2c6 None None] New status for floating IP ba5e3983-389d-4e55-8235-151452114998: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:26:02.014435 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:26:02.055929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46246) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:26:02.237117 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-07842b79-e996-4399-b664-a2949400e215 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Deleting port 521e73fb-1285-443e-942e-4c456759a0b2 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:26:02.237495 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07842b79-e996-4399-b664-a2949400e215 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:02.321334 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07842b79-e996-4399-b664-a2949400e215 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:02.321725 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07842b79-e996-4399-b664-a2949400e215 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:02.338926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-07842b79-e996-4399-b664-a2949400e215 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Calling delete_port for 521e73fb-1285-443e-942e-4c456759a0b2 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:26:02.935363 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07842b79-e996-4399-b664-a2949400e215 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:02.969829 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07842b79-e996-4399-b664-a2949400e215 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event deleted for resources: {'Port': ['ID=521e73fb-1285-443e-942e-4c456759a0b2,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:03.047886 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07842b79-e996-4399-b664-a2949400e215 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:03.048325 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-07842b79-e996-4399-b664-a2949400e215 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Floating IP 4b21371d-d3df-4202-aff4-b436bf989cd5 disassociated (deleted). External IP: 172.25.4.85, port: 1a244f36-5c1d-43ea-8ba2-40b60caf6f78. Jul 06 12:26:03.299992 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07842b79-e996-4399-b664-a2949400e215 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Router 5e2948c4-60fe-4593-a78a-90ba3f97319b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:26:03.444660 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07842b79-e996-4399-b664-a2949400e215 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:26:03.451629 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-07842b79-e996-4399-b664-a2949400e215 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:03.458379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7fc31-83d5-4a38-a5e0-8889c6d182b5 None None] Sync routers for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:26:03.474609 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a7fc31-83d5-4a38-a5e0-8889c6d182b5 None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:26:03.475730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-43a7fc31-83d5-4a38-a5e0-8889c6d182b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:25:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:03.508637 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-07842b79-e996-4399-b664-a2949400e215 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "DELETE /v2.0/floatingips/4b21371d-d3df-4202-aff4-b436bf989cd5 HTTP/1.1" status: 204 len: 168 time: 1.4511209 Jul 06 12:26:03.509394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c363aa-bc0f-4548-970f-2e18d2094fd8', 'tag': '1a244f36-5c1d-43ea-8ba2-40b60caf6f78'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:26:03.512324 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4662bcb-112b-4063-a7f2-ab3ca9017568" -d '{"events": [{"name": "network-changed", "server_uuid": "44c363aa-bc0f-4548-970f-2e18d2094fd8", "tag": "1a244f36-5c1d-43ea-8ba2-40b60caf6f78"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:26:03.630620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-43a7fc31-83d5-4a38-a5e0-8889c6d182b5 None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:26:03.843366 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6d6adb-71d6-473f-9ffa-752eebc118e2 x-openstack-request-id: req-ab6d6adb-71d6-473f-9ffa-752eebc118e2 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:26:03.843964 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c363aa-bc0f-4548-970f-2e18d2094fd8", "tag": "1a244f36-5c1d-43ea-8ba2-40b60caf6f78", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:26:03.844491 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab6d6adb-71d6-473f-9ffa-752eebc118e2 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:26:03.845266 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c363aa-bc0f-4548-970f-2e18d2094fd8', 'tag': '1a244f36-5c1d-43ea-8ba2-40b60caf6f78', 'status': 'completed', 'code': 200} Jul 06 12:26:03.938844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-43a7fc31-83d5-4a38-a5e0-8889c6d182b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '89ba140a-c103-4678-bb4d-993f51a1413d', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'port_id': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'mac_address': 'fa:16:3e:d0:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:22:05Z', 'updated_at': '2021-07-06T12:22:08Z', 'revision_number': 1, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:03.963348 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4662bcb-112b-4063-a7f2-ab3ca9017568 req-75103fd2-adb5-4b84-bb38-e813b3ccdf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:03.965400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4662bcb-112b-4063-a7f2-ab3ca9017568 req-75103fd2-adb5-4b84-bb38-e813b3ccdf21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 1097 time: 0.0887413 Jul 06 12:26:03.996352 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7fc31-83d5-4a38-a5e0-8889c6d182b5 None None] Checking router: 5e2948c4-60fe-4593-a78a-90ba3f97319b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:26:04.011882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a7fc31-83d5-4a38-a5e0-8889c6d182b5 None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:26:04.012550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-43a7fc31-83d5-4a38-a5e0-8889c6d182b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:25:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:04.137548 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4662bcb-112b-4063-a7f2-ab3ca9017568 req-41cd12a4-bd2b-4c76-93e9-464bec350e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:04.139581 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4662bcb-112b-4063-a7f2-ab3ca9017568 req-41cd12a4-bd2b-4c76-93e9-464bec350e04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 913 time: 0.1660964 Jul 06 12:26:04.143202 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-43a7fc31-83d5-4a38-a5e0-8889c6d182b5 None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:26:04.153546 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bdaae-c563-4f2c-a160-caacfd0c5550 req-645d93d7-c112-4e41-add9-847790d69005 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:04.155586 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-875bdaae-c563-4f2c-a160-caacfd0c5550 req-645d93d7-c112-4e41-add9-847790d69005 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 946 time: 0.1243243 Jul 06 12:26:04.206040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4662bcb-112b-4063-a7f2-ab3ca9017568 req-bbc9606c-a6c9-4c1b-b2aa-b4a650865188 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a244f36-5c1d-43ea-8ba2-40b60caf6f78 HTTP/1.1" status: 200 len: 217 time: 0.0488970 Jul 06 12:26:04.294459 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-875bdaae-c563-4f2c-a160-caacfd0c5550 req-bdb84754-269f-4b40-942e-dda97ed2c3c0 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258817 Jul 06 12:26:04.305226 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4662bcb-112b-4063-a7f2-ab3ca9017568 req-73f5a74d-e12b-48ef-99b2-f774a5c7861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:04.308432 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4662bcb-112b-4063-a7f2-ab3ca9017568 req-73f5a74d-e12b-48ef-99b2-f774a5c7861f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.0920827 Jul 06 12:26:04.407486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4662bcb-112b-4063-a7f2-ab3ca9017568 req-9b5747b8-77bb-4875-bd75-d37de971a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:04.410135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4662bcb-112b-4063-a7f2-ab3ca9017568 req-9b5747b8-77bb-4875-bd75-d37de971a7f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942001 Jul 06 12:26:04.488005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-43a7fc31-83d5-4a38-a5e0-8889c6d182b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '89ba140a-c103-4678-bb4d-993f51a1413d', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'port_id': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'mac_address': 'fa:16:3e:d0:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:22:05Z', 'updated_at': '2021-07-06T12:22:08Z', 'revision_number': 1, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:04.518712 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7fc31-83d5-4a38-a5e0-8889c6d182b5 None None] The sync data for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 is: [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '89ba140a-c103-4678-bb4d-993f51a1413d', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'port_id': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'mac_address': 'fa:16:3e:d0:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:22:05Z', 'updated_at': '2021-07-06T12:22:08Z', 'revision_number': 1, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:26:04.550590 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4662bcb-112b-4063-a7f2-ab3ca9017568 req-1bfc0dd5-f7e7-4776-bb11-d1677d1b195e service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322238 Jul 06 12:26:04.680238 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4662bcb-112b-4063-a7f2-ab3ca9017568 req-5547e3d3-2357-4e4b-8b4e-77e5ad80eb59 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215212 Jul 06 12:26:04.805021 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f613c1-c986-443c-9217-69c70b120ac0 None None] New status for floating IP 4b21371d-d3df-4202-aff4-b436bf989cd5: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:26:05.506482 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e51794af-4508-4bdb-b809-087ce3a1f1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:05.551173 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fee109-aef9-43d1-8e8f-059e86b2335e req-b2bccee9-b145-41ad-9ea4-0e363603a6be tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:05.553062 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37fee109-aef9-43d1-8e8f-059e86b2335e req-b2bccee9-b145-41ad-9ea4-0e363603a6be tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 946 time: 0.1275575 Jul 06 12:26:05.564457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea62024-c944-4957-a8df-bc4f9a404c27 req-22ae5975-6e79-451a-bda0-aad2b9c74b79 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:05.565985 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fea62024-c944-4957-a8df-bc4f9a404c27 req-22ae5975-6e79-451a-bda0-aad2b9c74b79 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 946 time: 0.1018922 Jul 06 12:26:05.650669 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fea62024-c944-4957-a8df-bc4f9a404c27 req-531acead-6ed9-4e5f-a923-30e4195af57a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767834 Jul 06 12:26:05.729352 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-37fee109-aef9-43d1-8e8f-059e86b2335e req-42ccdb10-a0ea-43c7-9847-94ada1731289 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Deleting port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:26:05.729939 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-37fee109-aef9-43d1-8e8f-059e86b2335e req-42ccdb10-a0ea-43c7-9847-94ada1731289 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:05.797521 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:05.837248 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-37fee109-aef9-43d1-8e8f-059e86b2335e req-42ccdb10-a0ea-43c7-9847-94ada1731289 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] For port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1a244f36-5c1d-43ea-8ba2-40b60caf6f78,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:26:05.837624 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-37fee109-aef9-43d1-8e8f-059e86b2335e req-42ccdb10-a0ea-43c7-9847-94ada1731289 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:05.851562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-37fee109-aef9-43d1-8e8f-059e86b2335e req-42ccdb10-a0ea-43c7-9847-94ada1731289 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Calling delete_port for 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:26:05.991021 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-37fee109-aef9-43d1-8e8f-059e86b2335e req-42ccdb10-a0ea-43c7-9847-94ada1731289 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:06.022140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccdb10-a0ea-43c7-9847-94ada1731289 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event deleted for resources: {'Port': ['ID=1a244f36-5c1d-43ea-8ba2-40b60caf6f78,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:06.071891 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fee109-aef9-43d1-8e8f-059e86b2335e req-42ccdb10-a0ea-43c7-9847-94ada1731289 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] No DVR routers for this DVR port 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:26:06.075221 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-37fee109-aef9-43d1-8e8f-059e86b2335e req-42ccdb10-a0ea-43c7-9847-94ada1731289 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:06.077865 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37fee109-aef9-43d1-8e8f-059e86b2335e req-42ccdb10-a0ea-43c7-9847-94ada1731289 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "DELETE /v2.0/ports/1a244f36-5c1d-43ea-8ba2-40b60caf6f78 HTTP/1.1" status: 204 len: 173 time: 0.5107210 Jul 06 12:26:06.078362 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c363aa-bc0f-4548-970f-2e18d2094fd8', 'name': 'network-vif-deleted', 'tag': '1a244f36-5c1d-43ea-8ba2-40b60caf6f78'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:26:06.080939 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1028f280-4d13-4210-9c7b-603bb9f64cfa" -d '{"events": [{"server_uuid": "44c363aa-bc0f-4548-970f-2e18d2094fd8", "name": "network-vif-deleted", "tag": "1a244f36-5c1d-43ea-8ba2-40b60caf6f78"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:26:06.120801 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d434889-b720-4bb0-adb2-5858318e32f0 x-openstack-request-id: req-1d434889-b720-4bb0-adb2-5858318e32f0 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:26:06.121103 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c363aa-bc0f-4548-970f-2e18d2094fd8", "name": "network-vif-deleted", "tag": "1a244f36-5c1d-43ea-8ba2-40b60caf6f78", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:26:06.121541 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d434889-b720-4bb0-adb2-5858318e32f0 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:26:06.121776 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c363aa-bc0f-4548-970f-2e18d2094fd8', 'name': 'network-vif-deleted', 'tag': '1a244f36-5c1d-43ea-8ba2-40b60caf6f78', 'status': 'completed', 'code': 200} Jul 06 12:26:06.670506 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:06.826794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-60d2db41-56a8-46b2-84c9-6e6ca0f4c083 req-a79cab04-1807-445a-a885-0dc2b118879b tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 210 time: 0.0313668 Jul 06 12:26:07.579673 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:26:07.601267 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:26:07.601639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 1a244f36-5c1d-43ea-8ba2-40b60caf6f78 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:26:07.986496 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9077765a-8db4-4067-9d55-a57348df13a4 req-389d27f1-5768-455c-a9f7-9640dc826a7c tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 210 time: 0.0352225 Jul 06 12:26:08.159558 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab92c27c-9785-4ca7-a43e-23a0ba9086dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:08.239618 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:09.139612 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53c5e0fd-3bf6-4de6-88e6-6d886028ca19 req-5dafbe03-302a-4501-bed1-adeb0841fd98 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 210 time: 0.0307739 Jul 06 12:26:09.407350 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:10.307755 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b274556-5569-4fcd-80de-822f2358d830 req-bc0c12f5-89d3-4958-9f58-add853217f69 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=44c363aa-bc0f-4548-970f-2e18d2094fd8 HTTP/1.1" status: 200 len: 210 time: 0.0337298 Jul 06 12:26:10.861985 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1524efd9-2ce0-4446-9dec-c64658f9c638 req-ceb75e60-780f-42d8-a804-1b8201021715 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547931 Jul 06 12:26:10.969878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524efd9-2ce0-4446-9dec-c64658f9c638 req-eff4cfe6-440a-4835-b427-b56d9f652f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:10.971445 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1524efd9-2ce0-4446-9dec-c64658f9c638 req-eff4cfe6-440a-4835-b427-b56d9f652f6d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5c2aa8299fae4655a3a22435542b2d75&device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 1096 time: 0.0655880 Jul 06 12:26:10.991618 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:11.077548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524efd9-2ce0-4446-9dec-c64658f9c638 req-f44a3f8c-7cf9-48b6-91cc-d78b5a7e8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:11.079252 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1524efd9-2ce0-4446-9dec-c64658f9c638 req-f44a3f8c-7cf9-48b6-91cc-d78b5a7e8d54 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7045093-1495-4292-9660-fdc976c68f4d HTTP/1.1" status: 200 len: 911 time: 0.0862978 Jul 06 12:26:11.152545 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1524efd9-2ce0-4446-9dec-c64658f9c638 req-497bfa1e-3389-492c-b399-3850a3f70025 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 HTTP/1.1" status: 200 len: 1000 time: 0.0665195 Jul 06 12:26:11.207137 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524efd9-2ce0-4446-9dec-c64658f9c638 req-03857b00-4916-47aa-a8cb-2e0bb61aed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:11.208668 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1524efd9-2ce0-4446-9dec-c64658f9c638 req-03857b00-4916-47aa-a8cb-2e0bb61aed6b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92c4c6fe-d9c3-41cf-8664-63762eb4f36f HTTP/1.1" status: 200 len: 849 time: 0.0462348 Jul 06 12:26:11.268372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524efd9-2ce0-4446-9dec-c64658f9c638 req-3c6f107e-cbfa-4254-9d6d-ecb1420eb177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:11.269881 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1524efd9-2ce0-4446-9dec-c64658f9c638 req-3c6f107e-cbfa-4254-9d6d-ecb1420eb177 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7045093-1495-4292-9660-fdc976c68f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549445 Jul 06 12:26:11.366157 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1524efd9-2ce0-4446-9dec-c64658f9c638 req-753eca64-dd1b-45af-abd9-d9df0c2032fc service neutron] 10.222.0.89 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894320 Jul 06 12:26:11.480438 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1524efd9-2ce0-4446-9dec-c64658f9c638 req-3f4be187-f640-4798-b454-343519e30516 service neutron] 10.222.0.89 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045277 Jul 06 12:26:15.824892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46310) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:26:16.010337 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Deleting port f9193f7f-a428-4891-afdc-f7c9ce3c7ab8 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:26:16.010872 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:16.096784 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:16.097134 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:16.109467 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Calling delete_port for f9193f7f-a428-4891-afdc-f7c9ce3c7ab8 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:26:16.310642 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:16.337547 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event deleted for resources: {'Port': ['ID=f9193f7f-a428-4891-afdc-f7c9ce3c7ab8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:16.365351 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:16.365706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:16.366049 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:16.366386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:16.366724 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:16.367054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:16.367403 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:16.367734 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:16.368056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:16.368382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:16.368730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:16.369061 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:16.410243 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:16.410750 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Floating IP 89ba140a-c103-4678-bb4d-993f51a1413d disassociated (deleted). External IP: 172.25.4.115, port: c695a611-7ff5-4eb1-b890-fc6fc74dd701. Jul 06 12:26:16.648445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Router 5e2948c4-60fe-4593-a78a-90ba3f97319b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:26:16.762222 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:26:16.768840 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:16.776276 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1d7e6-d8a2-4690-b634-51c091a8513d None None] Sync routers for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:26:16.789887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1d7e6-d8a2-4690-b634-51c091a8513d None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:26:16.791615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-84f1d7e6-d8a2-4690-b634-51c091a8513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:26:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:16.828036 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6f8c26a2-b1a2-4fb9-9008-154d3011cb46 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "DELETE /v2.0/floatingips/89ba140a-c103-4678-bb4d-993f51a1413d HTTP/1.1" status: 204 len: 168 time: 1.0017192 Jul 06 12:26:16.828920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'tag': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:26:16.834927 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6242cd-44b9-4b54-aa88-b70c88915ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "a9905633-993e-4f35-8bb4-90b8fb39e68c", "tag": "c695a611-7ff5-4eb1-b890-fc6fc74dd701"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:26:16.958875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-84f1d7e6-d8a2-4690-b634-51c091a8513d None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:26:17.127778 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b146502d-304d-4e4f-a972-be90cf839c4d x-openstack-request-id: req-b146502d-304d-4e4f-a972-be90cf839c4d {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:26:17.128076 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9905633-993e-4f35-8bb4-90b8fb39e68c", "tag": "c695a611-7ff5-4eb1-b890-fc6fc74dd701", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:26:17.128347 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b146502d-304d-4e4f-a972-be90cf839c4d {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:26:17.128754 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'tag': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'status': 'completed', 'code': 200} Jul 06 12:26:17.221603 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-84f1d7e6-d8a2-4690-b634-51c091a8513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:17.222171 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6242cd-44b9-4b54-aa88-b70c88915ce7 req-30f3831a-e6fb-4947-b498-c199e8982486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:17.223848 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d6242cd-44b9-4b54-aa88-b70c88915ce7 req-30f3831a-e6fb-4947-b498-c199e8982486 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=832bb4a030854ce3b41104102480a6a9&device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 1096 time: 0.0675111 Jul 06 12:26:17.272504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1d7e6-d8a2-4690-b634-51c091a8513d None None] Checking router: 5e2948c4-60fe-4593-a78a-90ba3f97319b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:26:17.283930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1d7e6-d8a2-4690-b634-51c091a8513d None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:26:17.285004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-84f1d7e6-d8a2-4690-b634-51c091a8513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:26:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:17.334905 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6242cd-44b9-4b54-aa88-b70c88915ce7 req-30e2d22a-2269-423b-8271-caa408f8c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:17.337546 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d6242cd-44b9-4b54-aa88-b70c88915ce7 req-30e2d22a-2269-423b-8271-caa408f8c7e4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 200 len: 913 time: 0.1062987 Jul 06 12:26:17.411929 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d6242cd-44b9-4b54-aa88-b70c88915ce7 req-be5a2071-408a-463f-802a-082d5f2ea197 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c695a611-7ff5-4eb1-b890-fc6fc74dd701 HTTP/1.1" status: 200 len: 217 time: 0.0602190 Jul 06 12:26:17.412704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-84f1d7e6-d8a2-4690-b634-51c091a8513d None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:26:17.480059 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6242cd-44b9-4b54-aa88-b70c88915ce7 req-108106be-aff7-4623-9eca-05946c123f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:17.481528 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d6242cd-44b9-4b54-aa88-b70c88915ce7 req-108106be-aff7-4623-9eca-05946c123f31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 200 len: 851 time: 0.0628512 Jul 06 12:26:17.490998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db22f3-4e49-4823-a1de-ed49c87692cf req-fd7576d7-100b-4f3d-9159-7d609d35c0aa tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:17.492629 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73db22f3-4e49-4823-a1de-ed49c87692cf req-fd7576d7-100b-4f3d-9159-7d609d35c0aa tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 945 time: 0.1533008 Jul 06 12:26:17.571512 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-73db22f3-4e49-4823-a1de-ed49c87692cf req-8ba108b8-0dc4-47e0-b1ae-2d0ec40118bd tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698173 Jul 06 12:26:17.593812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6242cd-44b9-4b54-aa88-b70c88915ce7 req-44328e32-8135-451c-bda9-e94bf29d71d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:17.596975 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d6242cd-44b9-4b54-aa88-b70c88915ce7 req-44328e32-8135-451c-bda9-e94bf29d71d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ad18e200-99a4-4806-8416-4d318414fcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032798 Jul 06 12:26:17.671076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-84f1d7e6-d8a2-4690-b634-51c091a8513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:17.722768 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d6242cd-44b9-4b54-aa88-b70c88915ce7 req-f55f0932-0d74-40a3-bcb4-de836e4b5fa4 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141446 Jul 06 12:26:17.841508 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d6242cd-44b9-4b54-aa88-b70c88915ce7 req-b09a5bbb-e376-4dde-a2cd-3eff26a007d4 service neutron] 10.222.0.23 "GET /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115875 Jul 06 12:26:17.866507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1d7e6-d8a2-4690-b634-51c091a8513d None None] The sync data for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 is: [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:13:08Z', 'revision_number': 4, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3a3d269b-aa91-4b57-b3f3-b6e5b567478e', 'name': '', 'network_id': 'ad18e200-99a4-4806-8416-4d318414fcf7', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'mac_address': 'fa:16:3e:c2:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:07Z', 'updated_at': '2021-07-06T12:13:15Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'subnets': [{'id': '2f047520-7237-4556-9ec0-b489c61b5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:26:18.132164 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5075c8-61d2-4558-9ea2-dcee5c79431a None None] New status for floating IP 89ba140a-c103-4678-bb4d-993f51a1413d: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:26:18.654024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1266c92-4240-4c0f-9035-5fa9f124f99c req-ed2ac81a-eea6-4cd5-9562-dfee817c89ab tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:18.656083 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a1266c92-4240-4c0f-9035-5fa9f124f99c req-ed2ac81a-eea6-4cd5-9562-dfee817c89ab tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 945 time: 0.0773146 Jul 06 12:26:18.862293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270e128-edb4-4521-8267-b0692667bfc9 req-44d78417-9644-45d9-915a-d0c85f58f0b3 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:26:18.864787 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6270e128-edb4-4521-8267-b0692667bfc9 req-44d78417-9644-45d9-915a-d0c85f58f0b3 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 945 time: 0.1598902 Jul 06 12:26:18.902569 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-a1266c92-4240-4c0f-9035-5fa9f124f99c req-db994f1e-cb72-4942-bddd-0ff3e6af1a1d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Deleting port c695a611-7ff5-4eb1-b890-fc6fc74dd701 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:26:18.903138 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a1266c92-4240-4c0f-9035-5fa9f124f99c req-db994f1e-cb72-4942-bddd-0ff3e6af1a1d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:19.008440 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6270e128-edb4-4521-8267-b0692667bfc9 req-caa83903-f2bc-41a8-a5be-8da17895e600 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/security-groups?id=a7f9097c-7815-4053-a383-e5d97cfd0d55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1371763 Jul 06 12:26:19.077790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-a1266c92-4240-4c0f-9035-5fa9f124f99c req-db994f1e-cb72-4942-bddd-0ff3e6af1a1d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] For port c695a611-7ff5-4eb1-b890-fc6fc74dd701, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=c695a611-7ff5-4eb1-b890-fc6fc74dd701,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:26:19.078385 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a1266c92-4240-4c0f-9035-5fa9f124f99c req-db994f1e-cb72-4942-bddd-0ff3e6af1a1d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:19.099207 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-a1266c92-4240-4c0f-9035-5fa9f124f99c req-db994f1e-cb72-4942-bddd-0ff3e6af1a1d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Calling delete_port for c695a611-7ff5-4eb1-b890-fc6fc74dd701 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:26:19.237886 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a1266c92-4240-4c0f-9035-5fa9f124f99c req-db994f1e-cb72-4942-bddd-0ff3e6af1a1d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:19.272933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db994f1e-cb72-4942-bddd-0ff3e6af1a1d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event deleted for resources: {'Port': ['ID=c695a611-7ff5-4eb1-b890-fc6fc74dd701,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:19.329048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1266c92-4240-4c0f-9035-5fa9f124f99c req-db994f1e-cb72-4942-bddd-0ff3e6af1a1d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] No DVR routers for this DVR port c695a611-7ff5-4eb1-b890-fc6fc74dd701 on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:26:19.331905 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-a1266c92-4240-4c0f-9035-5fa9f124f99c req-db994f1e-cb72-4942-bddd-0ff3e6af1a1d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:19.334185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a1266c92-4240-4c0f-9035-5fa9f124f99c req-db994f1e-cb72-4942-bddd-0ff3e6af1a1d tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.23 "DELETE /v2.0/ports/c695a611-7ff5-4eb1-b890-fc6fc74dd701 HTTP/1.1" status: 204 len: 173 time: 0.6729174 Jul 06 12:26:19.334638 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'name': 'network-vif-deleted', 'tag': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:26:19.336922 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6b09ea-09b2-4d5e-9431-7a8ffc7c14a2" -d '{"events": [{"server_uuid": "a9905633-993e-4f35-8bb4-90b8fb39e68c", "name": "network-vif-deleted", "tag": "c695a611-7ff5-4eb1-b890-fc6fc74dd701"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:26:19.381221 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7261d09e-1f4a-4be3-8d65-2f073cdb4030 x-openstack-request-id: req-7261d09e-1f4a-4be3-8d65-2f073cdb4030 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:26:19.381571 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9905633-993e-4f35-8bb4-90b8fb39e68c", "name": "network-vif-deleted", "tag": "c695a611-7ff5-4eb1-b890-fc6fc74dd701", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:26:19.381917 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7261d09e-1f4a-4be3-8d65-2f073cdb4030 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:26:19.382490 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9905633-993e-4f35-8bb4-90b8fb39e68c', 'name': 'network-vif-deleted', 'tag': 'c695a611-7ff5-4eb1-b890-fc6fc74dd701', 'status': 'completed', 'code': 200} Jul 06 12:26:20.164474 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cc621e98-0950-4da9-a22f-fbc83f89ad23 req-80b0a33c-952a-46ab-a2ab-a7d83c6b0867 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 210 time: 0.0331314 Jul 06 12:26:21.393711 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-551e5901-9ead-44fe-a035-66447e62e994 req-85cb837c-c995-4254-bc5b-99a3e4e63ec3 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 210 time: 0.0318522 Jul 06 12:26:21.636830 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device c695a611-7ff5-4eb1-b890-fc6fc74dd701 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:26:21.660870 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: c695a611-7ff5-4eb1-b890-fc6fc74dd701 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:26:21.661357 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device c695a611-7ff5-4eb1-b890-fc6fc74dd701 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:26:22.580535 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1813b107-faba-441a-8c69-64e27dc136cd req-04140507-8ca0-49fd-bfd4-934487be996a tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9905633-993e-4f35-8bb4-90b8fb39e68c HTTP/1.1" status: 200 len: 210 time: 0.0415976 Jul 06 12:26:23.678848 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46348) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:26:23.807075 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c049f-f6ca-4480-b49a-7bfa3ccbba04 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Deleting port 45f29739-ea39-45a7-ab4a-4416d0391d80 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:26:23.807451 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8c0c049f-f6ca-4480-b49a-7bfa3ccbba04 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:23.886266 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8c0c049f-f6ca-4480-b49a-7bfa3ccbba04 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:23.886606 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8c0c049f-f6ca-4480-b49a-7bfa3ccbba04 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:23.901319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c049f-f6ca-4480-b49a-7bfa3ccbba04 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Calling delete_port for 45f29739-ea39-45a7-ab4a-4416d0391d80 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:26:24.056035 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8c0c049f-f6ca-4480-b49a-7bfa3ccbba04 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:24.081495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c049f-f6ca-4480-b49a-7bfa3ccbba04 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event deleted for resources: {'Port': ['ID=45f29739-ea39-45a7-ab4a-4416d0391d80,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:24.148063 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8c0c049f-f6ca-4480-b49a-7bfa3ccbba04 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:24.150765 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8c0c049f-f6ca-4480-b49a-7bfa3ccbba04 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:24.151972 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8c0c049f-f6ca-4480-b49a-7bfa3ccbba04 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "DELETE /v2.0/floatingips/c592b3ff-23c8-44ff-9417-0588c296a9ce HTTP/1.1" status: 204 len: 168 time: 0.4720888 Jul 06 12:26:27.566837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46374) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:26:27.638071 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f85f37c-dfa7-40fd-97c0-d6e3ec828c02 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:27.669088 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f85f37c-dfa7-40fd-97c0-d6e3ec828c02 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:27.749866 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f85f37c-dfa7-40fd-97c0-d6e3ec828c02 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:27.753268 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9f85f37c-dfa7-40fd-97c0-d6e3ec828c02 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:27.754648 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9f85f37c-dfa7-40fd-97c0-d6e3ec828c02 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] 10.222.0.81 "DELETE /v2.0/security-groups/a7f9097c-7815-4053-a383-e5d97cfd0d55 HTTP/1.1" status: 204 len: 168 time: 0.1863415 Jul 06 12:26:27.765645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85f37c-dfa7-40fd-97c0-d6e3ec828c02 tempest-TestVolumeBootPattern-87703613 tempest-TestVolumeBootPattern-87703613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f9097c-7815-4053-a383-e5d97cfd0d55,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:27.823077 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46378) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:26:28.354450 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de8f-f7bb-4c68-9dc2-016d73b08606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:29.008173 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de8f-f7bb-4c68-9dc2-016d73b08606 admin admin] Deleting port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:26:29.009035 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de8f-f7bb-4c68-9dc2-016d73b08606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:29.091008 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-6fa0de8f-f7bb-4c68-9dc2-016d73b08606 admin admin] For port 3a3d269b-aa91-4b57-b3f3-b6e5b567478e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3a3d269b-aa91-4b57-b3f3-b6e5b567478e,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:26:29.091403 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de8f-f7bb-4c68-9dc2-016d73b08606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:29.106554 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de8f-f7bb-4c68-9dc2-016d73b08606 admin admin] Calling delete_port for 3a3d269b-aa91-4b57-b3f3-b6e5b567478e owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:26:29.306081 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de8f-f7bb-4c68-9dc2-016d73b08606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:29.347551 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de8f-f7bb-4c68-9dc2-016d73b08606 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a3d269b-aa91-4b57-b3f3-b6e5b567478e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:29.541493 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de8f-f7bb-4c68-9dc2-016d73b08606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:29.797384 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa0de8f-f7bb-4c68-9dc2-016d73b08606 admin admin] Router 5e2948c4-60fe-4593-a78a-90ba3f97319b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:26:29.909751 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa0de8f-f7bb-4c68-9dc2-016d73b08606 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:26:29.917386 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6fa0de8f-f7bb-4c68-9dc2-016d73b08606 admin admin] 10.222.0.81 "PUT /v2.0/routers/5e2948c4-60fe-4593-a78a-90ba3f97319b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0912645 Jul 06 12:26:29.919178 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46386) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:26:29.919402 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5168922-1143-4aa6-8ba8-66a29a9f2533 None None] Sync routers for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:26:29.929156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5168922-1143-4aa6-8ba8-66a29a9f2533 None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:26:29.929784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d5168922-1143-4aa6-8ba8-66a29a9f2533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:26:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:30.044744 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23c29270-1d6d-4f9f-9c36-6509666d6c75 admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:30.062160 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d5168922-1143-4aa6-8ba8-66a29a9f2533 None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:26:30.172846 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23c29270-1d6d-4f9f-9c36-6509666d6c75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:30.248326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-23c29270-1d6d-4f9f-9c36-6509666d6c75 admin admin] Deleting port 85213d5e-b005-4a80-8f7b-2742458ec080 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:26:30.248673 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23c29270-1d6d-4f9f-9c36-6509666d6c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:30.278051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d5168922-1143-4aa6-8ba8-66a29a9f2533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:26:29Z', 'revision_number': 5, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port': {'id': '85213d5e-b005-4a80-8f7b-2742458ec080', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:01Z', 'updated_at': '2021-07-06T12:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:30.310735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5168922-1143-4aa6-8ba8-66a29a9f2533 None None] Checking router: 5e2948c4-60fe-4593-a78a-90ba3f97319b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:26:30.322234 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5168922-1143-4aa6-8ba8-66a29a9f2533 None None] Routers {'5e2948c4-60fe-4593-a78a-90ba3f97319b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:26:30.322872 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d5168922-1143-4aa6-8ba8-66a29a9f2533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:26:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['5e2948c4-60fe-4593-a78a-90ba3f97319b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:30.342197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-23c29270-1d6d-4f9f-9c36-6509666d6c75 admin admin] For port 85213d5e-b005-4a80-8f7b-2742458ec080, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=85213d5e-b005-4a80-8f7b-2742458ec080,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:26:30.342556 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23c29270-1d6d-4f9f-9c36-6509666d6c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:30.358088 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-23c29270-1d6d-4f9f-9c36-6509666d6c75 admin admin] Calling delete_port for 85213d5e-b005-4a80-8f7b-2742458ec080 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:26:30.412345 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d5168922-1143-4aa6-8ba8-66a29a9f2533 None None] Set router 5e2948c4-60fe-4593-a78a-90ba3f97319b gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:26:30.466687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d5168922-1143-4aa6-8ba8-66a29a9f2533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:26:30Z', 'revision_number': 6, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:30.500116 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5168922-1143-4aa6-8ba8-66a29a9f2533 None None] The sync data for ids ['5e2948c4-60fe-4593-a78a-90ba3f97319b'] in n-d-799529-2 is: [{'id': '5e2948c4-60fe-4593-a78a-90ba3f97319b', 'name': 'tempest-TestVolumeBootPattern-1086759166-router', 'tenant_id': '832bb4a030854ce3b41104102480a6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:12:59Z', 'updated_at': '2021-07-06T12:26:30Z', 'revision_number': 6, 'project_id': '832bb4a030854ce3b41104102480a6a9', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:26:30.547886 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23c29270-1d6d-4f9f-9c36-6509666d6c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:30.574864 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c29270-1d6d-4f9f-9c36-6509666d6c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=85213d5e-b005-4a80-8f7b-2742458ec080,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:30.645568 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23c29270-1d6d-4f9f-9c36-6509666d6c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:30.739283 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23c29270-1d6d-4f9f-9c36-6509666d6c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:30.741567 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23c29270-1d6d-4f9f-9c36-6509666d6c75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:30.785560 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23c29270-1d6d-4f9f-9c36-6509666d6c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:30.786069 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c29270-1d6d-4f9f-9c36-6509666d6c75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e2948c4-60fe-4593-a78a-90ba3f97319b {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:26:30.790554 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-23c29270-1d6d-4f9f-9c36-6509666d6c75 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:30.791762 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-23c29270-1d6d-4f9f-9c36-6509666d6c75 admin admin] 10.222.0.81 "DELETE /v2.0/routers/5e2948c4-60fe-4593-a78a-90ba3f97319b HTTP/1.1" status: 204 len: 168 time: 0.8715694 Jul 06 12:26:30.795000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46390) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:26:30.848425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c718b6ff-a6a7-45d9-bf1b-558f4762aa21 admin admin] Deleting subnet 2f047520-7237-4556-9ec0-b489c61b5ee3 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:26:30.852112 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c718b6ff-a6a7-45d9-bf1b-558f4762aa21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:30.892104 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c718b6ff-a6a7-45d9-bf1b-558f4762aa21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:30.978982 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c718b6ff-a6a7-45d9-bf1b-558f4762aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:31.032637 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c718b6ff-a6a7-45d9-bf1b-558f4762aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:31.063138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718b6ff-a6a7-45d9-bf1b-558f4762aa21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f047520-7237-4556-9ec0-b489c61b5ee3,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:31.066584 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c718b6ff-a6a7-45d9-bf1b-558f4762aa21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:31.068506 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c718b6ff-a6a7-45d9-bf1b-558f4762aa21 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2f047520-7237-4556-9ec0-b489c61b5ee3 HTTP/1.1" status: 204 len: 168 time: 0.2725146 Jul 06 12:26:31.071023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46392) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:26:31.074166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b270d39-7fec-44f3-a663-28e476aaddcd None None] Network ad18e200-99a4-4806-8416-4d318414fcf7 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:26:31.139125 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:31.195569 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] Deleting port 98ce85bd-d14b-4a64-9047-bec72c9d1844 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:26:31.195825 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:31.280759 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] For port 98ce85bd-d14b-4a64-9047-bec72c9d1844, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=98ce85bd-d14b-4a64-9047-bec72c9d1844,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:26:31.281426 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:31.298573 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] DHCP port deletion for ad18e200-99a4-4806-8416-4d318414fcf7 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:26:31.301260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] Calling delete_port for 98ce85bd-d14b-4a64-9047-bec72c9d1844 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:26:31.344946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Deleting port 98ce85bd-d14b-4a64-9047-bec72c9d1844 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:26:31.345445 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:31.386763 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:31.413201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] Pushing event deleted for resources: {'Port': ['ID=98ce85bd-d14b-4a64-9047-bec72c9d1844,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:31.414087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] For port 98ce85bd-d14b-4a64-9047-bec72c9d1844, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=98ce85bd-d14b-4a64-9047-bec72c9d1844,segment=NetworkSegment(c4960a9f-5efd-4e48-a095-39d7a0ff1a25),segment_id=c4960a9f-5efd-4e48-a095-39d7a0ff1a25)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:26:31.414503 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:31.417951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] No DVR routers for this DVR port 98ce85bd-d14b-4a64-9047-bec72c9d1844 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:26:31.433497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Calling delete_port for 98ce85bd-d14b-4a64-9047-bec72c9d1844 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:26:31.496006 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:31.512840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad18e200-99a4-4806-8416-4d318414fcf7']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:31.518995 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:31.541197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:31.541962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4960a9f-5efd-4e48-a095-39d7a0ff1a25') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:31.545150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Pushing event deleted for resources: {'Port': ['ID=98ce85bd-d14b-4a64-9047-bec72c9d1844,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:31.556742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] No DVR routers for this DVR port 98ce85bd-d14b-4a64-9047-bec72c9d1844 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:26:31.559740 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:31.561534 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:31.562071 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:31.563341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:31.563950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:31.563950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:31.564259 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:31.564594 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:31.564925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:31.565253 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:31.565729 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:31.566544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:31.566544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9921f0-27f1-4595-90c7-607979c57e88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:31.584815 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:31.594627 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:26:31.595212 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:26:31.597019 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:26:31.659563 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:31.667281 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:31.669005 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] 10.222.0.81 "DELETE /v2.0/networks/ad18e200-99a4-4806-8416-4d318414fcf7 HTTP/1.1" status: 204 len: 168 time: 0.5969419 Jul 06 12:26:31.672129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46394) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:26:31.682047 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c17434-0948-400c-b3d4-7bb90cc9341d admin admin] Pushing event deleted for resources: {'Network': ['ID=ad18e200-99a4-4806-8416-4d318414fcf7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:32.059929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 85213d5e-b005-4a80-8f7b-2742458ec080 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:26:32.081186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 85213d5e-b005-4a80-8f7b-2742458ec080 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:26:32.081946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 85213d5e-b005-4a80-8f7b-2742458ec080 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:26:32.082072 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 98ce85bd-d14b-4a64-9047-bec72c9d1844 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:26:32.090826 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:32.101906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 98ce85bd-d14b-4a64-9047-bec72c9d1844 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:26:32.102243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 98ce85bd-d14b-4a64-9047-bec72c9d1844 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:26:32.102669 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3a3d269b-aa91-4b57-b3f3-b6e5b567478e no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:26:32.127196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 3a3d269b-aa91-4b57-b3f3-b6e5b567478e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:26:32.127486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3a3d269b-aa91-4b57-b3f3-b6e5b567478e not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:26:32.682931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Deleting port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:26:32.683566 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:32.786206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] For port 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35,segment=NetworkSegment(7c378391-b73e-4606-b459-d65a12e45ed6),segment_id=7c378391-b73e-4606-b459-d65a12e45ed6)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:26:32.786461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:32.800538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Calling delete_port for 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:26:32.987050 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:33.012138 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:33.026156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:33.026508 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:33.026852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:33.027192 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:33.027591 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:33.027947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:33.028277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:33.028607 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:33.029001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:33.029259 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:33.029584 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:33.029905 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:26:33.212888 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:33.436548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Router 81644aea-f444-4e1b-8405-c2afaf67323f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:26:33.544646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:26:33.550094 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-637235cc-f64e-4588-b9ed-33d36b4f2eb6 admin admin] 10.222.0.81 "PUT /v2.0/routers/81644aea-f444-4e1b-8405-c2afaf67323f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8766847 Jul 06 12:26:33.552870 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46402) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:26:33.553687 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee4516-1f24-490a-bd3b-8166731f0fdb None None] Sync routers for ids ['81644aea-f444-4e1b-8405-c2afaf67323f'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:26:33.563778 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee4516-1f24-490a-bd3b-8166731f0fdb None None] Routers {'81644aea-f444-4e1b-8405-c2afaf67323f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:26:33.564407 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-09ee4516-1f24-490a-bd3b-8166731f0fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:26:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['81644aea-f444-4e1b-8405-c2afaf67323f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:33.663056 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8eba-1794-4864-8edf-1f5e714332ef admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:33.673169 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-09ee4516-1f24-490a-bd3b-8166731f0fdb None None] Set router 81644aea-f444-4e1b-8405-c2afaf67323f gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:26:33.770914 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8eba-1794-4864-8edf-1f5e714332ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:33.827454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c8eba-1794-4864-8edf-1f5e714332ef admin admin] Deleting port 8bcca96e-3e65-4fd7-98c3-2b94cec006b4 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:26:33.827788 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8eba-1794-4864-8edf-1f5e714332ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:33.862148 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-09ee4516-1f24-490a-bd3b-8166731f0fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'name': 'tempest-TestVolumeBootPattern-1204965908-router', 'tenant_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '8bcca96e-3e65-4fd7-98c3-2b94cec006b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:15Z', 'updated_at': '2021-07-06T12:26:32Z', 'revision_number': 5, 'project_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'gw_port': {'id': '8bcca96e-3e65-4fd7-98c3-2b94cec006b4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:13:17Z', 'updated_at': '2021-07-06T12:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:33.889406 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee4516-1f24-490a-bd3b-8166731f0fdb None None] Checking router: 81644aea-f444-4e1b-8405-c2afaf67323f for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:26:33.899471 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee4516-1f24-490a-bd3b-8166731f0fdb None None] Routers {'81644aea-f444-4e1b-8405-c2afaf67323f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:26:33.900143 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-09ee4516-1f24-490a-bd3b-8166731f0fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:26:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['81644aea-f444-4e1b-8405-c2afaf67323f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:33.919933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-1a6c8eba-1794-4864-8edf-1f5e714332ef admin admin] For port 8bcca96e-3e65-4fd7-98c3-2b94cec006b4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8bcca96e-3e65-4fd7-98c3-2b94cec006b4,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:26:33.920288 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8eba-1794-4864-8edf-1f5e714332ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:33.934841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c8eba-1794-4864-8edf-1f5e714332ef admin admin] Calling delete_port for 8bcca96e-3e65-4fd7-98c3-2b94cec006b4 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:26:34.100578 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-09ee4516-1f24-490a-bd3b-8166731f0fdb None None] Set router 81644aea-f444-4e1b-8405-c2afaf67323f gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:26:34.149574 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8eba-1794-4864-8edf-1f5e714332ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:34.154947 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-09ee4516-1f24-490a-bd3b-8166731f0fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'name': 'tempest-TestVolumeBootPattern-1204965908-router', 'tenant_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:15Z', 'updated_at': '2021-07-06T12:26:33Z', 'revision_number': 6, 'project_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:34.179652 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c8eba-1794-4864-8edf-1f5e714332ef admin admin] Pushing event deleted for resources: {'Port': ['ID=8bcca96e-3e65-4fd7-98c3-2b94cec006b4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:34.186434 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee4516-1f24-490a-bd3b-8166731f0fdb None None] The sync data for ids ['81644aea-f444-4e1b-8405-c2afaf67323f'] in n-d-799529-2 is: [{'id': '81644aea-f444-4e1b-8405-c2afaf67323f', 'name': 'tempest-TestVolumeBootPattern-1204965908-router', 'tenant_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:13:15Z', 'updated_at': '2021-07-06T12:26:33Z', 'revision_number': 6, 'project_id': 'ff3a8b4767fa4526b0b5c9b7ab862967', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:26:34.266520 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8eba-1794-4864-8edf-1f5e714332ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:34.365527 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8eba-1794-4864-8edf-1f5e714332ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:34.367572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8eba-1794-4864-8edf-1f5e714332ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:34.412040 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8eba-1794-4864-8edf-1f5e714332ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:34.412672 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6c8eba-1794-4864-8edf-1f5e714332ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81644aea-f444-4e1b-8405-c2afaf67323f {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:26:34.417581 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8eba-1794-4864-8edf-1f5e714332ef admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:34.418777 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1a6c8eba-1794-4864-8edf-1f5e714332ef admin admin] 10.222.0.81 "DELETE /v2.0/routers/81644aea-f444-4e1b-8405-c2afaf67323f HTTP/1.1" status: 204 len: 168 time: 0.8649182 Jul 06 12:26:34.422108 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46406) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:26:34.471506 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb16e5f6-0a9c-488c-81bf-58cea5bd8c93 admin admin] Deleting subnet 7c9df272-8c1f-42e9-85b9-8e79ca0c5a13 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:26:34.474998 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb16e5f6-0a9c-488c-81bf-58cea5bd8c93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:34.511706 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb16e5f6-0a9c-488c-81bf-58cea5bd8c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:34.608353 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb16e5f6-0a9c-488c-81bf-58cea5bd8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:34.671341 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb16e5f6-0a9c-488c-81bf-58cea5bd8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:34.699724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16e5f6-0a9c-488c-81bf-58cea5bd8c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c9df272-8c1f-42e9-85b9-8e79ca0c5a13,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:34.701909 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb16e5f6-0a9c-488c-81bf-58cea5bd8c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:34.703913 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fb16e5f6-0a9c-488c-81bf-58cea5bd8c93 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7c9df272-8c1f-42e9-85b9-8e79ca0c5a13 HTTP/1.1" status: 204 len: 168 time: 0.2807653 Jul 06 12:26:34.706289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46408) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:26:34.709750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9857483-3c95-4cbd-ae6f-7d43186c284e None None] Network 24f13f74-0e3d-4939-9c1f-5491ae63f989 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:26:34.783820 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:34.845132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] Deleting port 18d6c4db-8350-4abe-b23c-979c919d887f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:26:34.845530 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:34.921510 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] For port 18d6c4db-8350-4abe-b23c-979c919d887f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=18d6c4db-8350-4abe-b23c-979c919d887f,segment=NetworkSegment(7c378391-b73e-4606-b459-d65a12e45ed6),segment_id=7c378391-b73e-4606-b459-d65a12e45ed6)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:26:34.921768 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:34.935747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] Calling delete_port for 18d6c4db-8350-4abe-b23c-979c919d887f owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:26:34.973992 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f961e4-9343-4dfd-8c9c-2c1aec1da54a None None] DHCP port deletion for 24f13f74-0e3d-4939-9c1f-5491ae63f989 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:26:35.025635 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-69f961e4-9343-4dfd-8c9c-2c1aec1da54a None None] Deleting port 18d6c4db-8350-4abe-b23c-979c919d887f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:26:35.026329 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69f961e4-9343-4dfd-8c9c-2c1aec1da54a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:35.040946 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:35.069524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] Pushing event deleted for resources: {'Port': ['ID=18d6c4db-8350-4abe-b23c-979c919d887f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:35.079908 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] No DVR routers for this DVR port 18d6c4db-8350-4abe-b23c-979c919d887f on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:26:35.100472 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-69f961e4-9343-4dfd-8c9c-2c1aec1da54a None None] For port 18d6c4db-8350-4abe-b23c-979c919d887f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=18d6c4db-8350-4abe-b23c-979c919d887f,segment=NetworkSegment(7c378391-b73e-4606-b459-d65a12e45ed6),segment_id=7c378391-b73e-4606-b459-d65a12e45ed6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:26:35.100894 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69f961e4-9343-4dfd-8c9c-2c1aec1da54a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:35.115329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-69f961e4-9343-4dfd-8c9c-2c1aec1da54a None None] Calling delete_port for 18d6c4db-8350-4abe-b23c-979c919d887f owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:26:35.162200 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:35.173983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f13f74-0e3d-4939-9c1f-5491ae63f989']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:35.187404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c378391-b73e-4606-b459-d65a12e45ed6') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:35.187812 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c378391-b73e-4606-b459-d65a12e45ed6') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:26:35.199519 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:35.205923 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69f961e4-9343-4dfd-8c9c-2c1aec1da54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:35.220287 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:35.229031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:26:35.229631 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:26:35.232028 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:26:35.249918 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f961e4-9343-4dfd-8c9c-2c1aec1da54a None None] Pushing event deleted for resources: {'Port': ['ID=18d6c4db-8350-4abe-b23c-979c919d887f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:35.252604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f961e4-9343-4dfd-8c9c-2c1aec1da54a None None] No DVR routers for this DVR port 18d6c4db-8350-4abe-b23c-979c919d887f on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:26:35.293356 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:35.299376 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:35.303737 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] 10.222.0.81 "DELETE /v2.0/networks/24f13f74-0e3d-4939-9c1f-5491ae63f989 HTTP/1.1" status: 204 len: 168 time: 0.5942888 Jul 06 12:26:35.318373 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d93b84-8b2c-4fa7-96f6-2bb5f4caa94c admin admin] Pushing event deleted for resources: {'Network': ['ID=24f13f74-0e3d-4939-9c1f-5491ae63f989,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:35.431898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46414) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:26:35.473063 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c509e4ac-d1d2-4c28-882c-6b39e02dfc7f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=832bb4a030854ce3b41104102480a6a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400882 Jul 06 12:26:35.475633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46416) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:26:35.499568 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40a76ee1-3f26-4626-b3b5-f99071acebc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:35.532585 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51d99f80-6dd1-44d7-9870-2ae239215310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:35.556547 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51d99f80-6dd1-44d7-9870-2ae239215310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:35.605151 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51d99f80-6dd1-44d7-9870-2ae239215310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:35.607927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51d99f80-6dd1-44d7-9870-2ae239215310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:35.609101 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-51d99f80-6dd1-44d7-9870-2ae239215310 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9e3713ef-92c0-4a18-b9df-b357afd4f178 HTTP/1.1" status: 204 len: 168 time: 0.1325634 Jul 06 12:26:35.616936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d99f80-6dd1-44d7-9870-2ae239215310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3713ef-92c0-4a18-b9df-b357afd4f178,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:35.794314 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:35.963392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46422) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:26:36.007021 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ea44a505-2c87-4c60-8f0a-6bdbc13daf38 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ff3a8b4767fa4526b0b5c9b7ab862967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424588 Jul 06 12:26:36.009609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46424) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:26:36.062102 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:26:36.062916 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78af8d2d-3d54-49da-b220-830c6de8acc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:36.080906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:26:36.081249 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 80a4fcf1-f1dc-47f7-8c4b-e1f5167f0d35 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:26:36.081669 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8bcca96e-3e65-4fd7-98c3-2b94cec006b4 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:26:36.091399 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78af8d2d-3d54-49da-b220-830c6de8acc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:36.100465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 8bcca96e-3e65-4fd7-98c3-2b94cec006b4 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:26:36.100807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8bcca96e-3e65-4fd7-98c3-2b94cec006b4 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:26:36.101225 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 18d6c4db-8350-4abe-b23c-979c919d887f no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:26:36.121088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 18d6c4db-8350-4abe-b23c-979c919d887f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:26:36.121437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 18d6c4db-8350-4abe-b23c-979c919d887f not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:26:36.150990 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78af8d2d-3d54-49da-b220-830c6de8acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:36.153629 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78af8d2d-3d54-49da-b220-830c6de8acc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:36.157160 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-78af8d2d-3d54-49da-b220-830c6de8acc5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ebb720d1-a744-45b3-b269-327f86f5de35 HTTP/1.1" status: 204 len: 168 time: 0.1440070 Jul 06 12:26:36.163162 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af8d2d-3d54-49da-b220-830c6de8acc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb720d1-a744-45b3-b269-327f86f5de35,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:26:36.691172 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:38.152171 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e147984-034b-42ac-814a-7fd4d3160b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:38.233956 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:39.013384 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:26:39.409433 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:26:40.995570 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:01.706352 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-af0c3d3e-f1a3-4286-b1a9-9fbd12d58081 req-b3dc4f1f-0be1-4692-b1d5-c9e744123fe1 service neutron] (100427) timed out ('10.222.0.81', 50840) {{(pid=100427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:27:05.501190 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf6f348b-1b43-49d4-89bc-0655355df6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:05.810452 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:06.680509 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:08.153111 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-18c5c0c7-cb1f-42c7-bbf5-edbc8d8e75a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:08.235351 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:09.412129 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:10.871768 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-143b8655-7d64-46aa-920d-5c13343b0881 req-9e956e71-4fec-4f45-82c3-d772f884b318 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676126 Jul 06 12:27:10.968177 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b8655-7d64-46aa-920d-5c13343b0881 req-b65d9423-3a5b-49bd-8f6b-5d605ba8e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:10.969702 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-143b8655-7d64-46aa-920d-5c13343b0881 req-b65d9423-3a5b-49bd-8f6b-5d605ba8e091 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5c2aa8299fae4655a3a22435542b2d75&device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 1096 time: 0.0538836 Jul 06 12:27:10.998682 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:11.083408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b8655-7d64-46aa-920d-5c13343b0881 req-04cf3bd0-7e0e-49cd-b92a-6ef53155bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:11.084986 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-143b8655-7d64-46aa-920d-5c13343b0881 req-04cf3bd0-7e0e-49cd-b92a-6ef53155bf0e service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7045093-1495-4292-9660-fdc976c68f4d HTTP/1.1" status: 200 len: 911 time: 0.0941160 Jul 06 12:27:11.154129 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-143b8655-7d64-46aa-920d-5c13343b0881 req-12a36372-771d-48f8-8f4f-77df080bc2bd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 HTTP/1.1" status: 200 len: 1000 time: 0.0619471 Jul 06 12:27:11.204880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b8655-7d64-46aa-920d-5c13343b0881 req-f2f246df-c299-43b2-add4-833d86fe1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:11.206382 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-143b8655-7d64-46aa-920d-5c13343b0881 req-f2f246df-c299-43b2-add4-833d86fe1f52 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92c4c6fe-d9c3-41cf-8664-63762eb4f36f HTTP/1.1" status: 200 len: 849 time: 0.0462658 Jul 06 12:27:11.269214 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b8655-7d64-46aa-920d-5c13343b0881 req-a6fcec2e-8d38-4ca7-9fda-4d20e663796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:11.271194 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-143b8655-7d64-46aa-920d-5c13343b0881 req-a6fcec2e-8d38-4ca7-9fda-4d20e663796f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7045093-1495-4292-9660-fdc976c68f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580463 Jul 06 12:27:11.363253 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-143b8655-7d64-46aa-920d-5c13343b0881 req-7f79c747-9137-4f35-a678-ecdd10c58431 service neutron] 10.222.0.89 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847275 Jul 06 12:27:11.457209 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-143b8655-7d64-46aa-920d-5c13343b0881 req-23bdbec7-cd3c-4a2c-aa83-e8f11018d10f service neutron] 10.222.0.89 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878983 Jul 06 12:27:16.012938 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:27:31.342761 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c8aab-4dbd-408f-be85-39080a03dc79 req-80c4ef59-d97b-4f2b-8f80-a995470e2407 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:31.344659 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ae8c8aab-4dbd-408f-be85-39080a03dc79 req-80c4ef59-d97b-4f2b-8f80-a995470e2407 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0657864 Jul 06 12:27:31.394077 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ae8c8aab-4dbd-408f-be85-39080a03dc79 req-455739e5-1e1e-412c-8b33-d31418886df5 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439308 Jul 06 12:27:32.574795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0b6e5-7787-4c93-85b1-42a1d0a68631 req-b2c5cdb3-6431-4397-ad84-3b88d650edf5 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:32.576376 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09b0b6e5-7787-4c93-85b1-42a1d0a68631 req-b2c5cdb3-6431-4397-ad84-3b88d650edf5 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0644629 Jul 06 12:27:32.618252 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09b0b6e5-7787-4c93-85b1-42a1d0a68631 req-da53b165-413e-4893-a5da-c8ada3c72f29 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351720 Jul 06 12:27:33.799856 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c19f4-52ca-4196-b8d8-2e766fbf4046 req-225874be-9efe-4159-b824-2c710986997f tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:33.801383 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d7c19f4-52ca-4196-b8d8-2e766fbf4046 req-225874be-9efe-4159-b824-2c710986997f tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0673416 Jul 06 12:27:33.841389 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d7c19f4-52ca-4196-b8d8-2e766fbf4046 req-5bf8d576-e7b3-423b-8b4b-210662607d5c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333092 Jul 06 12:27:35.024305 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6427063-2bf2-4ede-8f3d-81caf298573a req-366f0447-10a9-45a5-98a5-29404ae6aeed tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:35.025822 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6427063-2bf2-4ede-8f3d-81caf298573a req-366f0447-10a9-45a5-98a5-29404ae6aeed tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0637927 Jul 06 12:27:35.063293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6427063-2bf2-4ede-8f3d-81caf298573a req-9bbf27db-0dbb-4a75-8a9b-63d696712ac3 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318949 Jul 06 12:27:35.504431 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea6a8e4f-30f0-405e-a4f6-dde3d2b3dbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:35.809488 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:36.246868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58958b1b-3976-4501-b194-1f96c881aa5b req-71e27e4f-f3fd-4d2b-b1db-4c37e08a5999 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:36.248444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58958b1b-3976-4501-b194-1f96c881aa5b req-71e27e4f-f3fd-4d2b-b1db-4c37e08a5999 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0684307 Jul 06 12:27:36.288943 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-58958b1b-3976-4501-b194-1f96c881aa5b req-e0efce78-ba64-43ec-8205-b64cc258597f tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341547 Jul 06 12:27:36.695371 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:37.462375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7a3bf-3d12-43a9-a7e3-72e997433faa req-5e496b9e-ff22-4208-ab83-57d546c9ac83 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:37.463914 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95f7a3bf-3d12-43a9-a7e3-72e997433faa req-5e496b9e-ff22-4208-ab83-57d546c9ac83 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0641539 Jul 06 12:27:37.501703 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95f7a3bf-3d12-43a9-a7e3-72e997433faa req-011a8b85-c6b4-44e1-bac3-e3e937230cfa tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320101 Jul 06 12:27:38.154434 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e3878b8-63b3-429d-aaac-ef3e89db2613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:38.236691 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:38.677857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b450a5-83fd-49f4-8437-949a5c7ed0a1 req-4c79e028-0980-466b-a5c8-5ca6fe6a2af9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:38.679442 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d1b450a5-83fd-49f4-8437-949a5c7ed0a1 req-4c79e028-0980-466b-a5c8-5ca6fe6a2af9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0645845 Jul 06 12:27:38.718271 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d1b450a5-83fd-49f4-8437-949a5c7ed0a1 req-62fede9d-b453-40ed-a416-1a8b8aeb92af tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327525 Jul 06 12:27:39.416450 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:39.907263 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b631c-3de2-4125-8386-234c2a52ad83 req-08b7f0a8-c6b0-4b58-b453-2250dc11733f tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:39.908794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-da1b631c-3de2-4125-8386-234c2a52ad83 req-08b7f0a8-c6b0-4b58-b453-2250dc11733f tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0737815 Jul 06 12:27:39.948275 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-da1b631c-3de2-4125-8386-234c2a52ad83 req-7e1739d3-2acc-4e3d-87b4-694e99ad4d5d tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335696 Jul 06 12:27:40.999879 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:27:41.145544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae37bd-d07f-473c-a1e6-19a6abb641f9 req-f23e0b86-c6a8-46b6-955d-79f09ed9be29 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:41.147107 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-feae37bd-d07f-473c-a1e6-19a6abb641f9 req-f23e0b86-c6a8-46b6-955d-79f09ed9be29 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0650322 Jul 06 12:27:41.186434 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-feae37bd-d07f-473c-a1e6-19a6abb641f9 req-bcccff5e-9aae-44d0-a504-29e3ec6e82e1 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334496 Jul 06 12:27:42.367649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f9b1b-a19b-4fc9-956f-78c7cef221f3 req-9041d65f-b3f7-4a11-a231-9144ad4cb41d tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:42.369478 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-362f9b1b-a19b-4fc9-956f-78c7cef221f3 req-9041d65f-b3f7-4a11-a231-9144ad4cb41d tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0701094 Jul 06 12:27:42.410260 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-362f9b1b-a19b-4fc9-956f-78c7cef221f3 req-b6d58985-086a-4bde-a7b1-5c40792cf5b5 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350342 Jul 06 12:27:42.748114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb2956-2283-43a5-8844-16898f8a92a5 req-684a27ec-b497-49d4-81d6-589c1eaed670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:42.749666 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dddb2956-2283-43a5-8844-16898f8a92a5 req-684a27ec-b497-49d4-81d6-589c1eaed670 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5c2aa8299fae4655a3a22435542b2d75&device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 1096 time: 0.0567570 Jul 06 12:27:42.767340 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e278b-5846-4f76-b41f-afa2c5b13ac4 req-929d2e71-685f-46c4-81b5-db8de299b0d3 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:42.768783 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-922e278b-5846-4f76-b41f-afa2c5b13ac4 req-929d2e71-685f-46c4-81b5-db8de299b0d3 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0655999 Jul 06 12:27:42.812615 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-922e278b-5846-4f76-b41f-afa2c5b13ac4 req-08c409c4-a337-4ae3-a2bc-4b015b12891b tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372794 Jul 06 12:27:42.848985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb2956-2283-43a5-8844-16898f8a92a5 req-6dea8c03-f628-40a4-b4a1-72f0fa5eff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:42.850462 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dddb2956-2283-43a5-8844-16898f8a92a5 req-6dea8c03-f628-40a4-b4a1-72f0fa5eff8f service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7045093-1495-4292-9660-fdc976c68f4d HTTP/1.1" status: 200 len: 911 time: 0.0951064 Jul 06 12:27:42.918505 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dddb2956-2283-43a5-8844-16898f8a92a5 req-9f831c65-c890-434f-841b-294e5ec99f4e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 HTTP/1.1" status: 200 len: 1000 time: 0.0616293 Jul 06 12:27:42.971883 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb2956-2283-43a5-8844-16898f8a92a5 req-7772b24e-b6df-472c-b71a-ca483daf3deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:42.973260 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dddb2956-2283-43a5-8844-16898f8a92a5 req-7772b24e-b6df-472c-b71a-ca483daf3deb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92c4c6fe-d9c3-41cf-8664-63762eb4f36f HTTP/1.1" status: 200 len: 849 time: 0.0488839 Jul 06 12:27:43.034334 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb2956-2283-43a5-8844-16898f8a92a5 req-aa1b5e19-676e-4673-a552-4fc18a3f5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:43.035808 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dddb2956-2283-43a5-8844-16898f8a92a5 req-aa1b5e19-676e-4673-a552-4fc18a3f5e2e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7045093-1495-4292-9660-fdc976c68f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562901 Jul 06 12:27:43.129245 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dddb2956-2283-43a5-8844-16898f8a92a5 req-651b1df2-b85d-4864-aab0-5e9873d21ee3 service neutron] 10.222.0.89 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864410 Jul 06 12:27:43.220258 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dddb2956-2283-43a5-8844-16898f8a92a5 req-08151c97-538f-48ca-92e1-1b3372c1717b service neutron] 10.222.0.89 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823579 Jul 06 12:27:43.999335 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca0bba-29d9-4aaa-9262-81fd8a99ad62 req-060353d5-168a-4b24-a21c-1623501c57cf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:27:44.000837 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71ca0bba-29d9-4aaa-9262-81fd8a99ad62 req-060353d5-168a-4b24-a21c-1623501c57cf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0648394 Jul 06 12:27:44.039992 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71ca0bba-29d9-4aaa-9262-81fd8a99ad62 req-4dee83cf-59b5-40ac-b735-3476437d3abc tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334859 Jul 06 12:27:53.012218 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:28:05.507323 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f435998-6a34-46e2-8600-2bbdf652de59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:05.811896 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:06.710966 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:08.156327 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6530-aecd-4fff-9cfa-676061179d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:08.238524 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:09.424987 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:11.001856 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:12.877144 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-079cd7db-7832-495a-bd86-ab05c4548eb2 req-18b5b168-20cd-469c-a744-ff52058ee365 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575192 Jul 06 12:28:12.976655 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cd7db-7832-495a-bd86-ab05c4548eb2 req-4247c88d-0cf8-43ef-8381-2a498a008eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:12.978238 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-079cd7db-7832-495a-bd86-ab05c4548eb2 req-4247c88d-0cf8-43ef-8381-2a498a008eef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5c2aa8299fae4655a3a22435542b2d75&device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 1096 time: 0.0563054 Jul 06 12:28:13.086248 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cd7db-7832-495a-bd86-ab05c4548eb2 req-4f3b90c3-3443-4236-bce5-7eb536bbc890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:13.087747 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-079cd7db-7832-495a-bd86-ab05c4548eb2 req-4f3b90c3-3443-4236-bce5-7eb536bbc890 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7045093-1495-4292-9660-fdc976c68f4d HTTP/1.1" status: 200 len: 911 time: 0.0893822 Jul 06 12:28:13.154064 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-079cd7db-7832-495a-bd86-ab05c4548eb2 req-39b731b3-69b0-4a36-9ce6-c90490ea6541 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 HTTP/1.1" status: 200 len: 1000 time: 0.0596526 Jul 06 12:28:13.202303 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cd7db-7832-495a-bd86-ab05c4548eb2 req-0012859e-d0c4-4f59-8b2b-d819d5d81e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:13.203791 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-079cd7db-7832-495a-bd86-ab05c4548eb2 req-0012859e-d0c4-4f59-8b2b-d819d5d81e9f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92c4c6fe-d9c3-41cf-8664-63762eb4f36f HTTP/1.1" status: 200 len: 849 time: 0.0436518 Jul 06 12:28:13.264714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cd7db-7832-495a-bd86-ab05c4548eb2 req-08de34d4-2661-42bd-9ea1-c63f6f7f2194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:13.266201 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-079cd7db-7832-495a-bd86-ab05c4548eb2 req-08de34d4-2661-42bd-9ea1-c63f6f7f2194 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7045093-1495-4292-9660-fdc976c68f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552232 Jul 06 12:28:13.357019 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-079cd7db-7832-495a-bd86-ab05c4548eb2 req-ea92ac80-09f8-49db-b6eb-df4ad0310324 service neutron] 10.222.0.89 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829880 Jul 06 12:28:13.460497 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-079cd7db-7832-495a-bd86-ab05c4548eb2 req-ef359587-b632-44eb-b928-8085f69af6df service neutron] 10.222.0.89 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976641 Jul 06 12:28:21.441397 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fce72-b801-4b7c-8620-d60fab929cd4 req-cfddbbeb-8f26-43e0-81b1-8200554eda6f tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:21.442826 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-990fce72-b801-4b7c-8620-d60fab929cd4 req-cfddbbeb-8f26-43e0-81b1-8200554eda6f tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0688140 Jul 06 12:28:21.485758 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-990fce72-b801-4b7c-8620-d60fab929cd4 req-66a5d936-3390-4af5-9620-5923c0e2f1ae tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367541 Jul 06 12:28:22.660196 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c184d1-5c94-4bf4-ac2f-071d4fa1ad8c req-b18a8188-bdfd-4e62-9ca5-f5951a282f14 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:22.661769 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-20c184d1-5c94-4bf4-ac2f-071d4fa1ad8c req-b18a8188-bdfd-4e62-9ca5-f5951a282f14 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0632541 Jul 06 12:28:22.701037 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-20c184d1-5c94-4bf4-ac2f-071d4fa1ad8c req-ca4dba05-1c95-4ad2-a0e6-06a0555a3f5c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321233 Jul 06 12:28:23.882371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cce35-4e9f-4535-a751-c83efcaaec3b req-44622c7f-ffee-420a-8f7a-20e450efcbd7 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:23.883866 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b52cce35-4e9f-4535-a751-c83efcaaec3b req-44622c7f-ffee-420a-8f7a-20e450efcbd7 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0686061 Jul 06 12:28:23.922764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b52cce35-4e9f-4535-a751-c83efcaaec3b req-1074ebed-792e-4beb-9d3c-b290c0a1e5a9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329144 Jul 06 12:28:25.103658 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafda380-3d3c-459e-9eb1-b365492ad63e req-46551300-8caf-432a-9c71-169cf56fe1e7 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:25.105513 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cafda380-3d3c-459e-9eb1-b365492ad63e req-46551300-8caf-432a-9c71-169cf56fe1e7 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0660470 Jul 06 12:28:25.143925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cafda380-3d3c-459e-9eb1-b365492ad63e req-45110a44-e701-4f10-a4b5-5c42389f7e72 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330558 Jul 06 12:28:26.329243 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83863e1b-15f5-4fd8-b757-c63ed112226b req-39d9cf4d-2450-4e03-a846-0679d96d6958 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:26.331854 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83863e1b-15f5-4fd8-b757-c63ed112226b req-39d9cf4d-2450-4e03-a846-0679d96d6958 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0721726 Jul 06 12:28:26.370764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83863e1b-15f5-4fd8-b757-c63ed112226b req-7e4aedbf-e2e6-4212-a0ec-077762c8d99c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332279 Jul 06 12:28:27.549546 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d865785-af0d-405e-8a93-cf1e5973b647 req-e28083ef-854d-46c0-870b-708ff56f55c0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:27.551063 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9d865785-af0d-405e-8a93-cf1e5973b647 req-e28083ef-854d-46c0-870b-708ff56f55c0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0684319 Jul 06 12:28:27.590420 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9d865785-af0d-405e-8a93-cf1e5973b647 req-10d00ae4-3ff5-4c40-b33c-49b52774b058 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327718 Jul 06 12:28:28.769604 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c0897-a582-4200-aaf0-67e5b0e0aa5f req-88774e4b-04a6-4e9c-a2eb-d30783c51502 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:28.771191 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b3c0897-a582-4200-aaf0-67e5b0e0aa5f req-88774e4b-04a6-4e9c-a2eb-d30783c51502 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0648298 Jul 06 12:28:28.810480 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b3c0897-a582-4200-aaf0-67e5b0e0aa5f req-fe998c10-f465-451c-80c0-3badf1a0f57a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334349 Jul 06 12:28:30.011586 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:28:30.033336 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea67b51-3230-47fd-8230-3c778690c6a8 req-b4c23a17-a7c2-4f24-97a4-a6bc5e1121b7 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:30.036202 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ea67b51-3230-47fd-8230-3c778690c6a8 req-b4c23a17-a7c2-4f24-97a4-a6bc5e1121b7 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0991733 Jul 06 12:28:30.077570 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3ea67b51-3230-47fd-8230-3c778690c6a8 req-7ef48819-07b4-4bf4-93f5-f9678925d59c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345712 Jul 06 12:28:31.264702 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6821b8-66f5-40b2-8e32-532f48576dc3 req-a6eb821a-aeb2-465b-8b2f-368d6e766de9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:31.267031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6c6821b8-66f5-40b2-8e32-532f48576dc3 req-a6eb821a-aeb2-465b-8b2f-368d6e766de9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0697918 Jul 06 12:28:31.314917 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6c6821b8-66f5-40b2-8e32-532f48576dc3 req-393d97b8-37a6-4c48-b495-bbdea69f7ac5 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411370 Jul 06 12:28:32.503152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314bdd3-f2ac-43dd-9a11-1c45129ab7ea req-70cdbd93-50d4-4943-949d-fe5165e6f038 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:32.504687 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1314bdd3-f2ac-43dd-9a11-1c45129ab7ea req-70cdbd93-50d4-4943-949d-fe5165e6f038 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0692449 Jul 06 12:28:32.543792 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1314bdd3-f2ac-43dd-9a11-1c45129ab7ea req-e44e800c-0119-4e18-902d-eafddf38d409 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332046 Jul 06 12:28:32.876168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4ddf8-6e12-49e1-8f0d-8054add1d519 req-ddd1f249-416b-4fce-a72c-a1be964b1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:32.877804 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a4ddf8-6e12-49e1-8f0d-8054add1d519 req-ddd1f249-416b-4fce-a72c-a1be964b1239 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5c2aa8299fae4655a3a22435542b2d75&device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 1096 time: 0.0554473 Jul 06 12:28:32.899088 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373f420-7796-4383-92c5-57f9ac89d4f7 req-ae1e52f9-9970-49d3-a78a-6641c5ffadb1 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:32.900539 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d373f420-7796-4383-92c5-57f9ac89d4f7 req-ae1e52f9-9970-49d3-a78a-6641c5ffadb1 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0708184 Jul 06 12:28:32.939865 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d373f420-7796-4383-92c5-57f9ac89d4f7 req-529fda6e-76fe-4b58-bb79-9cfc2b8e002c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334096 Jul 06 12:28:32.969545 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4ddf8-6e12-49e1-8f0d-8054add1d519 req-c9d4a548-0843-4f6d-bb7d-0193f44f1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:32.971038 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a4ddf8-6e12-49e1-8f0d-8054add1d519 req-c9d4a548-0843-4f6d-bb7d-0193f44f1348 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a7045093-1495-4292-9660-fdc976c68f4d HTTP/1.1" status: 200 len: 911 time: 0.0853140 Jul 06 12:28:33.039811 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a4ddf8-6e12-49e1-8f0d-8054add1d519 req-18a965c3-ca7e-4f3d-915c-694d28aee4f8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 HTTP/1.1" status: 200 len: 1000 time: 0.0622275 Jul 06 12:28:33.088523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4ddf8-6e12-49e1-8f0d-8054add1d519 req-3e4e2cc3-7271-46e4-892a-e7fa943ee1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:33.090022 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a4ddf8-6e12-49e1-8f0d-8054add1d519 req-3e4e2cc3-7271-46e4-892a-e7fa943ee1c6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92c4c6fe-d9c3-41cf-8664-63762eb4f36f HTTP/1.1" status: 200 len: 849 time: 0.0447695 Jul 06 12:28:33.149988 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4ddf8-6e12-49e1-8f0d-8054add1d519 req-0b70ecb4-d8ab-495c-81bb-7bd55045f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:33.151604 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a4ddf8-6e12-49e1-8f0d-8054add1d519 req-0b70ecb4-d8ab-495c-81bb-7bd55045f2a7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a7045093-1495-4292-9660-fdc976c68f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557849 Jul 06 12:28:33.162544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-95a4ddf8-6e12-49e1-8f0d-8054add1d519 req-8c04c706-338e-43ce-b3a4-087f9ff15069 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:28:33.163595 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a4ddf8-6e12-49e1-8f0d-8054add1d519 req-8c04c706-338e-43ce-b3a4-087f9ff15069 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058300 Jul 06 12:28:33.257595 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a4ddf8-6e12-49e1-8f0d-8054add1d519 req-9b3cf80c-1687-4a4c-b0b5-228206dd514e service neutron] 10.222.0.89 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879481 Jul 06 12:28:33.353434 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-95a4ddf8-6e12-49e1-8f0d-8054add1d519 req-2539e82c-1589-41d3-8e84-d142c4c54d39 service neutron] 10.222.0.89 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893440 Jul 06 12:28:34.117941 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dd969-f30d-4c96-a48e-af742cd97474 req-e9c8fd90-e2f8-4864-aafd-0350a3cb86a7 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:28:34.119540 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a8dd969-f30d-4c96-a48e-af742cd97474 req-e9c8fd90-e2f8-4864-aafd-0350a3cb86a7 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0655837 Jul 06 12:28:34.161216 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a8dd969-f30d-4c96-a48e-af742cd97474 req-bc996d34-51ce-40bd-8ff0-d022ecd89661 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360000 Jul 06 12:28:35.510159 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8c2ae30-b27b-4a0f-8fe0-4446c3639010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:35.818348 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:36.724497 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:38.157459 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb0b9b39-c63c-4adb-80ee-8ce55607e051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:38.241663 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:39.420592 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:28:41.007415 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:05.511659 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c0f03b48-fdd8-4fa7-b30a-66a86d637f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:05.822451 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:06.721959 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:06.741466 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75326b-3baf-47bf-a4e5-a86b95fdd4ff req-4a28a02c-0e10-4b3a-9aef-29fce82da3d8 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:06.742991 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6e75326b-3baf-47bf-a4e5-a86b95fdd4ff req-4a28a02c-0e10-4b3a-9aef-29fce82da3d8 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0731397 Jul 06 12:29:06.782114 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6e75326b-3baf-47bf-a4e5-a86b95fdd4ff req-ab2adf12-8061-4394-bd3a-5c934048889e tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332913 Jul 06 12:29:07.012706 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:29:07.976703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145f212-06c1-41f6-9702-6851ed9866c5 req-6e5371c6-36e5-454d-8853-767dedb1a37e tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:07.978111 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3145f212-06c1-41f6-9702-6851ed9866c5 req-6e5371c6-36e5-454d-8853-767dedb1a37e tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0638158 Jul 06 12:29:08.016017 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3145f212-06c1-41f6-9702-6851ed9866c5 req-18624952-ba98-4e65-b7fd-dce67b78f821 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322599 Jul 06 12:29:08.159209 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31f29219-36fc-4faa-86fe-90c5cdff0dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:08.245269 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:08.572986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b61189-8582-44e6-ad50-85af79346457 req-46cce5ce-8672-4076-9939-acd0fdebce39 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:08.574498 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-81b61189-8582-44e6-ad50-85af79346457 req-46cce5ce-8672-4076-9939-acd0fdebce39 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.89 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0718596 Jul 06 12:29:08.674422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-81b61189-8582-44e6-ad50-85af79346457 req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Deleting port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:29:08.674762 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-81b61189-8582-44e6-ad50-85af79346457 req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:09.060435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-81b61189-8582-44e6-ad50-85af79346457 req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] For port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5,segment=NetworkSegment(2467ce15-9778-44c4-9826-53618fc51262),segment_id=2467ce15-9778-44c4-9826-53618fc51262)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:29:09.060794 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-81b61189-8582-44e6-ad50-85af79346457 req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:09.193380 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00041853-1363-483a-bf84-dd4458b02ac8 req-ea549aef-489b-4f3b-9137-0c1d36474f39 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:09.194907 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-00041853-1363-483a-bf84-dd4458b02ac8 req-ea549aef-489b-4f3b-9137-0c1d36474f39 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 945 time: 0.0661895 Jul 06 12:29:09.237531 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-00041853-1363-483a-bf84-dd4458b02ac8 req-396a96d8-4136-459b-b45c-60c3d9b3396d tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=82c9e191-ba2d-42cf-87b4-8d651c6d3193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363963 Jul 06 12:29:09.237799 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-81b61189-8582-44e6-ad50-85af79346457 req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:09.238055 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-81b61189-8582-44e6-ad50-85af79346457 req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:09.238966 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [req-81b61189-8582-44e6-ad50-85af79346457 req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Floating IP ba5e3983-389d-4e55-8235-151452114998 disassociated. External IP: 172.25.4.92, port: 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5. Jul 06 12:29:09.239355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-81b61189-8582-44e6-ad50-85af79346457 req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Calling delete_port for 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:29:09.371960 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-81b61189-8582-44e6-ad50-85af79346457 req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:09.399728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event deleted for resources: {'Port': ['ID=49a05ba5-a8e3-48c4-b9c3-61136a0bddd5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:29:09.409833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:09.410941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:09.411077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:09.411396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:09.411738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:09.412066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:09.412390 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:09.412722 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:09.413044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:09.413367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:09.413837 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:09.414018 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:09.431705 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:09.532934 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81b61189-8582-44e6-ad50-85af79346457 req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Router 205e824d-44ee-42d8-af34-3685ef62f17f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:29:09.642229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81b61189-8582-44e6-ad50-85af79346457 req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:29:09.654442 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab569d38-f8cb-4709-bb1c-298cd5c2089f None None] Sync routers for ids ['205e824d-44ee-42d8-af34-3685ef62f17f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:29:09.668215 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab569d38-f8cb-4709-bb1c-298cd5c2089f None None] Routers {'205e824d-44ee-42d8-af34-3685ef62f17f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:29:09.668844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-ab569d38-f8cb-4709-bb1c-298cd5c2089f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:29:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['205e824d-44ee-42d8-af34-3685ef62f17f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:29:09.697399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b61189-8582-44e6-ad50-85af79346457 req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] No DVR routers for this DVR port 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:29:09.699848 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-81b61189-8582-44e6-ad50-85af79346457 req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:09.702054 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-81b61189-8582-44e6-ad50-85af79346457 req-c1e563f6-d16a-45d2-973b-0502bd7cf66c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.89 "DELETE /v2.0/ports/49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 HTTP/1.1" status: 204 len: 173 time: 1.1222677 Jul 06 12:29:09.702582 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06522a21-7e1e-45b7-b6e0-b1aa2465b98d', 'name': 'network-vif-deleted', 'tag': '49a05ba5-a8e3-48c4-b9c3-61136a0bddd5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:29:09.704985 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7efc6b4-5942-4761-834a-c999d2e2acee" -d '{"events": [{"server_uuid": "06522a21-7e1e-45b7-b6e0-b1aa2465b98d", "name": "network-vif-deleted", "tag": "49a05ba5-a8e3-48c4-b9c3-61136a0bddd5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:29:09.746435 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc1cf80-4d49-4f2b-99d4-0e77eab59c85 x-openstack-request-id: req-dcc1cf80-4d49-4f2b-99d4-0e77eab59c85 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:29:09.746661 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06522a21-7e1e-45b7-b6e0-b1aa2465b98d", "name": "network-vif-deleted", "tag": "49a05ba5-a8e3-48c4-b9c3-61136a0bddd5", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:29:09.746909 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dcc1cf80-4d49-4f2b-99d4-0e77eab59c85 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:29:09.747829 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06522a21-7e1e-45b7-b6e0-b1aa2465b98d', 'name': 'network-vif-deleted', 'tag': '49a05ba5-a8e3-48c4-b9c3-61136a0bddd5', 'status': 'completed', 'code': 200} Jul 06 12:29:09.806269 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-ab569d38-f8cb-4709-bb1c-298cd5c2089f None None] Set router 205e824d-44ee-42d8-af34-3685ef62f17f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:29:10.046555 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-ab569d38-f8cb-4709-bb1c-298cd5c2089f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8', 'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'mac_address': 'fa:16:3e:28:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:26Z', 'updated_at': '2021-07-06T12:25:32Z', 'revision_number': 5, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'subnets': [{'id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:29:10.073507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab569d38-f8cb-4709-bb1c-298cd5c2089f None None] Checking router: 205e824d-44ee-42d8-af34-3685ef62f17f for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:29:10.082115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab569d38-f8cb-4709-bb1c-298cd5c2089f None None] Routers {'205e824d-44ee-42d8-af34-3685ef62f17f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:29:10.082726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-ab569d38-f8cb-4709-bb1c-298cd5c2089f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:29:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['205e824d-44ee-42d8-af34-3685ef62f17f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:29:10.195652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-ab569d38-f8cb-4709-bb1c-298cd5c2089f None None] Set router 205e824d-44ee-42d8-af34-3685ef62f17f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:29:10.408395 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-96489469-b7b8-4474-8559-cdceefbb5448 req-c8ab81bc-5309-40a5-a66f-85b8d54cb992 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=06522a21-7e1e-45b7-b6e0-b1aa2465b98d HTTP/1.1" status: 200 len: 210 time: 0.0277386 Jul 06 12:29:10.412054 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-ab569d38-f8cb-4709-bb1c-298cd5c2089f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8', 'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'mac_address': 'fa:16:3e:28:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:26Z', 'updated_at': '2021-07-06T12:25:32Z', 'revision_number': 5, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'subnets': [{'id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:29:10.439957 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab569d38-f8cb-4709-bb1c-298cd5c2089f None None] The sync data for ids ['205e824d-44ee-42d8-af34-3685ef62f17f'] in n-d-799529-2 is: [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8', 'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'mac_address': 'fa:16:3e:28:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:26Z', 'updated_at': '2021-07-06T12:25:32Z', 'revision_number': 5, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'subnets': [{'id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:29:10.668416 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f51d51-398d-4cf5-ab22-77f4c751de29 None None] New status for floating IP ba5e3983-389d-4e55-8235-151452114998: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:29:11.008276 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:12.089728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:29:12.109847 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:29:12.110190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 49a05ba5-a8e3-48c4-b9c3-61136a0bddd5 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:29:12.557514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46688) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:29:12.613622 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-acf461a3-e408-4e00-98ba-95b69c682702 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:12.641616 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-acf461a3-e408-4e00-98ba-95b69c682702 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:12.689788 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-acf461a3-e408-4e00-98ba-95b69c682702 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:12.692968 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-acf461a3-e408-4e00-98ba-95b69c682702 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:12.694120 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-acf461a3-e408-4e00-98ba-95b69c682702 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "DELETE /v2.0/security-groups/82c9e191-ba2d-42cf-87b4-8d651c6d3193 HTTP/1.1" status: 204 len: 168 time: 0.1355755 Jul 06 12:29:12.697620 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46690) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:29:12.703924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf461a3-e408-4e00-98ba-95b69c682702 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c9e191-ba2d-42cf-87b4-8d651c6d3193,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:29:12.714249 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-e77a5437-8fc7-4b8f-b8cc-541a4d04b878 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] show failed (client error): The resource could not be found. Jul 06 12:29:12.715298 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e77a5437-8fc7-4b8f-b8cc-541a4d04b878 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups/82c9e191-ba2d-42cf-87b4-8d651c6d3193 HTTP/1.1" status: 404 len: 347 time: 0.0166614 Jul 06 12:29:12.718317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46692) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:29:12.845111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Deleting port 7d7826e8-60a3-4698-aeda-c244ce802474 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:29:12.845343 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:12.921628 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:12.921948 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:12.934243 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Calling delete_port for 7d7826e8-60a3-4698-aeda-c244ce802474 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:29:13.067981 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:13.094465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event deleted for resources: {'Port': ['ID=7d7826e8-60a3-4698-aeda-c244ce802474,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:29:13.125420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:13.125767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:13.126109 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:13.126448 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:13.126782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:13.127113 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:13.127470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:13.127833 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:13.128125 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:13.128452 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:13.129468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:13.129734 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:13.169884 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:13.172917 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:13.174077 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a18d885b-6db0-458d-97d3-b6faf14f78bf tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "DELETE /v2.0/floatingips/ba5e3983-389d-4e55-8235-151452114998 HTTP/1.1" status: 204 len: 168 time: 0.4548421 Jul 06 12:29:13.636864 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46696) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:29:13.641544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-426f500f-c71c-440a-b599-5cfb02572d43 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--236843472', 'description': 'tempest-description--601471093'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:29:13.664523 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-426f500f-c71c-440a-b599-5cfb02572d43 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:13.747617 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-426f500f-c71c-440a-b599-5cfb02572d43 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:13.752021 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-426f500f-c71c-440a-b599-5cfb02572d43 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:13.778929 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-426f500f-c71c-440a-b599-5cfb02572d43 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:13.780204 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-426f500f-c71c-440a-b599-5cfb02572d43 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1423144 Jul 06 12:29:13.783398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46698) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:29:13.784746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f500f-c71c-440a-b599-5cfb02572d43 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:29:13.792593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2f399e04-b5a1-448d-bcc3-251d29cb297c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Request body: {'security_group_rule': {'security_group_id': 'e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:29:13.820800 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f399e04-b5a1-448d-bcc3-251d29cb297c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:13.868165 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f399e04-b5a1-448d-bcc3-251d29cb297c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:13.872067 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f399e04-b5a1-448d-bcc3-251d29cb297c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:13.890177 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f399e04-b5a1-448d-bcc3-251d29cb297c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c648b98-5c32-476f-979e-a2ca3d55ec27,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:29:13.897892 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f399e04-b5a1-448d-bcc3-251d29cb297c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:13.899318 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2f399e04-b5a1-448d-bcc3-251d29cb297c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140056 Jul 06 12:29:13.902707 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46700) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:29:13.906601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-37cb9577-86f3-4128-bd47-86b56f03cfe3 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Request body: {'security_group_rule': {'security_group_id': 'e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:29:13.933710 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37cb9577-86f3-4128-bd47-86b56f03cfe3 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:13.994865 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37cb9577-86f3-4128-bd47-86b56f03cfe3 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:13.998808 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37cb9577-86f3-4128-bd47-86b56f03cfe3 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:14.020933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb9577-86f3-4128-bd47-86b56f03cfe3 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b780a6a-140d-4e9d-b0cd-57459bcb464c,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:29:14.024582 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37cb9577-86f3-4128-bd47-86b56f03cfe3 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:14.025879 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-37cb9577-86f3-4128-bd47-86b56f03cfe3 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229546 Jul 06 12:29:14.030512 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 46702) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:29:14.035139 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:29:14.057873 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:14.160440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:14.263864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Allocated IP 172.25.4.210 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/44c7aaec-fee9-4344-b000-dbd85f1775cf) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:29:14.367823 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:14.406568 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:14.444761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:29:14.449519 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:29:14.452980 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:29:14.459117 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event updated for resources: {'Port': ['ID=44c7aaec-fee9-4344-b000-dbd85f1775cf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:29:14.545356 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:14.588010 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:14.737871 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:14.742857 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:14.809023 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event updated for resources: {'Port': ['ID=44c7aaec-fee9-4344-b000-dbd85f1775cf,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:29:14.826255 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:14.840263 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:14.841542 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0737cfbf-ad8a-4ee7-b341-db96d33e3b7a tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8100758 Jul 06 12:29:15.052051 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-070d96eb-f3e8-4305-8719-aac7f363994f tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--236843472&fields=id&tenant_id=5c2aa8299fae4655a3a22435542b2d75 HTTP/1.1" status: 200 len: 267 time: 0.0338454 Jul 06 12:29:15.510723 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-1821e812-2fc4-4132-9843-c7a1fe5abf01 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:15.512262 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-1821e812-2fc4-4132-9843-c7a1fe5abf01 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/networks?id=a7045093-1495-4292-9660-fdc976c68f4d HTTP/1.1" status: 200 len: 810 time: 0.4538319 Jul 06 12:29:15.526764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ae0ab9f4-0b7b-40d1-a1a4-c2ddfbc49ff9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/quotas/5c2aa8299fae4655a3a22435542b2d75 HTTP/1.1" status: 200 len: 375 time: 0.0091913 Jul 06 12:29:15.596061 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-5a3633b1-5076-404c-bd63-d1cc7c709964 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5c2aa8299fae4655a3a22435542b2d75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635612 Jul 06 12:29:15.744466 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-6fb75965-3802-4af2-95e3-25441f8fd0dd service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:29:15.745445 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-6fb75965-3802-4af2-95e3-25441f8fd0dd service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1377771 Jul 06 12:29:15.836218 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-8d00ed46-3035-41a3-bffd-56d09d038b42 service neutron] 10.222.0.81 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849893 Jul 06 12:29:15.925437 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-7e733a0c-3a69-4760-b62e-2f95584db87f service neutron] 10.222.0.81 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833771 Jul 06 12:29:16.093139 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a88c283b-e6d0-4e27-9977-d57af56064cb req-a7cfc85c-16f0-4fdc-b547-b29b608d6905 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 210 time: 0.0291238 Jul 06 12:29:17.179063 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5e098dd0-eb5b-4e57-9c7c-82af0eb1f2dd req-9acec9af-2ff8-4064-a041-5890991a8cd6 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 210 time: 0.0320070 Jul 06 12:29:18.264072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-267197ab-9007-435a-a533-8a8565b84c91 req-9ca9e65a-6408-48e8-b887-addb3b22f596 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 210 time: 0.0286925 Jul 06 12:29:19.345579 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-34ddb5ab-6ace-45cf-9079-9d9d4b6d1e12 req-5f66b74e-d00a-490f-a450-01c552e8a8c0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 210 time: 0.0279908 Jul 06 12:29:20.488959 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-932d8fc3-7aad-4459-a3f4-67ee0e8ac9e9 req-c56b7b27-d415-40c7-91f4-edfc8ffe0c7d tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 210 time: 0.0296185 Jul 06 12:29:21.374164 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-2e3a48bd-14e9-4480-aadf-df21084f5780 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:21.375669 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-2e3a48bd-14e9-4480-aadf-df21084f5780 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.23 "GET /v2.0/networks?id=a7045093-1495-4292-9660-fdc976c68f4d HTTP/1.1" status: 200 len: 810 time: 0.1120682 Jul 06 12:29:21.426589 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-5a193c3d-296f-4ac1-b16d-bbd4e5eccc81 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c2aa8299fae4655a3a22435542b2d75 HTTP/1.1" status: 200 len: 379 time: 0.0379088 Jul 06 12:29:21.435324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-6d4a6b24-5e68-46a0-87ea-ff90753d2ed9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Request body: {'port': {'device_id': '146ddb6a-4758-45a5-8dbb-459bb3ed79b1', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'admin_state_up': True, 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'security_groups': ['e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:29:21.544763 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-6d4a6b24-5e68-46a0-87ea-ff90753d2ed9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Made reservation on behalf of 5c2aa8299fae4655a3a22435542b2d75 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:29:21.548565 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-6d4a6b24-5e68-46a0-87ea-ff90753d2ed9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:21.652563 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b16893b4-e061-4000-a33f-051edfe52d84 req-acfefb46-98d0-4eb8-abe0-030e06642376 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 210 time: 0.0360391 Jul 06 12:29:21.705317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-6d4a6b24-5e68-46a0-87ea-ff90753d2ed9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Allocated IP 172.20.0.8 (a7045093-1495-4292-9660-fdc976c68f4d/92c4c6fe-d9c3-41cf-8664-63762eb4f36f/fe50b583-00e6-4473-9fba-7973987b5261) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:29:21.848374 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-6d4a6b24-5e68-46a0-87ea-ff90753d2ed9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:21.862372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-6d4a6b24-5e68-46a0-87ea-ff90753d2ed9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Transition to ACTIVE for port object fe50b583-00e6-4473-9fba-7973987b5261 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:29:21.896472 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-6d4a6b24-5e68-46a0-87ea-ff90753d2ed9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:21.938918 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-6d4a6b24-5e68-46a0-87ea-ff90753d2ed9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Network a7045093-1495-4292-9660-fdc976c68f4d is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:29:21.942752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-6d4a6b24-5e68-46a0-87ea-ff90753d2ed9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:29:21.949565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-6d4a6b24-5e68-46a0-87ea-ff90753d2ed9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:29:21.975053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a6b24-5e68-46a0-87ea-ff90753d2ed9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event updated for resources: {'Port': ['ID=fe50b583-00e6-4473-9fba-7973987b5261,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:29:22.005809 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-6d4a6b24-5e68-46a0-87ea-ff90753d2ed9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:22.006491 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-6d4a6b24-5e68-46a0-87ea-ff90753d2ed9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:22.022027 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-6d4a6b24-5e68-46a0-87ea-ff90753d2ed9 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5909441 Jul 06 12:29:22.032986 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-a3e4a86b-be0b-4223-930f-0bb49561892e tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:29:22.034069 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-a3e4a86b-be0b-4223-930f-0bb49561892e tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057242 Jul 06 12:29:22.097630 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Request body: {'port': {'device_id': '146ddb6a-4758-45a5-8dbb-459bb3ed79b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:29:22.178507 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:22.207779 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7624a273-8eb1-416b-b669-46d50b7cc9c5 None None] Provisioning for port fe50b583-00e6-4473-9fba-7973987b5261 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:29:22.211724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7624a273-8eb1-416b-b669-46d50b7cc9c5 None None] Provisioning complete for port fe50b583-00e6-4473-9fba-7973987b5261 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:29:22.212035 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7624a273-8eb1-416b-b669-46d50b7cc9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:22.258794 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7624a273-8eb1-416b-b669-46d50b7cc9c5 None None] Port fe50b583-00e6-4473-9fba-7973987b5261 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:29:22.455509 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe50b583-00e6-4473-9fba-7973987b5261 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:29:22.462946 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:22.475397 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Transition to ACTIVE for port object fe50b583-00e6-4473-9fba-7973987b5261 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:29:22.479751 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:22.536915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Pushing event updated for resources: {'Port': ['ID=fe50b583-00e6-4473-9fba-7973987b5261,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:29:22.606716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Attempting to bind port fe50b583-00e6-4473-9fba-7973987b5261 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:29:22.607399 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Attempting to bind port fe50b583-00e6-4473-9fba-7973987b5261 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:29:22.607542 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Attempting to bind port fe50b583-00e6-4473-9fba-7973987b5261 on network a7045093-1495-4292-9660-fdc976c68f4d {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:29:22.612368 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Port fe50b583-00e6-4473-9fba-7973987b5261 on network a7045093-1495-4292-9660-fdc976c68f4d not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:29:22.612718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Attempting to bind port fe50b583-00e6-4473-9fba-7973987b5261 on network a7045093-1495-4292-9660-fdc976c68f4d {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:29:22.617969 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:29:22.618364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Checking segment: {'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:29:22.618754 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Bound using segment: {'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:29:22.619180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Bound port: fe50b583-00e6-4473-9fba-7973987b5261, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2467ce15-9778-44c4-9826-53618fc51262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:29:22.619594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:22.689419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] For port fe50b583-00e6-4473-9fba-7973987b5261, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:29:22.693547 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] For port fe50b583-00e6-4473-9fba-7973987b5261, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fe50b583-00e6-4473-9fba-7973987b5261,segment=NetworkSegment(2467ce15-9778-44c4-9826-53618fc51262),segment_id=2467ce15-9778-44c4-9826-53618fc51262)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:29:22.698811 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:22.742964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:22.743625 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:22.745046 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] 10.222.0.23 "PUT /v2.0/ports/fe50b583-00e6-4473-9fba-7973987b5261 HTTP/1.1" status: 200 len: 1091 time: 0.7042513 Jul 06 12:29:22.745507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146ddb6a-4758-45a5-8dbb-459bb3ed79b1', 'tag': 'fe50b583-00e6-4473-9fba-7973987b5261'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:29:22.747830 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9073f172-d675-4c9c-b74f-2e27b40eca7d" -d '{"events": [{"name": "network-changed", "server_uuid": "146ddb6a-4758-45a5-8dbb-459bb3ed79b1", "tag": "fe50b583-00e6-4473-9fba-7973987b5261"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:29:22.775258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59f0d2-b4ca-48d9-9c40-d959564f529f service neutron] Pushing event updated for resources: {'Port': ['ID=fe50b583-00e6-4473-9fba-7973987b5261,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:29:22.891498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d5a3c-4e77-4b5a-8bcf-da26c4321532 req-40910ab1-804b-46bc-846f-6b237ee7bc95 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:22.893109 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-855d5a3c-4e77-4b5a-8bcf-da26c4321532 req-40910ab1-804b-46bc-846f-6b237ee7bc95 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 943 time: 0.1085603 Jul 06 12:29:22.895364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-252405b0-d4c8-438d-925f-7aeff58d9df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:22.896886 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-252405b0-d4c8-438d-925f-7aeff58d9df6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c2aa8299fae4655a3a22435542b2d75&device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 1094 time: 0.0996392 Jul 06 12:29:22.952180 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-746a8ae8-84a6-4847-a265-a7e61492c756 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe50b583-00e6-4473-9fba-7973987b5261 HTTP/1.1" status: 200 len: 217 time: 0.0466688 Jul 06 12:29:22.995648 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-855d5a3c-4e77-4b5a-8bcf-da26c4321532 req-778378d3-d569-495d-825f-89bfb8bff2d0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965226 Jul 06 12:29:23.022879 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-e2c85862-37e3-40f1-8fd1-ded716254782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:23.024762 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-e2c85862-37e3-40f1-8fd1-ded716254782 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92c4c6fe-d9c3-41cf-8664-63762eb4f36f HTTP/1.1" status: 200 len: 849 time: 0.0619829 Jul 06 12:29:23.062103 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdad681-aa5e-4b84-8a20-eba1a7346e16 x-openstack-request-id: req-8cdad681-aa5e-4b84-8a20-eba1a7346e16 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:29:23.062375 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146ddb6a-4758-45a5-8dbb-459bb3ed79b1", "tag": "fe50b583-00e6-4473-9fba-7973987b5261", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:29:23.062634 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8cdad681-aa5e-4b84-8a20-eba1a7346e16 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:29:23.063030 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146ddb6a-4758-45a5-8dbb-459bb3ed79b1', 'tag': 'fe50b583-00e6-4473-9fba-7973987b5261', 'status': 'completed', 'code': 200} Jul 06 12:29:23.091245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-9aa8a38f-0234-4e8d-8470-c82a443d0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:23.092771 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-9aa8a38f-0234-4e8d-8470-c82a443d0e93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7045093-1495-4292-9660-fdc976c68f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606401 Jul 06 12:29:23.188439 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-5494fe7c-87d0-405c-b33a-259a0c870649 service neutron] 10.222.0.23 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870340 Jul 06 12:29:23.279999 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7008c45-074d-44a5-9256-623cecd82ba3 req-a8605d5f-d5eb-4465-a390-6ba243e03fea service neutron] 10.222.0.23 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829332 Jul 06 12:29:23.392956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073f172-d675-4c9c-b74f-2e27b40eca7d req-b4ee2b36-02b2-4e86-bd4f-80db71146c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:23.394558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9073f172-d675-4c9c-b74f-2e27b40eca7d req-b4ee2b36-02b2-4e86-bd4f-80db71146c2c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c2aa8299fae4655a3a22435542b2d75&device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 1094 time: 0.0584166 Jul 06 12:29:23.489514 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073f172-d675-4c9c-b74f-2e27b40eca7d req-db8cb27a-a338-42c8-8433-4d2c058239ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:23.491174 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9073f172-d675-4c9c-b74f-2e27b40eca7d req-db8cb27a-a338-42c8-8433-4d2c058239ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7045093-1495-4292-9660-fdc976c68f4d HTTP/1.1" status: 200 len: 911 time: 0.0896032 Jul 06 12:29:23.533608 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9073f172-d675-4c9c-b74f-2e27b40eca7d req-b48b09dd-31dd-4ae9-90e9-1430e878db78 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe50b583-00e6-4473-9fba-7973987b5261 HTTP/1.1" status: 200 len: 217 time: 0.0357645 Jul 06 12:29:23.591631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073f172-d675-4c9c-b74f-2e27b40eca7d req-ab90eddf-a5cd-4603-98b5-0b25305db542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:23.593150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9073f172-d675-4c9c-b74f-2e27b40eca7d req-ab90eddf-a5cd-4603-98b5-0b25305db542 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92c4c6fe-d9c3-41cf-8664-63762eb4f36f HTTP/1.1" status: 200 len: 849 time: 0.0500052 Jul 06 12:29:23.657258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073f172-d675-4c9c-b74f-2e27b40eca7d req-fb19f13e-e9b7-4f11-8824-8115b3d4d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:23.658908 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9073f172-d675-4c9c-b74f-2e27b40eca7d req-fb19f13e-e9b7-4f11-8824-8115b3d4d8a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7045093-1495-4292-9660-fdc976c68f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538695 Jul 06 12:29:23.751847 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9073f172-d675-4c9c-b74f-2e27b40eca7d req-ab8a989f-52ea-4f05-afcb-37e00b4154e1 service neutron] 10.222.0.23 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829568 Jul 06 12:29:23.855393 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9073f172-d675-4c9c-b74f-2e27b40eca7d req-ccdd9d09-61de-48b8-a1f2-85751f55d290 service neutron] 10.222.0.23 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927281 Jul 06 12:29:24.174848 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd34c4-f0cb-4e81-8c03-d35374ff72f8 req-15f8b9f5-02b1-4c48-b97e-f86c6a6dce4f tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:24.177062 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95fd34c4-f0cb-4e81-8c03-d35374ff72f8 req-15f8b9f5-02b1-4c48-b97e-f86c6a6dce4f tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 943 time: 0.0649204 Jul 06 12:29:24.215726 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95fd34c4-f0cb-4e81-8c03-d35374ff72f8 req-52275fa3-ab78-4631-aee8-7a587702b438 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330758 Jul 06 12:29:25.398220 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1e0e4-597c-4a3d-9787-d0d7103a7213 req-4e7dc231-093e-460d-ae21-2f9619c21b6f tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:25.399768 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42b1e0e4-597c-4a3d-9787-d0d7103a7213 req-4e7dc231-093e-460d-ae21-2f9619c21b6f tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 943 time: 0.0687273 Jul 06 12:29:25.439863 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42b1e0e4-597c-4a3d-9787-d0d7103a7213 req-a5e12ec9-7b0e-4317-9542-97f50a57d6ac tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343745 Jul 06 12:29:26.492274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fe50b583-00e6-4473-9fba-7973987b5261 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:29:26.588313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fe50b583-00e6-4473-9fba-7973987b5261, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fe50b583-00e6-4473-9fba-7973987b5261,segment=NetworkSegment(2467ce15-9778-44c4-9826-53618fc51262),segment_id=2467ce15-9778-44c4-9826-53618fc51262)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:29:26.600636 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'fe50b583-00e6-4473-9fba-7973987b5261', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'port_id': 'fe50b583-00e6-4473-9fba-7973987b5261', 'mac_address': 'fa:16:3e:3d:9b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:29:26.618484 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0482-1e0a-4d22-8577-e0621fab9922 req-2877ca28-0567-4623-923b-1b32e5bf042d tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:26.620481 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a97f0482-1e0a-4d22-8577-e0621fab9922 req-2877ca28-0567-4623-923b-1b32e5bf042d tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 943 time: 0.0661108 Jul 06 12:29:26.643435 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:26.661086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a97f0482-1e0a-4d22-8577-e0621fab9922 req-1beba761-e01c-45ac-b996-b5f6d5448d9c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348768 Jul 06 12:29:26.810397 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe50b583-00e6-4473-9fba-7973987b5261 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:29:26.830642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fe50b583-00e6-4473-9fba-7973987b5261, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fe50b583-00e6-4473-9fba-7973987b5261,segment=NetworkSegment(2467ce15-9778-44c4-9826-53618fc51262),segment_id=2467ce15-9778-44c4-9826-53618fc51262)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:29:26.835762 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:26.893403 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=fe50b583-00e6-4473-9fba-7973987b5261,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:29:26.901621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:26.901963 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:26.902327 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:26.902659 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:26.902988 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:26.903349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:26.903698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:26.904022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:26.904339 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:26.904658 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:26.904978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:26.905295 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:29:27.087682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['fe50b583-00e6-4473-9fba-7973987b5261'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:29:27.843616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21319a2-ac7d-4e8d-bac2-3dceb35ca1a7 req-ecb80106-34ad-4cbc-891d-fba20c2bcdc8 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:27.845048 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d21319a2-ac7d-4e8d-bac2-3dceb35ca1a7 req-ecb80106-34ad-4cbc-891d-fba20c2bcdc8 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 944 time: 0.0670209 Jul 06 12:29:27.884279 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d21319a2-ac7d-4e8d-bac2-3dceb35ca1a7 req-1e7ce517-a8ee-48a7-b068-7b3d349455fb tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334179 Jul 06 12:29:28.522310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fe50b583-00e6-4473-9fba-7973987b5261 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:29:28.570622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port fe50b583-00e6-4473-9fba-7973987b5261 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:29:28.574230 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port fe50b583-00e6-4473-9fba-7973987b5261 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:29:28.574597 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:28.648980 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:28.671628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146ddb6a-4758-45a5-8dbb-459bb3ed79b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe50b583-00e6-4473-9fba-7973987b5261'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:29:28.673896 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473f1a38-78f7-401f-95a6-9b008e54c264" -d '{"events": [{"server_uuid": "146ddb6a-4758-45a5-8dbb-459bb3ed79b1", "name": "network-vif-plugged", "status": "completed", "tag": "fe50b583-00e6-4473-9fba-7973987b5261"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:29:28.687695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port fe50b583-00e6-4473-9fba-7973987b5261, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fe50b583-00e6-4473-9fba-7973987b5261,segment=NetworkSegment(2467ce15-9778-44c4-9826-53618fc51262),segment_id=2467ce15-9778-44c4-9826-53618fc51262)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:29:28.692327 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:28.744196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=fe50b583-00e6-4473-9fba-7973987b5261,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:29:28.797212 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39950cce-abf9-4c51-864d-d467bd53b259 x-openstack-request-id: req-39950cce-abf9-4c51-864d-d467bd53b259 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:29:28.797510 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146ddb6a-4758-45a5-8dbb-459bb3ed79b1", "name": "network-vif-plugged", "status": "completed", "tag": "fe50b583-00e6-4473-9fba-7973987b5261", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:29:28.797766 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39950cce-abf9-4c51-864d-d467bd53b259 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:29:28.798196 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146ddb6a-4758-45a5-8dbb-459bb3ed79b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe50b583-00e6-4473-9fba-7973987b5261', 'code': 200} Jul 06 12:29:28.923961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ba8fa-f033-44b5-aa56-3d9419b6aff3 req-d78b5f3d-8243-46d4-a9db-8fc73904699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:28.925597 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-994ba8fa-f033-44b5-aa56-3d9419b6aff3 req-d78b5f3d-8243-46d4-a9db-8fc73904699f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 1096 time: 0.0564034 Jul 06 12:29:28.963022 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-994ba8fa-f033-44b5-aa56-3d9419b6aff3 req-6c0c31b8-8120-4431-bcde-625f3c0ce99a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306182 Jul 06 12:29:29.061841 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5382a0-cafd-433a-a9e5-6c58fa2c3cc5 req-9acc7ee0-b18e-4077-ba80-6f3b921805e0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:29.063263 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f5382a0-cafd-433a-a9e5-6c58fa2c3cc5 req-9acc7ee0-b18e-4077-ba80-6f3b921805e0 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 945 time: 0.0649230 Jul 06 12:29:29.101616 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f5382a0-cafd-433a-a9e5-6c58fa2c3cc5 req-0aed0c1d-19b7-4a38-ae10-fb53524cdec3 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318251 Jul 06 12:29:30.279664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1042d-713f-4b68-915b-19c7b504cad9 req-d5566d2e-7aae-4c59-92d9-6a324422cd9d tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:30.281158 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7e1042d-713f-4b68-915b-19c7b504cad9 req-d5566d2e-7aae-4c59-92d9-6a324422cd9d tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 945 time: 0.0671473 Jul 06 12:29:30.319073 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a7e1042d-713f-4b68-915b-19c7b504cad9 req-8433a487-c824-49f2-b6ed-78bfd7e3ad5e tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316958 Jul 06 12:29:30.491081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7809cb-8441-4ced-8c58-dbeb24db465e req-2a4adba1-85d1-4962-a53a-2cf8d1fb91f7 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:30.492611 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6e7809cb-8441-4ced-8c58-dbeb24db465e req-2a4adba1-85d1-4962-a53a-2cf8d1fb91f7 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 945 time: 0.0641866 Jul 06 12:29:30.501270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 46776) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:29:30.506257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-acad11e7-8638-4052-96bc-4630cd1b8d2c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Request body: {'floatingip': {'port_id': 'fe50b583-00e6-4473-9fba-7973987b5261'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:29:30.545238 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-acad11e7-8638-4052-96bc-4630cd1b8d2c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:31.000771 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-acad11e7-8638-4052-96bc-4630cd1b8d2c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:31.004754 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-acad11e7-8638-4052-96bc-4630cd1b8d2c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:31.104873 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-acad11e7-8638-4052-96bc-4630cd1b8d2c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Floating IP b05f554b-c63b-4341-8849-7e193e7d0721 associated. External IP: 172.25.4.210, port: fe50b583-00e6-4473-9fba-7973987b5261. Jul 06 12:29:31.310150 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acad11e7-8638-4052-96bc-4630cd1b8d2c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Router 205e824d-44ee-42d8-af34-3685ef62f17f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:29:31.417797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acad11e7-8638-4052-96bc-4630cd1b8d2c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:29:31.422492 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-acad11e7-8638-4052-96bc-4630cd1b8d2c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:31.427738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278cd957-a1c3-4f7f-a354-d5e50d2655e7 None None] Sync routers for ids ['205e824d-44ee-42d8-af34-3685ef62f17f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:29:31.436987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278cd957-a1c3-4f7f-a354-d5e50d2655e7 None None] Routers {'205e824d-44ee-42d8-af34-3685ef62f17f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:29:31.437601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-278cd957-a1c3-4f7f-a354-d5e50d2655e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:29:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['205e824d-44ee-42d8-af34-3685ef62f17f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:29:31.461406 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-acad11e7-8638-4052-96bc-4630cd1b8d2c tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "PUT /v2.0/floatingips/b05f554b-c63b-4341-8849-7e193e7d0721 HTTP/1.1" status: 200 len: 991 time: 0.9590471 Jul 06 12:29:31.462139 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146ddb6a-4758-45a5-8dbb-459bb3ed79b1', 'tag': 'fe50b583-00e6-4473-9fba-7973987b5261'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:29:31.464619 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7ec33b-4619-481c-a27f-bf843398c1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "146ddb6a-4758-45a5-8dbb-459bb3ed79b1", "tag": "fe50b583-00e6-4473-9fba-7973987b5261"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:29:31.549130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-278cd957-a1c3-4f7f-a354-d5e50d2655e7 None None] Set router 205e824d-44ee-42d8-af34-3685ef62f17f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:29:31.605949 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c339cd7a-4e50-42fc-b460-d004f27fd5f9 x-openstack-request-id: req-c339cd7a-4e50-42fc-b460-d004f27fd5f9 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:29:31.606248 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146ddb6a-4758-45a5-8dbb-459bb3ed79b1", "tag": "fe50b583-00e6-4473-9fba-7973987b5261", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:29:31.606524 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c339cd7a-4e50-42fc-b460-d004f27fd5f9 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:29:31.606931 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146ddb6a-4758-45a5-8dbb-459bb3ed79b1', 'tag': 'fe50b583-00e6-4473-9fba-7973987b5261', 'status': 'completed', 'code': 200} Jul 06 12:29:31.682523 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ec33b-4619-481c-a27f-bf843398c1d1 req-7b06cca9-bfb5-4a7c-8f32-f5dd2b83bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:31.684086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f7ec33b-4619-481c-a27f-bf843398c1d1 req-7b06cca9-bfb5-4a7c-8f32-f5dd2b83bf2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c2aa8299fae4655a3a22435542b2d75&device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 1096 time: 0.0532625 Jul 06 12:29:31.783346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-278cd957-a1c3-4f7f-a354-d5e50d2655e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'b05f554b-c63b-4341-8849-7e193e7d0721', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'floating_ip_address': '172.25.4.210', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'port_id': 'fe50b583-00e6-4473-9fba-7973987b5261', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'mac_address': 'fa:16:3e:3d:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ddb6a-4758-45a5-8dbb-459bb3ed79b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:29:14Z', 'updated_at': '2021-07-06T12:29:30Z', 'revision_number': 1, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8', 'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'mac_address': 'fa:16:3e:28:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:26Z', 'updated_at': '2021-07-06T12:25:32Z', 'revision_number': 5, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'subnets': [{'id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:29:31.786031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ec33b-4619-481c-a27f-bf843398c1d1 req-f1e05fb6-a780-469e-846f-38caa8b5a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:31.787594 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f7ec33b-4619-481c-a27f-bf843398c1d1 req-f1e05fb6-a780-469e-846f-38caa8b5a9b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7045093-1495-4292-9660-fdc976c68f4d HTTP/1.1" status: 200 len: 911 time: 0.0953460 Jul 06 12:29:31.814659 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278cd957-a1c3-4f7f-a354-d5e50d2655e7 None None] Checking router: 205e824d-44ee-42d8-af34-3685ef62f17f for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:29:31.823252 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278cd957-a1c3-4f7f-a354-d5e50d2655e7 None None] Routers {'205e824d-44ee-42d8-af34-3685ef62f17f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:29:31.823878 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-278cd957-a1c3-4f7f-a354-d5e50d2655e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:29:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['205e824d-44ee-42d8-af34-3685ef62f17f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:29:31.853728 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f7ec33b-4619-481c-a27f-bf843398c1d1 req-23778170-04d5-492d-8080-d3f1a99fbb4b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe50b583-00e6-4473-9fba-7973987b5261 HTTP/1.1" status: 200 len: 999 time: 0.0595028 Jul 06 12:29:31.910425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ec33b-4619-481c-a27f-bf843398c1d1 req-69d849d8-7a16-4931-a2c2-674309027d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:31.912108 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f7ec33b-4619-481c-a27f-bf843398c1d1 req-69d849d8-7a16-4931-a2c2-674309027d6f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92c4c6fe-d9c3-41cf-8664-63762eb4f36f HTTP/1.1" status: 200 len: 849 time: 0.0512881 Jul 06 12:29:31.933209 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-278cd957-a1c3-4f7f-a354-d5e50d2655e7 None None] Set router 205e824d-44ee-42d8-af34-3685ef62f17f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:29:31.973214 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ec33b-4619-481c-a27f-bf843398c1d1 req-2dc4f4f2-2c7a-4cd9-90aa-cc3afefbd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:29:31.974840 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f7ec33b-4619-481c-a27f-bf843398c1d1 req-2dc4f4f2-2c7a-4cd9-90aa-cc3afefbd85e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7045093-1495-4292-9660-fdc976c68f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553663 Jul 06 12:29:32.069496 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f7ec33b-4619-481c-a27f-bf843398c1d1 req-6e12f19c-6c20-4477-94b8-a51bfdeccd41 service neutron] 10.222.0.23 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875795 Jul 06 12:29:32.161580 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-278cd957-a1c3-4f7f-a354-d5e50d2655e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'b05f554b-c63b-4341-8849-7e193e7d0721', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'floating_ip_address': '172.25.4.210', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'port_id': 'fe50b583-00e6-4473-9fba-7973987b5261', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'mac_address': 'fa:16:3e:3d:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ddb6a-4758-45a5-8dbb-459bb3ed79b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:29:14Z', 'updated_at': '2021-07-06T12:29:30Z', 'revision_number': 1, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8', 'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'mac_address': 'fa:16:3e:28:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:26Z', 'updated_at': '2021-07-06T12:25:32Z', 'revision_number': 5, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'subnets': [{'id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:29:32.174952 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f7ec33b-4619-481c-a27f-bf843398c1d1 req-cb350853-679a-426e-b657-1e9c2df08b59 service neutron] 10.222.0.23 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970206 Jul 06 12:29:32.191366 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278cd957-a1c3-4f7f-a354-d5e50d2655e7 None None] The sync data for ids ['205e824d-44ee-42d8-af34-3685ef62f17f'] in n-d-799529-2 is: [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'b05f554b-c63b-4341-8849-7e193e7d0721', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'floating_ip_address': '172.25.4.210', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'port_id': 'fe50b583-00e6-4473-9fba-7973987b5261', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'mac_address': 'fa:16:3e:3d:9b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146ddb6a-4758-45a5-8dbb-459bb3ed79b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:29:14Z', 'updated_at': '2021-07-06T12:29:30Z', 'revision_number': 1, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8', 'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'mac_address': 'fa:16:3e:28:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:26Z', 'updated_at': '2021-07-06T12:25:32Z', 'revision_number': 5, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'subnets': [{'id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:29:32.381570 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5496c-c539-433e-8d65-d01208b4b430 None None] New status for floating IP b05f554b-c63b-4341-8849-7e193e7d0721: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:29:35.517488 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f7e23ba-2da6-4986-add2-d0eed222c40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:35.837337 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:36.740162 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:38.163218 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-671efc30-54c7-4810-bd73-687cdd398f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:38.247038 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:39.427560 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:41.014617 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:29:44.012102 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:30:05.509273 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af7015b4-4541-4282-9f6c-f6205467d732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:05.837258 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:06.734453 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:08.166455 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e49be945-a7b5-486a-9b17-90dc693f2b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:08.249027 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:09.429937 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:11.014904 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:16.564138 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66a8560a-0a35-45de-a8e0-cb9929838c40 req-08b0a1c3-f72a-4b66-8150-72a4e37d82d5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531642 Jul 06 12:30:16.658992 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8560a-0a35-45de-a8e0-cb9929838c40 req-1cdf3866-9de7-4302-aabb-8421e3180077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:16.660675 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66a8560a-0a35-45de-a8e0-cb9929838c40 req-1cdf3866-9de7-4302-aabb-8421e3180077 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c2aa8299fae4655a3a22435542b2d75&device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 1096 time: 0.0515053 Jul 06 12:30:16.766523 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8560a-0a35-45de-a8e0-cb9929838c40 req-517bc181-97de-4a56-966f-6a9ba19e9e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:16.768041 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66a8560a-0a35-45de-a8e0-cb9929838c40 req-517bc181-97de-4a56-966f-6a9ba19e9e59 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7045093-1495-4292-9660-fdc976c68f4d HTTP/1.1" status: 200 len: 911 time: 0.0864906 Jul 06 12:30:16.835194 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66a8560a-0a35-45de-a8e0-cb9929838c40 req-282ed4cc-d665-41a9-b285-e253f517dd2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe50b583-00e6-4473-9fba-7973987b5261 HTTP/1.1" status: 200 len: 1001 time: 0.0605621 Jul 06 12:30:16.889825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8560a-0a35-45de-a8e0-cb9929838c40 req-e0436a43-1f55-4544-9360-757f94b4e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:16.891328 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66a8560a-0a35-45de-a8e0-cb9929838c40 req-e0436a43-1f55-4544-9360-757f94b4e3c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92c4c6fe-d9c3-41cf-8664-63762eb4f36f HTTP/1.1" status: 200 len: 849 time: 0.0497363 Jul 06 12:30:16.951571 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8560a-0a35-45de-a8e0-cb9929838c40 req-38406aef-f5f3-4e3b-9405-389008fde216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:30:16.953186 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66a8560a-0a35-45de-a8e0-cb9929838c40 req-38406aef-f5f3-4e3b-9405-389008fde216 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7045093-1495-4292-9660-fdc976c68f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548980 Jul 06 12:30:17.041073 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66a8560a-0a35-45de-a8e0-cb9929838c40 req-48e28658-9cbf-49c3-8039-4bffb9b097bd service neutron] 10.222.0.23 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811675 Jul 06 12:30:17.132675 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66a8560a-0a35-45de-a8e0-cb9929838c40 req-b8a9772d-7d75-4dec-9947-8b887d8d5106 service neutron] 10.222.0.23 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845833 Jul 06 12:30:21.011637 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:30:35.512796 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ce7c65a-1cd1-42a5-9dc6-f7a858426338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:35.836484 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:36.749187 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:38.169475 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-762f7dff-a9bb-409b-87b6-ebcd968569c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:38.249294 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:39.432874 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:41.016392 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:30:58.011908 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:31:05.514799 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2cf86202-0c33-48ea-943b-867022d5bf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:05.828207 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:06.763411 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:08.171461 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eca3c134-e504-4cb6-bb16-624601be5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:08.249348 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:09.435630 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:11.019116 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:18.562810 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-baf8655d-22bd-4dd5-8de0-68ff8a1232d3 req-4f4a58b5-49b9-4a2b-ab86-1719ba7b2ced service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524874 Jul 06 12:31:18.658832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8655d-22bd-4dd5-8de0-68ff8a1232d3 req-167ebb7e-b183-433b-8c40-822d8a958783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:18.660350 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-baf8655d-22bd-4dd5-8de0-68ff8a1232d3 req-167ebb7e-b183-433b-8c40-822d8a958783 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c2aa8299fae4655a3a22435542b2d75&device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 1096 time: 0.0554464 Jul 06 12:31:18.761812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8655d-22bd-4dd5-8de0-68ff8a1232d3 req-0859e71f-be4e-4fb4-8d42-6b229031aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:18.763304 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-baf8655d-22bd-4dd5-8de0-68ff8a1232d3 req-0859e71f-be4e-4fb4-8d42-6b229031aa26 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7045093-1495-4292-9660-fdc976c68f4d HTTP/1.1" status: 200 len: 911 time: 0.0832207 Jul 06 12:31:18.831881 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-baf8655d-22bd-4dd5-8de0-68ff8a1232d3 req-d355c7ac-442b-442c-b06f-a0382cd378e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe50b583-00e6-4473-9fba-7973987b5261 HTTP/1.1" status: 200 len: 1001 time: 0.0611229 Jul 06 12:31:18.878699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8655d-22bd-4dd5-8de0-68ff8a1232d3 req-ddcfee00-ce5d-4350-a561-af728baecbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:18.880191 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-baf8655d-22bd-4dd5-8de0-68ff8a1232d3 req-ddcfee00-ce5d-4350-a561-af728baecbdc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92c4c6fe-d9c3-41cf-8664-63762eb4f36f HTTP/1.1" status: 200 len: 849 time: 0.0421815 Jul 06 12:31:18.934906 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8655d-22bd-4dd5-8de0-68ff8a1232d3 req-bf1f65a9-d6fa-453d-9cb7-a76c9540210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:18.936935 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-baf8655d-22bd-4dd5-8de0-68ff8a1232d3 req-bf1f65a9-d6fa-453d-9cb7-a76c9540210e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7045093-1495-4292-9660-fdc976c68f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507839 Jul 06 12:31:19.025784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-baf8655d-22bd-4dd5-8de0-68ff8a1232d3 req-163fcb47-0b78-4920-a87c-f26df8e4f0c7 service neutron] 10.222.0.23 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824511 Jul 06 12:31:19.115951 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-baf8655d-22bd-4dd5-8de0-68ff8a1232d3 req-f14486ea-2195-45ab-94df-6854503cf638 service neutron] 10.222.0.23 "GET /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811446 Jul 06 12:31:35.011886 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:31:35.515635 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c2d6e0c-4d45-44e3-b0ab-aa14347c2b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:35.834746 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:36.782145 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:38.173750 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-568774de-18d8-418c-ab80-5676b1a42941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:38.251646 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:39.439145 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:41.022864 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:43.949742 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb00ef-81c9-4ad0-a5bf-ca0bfccf85f3 req-6049ad9d-a34e-46b4-9f69-a5c6a388b242 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:43.951129 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23eb00ef-81c9-4ad0-a5bf-ca0bfccf85f3 req-6049ad9d-a34e-46b4-9f69-a5c6a388b242 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 945 time: 0.0633154 Jul 06 12:31:43.989399 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23eb00ef-81c9-4ad0-a5bf-ca0bfccf85f3 req-3084665f-8da2-4497-ae7b-53bee46174de tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320745 Jul 06 12:31:45.167341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2f680-f1a3-44cd-af11-4307cc6be709 req-36622e5d-b403-4ce3-b5aa-af883ce22c05 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:45.168832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3f2f680-f1a3-44cd-af11-4307cc6be709 req-36622e5d-b403-4ce3-b5aa-af883ce22c05 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 945 time: 0.0671387 Jul 06 12:31:45.206514 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3f2f680-f1a3-44cd-af11-4307cc6be709 req-ffd08c66-41c2-4f04-8143-3af52f5cf253 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314317 Jul 06 12:31:45.857214 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c31e6e-6535-4e36-b7e9-342fb99d8f89 req-ea26f360-b459-46a6-b659-ec86f2cc45a7 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:45.858641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-60c31e6e-6535-4e36-b7e9-342fb99d8f89 req-ea26f360-b459-46a6-b659-ec86f2cc45a7 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.23 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 945 time: 0.0645630 Jul 06 12:31:45.968181 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-60c31e6e-6535-4e36-b7e9-342fb99d8f89 req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Deleting port fe50b583-00e6-4473-9fba-7973987b5261 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:31:45.968533 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-60c31e6e-6535-4e36-b7e9-342fb99d8f89 req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:46.054038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-60c31e6e-6535-4e36-b7e9-342fb99d8f89 req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] For port fe50b583-00e6-4473-9fba-7973987b5261, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=fe50b583-00e6-4473-9fba-7973987b5261,segment=NetworkSegment(2467ce15-9778-44c4-9826-53618fc51262),segment_id=2467ce15-9778-44c4-9826-53618fc51262)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:31:46.054410 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-60c31e6e-6535-4e36-b7e9-342fb99d8f89 req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:46.659520 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-60c31e6e-6535-4e36-b7e9-342fb99d8f89 req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:46.660212 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-60c31e6e-6535-4e36-b7e9-342fb99d8f89 req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:46.660212 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [req-60c31e6e-6535-4e36-b7e9-342fb99d8f89 req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Floating IP b05f554b-c63b-4341-8849-7e193e7d0721 disassociated. External IP: 172.25.4.210, port: fe50b583-00e6-4473-9fba-7973987b5261. Jul 06 12:31:46.660524 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-60c31e6e-6535-4e36-b7e9-342fb99d8f89 req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Calling delete_port for fe50b583-00e6-4473-9fba-7973987b5261 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:31:46.728478 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da2052-ec07-4a58-a078-46d94a8b481c req-f2d4883c-5de5-49fc-b64c-74f0c895158e tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:31:46.729997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a1da2052-ec07-4a58-a078-46d94a8b481c req-f2d4883c-5de5-49fc-b64c-74f0c895158e tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/ports?device_id=146ddb6a-4758-45a5-8dbb-459bb3ed79b1 HTTP/1.1" status: 200 len: 945 time: 0.1226628 Jul 06 12:31:46.783998 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a1da2052-ec07-4a58-a078-46d94a8b481c req-575befca-6370-4934-a5ea-e6ee0f4bdc43 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups?id=e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480437 Jul 06 12:31:46.843478 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-60c31e6e-6535-4e36-b7e9-342fb99d8f89 req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:46.873734 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event deleted for resources: {'Port': ['ID=fe50b583-00e6-4473-9fba-7973987b5261,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:46.885920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:46.886266 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:46.886601 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:46.886942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:46.887285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:46.887608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:46.887934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:46.888254 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:46.888576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:46.888901 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:46.889219 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:46.889535 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:46.995843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60c31e6e-6535-4e36-b7e9-342fb99d8f89 req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Router 205e824d-44ee-42d8-af34-3685ef62f17f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:31:47.102651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60c31e6e-6535-4e36-b7e9-342fb99d8f89 req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:31:47.114553 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a16720-dbcc-40e8-b155-261040cc7070 None None] Sync routers for ids ['205e824d-44ee-42d8-af34-3685ef62f17f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:31:47.123831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a16720-dbcc-40e8-b155-261040cc7070 None None] Routers {'205e824d-44ee-42d8-af34-3685ef62f17f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:31:47.125284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-24a16720-dbcc-40e8-b155-261040cc7070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:31:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['205e824d-44ee-42d8-af34-3685ef62f17f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:47.148460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c31e6e-6535-4e36-b7e9-342fb99d8f89 req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] No DVR routers for this DVR port fe50b583-00e6-4473-9fba-7973987b5261 on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:31:47.151141 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-60c31e6e-6535-4e36-b7e9-342fb99d8f89 req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:47.153277 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-60c31e6e-6535-4e36-b7e9-342fb99d8f89 req-9ee1c959-8a6c-4fc1-ba3f-517aa8ac2705 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.23 "DELETE /v2.0/ports/fe50b583-00e6-4473-9fba-7973987b5261 HTTP/1.1" status: 204 len: 173 time: 1.2883830 Jul 06 12:31:47.153720 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146ddb6a-4758-45a5-8dbb-459bb3ed79b1', 'name': 'network-vif-deleted', 'tag': 'fe50b583-00e6-4473-9fba-7973987b5261'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:31:47.156224 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7769fb85-d7f8-4735-838e-ff93e23e347e" -d '{"events": [{"server_uuid": "146ddb6a-4758-45a5-8dbb-459bb3ed79b1", "name": "network-vif-deleted", "tag": "fe50b583-00e6-4473-9fba-7973987b5261"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:31:47.252447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-24a16720-dbcc-40e8-b155-261040cc7070 None None] Set router 205e824d-44ee-42d8-af34-3685ef62f17f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:31:47.273083 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08be76b7-fd40-4546-b401-8c5949854663 x-openstack-request-id: req-08be76b7-fd40-4546-b401-8c5949854663 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:31:47.273460 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146ddb6a-4758-45a5-8dbb-459bb3ed79b1", "name": "network-vif-deleted", "tag": "fe50b583-00e6-4473-9fba-7973987b5261", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:31:47.273736 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08be76b7-fd40-4546-b401-8c5949854663 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:31:47.274143 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146ddb6a-4758-45a5-8dbb-459bb3ed79b1', 'name': 'network-vif-deleted', 'tag': 'fe50b583-00e6-4473-9fba-7973987b5261', 'status': 'completed', 'code': 200} Jul 06 12:31:47.471041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-24a16720-dbcc-40e8-b155-261040cc7070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8', 'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'mac_address': 'fa:16:3e:28:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:26Z', 'updated_at': '2021-07-06T12:25:32Z', 'revision_number': 5, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'subnets': [{'id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:47.497125 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a16720-dbcc-40e8-b155-261040cc7070 None None] Checking router: 205e824d-44ee-42d8-af34-3685ef62f17f for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:31:47.505323 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a16720-dbcc-40e8-b155-261040cc7070 None None] Routers {'205e824d-44ee-42d8-af34-3685ef62f17f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:31:47.505927 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-24a16720-dbcc-40e8-b155-261040cc7070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:31:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['205e824d-44ee-42d8-af34-3685ef62f17f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:47.614936 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-24a16720-dbcc-40e8-b155-261040cc7070 None None] Set router 205e824d-44ee-42d8-af34-3685ef62f17f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:31:47.823680 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-24a16720-dbcc-40e8-b155-261040cc7070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8', 'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'mac_address': 'fa:16:3e:28:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:26Z', 'updated_at': '2021-07-06T12:25:32Z', 'revision_number': 5, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'subnets': [{'id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:47.850662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a16720-dbcc-40e8-b155-261040cc7070 None None] The sync data for ids ['205e824d-44ee-42d8-af34-3685ef62f17f'] in n-d-799529-2 is: [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:25:27Z', 'revision_number': 4, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8', 'name': '', 'network_id': 'a7045093-1495-4292-9660-fdc976c68f4d', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'mac_address': 'fa:16:3e:28:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:26Z', 'updated_at': '2021-07-06T12:25:32Z', 'revision_number': 5, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'subnets': [{'id': '92c4c6fe-d9c3-41cf-8664-63762eb4f36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:31:47.917986 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47146) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:31:47.975627 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-058c74ee-884b-4221-86c0-1de5e60e8ace tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:48.000412 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-058c74ee-884b-4221-86c0-1de5e60e8ace tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:48.048292 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-058c74ee-884b-4221-86c0-1de5e60e8ace tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:48.051167 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-058c74ee-884b-4221-86c0-1de5e60e8ace tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:48.052366 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-058c74ee-884b-4221-86c0-1de5e60e8ace tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "DELETE /v2.0/security-groups/e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f HTTP/1.1" status: 204 len: 168 time: 0.1332893 Jul 06 12:31:48.055322 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47148) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:31:48.063005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c74ee-884b-4221-86c0-1de5e60e8ace tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:48.078218 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-838b3a07-296a-4605-ae9b-9bf85ea0b977 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] show failed (client error): The resource could not be found. Jul 06 12:31:48.079649 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-838b3a07-296a-4605-ae9b-9bf85ea0b977 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "GET /v2.0/security-groups/e88c8a9c-c7b9-43ad-aec3-3307d9fbc61f HTTP/1.1" status: 404 len: 347 time: 0.0225554 Jul 06 12:31:48.082455 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47152) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:31:48.085456 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01778bbb-bbcc-4e73-a217-e408c81cf987 None None] New status for floating IP b05f554b-c63b-4341-8849-7e193e7d0721: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:31:48.214207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Deleting port 44c7aaec-fee9-4344-b000-dbd85f1775cf {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:31:48.214680 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:48.293718 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:48.294046 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:48.305651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Calling delete_port for 44c7aaec-fee9-4344-b000-dbd85f1775cf owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:31:48.446449 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:48.473825 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Pushing event deleted for resources: {'Port': ['ID=44c7aaec-fee9-4344-b000-dbd85f1775cf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:48.499353 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:48.499698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:48.500034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:48.500365 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:48.500690 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:48.501016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:48.501335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:48.501656 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:48.501974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:48.502294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:48.502613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:48.502933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:48.545038 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:48.547727 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:48.548942 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b3e27e6d-7e2b-42b5-a720-687f28771464 tempest-AttachVolumeTestJSON-94146546 tempest-AttachVolumeTestJSON-94146546-project] 10.222.0.81 "DELETE /v2.0/floatingips/b05f554b-c63b-4341-8849-7e193e7d0721 HTTP/1.1" status: 204 len: 168 time: 0.4653416 Jul 06 12:31:51.265924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fe50b583-00e6-4473-9fba-7973987b5261 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:31:51.286156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: fe50b583-00e6-4473-9fba-7973987b5261 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:31:51.286497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device fe50b583-00e6-4473-9fba-7973987b5261 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:31:55.434391 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47188) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:31:55.926938 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d3e76bf-b72d-4927-a354-ee44ed6cbf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:56.204844 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e76bf-b72d-4927-a354-ee44ed6cbf22 admin admin] Deleting port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:31:56.205195 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d3e76bf-b72d-4927-a354-ee44ed6cbf22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:56.285442 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-2d3e76bf-b72d-4927-a354-ee44ed6cbf22 admin admin] For port 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8,segment=NetworkSegment(2467ce15-9778-44c4-9826-53618fc51262),segment_id=2467ce15-9778-44c4-9826-53618fc51262)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:31:56.285796 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d3e76bf-b72d-4927-a354-ee44ed6cbf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:56.297811 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e76bf-b72d-4927-a354-ee44ed6cbf22 admin admin] Calling delete_port for 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:31:56.473580 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d3e76bf-b72d-4927-a354-ee44ed6cbf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:56.496299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e76bf-b72d-4927-a354-ee44ed6cbf22 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:56.675782 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d3e76bf-b72d-4927-a354-ee44ed6cbf22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:56.887904 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3e76bf-b72d-4927-a354-ee44ed6cbf22 admin admin] Router 205e824d-44ee-42d8-af34-3685ef62f17f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:31:56.995633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3e76bf-b72d-4927-a354-ee44ed6cbf22 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:31:57.001452 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2d3e76bf-b72d-4927-a354-ee44ed6cbf22 admin admin] 10.222.0.81 "PUT /v2.0/routers/205e824d-44ee-42d8-af34-3685ef62f17f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5657384 Jul 06 12:31:57.003777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47192) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:31:57.006635 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59d460-d4ba-42b9-8d48-e6a8018d81ec None None] Sync routers for ids ['205e824d-44ee-42d8-af34-3685ef62f17f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:31:57.017647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59d460-d4ba-42b9-8d48-e6a8018d81ec None None] Routers {'205e824d-44ee-42d8-af34-3685ef62f17f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:31:57.018421 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-cc59d460-d4ba-42b9-8d48-e6a8018d81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:31:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['205e824d-44ee-42d8-af34-3685ef62f17f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:57.116041 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-de164779-5e3a-4650-9d7e-6d7aaf962d2d admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:57.227585 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-de164779-5e3a-4650-9d7e-6d7aaf962d2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:57.277814 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-cc59d460-d4ba-42b9-8d48-e6a8018d81ec None None] Set router 205e824d-44ee-42d8-af34-3685ef62f17f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:31:57.283585 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-de164779-5e3a-4650-9d7e-6d7aaf962d2d admin admin] Deleting port 9c5d5fca-a492-43ec-aa56-1c33ae3e3884 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:31:57.283936 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-de164779-5e3a-4650-9d7e-6d7aaf962d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:57.362331 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-de164779-5e3a-4650-9d7e-6d7aaf962d2d admin admin] For port 9c5d5fca-a492-43ec-aa56-1c33ae3e3884, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9c5d5fca-a492-43ec-aa56-1c33ae3e3884,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:31:57.362692 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-de164779-5e3a-4650-9d7e-6d7aaf962d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:57.376162 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-de164779-5e3a-4650-9d7e-6d7aaf962d2d admin admin] Calling delete_port for 9c5d5fca-a492-43ec-aa56-1c33ae3e3884 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:31:57.458263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-cc59d460-d4ba-42b9-8d48-e6a8018d81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:31:56Z', 'revision_number': 5, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port': {'id': '9c5d5fca-a492-43ec-aa56-1c33ae3e3884', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:25:24Z', 'updated_at': '2021-07-06T12:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:57.487977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59d460-d4ba-42b9-8d48-e6a8018d81ec None None] Checking router: 205e824d-44ee-42d8-af34-3685ef62f17f for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:31:57.496896 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59d460-d4ba-42b9-8d48-e6a8018d81ec None None] Routers {'205e824d-44ee-42d8-af34-3685ef62f17f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:31:57.497519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-cc59d460-d4ba-42b9-8d48-e6a8018d81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:31:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['205e824d-44ee-42d8-af34-3685ef62f17f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:57.589990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-cc59d460-d4ba-42b9-8d48-e6a8018d81ec None None] Set router 205e824d-44ee-42d8-af34-3685ef62f17f gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:31:57.642174 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-cc59d460-d4ba-42b9-8d48-e6a8018d81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:31:57Z', 'revision_number': 6, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:57.672379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59d460-d4ba-42b9-8d48-e6a8018d81ec None None] The sync data for ids ['205e824d-44ee-42d8-af34-3685ef62f17f'] in n-d-799529-2 is: [{'id': '205e824d-44ee-42d8-af34-3685ef62f17f', 'name': 'tempest-AttachVolumeTestJSON-572621478-router', 'tenant_id': '5c2aa8299fae4655a3a22435542b2d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:25:23Z', 'updated_at': '2021-07-06T12:31:57Z', 'revision_number': 6, 'project_id': '5c2aa8299fae4655a3a22435542b2d75', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:31:57.788867 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-de164779-5e3a-4650-9d7e-6d7aaf962d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:57.818151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de164779-5e3a-4650-9d7e-6d7aaf962d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5d5fca-a492-43ec-aa56-1c33ae3e3884,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:57.876466 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-de164779-5e3a-4650-9d7e-6d7aaf962d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:57.966650 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-de164779-5e3a-4650-9d7e-6d7aaf962d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:57.968701 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-de164779-5e3a-4650-9d7e-6d7aaf962d2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.012499 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-de164779-5e3a-4650-9d7e-6d7aaf962d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.013159 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de164779-5e3a-4650-9d7e-6d7aaf962d2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 205e824d-44ee-42d8-af34-3685ef62f17f {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:31:58.018538 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-de164779-5e3a-4650-9d7e-6d7aaf962d2d admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.019558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-de164779-5e3a-4650-9d7e-6d7aaf962d2d admin admin] 10.222.0.81 "DELETE /v2.0/routers/205e824d-44ee-42d8-af34-3685ef62f17f HTTP/1.1" status: 204 len: 168 time: 1.0148370 Jul 06 12:31:58.022269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47194) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:31:58.072084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8faab44-e305-4743-a098-63ea5ff41eca admin admin] Deleting subnet 92c4c6fe-d9c3-41cf-8664-63762eb4f36f {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:31:58.075819 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8faab44-e305-4743-a098-63ea5ff41eca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.120146 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8faab44-e305-4743-a098-63ea5ff41eca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.207313 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8faab44-e305-4743-a098-63ea5ff41eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.258135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8faab44-e305-4743-a098-63ea5ff41eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.284851 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faab44-e305-4743-a098-63ea5ff41eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92c4c6fe-d9c3-41cf-8664-63762eb4f36f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:58.288872 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8faab44-e305-4743-a098-63ea5ff41eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.290756 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d8faab44-e305-4743-a098-63ea5ff41eca admin admin] 10.222.0.81 "DELETE /v2.0/subnets/92c4c6fe-d9c3-41cf-8664-63762eb4f36f HTTP/1.1" status: 204 len: 168 time: 0.2674835 Jul 06 12:31:58.293184 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47196) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:31:58.294184 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db9c9e8-83a6-4250-a5fa-e7dec6d3abc6 None None] Network a7045093-1495-4292-9660-fdc976c68f4d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:31:58.363735 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.417417 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] Deleting port b893b1e9-6d5e-416c-9d1c-0f164ae9395a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:31:58.417660 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.487754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] For port b893b1e9-6d5e-416c-9d1c-0f164ae9395a, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b893b1e9-6d5e-416c-9d1c-0f164ae9395a,segment=NetworkSegment(2467ce15-9778-44c4-9826-53618fc51262),segment_id=2467ce15-9778-44c4-9826-53618fc51262)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:31:58.488107 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.506426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] Calling delete_port for b893b1e9-6d5e-416c-9d1c-0f164ae9395a owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:31:58.516540 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] DHCP port deletion for a7045093-1495-4292-9660-fdc976c68f4d request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:31:58.544008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:31:58.565747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:31:58.566106 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3d58dd34-e0d4-4fd7-ab2c-57f2c85ba7e8 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:31:58.566508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9c5d5fca-a492-43ec-aa56-1c33ae3e3884 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:31:58.588300 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 9c5d5fca-a492-43ec-aa56-1c33ae3e3884 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:31:58.588695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9c5d5fca-a492-43ec-aa56-1c33ae3e3884 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:31:58.592355 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.609276 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Deleting port b893b1e9-6d5e-416c-9d1c-0f164ae9395a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:31:58.609655 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.620777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] Pushing event deleted for resources: {'Port': ['ID=b893b1e9-6d5e-416c-9d1c-0f164ae9395a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:58.622531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] No DVR routers for this DVR port b893b1e9-6d5e-416c-9d1c-0f164ae9395a on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:31:58.677183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] For port b893b1e9-6d5e-416c-9d1c-0f164ae9395a, host n-d-799529-2, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:31:58.677577 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.691991 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Calling delete_port for b893b1e9-6d5e-416c-9d1c-0f164ae9395a owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:31:58.694663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Port b893b1e9-6d5e-416c-9d1c-0f164ae9395a was not found and therefore no delete operation was performed {{(pid=100429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:31:58.696395 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.699380 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.710627 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7045093-1495-4292-9660-fdc976c68f4d']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:58.721614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2467ce15-9778-44c4-9826-53618fc51262') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:58.721930 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2467ce15-9778-44c4-9826-53618fc51262') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:31:58.722075 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Pushing event deleted for resources: {'Port': ['ID=b893b1e9-6d5e-416c-9d1c-0f164ae9395a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:58.730075 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] No DVR routers for this DVR port b893b1e9-6d5e-416c-9d1c-0f164ae9395a on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:31:58.732510 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:58.732863 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:58.733117 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.733254 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:58.733682 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:58.734022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:58.734356 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:58.734691 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:58.735019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:58.735368 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:58.735694 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:58.736020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:58.736343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56d211-5cbd-411a-a059-33bda1d66252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:31:58.753435 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.759636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:31:58.760033 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:31:58.761722 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:31:58.817991 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.822415 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:58.827979 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a7045093-1495-4292-9660-fdc976c68f4d HTTP/1.1" status: 204 len: 168 time: 0.5331740 Jul 06 12:31:58.841113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcb0fa-05ba-41a5-b89b-de3740418285 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7045093-1495-4292-9660-fdc976c68f4d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:31:58.936002 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47202) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:31:58.976537 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d2536d10-1008-4c9f-8cb1-9b7901bab09c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c2aa8299fae4655a3a22435542b2d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384221 Jul 06 12:31:58.978592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47204) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:31:59.025854 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97c7db2c-8bfd-400c-a5c4-5be7940361a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:59.048053 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97c7db2c-8bfd-400c-a5c4-5be7940361a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:59.095250 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97c7db2c-8bfd-400c-a5c4-5be7940361a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:59.098267 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97c7db2c-8bfd-400c-a5c4-5be7940361a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:31:59.099455 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-97c7db2c-8bfd-400c-a5c4-5be7940361a2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a0d26de-c820-4a83-a1de-d5b90d7e441a HTTP/1.1" status: 204 len: 168 time: 0.1199300 Jul 06 12:31:59.107177 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7db2c-8bfd-400c-a5c4-5be7940361a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0d26de-c820-4a83-a1de-d5b90d7e441a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:00.219288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b893b1e9-6d5e-416c-9d1c-0f164ae9395a no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:32:00.239511 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: b893b1e9-6d5e-416c-9d1c-0f164ae9395a {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:32:00.239860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b893b1e9-6d5e-416c-9d1c-0f164ae9395a not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:32:01.613183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47272) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:01.714413 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-155154af-c8e4-45a6-bc1b-ba455640deba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:01.801941 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-155154af-c8e4-45a6-bc1b-ba455640deba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:01.805672 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-155154af-c8e4-45a6-bc1b-ba455640deba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:01.847498 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-155154af-c8e4-45a6-bc1b-ba455640deba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1fa5dac62534637a98b3a316440686e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331851 Jul 06 12:32:01.848362 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155154af-c8e4-45a6-bc1b-ba455640deba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c3c558-2e3f-42a3-b16e-6cf5963efea4,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:01.850147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47276) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:01.906448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7c27542-2223-449b-b7c1-330e58f0fe02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:01.927725 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7c27542-2223-449b-b7c1-330e58f0fe02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:01.974545 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7c27542-2223-449b-b7c1-330e58f0fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:01.977306 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7c27542-2223-449b-b7c1-330e58f0fe02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:01.978571 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f7c27542-2223-449b-b7c1-330e58f0fe02 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/49c3c558-2e3f-42a3-b16e-6cf5963efea4 HTTP/1.1" status: 204 len: 168 time: 0.1273866 Jul 06 12:32:01.986861 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27542-2223-449b-b7c1-330e58f0fe02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c3c558-2e3f-42a3-b16e-6cf5963efea4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:02.244665 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47282) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:02.258307 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c80c80b-8fc4-4b6f-826c-ea522c0e1e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:02.345605 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c80c80b-8fc4-4b6f-826c-ea522c0e1e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:02.349068 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c80c80b-8fc4-4b6f-826c-ea522c0e1e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:02.385787 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1c80c80b-8fc4-4b6f-826c-ea522c0e1e7e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f36fa7cd764c4efa9aa52343e3b45f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400304 Jul 06 12:32:02.386936 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80c80b-8fc4-4b6f-826c-ea522c0e1e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e064d632-a6d2-4a58-875e-45950054c5a0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:02.388597 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47284) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:02.438512 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa64790d-13a4-481e-b284-30c2e298a5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:02.460049 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa64790d-13a4-481e-b284-30c2e298a5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:02.505140 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa64790d-13a4-481e-b284-30c2e298a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:02.507777 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa64790d-13a4-481e-b284-30c2e298a5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:02.508933 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fa64790d-13a4-481e-b284-30c2e298a5e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e064d632-a6d2-4a58-875e-45950054c5a0 HTTP/1.1" status: 204 len: 168 time: 0.1193452 Jul 06 12:32:02.516516 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64790d-13a4-481e-b284-30c2e298a5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e064d632-a6d2-4a58-875e-45950054c5a0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:04.717398 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47366) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:04.830650 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-78b14c75-a1b0-4aaf-8839-0d31be970fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:04.919681 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-78b14c75-a1b0-4aaf-8839-0d31be970fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:04.924386 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-78b14c75-a1b0-4aaf-8839-0d31be970fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:04.962126 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-78b14c75-a1b0-4aaf-8839-0d31be970fe2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcb1f85e3b424749aeea99af2628513d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436385 Jul 06 12:32:04.962998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b14c75-a1b0-4aaf-8839-0d31be970fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d619a6-1140-445f-9dde-56e43bbe2c86,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:04.964871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47370) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:05.014406 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-327af57b-665f-44a7-b926-c73373dd40a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:05.034690 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-327af57b-665f-44a7-b926-c73373dd40a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:05.083477 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-327af57b-665f-44a7-b926-c73373dd40a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:05.085914 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-327af57b-665f-44a7-b926-c73373dd40a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:05.087060 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-327af57b-665f-44a7-b926-c73373dd40a8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d7d619a6-1140-445f-9dde-56e43bbe2c86 HTTP/1.1" status: 204 len: 168 time: 0.1211951 Jul 06 12:32:05.096594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327af57b-665f-44a7-b926-c73373dd40a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d619a6-1140-445f-9dde-56e43bbe2c86,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:05.473336 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47378) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:05.487407 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44135d21-9420-4d7d-aafa-e698760ec329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:05.520501 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-680d0d99-4b0d-4044-86f5-5954b7172cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:05.584680 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44135d21-9420-4d7d-aafa-e698760ec329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:05.588833 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-44135d21-9420-4d7d-aafa-e698760ec329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:05.626622 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-44135d21-9420-4d7d-aafa-e698760ec329 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=78e8cf1e3abe46cda56fb7e089c29010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521900 Jul 06 12:32:05.627505 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44135d21-9420-4d7d-aafa-e698760ec329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04248bfa-59e2-4c22-9749-3ef59b2dc83b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:05.630241 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47380) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:05.681430 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f884659c-5af8-479f-b54c-ea24c46ff5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:05.702625 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f884659c-5af8-479f-b54c-ea24c46ff5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:05.746915 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f884659c-5af8-479f-b54c-ea24c46ff5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:05.749486 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f884659c-5af8-479f-b54c-ea24c46ff5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:05.750630 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f884659c-5af8-479f-b54c-ea24c46ff5b0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/04248bfa-59e2-4c22-9749-3ef59b2dc83b HTTP/1.1" status: 204 len: 168 time: 0.1189134 Jul 06 12:32:05.758689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884659c-5af8-479f-b54c-ea24c46ff5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04248bfa-59e2-4c22-9749-3ef59b2dc83b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:05.829696 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:06.777069 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:07.651947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47442) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:07.756785 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2c18eea-c5b7-4da1-bb54-ec45031fd39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:07.845592 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2c18eea-c5b7-4da1-bb54-ec45031fd39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:07.849335 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2c18eea-c5b7-4da1-bb54-ec45031fd39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:07.887683 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a2c18eea-c5b7-4da1-bb54-ec45031fd39c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0736bcda0ba246e18d8f039a7e0737de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346087 Jul 06 12:32:07.888669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c18eea-c5b7-4da1-bb54-ec45031fd39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb75eabc-13c4-4545-9939-b192c463cc51,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:07.891019 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47446) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:07.940673 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b01b7d38-6972-4c4b-af21-08182aec13fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:07.961792 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b01b7d38-6972-4c4b-af21-08182aec13fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:08.006787 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b01b7d38-6972-4c4b-af21-08182aec13fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:08.009462 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b01b7d38-6972-4c4b-af21-08182aec13fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:08.010651 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b01b7d38-6972-4c4b-af21-08182aec13fc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb75eabc-13c4-4545-9939-b192c463cc51 HTTP/1.1" status: 204 len: 168 time: 0.1187379 Jul 06 12:32:08.018678 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b7d38-6972-4c4b-af21-08182aec13fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb75eabc-13c4-4545-9939-b192c463cc51,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:08.177110 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e22fd465-3ea3-4cbd-bf1e-8abf25857e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:08.253595 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:08.280086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47452) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:08.295784 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e3f863b-fc12-40e0-88ca-2c502806f832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:08.385546 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e3f863b-fc12-40e0-88ca-2c502806f832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:08.389781 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e3f863b-fc12-40e0-88ca-2c502806f832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:08.426693 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f863b-fc12-40e0-88ca-2c502806f832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc81a911-5c7e-4323-84ec-c934b165f0c5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:08.432303 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4e3f863b-fc12-40e0-88ca-2c502806f832 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee54a952767d4b0880432c2c1353a4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511903 Jul 06 12:32:08.434934 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47454) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:08.484629 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d981639-08c1-4220-8696-fb7ae5d68ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:08.505820 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d981639-08c1-4220-8696-fb7ae5d68ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:08.552495 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d981639-08c1-4220-8696-fb7ae5d68ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:08.555063 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d981639-08c1-4220-8696-fb7ae5d68ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:08.556296 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2d981639-08c1-4220-8696-fb7ae5d68ae5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fc81a911-5c7e-4323-84ec-c934b165f0c5 HTTP/1.1" status: 204 len: 168 time: 0.1203234 Jul 06 12:32:08.564775 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d981639-08c1-4220-8696-fb7ae5d68ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc81a911-5c7e-4323-84ec-c934b165f0c5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:09.442634 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:11.024131 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:12.011505 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:32:17.861644 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47704) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:17.966872 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42f16423-0998-450a-9015-0dd8c702c9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.074622 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42f16423-0998-450a-9015-0dd8c702c9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.078708 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-42f16423-0998-450a-9015-0dd8c702c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.118798 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-42f16423-0998-450a-9015-0dd8c702c9c6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=26d2b22db39548659678ed73acb5cef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560422 Jul 06 12:32:18.119698 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f16423-0998-450a-9015-0dd8c702c9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5f87fb-71f6-4abc-aefa-915d7cef2969,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:18.121647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47708) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:18.172832 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5fdc391f-eaa5-4d11-90b6-aa00e5038831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.197300 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5fdc391f-eaa5-4d11-90b6-aa00e5038831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.244866 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5fdc391f-eaa5-4d11-90b6-aa00e5038831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.247390 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5fdc391f-eaa5-4d11-90b6-aa00e5038831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.251063 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5fdc391f-eaa5-4d11-90b6-aa00e5038831 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d5f87fb-71f6-4abc-aefa-915d7cef2969 HTTP/1.1" status: 204 len: 168 time: 0.1258903 Jul 06 12:32:18.256208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc391f-eaa5-4d11-90b6-aa00e5038831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5f87fb-71f6-4abc-aefa-915d7cef2969,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:18.529363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47714) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:18.543325 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d466baa-3e67-4642-a444-4d526c65962d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.636341 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d466baa-3e67-4642-a444-4d526c65962d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.640306 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d466baa-3e67-4642-a444-4d526c65962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.679487 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5d466baa-3e67-4642-a444-4d526c65962d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d00d67bf404446489537ecd607d8e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489158 Jul 06 12:32:18.680342 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d466baa-3e67-4642-a444-4d526c65962d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1699f740-f5e7-47c4-9b59-c6c509c15927,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:18.683265 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47716) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:18.732803 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f48e7e77-bfba-4079-8808-f6398edbaead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.755051 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f48e7e77-bfba-4079-8808-f6398edbaead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.804437 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f48e7e77-bfba-4079-8808-f6398edbaead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.807353 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f48e7e77-bfba-4079-8808-f6398edbaead admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:18.808567 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f48e7e77-bfba-4079-8808-f6398edbaead admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1699f740-f5e7-47c4-9b59-c6c509c15927 HTTP/1.1" status: 204 len: 168 time: 0.1245985 Jul 06 12:32:18.816895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e7e77-bfba-4079-8808-f6398edbaead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1699f740-f5e7-47c4-9b59-c6c509c15927,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:26.733418 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47888) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:26.839671 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e51fc31e-2180-41a7-b2f1-63e61d833278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:26.933131 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e51fc31e-2180-41a7-b2f1-63e61d833278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:26.936924 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e51fc31e-2180-41a7-b2f1-63e61d833278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:26.977332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fc31e-2180-41a7-b2f1-63e61d833278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07662c0-6aa6-49b4-a8c5-401119ef84b0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:26.982945 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e51fc31e-2180-41a7-b2f1-63e61d833278 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e03bf1538804956be07707391886c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484491 Jul 06 12:32:26.986232 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47892) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:27.037901 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-546aefcc-4f6b-48ed-9e87-07cbaf06c093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:27.059540 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-546aefcc-4f6b-48ed-9e87-07cbaf06c093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:27.120380 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-546aefcc-4f6b-48ed-9e87-07cbaf06c093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:27.123962 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-546aefcc-4f6b-48ed-9e87-07cbaf06c093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:27.125400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-546aefcc-4f6b-48ed-9e87-07cbaf06c093 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c07662c0-6aa6-49b4-a8c5-401119ef84b0 HTTP/1.1" status: 204 len: 168 time: 0.1381392 Jul 06 12:32:27.135495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546aefcc-4f6b-48ed-9e87-07cbaf06c093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07662c0-6aa6-49b4-a8c5-401119ef84b0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:27.447888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47898) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:27.464218 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2e815e17-3e2f-4dda-8ea8-f0c1351546d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:27.582334 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2e815e17-3e2f-4dda-8ea8-f0c1351546d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:27.586646 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2e815e17-3e2f-4dda-8ea8-f0c1351546d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:27.627471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e815e17-3e2f-4dda-8ea8-f0c1351546d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e21c141-61a7-4620-988e-ff494d53029d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:27.633344 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2e815e17-3e2f-4dda-8ea8-f0c1351546d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ae9e9e9857b44e3ab14ab07d1e2e3dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842477 Jul 06 12:32:27.635974 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47900) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:27.689344 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18423fe8-7ef8-47f2-87c5-214abb2e1882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:27.711686 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18423fe8-7ef8-47f2-87c5-214abb2e1882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:27.760134 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18423fe8-7ef8-47f2-87c5-214abb2e1882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:27.762896 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-18423fe8-7ef8-47f2-87c5-214abb2e1882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:27.764098 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-18423fe8-7ef8-47f2-87c5-214abb2e1882 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8e21c141-61a7-4620-988e-ff494d53029d HTTP/1.1" status: 204 len: 168 time: 0.1271229 Jul 06 12:32:27.772375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18423fe8-7ef8-47f2-87c5-214abb2e1882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e21c141-61a7-4620-988e-ff494d53029d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:28.065962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47906) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:28.079475 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-413f422c-e40c-4afd-868c-5584308e3819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:28.170998 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-413f422c-e40c-4afd-868c-5584308e3819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:28.176415 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-413f422c-e40c-4afd-868c-5584308e3819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:28.215654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f422c-e40c-4afd-868c-5584308e3819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a94fe93-bccd-445b-80fd-488cffa583a5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:28.220112 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-413f422c-e40c-4afd-868c-5584308e3819 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=93046d822a3044de9c83065c974ba307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530790 Jul 06 12:32:28.222797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47908) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:28.273595 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6f5fbfe9-013f-4451-b9dd-090bca08189a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:28.298436 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6f5fbfe9-013f-4451-b9dd-090bca08189a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:28.348620 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6f5fbfe9-013f-4451-b9dd-090bca08189a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:28.351191 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6f5fbfe9-013f-4451-b9dd-090bca08189a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:28.352447 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6f5fbfe9-013f-4451-b9dd-090bca08189a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0a94fe93-bccd-445b-80fd-488cffa583a5 HTTP/1.1" status: 204 len: 168 time: 0.1286569 Jul 06 12:32:28.362034 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fbfe9-013f-4451-b9dd-090bca08189a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a94fe93-bccd-445b-80fd-488cffa583a5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:30.014995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47952) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:30.135908 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d01c343-5afc-49d7-8fe7-4d599f38c951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:30.233863 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d01c343-5afc-49d7-8fe7-4d599f38c951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:30.238982 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d01c343-5afc-49d7-8fe7-4d599f38c951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:30.278338 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8d01c343-5afc-49d7-8fe7-4d599f38c951 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4609ca795a5a447c87d5a255988a8ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621171 Jul 06 12:32:30.279287 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01c343-5afc-49d7-8fe7-4d599f38c951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3f61af-d190-4760-9b7f-6feb20a67fde,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:30.281118 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 47956) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:30.333667 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cb024c7-842b-410d-b0cc-bb0ed3bdd3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:30.358465 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cb024c7-842b-410d-b0cc-bb0ed3bdd3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:30.409769 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cb024c7-842b-410d-b0cc-bb0ed3bdd3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:30.412531 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cb024c7-842b-410d-b0cc-bb0ed3bdd3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:30.416221 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0cb024c7-842b-410d-b0cc-bb0ed3bdd3a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc3f61af-d190-4760-9b7f-6feb20a67fde HTTP/1.1" status: 204 len: 168 time: 0.1313708 Jul 06 12:32:30.423208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb024c7-842b-410d-b0cc-bb0ed3bdd3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3f61af-d190-4760-9b7f-6feb20a67fde,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:30.723459 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47962) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:30.738393 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-75eb02c6-fa69-46a0-9c6a-1ce3b96287b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:30.841082 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-75eb02c6-fa69-46a0-9c6a-1ce3b96287b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:30.846095 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-75eb02c6-fa69-46a0-9c6a-1ce3b96287b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:30.883310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb02c6-fa69-46a0-9c6a-1ce3b96287b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769a69d3-7602-49a1-b971-e26a56aa778b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:30.887610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-75eb02c6-fa69-46a0-9c6a-1ce3b96287b0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=415c905a17394b2983c57ed8020aebcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629786 Jul 06 12:32:30.890132 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 47964) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:30.943529 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2a401f9-486d-490d-bda1-760501e3fe8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:30.964343 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2a401f9-486d-490d-bda1-760501e3fe8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:31.013942 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2a401f9-486d-490d-bda1-760501e3fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:31.016964 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2a401f9-486d-490d-bda1-760501e3fe8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:31.018442 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a2a401f9-486d-490d-bda1-760501e3fe8b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/769a69d3-7602-49a1-b971-e26a56aa778b HTTP/1.1" status: 204 len: 168 time: 0.1273375 Jul 06 12:32:31.027874 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a401f9-486d-490d-bda1-760501e3fe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769a69d3-7602-49a1-b971-e26a56aa778b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:33.113706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48052) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:33.227008 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0d8afd3d-431f-4d39-bca2-a57ec6e50136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:33.322572 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0d8afd3d-431f-4d39-bca2-a57ec6e50136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:33.327268 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0d8afd3d-431f-4d39-bca2-a57ec6e50136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:33.367598 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0d8afd3d-431f-4d39-bca2-a57ec6e50136 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ae90772b1c34b8ea20145ed1d7c0b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527192 Jul 06 12:32:33.368531 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8afd3d-431f-4d39-bca2-a57ec6e50136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f558589-2929-4b45-80da-6ba7968e3658,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:33.371945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48056) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:33.430922 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b50e782-1d46-4be3-98dc-ec622fd382f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:33.454110 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b50e782-1d46-4be3-98dc-ec622fd382f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:33.514223 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b50e782-1d46-4be3-98dc-ec622fd382f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:33.519358 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b50e782-1d46-4be3-98dc-ec622fd382f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:33.522625 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9b50e782-1d46-4be3-98dc-ec622fd382f1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0f558589-2929-4b45-80da-6ba7968e3658 HTTP/1.1" status: 204 len: 168 time: 0.1485269 Jul 06 12:32:33.538422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50e782-1d46-4be3-98dc-ec622fd382f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f558589-2929-4b45-80da-6ba7968e3658,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:33.832981 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48062) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:33.851093 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-758b2d7e-ed8d-4c99-8bc6-15f12070a6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:33.975004 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-758b2d7e-ed8d-4c99-8bc6-15f12070a6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:33.980007 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-758b2d7e-ed8d-4c99-8bc6-15f12070a6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:34.024426 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-758b2d7e-ed8d-4c99-8bc6-15f12070a6c5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0c6cc63eb4647bbb1885496ffeae37a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902077 Jul 06 12:32:34.025358 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b2d7e-ed8d-4c99-8bc6-15f12070a6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17b9ce6-3511-4845-b2ab-3aa98ae479f8,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:34.028889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48064) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:34.082539 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca01643e-2a41-4e62-838e-6a280e36882b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:34.106239 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca01643e-2a41-4e62-838e-6a280e36882b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:34.152286 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca01643e-2a41-4e62-838e-6a280e36882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:34.154976 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca01643e-2a41-4e62-838e-6a280e36882b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:34.156165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ca01643e-2a41-4e62-838e-6a280e36882b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b17b9ce6-3511-4845-b2ab-3aa98ae479f8 HTTP/1.1" status: 204 len: 168 time: 0.1263418 Jul 06 12:32:34.163823 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01643e-2a41-4e62-838e-6a280e36882b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17b9ce6-3511-4845-b2ab-3aa98ae479f8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:35.525333 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf678c94-a2f9-43ff-8e15-27639d4da84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:35.833968 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:36.793499 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:38.180483 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5605240f-7dac-4193-9b92-b86c0a8526e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:38.257016 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:39.316062 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48410) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:39.420990 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53637dd4-a3de-4d56-b055-4481f6551a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:39.444843 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:39.517519 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53637dd4-a3de-4d56-b055-4481f6551a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:39.522224 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53637dd4-a3de-4d56-b055-4481f6551a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:39.561174 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-53637dd4-a3de-4d56-b055-4481f6551a01 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0026a84204be4226a9a63b4f2ea44c49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440028 Jul 06 12:32:39.562047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53637dd4-a3de-4d56-b055-4481f6551a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5adeb6-f497-4e4b-8adc-29135d389c5e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:39.563914 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48414) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:39.617325 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64ef9e3d-9827-42a2-920b-7738505f5730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:39.638478 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64ef9e3d-9827-42a2-920b-7738505f5730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:39.688919 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64ef9e3d-9827-42a2-920b-7738505f5730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:39.691705 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64ef9e3d-9827-42a2-920b-7738505f5730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:39.692856 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-64ef9e3d-9827-42a2-920b-7738505f5730 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fc5adeb6-f497-4e4b-8adc-29135d389c5e HTTP/1.1" status: 204 len: 168 time: 0.1279423 Jul 06 12:32:39.700789 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef9e3d-9827-42a2-920b-7738505f5730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5adeb6-f497-4e4b-8adc-29135d389c5e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:41.029707 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:41.257471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48526) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:41.366238 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f4ba0f99-64ab-4970-ba24-3b3012150822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:41.464558 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f4ba0f99-64ab-4970-ba24-3b3012150822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:41.468491 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f4ba0f99-64ab-4970-ba24-3b3012150822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:41.507278 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f4ba0f99-64ab-4970-ba24-3b3012150822 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0517b407583d4481a06ea4c2a7b7054a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487357 Jul 06 12:32:41.508317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba0f99-64ab-4970-ba24-3b3012150822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f55f673-b940-477a-a0ab-9f57772e6f02,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:41.509986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48530) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:41.559309 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f733622-3ea6-400f-8115-edffba18286a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:41.583629 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f733622-3ea6-400f-8115-edffba18286a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:41.630320 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f733622-3ea6-400f-8115-edffba18286a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:41.632895 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f733622-3ea6-400f-8115-edffba18286a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:41.634052 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2f733622-3ea6-400f-8115-edffba18286a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7f55f673-b940-477a-a0ab-9f57772e6f02 HTTP/1.1" status: 204 len: 168 time: 0.1230628 Jul 06 12:32:41.642007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f733622-3ea6-400f-8115-edffba18286a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f55f673-b940-477a-a0ab-9f57772e6f02,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:42.268725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48552) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:42.366601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-66e0acd6-3ca6-4266-9f6f-50a2cf517380 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-448234709'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:42.389488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e0acd6-3ca6-4266-9f6f-50a2cf517380 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Made reservation on behalf of e9e0cc4fcc9148809104f0d2ee02a8e2 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:42.394284 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e0acd6-3ca6-4266-9f6f-50a2cf517380 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:42.404378 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e0acd6-3ca6-4266-9f6f-50a2cf517380 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:42.511065 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e0acd6-3ca6-4266-9f6f-50a2cf517380 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:42.516010 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e0acd6-3ca6-4266-9f6f-50a2cf517380 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:42.541246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e0acd6-3ca6-4266-9f6f-50a2cf517380 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:32:42.556892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0acd6-3ca6-4266-9f6f-50a2cf517380 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5fb639-3655-4120-af2f-b7726654362d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:42.559947 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e0acd6-3ca6-4266-9f6f-50a2cf517380 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:42.560285 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-66e0acd6-3ca6-4266-9f6f-50a2cf517380 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Added segment 91691649-8234-4f66-b1fd-f026e99a910c of type vlan for network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 Jul 06 12:32:42.605036 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e0acd6-3ca6-4266-9f6f-50a2cf517380 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:42.635648 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e0acd6-3ca6-4266-9f6f-50a2cf517380 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:42.643511 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e0acd6-3ca6-4266-9f6f-50a2cf517380 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:42.644565 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e0acd6-3ca6-4266-9f6f-50a2cf517380 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:42.707518 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-66e0acd6-3ca6-4266-9f6f-50a2cf517380 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4374287 Jul 06 12:32:42.710269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48556) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:42.715319 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e9139463-c96d-4031-bdf0-96e900ef62aa tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Request body: {'subnet': {'network_id': '1aca2d62-7bf0-41d5-b34e-c088b8378ae1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:42.761656 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0acd6-3ca6-4266-9f6f-50a2cf517380 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event updated for resources: {'Network': ['ID=1aca2d62-7bf0-41d5-b34e-c088b8378ae1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:42.772647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:32:42.815719 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9139463-c96d-4031-bdf0-96e900ef62aa tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Made reservation on behalf of e9e0cc4fcc9148809104f0d2ee02a8e2 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:42.819426 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9139463-c96d-4031-bdf0-96e900ef62aa tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:43.017937 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9139463-c96d-4031-bdf0-96e900ef62aa tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:43.083296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9139463-c96d-4031-bdf0-96e900ef62aa tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event updated for resources: {'Subnet': ['ID=0ef5f6fa-ae55-45d8-a6b9-c8774720bb91,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:43.092247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9139463-c96d-4031-bdf0-96e900ef62aa tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Checking segment: {'id': '91691649-8234-4f66-b1fd-f026e99a910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1aca2d62-7bf0-41d5-b34e-c088b8378ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:32:43.092605 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9139463-c96d-4031-bdf0-96e900ef62aa tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Network hostable DHCP agents. Network: 1aca2d62-7bf0-41d5-b34e-c088b8378ae1, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:32:43.109235 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9139463-c96d-4031-bdf0-96e900ef62aa tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:32:43.119246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e9139463-c96d-4031-bdf0-96e900ef62aa tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 1aca2d62-7bf0-41d5-b34e-c088b8378ae1) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:32:43.123931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9139463-c96d-4031-bdf0-96e900ef62aa tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:43.124522 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9139463-c96d-4031-bdf0-96e900ef62aa tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:43.129647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48558a98-0771-4cce-968f-a9d05adb7b03 None None] Network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:32:43.145523 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e9139463-c96d-4031-bdf0-96e900ef62aa tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4341116 Jul 06 12:32:43.148100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48558) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:43.153576 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-57ee94c6-7307-4f5b-8417-f1a123fc5566 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Request body: {'port': {'network_id': '1aca2d62-7bf0-41d5-b34e-c088b8378ae1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1179849544'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:43.264485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ee94c6-7307-4f5b-8417-f1a123fc5566 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Made reservation on behalf of e9e0cc4fcc9148809104f0d2ee02a8e2 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:43.268060 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57ee94c6-7307-4f5b-8417-f1a123fc5566 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:43.278281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-1aca2d62-7bf0-41d5-b34e-c088b8378ae1', 'network_id': '1aca2d62-7bf0-41d5-b34e-c088b8378ae1', 'tenant_id': 'e9e0cc4fcc9148809104f0d2ee02a8e2', 'fixed_ips': [{'subnet_id': '0ef5f6fa-ae55-45d8-a6b9-c8774720bb91'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:32:43.279141 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:43.287547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-57ee94c6-7307-4f5b-8417-f1a123fc5566 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] device_id is not set on port 415754ad-53ba-4f4f-9e3b-6e9b3098724a yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:32:43.407717 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-57ee94c6-7307-4f5b-8417-f1a123fc5566 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Allocated IP 2001:db8::246 (1aca2d62-7bf0-41d5-b34e-c088b8378ae1/0ef5f6fa-ae55-45d8-a6b9-c8774720bb91/415754ad-53ba-4f4f-9e3b-6e9b3098724a) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:32:43.566861 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57ee94c6-7307-4f5b-8417-f1a123fc5566 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:43.581867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-57ee94c6-7307-4f5b-8417-f1a123fc5566 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Transition to ACTIVE for port object 415754ad-53ba-4f4f-9e3b-6e9b3098724a will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:32:43.616291 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57ee94c6-7307-4f5b-8417-f1a123fc5566 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:43.661869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ee94c6-7307-4f5b-8417-f1a123fc5566 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:32:43.666924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Allocated IP 2001:db8::2 (1aca2d62-7bf0-41d5-b34e-c088b8378ae1/0ef5f6fa-ae55-45d8-a6b9-c8774720bb91/1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:32:43.667614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-57ee94c6-7307-4f5b-8417-f1a123fc5566 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:32:43.671894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee94c6-7307-4f5b-8417-f1a123fc5566 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:32:43.677803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ee94c6-7307-4f5b-8417-f1a123fc5566 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:43.678438 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57ee94c6-7307-4f5b-8417-f1a123fc5566 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:43.688559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee94c6-7307-4f5b-8417-f1a123fc5566 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event updated for resources: {'Port': ['ID=415754ad-53ba-4f4f-9e3b-6e9b3098724a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:43.705155 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-57ee94c6-7307-4f5b-8417-f1a123fc5566 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5524476 Jul 06 12:32:43.705406 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48560) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:43.710551 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b20cd129-9fca-4677-8c8b-ddbd75afa830 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Request body: {'port': {'network_id': '1aca2d62-7bf0-41d5-b34e-c088b8378ae1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-371431284', 'allowed_address_pairs': [{'ip_address': '2001:db8::246', 'mac_address': 'fa:16:3e:d7:27:b1'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:43.819218 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:43.825296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20cd129-9fca-4677-8c8b-ddbd75afa830 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Made reservation on behalf of e9e0cc4fcc9148809104f0d2ee02a8e2 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:43.836552 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Transition to ACTIVE for port object 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:32:43.852971 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Transition to ACTIVE for port object 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:32:43.859121 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:43.901869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:32:43.904738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:32:43.907196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:32:43.913025 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b20cd129-9fca-4677-8c8b-ddbd75afa830 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:43.922076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Pushing event updated for resources: {'Port': ['ID=1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:43.932297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-b20cd129-9fca-4677-8c8b-ddbd75afa830 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] device_id is not set on port 58f2e5a6-a91c-4d22-b62b-2228467b9ed6 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:32:43.975451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Attempting to bind port 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:32:43.975914 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Attempting to bind port 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '91691649-8234-4f66-b1fd-f026e99a910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1aca2d62-7bf0-41d5-b34e-c088b8378ae1'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:32:43.976272 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Attempting to bind port 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c on network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:32:43.982935 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:32:43.983384 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Checking segment: {'id': '91691649-8234-4f66-b1fd-f026e99a910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1aca2d62-7bf0-41d5-b34e-c088b8378ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:32:43.983744 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:43.984183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Bound using segment: {'id': '91691649-8234-4f66-b1fd-f026e99a910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1aca2d62-7bf0-41d5-b34e-c088b8378ae1'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:32:43.984651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Bound port: 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91691649-8234-4f66-b1fd-f026e99a910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1aca2d62-7bf0-41d5-b34e-c088b8378ae1'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:32:43.985026 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:44.051936 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] For port 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:32:44.055542 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] For port 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c,segment=NetworkSegment(91691649-8234-4f66-b1fd-f026e99a910c),segment_id=91691649-8234-4f66-b1fd-f026e99a910c)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:32:44.061155 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:44.062082 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-b20cd129-9fca-4677-8c8b-ddbd75afa830 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Allocated IP 2001:db8::c6 (1aca2d62-7bf0-41d5-b34e-c088b8378ae1/0ef5f6fa-ae55-45d8-a6b9-c8774720bb91/58f2e5a6-a91c-4d22-b62b-2228467b9ed6) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:32:44.123385 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a83477-7488-483f-8f46-64ab56cbae08 None None] Pushing event updated for resources: {'Port': ['ID=1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:44.241259 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b20cd129-9fca-4677-8c8b-ddbd75afa830 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:44.256079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-b20cd129-9fca-4677-8c8b-ddbd75afa830 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Transition to ACTIVE for port object 58f2e5a6-a91c-4d22-b62b-2228467b9ed6 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:32:44.303311 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b20cd129-9fca-4677-8c8b-ddbd75afa830 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:44.350251 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20cd129-9fca-4677-8c8b-ddbd75afa830 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:32:44.351770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b20cd129-9fca-4677-8c8b-ddbd75afa830 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:32:44.356773 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20cd129-9fca-4677-8c8b-ddbd75afa830 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:32:44.363363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20cd129-9fca-4677-8c8b-ddbd75afa830 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:44.364035 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b20cd129-9fca-4677-8c8b-ddbd75afa830 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:44.390290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cd129-9fca-4677-8c8b-ddbd75afa830 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event updated for resources: {'Port': ['ID=58f2e5a6-a91c-4d22-b62b-2228467b9ed6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:44.393703 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b20cd129-9fca-4677-8c8b-ddbd75afa830 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.6871290 Jul 06 12:32:44.396118 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48562) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:44.504391 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa27dd4-ce58-442e-8b1d-5972dc5754d4 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:44.510343 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa27dd4-ce58-442e-8b1d-5972dc5754d4 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:44.516277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa27dd4-ce58-442e-8b1d-5972dc5754d4 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:44.517997 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8aa27dd4-ce58-442e-8b1d-5972dc5754d4 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1209354 Jul 06 12:32:44.520934 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48564) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:44.621001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-cefa9a0a-5e86-43c1-a8cd-ffe01f041bae tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Deleting port 58f2e5a6-a91c-4d22-b62b-2228467b9ed6 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:32:44.621648 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cefa9a0a-5e86-43c1-a8cd-ffe01f041bae tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:44.712727 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cefa9a0a-5e86-43c1-a8cd-ffe01f041bae tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:44.727273 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-cefa9a0a-5e86-43c1-a8cd-ffe01f041bae tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Calling delete_port for 58f2e5a6-a91c-4d22-b62b-2228467b9ed6 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:32:44.863400 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cefa9a0a-5e86-43c1-a8cd-ffe01f041bae tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:44.899762 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa9a0a-5e86-43c1-a8cd-ffe01f041bae tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event deleted for resources: {'Port': ['ID=58f2e5a6-a91c-4d22-b62b-2228467b9ed6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:45.112280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9942d6-7a81-487e-9ee5-0eb423e5797c None None] Network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:32:45.243902 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d8815392-eed7-482e-8d34-82a2f73300b2 None None] Provisioning for port 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:32:45.318290 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cefa9a0a-5e86-43c1-a8cd-ffe01f041bae tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:45.320357 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cefa9a0a-5e86-43c1-a8cd-ffe01f041bae tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "DELETE /v2.0/ports/58f2e5a6-a91c-4d22-b62b-2228467b9ed6 HTTP/1.1" status: 204 len: 168 time: 0.7984931 Jul 06 12:32:45.322889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48566) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:45.355251 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c4d22b-0208-4896-9fb1-0d8a509ed130 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] GET failed (client error): The resource could not be found. Jul 06 12:32:45.358644 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-80c4d22b-0208-4896-9fb1-0d8a509ed130 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "GET /v2.0/ports/58f2e5a6-a91c-4d22-b62b-2228467b9ed6 HTTP/1.1" status: 404 len: 333 time: 0.0328836 Jul 06 12:32:45.361308 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48568) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:45.366397 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ba289d03-ece6-456c-b731-305bc9fc7c21 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Request body: {'port': {'network_id': '1aca2d62-7bf0-41d5-b34e-c088b8378ae1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1693508417'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:45.483960 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba289d03-ece6-456c-b731-305bc9fc7c21 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Made reservation on behalf of e9e0cc4fcc9148809104f0d2ee02a8e2 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:45.488872 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba289d03-ece6-456c-b731-305bc9fc7c21 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:45.508872 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-ba289d03-ece6-456c-b731-305bc9fc7c21 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] device_id is not set on port a3c6caf8-bd3c-43bc-80bb-827caed365c3 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:32:45.573461 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c2fe54e0-8d65-484e-be75-752118346603 None None] Provisioning for port 415754ad-53ba-4f4f-9e3b-6e9b3098724a completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:32:45.578211 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c2fe54e0-8d65-484e-be75-752118346603 None None] Provisioning complete for port 415754ad-53ba-4f4f-9e3b-6e9b3098724a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:45.578360 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c2fe54e0-8d65-484e-be75-752118346603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:45.614377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe54e0-8d65-484e-be75-752118346603 None None] Port 415754ad-53ba-4f4f-9e3b-6e9b3098724a cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:32:45.647612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-ba289d03-ece6-456c-b731-305bc9fc7c21 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Allocated IP 2001:db8::3ab (1aca2d62-7bf0-41d5-b34e-c088b8378ae1/0ef5f6fa-ae55-45d8-a6b9-c8774720bb91/a3c6caf8-bd3c-43bc-80bb-827caed365c3) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:32:45.749269 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1a4d4755-5cad-4266-bbb8-feb5fa04b05e None None] Provisioning complete for port 415754ad-53ba-4f4f-9e3b-6e9b3098724a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:45.749936 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a4d4755-5cad-4266-bbb8-feb5fa04b05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:45.787526 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d4755-5cad-4266-bbb8-feb5fa04b05e None None] Port 415754ad-53ba-4f4f-9e3b-6e9b3098724a cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:32:45.811136 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba289d03-ece6-456c-b731-305bc9fc7c21 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:45.827326 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-ba289d03-ece6-456c-b731-305bc9fc7c21 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Transition to ACTIVE for port object a3c6caf8-bd3c-43bc-80bb-827caed365c3 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:32:45.863175 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba289d03-ece6-456c-b731-305bc9fc7c21 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:45.910216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c7a782b0-17d7-4ba3-9a2e-6c298b7073af None None] Could not find standard attr ID for object 58f2e5a6-a91c-4d22-b62b-2228467b9ed6. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:32:45.913471 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba289d03-ece6-456c-b731-305bc9fc7c21 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:32:45.916789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ba289d03-ece6-456c-b731-305bc9fc7c21 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:32:45.921494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba289d03-ece6-456c-b731-305bc9fc7c21 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:32:45.927682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba289d03-ece6-456c-b731-305bc9fc7c21 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:45.928293 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba289d03-ece6-456c-b731-305bc9fc7c21 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:45.932254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba289d03-ece6-456c-b731-305bc9fc7c21 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event updated for resources: {'Port': ['ID=a3c6caf8-bd3c-43bc-80bb-827caed365c3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:45.949093 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ba289d03-ece6-456c-b731-305bc9fc7c21 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5842624 Jul 06 12:32:45.949302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48570) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:45.954758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-69e340b4-0a08-4d92-b787-7231a5f98372 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::246', 'mac_address': 'fa:16:3e:d7:27:b1'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:46.048716 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69e340b4-0a08-4d92-b787-7231a5f98372 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:46.244737 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69e340b4-0a08-4d92-b787-7231a5f98372 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:46.249678 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69e340b4-0a08-4d92-b787-7231a5f98372 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:46.284614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-69e340b4-0a08-4d92-b787-7231a5f98372 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] In _notify_port_updated(), no bound segment for port a3c6caf8-bd3c-43bc-80bb-827caed365c3 on network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:32:46.291222 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e340b4-0a08-4d92-b787-7231a5f98372 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:46.291460 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69e340b4-0a08-4d92-b787-7231a5f98372 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:46.294089 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-69e340b4-0a08-4d92-b787-7231a5f98372 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "PUT /v2.0/ports/a3c6caf8-bd3c-43bc-80bb-827caed365c3 HTTP/1.1" status: 200 len: 1003 time: 0.3424783 Jul 06 12:32:46.295698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48572) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:46.305940 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:32:46.349122 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e340b4-0a08-4d92-b787-7231a5f98372 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event updated for resources: {'Port': ['ID=a3c6caf8-bd3c-43bc-80bb-827caed365c3,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:46.354288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-63a12971-e90e-469e-ba21-5f49c33768d9 None None] Provisioning for port a3c6caf8-bd3c-43bc-80bb-827caed365c3 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:32:46.361754 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-63a12971-e90e-469e-ba21-5f49c33768d9 None None] Provisioning complete for port a3c6caf8-bd3c-43bc-80bb-827caed365c3 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:46.362402 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-63a12971-e90e-469e-ba21-5f49c33768d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:46.406711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-63a12971-e90e-469e-ba21-5f49c33768d9 None None] Port a3c6caf8-bd3c-43bc-80bb-827caed365c3 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:32:46.410981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:32:46.415721 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:46.416323 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:46.425941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-11237954-6423-4b8e-8404-0423b7fab1e0 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Deleting port a3c6caf8-bd3c-43bc-80bb-827caed365c3 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:32:46.426288 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11237954-6423-4b8e-8404-0423b7fab1e0 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:46.506956 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:46.529025 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11237954-6423-4b8e-8404-0423b7fab1e0 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:46.542670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-11237954-6423-4b8e-8404-0423b7fab1e0 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Calling delete_port for a3c6caf8-bd3c-43bc-80bb-827caed365c3 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:32:46.546689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c,segment=NetworkSegment(91691649-8234-4f66-b1fd-f026e99a910c),segment_id=91691649-8234-4f66-b1fd-f026e99a910c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:32:46.551808 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:46.600505 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:46.626671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2dd9561e-a9f8-467d-89f8-b9cacd87ca29 None None] Provisioning complete for port a3c6caf8-bd3c-43bc-80bb-827caed365c3 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:46.627047 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2dd9561e-a9f8-467d-89f8-b9cacd87ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:46.665392 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9561e-a9f8-467d-89f8-b9cacd87ca29 None None] Port a3c6caf8-bd3c-43bc-80bb-827caed365c3 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:32:46.687625 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11237954-6423-4b8e-8404-0423b7fab1e0 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:46.718116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11237954-6423-4b8e-8404-0423b7fab1e0 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event deleted for resources: {'Port': ['ID=a3c6caf8-bd3c-43bc-80bb-827caed365c3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:46.811975 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11237954-6423-4b8e-8404-0423b7fab1e0 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:46.814000 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-11237954-6423-4b8e-8404-0423b7fab1e0 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "DELETE /v2.0/ports/a3c6caf8-bd3c-43bc-80bb-827caed365c3 HTTP/1.1" status: 204 len: 168 time: 0.5173271 Jul 06 12:32:46.817367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48574) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:46.850837 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcb0ba2-503c-4136-8003-905ea66dcc30 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] GET failed (client error): The resource could not be found. Jul 06 12:32:46.852480 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6dcb0ba2-503c-4136-8003-905ea66dcc30 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "GET /v2.0/ports/a3c6caf8-bd3c-43bc-80bb-827caed365c3 HTTP/1.1" status: 404 len: 333 time: 0.0341542 Jul 06 12:32:46.856545 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48576) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:46.862479 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Request body: {'port': {'network_id': '1aca2d62-7bf0-41d5-b34e-c088b8378ae1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2131869024'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:46.975445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Made reservation on behalf of e9e0cc4fcc9148809104f0d2ee02a8e2 for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:46.979352 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:46.999393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] device_id is not set on port d976069e-6bf2-4e43-b822-d33cf99c3aa8 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:32:47.115730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Allocated IP 2001:db8::237 (1aca2d62-7bf0-41d5-b34e-c088b8378ae1/0ef5f6fa-ae55-45d8-a6b9-c8774720bb91/d976069e-6bf2-4e43-b822-d33cf99c3aa8) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:32:47.262002 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:47.276206 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Transition to ACTIVE for port object d976069e-6bf2-4e43-b822-d33cf99c3aa8 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:32:47.308147 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:47.349400 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:32:47.352616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:32:47.358449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:32:47.364148 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:47.364796 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:47.375516 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event updated for resources: {'Port': ['ID=d976069e-6bf2-4e43-b822-d33cf99c3aa8,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:47.387667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:47.387667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:47.388219 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:47.388390 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:47.388710 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:47.389108 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:47.389380 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:47.389717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:47.390094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:47.390424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:47.390829 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:47.391163 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:47.396212 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c48e6d73-229d-4eb6-87db-5c209b4935ac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5386047 Jul 06 12:32:47.399246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48578) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:47.404953 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2aa31b8b-e259-4f75-8bc9-33c6c239ddac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d7:27:b1'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:47.511268 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2aa31b8b-e259-4f75-8bc9-33c6c239ddac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:47.596749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4a013b75-9584-4989-826b-6dbb083da40f None None] Provisioning for port d976069e-6bf2-4e43-b822-d33cf99c3aa8 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:32:47.601259 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4a013b75-9584-4989-826b-6dbb083da40f None None] Provisioning complete for port d976069e-6bf2-4e43-b822-d33cf99c3aa8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:47.601632 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a013b75-9584-4989-826b-6dbb083da40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:47.636297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4a013b75-9584-4989-826b-6dbb083da40f None None] Port d976069e-6bf2-4e43-b822-d33cf99c3aa8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:32:47.697371 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2aa31b8b-e259-4f75-8bc9-33c6c239ddac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:47.703182 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2aa31b8b-e259-4f75-8bc9-33c6c239ddac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:47.739388 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2aa31b8b-e259-4f75-8bc9-33c6c239ddac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] In _notify_port_updated(), no bound segment for port d976069e-6bf2-4e43-b822-d33cf99c3aa8 on network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:32:47.744865 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa31b8b-e259-4f75-8bc9-33c6c239ddac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:47.745572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2aa31b8b-e259-4f75-8bc9-33c6c239ddac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:47.746778 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2aa31b8b-e259-4f75-8bc9-33c6c239ddac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "PUT /v2.0/ports/d976069e-6bf2-4e43-b822-d33cf99c3aa8 HTTP/1.1" status: 200 len: 1003 time: 0.3462927 Jul 06 12:32:47.750454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48580) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:47.802583 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa31b8b-e259-4f75-8bc9-33c6c239ddac tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event updated for resources: {'Port': ['ID=d976069e-6bf2-4e43-b822-d33cf99c3aa8,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:47.874453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-09b51d7c-1e56-4c90-81ca-8e2f29c99109 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Deleting port d976069e-6bf2-4e43-b822-d33cf99c3aa8 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:32:47.874796 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09b51d7c-1e56-4c90-81ca-8e2f29c99109 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:47.957009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d28e80ba-a93d-481d-bcc4-d1597988f413 None None] Provisioning complete for port d976069e-6bf2-4e43-b822-d33cf99c3aa8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:47.957404 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d28e80ba-a93d-481d-bcc4-d1597988f413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:47.963461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09b51d7c-1e56-4c90-81ca-8e2f29c99109 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:47.975708 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-09b51d7c-1e56-4c90-81ca-8e2f29c99109 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Calling delete_port for d976069e-6bf2-4e43-b822-d33cf99c3aa8 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:32:47.991479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d28e80ba-a93d-481d-bcc4-d1597988f413 None None] Port d976069e-6bf2-4e43-b822-d33cf99c3aa8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:32:48.108397 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09b51d7c-1e56-4c90-81ca-8e2f29c99109 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:48.139272 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b51d7c-1e56-4c90-81ca-8e2f29c99109 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event deleted for resources: {'Port': ['ID=d976069e-6bf2-4e43-b822-d33cf99c3aa8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:48.171605 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09b51d7c-1e56-4c90-81ca-8e2f29c99109 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:48.174648 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-09b51d7c-1e56-4c90-81ca-8e2f29c99109 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "DELETE /v2.0/ports/d976069e-6bf2-4e43-b822-d33cf99c3aa8 HTTP/1.1" status: 204 len: 168 time: 0.4231327 Jul 06 12:32:48.177541 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48582) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:48.208724 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee380c89-3556-42ae-9657-6c22bb567a80 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] GET failed (client error): The resource could not be found. Jul 06 12:32:48.214565 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ee380c89-3556-42ae-9657-6c22bb567a80 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "GET /v2.0/ports/d976069e-6bf2-4e43-b822-d33cf99c3aa8 HTTP/1.1" status: 404 len: 333 time: 0.0318391 Jul 06 12:32:48.214683 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48584) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:48.219916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Request body: {'port': {'network_id': '1aca2d62-7bf0-41d5-b34e-c088b8378ae1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-74063140'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:48.262108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:32:48.312816 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:48.313194 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:48.343609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Made reservation on behalf of e9e0cc4fcc9148809104f0d2ee02a8e2 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:48.348718 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:48.367165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] device_id is not set on port bff47f30-b806-4487-9938-4855280fe5f5 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:32:48.488706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Allocated IP 2001:db8::129 (1aca2d62-7bf0-41d5-b34e-c088b8378ae1/0ef5f6fa-ae55-45d8-a6b9-c8774720bb91/bff47f30-b806-4487-9938-4855280fe5f5) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:32:48.637407 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:48.652008 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Transition to ACTIVE for port object bff47f30-b806-4487-9938-4855280fe5f5 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:32:48.687954 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:48.732638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:32:48.737938 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:32:48.741701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:32:48.747294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:48.747899 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:48.754746 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event updated for resources: {'Port': ['ID=bff47f30-b806-4487-9938-4855280fe5f5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:48.767879 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:48.768226 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:48.768567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:48.768909 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:48.769238 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:48.769570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:48.769898 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:48.770222 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:48.770546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:48.770866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:48.771190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:48.771536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:32:48.781172 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ccd73af4-032a-4a59-bc70-eccbaefef942 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5648689 Jul 06 12:32:48.783134 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48586) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:48.788204 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1682d647-a62a-48d1-ad99-011f95d2f4c5 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Request body: {'port': {'network_id': '1aca2d62-7bf0-41d5-b34e-c088b8378ae1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1355759610'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:48.906651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1682d647-a62a-48d1-ad99-011f95d2f4c5 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Made reservation on behalf of e9e0cc4fcc9148809104f0d2ee02a8e2 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:48.910397 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1682d647-a62a-48d1-ad99-011f95d2f4c5 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:48.929335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-1682d647-a62a-48d1-ad99-011f95d2f4c5 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] device_id is not set on port d1bc21a6-1752-4ac6-b291-6dff82bebb4e yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:32:49.012102 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:32:49.020465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-73e79b45-a3ae-4e98-b32b-f9a9bc26bf27 None None] Provisioning for port bff47f30-b806-4487-9938-4855280fe5f5 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:32:49.024289 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-73e79b45-a3ae-4e98-b32b-f9a9bc26bf27 None None] Provisioning complete for port bff47f30-b806-4487-9938-4855280fe5f5 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:49.024612 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73e79b45-a3ae-4e98-b32b-f9a9bc26bf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:49.048464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-1682d647-a62a-48d1-ad99-011f95d2f4c5 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Allocated IP 2001:db8::343 (1aca2d62-7bf0-41d5-b34e-c088b8378ae1/0ef5f6fa-ae55-45d8-a6b9-c8774720bb91/d1bc21a6-1752-4ac6-b291-6dff82bebb4e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:32:49.058400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-73e79b45-a3ae-4e98-b32b-f9a9bc26bf27 None None] Port bff47f30-b806-4487-9938-4855280fe5f5 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:32:49.197866 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1682d647-a62a-48d1-ad99-011f95d2f4c5 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:49.211854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-1682d647-a62a-48d1-ad99-011f95d2f4c5 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Transition to ACTIVE for port object d1bc21a6-1752-4ac6-b291-6dff82bebb4e will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:32:49.244211 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1682d647-a62a-48d1-ad99-011f95d2f4c5 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:49.288716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1682d647-a62a-48d1-ad99-011f95d2f4c5 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:32:49.292131 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1682d647-a62a-48d1-ad99-011f95d2f4c5 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:32:49.294595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1682d647-a62a-48d1-ad99-011f95d2f4c5 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:32:49.301819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1682d647-a62a-48d1-ad99-011f95d2f4c5 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:49.302538 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1682d647-a62a-48d1-ad99-011f95d2f4c5 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:49.321101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682d647-a62a-48d1-ad99-011f95d2f4c5 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event updated for resources: {'Port': ['ID=d1bc21a6-1752-4ac6-b291-6dff82bebb4e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:49.330404 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1682d647-a62a-48d1-ad99-011f95d2f4c5 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5456398 Jul 06 12:32:49.332742 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48588) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:49.338015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6f2d6d2d-78af-4d97-8c29-21523de21c3b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::246', 'mac_address': 'fa:16:3e:d7:27:b1'}, {'ip_address': '2001:db8::129', 'mac_address': 'fa:16:3e:30:37:ef'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:49.518341 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6d2d-78af-4d97-8c29-21523de21c3b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:49.583508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7bc622cb-f410-4b9c-b9b2-54e2b0d79ac3 None None] Provisioning for port d1bc21a6-1752-4ac6-b291-6dff82bebb4e completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:32:49.587489 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7bc622cb-f410-4b9c-b9b2-54e2b0d79ac3 None None] Provisioning complete for port d1bc21a6-1752-4ac6-b291-6dff82bebb4e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:49.587890 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7bc622cb-f410-4b9c-b9b2-54e2b0d79ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:49.622225 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7bc622cb-f410-4b9c-b9b2-54e2b0d79ac3 None None] Port d1bc21a6-1752-4ac6-b291-6dff82bebb4e cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:32:49.702247 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6d2d-78af-4d97-8c29-21523de21c3b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:49.707015 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6d2d-78af-4d97-8c29-21523de21c3b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:49.743786 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d6d2d-78af-4d97-8c29-21523de21c3b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] In _notify_port_updated(), no bound segment for port d1bc21a6-1752-4ac6-b291-6dff82bebb4e on network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 12:32:49.749239 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2d6d2d-78af-4d97-8c29-21523de21c3b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:49.749855 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6d2d-78af-4d97-8c29-21523de21c3b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:49.751147 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6f2d6d2d-78af-4d97-8c29-21523de21c3b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "PUT /v2.0/ports/d1bc21a6-1752-4ac6-b291-6dff82bebb4e HTTP/1.1" status: 200 len: 1068 time: 0.4174309 Jul 06 12:32:49.754222 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48590) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:49.801864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d6d2d-78af-4d97-8c29-21523de21c3b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event updated for resources: {'Port': ['ID=d1bc21a6-1752-4ac6-b291-6dff82bebb4e,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:49.887765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ef98ae78-1393-40ce-bdc0-65a31a502384 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Deleting port d1bc21a6-1752-4ac6-b291-6dff82bebb4e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:32:49.888101 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef98ae78-1393-40ce-bdc0-65a31a502384 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:49.982512 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef98ae78-1393-40ce-bdc0-65a31a502384 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:49.994497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ef98ae78-1393-40ce-bdc0-65a31a502384 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Calling delete_port for d1bc21a6-1752-4ac6-b291-6dff82bebb4e owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:32:50.043431 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-538cb6d5-2a89-4bb5-b8c5-6d2a3ee2d549 None None] Provisioning complete for port d1bc21a6-1752-4ac6-b291-6dff82bebb4e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:50.044026 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-538cb6d5-2a89-4bb5-b8c5-6d2a3ee2d549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:50.084588 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-538cb6d5-2a89-4bb5-b8c5-6d2a3ee2d549 None None] Port d1bc21a6-1752-4ac6-b291-6dff82bebb4e cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:32:50.128175 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef98ae78-1393-40ce-bdc0-65a31a502384 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:50.163049 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98ae78-1393-40ce-bdc0-65a31a502384 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event deleted for resources: {'Port': ['ID=d1bc21a6-1752-4ac6-b291-6dff82bebb4e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:50.326342 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef98ae78-1393-40ce-bdc0-65a31a502384 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:50.328476 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ef98ae78-1393-40ce-bdc0-65a31a502384 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "DELETE /v2.0/ports/d1bc21a6-1752-4ac6-b291-6dff82bebb4e HTTP/1.1" status: 204 len: 168 time: 0.5731707 Jul 06 12:32:50.331766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48592) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:50.360065 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb867d97-6c97-43f5-9c9a-59b206f8a706 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] GET failed (client error): The resource could not be found. Jul 06 12:32:50.361953 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fb867d97-6c97-43f5-9c9a-59b206f8a706 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "GET /v2.0/ports/d1bc21a6-1752-4ac6-b291-6dff82bebb4e HTTP/1.1" status: 404 len: 333 time: 0.0287373 Jul 06 12:32:50.364666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48594) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:50.459638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-19f32e3c-8f0b-4870-973d-e90a346b42dd tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Deleting port bff47f30-b806-4487-9938-4855280fe5f5 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:32:50.459885 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19f32e3c-8f0b-4870-973d-e90a346b42dd tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:50.547817 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19f32e3c-8f0b-4870-973d-e90a346b42dd tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:50.559529 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-19f32e3c-8f0b-4870-973d-e90a346b42dd tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Calling delete_port for bff47f30-b806-4487-9938-4855280fe5f5 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:32:50.686906 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19f32e3c-8f0b-4870-973d-e90a346b42dd tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:50.718119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f32e3c-8f0b-4870-973d-e90a346b42dd tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event deleted for resources: {'Port': ['ID=bff47f30-b806-4487-9938-4855280fe5f5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:50.744100 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19f32e3c-8f0b-4870-973d-e90a346b42dd tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:50.746149 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-19f32e3c-8f0b-4870-973d-e90a346b42dd tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "DELETE /v2.0/ports/bff47f30-b806-4487-9938-4855280fe5f5 HTTP/1.1" status: 204 len: 168 time: 0.3805206 Jul 06 12:32:50.748868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48596) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:50.777793 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0d4fc7-646c-48de-8e95-e2e3f55316d2 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] GET failed (client error): The resource could not be found. Jul 06 12:32:50.779447 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0f0d4fc7-646c-48de-8e95-e2e3f55316d2 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "GET /v2.0/ports/bff47f30-b806-4487-9938-4855280fe5f5 HTTP/1.1" status: 404 len: 333 time: 0.0294845 Jul 06 12:32:50.783510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48598) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:50.890708 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e3f75c43-739f-464c-9730-6ce29cae94ed tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Deleting port 415754ad-53ba-4f4f-9e3b-6e9b3098724a {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:32:50.891066 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e3f75c43-739f-464c-9730-6ce29cae94ed tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:50.977575 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e3f75c43-739f-464c-9730-6ce29cae94ed tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:50.989296 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e3f75c43-739f-464c-9730-6ce29cae94ed tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Calling delete_port for 415754ad-53ba-4f4f-9e3b-6e9b3098724a owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:32:51.118804 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e3f75c43-739f-464c-9730-6ce29cae94ed tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.146302 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f75c43-739f-464c-9730-6ce29cae94ed tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event deleted for resources: {'Port': ['ID=415754ad-53ba-4f4f-9e3b-6e9b3098724a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:51.176479 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e3f75c43-739f-464c-9730-6ce29cae94ed tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.178674 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e3f75c43-739f-464c-9730-6ce29cae94ed tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "DELETE /v2.0/ports/415754ad-53ba-4f4f-9e3b-6e9b3098724a HTTP/1.1" status: 204 len: 168 time: 0.3939838 Jul 06 12:32:51.181833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48600) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:51.234305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-e014ca9e-71b4-43b4-827d-b1f4c909960b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Deleting subnet 0ef5f6fa-ae55-45d8-a6b9-c8774720bb91 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:32:51.238029 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e014ca9e-71b4-43b4-827d-b1f4c909960b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.285446 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e014ca9e-71b4-43b4-827d-b1f4c909960b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.371533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e014ca9e-71b4-43b4-827d-b1f4c909960b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.432197 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e014ca9e-71b4-43b4-827d-b1f4c909960b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.464219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014ca9e-71b4-43b4-827d-b1f4c909960b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef5f6fa-ae55-45d8-a6b9-c8774720bb91,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:51.469042 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e014ca9e-71b4-43b4-827d-b1f4c909960b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.470950 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e014ca9e-71b4-43b4-827d-b1f4c909960b tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "DELETE /v2.0/subnets/0ef5f6fa-ae55-45d8-a6b9-c8774720bb91 HTTP/1.1" status: 204 len: 168 time: 0.2881243 Jul 06 12:32:51.473491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48602) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:51.484621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5398337-b801-4287-bfb1-b36abf833071 None None] Network 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:32:51.572515 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.634502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Deleting port 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:32:51.634800 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.683926 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded63703-02ff-4804-9cb1-95b6da33f382 None None] DHCP port deletion for 1aca2d62-7bf0-41d5-b34e-c088b8378ae1 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:32:51.703072 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] For port 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c,segment=NetworkSegment(91691649-8234-4f66-b1fd-f026e99a910c),segment_id=91691649-8234-4f66-b1fd-f026e99a910c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:32:51.703465 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.716466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Calling delete_port for 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:32:51.736590 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ded63703-02ff-4804-9cb1-95b6da33f382 None None] Deleting port 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:32:51.736958 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ded63703-02ff-4804-9cb1-95b6da33f382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.801561 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.804412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ded63703-02ff-4804-9cb1-95b6da33f382 None None] For port 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c,segment=NetworkSegment(91691649-8234-4f66-b1fd-f026e99a910c),segment_id=91691649-8234-4f66-b1fd-f026e99a910c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:32:51.805061 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ded63703-02ff-4804-9cb1-95b6da33f382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.817889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ded63703-02ff-4804-9cb1-95b6da33f382 None None] Calling delete_port for 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:32:51.829040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] No DVR routers for this DVR port 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:32:51.834869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event deleted for resources: {'Port': ['ID=1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:51.900808 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ded63703-02ff-4804-9cb1-95b6da33f382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.917344 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.927900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aca2d62-7bf0-41d5-b34e-c088b8378ae1']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:51.928539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded63703-02ff-4804-9cb1-95b6da33f382 None None] Pushing event deleted for resources: {'Port': ['ID=1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:51.932880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded63703-02ff-4804-9cb1-95b6da33f382 None None] No DVR routers for this DVR port 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:32:51.943657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91691649-8234-4f66-b1fd-f026e99a910c') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:51.943952 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91691649-8234-4f66-b1fd-f026e99a910c') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:51.953103 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.966689 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.973189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:32:51.973680 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:32:51.976831 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:32:52.038134 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:52.042502 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:52.044709 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] 10.222.0.81 "DELETE /v2.0/networks/1aca2d62-7bf0-41d5-b34e-c088b8378ae1 HTTP/1.1" status: 204 len: 168 time: 0.5700719 Jul 06 12:32:52.068143 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f87136-2be9-4ad6-8d9a-5fb9267df737 tempest-AllowedAddressPairIpV6TestJSON-1928689472 tempest-AllowedAddressPairIpV6TestJSON-1928689472-project] Pushing event deleted for resources: {'Network': ['ID=1aca2d62-7bf0-41d5-b34e-c088b8378ae1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:52.248085 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:32:52.267220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:32:52.268090 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1d5a3c8f-b6e3-43f3-b948-3e0ee1b6cc6c not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:32:52.289647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48608) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:52.419662 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5c787fc3-7f91-4e77-bd27-635186e610a4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e9e0cc4fcc9148809104f0d2ee02a8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286001 Jul 06 12:32:52.421957 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48612) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:52.472879 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6abc60d4-e03c-4c54-8778-65d8d7adc520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:52.494901 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6abc60d4-e03c-4c54-8778-65d8d7adc520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:52.542377 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6abc60d4-e03c-4c54-8778-65d8d7adc520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:52.545070 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6abc60d4-e03c-4c54-8778-65d8d7adc520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:52.546241 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6abc60d4-e03c-4c54-8778-65d8d7adc520 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c5fb639-3655-4120-af2f-b7726654362d HTTP/1.1" status: 204 len: 168 time: 0.1233513 Jul 06 12:32:52.554458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc60d4-e03c-4c54-8778-65d8d7adc520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5fb639-3655-4120-af2f-b7726654362d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:53.195724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48634) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:53.295502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4e6cdf33-ae7f-4571-9a7e-9fd48d7a353b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-359474702'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:53.318026 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6cdf33-ae7f-4571-9a7e-9fd48d7a353b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:53.321573 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e6cdf33-ae7f-4571-9a7e-9fd48d7a353b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:53.330396 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e6cdf33-ae7f-4571-9a7e-9fd48d7a353b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:53.426347 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e6cdf33-ae7f-4571-9a7e-9fd48d7a353b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:53.430682 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e6cdf33-ae7f-4571-9a7e-9fd48d7a353b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:53.459343 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6cdf33-ae7f-4571-9a7e-9fd48d7a353b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:32:53.465679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6cdf33-ae7f-4571-9a7e-9fd48d7a353b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb676b54-c541-4ab6-9e52-27d905656267,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:53.475592 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e6cdf33-ae7f-4571-9a7e-9fd48d7a353b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:53.475592 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-4e6cdf33-ae7f-4571-9a7e-9fd48d7a353b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Added segment 0953f66d-c269-4049-9a5d-1b0784d52cb3 of type vlan for network 5a2473ab-82c8-4d4b-9223-a55900cde4ba Jul 06 12:32:53.514822 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e6cdf33-ae7f-4571-9a7e-9fd48d7a353b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:53.545359 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e6cdf33-ae7f-4571-9a7e-9fd48d7a353b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:53.551643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6cdf33-ae7f-4571-9a7e-9fd48d7a353b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:53.552231 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e6cdf33-ae7f-4571-9a7e-9fd48d7a353b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:53.607701 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4e6cdf33-ae7f-4571-9a7e-9fd48d7a353b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4108398 Jul 06 12:32:53.619576 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6cdf33-ae7f-4571-9a7e-9fd48d7a353b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Network': ['ID=5a2473ab-82c8-4d4b-9223-a55900cde4ba,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:53.630457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 5a2473ab-82c8-4d4b-9223-a55900cde4ba details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:32:53.740033 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48638) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:53.745249 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a4b883ce-668e-42da-976e-8cacdd525b10 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'subnet': {'network_id': '5a2473ab-82c8-4d4b-9223-a55900cde4ba', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:53.836503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b883ce-668e-42da-976e-8cacdd525b10 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:53.840047 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4b883ce-668e-42da-976e-8cacdd525b10 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:54.030413 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4b883ce-668e-42da-976e-8cacdd525b10 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:54.091996 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b883ce-668e-42da-976e-8cacdd525b10 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Subnet': ['ID=aa9c9e7e-c0fc-4d85-8a02-fc7549f50f94,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:54.100919 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b883ce-668e-42da-976e-8cacdd525b10 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Checking segment: {'id': '0953f66d-c269-4049-9a5d-1b0784d52cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '5a2473ab-82c8-4d4b-9223-a55900cde4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:32:54.101305 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b883ce-668e-42da-976e-8cacdd525b10 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network hostable DHCP agents. Network: 5a2473ab-82c8-4d4b-9223-a55900cde4ba, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:32:54.125406 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b883ce-668e-42da-976e-8cacdd525b10 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network 5a2473ab-82c8-4d4b-9223-a55900cde4ba is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:32:54.141475 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a4b883ce-668e-42da-976e-8cacdd525b10 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 5a2473ab-82c8-4d4b-9223-a55900cde4ba) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:32:54.148697 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b883ce-668e-42da-976e-8cacdd525b10 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:54.149786 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a4b883ce-668e-42da-976e-8cacdd525b10 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:54.153082 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817fb866-f951-4819-814e-919215bb33da None None] Network 5a2473ab-82c8-4d4b-9223-a55900cde4ba requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:32:54.171100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48640) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:54.171362 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a4b883ce-668e-42da-976e-8cacdd525b10 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4300730 Jul 06 12:32:54.176558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cbc97742-7294-45b4-bedb-bd4e7eb88d60 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-804983004'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:54.209554 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc97742-7294-45b4-bedb-bd4e7eb88d60 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:54.213338 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cbc97742-7294-45b4-bedb-bd4e7eb88d60 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:54.245974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc97742-7294-45b4-bedb-bd4e7eb88d60 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:32:54.259449 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cbc97742-7294-45b4-bedb-bd4e7eb88d60 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:54.259797 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-cbc97742-7294-45b4-bedb-bd4e7eb88d60 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Added segment 627b49dc-07e2-418c-af93-9eff27aa36d7 of type vlan for network 4be1f4bb-b3a2-448b-9994-30a0f2387adf Jul 06 12:32:54.304603 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cbc97742-7294-45b4-bedb-bd4e7eb88d60 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:54.336615 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cbc97742-7294-45b4-bedb-bd4e7eb88d60 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:54.342280 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc97742-7294-45b4-bedb-bd4e7eb88d60 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:54.342883 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cbc97742-7294-45b4-bedb-bd4e7eb88d60 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:54.399837 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cbc97742-7294-45b4-bedb-bd4e7eb88d60 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2275927 Jul 06 12:32:54.401746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48642) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:54.407551 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-4b6db625-c7fc-4d26-b204-513f46afec9f tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'subnet': {'network_id': '4be1f4bb-b3a2-448b-9994-30a0f2387adf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:54.413564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc97742-7294-45b4-bedb-bd4e7eb88d60 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Network': ['ID=4be1f4bb-b3a2-448b-9994-30a0f2387adf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:54.428658 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 4be1f4bb-b3a2-448b-9994-30a0f2387adf details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:32:54.499978 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6db625-c7fc-4d26-b204-513f46afec9f tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:54.504261 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b6db625-c7fc-4d26-b204-513f46afec9f tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:54.523346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-5a2473ab-82c8-4d4b-9223-a55900cde4ba', 'network_id': '5a2473ab-82c8-4d4b-9223-a55900cde4ba', 'tenant_id': '831500d419264c8abb8edbcef8f185cf', 'fixed_ips': [{'subnet_id': 'aa9c9e7e-c0fc-4d85-8a02-fc7549f50f94'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:32:54.524213 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:54.673662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Allocated IP 172.20.255.242 (5a2473ab-82c8-4d4b-9223-a55900cde4ba/aa9c9e7e-c0fc-4d85-8a02-fc7549f50f94/18995dca-cdf5-4b3a-8b88-0ad9a7264ed4) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:32:54.700676 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b6db625-c7fc-4d26-b204-513f46afec9f tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:54.765693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6db625-c7fc-4d26-b204-513f46afec9f tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Subnet': ['ID=d8ca29ed-bb15-43b8-a4d0-786b94e30005,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:54.775957 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6db625-c7fc-4d26-b204-513f46afec9f tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Checking segment: {'id': '627b49dc-07e2-418c-af93-9eff27aa36d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4be1f4bb-b3a2-448b-9994-30a0f2387adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:32:54.776379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6db625-c7fc-4d26-b204-513f46afec9f tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network hostable DHCP agents. Network: 4be1f4bb-b3a2-448b-9994-30a0f2387adf, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:32:54.792684 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6db625-c7fc-4d26-b204-513f46afec9f tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network 4be1f4bb-b3a2-448b-9994-30a0f2387adf is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:32:54.801965 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-4b6db625-c7fc-4d26-b204-513f46afec9f tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 4be1f4bb-b3a2-448b-9994-30a0f2387adf) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:32:54.806447 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6db625-c7fc-4d26-b204-513f46afec9f tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:54.807048 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b6db625-c7fc-4d26-b204-513f46afec9f tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:54.818407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b51fab-53ce-405e-b63d-576636d0475c None None] Network 4be1f4bb-b3a2-448b-9994-30a0f2387adf requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:32:54.826588 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48644) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:54.826850 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4b6db625-c7fc-4d26-b204-513f46afec9f tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4237378 Jul 06 12:32:54.869412 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:54.882396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Transition to ACTIVE for port object 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:32:54.911644 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Transition to ACTIVE for port object 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:32:54.918099 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:54.933152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d0ee29-665a-4d03-b031-6d4ddbfbd1b6 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:54.989394 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d0ee29-665a-4d03-b031-6d4ddbfbd1b6 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:54.992906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Network 5a2473ab-82c8-4d4b-9223-a55900cde4ba is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:32:54.999597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Pushing event updated for resources: {'Port': ['ID=18995dca-cdf5-4b3a-8b88-0ad9a7264ed4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:55.002601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:32:55.007893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:32:55.058619 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d0ee29-665a-4d03-b031-6d4ddbfbd1b6 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.076457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444445ef-ccd9-4591-bafc-bbbf4fbaaeb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-4be1f4bb-b3a2-448b-9994-30a0f2387adf', 'network_id': '4be1f4bb-b3a2-448b-9994-30a0f2387adf', 'tenant_id': '831500d419264c8abb8edbcef8f185cf', 'fixed_ips': [{'subnet_id': 'd8ca29ed-bb15-43b8-a4d0-786b94e30005'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:32:55.077339 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-444445ef-ccd9-4591-bafc-bbbf4fbaaeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.092210 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0ee29-665a-4d03-b031-6d4ddbfbd1b6 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ca29ed-bb15-43b8-a4d0-786b94e30005,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:55.101355 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Attempting to bind port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:32:55.101625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Attempting to bind port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '0953f66d-c269-4049-9a5d-1b0784d52cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '5a2473ab-82c8-4d4b-9223-a55900cde4ba'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:32:55.102013 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Attempting to bind port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 on network 5a2473ab-82c8-4d4b-9223-a55900cde4ba {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:32:55.114083 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:32:55.114452 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Checking segment: {'id': '0953f66d-c269-4049-9a5d-1b0784d52cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '5a2473ab-82c8-4d4b-9223-a55900cde4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:32:55.114858 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.115276 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Bound using segment: {'id': '0953f66d-c269-4049-9a5d-1b0784d52cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '5a2473ab-82c8-4d4b-9223-a55900cde4ba'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:32:55.115734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Bound port: 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0953f66d-c269-4049-9a5d-1b0784d52cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '5a2473ab-82c8-4d4b-9223-a55900cde4ba'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:32:55.116191 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.152080 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d0ee29-665a-4d03-b031-6d4ddbfbd1b6 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.162264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-97d0ee29-665a-4d03-b031-6d4ddbfbd1b6 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be1f4bb-b3a2-448b-9994-30a0f2387adf']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:55.173469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-97d0ee29-665a-4d03-b031-6d4ddbfbd1b6 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627b49dc-07e2-418c-af93-9eff27aa36d7') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:55.174207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-97d0ee29-665a-4d03-b031-6d4ddbfbd1b6 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627b49dc-07e2-418c-af93-9eff27aa36d7') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:55.184470 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d0ee29-665a-4d03-b031-6d4ddbfbd1b6 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.198555 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927d7e86-9db6-4952-afaa-84c81a0bdbba None None] Network 4be1f4bb-b3a2-448b-9994-30a0f2387adf requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:32:55.199801 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d0ee29-665a-4d03-b031-6d4ddbfbd1b6 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.205923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d0ee29-665a-4d03-b031-6d4ddbfbd1b6 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:32:55.206323 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d0ee29-665a-4d03-b031-6d4ddbfbd1b6 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:32:55.209579 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:32:55.273114 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d0ee29-665a-4d03-b031-6d4ddbfbd1b6 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.278340 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d0ee29-665a-4d03-b031-6d4ddbfbd1b6 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.280424 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-97d0ee29-665a-4d03-b031-6d4ddbfbd1b6 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/4be1f4bb-b3a2-448b-9994-30a0f2387adf HTTP/1.1" status: 204 len: 168 time: 0.4523354 Jul 06 12:32:55.284129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48646) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:55.286191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] For port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:32:55.289663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-3fbc0446-a054-4cd2-a8b5-2ae97bf995ce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1301540668'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:55.302718 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0ee29-665a-4d03-b031-6d4ddbfbd1b6 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Network': ['ID=4be1f4bb-b3a2-448b-9994-30a0f2387adf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:55.316932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbc0446-a054-4cd2-a8b5-2ae97bf995ce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:55.317775 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] For port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=18995dca-cdf5-4b3a-8b88-0ad9a7264ed4,segment=NetworkSegment(0953f66d-c269-4049-9a5d-1b0784d52cb3),segment_id=0953f66d-c269-4049-9a5d-1b0784d52cb3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:32:55.321450 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3fbc0446-a054-4cd2-a8b5-2ae97bf995ce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.337425 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.351367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbc0446-a054-4cd2-a8b5-2ae97bf995ce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:32:55.361911 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3fbc0446-a054-4cd2-a8b5-2ae97bf995ce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.362296 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-3fbc0446-a054-4cd2-a8b5-2ae97bf995ce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Added segment 864f952a-3587-40b2-b267-44e439aed434 of type vlan for network 12ca71d3-2ef6-4925-add4-fda2131ddaea Jul 06 12:32:55.393491 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0815c-90ce-426c-9781-2107663f6c09 None None] Pushing event updated for resources: {'Port': ['ID=18995dca-cdf5-4b3a-8b88-0ad9a7264ed4,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:55.409155 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3fbc0446-a054-4cd2-a8b5-2ae97bf995ce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.440532 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3fbc0446-a054-4cd2-a8b5-2ae97bf995ce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.446114 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbc0446-a054-4cd2-a8b5-2ae97bf995ce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:55.446736 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3fbc0446-a054-4cd2-a8b5-2ae97bf995ce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.548204 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48648) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:55.556744 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-080be827-8f19-4a65-a2f6-08e5415f1f39 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'subnet': {'network_id': '12ca71d3-2ef6-4925-add4-fda2131ddaea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:55.560423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3fbc0446-a054-4cd2-a8b5-2ae97bf995ce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2593584 Jul 06 12:32:55.596480 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc0446-a054-4cd2-a8b5-2ae97bf995ce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Network': ['ID=12ca71d3-2ef6-4925-add4-fda2131ddaea,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:55.610388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 12ca71d3-2ef6-4925-add4-fda2131ddaea details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:32:55.665153 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080be827-8f19-4a65-a2f6-08e5415f1f39 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:55.669389 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-080be827-8f19-4a65-a2f6-08e5415f1f39 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.731953 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-080be827-8f19-4a65-a2f6-08e5415f1f39 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Performing IP validity checks on allocation pools {{(pid=100428) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 12:32:55.732464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-080be827-8f19-4a65-a2f6-08e5415f1f39 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100428) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 12:32:55.855455 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-080be827-8f19-4a65-a2f6-08e5415f1f39 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.920644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080be827-8f19-4a65-a2f6-08e5415f1f39 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Subnet': ['ID=0d3b1081-d9e8-4b93-85e7-44d8375669a5,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:55.932628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080be827-8f19-4a65-a2f6-08e5415f1f39 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Checking segment: {'id': '864f952a-3587-40b2-b267-44e439aed434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '12ca71d3-2ef6-4925-add4-fda2131ddaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:32:55.933007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080be827-8f19-4a65-a2f6-08e5415f1f39 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network hostable DHCP agents. Network: 12ca71d3-2ef6-4925-add4-fda2131ddaea, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:32:55.948981 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080be827-8f19-4a65-a2f6-08e5415f1f39 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network 12ca71d3-2ef6-4925-add4-fda2131ddaea is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:32:55.958317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-080be827-8f19-4a65-a2f6-08e5415f1f39 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 12ca71d3-2ef6-4925-add4-fda2131ddaea) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:32:55.962432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080be827-8f19-4a65-a2f6-08e5415f1f39 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:55.963022 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-080be827-8f19-4a65-a2f6-08e5415f1f39 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:55.967222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e9af7f-306c-453e-955a-822948f2a118 None None] Network 12ca71d3-2ef6-4925-add4-fda2131ddaea requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:32:55.979354 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-080be827-8f19-4a65-a2f6-08e5415f1f39 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4294944 Jul 06 12:32:55.982331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48650) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:56.136211 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-12ca71d3-2ef6-4925-add4-fda2131ddaea', 'network_id': '12ca71d3-2ef6-4925-add4-fda2131ddaea', 'tenant_id': '831500d419264c8abb8edbcef8f185cf', 'fixed_ips': [{'subnet_id': '0d3b1081-d9e8-4b93-85e7-44d8375669a5'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:32:56.136956 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:56.310193 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Allocated IP 172.20.0.3 (12ca71d3-2ef6-4925-add4-fda2131ddaea/0d3b1081-d9e8-4b93-85e7-44d8375669a5/fc7d550e-5761-4aae-ac50-1e98fcef46ab) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:32:56.344633 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:32:56.411643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d29dac6-b15f-43ca-a431-c18d92857d22 None None] Network 5a2473ab-82c8-4d4b-9223-a55900cde4ba requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:32:56.416392 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:56.471491 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:56.515953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b47b26bf-f9b5-4c9e-9904-8791ee4e2eb4 None None] Provisioning for port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:32:56.587613 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:32:56.620861 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:56.621229 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:56.651849 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:56.671664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Transition to ACTIVE for port object fc7d550e-5761-4aae-ac50-1e98fcef46ab will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:32:56.716218 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Transition to ACTIVE for port object fc7d550e-5761-4aae-ac50-1e98fcef46ab will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:32:56.727575 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:56.744696 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:56.772835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3b1081-d9e8-4b93-85e7-44d8375669a5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:56.796127 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Network 12ca71d3-2ef6-4925-add4-fda2131ddaea is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:32:56.808142 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:32:56.813630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Pushing event updated for resources: {'Port': ['ID=fc7d550e-5761-4aae-ac50-1e98fcef46ab,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:56.825119 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:32:56.842523 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:56.843637 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:56.853368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ca71d3-2ef6-4925-add4-fda2131ddaea']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:56.865034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864f952a-3587-40b2-b267-44e439aed434') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:56.865317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864f952a-3587-40b2-b267-44e439aed434') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:56.875566 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:56.895447 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:56.902668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:32:56.903080 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:32:56.906190 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:32:56.932571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=18995dca-cdf5-4b3a-8b88-0ad9a7264ed4,segment=NetworkSegment(0953f66d-c269-4049-9a5d-1b0784d52cb3),segment_id=0953f66d-c269-4049-9a5d-1b0784d52cb3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:32:56.935558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Attempting to bind port fc7d550e-5761-4aae-ac50-1e98fcef46ab on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:32:56.935944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Attempting to bind port fc7d550e-5761-4aae-ac50-1e98fcef46ab by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '864f952a-3587-40b2-b267-44e439aed434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '12ca71d3-2ef6-4925-add4-fda2131ddaea'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:32:56.936310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Attempting to bind port fc7d550e-5761-4aae-ac50-1e98fcef46ab on network 12ca71d3-2ef6-4925-add4-fda2131ddaea {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:32:56.940535 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:56.948703 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:32:56.949115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Checking segment: {'id': '864f952a-3587-40b2-b267-44e439aed434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '12ca71d3-2ef6-4925-add4-fda2131ddaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:32:56.949697 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:56.950014 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Bound using segment: {'id': '864f952a-3587-40b2-b267-44e439aed434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '12ca71d3-2ef6-4925-add4-fda2131ddaea'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:32:56.950495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Bound port: fc7d550e-5761-4aae-ac50-1e98fcef46ab, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864f952a-3587-40b2-b267-44e439aed434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '12ca71d3-2ef6-4925-add4-fda2131ddaea'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:32:56.950988 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:56.973739 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.db.api [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 12:32:56.973739 n-d-799529-2 neutron-server[100428]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 12:32:56.973739 n-d-799529-2 neutron-server[100428]: [parameters: {'id': '12ca71d3-2ef6-4925-add4-fda2131ddaea'}] Jul 06 12:32:56.973739 n-d-799529-2 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:32:56.974234 n-d-799529-2 neutron-server[100428]: DEBUG oslo_db.api [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:32:57.030649 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=18995dca-cdf5-4b3a-8b88-0ad9a7264ed4,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:57.057369 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] For port fc7d550e-5761-4aae-ac50-1e98fcef46ab, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:32:57.061413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] For port fc7d550e-5761-4aae-ac50-1e98fcef46ab, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=fc7d550e-5761-4aae-ac50-1e98fcef46ab,segment=NetworkSegment(864f952a-3587-40b2-b267-44e439aed434),segment_id=864f952a-3587-40b2-b267-44e439aed434)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:32:57.065746 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:57.149207 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b817eb-98e7-4611-8a98-f93df0bd070e None None] Pushing event updated for resources: {'Port': ['ID=fc7d550e-5761-4aae-ac50-1e98fcef46ab,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:57.173045 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9f605cd5-4ecc-4bc5-9523-7812683e719e None None] Provisioning complete for port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:57.173580 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9f605cd5-4ecc-4bc5-9523-7812683e719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:57.177687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1aa1fb-b651-458a-ad77-1e8f42b3287c None None] Network 12ca71d3-2ef6-4925-add4-fda2131ddaea requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:32:57.371771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f841ad63-cb3f-4607-90cc-315dc6f4d4b5 None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:32:57.440581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f841ad63-cb3f-4607-90cc-315dc6f4d4b5 None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:32:57.475787 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:57.537514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Deleting port fc7d550e-5761-4aae-ac50-1e98fcef46ab {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:32:57.537514 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:57.601220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] For port fc7d550e-5761-4aae-ac50-1e98fcef46ab, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=fc7d550e-5761-4aae-ac50-1e98fcef46ab,segment=NetworkSegment(864f952a-3587-40b2-b267-44e439aed434),segment_id=864f952a-3587-40b2-b267-44e439aed434)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:32:57.601482 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:57.619798 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Calling delete_port for fc7d550e-5761-4aae-ac50-1e98fcef46ab owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:32:57.699535 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:57.727294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Port': ['ID=fc7d550e-5761-4aae-ac50-1e98fcef46ab,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:57.732149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No DVR routers for this DVR port fc7d550e-5761-4aae-ac50-1e98fcef46ab on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:32:57.812317 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:57.823173 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ca71d3-2ef6-4925-add4-fda2131ddaea']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:57.838311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864f952a-3587-40b2-b267-44e439aed434') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:57.838602 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864f952a-3587-40b2-b267-44e439aed434') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:57.847241 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:57.860627 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:57.866404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:32:57.866789 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:32:57.869835 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:32:57.926097 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:57.933117 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:57.934856 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/12ca71d3-2ef6-4925-add4-fda2131ddaea HTTP/1.1" status: 204 len: 168 time: 1.9519079 Jul 06 12:32:57.938407 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48654) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:57.944263 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-9ea42ec4-f8a4-485f-8da3-58aa5fcebd70 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2138715950'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:57.948172 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9849f-cd25-4e0e-b105-abd0468b868e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Network': ['ID=12ca71d3-2ef6-4925-add4-fda2131ddaea,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:57.967010 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea42ec4-f8a4-485f-8da3-58aa5fcebd70 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:57.970562 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ea42ec4-f8a4-485f-8da3-58aa5fcebd70 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:57.994017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea42ec4-f8a4-485f-8da3-58aa5fcebd70 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:32:58.003341 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ea42ec4-f8a4-485f-8da3-58aa5fcebd70 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:58.003689 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-9ea42ec4-f8a4-485f-8da3-58aa5fcebd70 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Added segment cf530c7f-2302-41af-94b1-a25847a332cb of type vlan for network c376f362-155c-48d2-8464-ec9afa4e85a6 Jul 06 12:32:58.051435 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ea42ec4-f8a4-485f-8da3-58aa5fcebd70 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:58.080902 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ea42ec4-f8a4-485f-8da3-58aa5fcebd70 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:58.086507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea42ec4-f8a4-485f-8da3-58aa5fcebd70 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:58.087109 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9ea42ec4-f8a4-485f-8da3-58aa5fcebd70 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:58.152276 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9ea42ec4-f8a4-485f-8da3-58aa5fcebd70 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2126417 Jul 06 12:32:58.155444 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea42ec4-f8a4-485f-8da3-58aa5fcebd70 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Network': ['ID=c376f362-155c-48d2-8464-ec9afa4e85a6,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:58.155634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48656) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:58.162322 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d5d25dc0-df98-4069-8857-823e851e6a8a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'subnet': {'network_id': 'c376f362-155c-48d2-8464-ec9afa4e85a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:58.166253 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network c376f362-155c-48d2-8464-ec9afa4e85a6 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:32:58.262143 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:32:58.272241 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d25dc0-df98-4069-8857-823e851e6a8a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:58.275937 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5d25dc0-df98-4069-8857-823e851e6a8a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:58.312162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:32:58.312534 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:58.502797 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5d25dc0-df98-4069-8857-823e851e6a8a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:58.556965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d25dc0-df98-4069-8857-823e851e6a8a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Subnet': ['ID=c67efe32-785c-496b-8a4f-5cd53137bda7,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:58.572162 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d25dc0-df98-4069-8857-823e851e6a8a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Checking segment: {'id': 'cf530c7f-2302-41af-94b1-a25847a332cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c376f362-155c-48d2-8464-ec9afa4e85a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:32:58.572513 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d25dc0-df98-4069-8857-823e851e6a8a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network hostable DHCP agents. Network: c376f362-155c-48d2-8464-ec9afa4e85a6, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:32:58.589367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d25dc0-df98-4069-8857-823e851e6a8a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network c376f362-155c-48d2-8464-ec9afa4e85a6 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:32:58.598335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d5d25dc0-df98-4069-8857-823e851e6a8a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, c376f362-155c-48d2-8464-ec9afa4e85a6) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:32:58.604704 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d25dc0-df98-4069-8857-823e851e6a8a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:58.605878 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5d25dc0-df98-4069-8857-823e851e6a8a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:58.607079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5506358f-9824-4d76-881c-b95875c46c8e None None] Network c376f362-155c-48d2-8464-ec9afa4e85a6 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:32:58.621793 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d5d25dc0-df98-4069-8857-823e851e6a8a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4649944 Jul 06 12:32:58.624653 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48658) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:58.726572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8db8ce43-5144-4bfa-a9ee-31a9d16b4cc9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:58.782860 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8db8ce43-5144-4bfa-a9ee-31a9d16b4cc9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:58.849391 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8db8ce43-5144-4bfa-a9ee-31a9d16b4cc9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:58.887666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8ce43-5144-4bfa-a9ee-31a9d16b4cc9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Subnet': ['ID=c67efe32-785c-496b-8a4f-5cd53137bda7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:58.911490 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324fbdb1-0107-4f60-8863-fb84cd97ac18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-c376f362-155c-48d2-8464-ec9afa4e85a6', 'network_id': 'c376f362-155c-48d2-8464-ec9afa4e85a6', 'tenant_id': '831500d419264c8abb8edbcef8f185cf', 'fixed_ips': [{'subnet_id': 'c67efe32-785c-496b-8a4f-5cd53137bda7'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:32:58.912336 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-324fbdb1-0107-4f60-8863-fb84cd97ac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:58.964431 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8db8ce43-5144-4bfa-a9ee-31a9d16b4cc9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:58.975644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8db8ce43-5144-4bfa-a9ee-31a9d16b4cc9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c376f362-155c-48d2-8464-ec9afa4e85a6']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:58.992148 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8db8ce43-5144-4bfa-a9ee-31a9d16b4cc9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf530c7f-2302-41af-94b1-a25847a332cb') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:58.992574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8db8ce43-5144-4bfa-a9ee-31a9d16b4cc9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf530c7f-2302-41af-94b1-a25847a332cb') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:32:58.996502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6241f480-f91f-42a5-a1bf-ae08ee838ab8 None None] Network c376f362-155c-48d2-8464-ec9afa4e85a6 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:32:59.004343 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8db8ce43-5144-4bfa-a9ee-31a9d16b4cc9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.018443 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8db8ce43-5144-4bfa-a9ee-31a9d16b4cc9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.024472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db8ce43-5144-4bfa-a9ee-31a9d16b4cc9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:32:59.024863 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8db8ce43-5144-4bfa-a9ee-31a9d16b4cc9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:32:59.028093 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:32:59.094232 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8db8ce43-5144-4bfa-a9ee-31a9d16b4cc9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.101790 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8db8ce43-5144-4bfa-a9ee-31a9d16b4cc9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.106536 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8db8ce43-5144-4bfa-a9ee-31a9d16b4cc9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/c376f362-155c-48d2-8464-ec9afa4e85a6 HTTP/1.1" status: 204 len: 168 time: 0.4784806 Jul 06 12:32:59.108553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48660) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:59.114863 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-74dcc660-ddc9-45f8-bebb-948d55cedc78 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1865120238'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:59.117640 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8ce43-5144-4bfa-a9ee-31a9d16b4cc9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Network': ['ID=c376f362-155c-48d2-8464-ec9afa4e85a6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:59.138144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dcc660-ddc9-45f8-bebb-948d55cedc78 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:59.141768 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-74dcc660-ddc9-45f8-bebb-948d55cedc78 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.167040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74dcc660-ddc9-45f8-bebb-948d55cedc78 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:32:59.177100 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-74dcc660-ddc9-45f8-bebb-948d55cedc78 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.177441 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-74dcc660-ddc9-45f8-bebb-948d55cedc78 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Added segment eda6e4a7-0014-4071-bd0c-a4a1473b51f8 of type vlan for network d1f3e3d6-bcdc-47c1-b482-cc67097f2947 Jul 06 12:32:59.223834 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-74dcc660-ddc9-45f8-bebb-948d55cedc78 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.252003 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-74dcc660-ddc9-45f8-bebb-948d55cedc78 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.258188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dcc660-ddc9-45f8-bebb-948d55cedc78 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:59.258771 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-74dcc660-ddc9-45f8-bebb-948d55cedc78 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.310066 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-74dcc660-ddc9-45f8-bebb-948d55cedc78 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1999302 Jul 06 12:32:59.312995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48662) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:59.318998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-af5ed1f8-ad6b-4298-adc7-04d2075a8722 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'subnet': {'network_id': 'd1f3e3d6-bcdc-47c1-b482-cc67097f2947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:32:59.329330 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcc660-ddc9-45f8-bebb-948d55cedc78 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Network': ['ID=d1f3e3d6-bcdc-47c1-b482-cc67097f2947,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:59.345157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network d1f3e3d6-bcdc-47c1-b482-cc67097f2947 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:32:59.410828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5ed1f8-ad6b-4298-adc7-04d2075a8722 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:32:59.414463 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-af5ed1f8-ad6b-4298-adc7-04d2075a8722 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.607053 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-af5ed1f8-ad6b-4298-adc7-04d2075a8722 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.674964 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ed1f8-ad6b-4298-adc7-04d2075a8722 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Subnet': ['ID=33db63d8-31ce-4ca0-b1ee-e27596696d3a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:32:59.681385 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5ed1f8-ad6b-4298-adc7-04d2075a8722 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Checking segment: {'id': 'eda6e4a7-0014-4071-bd0c-a4a1473b51f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'd1f3e3d6-bcdc-47c1-b482-cc67097f2947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:32:59.681750 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5ed1f8-ad6b-4298-adc7-04d2075a8722 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network hostable DHCP agents. Network: d1f3e3d6-bcdc-47c1-b482-cc67097f2947, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:32:59.698577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5ed1f8-ad6b-4298-adc7-04d2075a8722 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network d1f3e3d6-bcdc-47c1-b482-cc67097f2947 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:32:59.707711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-af5ed1f8-ad6b-4298-adc7-04d2075a8722 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, d1f3e3d6-bcdc-47c1-b482-cc67097f2947) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:32:59.712400 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ed1f8-ad6b-4298-adc7-04d2075a8722 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:32:59.713075 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-af5ed1f8-ad6b-4298-adc7-04d2075a8722 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.716751 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f02b0e-31ee-41df-ba34-f1075e6800a0 None None] Network d1f3e3d6-bcdc-47c1-b482-cc67097f2947 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:32:59.729357 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-af5ed1f8-ad6b-4298-adc7-04d2075a8722 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4150910 Jul 06 12:32:59.732219 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48664) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:32:59.837283 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fae3118a-f96b-4ea8-84af-4f981ec69ed5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.873060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f944428e-ea9a-4a6b-9f1b-4ae251932abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-d1f3e3d6-bcdc-47c1-b482-cc67097f2947', 'network_id': 'd1f3e3d6-bcdc-47c1-b482-cc67097f2947', 'tenant_id': '831500d419264c8abb8edbcef8f185cf', 'fixed_ips': [{'subnet_id': '33db63d8-31ce-4ca0-b1ee-e27596696d3a'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:32:59.873938 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f944428e-ea9a-4a6b-9f1b-4ae251932abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.918498 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fae3118a-f96b-4ea8-84af-4f981ec69ed5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.986855 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fae3118a-f96b-4ea8-84af-4f981ec69ed5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server [None req-f944428e-ea9a-4a6b-9f1b-4ae251932abd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33db63d8-31ce-4ca0-b1ee-e27596696d3a: This subnet is being modified by another concurrent operation. Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33db63d8-31ce-4ca0-b1ee-e27596696d3a: This subnet is being modified by another concurrent operation. Jul 06 12:32:59.989834 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Jul 06 12:33:00.007215 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbab3e81-6f6e-4fc4-8b38-67a7c9a44f26 None None] Network d1f3e3d6-bcdc-47c1-b482-cc67097f2947 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:00.015867 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3118a-f96b-4ea8-84af-4f981ec69ed5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Subnet': ['ID=33db63d8-31ce-4ca0-b1ee-e27596696d3a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:00.082476 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fae3118a-f96b-4ea8-84af-4f981ec69ed5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.092923 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-fae3118a-f96b-4ea8-84af-4f981ec69ed5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f3e3d6-bcdc-47c1-b482-cc67097f2947']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:00.108166 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-fae3118a-f96b-4ea8-84af-4f981ec69ed5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda6e4a7-0014-4071-bd0c-a4a1473b51f8') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:00.108480 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-fae3118a-f96b-4ea8-84af-4f981ec69ed5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda6e4a7-0014-4071-bd0c-a4a1473b51f8') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:00.116535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dbff6e-8f58-4ba9-8e6b-52249f32fa2d None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:33:00.118093 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fae3118a-f96b-4ea8-84af-4f981ec69ed5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.133189 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fae3118a-f96b-4ea8-84af-4f981ec69ed5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.140491 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae3118a-f96b-4ea8-84af-4f981ec69ed5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:33:00.141141 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fae3118a-f96b-4ea8-84af-4f981ec69ed5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:33:00.145131 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:33:00.186501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dbff6e-8f58-4ba9-8e6b-52249f32fa2d None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:33:00.203999 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fae3118a-f96b-4ea8-84af-4f981ec69ed5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.212179 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fae3118a-f96b-4ea8-84af-4f981ec69ed5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.215032 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fae3118a-f96b-4ea8-84af-4f981ec69ed5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/d1f3e3d6-bcdc-47c1-b482-cc67097f2947 HTTP/1.1" status: 204 len: 168 time: 0.4805627 Jul 06 12:33:00.219268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48666) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:00.224974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5c0b38b7-fddb-445c-a332-1e5f48993f79 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-412536390'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:00.226699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3118a-f96b-4ea8-84af-4f981ec69ed5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Network': ['ID=d1f3e3d6-bcdc-47c1-b482-cc67097f2947,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:00.248196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0b38b7-fddb-445c-a332-1e5f48993f79 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:00.251735 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c0b38b7-fddb-445c-a332-1e5f48993f79 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.277345 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0b38b7-fddb-445c-a332-1e5f48993f79 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:00.287904 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c0b38b7-fddb-445c-a332-1e5f48993f79 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.288253 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-5c0b38b7-fddb-445c-a332-1e5f48993f79 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Added segment 5adb0160-4f36-48a2-a060-cefd4afe42c8 of type vlan for network 45f0bf23-4dc0-4325-ad63-5e029ca070da Jul 06 12:33:00.335444 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c0b38b7-fddb-445c-a332-1e5f48993f79 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.366148 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c0b38b7-fddb-445c-a332-1e5f48993f79 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.371758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0b38b7-fddb-445c-a332-1e5f48993f79 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:00.372349 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c0b38b7-fddb-445c-a332-1e5f48993f79 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.430226 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5c0b38b7-fddb-445c-a332-1e5f48993f79 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2097955 Jul 06 12:33:00.433181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48668) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:00.438037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e5bd6062-f669-4cec-abb0-06ce943422f9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'subnet': {'network_id': '45f0bf23-4dc0-4325-ad63-5e029ca070da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:00.489470 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b38b7-fddb-445c-a332-1e5f48993f79 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Network': ['ID=45f0bf23-4dc0-4325-ad63-5e029ca070da,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:00.499529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 45f0bf23-4dc0-4325-ad63-5e029ca070da details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:00.544020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bd6062-f669-4cec-abb0-06ce943422f9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:00.547804 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5bd6062-f669-4cec-abb0-06ce943422f9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.610524 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-e5bd6062-f669-4cec-abb0-06ce943422f9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Performing IP validity checks on allocation pools {{(pid=100428) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 12:33:00.611386 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-e5bd6062-f669-4cec-abb0-06ce943422f9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100428) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 12:33:00.734951 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5bd6062-f669-4cec-abb0-06ce943422f9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.796890 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd6062-f669-4cec-abb0-06ce943422f9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Subnet': ['ID=04cf834a-be7d-4693-a635-36dae5b7ab44,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:00.804381 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd6062-f669-4cec-abb0-06ce943422f9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Checking segment: {'id': '5adb0160-4f36-48a2-a060-cefd4afe42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '45f0bf23-4dc0-4325-ad63-5e029ca070da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:00.804734 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bd6062-f669-4cec-abb0-06ce943422f9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network hostable DHCP agents. Network: 45f0bf23-4dc0-4325-ad63-5e029ca070da, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:33:00.822857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bd6062-f669-4cec-abb0-06ce943422f9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network 45f0bf23-4dc0-4325-ad63-5e029ca070da is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:33:00.831989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e5bd6062-f669-4cec-abb0-06ce943422f9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 45f0bf23-4dc0-4325-ad63-5e029ca070da) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:00.836123 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bd6062-f669-4cec-abb0-06ce943422f9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:00.836856 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5bd6062-f669-4cec-abb0-06ce943422f9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.841236 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a18f8a-5f9b-45de-a973-a251d0529d19 None None] Network 45f0bf23-4dc0-4325-ad63-5e029ca070da requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:00.852239 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e5bd6062-f669-4cec-abb0-06ce943422f9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4180396 Jul 06 12:33:00.854906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48670) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:00.957096 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f644cddd-5c5a-42de-8136-447d5ab06325 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:00.991076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1daa58-f8a2-4d03-8764-c2d29b5310af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-45f0bf23-4dc0-4325-ad63-5e029ca070da', 'network_id': '45f0bf23-4dc0-4325-ad63-5e029ca070da', 'tenant_id': '831500d419264c8abb8edbcef8f185cf', 'fixed_ips': [{'subnet_id': '04cf834a-be7d-4693-a635-36dae5b7ab44'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:33:00.992057 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3b1daa58-f8a2-4d03-8764-c2d29b5310af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.010479 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f644cddd-5c5a-42de-8136-447d5ab06325 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.073650 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f644cddd-5c5a-42de-8136-447d5ab06325 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server [None req-3b1daa58-f8a2-4d03-8764-c2d29b5310af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04cf834a-be7d-4693-a635-36dae5b7ab44: This subnet is being modified by another concurrent operation. Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04cf834a-be7d-4693-a635-36dae5b7ab44: This subnet is being modified by another concurrent operation. Jul 06 12:33:01.086072 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Jul 06 12:33:01.103877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be9bf34-9139-448c-94b0-83a8fd0768f6 None None] Network 45f0bf23-4dc0-4325-ad63-5e029ca070da requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:01.108315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644cddd-5c5a-42de-8136-447d5ab06325 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Subnet': ['ID=04cf834a-be7d-4693-a635-36dae5b7ab44,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:01.173049 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f644cddd-5c5a-42de-8136-447d5ab06325 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.183596 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f644cddd-5c5a-42de-8136-447d5ab06325 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f0bf23-4dc0-4325-ad63-5e029ca070da']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:01.194552 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f644cddd-5c5a-42de-8136-447d5ab06325 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5adb0160-4f36-48a2-a060-cefd4afe42c8') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:01.194857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f644cddd-5c5a-42de-8136-447d5ab06325 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5adb0160-4f36-48a2-a060-cefd4afe42c8') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:01.204260 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f644cddd-5c5a-42de-8136-447d5ab06325 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.222443 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921abcb2-12e5-43a6-8403-493bc0004ea0 None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:33:01.228359 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f644cddd-5c5a-42de-8136-447d5ab06325 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.238152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f644cddd-5c5a-42de-8136-447d5ab06325 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:33:01.238640 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f644cddd-5c5a-42de-8136-447d5ab06325 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:33:01.241782 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:33:01.293141 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921abcb2-12e5-43a6-8403-493bc0004ea0 None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:33:01.308715 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f644cddd-5c5a-42de-8136-447d5ab06325 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.318440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f644cddd-5c5a-42de-8136-447d5ab06325 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.320543 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f644cddd-5c5a-42de-8136-447d5ab06325 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/45f0bf23-4dc0-4325-ad63-5e029ca070da HTTP/1.1" status: 204 len: 168 time: 0.4646549 Jul 06 12:33:01.324096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48672) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:01.329282 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-67c9654d-d4e5-473b-a990-6926d213de85 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1397437195'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:01.335947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644cddd-5c5a-42de-8136-447d5ab06325 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Network': ['ID=45f0bf23-4dc0-4325-ad63-5e029ca070da,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:01.352083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c9654d-d4e5-473b-a990-6926d213de85 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:01.355667 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67c9654d-d4e5-473b-a990-6926d213de85 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.378645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c9654d-d4e5-473b-a990-6926d213de85 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:01.387745 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67c9654d-d4e5-473b-a990-6926d213de85 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.388083 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-67c9654d-d4e5-473b-a990-6926d213de85 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Added segment dc69aba0-d3f2-4f43-89a0-a975e7b189d7 of type vlan for network cc9918a1-82f1-4acd-bf3d-3739b12185a1 Jul 06 12:33:01.435441 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67c9654d-d4e5-473b-a990-6926d213de85 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.475800 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67c9654d-d4e5-473b-a990-6926d213de85 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.481915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c9654d-d4e5-473b-a990-6926d213de85 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:01.482595 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67c9654d-d4e5-473b-a990-6926d213de85 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.542077 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-67c9654d-d4e5-473b-a990-6926d213de85 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2168403 Jul 06 12:33:01.545006 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48674) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:01.550552 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-96b9e34b-b245-4392-9197-a2fe23a19ff5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'subnet': {'network_id': 'cc9918a1-82f1-4acd-bf3d-3739b12185a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:01.554759 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9654d-d4e5-473b-a990-6926d213de85 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Network': ['ID=cc9918a1-82f1-4acd-bf3d-3739b12185a1,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:01.566000 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network cc9918a1-82f1-4acd-bf3d-3739b12185a1 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:01.643607 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b9e34b-b245-4392-9197-a2fe23a19ff5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:01.647310 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96b9e34b-b245-4392-9197-a2fe23a19ff5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.829319 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96b9e34b-b245-4392-9197-a2fe23a19ff5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.893485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9e34b-b245-4392-9197-a2fe23a19ff5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Subnet': ['ID=437a9fcb-295f-4410-ad86-74721cec17f1,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:01.904884 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9e34b-b245-4392-9197-a2fe23a19ff5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Checking segment: {'id': 'dc69aba0-d3f2-4f43-89a0-a975e7b189d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cc9918a1-82f1-4acd-bf3d-3739b12185a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:01.905242 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9e34b-b245-4392-9197-a2fe23a19ff5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network hostable DHCP agents. Network: cc9918a1-82f1-4acd-bf3d-3739b12185a1, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:33:01.929316 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9e34b-b245-4392-9197-a2fe23a19ff5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network cc9918a1-82f1-4acd-bf3d-3739b12185a1 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:33:01.940971 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-96b9e34b-b245-4392-9197-a2fe23a19ff5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, cc9918a1-82f1-4acd-bf3d-3739b12185a1) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:01.947060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b9e34b-b245-4392-9197-a2fe23a19ff5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:01.949134 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96b9e34b-b245-4392-9197-a2fe23a19ff5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:01.953515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa217e1-e9b0-45ba-a933-aac894f94028 None None] Network cc9918a1-82f1-4acd-bf3d-3739b12185a1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:01.965125 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-96b9e34b-b245-4392-9197-a2fe23a19ff5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4188704 Jul 06 12:33:01.967986 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48676) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:02.101088 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1341eef7-d417-4157-a659-93cd020a3f23 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:02.167631 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1341eef7-d417-4157-a659-93cd020a3f23 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:02.177594 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9708779b-b07d-44b1-99b2-4cac0660c130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-cc9918a1-82f1-4acd-bf3d-3739b12185a1', 'network_id': 'cc9918a1-82f1-4acd-bf3d-3739b12185a1', 'tenant_id': '831500d419264c8abb8edbcef8f185cf', 'fixed_ips': [{'subnet_id': '437a9fcb-295f-4410-ad86-74721cec17f1'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:33:02.179106 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9708779b-b07d-44b1-99b2-4cac0660c130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:02.251670 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1341eef7-d417-4157-a659-93cd020a3f23 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server [None req-9708779b-b07d-44b1-99b2-4cac0660c130 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 437a9fcb-295f-4410-ad86-74721cec17f1: This subnet is being modified by another concurrent operation. Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 437a9fcb-295f-4410-ad86-74721cec17f1: This subnet is being modified by another concurrent operation. Jul 06 12:33:02.296769 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Jul 06 12:33:02.319660 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341eef7-d417-4157-a659-93cd020a3f23 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Subnet': ['ID=437a9fcb-295f-4410-ad86-74721cec17f1,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:02.328886 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975b66d4-e80f-423f-9947-d5c52848e248 None None] Network cc9918a1-82f1-4acd-bf3d-3739b12185a1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:02.425845 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1341eef7-d417-4157-a659-93cd020a3f23 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:02.444621 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-1341eef7-d417-4157-a659-93cd020a3f23 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9918a1-82f1-4acd-bf3d-3739b12185a1']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:02.448887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0f1e4e-e21d-4322-b52b-3c7f5d7cb971 None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:33:02.458266 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-1341eef7-d417-4157-a659-93cd020a3f23 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc69aba0-d3f2-4f43-89a0-a975e7b189d7') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:02.458755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-1341eef7-d417-4157-a659-93cd020a3f23 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc69aba0-d3f2-4f43-89a0-a975e7b189d7') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:02.478988 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1341eef7-d417-4157-a659-93cd020a3f23 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:02.497497 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1341eef7-d417-4157-a659-93cd020a3f23 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:02.505861 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1341eef7-d417-4157-a659-93cd020a3f23 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:33:02.506425 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1341eef7-d417-4157-a659-93cd020a3f23 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:33:02.510647 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:33:02.531557 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0f1e4e-e21d-4322-b52b-3c7f5d7cb971 None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:33:02.593041 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1341eef7-d417-4157-a659-93cd020a3f23 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:02.604919 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1341eef7-d417-4157-a659-93cd020a3f23 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:02.607327 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1341eef7-d417-4157-a659-93cd020a3f23 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/cc9918a1-82f1-4acd-bf3d-3739b12185a1 HTTP/1.1" status: 204 len: 168 time: 0.6380143 Jul 06 12:33:02.613435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48678) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:02.618854 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341eef7-d417-4157-a659-93cd020a3f23 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Network': ['ID=cc9918a1-82f1-4acd-bf3d-3739b12185a1,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:02.621733 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-36401086-ac76-4754-b57e-a023186a07b9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-355230268'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:02.648946 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36401086-ac76-4754-b57e-a023186a07b9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:02.654584 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36401086-ac76-4754-b57e-a023186a07b9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:02.693027 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36401086-ac76-4754-b57e-a023186a07b9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:02.706669 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36401086-ac76-4754-b57e-a023186a07b9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:02.707198 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-36401086-ac76-4754-b57e-a023186a07b9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Added segment f97a7447-2feb-4578-a7c8-e4772bef5881 of type vlan for network b6d7bfed-dcad-4fc8-94e6-5ac8fce38537 Jul 06 12:33:02.757255 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36401086-ac76-4754-b57e-a023186a07b9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:02.794199 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36401086-ac76-4754-b57e-a023186a07b9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:02.804991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36401086-ac76-4754-b57e-a023186a07b9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:02.806325 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36401086-ac76-4754-b57e-a023186a07b9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:02.878898 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-36401086-ac76-4754-b57e-a023186a07b9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2638969 Jul 06 12:33:02.882123 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48680) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:02.890387 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f383148f-83c6-48e4-8596-ceb1e9b96a54 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'subnet': {'network_id': 'b6d7bfed-dcad-4fc8-94e6-5ac8fce38537', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:02.948734 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36401086-ac76-4754-b57e-a023186a07b9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Network': ['ID=b6d7bfed-dcad-4fc8-94e6-5ac8fce38537,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:02.961824 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network b6d7bfed-dcad-4fc8-94e6-5ac8fce38537 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:03.012528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f383148f-83c6-48e4-8596-ceb1e9b96a54 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:03.016716 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f383148f-83c6-48e4-8596-ceb1e9b96a54 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:03.234661 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f383148f-83c6-48e4-8596-ceb1e9b96a54 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:03.296794 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383148f-83c6-48e4-8596-ceb1e9b96a54 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Subnet': ['ID=77fb124a-ae4e-4dce-9d1c-7a45d70b394b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:03.310616 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f383148f-83c6-48e4-8596-ceb1e9b96a54 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Checking segment: {'id': 'f97a7447-2feb-4578-a7c8-e4772bef5881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b6d7bfed-dcad-4fc8-94e6-5ac8fce38537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:03.310972 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f383148f-83c6-48e4-8596-ceb1e9b96a54 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network hostable DHCP agents. Network: b6d7bfed-dcad-4fc8-94e6-5ac8fce38537, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:33:03.332280 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f383148f-83c6-48e4-8596-ceb1e9b96a54 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network b6d7bfed-dcad-4fc8-94e6-5ac8fce38537 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:33:03.344201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f383148f-83c6-48e4-8596-ceb1e9b96a54 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, b6d7bfed-dcad-4fc8-94e6-5ac8fce38537) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:03.350639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f383148f-83c6-48e4-8596-ceb1e9b96a54 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:03.351613 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f383148f-83c6-48e4-8596-ceb1e9b96a54 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531643'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:03.356880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82258050-d2ab-4975-8ca5-024ef0b2402b None None] Network b6d7bfed-dcad-4fc8-94e6-5ac8fce38537 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:03.376429 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f383148f-83c6-48e4-8596-ceb1e9b96a54 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4902112 Jul 06 12:33:03.378319 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48682) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:03.542339 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-b6d7bfed-dcad-4fc8-94e6-5ac8fce38537', 'network_id': 'b6d7bfed-dcad-4fc8-94e6-5ac8fce38537', 'tenant_id': '831500d419264c8abb8edbcef8f185cf', 'fixed_ips': [{'subnet_id': '77fb124a-ae4e-4dce-9d1c-7a45d70b394b'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:33:03.543846 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:03.558316 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:03.643631 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:03.749990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Allocated IP 172.20.0.1 (b6d7bfed-dcad-4fc8-94e6-5ac8fce38537/77fb124a-ae4e-4dce-9d1c-7a45d70b394b/64116f0f-2c9f-4bc4-86be-1230cdf8f76d) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:03.931083 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:03.940452 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Transition to ACTIVE for port object 64116f0f-2c9f-4bc4-86be-1230cdf8f76d will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:03.956904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Transition to ACTIVE for port object 64116f0f-2c9f-4bc4-86be-1230cdf8f76d will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:03.964606 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:03.986433 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:04.007553 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Network b6d7bfed-dcad-4fc8-94e6-5ac8fce38537 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:04.013278 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:04.016967 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:04.024029 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Pushing event updated for resources: {'Port': ['ID=64116f0f-2c9f-4bc4-86be-1230cdf8f76d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:04.028465 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Subnet': ['ID=77fb124a-ae4e-4dce-9d1c-7a45d70b394b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:04.064646 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:04.065037 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:04.065378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:04.065758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:04.066049 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:04.066384 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:04.066714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:04.067040 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:04.067396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:04.067720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:04.068043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:04.068365 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:33:04.102198 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:04.107280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Attempting to bind port 64116f0f-2c9f-4bc4-86be-1230cdf8f76d on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:04.107665 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Attempting to bind port 64116f0f-2c9f-4bc4-86be-1230cdf8f76d by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'f97a7447-2feb-4578-a7c8-e4772bef5881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b6d7bfed-dcad-4fc8-94e6-5ac8fce38537'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:04.108032 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Attempting to bind port 64116f0f-2c9f-4bc4-86be-1230cdf8f76d on network b6d7bfed-dcad-4fc8-94e6-5ac8fce38537 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:04.114395 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d7bfed-dcad-4fc8-94e6-5ac8fce38537']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:04.114870 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:04.114870 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Checking segment: {'id': 'f97a7447-2feb-4578-a7c8-e4772bef5881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b6d7bfed-dcad-4fc8-94e6-5ac8fce38537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:04.115359 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:04.115571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Bound using segment: {'id': 'f97a7447-2feb-4578-a7c8-e4772bef5881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b6d7bfed-dcad-4fc8-94e6-5ac8fce38537'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:04.116041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Bound port: 64116f0f-2c9f-4bc4-86be-1230cdf8f76d, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97a7447-2feb-4578-a7c8-e4772bef5881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b6d7bfed-dcad-4fc8-94e6-5ac8fce38537'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:04.116429 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:04.126362 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97a7447-2feb-4578-a7c8-e4772bef5881') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:04.126789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97a7447-2feb-4578-a7c8-e4772bef5881') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:04.137809 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:04.156499 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:04.165297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:33:04.165856 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:33:04.169931 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:33:04.203677 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] For port 64116f0f-2c9f-4bc4-86be-1230cdf8f76d, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:04.248541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] For port 64116f0f-2c9f-4bc4-86be-1230cdf8f76d, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=64116f0f-2c9f-4bc4-86be-1230cdf8f76d,segment=NetworkSegment(f97a7447-2feb-4578-a7c8-e4772bef5881),segment_id=f97a7447-2feb-4578-a7c8-e4772bef5881)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:04.249359 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.db.api [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 12:33:04.249359 n-d-799529-2 neutron-server[100428]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 12:33:04.249359 n-d-799529-2 neutron-server[100428]: [parameters: {'id': 'b6d7bfed-dcad-4fc8-94e6-5ac8fce38537'}] Jul 06 12:33:04.249359 n-d-799529-2 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:33:04.250071 n-d-799529-2 neutron-server[100428]: DEBUG oslo_db.api [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:33:04.254419 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:04.345845 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee330899-7a21-47b7-9cc0-9278b1e0a0f7 None None] Pushing event updated for resources: {'Port': ['ID=64116f0f-2c9f-4bc4-86be-1230cdf8f76d,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:04.372740 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0685550d-ee32-4304-ad15-836e35c807f7 None None] Network b6d7bfed-dcad-4fc8-94e6-5ac8fce38537 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:04.516048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec860514-38c5-4086-8f71-d8574a1ce9e7 None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:33:04.611599 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec860514-38c5-4086-8f71-d8574a1ce9e7 None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:33:04.750926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:04.811731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Deleting port 64116f0f-2c9f-4bc4-86be-1230cdf8f76d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:33:04.812103 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:04.887833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] For port 64116f0f-2c9f-4bc4-86be-1230cdf8f76d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=64116f0f-2c9f-4bc4-86be-1230cdf8f76d,segment=NetworkSegment(f97a7447-2feb-4578-a7c8-e4772bef5881),segment_id=f97a7447-2feb-4578-a7c8-e4772bef5881)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:04.888361 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:04.903603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Calling delete_port for 64116f0f-2c9f-4bc4-86be-1230cdf8f76d owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:33:04.997241 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.024539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Port': ['ID=64116f0f-2c9f-4bc4-86be-1230cdf8f76d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:05.028252 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No DVR routers for this DVR port 64116f0f-2c9f-4bc4-86be-1230cdf8f76d on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:33:05.115796 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.126720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d7bfed-dcad-4fc8-94e6-5ac8fce38537']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:05.139046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97a7447-2feb-4578-a7c8-e4772bef5881') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:05.139384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97a7447-2feb-4578-a7c8-e4772bef5881') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:05.149836 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.164737 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.171644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:33:05.172090 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:33:05.176280 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:33:05.241375 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.251397 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.254038 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/b6d7bfed-dcad-4fc8-94e6-5ac8fce38537 HTTP/1.1" status: 204 len: 168 time: 1.8733768 Jul 06 12:33:05.258634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48684) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:05.264709 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a5e3b700-6e11-4bf2-aabf-258ae8411ebd tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1854911870'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:05.266221 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b34800-deee-488d-9a1c-00a14b1f8e19 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Network': ['ID=b6d7bfed-dcad-4fc8-94e6-5ac8fce38537,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:05.291484 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e3b700-6e11-4bf2-aabf-258ae8411ebd tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:05.295518 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5e3b700-6e11-4bf2-aabf-258ae8411ebd tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.324323 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e3b700-6e11-4bf2-aabf-258ae8411ebd tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:05.334884 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5e3b700-6e11-4bf2-aabf-258ae8411ebd tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.335256 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-a5e3b700-6e11-4bf2-aabf-258ae8411ebd tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Added segment 17036906-b11b-43ec-b804-e668accdc80d of type vlan for network 5f30f18f-6804-4003-8b96-99e8c4272d0c Jul 06 12:33:05.389549 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5e3b700-6e11-4bf2-aabf-258ae8411ebd tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.422094 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5e3b700-6e11-4bf2-aabf-258ae8411ebd tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.429172 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e3b700-6e11-4bf2-aabf-258ae8411ebd tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:05.429865 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a5e3b700-6e11-4bf2-aabf-258ae8411ebd tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.495338 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a5e3b700-6e11-4bf2-aabf-258ae8411ebd tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2347767 Jul 06 12:33:05.498044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48686) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:05.504496 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f40b95cb-1045-4092-a5e2-d909b7d43954 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:05.508864 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3b700-6e11-4bf2-aabf-258ae8411ebd tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Network': ['ID=5f30f18f-6804-4003-8b96-99e8c4272d0c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:05.525268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 5f30f18f-6804-4003-8b96-99e8c4272d0c details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:05.546883 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f21d904d-86c8-4bc9-bfc4-b5dc7b1ef452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.692023 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f40b95cb-1045-4092-a5e2-d909b7d43954 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.706603 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f40b95cb-1045-4092-a5e2-d909b7d43954 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.756742 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f40b95cb-1045-4092-a5e2-d909b7d43954 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network 5f30f18f-6804-4003-8b96-99e8c4272d0c is not hosted by any dhcp agent {{(pid=100428) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:33:05.762119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40b95cb-1045-4092-a5e2-d909b7d43954 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:05.762716 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f40b95cb-1045-4092-a5e2-d909b7d43954 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.764053 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f40b95cb-1045-4092-a5e2-d909b7d43954 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "PUT /v2.0/networks/5f30f18f-6804-4003-8b96-99e8c4272d0c HTTP/1.1" status: 200 len: 723 time: 0.2649407 Jul 06 12:33:05.767127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48688) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:05.773111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c5953111-8202-4e3a-817c-446b3ca199a8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'subnet': {'network_id': '5f30f18f-6804-4003-8b96-99e8c4272d0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:05.788299 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b95cb-1045-4092-a5e2-d909b7d43954 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Network': ['ID=5f30f18f-6804-4003-8b96-99e8c4272d0c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:05.798726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 5f30f18f-6804-4003-8b96-99e8c4272d0c details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:05.879980 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5953111-8202-4e3a-817c-446b3ca199a8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:05.884112 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5953111-8202-4e3a-817c-446b3ca199a8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:05.890526 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:06.332481 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5953111-8202-4e3a-817c-446b3ca199a8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:06.395044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5953111-8202-4e3a-817c-446b3ca199a8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Subnet': ['ID=5fc8c2d7-e72e-48e2-9a19-58a9275a426c,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:06.405812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5953111-8202-4e3a-817c-446b3ca199a8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Checking segment: {'id': '17036906-b11b-43ec-b804-e668accdc80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5f30f18f-6804-4003-8b96-99e8c4272d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:06.406177 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5953111-8202-4e3a-817c-446b3ca199a8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network hostable DHCP agents. Network: 5f30f18f-6804-4003-8b96-99e8c4272d0c, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:33:06.425003 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5953111-8202-4e3a-817c-446b3ca199a8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network 5f30f18f-6804-4003-8b96-99e8c4272d0c is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:33:06.434802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c5953111-8202-4e3a-817c-446b3ca199a8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 5f30f18f-6804-4003-8b96-99e8c4272d0c) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:06.439907 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5953111-8202-4e3a-817c-446b3ca199a8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:06.440955 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5953111-8202-4e3a-817c-446b3ca199a8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:06.445118 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3623e3fd-46ab-47e3-ae54-7ae4a4d5683a None None] Network 5f30f18f-6804-4003-8b96-99e8c4272d0c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:06.464074 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c5953111-8202-4e3a-817c-446b3ca199a8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6954429 Jul 06 12:33:06.466860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48690) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:06.476414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6b71ded3-5741-4c79-9195-e724250ed015 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:06.586072 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b71ded3-5741-4c79-9195-e724250ed015 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10215355'] for subnet, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:06.628651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-5f30f18f-6804-4003-8b96-99e8c4272d0c', 'network_id': '5f30f18f-6804-4003-8b96-99e8c4272d0c', 'tenant_id': '831500d419264c8abb8edbcef8f185cf', 'fixed_ips': [{'subnet_id': '5fc8c2d7-e72e-48e2-9a19-58a9275a426c'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:33:06.630265 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:06.742893 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b71ded3-5741-4c79-9195-e724250ed015 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789330220063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9739015'] for subnet, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:06.778826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b71ded3-5741-4c79-9195-e724250ed015 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:06.779461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b71ded3-5741-4c79-9195-e724250ed015 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:06.780819 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6b71ded3-5741-4c79-9195-e724250ed015 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "PUT /v2.0/subnets/5fc8c2d7-e72e-48e2-9a19-58a9275a426c HTTP/1.1" status: 200 len: 806 time: 0.3124983 Jul 06 12:33:06.785712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48692) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:06.805135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71ded3-5741-4c79-9195-e724250ed015 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Subnet': ['ID=5fc8c2d7-e72e-48e2-9a19-58a9275a426c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:06.829016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Allocated IP 172.20.0.2 (5f30f18f-6804-4003-8b96-99e8c4272d0c/5fc8c2d7-e72e-48e2-9a19-58a9275a426c/8e5721fd-703b-4e50-badc-9c9984eb91f2) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:06.833307 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:06.929210 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:06.994905 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.011940 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Transition to ACTIVE for port object 8e5721fd-703b-4e50-badc-9c9984eb91f2 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:07.032190 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.036773 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Transition to ACTIVE for port object 8e5721fd-703b-4e50-badc-9c9984eb91f2 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:07.045026 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.088348 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Network 5f30f18f-6804-4003-8b96-99e8c4272d0c is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:07.093730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:07.098101 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:07.106921 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Pushing event updated for resources: {'Port': ['ID=8e5721fd-703b-4e50-badc-9c9984eb91f2,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:07.158333 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.172705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Attempting to bind port 8e5721fd-703b-4e50-badc-9c9984eb91f2 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:07.173125 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Attempting to bind port 8e5721fd-703b-4e50-badc-9c9984eb91f2 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '17036906-b11b-43ec-b804-e668accdc80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5f30f18f-6804-4003-8b96-99e8c4272d0c'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:07.173422 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Attempting to bind port 8e5721fd-703b-4e50-badc-9c9984eb91f2 on network 5f30f18f-6804-4003-8b96-99e8c4272d0c {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:07.179685 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:07.180217 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Checking segment: {'id': '17036906-b11b-43ec-b804-e668accdc80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5f30f18f-6804-4003-8b96-99e8c4272d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:07.180727 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.181470 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Bound using segment: {'id': '17036906-b11b-43ec-b804-e668accdc80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5f30f18f-6804-4003-8b96-99e8c4272d0c'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:07.182152 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Bound port: 8e5721fd-703b-4e50-badc-9c9984eb91f2, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17036906-b11b-43ec-b804-e668accdc80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5f30f18f-6804-4003-8b96-99e8c4272d0c'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:07.182650 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.212117 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc8c2d7-e72e-48e2-9a19-58a9275a426c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:07.255814 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] For port 8e5721fd-703b-4e50-badc-9c9984eb91f2, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:07.259705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] For port 8e5721fd-703b-4e50-badc-9c9984eb91f2, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8e5721fd-703b-4e50-badc-9c9984eb91f2,segment=NetworkSegment(17036906-b11b-43ec-b804-e668accdc80d),segment_id=17036906-b11b-43ec-b804-e668accdc80d)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:07.264727 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.320306 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.331719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f30f18f-6804-4003-8b96-99e8c4272d0c']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:07.345223 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17036906-b11b-43ec-b804-e668accdc80d') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:07.346124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17036906-b11b-43ec-b804-e668accdc80d') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:07.357467 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.376476 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.386179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:33:07.386960 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:33:07.391385 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:33:07.471481 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.api [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 12:33:07.471481 n-d-799529-2 neutron-server[100427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 12:33:07.471481 n-d-799529-2 neutron-server[100427]: [parameters: {'id': '5f30f18f-6804-4003-8b96-99e8c4272d0c'}] Jul 06 12:33:07.471481 n-d-799529-2 neutron-server[100427]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:33:07.472234 n-d-799529-2 neutron-server[100427]: DEBUG oslo_db.api [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:33:07.573630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31563da7-4d9e-48a7-a373-d0d2f109ee2c None None] Pushing event updated for resources: {'Port': ['ID=8e5721fd-703b-4e50-badc-9c9984eb91f2,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:07.604405 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f53f33-f2b0-44f6-9cb9-6dcc02fe902e None None] Network 5f30f18f-6804-4003-8b96-99e8c4272d0c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:07.817971 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09b4422-749a-429d-9ddb-eb520264a499 None None] Network 5f30f18f-6804-4003-8b96-99e8c4272d0c requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:07.974152 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:07.974457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260c8672-4890-4ac4-9c3a-2c7489548b6e None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:33:08.050585 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Deleting port 8e5721fd-703b-4e50-badc-9c9984eb91f2 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:33:08.051210 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.065216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260c8672-4890-4ac4-9c3a-2c7489548b6e None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:33:08.144568 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] For port 8e5721fd-703b-4e50-badc-9c9984eb91f2, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8e5721fd-703b-4e50-badc-9c9984eb91f2,segment=NetworkSegment(17036906-b11b-43ec-b804-e668accdc80d),segment_id=17036906-b11b-43ec-b804-e668accdc80d)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:08.145536 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.164310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Calling delete_port for 8e5721fd-703b-4e50-badc-9c9984eb91f2 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:33:08.200273 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db4c58b0-9b4a-4889-879f-ce8fb08405ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.287666 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.303070 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.333912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Port': ['ID=8e5721fd-703b-4e50-badc-9c9984eb91f2,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:08.338731 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No DVR routers for this DVR port 8e5721fd-703b-4e50-badc-9c9984eb91f2 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:33:08.428534 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.441806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f30f18f-6804-4003-8b96-99e8c4272d0c']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:08.461264 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17036906-b11b-43ec-b804-e668accdc80d') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:08.461764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17036906-b11b-43ec-b804-e668accdc80d') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:08.478021 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.501537 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.508604 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:33:08.509149 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:33:08.512756 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:33:08.580396 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.593947 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.597796 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/5f30f18f-6804-4003-8b96-99e8c4272d0c HTTP/1.1" status: 204 len: 168 time: 1.8107820 Jul 06 12:33:08.600760 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48694) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:08.611147 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1b213-9001-430e-b272-1be5bf1e4073 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Network': ['ID=5f30f18f-6804-4003-8b96-99e8c4272d0c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:08.628885 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba99973-9195-4450-a976-f1d68be61c06 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:08.629612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba99973-9195-4450-a976-f1d68be61c06 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:08.631898 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0ba99973-9195-4450-a976-f1d68be61c06 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/5f30f18f-6804-4003-8b96-99e8c4272d0c HTTP/1.1" status: 404 len: 339 time: 0.0295415 Jul 06 12:33:08.635968 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48696) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:08.641342 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8415330d-a1e1-43a7-9df4-32a9f1379bc8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1812566984', 'description': 'd1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:08.667096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8415330d-a1e1-43a7-9df4-32a9f1379bc8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:08.671097 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8415330d-a1e1-43a7-9df4-32a9f1379bc8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.700599 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8415330d-a1e1-43a7-9df4-32a9f1379bc8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:08.712467 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8415330d-a1e1-43a7-9df4-32a9f1379bc8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.712841 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-8415330d-a1e1-43a7-9df4-32a9f1379bc8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Added segment c1571889-fad3-4f8f-9662-017581789010 of type vlan for network 64de117d-4653-4b66-b73f-205521cb35e1 Jul 06 12:33:08.778949 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8415330d-a1e1-43a7-9df4-32a9f1379bc8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.812440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8415330d-a1e1-43a7-9df4-32a9f1379bc8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.819681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8415330d-a1e1-43a7-9df4-32a9f1379bc8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:08.820569 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8415330d-a1e1-43a7-9df4-32a9f1379bc8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:08.884752 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8415330d-a1e1-43a7-9df4-32a9f1379bc8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2474260 Jul 06 12:33:08.887664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48698) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:08.946566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415330d-a1e1-43a7-9df4-32a9f1379bc8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Network': ['ID=64de117d-4653-4b66-b73f-205521cb35e1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:08.958849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 64de117d-4653-4b66-b73f-205521cb35e1 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:08.995698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c380e-0fd6-4fcd-bc87-9d3233baed72 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:08.997496 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8b0c380e-0fd6-4fcd-bc87-9d3233baed72 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "GET /v2.0/networks?id=64de117d-4653-4b66-b73f-205521cb35e1 HTTP/1.1" status: 200 len: 761 time: 0.1088159 Jul 06 12:33:09.002212 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48700) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:09.011798 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3feed24d-371b-4868-8e61-29cdbec62037 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'network': {'description': 'd2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:09.205731 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3feed24d-371b-4868-8e61-29cdbec62037 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.221983 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3feed24d-371b-4868-8e61-29cdbec62037 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.241211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3feed24d-371b-4868-8e61-29cdbec62037 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network 64de117d-4653-4b66-b73f-205521cb35e1 is not hosted by any dhcp agent {{(pid=100428) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:33:09.247112 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feed24d-371b-4868-8e61-29cdbec62037 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:09.247963 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3feed24d-371b-4868-8e61-29cdbec62037 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.249536 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3feed24d-371b-4868-8e61-29cdbec62037 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "PUT /v2.0/networks/64de117d-4653-4b66-b73f-205521cb35e1 HTTP/1.1" status: 200 len: 758 time: 0.2453284 Jul 06 12:33:09.253611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48702) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:09.328789 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feed24d-371b-4868-8e61-29cdbec62037 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Network': ['ID=64de117d-4653-4b66-b73f-205521cb35e1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:09.342222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 64de117d-4653-4b66-b73f-205521cb35e1 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:09.389929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0452cb-2113-4e53-abe7-7e5cd0229065 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:09.392063 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5e0452cb-2113-4e53-abe7-7e5cd0229065 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "GET /v2.0/networks?id=64de117d-4653-4b66-b73f-205521cb35e1 HTTP/1.1" status: 200 len: 761 time: 0.1367147 Jul 06 12:33:09.396992 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48704) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:09.402338 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5f50c9dd-e730-4671-a9b5-8243d72c7610 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-363776824'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:09.428028 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f50c9dd-e730-4671-a9b5-8243d72c7610 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:09.432293 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f50c9dd-e730-4671-a9b5-8243d72c7610 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.453719 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.464213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f50c9dd-e730-4671-a9b5-8243d72c7610 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:09.478477 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f50c9dd-e730-4671-a9b5-8243d72c7610 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.478924 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-5f50c9dd-e730-4671-a9b5-8243d72c7610 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Added segment e55a8c09-481d-4f63-a035-b9fc6b2dc943 of type vlan for network 47313f8e-7eb6-4e1f-a16a-0902045d8aaa Jul 06 12:33:09.525825 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f50c9dd-e730-4671-a9b5-8243d72c7610 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.561660 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f50c9dd-e730-4671-a9b5-8243d72c7610 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.567606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f50c9dd-e730-4671-a9b5-8243d72c7610 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:09.568648 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5f50c9dd-e730-4671-a9b5-8243d72c7610 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:09.635111 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5f50c9dd-e730-4671-a9b5-8243d72c7610 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2367604 Jul 06 12:33:09.639628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48706) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:09.647119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f8a39b8f-c432-410d-bca4-d7c4617c70c9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'subnet': {'network_id': '47313f8e-7eb6-4e1f-a16a-0902045d8aaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:09.651926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50c9dd-e730-4671-a9b5-8243d72c7610 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Network': ['ID=47313f8e-7eb6-4e1f-a16a-0902045d8aaa,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:09.668204 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 47313f8e-7eb6-4e1f-a16a-0902045d8aaa details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:10.085613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a39b8f-c432-410d-bca4-d7c4617c70c9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:10.089182 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8a39b8f-c432-410d-bca4-d7c4617c70c9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.296778 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8a39b8f-c432-410d-bca4-d7c4617c70c9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.367273 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a39b8f-c432-410d-bca4-d7c4617c70c9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Subnet': ['ID=fd0666a9-70cd-46e9-bb85-5f03b999a7cd,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:10.379157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a39b8f-c432-410d-bca4-d7c4617c70c9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Checking segment: {'id': 'e55a8c09-481d-4f63-a035-b9fc6b2dc943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '47313f8e-7eb6-4e1f-a16a-0902045d8aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:10.379733 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a39b8f-c432-410d-bca4-d7c4617c70c9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network hostable DHCP agents. Network: 47313f8e-7eb6-4e1f-a16a-0902045d8aaa, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:33:10.400601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a39b8f-c432-410d-bca4-d7c4617c70c9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network 47313f8e-7eb6-4e1f-a16a-0902045d8aaa is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:33:10.412447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f8a39b8f-c432-410d-bca4-d7c4617c70c9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 47313f8e-7eb6-4e1f-a16a-0902045d8aaa) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:10.417475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a39b8f-c432-410d-bca4-d7c4617c70c9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:10.418085 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8a39b8f-c432-410d-bca4-d7c4617c70c9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.427284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f38a620-a130-46d9-8e0f-572404249ce5 None None] Network 47313f8e-7eb6-4e1f-a16a-0902045d8aaa requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:10.438309 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f8a39b8f-c432-410d-bca4-d7c4617c70c9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7972918 Jul 06 12:33:10.442762 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48708) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:10.559507 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5be06ef2-a3ed-4ef1-8d58-18cc41979bce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.617934 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5be06ef2-a3ed-4ef1-8d58-18cc41979bce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.676839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625361d0-19d3-4de0-b408-a45879dca36b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-47313f8e-7eb6-4e1f-a16a-0902045d8aaa', 'network_id': '47313f8e-7eb6-4e1f-a16a-0902045d8aaa', 'tenant_id': '831500d419264c8abb8edbcef8f185cf', 'fixed_ips': [{'subnet_id': 'fd0666a9-70cd-46e9-bb85-5f03b999a7cd'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:33:10.678222 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-625361d0-19d3-4de0-b408-a45879dca36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.692251 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5be06ef2-a3ed-4ef1-8d58-18cc41979bce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.730019 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be06ef2-a3ed-4ef1-8d58-18cc41979bce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0666a9-70cd-46e9-bb85-5f03b999a7cd,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:10.810766 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45960ac-17d9-410c-aa00-5da35cf2b3b5 None None] Network 47313f8e-7eb6-4e1f-a16a-0902045d8aaa requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:10.816631 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5be06ef2-a3ed-4ef1-8d58-18cc41979bce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.836571 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-5be06ef2-a3ed-4ef1-8d58-18cc41979bce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47313f8e-7eb6-4e1f-a16a-0902045d8aaa']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:10.858303 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-5be06ef2-a3ed-4ef1-8d58-18cc41979bce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55a8c09-481d-4f63-a035-b9fc6b2dc943') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:10.858303 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-5be06ef2-a3ed-4ef1-8d58-18cc41979bce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55a8c09-481d-4f63-a035-b9fc6b2dc943') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:10.877072 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5be06ef2-a3ed-4ef1-8d58-18cc41979bce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.905762 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5be06ef2-a3ed-4ef1-8d58-18cc41979bce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.919088 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be06ef2-a3ed-4ef1-8d58-18cc41979bce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:33:10.920518 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5be06ef2-a3ed-4ef1-8d58-18cc41979bce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:33:10.927651 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:33:11.045492 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.056177 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5be06ef2-a3ed-4ef1-8d58-18cc41979bce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.076221 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5be06ef2-a3ed-4ef1-8d58-18cc41979bce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:11.082478 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5be06ef2-a3ed-4ef1-8d58-18cc41979bce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/47313f8e-7eb6-4e1f-a16a-0902045d8aaa HTTP/1.1" status: 204 len: 168 time: 0.6342919 Jul 06 12:33:11.083586 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48710) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:11.109035 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be06ef2-a3ed-4ef1-8d58-18cc41979bce tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Network': ['ID=47313f8e-7eb6-4e1f-a16a-0902045d8aaa,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:11.116653 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2401d21-1bb5-413f-af44-b07c3bb50016 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] GET failed (client error): The resource could not be found. Jul 06 12:33:11.118099 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b2401d21-1bb5-413f-af44-b07c3bb50016 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "GET /v2.0/subnets/fd0666a9-70cd-46e9-bb85-5f03b999a7cd HTTP/1.1" status: 404 len: 337 time: 0.0333931 Jul 06 12:33:11.122683 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48712) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:11.143351 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-da30b383-15a9-4da6-b9df-c6db13ef1665 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:11.143811 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da30b383-15a9-4da6-b9df-c6db13ef1665 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:11.145989 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-da30b383-15a9-4da6-b9df-c6db13ef1665 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/47313f8e-7eb6-4e1f-a16a-0902045d8aaa HTTP/1.1" status: 404 len: 339 time: 0.0221066 Jul 06 12:33:11.152839 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48714) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:11.368506 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77357cfa-eb3c-4922-a699-575d79f5519b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:11.370404 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-77357cfa-eb3c-4922-a699-575d79f5519b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2162771 Jul 06 12:33:11.373634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48716) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:11.412246 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-90f7839a-4f9d-4b8a-92d7-1d420685ac96 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87 HTTP/1.1" status: 200 len: 207 time: 0.0372252 Jul 06 12:33:11.417179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48718) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:11.635271 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c5d398-18c7-426e-b0b1-5ded688fc536 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:11.641446 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c5d398-18c7-426e-b0b1-5ded688fc536 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:11.647457 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c5d398-18c7-426e-b0b1-5ded688fc536 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:11.653316 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c5d398-18c7-426e-b0b1-5ded688fc536 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:11.655140 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f6c5d398-18c7-426e-b0b1-5ded688fc536 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2368727 Jul 06 12:33:11.658988 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48720) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:11.781297 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6227f555-3373-4abe-90c0-71aa48e903f2 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1210532 Jul 06 12:33:11.785202 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48722) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:11.875151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25aec24-dd6c-4dc0-bd03-3228548028ed tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:11.876874 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25aec24-dd6c-4dc0-bd03-3228548028ed tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:11.878623 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f25aec24-dd6c-4dc0-bd03-3228548028ed tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0923479 Jul 06 12:33:11.883545 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48724) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:11.951620 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ae707-7a73-4fc8-b34c-40d5ebccd254 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:11.953118 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ae707-7a73-4fc8-b34c-40d5ebccd254 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:11.954844 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b28ae707-7a73-4fc8-b34c-40d5ebccd254 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0701964 Jul 06 12:33:11.961780 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48728) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:12.087820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5bbc13-1356-4625-9486-7c9d68e9f9db tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:12.089324 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3b5bbc13-1356-4625-9486-7c9d68e9f9db tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "GET /v2.0/networks/5a2473ab-82c8-4d4b-9223-a55900cde4ba HTTP/1.1" status: 200 len: 799 time: 0.1264594 Jul 06 12:33:12.095715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48730) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:12.210761 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3fa4a6f4-fb6b-4f07-ad78-629a86f90463 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "GET /v2.0/networks/5a2473ab-82c8-4d4b-9223-a55900cde4ba?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1136780 Jul 06 12:33:12.214414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48732) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:12.280026 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feabd12-bfa9-47ac-a37f-78e7fe2721e9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:12.281609 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8feabd12-bfa9-47ac-a37f-78e7fe2721e9 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "GET /v2.0/subnets/aa9c9e7e-c0fc-4d85-8a02-fc7549f50f94 HTTP/1.1" status: 200 len: 811 time: 0.0656753 Jul 06 12:33:12.286054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48734) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:12.345701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb2ac6f-08ef-49ef-9e1a-9e56551f1ebf tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['shared'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:12.347324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bdb2ac6f-08ef-49ef-9e1a-9e56551f1ebf tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "GET /v2.0/subnets/aa9c9e7e-c0fc-4d85-8a02-fc7549f50f94?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0601382 Jul 06 12:33:12.351550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48736) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:12.360058 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-623869b1-c14d-4f76-81ea-e9ee0389f844 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1576807295'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:12.395821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623869b1-c14d-4f76-81ea-e9ee0389f844 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:12.401675 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-623869b1-c14d-4f76-81ea-e9ee0389f844 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.442008 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623869b1-c14d-4f76-81ea-e9ee0389f844 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:12.457712 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-623869b1-c14d-4f76-81ea-e9ee0389f844 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.458243 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-623869b1-c14d-4f76-81ea-e9ee0389f844 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Added segment 54934826-16fa-4d87-b49f-e55408bb15f9 of type vlan for network 567d0f45-77a8-4a92-b3ab-8d929b06d4ed Jul 06 12:33:12.534725 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-623869b1-c14d-4f76-81ea-e9ee0389f844 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.581393 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-623869b1-c14d-4f76-81ea-e9ee0389f844 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.591732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623869b1-c14d-4f76-81ea-e9ee0389f844 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:12.592820 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-623869b1-c14d-4f76-81ea-e9ee0389f844 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.704748 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-623869b1-c14d-4f76-81ea-e9ee0389f844 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3512342 Jul 06 12:33:12.707370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48738) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:12.713580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9ac2a281-0e46-4a53-9e64-a6f67388dbfa tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'subnet': {'network_id': '567d0f45-77a8-4a92-b3ab-8d929b06d4ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:12.721555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623869b1-c14d-4f76-81ea-e9ee0389f844 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Network': ['ID=567d0f45-77a8-4a92-b3ab-8d929b06d4ed,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:12.734606 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 567d0f45-77a8-4a92-b3ab-8d929b06d4ed details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:12.819353 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac2a281-0e46-4a53-9e64-a6f67388dbfa tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Made reservation on behalf of 831500d419264c8abb8edbcef8f185cf for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:12.823244 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a281-0e46-4a53-9e64-a6f67388dbfa tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:12.928189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-9ac2a281-0e46-4a53-9e64-a6f67388dbfa tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Performing IP validity checks on allocation pools {{(pid=100428) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 12:33:12.929118 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-9ac2a281-0e46-4a53-9e64-a6f67388dbfa tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100428) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 12:33:13.101827 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a281-0e46-4a53-9e64-a6f67388dbfa tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.175770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2a281-0e46-4a53-9e64-a6f67388dbfa tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Subnet': ['ID=cec9b638-da6f-4a99-8d24-fa1e7115a9b5,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:13.188183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac2a281-0e46-4a53-9e64-a6f67388dbfa tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Checking segment: {'id': '54934826-16fa-4d87-b49f-e55408bb15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '567d0f45-77a8-4a92-b3ab-8d929b06d4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:13.188765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac2a281-0e46-4a53-9e64-a6f67388dbfa tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network hostable DHCP agents. Network: 567d0f45-77a8-4a92-b3ab-8d929b06d4ed, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:33:13.217671 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac2a281-0e46-4a53-9e64-a6f67388dbfa tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Network 567d0f45-77a8-4a92-b3ab-8d929b06d4ed is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:33:13.229686 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9ac2a281-0e46-4a53-9e64-a6f67388dbfa tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 567d0f45-77a8-4a92-b3ab-8d929b06d4ed) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:13.234994 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac2a281-0e46-4a53-9e64-a6f67388dbfa tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:13.235933 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ac2a281-0e46-4a53-9e64-a6f67388dbfa tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.238252 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b934593f-6cca-4125-9fff-ee66bd393121 None None] Network 567d0f45-77a8-4a92-b3ab-8d929b06d4ed requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:13.255379 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9ac2a281-0e46-4a53-9e64-a6f67388dbfa tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5465622 Jul 06 12:33:13.258664 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48740) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:13.264376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f3f0d791-4bf5-477f-93f6-332ed49c6307 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:13.370355 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f3f0d791-4bf5-477f-93f6-332ed49c6307 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11863081'] for subnet, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.446192 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-567d0f45-77a8-4a92-b3ab-8d929b06d4ed', 'network_id': '567d0f45-77a8-4a92-b3ab-8d929b06d4ed', 'tenant_id': '831500d419264c8abb8edbcef8f185cf', 'fixed_ips': [{'subnet_id': 'cec9b638-da6f-4a99-8d24-fa1e7115a9b5'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:33:13.447091 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.594779 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f3f0d791-4bf5-477f-93f6-332ed49c6307 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789330220063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11978763'] for subnet, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.652123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Allocated IP 172.20.0.3 (567d0f45-77a8-4a92-b3ab-8d929b06d4ed/cec9b638-da6f-4a99-8d24-fa1e7115a9b5/209f4048-bcca-43c9-be71-3e1d2d6b23b5) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:13.653665 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f0d791-4bf5-477f-93f6-332ed49c6307 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:13.654746 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f3f0d791-4bf5-477f-93f6-332ed49c6307 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.656616 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f3f0d791-4bf5-477f-93f6-332ed49c6307 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "PUT /v2.0/subnets/cec9b638-da6f-4a99-8d24-fa1e7115a9b5 HTTP/1.1" status: 200 len: 877 time: 0.3968132 Jul 06 12:33:13.661516 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48742) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:13.691145 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0d791-4bf5-477f-93f6-332ed49c6307 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event updated for resources: {'Subnet': ['ID=cec9b638-da6f-4a99-8d24-fa1e7115a9b5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:13.813150 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.874156 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.889910 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Transition to ACTIVE for port object 209f4048-bcca-43c9-be71-3e1d2d6b23b5 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:13.903851 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.915065 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Transition to ACTIVE for port object 209f4048-bcca-43c9-be71-3e1d2d6b23b5 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:13.923269 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:13.980842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Network 567d0f45-77a8-4a92-b3ab-8d929b06d4ed is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:13.984660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:13.989911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:13.993906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Pushing event updated for resources: {'Port': ['ID=209f4048-bcca-43c9-be71-3e1d2d6b23b5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:14.000504 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.050133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Subnet': ['ID=cec9b638-da6f-4a99-8d24-fa1e7115a9b5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:14.059651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Attempting to bind port 209f4048-bcca-43c9-be71-3e1d2d6b23b5 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:14.060066 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Attempting to bind port 209f4048-bcca-43c9-be71-3e1d2d6b23b5 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '54934826-16fa-4d87-b49f-e55408bb15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '567d0f45-77a8-4a92-b3ab-8d929b06d4ed'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:14.060388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Attempting to bind port 209f4048-bcca-43c9-be71-3e1d2d6b23b5 on network 567d0f45-77a8-4a92-b3ab-8d929b06d4ed {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:14.066695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:14.067090 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Checking segment: {'id': '54934826-16fa-4d87-b49f-e55408bb15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '567d0f45-77a8-4a92-b3ab-8d929b06d4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:14.067536 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.068151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Bound using segment: {'id': '54934826-16fa-4d87-b49f-e55408bb15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '567d0f45-77a8-4a92-b3ab-8d929b06d4ed'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:14.068760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Bound port: 209f4048-bcca-43c9-be71-3e1d2d6b23b5, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54934826-16fa-4d87-b49f-e55408bb15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '567d0f45-77a8-4a92-b3ab-8d929b06d4ed'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:14.069074 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.148799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] For port 209f4048-bcca-43c9-be71-3e1d2d6b23b5, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:14.153607 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] For port 209f4048-bcca-43c9-be71-3e1d2d6b23b5, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=209f4048-bcca-43c9-be71-3e1d2d6b23b5,segment=NetworkSegment(54934826-16fa-4d87-b49f-e55408bb15f9),segment_id=54934826-16fa-4d87-b49f-e55408bb15f9)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:14.161538 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.174232 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.189713 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567d0f45-77a8-4a92-b3ab-8d929b06d4ed']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:14.202320 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54934826-16fa-4d87-b49f-e55408bb15f9') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:14.202707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54934826-16fa-4d87-b49f-e55408bb15f9') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:14.216895 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.238358 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.246293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:33:14.246716 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:33:14.250550 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:33:14.312866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9c61a-22e1-437e-9945-51dda0cc26e3 None None] Pushing event updated for resources: {'Port': ['ID=209f4048-bcca-43c9-be71-3e1d2d6b23b5,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:14.313407 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.db.api [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 12:33:14.313407 n-d-799529-2 neutron-server[100427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 12:33:14.313407 n-d-799529-2 neutron-server[100427]: [parameters: {'id': '567d0f45-77a8-4a92-b3ab-8d929b06d4ed'}] Jul 06 12:33:14.313407 n-d-799529-2 neutron-server[100427]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:33:14.314122 n-d-799529-2 neutron-server[100427]: DEBUG oslo_db.api [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:33:14.348692 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68d1207-28ff-4ac0-8350-1729cab9ba9a None None] Network 567d0f45-77a8-4a92-b3ab-8d929b06d4ed requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:14.502335 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d548d86-f523-4efe-8bc1-dd198e48b927 None None] Network 567d0f45-77a8-4a92-b3ab-8d929b06d4ed requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:14.654928 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27efd90b-4a81-470c-9d7f-a21bcb39bf07 None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:33:14.770651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27efd90b-4a81-470c-9d7f-a21bcb39bf07 None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:33:14.815120 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.885774 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Deleting port 209f4048-bcca-43c9-be71-3e1d2d6b23b5 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:33:14.886128 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.954061 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] For port 209f4048-bcca-43c9-be71-3e1d2d6b23b5, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=209f4048-bcca-43c9-be71-3e1d2d6b23b5,segment=NetworkSegment(54934826-16fa-4d87-b49f-e55408bb15f9),segment_id=54934826-16fa-4d87-b49f-e55408bb15f9)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:14.954416 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:14.972543 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Calling delete_port for 209f4048-bcca-43c9-be71-3e1d2d6b23b5 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:33:15.069012 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.118668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Port': ['ID=209f4048-bcca-43c9-be71-3e1d2d6b23b5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:15.129338 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No DVR routers for this DVR port 209f4048-bcca-43c9-be71-3e1d2d6b23b5 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:33:15.264295 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.276730 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567d0f45-77a8-4a92-b3ab-8d929b06d4ed']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:15.293352 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54934826-16fa-4d87-b49f-e55408bb15f9') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:15.293686 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54934826-16fa-4d87-b49f-e55408bb15f9') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:15.305035 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.321349 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.328354 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:33:15.328906 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:33:15.332964 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:33:15.399920 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.410279 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.412390 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/567d0f45-77a8-4a92-b3ab-8d929b06d4ed HTTP/1.1" status: 204 len: 168 time: 1.7497866 Jul 06 12:33:15.416557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48744) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:15.428307 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9195c31-561c-426e-b55f-a2f86fc8940a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Network': ['ID=567d0f45-77a8-4a92-b3ab-8d929b06d4ed,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:15.447783 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de9d594-d2dd-4693-9978-163e4d2e7de0 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:15.448250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de9d594-d2dd-4693-9978-163e4d2e7de0 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:15.450103 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1de9d594-d2dd-4693-9978-163e4d2e7de0 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/subnets/cec9b638-da6f-4a99-8d24-fa1e7115a9b5 HTTP/1.1" status: 404 len: 337 time: 0.0325000 Jul 06 12:33:15.452959 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48746) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:15.473524 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16579aa-6a5e-4619-9358-d50170f14f25 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:15.474122 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16579aa-6a5e-4619-9358-d50170f14f25 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:15.476169 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f16579aa-6a5e-4619-9358-d50170f14f25 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/567d0f45-77a8-4a92-b3ab-8d929b06d4ed HTTP/1.1" status: 404 len: 339 time: 0.0220761 Jul 06 12:33:15.480004 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48748) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:15.510126 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcf2c50-82ef-44ce-bde2-4c9413e27d8e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:15.510602 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adcf2c50-82ef-44ce-bde2-4c9413e27d8e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:15.512467 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-adcf2c50-82ef-44ce-bde2-4c9413e27d8e tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/subnets/fd0666a9-70cd-46e9-bb85-5f03b999a7cd HTTP/1.1" status: 404 len: 337 time: 0.0314696 Jul 06 12:33:15.515201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48750) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:15.538222 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99cf26c-4b20-4666-868b-f16ca50fe5d2 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:15.539121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99cf26c-4b20-4666-868b-f16ca50fe5d2 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:15.541314 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a99cf26c-4b20-4666-868b-f16ca50fe5d2 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/47313f8e-7eb6-4e1f-a16a-0902045d8aaa HTTP/1.1" status: 404 len: 339 time: 0.0249772 Jul 06 12:33:15.544184 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48752) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:15.644821 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39ab26f4-4c9c-4f5a-b829-08297c244934 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.741155 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39ab26f4-4c9c-4f5a-b829-08297c244934 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.752886 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-39ab26f4-4c9c-4f5a-b829-08297c244934 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64de117d-4653-4b66-b73f-205521cb35e1']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:15.765240 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-39ab26f4-4c9c-4f5a-b829-08297c244934 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1571889-fad3-4f8f-9662-017581789010') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:15.765564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-39ab26f4-4c9c-4f5a-b829-08297c244934 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1571889-fad3-4f8f-9662-017581789010') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:15.776228 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39ab26f4-4c9c-4f5a-b829-08297c244934 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.792470 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39ab26f4-4c9c-4f5a-b829-08297c244934 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.799321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ab26f4-4c9c-4f5a-b829-08297c244934 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:33:15.799737 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39ab26f4-4c9c-4f5a-b829-08297c244934 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:33:15.804075 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:33:15.873311 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39ab26f4-4c9c-4f5a-b829-08297c244934 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.880150 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39ab26f4-4c9c-4f5a-b829-08297c244934 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:15.883510 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-39ab26f4-4c9c-4f5a-b829-08297c244934 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/64de117d-4653-4b66-b73f-205521cb35e1 HTTP/1.1" status: 204 len: 168 time: 0.3380075 Jul 06 12:33:15.891375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48754) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:15.908062 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab26f4-4c9c-4f5a-b829-08297c244934 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Network': ['ID=64de117d-4653-4b66-b73f-205521cb35e1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:15.930853 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a351221b-eaff-4fb5-a3ff-00870f04dc46 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:15.931368 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a351221b-eaff-4fb5-a3ff-00870f04dc46 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:15.933525 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a351221b-eaff-4fb5-a3ff-00870f04dc46 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/subnets/5fc8c2d7-e72e-48e2-9a19-58a9275a426c HTTP/1.1" status: 404 len: 337 time: 0.0387242 Jul 06 12:33:15.936862 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48756) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:15.970768 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-705913b4-2140-4bc7-b667-45de244e32bc tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:15.972376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705913b4-2140-4bc7-b667-45de244e32bc tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:15.975774 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-705913b4-2140-4bc7-b667-45de244e32bc tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/5f30f18f-6804-4003-8b96-99e8c4272d0c HTTP/1.1" status: 404 len: 339 time: 0.0366836 Jul 06 12:33:15.979670 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48758) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.011264 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-76de58c8-2ae9-4003-b036-7353cd323c36 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:16.011741 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76de58c8-2ae9-4003-b036-7353cd323c36 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:16.013601 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-76de58c8-2ae9-4003-b036-7353cd323c36 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/subnets/77fb124a-ae4e-4dce-9d1c-7a45d70b394b HTTP/1.1" status: 404 len: 337 time: 0.0329058 Jul 06 12:33:16.016609 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48760) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.041814 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-90210829-8ba6-4c85-a475-f9e9d6fe046c tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:16.042398 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90210829-8ba6-4c85-a475-f9e9d6fe046c tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:16.044252 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-90210829-8ba6-4c85-a475-f9e9d6fe046c tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/b6d7bfed-dcad-4fc8-94e6-5ac8fce38537 HTTP/1.1" status: 404 len: 339 time: 0.0266552 Jul 06 12:33:16.048385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48762) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.078833 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19fe996-f68a-453b-ae15-6b4716498d64 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:16.079341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19fe996-f68a-453b-ae15-6b4716498d64 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:16.081237 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b19fe996-f68a-453b-ae15-6b4716498d64 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/subnets/437a9fcb-295f-4410-ad86-74721cec17f1 HTTP/1.1" status: 404 len: 337 time: 0.0317969 Jul 06 12:33:16.085511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48764) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.105288 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4214396-3f12-44c0-81a5-4c87fcc67224 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:16.105890 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4214396-3f12-44c0-81a5-4c87fcc67224 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:16.107796 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d4214396-3f12-44c0-81a5-4c87fcc67224 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/cc9918a1-82f1-4acd-bf3d-3739b12185a1 HTTP/1.1" status: 404 len: 339 time: 0.0212655 Jul 06 12:33:16.110720 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48766) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.140100 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f779482-68e5-44d4-8076-254d8916c10b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:16.140565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f779482-68e5-44d4-8076-254d8916c10b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:16.142545 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7f779482-68e5-44d4-8076-254d8916c10b tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/subnets/04cf834a-be7d-4693-a635-36dae5b7ab44 HTTP/1.1" status: 404 len: 337 time: 0.0306950 Jul 06 12:33:16.147495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48768) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.169748 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-6235c7bf-6d64-4e09-8043-4108108f1938 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:16.170257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6235c7bf-6d64-4e09-8043-4108108f1938 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:16.172159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6235c7bf-6d64-4e09-8043-4108108f1938 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/45f0bf23-4dc0-4325-ad63-5e029ca070da HTTP/1.1" status: 404 len: 339 time: 0.0232871 Jul 06 12:33:16.175021 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48770) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.202534 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fde9a47-3bc9-438a-b0ab-eae01e7f7d1f tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:16.202994 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fde9a47-3bc9-438a-b0ab-eae01e7f7d1f tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:16.204929 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1fde9a47-3bc9-438a-b0ab-eae01e7f7d1f tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/subnets/33db63d8-31ce-4ca0-b1ee-e27596696d3a HTTP/1.1" status: 404 len: 337 time: 0.0288441 Jul 06 12:33:16.209772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48772) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.232501 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-46725eed-a6b1-4840-9307-c9ba1aa3b1f5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:16.233095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46725eed-a6b1-4840-9307-c9ba1aa3b1f5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:16.234920 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-46725eed-a6b1-4840-9307-c9ba1aa3b1f5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/d1f3e3d6-bcdc-47c1-b482-cc67097f2947 HTTP/1.1" status: 404 len: 339 time: 0.0240178 Jul 06 12:33:16.238050 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48774) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.265624 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-676593ef-8ba0-48e5-9b0b-6f3468ee8842 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:16.266085 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676593ef-8ba0-48e5-9b0b-6f3468ee8842 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:16.267998 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-676593ef-8ba0-48e5-9b0b-6f3468ee8842 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/subnets/c67efe32-785c-496b-8a4f-5cd53137bda7 HTTP/1.1" status: 404 len: 337 time: 0.0289059 Jul 06 12:33:16.271503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48776) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.291689 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c502211e-918b-4951-9c93-a31d70436445 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:16.292272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c502211e-918b-4951-9c93-a31d70436445 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:16.294090 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c502211e-918b-4951-9c93-a31d70436445 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/c376f362-155c-48d2-8464-ec9afa4e85a6 HTTP/1.1" status: 404 len: 339 time: 0.0215852 Jul 06 12:33:16.298251 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48778) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.330776 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ae80c6-580a-4ebe-8f97-da8b1e7f60a1 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:16.331783 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ae80c6-580a-4ebe-8f97-da8b1e7f60a1 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:16.333833 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a6ae80c6-580a-4ebe-8f97-da8b1e7f60a1 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/subnets/0d3b1081-d9e8-4b93-85e7-44d8375669a5 HTTP/1.1" status: 404 len: 337 time: 0.0345874 Jul 06 12:33:16.337002 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48780) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.357669 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1f3f85-b866-4323-8f67-9fea598eeac2 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:16.358251 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1f3f85-b866-4323-8f67-9fea598eeac2 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:16.360091 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0c1f3f85-b866-4323-8f67-9fea598eeac2 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/12ca71d3-2ef6-4925-add4-fda2131ddaea HTTP/1.1" status: 404 len: 339 time: 0.0220931 Jul 06 12:33:16.362909 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48782) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.390243 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b35700a-5063-4165-812c-861b34c6d905 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:16.390699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b35700a-5063-4165-812c-861b34c6d905 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:16.392528 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2b35700a-5063-4165-812c-861b34c6d905 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/subnets/d8ca29ed-bb15-43b8-a4d0-786b94e30005 HTTP/1.1" status: 404 len: 337 time: 0.0285974 Jul 06 12:33:16.396827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48784) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.417470 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0eaa8cb-ff17-4768-b463-8141cd7726d5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] DELETE failed (client error): The resource could not be found. Jul 06 12:33:16.418063 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0eaa8cb-ff17-4768-b463-8141cd7726d5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:33:16.420002 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a0eaa8cb-ff17-4768-b463-8141cd7726d5 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/4be1f4bb-b3a2-448b-9994-30a0f2387adf HTTP/1.1" status: 404 len: 339 time: 0.0218852 Jul 06 12:33:16.423058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48786) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.505196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95f7527-ab93-4b2a-a266-f6f8c3b5fbe8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Deleting subnet aa9c9e7e-c0fc-4d85-8a02-fc7549f50f94 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:33:16.509367 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e95f7527-ab93-4b2a-a266-f6f8c3b5fbe8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.563662 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e95f7527-ab93-4b2a-a266-f6f8c3b5fbe8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.660127 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e95f7527-ab93-4b2a-a266-f6f8c3b5fbe8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.737846 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e95f7527-ab93-4b2a-a266-f6f8c3b5fbe8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.776351 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e95f7527-ab93-4b2a-a266-f6f8c3b5fbe8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.778659 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e95f7527-ab93-4b2a-a266-f6f8c3b5fbe8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/subnets/aa9c9e7e-c0fc-4d85-8a02-fc7549f50f94 HTTP/1.1" status: 204 len: 168 time: 0.3541105 Jul 06 12:33:16.779797 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f7527-ab93-4b2a-a266-f6f8c3b5fbe8 tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Subnet': ['ID=aa9c9e7e-c0fc-4d85-8a02-fc7549f50f94,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:16.782873 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48788) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:16.786952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd7a9a5-e85a-4f03-8cc3-dbfa268aec24 None None] Network 5a2473ab-82c8-4d4b-9223-a55900cde4ba requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:16.873278 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:16.944181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Deleting port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:33:16.945155 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.026405 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56c3494-38ae-4e29-b389-77b99bcc363e None None] DHCP port deletion for 5a2473ab-82c8-4d4b-9223-a55900cde4ba request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:33:17.043935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] For port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=18995dca-cdf5-4b3a-8b88-0ad9a7264ed4,segment=NetworkSegment(0953f66d-c269-4049-9a5d-1b0784d52cb3),segment_id=0953f66d-c269-4049-9a5d-1b0784d52cb3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:17.044461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.061997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Calling delete_port for 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:33:17.086595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c56c3494-38ae-4e29-b389-77b99bcc363e None None] Deleting port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:33:17.087217 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c56c3494-38ae-4e29-b389-77b99bcc363e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.194687 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.209056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c56c3494-38ae-4e29-b389-77b99bcc363e None None] For port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=18995dca-cdf5-4b3a-8b88-0ad9a7264ed4,segment=NetworkSegment(0953f66d-c269-4049-9a5d-1b0784d52cb3),segment_id=0953f66d-c269-4049-9a5d-1b0784d52cb3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:17.209790 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c56c3494-38ae-4e29-b389-77b99bcc363e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.220817 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Port': ['ID=18995dca-cdf5-4b3a-8b88-0ad9a7264ed4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:17.228931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] No DVR routers for this DVR port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:33:17.232090 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c56c3494-38ae-4e29-b389-77b99bcc363e None None] Calling delete_port for 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:33:17.319619 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.331453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2473ab-82c8-4d4b-9223-a55900cde4ba']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:17.345758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0953f66d-c269-4049-9a5d-1b0784d52cb3') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:17.346048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0953f66d-c269-4049-9a5d-1b0784d52cb3') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:17.357360 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.374051 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.382035 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:33:17.382467 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.384586 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c56c3494-38ae-4e29-b389-77b99bcc363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:33:17.386167 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:33:17.418400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c3494-38ae-4e29-b389-77b99bcc363e None None] Pushing event deleted for resources: {'Port': ['ID=18995dca-cdf5-4b3a-8b88-0ad9a7264ed4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:17.422527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c3494-38ae-4e29-b389-77b99bcc363e None None] No DVR routers for this DVR port 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:33:17.473055 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.484522 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:17.487991 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] 10.222.0.81 "DELETE /v2.0/networks/5a2473ab-82c8-4d4b-9223-a55900cde4ba HTTP/1.1" status: 204 len: 168 time: 0.7032280 Jul 06 12:33:17.508067 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e4ef6-f5d3-4906-9131-e800a20a384a tempest-NetworksTest-87402063 tempest-NetworksTest-87402063-project] Pushing event deleted for resources: {'Network': ['ID=5a2473ab-82c8-4d4b-9223-a55900cde4ba,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:17.792151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48794) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:17.951217 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e2f274a6-9afc-4eb1-a43b-dcf8ec063120 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=831500d419264c8abb8edbcef8f185cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576056 Jul 06 12:33:17.953666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48798) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:18.015811 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6b776fc-009f-4eec-a5f4-a30bb0c8f178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:18.048168 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6b776fc-009f-4eec-a5f4-a30bb0c8f178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:18.108601 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6b776fc-009f-4eec-a5f4-a30bb0c8f178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:18.111565 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6b776fc-009f-4eec-a5f4-a30bb0c8f178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:18.112850 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a6b776fc-009f-4eec-a5f4-a30bb0c8f178 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb676b54-c541-4ab6-9e52-27d905656267 HTTP/1.1" status: 204 len: 168 time: 0.1581459 Jul 06 12:33:18.123682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b776fc-009f-4eec-a5f4-a30bb0c8f178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb676b54-c541-4ab6-9e52-27d905656267,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:18.270051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:33:18.292932 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:33:18.293652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 18995dca-cdf5-4b3a-8b88-0ad9a7264ed4 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:33:18.978764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48820) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:19.087681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-efde57cc-2bda-44db-b12f-68f215595303 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:19.088129 n-d-799529-2 neutron-server[100428]: WARNING neutron.api.v2.base [None req-efde57cc-2bda-44db-b12f-68f215595303 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 12:33:19.088668 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-efde57cc-2bda-44db-b12f-68f215595303 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 12:33:19.089789 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-efde57cc-2bda-44db-b12f-68f215595303 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1098096 Jul 06 12:33:19.094271 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48824) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:19.099937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a0aaeac3-4931-4948-80df-e03ac7f672d0 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group': {'name': 'tempest-secgroup--195539452'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:19.127047 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0aaeac3-4931-4948-80df-e03ac7f672d0 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.138083 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0aaeac3-4931-4948-80df-e03ac7f672d0 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.266734 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0aaeac3-4931-4948-80df-e03ac7f672d0 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.271787 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0aaeac3-4931-4948-80df-e03ac7f672d0 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.319209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaeac3-4931-4948-80df-e03ac7f672d0 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f46651-65c2-4585-b052-963b4f7f0c01,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:19.397022 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0aaeac3-4931-4948-80df-e03ac7f672d0 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.401664 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0aaeac3-4931-4948-80df-e03ac7f672d0 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.433505 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0aaeac3-4931-4948-80df-e03ac7f672d0 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.434799 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a0aaeac3-4931-4948-80df-e03ac7f672d0 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3395371 Jul 06 12:33:19.439488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48826) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:19.442175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaeac3-4931-4948-80df-e03ac7f672d0 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d3d99f-05ad-4e5a-b7cc-bfc7d17c6b90,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:19.447881 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-509d9255-32e6-4826-97f9-51dbf971cff3 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': 'a7d3d99f-05ad-4e5a-b7cc-bfc7d17c6b90', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:19.486972 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-509d9255-32e6-4826-97f9-51dbf971cff3 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.596603 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-509d9255-32e6-4826-97f9-51dbf971cff3 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.602966 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-509d9255-32e6-4826-97f9-51dbf971cff3 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.627662 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d9255-32e6-4826-97f9-51dbf971cff3 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2cefbd-792a-4ad1-87b5-ab9b677f8339,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:19.637788 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-509d9255-32e6-4826-97f9-51dbf971cff3 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.639949 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-509d9255-32e6-4826-97f9-51dbf971cff3 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1991508 Jul 06 12:33:19.642819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48828) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:19.650793 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3d23fdf7-259d-48f1-a135-df9c55e3a52f tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': 'a7d3d99f-05ad-4e5a-b7cc-bfc7d17c6b90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:19.695084 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d23fdf7-259d-48f1-a135-df9c55e3a52f tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.755114 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-3d23fdf7-259d-48f1-a135-df9c55e3a52f tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 12:33:19.756979 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3d23fdf7-259d-48f1-a135-df9c55e3a52f tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1126192 Jul 06 12:33:19.761525 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48830) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:19.830185 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4014dc3-65e1-4dcb-810d-ae5be36b2c85 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.862421 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4014dc3-65e1-4dcb-810d-ae5be36b2c85 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.918372 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4014dc3-65e1-4dcb-810d-ae5be36b2c85 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.920923 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4014dc3-65e1-4dcb-810d-ae5be36b2c85 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:19.922177 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d4014dc3-65e1-4dcb-810d-ae5be36b2c85 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "DELETE /v2.0/security-groups/a7d3d99f-05ad-4e5a-b7cc-bfc7d17c6b90 HTTP/1.1" status: 204 len: 168 time: 0.1596074 Jul 06 12:33:19.926715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48832) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:19.934078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4014dc3-65e1-4dcb-810d-ae5be36b2c85 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d3d99f-05ad-4e5a-b7cc-bfc7d17c6b90,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:19.994860 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e5d23653-1044-4890-8515-e7e2d9a171ef tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659971 Jul 06 12:33:19.999725 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48834) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:20.004658 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0c2c11d5-6884-4615-9e58-8a1faee09547 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075699845'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:20.032252 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c2c11d5-6884-4615-9e58-8a1faee09547 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.147650 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c2c11d5-6884-4615-9e58-8a1faee09547 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.153171 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c2c11d5-6884-4615-9e58-8a1faee09547 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.211760 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c2c11d5-6884-4615-9e58-8a1faee09547 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.213356 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0c2c11d5-6884-4615-9e58-8a1faee09547 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2124703 Jul 06 12:33:20.216265 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c11d5-6884-4615-9e58-8a1faee09547 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=881ac46c-2650-444f-9fee-499478698c96,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:20.216556 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48836) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:20.224096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d4d3bba8-5186-4b52-8b0e-d4dc7cd078a7 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': '881ac46c-2650-444f-9fee-499478698c96', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:20.225206 n-d-799529-2 neutron-server[100428]: WARNING neutron.api.v2.base [None req-d4d3bba8-5186-4b52-8b0e-d4dc7cd078a7 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 06 12:33:20.225791 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-d4d3bba8-5186-4b52-8b0e-d4dc7cd078a7 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:20.226874 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d4d3bba8-5186-4b52-8b0e-d4dc7cd078a7 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0089426 Jul 06 12:33:20.230461 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48838) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:20.291620 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f7abe57-7721-4b61-bb10-02446a60ea56 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.318152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f7abe57-7721-4b61-bb10-02446a60ea56 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.371063 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f7abe57-7721-4b61-bb10-02446a60ea56 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.373747 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f7abe57-7721-4b61-bb10-02446a60ea56 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.375019 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5f7abe57-7721-4b61-bb10-02446a60ea56 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "DELETE /v2.0/security-groups/881ac46c-2650-444f-9fee-499478698c96 HTTP/1.1" status: 204 len: 168 time: 0.1435676 Jul 06 12:33:20.379633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48840) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:20.390312 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7abe57-7721-4b61-bb10-02446a60ea56 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=881ac46c-2650-444f-9fee-499478698c96,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:20.441984 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bc827ec9-ded7-4d51-94a0-baca9b80ceee tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0606754 Jul 06 12:33:20.446735 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48842) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:20.452204 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f733ac79-2b51-4ad4-a623-507cb6927f70 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568572585'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:20.481080 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f733ac79-2b51-4ad4-a623-507cb6927f70 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.595571 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f733ac79-2b51-4ad4-a623-507cb6927f70 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.599966 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f733ac79-2b51-4ad4-a623-507cb6927f70 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.630399 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f733ac79-2b51-4ad4-a623-507cb6927f70 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.631899 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f733ac79-2b51-4ad4-a623-507cb6927f70 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1838715 Jul 06 12:33:20.636263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48844) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:20.637623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733ac79-2b51-4ad4-a623-507cb6927f70 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=727adf15-a138-4c74-902b-90fab52cc9dc,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:20.645607 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0ef686cb-5a12-4ee4-bc69-ac406b9e6960 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': '727adf15-a138-4c74-902b-90fab52cc9dc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:20.647219 n-d-799529-2 neutron-server[100428]: WARNING neutron.api.v2.base [None req-0ef686cb-5a12-4ee4-bc69-ac406b9e6960 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 06 12:33:20.648300 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-0ef686cb-5a12-4ee4-bc69-ac406b9e6960 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:20.651275 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0ef686cb-5a12-4ee4-bc69-ac406b9e6960 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0117941 Jul 06 12:33:20.653057 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48846) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:20.720663 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ac65b2-5950-4734-a5ef-9c8cf7a4f541 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.751326 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ac65b2-5950-4734-a5ef-9c8cf7a4f541 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.799886 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ac65b2-5950-4734-a5ef-9c8cf7a4f541 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.803913 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ac65b2-5950-4734-a5ef-9c8cf7a4f541 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:20.805132 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-90ac65b2-5950-4734-a5ef-9c8cf7a4f541 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "DELETE /v2.0/security-groups/727adf15-a138-4c74-902b-90fab52cc9dc HTTP/1.1" status: 204 len: 168 time: 0.1492515 Jul 06 12:33:20.808532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48848) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:20.815698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac65b2-5950-4734-a5ef-9c8cf7a4f541 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=727adf15-a138-4c74-902b-90fab52cc9dc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:20.892295 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ea6a54f8-d6e0-498a-990a-547f9c737f3d tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0815165 Jul 06 12:33:20.896850 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48850) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:20.902017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-dc6cf43c-a6af-40fd-b381-0ed767eb2d3e tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459368150'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:20.932478 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dc6cf43c-a6af-40fd-b381-0ed767eb2d3e tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.049717 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dc6cf43c-a6af-40fd-b381-0ed767eb2d3e tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.055410 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dc6cf43c-a6af-40fd-b381-0ed767eb2d3e tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.101663 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dc6cf43c-a6af-40fd-b381-0ed767eb2d3e tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.102975 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dc6cf43c-a6af-40fd-b381-0ed767eb2d3e tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2050066 Jul 06 12:33:21.106846 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48852) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.108080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6cf43c-a6af-40fd-b381-0ed767eb2d3e tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8962df3d-3eeb-4d2b-8f14-957850e81fe3,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:21.114408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ef1521ef-2fef-40c0-9c95-a3bb03b69e68 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': '8962df3d-3eeb-4d2b-8f14-957850e81fe3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:21.116006 n-d-799529-2 neutron-server[100428]: WARNING neutron.api.v2.base [None req-ef1521ef-2fef-40c0-9c95-a3bb03b69e68 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 06 12:33:21.116807 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-ef1521ef-2fef-40c0-9c95-a3bb03b69e68 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:21.118538 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ef1521ef-2fef-40c0-9c95-a3bb03b69e68 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102332 Jul 06 12:33:21.121953 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48854) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.130728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0b195ab4-b5f7-4b55-81d0-5930aae8feba tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': '8962df3d-3eeb-4d2b-8f14-957850e81fe3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:21.131653 n-d-799529-2 neutron-server[100428]: WARNING neutron.api.v2.base [None req-0b195ab4-b5f7-4b55-81d0-5930aae8feba tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 06 12:33:21.132389 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-0b195ab4-b5f7-4b55-81d0-5930aae8feba tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:21.133725 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0b195ab4-b5f7-4b55-81d0-5930aae8feba tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103266 Jul 06 12:33:21.137242 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48856) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.141963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e9a0fd07-9c19-48ae-a84e-b6edea296546 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': '8962df3d-3eeb-4d2b-8f14-957850e81fe3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:21.142843 n-d-799529-2 neutron-server[100428]: WARNING neutron.api.v2.base [None req-e9a0fd07-9c19-48ae-a84e-b6edea296546 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 06 12:33:21.143401 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-e9a0fd07-9c19-48ae-a84e-b6edea296546 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:21.145055 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e9a0fd07-9c19-48ae-a84e-b6edea296546 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068192 Jul 06 12:33:21.148331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48858) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.153077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6660732d-d735-4b65-9bd9-4662cb250018 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': '8962df3d-3eeb-4d2b-8f14-957850e81fe3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:21.154655 n-d-799529-2 neutron-server[100428]: WARNING neutron.api.v2.base [None req-6660732d-d735-4b65-9bd9-4662cb250018 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 06 12:33:21.155170 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-6660732d-d735-4b65-9bd9-4662cb250018 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:21.156262 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6660732d-d735-4b65-9bd9-4662cb250018 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069752 Jul 06 12:33:21.159568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48860) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.230750 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39a89041-42c9-4fd2-b44a-7397efd57fa6 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.272227 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39a89041-42c9-4fd2-b44a-7397efd57fa6 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.328538 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39a89041-42c9-4fd2-b44a-7397efd57fa6 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.332215 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39a89041-42c9-4fd2-b44a-7397efd57fa6 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.333784 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-39a89041-42c9-4fd2-b44a-7397efd57fa6 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "DELETE /v2.0/security-groups/8962df3d-3eeb-4d2b-8f14-957850e81fe3 HTTP/1.1" status: 204 len: 168 time: 0.1730516 Jul 06 12:33:21.337112 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48862) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.349012 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a89041-42c9-4fd2-b44a-7397efd57fa6 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8962df3d-3eeb-4d2b-8f14-957850e81fe3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:21.405662 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5ac97c6c-7f19-4b0e-9fa1-99d715a88bba tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663176 Jul 06 12:33:21.410217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48864) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.416996 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-92f2add1-25c1-437f-a481-8b99bb99335b tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group': {'name': 'tempest-secgroup--411039832'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:21.447888 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-92f2add1-25c1-437f-a481-8b99bb99335b tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.548830 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-92f2add1-25c1-437f-a481-8b99bb99335b tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.554278 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-92f2add1-25c1-437f-a481-8b99bb99335b tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.586008 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-92f2add1-25c1-437f-a481-8b99bb99335b tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:21.587282 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-92f2add1-25c1-437f-a481-8b99bb99335b tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1755686 Jul 06 12:33:21.591321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48866) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.593663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2add1-25c1-437f-a481-8b99bb99335b tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4163eb-ec58-4f03-b16b-95ef50ecadb1,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:21.596776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fcd3aa40-1b5c-4e1b-a371-809cefec500a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': 'be4163eb-ec58-4f03-b16b-95ef50ecadb1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:21.598032 n-d-799529-2 neutron-server[100428]: WARNING neutron.api.v2.base [None req-fcd3aa40-1b5c-4e1b-a371-809cefec500a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 12:33:21.599369 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-fcd3aa40-1b5c-4e1b-a371-809cefec500a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:21.601028 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fcd3aa40-1b5c-4e1b-a371-809cefec500a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079925 Jul 06 12:33:21.605752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48868) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.610795 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-97cab343-6216-486a-a064-acfc785246c7 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': 'be4163eb-ec58-4f03-b16b-95ef50ecadb1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:21.653530 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-97cab343-6216-486a-a064-acfc785246c7 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:21.655023 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-97cab343-6216-486a-a064-acfc785246c7 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0479219 Jul 06 12:33:21.658383 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48870) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.664669 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-b116bd0d-a04d-4304-b6c6-5121755b86d0 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': 'be4163eb-ec58-4f03-b16b-95ef50ecadb1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:21.665198 n-d-799529-2 neutron-server[100427]: WARNING neutron.api.v2.base [None req-b116bd0d-a04d-4304-b6c6-5121755b86d0 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 06 12:33:21.665759 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-b116bd0d-a04d-4304-b6c6-5121755b86d0 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:21.666844 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b116bd0d-a04d-4304-b6c6-5121755b86d0 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074337 Jul 06 12:33:21.669939 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48872) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.678420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-4ed972a0-2959-4653-aa80-e10c6e4fb658 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': 'be4163eb-ec58-4f03-b16b-95ef50ecadb1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:21.737178 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-4ed972a0-2959-4653-aa80-e10c6e4fb658 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:21.739495 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4ed972a0-2959-4653-aa80-e10c6e4fb658 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0679042 Jul 06 12:33:21.742660 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48874) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.748667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-8067649c-9dc1-4a19-b5cb-95a9001ff4ae tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': 'be4163eb-ec58-4f03-b16b-95ef50ecadb1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:21.749342 n-d-799529-2 neutron-server[100427]: WARNING neutron.api.v2.base [None req-8067649c-9dc1-4a19-b5cb-95a9001ff4ae tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 12:33:21.749943 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-8067649c-9dc1-4a19-b5cb-95a9001ff4ae tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:21.751116 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8067649c-9dc1-4a19-b5cb-95a9001ff4ae tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072186 Jul 06 12:33:21.755254 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48876) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.760260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e37970ef-f6e8-4b6d-b336-c90e8cece902 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': 'be4163eb-ec58-4f03-b16b-95ef50ecadb1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:21.787080 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-e37970ef-f6e8-4b6d-b336-c90e8cece902 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Project a11688d0f21b4367b1d0fe124abda2ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:33:21.802352 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-e37970ef-f6e8-4b6d-b336-c90e8cece902 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:21.803949 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e37970ef-f6e8-4b6d-b336-c90e8cece902 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0474634 Jul 06 12:33:21.807001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48878) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.813010 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a12788de-159b-4944-bf0c-5208acc3fd1a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': 'be4163eb-ec58-4f03-b16b-95ef50ecadb1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:21.813681 n-d-799529-2 neutron-server[100428]: WARNING neutron.api.v2.base [None req-a12788de-159b-4944-bf0c-5208acc3fd1a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 06 12:33:21.814294 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-a12788de-159b-4944-bf0c-5208acc3fd1a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:21.815398 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a12788de-159b-4944-bf0c-5208acc3fd1a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069749 Jul 06 12:33:21.818919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48880) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.823849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f75b0314-29f4-42a3-9e5e-d83d9444b938 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': 'be4163eb-ec58-4f03-b16b-95ef50ecadb1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:21.854478 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-f75b0314-29f4-42a3-9e5e-d83d9444b938 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Project a11688d0f21b4367b1d0fe124abda2ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:33:21.871969 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-f75b0314-29f4-42a3-9e5e-d83d9444b938 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:21.873410 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f75b0314-29f4-42a3-9e5e-d83d9444b938 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0532587 Jul 06 12:33:21.876837 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48882) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:21.882467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-535f977a-e5f2-45dd-a32b-5eb749597427 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': 'be4163eb-ec58-4f03-b16b-95ef50ecadb1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:21.909278 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-535f977a-e5f2-45dd-a32b-5eb749597427 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Project a11688d0f21b4367b1d0fe124abda2ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:33:21.927191 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-535f977a-e5f2-45dd-a32b-5eb749597427 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:21.928811 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-535f977a-e5f2-45dd-a32b-5eb749597427 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0506771 Jul 06 12:33:21.931932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48884) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:22.000363 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30cbddd1-f9a2-4c40-996a-dd3de9dbbf28 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.032727 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30cbddd1-f9a2-4c40-996a-dd3de9dbbf28 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.085287 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30cbddd1-f9a2-4c40-996a-dd3de9dbbf28 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.088307 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30cbddd1-f9a2-4c40-996a-dd3de9dbbf28 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.089806 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-30cbddd1-f9a2-4c40-996a-dd3de9dbbf28 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "DELETE /v2.0/security-groups/be4163eb-ec58-4f03-b16b-95ef50ecadb1 HTTP/1.1" status: 204 len: 168 time: 0.1565356 Jul 06 12:33:22.093264 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48886) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:22.105008 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbddd1-f9a2-4c40-996a-dd3de9dbbf28 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4163eb-ec58-4f03-b16b-95ef50ecadb1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:22.155718 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cf2b9564-5018-4f06-a848-d6a4dcebddae tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0607657 Jul 06 12:33:22.160706 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48888) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:22.166435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7b6b644a-5897-4e09-b234-907d9442f092 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149182345'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:22.192489 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7b6b644a-5897-4e09-b234-907d9442f092 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.298843 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7b6b644a-5897-4e09-b234-907d9442f092 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.303655 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7b6b644a-5897-4e09-b234-907d9442f092 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.336483 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7b6b644a-5897-4e09-b234-907d9442f092 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.338636 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7b6b644a-5897-4e09-b234-907d9442f092 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1761329 Jul 06 12:33:22.341709 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48890) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:22.346555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b644a-5897-4e09-b234-907d9442f092 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a626aab2-46cd-40f8-a8ba-a6a2227dcc8a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:22.348213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-39e0085c-099a-403b-bc13-e7addb730cc1 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': 'a626aab2-46cd-40f8-a8ba-a6a2227dcc8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:22.401819 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-39e0085c-099a-403b-bc13-e7addb730cc1 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The resource could not be found. Jul 06 12:33:22.403489 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-39e0085c-099a-403b-bc13-e7addb730cc1 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0604115 Jul 06 12:33:22.406807 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48892) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:22.415776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-92861654-1241-4b3f-8bb9-81f58eea3db7 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': 'a626aab2-46cd-40f8-a8ba-a6a2227dcc8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4c99713d-77ea-41aa-bc51-cb36546cfb62'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:22.473438 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-92861654-1241-4b3f-8bb9-81f58eea3db7 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The resource could not be found. Jul 06 12:33:22.477633 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-92861654-1241-4b3f-8bb9-81f58eea3db7 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0664279 Jul 06 12:33:22.477945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48894) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:22.546645 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c229fcad-b97e-449e-9dc1-d74d99be148c tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.576963 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c229fcad-b97e-449e-9dc1-d74d99be148c tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.641199 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c229fcad-b97e-449e-9dc1-d74d99be148c tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.646806 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c229fcad-b97e-449e-9dc1-d74d99be148c tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.648852 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c229fcad-b97e-449e-9dc1-d74d99be148c tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "DELETE /v2.0/security-groups/a626aab2-46cd-40f8-a8ba-a6a2227dcc8a HTTP/1.1" status: 204 len: 168 time: 0.1695151 Jul 06 12:33:22.652659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48896) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:22.664865 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229fcad-b97e-449e-9dc1-d74d99be148c tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a626aab2-46cd-40f8-a8ba-a6a2227dcc8a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:22.722900 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b2b301fd-e75b-4943-adad-1ba65f2324da tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0682616 Jul 06 12:33:22.726848 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48898) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:22.734989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a12d6eeb-db77-4c9e-9ca0-787129dcb970 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': '0f74248e-72f2-4b82-8360-5df82250b212', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:22.797405 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-a12d6eeb-db77-4c9e-9ca0-787129dcb970 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The resource could not be found. Jul 06 12:33:22.798646 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a12d6eeb-db77-4c9e-9ca0-787129dcb970 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0701506 Jul 06 12:33:22.804111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48900) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:22.809892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e4e0fec0-ea64-4108-acc7-70b8ec2a8512 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group': {'name': 'tempest-secgroup--711137444'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:22.838221 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fec0-ea64-4108-acc7-70b8ec2a8512 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.946145 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fec0-ea64-4108-acc7-70b8ec2a8512 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.951258 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fec0-ea64-4108-acc7-70b8ec2a8512 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.987993 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4e0fec0-ea64-4108-acc7-70b8ec2a8512 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:22.989299 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e4e0fec0-ea64-4108-acc7-70b8ec2a8512 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1839290 Jul 06 12:33:22.990469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0fec0-ea64-4108-acc7-70b8ec2a8512 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a4a8bd-d8b5-4d3c-89af-abd0e0664b4d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:22.992829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48902) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:22.998329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-33be3eee-a2af-4370-bc30-af4f79f2c720 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group': {'name': 'tempest-secgroup--976290630'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:23.023694 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33be3eee-a2af-4370-bc30-af4f79f2c720 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.135475 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33be3eee-a2af-4370-bc30-af4f79f2c720 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.140918 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33be3eee-a2af-4370-bc30-af4f79f2c720 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.172732 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33be3eee-a2af-4370-bc30-af4f79f2c720 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.174191 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-33be3eee-a2af-4370-bc30-af4f79f2c720 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1803315 Jul 06 12:33:23.178650 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48904) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:23.184936 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-499e6322-689f-4762-89cc-092ebc3a55db tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': '63a4a8bd-d8b5-4d3c-89af-abd0e0664b4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a8b50687-37a4-4be5-b5cd-6afc2ca6d40d'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:23.186255 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be3eee-a2af-4370-bc30-af4f79f2c720 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b50687-37a4-4be5-b5cd-6afc2ca6d40d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:23.232023 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-499e6322-689f-4762-89cc-092ebc3a55db tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:23.233171 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-499e6322-689f-4762-89cc-092ebc3a55db tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0532823 Jul 06 12:33:23.237310 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48906) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:23.337984 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-114b4d71-6e23-4595-8905-11cc27d56295 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.384410 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-114b4d71-6e23-4595-8905-11cc27d56295 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.462116 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-114b4d71-6e23-4595-8905-11cc27d56295 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.465257 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-114b4d71-6e23-4595-8905-11cc27d56295 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.467037 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-114b4d71-6e23-4595-8905-11cc27d56295 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "DELETE /v2.0/security-groups/a8b50687-37a4-4be5-b5cd-6afc2ca6d40d HTTP/1.1" status: 204 len: 168 time: 0.2272298 Jul 06 12:33:23.470607 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48908) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:23.478607 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b4d71-6e23-4595-8905-11cc27d56295 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b50687-37a4-4be5-b5cd-6afc2ca6d40d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:23.547529 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-75e7c9e5-4bf2-471f-9b7f-8ab6a73cd726 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0741057 Jul 06 12:33:23.552372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48910) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:23.619561 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f3335d4-4da9-4087-9230-2338d663d747 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.657013 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f3335d4-4da9-4087-9230-2338d663d747 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.710461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f3335d4-4da9-4087-9230-2338d663d747 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.716050 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f3335d4-4da9-4087-9230-2338d663d747 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.717681 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3f3335d4-4da9-4087-9230-2338d663d747 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "DELETE /v2.0/security-groups/63a4a8bd-d8b5-4d3c-89af-abd0e0664b4d HTTP/1.1" status: 204 len: 168 time: 0.1639211 Jul 06 12:33:23.721141 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48912) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:23.732871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3335d4-4da9-4087-9230-2338d663d747 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a4a8bd-d8b5-4d3c-89af-abd0e0664b4d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:23.790202 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0478f25c-fb36-47d3-adde-4d588e1a69bb tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0675175 Jul 06 12:33:23.796653 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48914) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:23.802366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8a0e543b-69ab-4bf8-a0f6-de5baa061735 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group': {'name': 'tempest-secgroup--389601935'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:23.831730 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a0e543b-69ab-4bf8-a0f6-de5baa061735 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.945776 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a0e543b-69ab-4bf8-a0f6-de5baa061735 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.951055 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a0e543b-69ab-4bf8-a0f6-de5baa061735 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.985775 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a0e543b-69ab-4bf8-a0f6-de5baa061735 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:23.987118 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8a0e543b-69ab-4bf8-a0f6-de5baa061735 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1893799 Jul 06 12:33:23.989621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e543b-69ab-4bf8-a0f6-de5baa061735 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf5e4bb-c438-40b0-a1b6-10f2c5ee3d32,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:23.991125 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48916) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:23.997532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ea968de0-62e9-42f6-92c5-984360821796 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': '5bf5e4bb-c438-40b0-a1b6-10f2c5ee3d32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:24.044915 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-ea968de0-62e9-42f6-92c5-984360821796 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:24.046258 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ea968de0-62e9-42f6-92c5-984360821796 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0532470 Jul 06 12:33:24.050428 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48918) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:24.057044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-da7df356-0af3-4dab-8851-d37d72280a53 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group_rule': {'security_group_id': '5bf5e4bb-c438-40b0-a1b6-10f2c5ee3d32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:24.101783 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-da7df356-0af3-4dab-8851-d37d72280a53 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:33:24.102964 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-da7df356-0af3-4dab-8851-d37d72280a53 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0511303 Jul 06 12:33:24.106311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48920) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:24.180967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e25e9901-6797-44c7-97d4-b655166749e1 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.220737 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e25e9901-6797-44c7-97d4-b655166749e1 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.297931 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e25e9901-6797-44c7-97d4-b655166749e1 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.301031 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e25e9901-6797-44c7-97d4-b655166749e1 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.302682 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e25e9901-6797-44c7-97d4-b655166749e1 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "DELETE /v2.0/security-groups/5bf5e4bb-c438-40b0-a1b6-10f2c5ee3d32 HTTP/1.1" status: 204 len: 168 time: 0.1951294 Jul 06 12:33:24.307319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48922) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:24.317722 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e9901-6797-44c7-97d4-b655166749e1 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf5e4bb-c438-40b0-a1b6-10f2c5ee3d32,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:24.368163 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4d49e30a-c77b-412c-b0ef-d0f835fb466f tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0591002 Jul 06 12:33:24.373284 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48924) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:24.378658 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d11b00cf-28f9-4e96-b801-89a90d50ad8a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591605272'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:24.405142 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d11b00cf-28f9-4e96-b801-89a90d50ad8a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.531335 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d11b00cf-28f9-4e96-b801-89a90d50ad8a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.541048 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d11b00cf-28f9-4e96-b801-89a90d50ad8a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.573704 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d11b00cf-28f9-4e96-b801-89a90d50ad8a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.574873 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d11b00cf-28f9-4e96-b801-89a90d50ad8a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2004435 Jul 06 12:33:24.579325 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48926) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:24.585508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-36499ca2-8c27-420c-a7e0-f9f7ebd25022 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:24.586152 n-d-799529-2 neutron-server[100427]: WARNING neutron.api.v2.base [None req-36499ca2-8c27-420c-a7e0-f9f7ebd25022 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 12:33:24.586662 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-36499ca2-8c27-420c-a7e0-f9f7ebd25022 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 12:33:24.587729 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-36499ca2-8c27-420c-a7e0-f9f7ebd25022 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "PUT /v2.0/security-groups/6214d709-398c-4162-8f8b-ede0936cbe00 HTTP/1.1" status: 409 len: 330 time: 0.0073099 Jul 06 12:33:24.588648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b00cf-28f9-4e96-b801-89a90d50ad8a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6214d709-398c-4162-8f8b-ede0936cbe00,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:24.591143 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48928) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:24.657698 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbbef32a-8cd5-47d4-967c-5efe707d36af tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.688415 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbbef32a-8cd5-47d4-967c-5efe707d36af tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.758827 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbbef32a-8cd5-47d4-967c-5efe707d36af tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.762262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbbef32a-8cd5-47d4-967c-5efe707d36af tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:24.763702 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bbbef32a-8cd5-47d4-967c-5efe707d36af tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "DELETE /v2.0/security-groups/6214d709-398c-4162-8f8b-ede0936cbe00 HTTP/1.1" status: 204 len: 168 time: 0.1710885 Jul 06 12:33:24.767121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48930) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:24.774810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbef32a-8cd5-47d4-967c-5efe707d36af tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6214d709-398c-4162-8f8b-ede0936cbe00,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:24.843652 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d8a42b20-e3b3-4bfd-b2fa-64c1293bb361 tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0744750 Jul 06 12:33:24.848572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48932) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:24.867575 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-80014201-402c-43f0-82bf-f23340b48e4d tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] delete failed (client error): The resource could not be found. Jul 06 12:33:24.868840 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-80014201-402c-43f0-82bf-f23340b48e4d tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "DELETE /v2.0/security-groups/08124bbe-a362-4bfd-a152-140b8e007ade HTTP/1.1" status: 404 len: 347 time: 0.0187624 Jul 06 12:33:24.874040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48934) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:24.890006 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-1b4222c3-0452-4b01-a2d6-f29b8822a62f tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] show failed (client error): The resource could not be found. Jul 06 12:33:24.891262 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1b4222c3-0452-4b01-a2d6-f29b8822a62f tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "GET /v2.0/security-groups/e80cf0ac-6745-46ae-8175-1748c3599e7d HTTP/1.1" status: 404 len: 347 time: 0.0160699 Jul 06 12:33:24.895618 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48936) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:24.920977 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-69427f18-d3f5-474b-af9b-a36ec394e06a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] show failed (client error): The resource could not be found. Jul 06 12:33:24.922756 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-69427f18-d3f5-474b-af9b-a36ec394e06a tempest-NegativeSecGroupIPv6Test-46760831 tempest-NegativeSecGroupIPv6Test-46760831-project] 10.222.0.81 "GET /v2.0/security-group-rules/c37f5eb1-3465-46f1-84f7-da86d2caa96c HTTP/1.1" status: 404 len: 356 time: 0.0255420 Jul 06 12:33:25.223432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48942) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:25.380500 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-acaddaf4-fdbb-4b2a-b99b-fda6b7503da4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a11688d0f21b4367b1d0fe124abda2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544857 Jul 06 12:33:25.382724 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48946) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:25.441522 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ce68-aa1b-47e8-bd61-3e00dd9f25e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:25.467259 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ce68-aa1b-47e8-bd61-3e00dd9f25e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:25.526226 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ce68-aa1b-47e8-bd61-3e00dd9f25e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:25.529325 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ce68-aa1b-47e8-bd61-3e00dd9f25e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:25.530711 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b0e1ce68-aa1b-47e8-bd61-3e00dd9f25e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c5f46651-65c2-4585-b052-963b4f7f0c01 HTTP/1.1" status: 204 len: 168 time: 0.1468780 Jul 06 12:33:25.541375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1ce68-aa1b-47e8-bd61-3e00dd9f25e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f46651-65c2-4585-b052-963b4f7f0c01,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:26.012144 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:33:26.435682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48968) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:26.557478 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4720c914-0999-4fbc-8330-e51849fd4e85 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-374223487'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:26.587282 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4720c914-0999-4fbc-8330-e51849fd4e85 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Made reservation on behalf of 15bebe381eb1483db8d424c8b91b3abf for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:26.591161 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4720c914-0999-4fbc-8330-e51849fd4e85 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.604580 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4720c914-0999-4fbc-8330-e51849fd4e85 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.726977 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4720c914-0999-4fbc-8330-e51849fd4e85 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.732346 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4720c914-0999-4fbc-8330-e51849fd4e85 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.766790 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4720c914-0999-4fbc-8330-e51849fd4e85 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:33:26.777116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720c914-0999-4fbc-8330-e51849fd4e85 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d2e000-386f-407d-8d9a-b8280779b553,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:26.787589 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4720c914-0999-4fbc-8330-e51849fd4e85 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.787955 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-4720c914-0999-4fbc-8330-e51849fd4e85 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Added segment bbf7bcaa-712c-4996-8dca-5e0bbc5e93de of type vlan for network f6f80c29-5b68-45f5-a480-8534d4e4857d Jul 06 12:33:26.837947 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4720c914-0999-4fbc-8330-e51849fd4e85 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.873854 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4720c914-0999-4fbc-8330-e51849fd4e85 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.880555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4720c914-0999-4fbc-8330-e51849fd4e85 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:26.881201 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4720c914-0999-4fbc-8330-e51849fd4e85 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:26.948865 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4720c914-0999-4fbc-8330-e51849fd4e85 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5117283 Jul 06 12:33:26.953876 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48972) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:26.961644 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-61f26bf7-8df7-48a3-82cc-37c77b2f5390 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Request body: {'subnet': {'network_id': 'f6f80c29-5b68-45f5-a480-8534d4e4857d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:26.965835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720c914-0999-4fbc-8330-e51849fd4e85 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Pushing event updated for resources: {'Network': ['ID=f6f80c29-5b68-45f5-a480-8534d4e4857d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:26.987034 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network f6f80c29-5b68-45f5-a480-8534d4e4857d details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:33:27.083060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f26bf7-8df7-48a3-82cc-37c77b2f5390 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Made reservation on behalf of 15bebe381eb1483db8d424c8b91b3abf for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:27.086951 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61f26bf7-8df7-48a3-82cc-37c77b2f5390 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:27.596190 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61f26bf7-8df7-48a3-82cc-37c77b2f5390 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:27.665507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f26bf7-8df7-48a3-82cc-37c77b2f5390 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Pushing event updated for resources: {'Subnet': ['ID=05ffb1f3-4fc4-429a-b51b-66abe5b8e516,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:27.676900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f26bf7-8df7-48a3-82cc-37c77b2f5390 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Checking segment: {'id': 'bbf7bcaa-712c-4996-8dca-5e0bbc5e93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f6f80c29-5b68-45f5-a480-8534d4e4857d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:27.677493 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f26bf7-8df7-48a3-82cc-37c77b2f5390 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Network hostable DHCP agents. Network: f6f80c29-5b68-45f5-a480-8534d4e4857d, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:33:27.697932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f26bf7-8df7-48a3-82cc-37c77b2f5390 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Network f6f80c29-5b68-45f5-a480-8534d4e4857d is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:33:27.709472 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-61f26bf7-8df7-48a3-82cc-37c77b2f5390 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, f6f80c29-5b68-45f5-a480-8534d4e4857d) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:27.720831 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f26bf7-8df7-48a3-82cc-37c77b2f5390 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:27.721986 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61f26bf7-8df7-48a3-82cc-37c77b2f5390 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:27.728300 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5b0c8a-4716-4beb-a624-afee9ab864ad None None] Network f6f80c29-5b68-45f5-a480-8534d4e4857d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:27.747021 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-61f26bf7-8df7-48a3-82cc-37c77b2f5390 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7913156 Jul 06 12:33:27.750229 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48974) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:27.756722 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6a002017-feb2-4622-a2fa-41a1e3213cac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Request body: {'port': {'network_id': 'f6f80c29-5b68-45f5-a480-8534d4e4857d', 'name': 'tempest-TagsExtTest-162458411'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:27.905184 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a002017-feb2-4622-a2fa-41a1e3213cac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Made reservation on behalf of 15bebe381eb1483db8d424c8b91b3abf for: {'port': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:33:27.909526 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a002017-feb2-4622-a2fa-41a1e3213cac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:27.925391 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-f6f80c29-5b68-45f5-a480-8534d4e4857d', 'network_id': 'f6f80c29-5b68-45f5-a480-8534d4e4857d', 'tenant_id': '15bebe381eb1483db8d424c8b91b3abf', 'fixed_ips': [{'subnet_id': '05ffb1f3-4fc4-429a-b51b-66abe5b8e516'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:33:27.927050 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:27.937587 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-6a002017-feb2-4622-a2fa-41a1e3213cac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] device_id is not set on port 21f87b9e-f8aa-4926-ae32-45f12e0e18e9 yet. {{(pid=100427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 12:33:28.090116 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Allocated IP 172.20.0.2 (f6f80c29-5b68-45f5-a480-8534d4e4857d/05ffb1f3-4fc4-429a-b51b-66abe5b8e516/14806e64-97df-4db9-8449-2a6e6584aad8) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:28.259713 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.270689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Transition to ACTIVE for port object 14806e64-97df-4db9-8449-2a6e6584aad8 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:28.288486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Transition to ACTIVE for port object 14806e64-97df-4db9-8449-2a6e6584aad8 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:28.297904 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.343867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Network f6f80c29-5b68-45f5-a480-8534d4e4857d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:28.351066 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:28.356024 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:28.359679 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Pushing event updated for resources: {'Port': ['ID=14806e64-97df-4db9-8449-2a6e6584aad8,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:28.388659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-6a002017-feb2-4622-a2fa-41a1e3213cac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Allocated IP 172.20.0.6 (f6f80c29-5b68-45f5-a480-8534d4e4857d/05ffb1f3-4fc4-429a-b51b-66abe5b8e516/21f87b9e-f8aa-4926-ae32-45f12e0e18e9) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:33:28.431883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Attempting to bind port 14806e64-97df-4db9-8449-2a6e6584aad8 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:33:28.432531 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Attempting to bind port 14806e64-97df-4db9-8449-2a6e6584aad8 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'bbf7bcaa-712c-4996-8dca-5e0bbc5e93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f6f80c29-5b68-45f5-a480-8534d4e4857d'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:33:28.433365 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Attempting to bind port 14806e64-97df-4db9-8449-2a6e6584aad8 on network f6f80c29-5b68-45f5-a480-8534d4e4857d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:33:28.440635 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:33:28.441242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Checking segment: {'id': 'bbf7bcaa-712c-4996-8dca-5e0bbc5e93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f6f80c29-5b68-45f5-a480-8534d4e4857d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:33:28.442230 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.442733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Bound using segment: {'id': 'bbf7bcaa-712c-4996-8dca-5e0bbc5e93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f6f80c29-5b68-45f5-a480-8534d4e4857d'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:33:28.443379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Bound port: 14806e64-97df-4db9-8449-2a6e6584aad8, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf7bcaa-712c-4996-8dca-5e0bbc5e93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f6f80c29-5b68-45f5-a480-8534d4e4857d'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:33:28.443871 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.528018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] For port 14806e64-97df-4db9-8449-2a6e6584aad8, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:33:28.531995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] For port 14806e64-97df-4db9-8449-2a6e6584aad8, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=14806e64-97df-4db9-8449-2a6e6584aad8,segment=NetworkSegment(bbf7bcaa-712c-4996-8dca-5e0bbc5e93de),segment_id=bbf7bcaa-712c-4996-8dca-5e0bbc5e93de)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:33:28.539037 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.595834 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a002017-feb2-4622-a2fa-41a1e3213cac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.606002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f410360-a66d-4795-87af-1cc530c69fe0 None None] Pushing event updated for resources: {'Port': ['ID=14806e64-97df-4db9-8449-2a6e6584aad8,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:28.625640 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-6a002017-feb2-4622-a2fa-41a1e3213cac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Transition to ACTIVE for port object 21f87b9e-f8aa-4926-ae32-45f12e0e18e9 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:33:28.673853 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a002017-feb2-4622-a2fa-41a1e3213cac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.736124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a002017-feb2-4622-a2fa-41a1e3213cac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Network f6f80c29-5b68-45f5-a480-8534d4e4857d is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:33:28.740226 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-6a002017-feb2-4622-a2fa-41a1e3213cac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:33:28.742805 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a002017-feb2-4622-a2fa-41a1e3213cac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:33:28.781134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a002017-feb2-4622-a2fa-41a1e3213cac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Pushing event updated for resources: {'Port': ['ID=21f87b9e-f8aa-4926-ae32-45f12e0e18e9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:28.815882 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a002017-feb2-4622-a2fa-41a1e3213cac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:33:28.817557 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6a002017-feb2-4622-a2fa-41a1e3213cac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.845828 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6a002017-feb2-4622-a2fa-41a1e3213cac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0939176 Jul 06 12:33:28.851074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48976) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:28.857612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f1123bd6-5d88-41a9-b07a-7e94b77f7920 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-885481311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:28.891100 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1123bd6-5d88-41a9-b07a-7e94b77f7920 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.892269 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1123bd6-5d88-41a9-b07a-7e94b77f7920 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.965288 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1123bd6-5d88-41a9-b07a-7e94b77f7920 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:28.971378 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1123bd6-5d88-41a9-b07a-7e94b77f7920 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:29.001022 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1123bd6-5d88-41a9-b07a-7e94b77f7920 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:29.002909 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f1123bd6-5d88-41a9-b07a-7e94b77f7920 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1501031 Jul 06 12:33:29.006974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48978) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:29.013356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-47a90cd5-0189-4de8-8d85-8640769583e9 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1110731561', 'prefixes': ['172.20.0.0/16']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:33:29.092033 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-47a90cd5-0189-4de8-8d85-8640769583e9 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks [] for subnetpool, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:29.093379 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-47a90cd5-0189-4de8-8d85-8640769583e9 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0850713 Jul 06 12:33:29.097259 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48980) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:29.103257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-3c5f7de1-764c-4825-8949-cbd5feb91746 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '05ffb1f3-4fc4-429a-b51b-66abe5b8e516', 'tempest-TagsExtTest-Tag-1863469872') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:29.223468 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3c5f7de1-764c-4825-8949-cbd5feb91746 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "PUT /v2.0/subnets/05ffb1f3-4fc4-429a-b51b-66abe5b8e516/tags/tempest-TagsExtTest-Tag-1863469872 HTTP/1.1" status: 201 len: 201 time: 0.1242621 Jul 06 12:33:29.227490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 48982) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:29.234056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-a15b03f0-4fee-4bcd-bc45-7260e4648107 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '21f87b9e-f8aa-4926-ae32-45f12e0e18e9', 'tempest-TagsExtTest-Tag-2050465758') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:29.311385 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a15b03f0-4fee-4bcd-bc45-7260e4648107 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "PUT /v2.0/ports/21f87b9e-f8aa-4926-ae32-45f12e0e18e9/tags/tempest-TagsExtTest-Tag-2050465758 HTTP/1.1" status: 201 len: 201 time: 0.0824337 Jul 06 12:33:29.314917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48984) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:29.322824 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-de8fd82b-3d4b-4e0b-9eca-2651c8346e28 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7aa588a7-2e91-4549-a966-130c55a97b0b', 'tempest-TagsExtTest-Tag-2095702854') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:29.440263 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-de8fd82b-3d4b-4e0b-9eca-2651c8346e28 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "PUT /v2.0/routers/7aa588a7-2e91-4549-a966-130c55a97b0b/tags/tempest-TagsExtTest-Tag-2095702854 HTTP/1.1" status: 201 len: 201 time: 0.1239758 Jul 06 12:33:29.446799 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48986) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:29.454033 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-ab7506ac-1e37-4f38-8650-568cddd47d01 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '180311c2-ce4e-43c6-a704-2aeecdbe4bbe', 'tempest-TagsExtTest-Tag-194195101') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:29.530791 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ab7506ac-1e37-4f38-8650-568cddd47d01 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "PUT /v2.0/subnetpools/180311c2-ce4e-43c6-a704-2aeecdbe4bbe/tags/tempest-TagsExtTest-Tag-194195101 HTTP/1.1" status: 201 len: 201 time: 0.0824020 Jul 06 12:33:29.533861 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48988) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:29.540012 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-8b44a532-1e8c-48b4-bb0e-83b3fd50e47b tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '05ffb1f3-4fc4-429a-b51b-66abe5b8e516') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:29.668519 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8b44a532-1e8c-48b4-bb0e-83b3fd50e47b tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/subnets/05ffb1f3-4fc4-429a-b51b-66abe5b8e516/tags HTTP/1.1" status: 200 len: 241 time: 0.1330609 Jul 06 12:33:29.671892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48990) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:29.677722 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-fe0b69ee-ae03-42d3-87b0-a7b73fd28604 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05ffb1f3-4fc4-429a-b51b-66abe5b8e516', 'tempest-TagsExtTest-Tag-1863469872') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:29.752084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fe0b69ee-ae03-42d3-87b0-a7b73fd28604 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/subnets/05ffb1f3-4fc4-429a-b51b-66abe5b8e516/tags/tempest-TagsExtTest-Tag-1863469872 HTTP/1.1" status: 204 len: 168 time: 0.0787866 Jul 06 12:33:29.754901 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48992) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:29.764531 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-0b0aaa65-0019-46aa-85a4-fafedc756685 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '05ffb1f3-4fc4-429a-b51b-66abe5b8e516', 'tempest-TagsExtTest-Tag-1863469872') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:29.784391 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb42c24-70e4-4d2d-bcea-6953f273cbb4 None None] Network f6f80c29-5b68-45f5-a480-8534d4e4857d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:29.861220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-64a2eda9-ea12-4997-bd48-213c8ebe1277 None None] Provisioning for port 14806e64-97df-4db9-8449-2a6e6584aad8 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:29.877110 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0b0aaa65-0019-46aa-85a4-fafedc756685 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/subnets/05ffb1f3-4fc4-429a-b51b-66abe5b8e516/tags/tempest-TagsExtTest-Tag-1863469872 HTTP/1.1" status: 204 len: 168 time: 0.1198044 Jul 06 12:33:29.879920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48996) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:29.886843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-cf44eb0f-d1bd-4828-8036-3d9f53e157a5 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '05ffb1f3-4fc4-429a-b51b-66abe5b8e516') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:29.965218 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-cf44eb0f-d1bd-4828-8036-3d9f53e157a5 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/subnets/05ffb1f3-4fc4-429a-b51b-66abe5b8e516/tags HTTP/1.1" status: 200 len: 205 time: 0.0836363 Jul 06 12:33:29.968368 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 48998) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:29.973949 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-0cb4c324-4828-408f-82ff-320ea5ced53b tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '21f87b9e-f8aa-4926-ae32-45f12e0e18e9') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:30.036680 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0cb4c324-4828-408f-82ff-320ea5ced53b tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/ports/21f87b9e-f8aa-4926-ae32-45f12e0e18e9/tags HTTP/1.1" status: 200 len: 241 time: 0.0670383 Jul 06 12:33:30.039436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49000) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:30.045965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-40890bec-22cd-457f-ada6-f2d317be6357 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '21f87b9e-f8aa-4926-ae32-45f12e0e18e9', 'tempest-TagsExtTest-Tag-2050465758') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:30.114598 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-40890bec-22cd-457f-ada6-f2d317be6357 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/ports/21f87b9e-f8aa-4926-ae32-45f12e0e18e9/tags/tempest-TagsExtTest-Tag-2050465758 HTTP/1.1" status: 204 len: 168 time: 0.0732257 Jul 06 12:33:30.117296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49002) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:30.122499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-73fbb976-59ee-48f7-8fa8-87a1a9a272f4 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '21f87b9e-f8aa-4926-ae32-45f12e0e18e9', 'tempest-TagsExtTest-Tag-2050465758') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:30.205233 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-73fbb976-59ee-48f7-8fa8-87a1a9a272f4 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/ports/21f87b9e-f8aa-4926-ae32-45f12e0e18e9/tags/tempest-TagsExtTest-Tag-2050465758 HTTP/1.1" status: 204 len: 168 time: 0.0862296 Jul 06 12:33:30.208079 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49004) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:30.214825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-99f45521-7715-460e-b97d-f3b8968195dc tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '21f87b9e-f8aa-4926-ae32-45f12e0e18e9') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:30.305125 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-aaa8c50b-8622-43f6-aaa9-83d94f4067b8 None None] Provisioning for port 21f87b9e-f8aa-4926-ae32-45f12e0e18e9 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:30.311306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-aaa8c50b-8622-43f6-aaa9-83d94f4067b8 None None] Provisioning complete for port 21f87b9e-f8aa-4926-ae32-45f12e0e18e9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:30.311306 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c50b-8622-43f6-aaa9-83d94f4067b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:30.311798 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49006) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:30.314936 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-99f45521-7715-460e-b97d-f3b8968195dc tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/ports/21f87b9e-f8aa-4926-ae32-45f12e0e18e9/tags HTTP/1.1" status: 200 len: 205 time: 0.1021025 Jul 06 12:33:30.319714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-b5b7f4f3-a647-464f-9f63-4088cc1ac10e tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7aa588a7-2e91-4549-a966-130c55a97b0b') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:30.381419 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 14806e64-97df-4db9-8449-2a6e6584aad8 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:30.406494 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8c50b-8622-43f6-aaa9-83d94f4067b8 None None] Port 21f87b9e-f8aa-4926-ae32-45f12e0e18e9 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:33:30.420647 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b5b7f4f3-a647-464f-9f63-4088cc1ac10e tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/routers/7aa588a7-2e91-4549-a966-130c55a97b0b/tags HTTP/1.1" status: 200 len: 241 time: 0.1076362 Jul 06 12:33:30.424900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49008) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:30.430917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-5e4305fa-4590-4f3f-80b6-bbba51859b01 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7aa588a7-2e91-4549-a966-130c55a97b0b', 'tempest-TagsExtTest-Tag-2095702854') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:30.466789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 14806e64-97df-4db9-8449-2a6e6584aad8 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:33:30.478447 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 14806e64-97df-4db9-8449-2a6e6584aad8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:30.480171 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:30.527897 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5e4305fa-4590-4f3f-80b6-bbba51859b01 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/routers/7aa588a7-2e91-4549-a966-130c55a97b0b/tags/tempest-TagsExtTest-Tag-2095702854 HTTP/1.1" status: 204 len: 168 time: 0.1015596 Jul 06 12:33:30.531987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49010) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:30.537942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-0562562c-06ed-43cb-88e0-f64ee289f437 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7aa588a7-2e91-4549-a966-130c55a97b0b', 'tempest-TagsExtTest-Tag-2095702854') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:30.612809 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:30.649105 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0562562c-06ed-43cb-88e0-f64ee289f437 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/routers/7aa588a7-2e91-4549-a966-130c55a97b0b/tags/tempest-TagsExtTest-Tag-2095702854 HTTP/1.1" status: 204 len: 168 time: 0.1151345 Jul 06 12:33:30.652174 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49012) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:30.657519 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-7ee8ca4b-f0fa-425f-95fb-f56eb213b134 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7aa588a7-2e91-4549-a966-130c55a97b0b') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:30.672607 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 14806e64-97df-4db9-8449-2a6e6584aad8, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=14806e64-97df-4db9-8449-2a6e6584aad8,segment=NetworkSegment(bbf7bcaa-712c-4996-8dca-5e0bbc5e93de),segment_id=bbf7bcaa-712c-4996-8dca-5e0bbc5e93de)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:30.683391 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:30.735282 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5d041e32-0a5b-4cac-a2fc-5c8df0d132ad None None] Provisioning complete for port 21f87b9e-f8aa-4926-ae32-45f12e0e18e9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:30.735913 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d041e32-0a5b-4cac-a2fc-5c8df0d132ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:30.748066 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7ee8ca4b-f0fa-425f-95fb-f56eb213b134 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/routers/7aa588a7-2e91-4549-a966-130c55a97b0b/tags HTTP/1.1" status: 200 len: 205 time: 0.0946159 Jul 06 12:33:30.751261 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49014) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:30.757005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-6d644fc2-a533-41f3-baa1-e67adc3bb0c5 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '180311c2-ce4e-43c6-a704-2aeecdbe4bbe') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:30.782626 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6d644fc2-a533-41f3-baa1-e67adc3bb0c5 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/subnetpools/180311c2-ce4e-43c6-a704-2aeecdbe4bbe/tags HTTP/1.1" status: 200 len: 240 time: 0.0299773 Jul 06 12:33:30.786416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49016) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:30.791399 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-c4684caa-307d-40e4-80ee-ef4400bd6f79 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '180311c2-ce4e-43c6-a704-2aeecdbe4bbe', 'tempest-TagsExtTest-Tag-194195101') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:30.817105 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c4684caa-307d-40e4-80ee-ef4400bd6f79 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/subnetpools/180311c2-ce4e-43c6-a704-2aeecdbe4bbe/tags/tempest-TagsExtTest-Tag-194195101 HTTP/1.1" status: 204 len: 168 time: 0.0293369 Jul 06 12:33:30.818836 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49018) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:30.824130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-0553ced6-7f11-47e2-9ac0-6ff828d76f50 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '180311c2-ce4e-43c6-a704-2aeecdbe4bbe', 'tempest-TagsExtTest-Tag-194195101') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:30.831332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=14806e64-97df-4db9-8449-2a6e6584aad8,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:30.839789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5d041e32-0a5b-4cac-a2fc-5c8df0d132ad None None] Port 21f87b9e-f8aa-4926-ae32-45f12e0e18e9 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:33:30.867053 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0553ced6-7f11-47e2-9ac0-6ff828d76f50 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/subnetpools/180311c2-ce4e-43c6-a704-2aeecdbe4bbe/tags/tempest-TagsExtTest-Tag-194195101 HTTP/1.1" status: 204 len: 168 time: 0.0468414 Jul 06 12:33:30.872379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49020) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:30.877101 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-79981f0a-b095-42cd-95bd-9dbb13741c53 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '180311c2-ce4e-43c6-a704-2aeecdbe4bbe') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:30.902855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-79981f0a-b095-42cd-95bd-9dbb13741c53 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/subnetpools/180311c2-ce4e-43c6-a704-2aeecdbe4bbe/tags HTTP/1.1" status: 200 len: 205 time: 0.0292630 Jul 06 12:33:30.906434 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49022) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:30.912045 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-db823f66-d185-4a2c-96ac-2fd34d7efe0f tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '180311c2-ce4e-43c6-a704-2aeecdbe4bbe') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:30.944489 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-db823f66-d185-4a2c-96ac-2fd34d7efe0f tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/subnetpools/180311c2-ce4e-43c6-a704-2aeecdbe4bbe/tags HTTP/1.1" status: 204 len: 168 time: 0.0366576 Jul 06 12:33:30.948621 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49024) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:30.953997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-86604dbe-a178-4837-91b0-e3a6977f9265 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7aa588a7-2e91-4549-a966-130c55a97b0b') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.057821 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-86604dbe-a178-4837-91b0-e3a6977f9265 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/routers/7aa588a7-2e91-4549-a966-130c55a97b0b/tags HTTP/1.1" status: 204 len: 168 time: 0.1074653 Jul 06 12:33:31.060575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49026) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:31.065515 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-7acc4769-6a62-4b2b-b35e-7713de20cde8 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '21f87b9e-f8aa-4926-ae32-45f12e0e18e9') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.132008 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7acc4769-6a62-4b2b-b35e-7713de20cde8 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/ports/21f87b9e-f8aa-4926-ae32-45f12e0e18e9/tags HTTP/1.1" status: 204 len: 168 time: 0.0703447 Jul 06 12:33:31.135309 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49028) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:31.140130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-3cc09e04-c906-4b24-9a96-1242c00d2715 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '05ffb1f3-4fc4-429a-b51b-66abe5b8e516') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.206521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3cc09e04-c906-4b24-9a96-1242c00d2715 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/subnets/05ffb1f3-4fc4-429a-b51b-66abe5b8e516/tags HTTP/1.1" status: 204 len: 168 time: 0.0698593 Jul 06 12:33:31.211899 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49030) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:31.217192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-9fde2412-31cc-48fb-922c-ffe034b85c19 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '05ffb1f3-4fc4-429a-b51b-66abe5b8e516', 'tempest-TagsExtTest-Tag-1445859685') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.290716 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9fde2412-31cc-48fb-922c-ffe034b85c19 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "PUT /v2.0/subnets/05ffb1f3-4fc4-429a-b51b-66abe5b8e516/tags/tempest-TagsExtTest-Tag-1445859685 HTTP/1.1" status: 201 len: 201 time: 0.0775025 Jul 06 12:33:31.295295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49032) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:31.301655 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-8ed90cdb-2bce-446a-b383-1f6bdd731ea0 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '21f87b9e-f8aa-4926-ae32-45f12e0e18e9', 'tempest-TagsExtTest-Tag-1991516104') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.386271 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8ed90cdb-2bce-446a-b383-1f6bdd731ea0 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "PUT /v2.0/ports/21f87b9e-f8aa-4926-ae32-45f12e0e18e9/tags/tempest-TagsExtTest-Tag-1991516104 HTTP/1.1" status: 201 len: 201 time: 0.0891781 Jul 06 12:33:31.389438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49034) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:31.395728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-3240b99f-7e3f-4942-94c4-c3063deb1a9a tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7aa588a7-2e91-4549-a966-130c55a97b0b', 'tempest-TagsExtTest-Tag-99103693') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.517637 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3240b99f-7e3f-4942-94c4-c3063deb1a9a tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "PUT /v2.0/routers/7aa588a7-2e91-4549-a966-130c55a97b0b/tags/tempest-TagsExtTest-Tag-99103693 HTTP/1.1" status: 201 len: 201 time: 0.1267252 Jul 06 12:33:31.520576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49036) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:31.526034 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-71657d5a-ad03-48b7-8fbe-18e1a123bfd8 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '180311c2-ce4e-43c6-a704-2aeecdbe4bbe', 'tempest-TagsExtTest-Tag-861515509') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.586390 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-71657d5a-ad03-48b7-8fbe-18e1a123bfd8 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "PUT /v2.0/subnetpools/180311c2-ce4e-43c6-a704-2aeecdbe4bbe/tags/tempest-TagsExtTest-Tag-861515509 HTTP/1.1" status: 201 len: 201 time: 0.0646100 Jul 06 12:33:31.589612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49038) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:31.595393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-ede02ea9-3c58-4a3d-86ce-d5b222d8d3f4 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '05ffb1f3-4fc4-429a-b51b-66abe5b8e516', {'tags': ['tempest-TagsExtTest-Tag-1279534552', 'tempest-TagsExtTest-Tag-1913214529', 'tempest-TagsExtTest-Tag-232158941']}) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.664014 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ede02ea9-3c58-4a3d-86ce-d5b222d8d3f4 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "PUT /v2.0/subnets/05ffb1f3-4fc4-429a-b51b-66abe5b8e516/tags HTTP/1.1" status: 200 len: 317 time: 0.0728893 Jul 06 12:33:31.667511 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49040) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:31.672499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-cb7ebc7e-a2e1-41ac-9a0e-211747b297e0 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '05ffb1f3-4fc4-429a-b51b-66abe5b8e516') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.758296 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cb7ebc7e-a2e1-41ac-9a0e-211747b297e0 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/subnets/05ffb1f3-4fc4-429a-b51b-66abe5b8e516/tags HTTP/1.1" status: 204 len: 168 time: 0.0894864 Jul 06 12:33:31.762935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49042) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:31.767893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-ad96bf0e-09ce-4331-8260-fd186d6ffa28 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05ffb1f3-4fc4-429a-b51b-66abe5b8e516', 'tempest-TagsExtTest-Tag-1279534552') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.830892 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-ad96bf0e-09ce-4331-8260-fd186d6ffa28 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] show failed (client error): The resource could not be found. Jul 06 12:33:31.832966 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ad96bf0e-09ce-4331-8260-fd186d6ffa28 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/subnets/05ffb1f3-4fc4-429a-b51b-66abe5b8e516/tags/tempest-TagsExtTest-Tag-1279534552 HTTP/1.1" status: 404 len: 329 time: 0.0683310 Jul 06 12:33:31.836154 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49044) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:31.840889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-d448dba4-6ff3-4d92-8e04-a310f8190983 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05ffb1f3-4fc4-429a-b51b-66abe5b8e516', 'tempest-TagsExtTest-Tag-1913214529') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.901698 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-d448dba4-6ff3-4d92-8e04-a310f8190983 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] show failed (client error): The resource could not be found. Jul 06 12:33:31.902826 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d448dba4-6ff3-4d92-8e04-a310f8190983 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/subnets/05ffb1f3-4fc4-429a-b51b-66abe5b8e516/tags/tempest-TagsExtTest-Tag-1913214529 HTTP/1.1" status: 404 len: 329 time: 0.0655844 Jul 06 12:33:31.906058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49046) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:31.911517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-9921f8a2-d5c8-4137-b62c-9b9fb139c906 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05ffb1f3-4fc4-429a-b51b-66abe5b8e516', 'tempest-TagsExtTest-Tag-232158941') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:31.989408 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-9921f8a2-d5c8-4137-b62c-9b9fb139c906 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] show failed (client error): The resource could not be found. Jul 06 12:33:31.990466 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9921f8a2-d5c8-4137-b62c-9b9fb139c906 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/subnets/05ffb1f3-4fc4-429a-b51b-66abe5b8e516/tags/tempest-TagsExtTest-Tag-232158941 HTTP/1.1" status: 404 len: 328 time: 0.0833573 Jul 06 12:33:31.994972 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49048) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:31.999931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-a5603b8c-c0d6-4de4-bc72-d63dea321109 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '21f87b9e-f8aa-4926-ae32-45f12e0e18e9', {'tags': ['tempest-TagsExtTest-Tag-1867745871', 'tempest-TagsExtTest-Tag-375025156', 'tempest-TagsExtTest-Tag-1131580626']}) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:32.071848 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a5603b8c-c0d6-4de4-bc72-d63dea321109 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "PUT /v2.0/ports/21f87b9e-f8aa-4926-ae32-45f12e0e18e9/tags HTTP/1.1" status: 200 len: 317 time: 0.0748739 Jul 06 12:33:32.075804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49050) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:32.081069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-3cf42f7e-982c-4774-a57d-ac39f6153370 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '21f87b9e-f8aa-4926-ae32-45f12e0e18e9') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:32.165168 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3cf42f7e-982c-4774-a57d-ac39f6153370 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/ports/21f87b9e-f8aa-4926-ae32-45f12e0e18e9/tags HTTP/1.1" status: 204 len: 168 time: 0.0880032 Jul 06 12:33:32.168810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49052) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:32.174850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-21b95b2d-7a61-4585-a5bf-77795b470360 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '21f87b9e-f8aa-4926-ae32-45f12e0e18e9', 'tempest-TagsExtTest-Tag-1867745871') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:32.241606 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-21b95b2d-7a61-4585-a5bf-77795b470360 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] show failed (client error): The resource could not be found. Jul 06 12:33:32.242687 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-21b95b2d-7a61-4585-a5bf-77795b470360 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/ports/21f87b9e-f8aa-4926-ae32-45f12e0e18e9/tags/tempest-TagsExtTest-Tag-1867745871 HTTP/1.1" status: 404 len: 329 time: 0.0728164 Jul 06 12:33:32.247778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49054) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:32.252763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-1ef0fdc8-0b8a-4af3-9e10-85881c13947f tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '21f87b9e-f8aa-4926-ae32-45f12e0e18e9', 'tempest-TagsExtTest-Tag-375025156') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:32.312131 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 14806e64-97df-4db9-8449-2a6e6584aad8 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:33:32.319365 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-1ef0fdc8-0b8a-4af3-9e10-85881c13947f tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] show failed (client error): The resource could not be found. Jul 06 12:33:32.320488 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1ef0fdc8-0b8a-4af3-9e10-85881c13947f tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/ports/21f87b9e-f8aa-4926-ae32-45f12e0e18e9/tags/tempest-TagsExtTest-Tag-375025156 HTTP/1.1" status: 404 len: 328 time: 0.0716715 Jul 06 12:33:32.324074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49056) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:32.328533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-2b80eeea-7d48-4163-9150-e94d96f06deb tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '21f87b9e-f8aa-4926-ae32-45f12e0e18e9', 'tempest-TagsExtTest-Tag-1131580626') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:32.388546 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-2b80eeea-7d48-4163-9150-e94d96f06deb tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] show failed (client error): The resource could not be found. Jul 06 12:33:32.389595 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2b80eeea-7d48-4163-9150-e94d96f06deb tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/ports/21f87b9e-f8aa-4926-ae32-45f12e0e18e9/tags/tempest-TagsExtTest-Tag-1131580626 HTTP/1.1" status: 404 len: 329 time: 0.0646441 Jul 06 12:33:32.393135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49058) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:32.398816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-e7c48580-3553-45a0-9523-ab6ae8f4f806 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7aa588a7-2e91-4549-a966-130c55a97b0b', {'tags': ['tempest-TagsExtTest-Tag-829260075', 'tempest-TagsExtTest-Tag-1759036522', 'tempest-TagsExtTest-Tag-2009934876']}) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:32.401756 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 14806e64-97df-4db9-8449-2a6e6584aad8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:33:32.402367 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:32.849403 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e7c48580-3553-45a0-9523-ab6ae8f4f806 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "PUT /v2.0/routers/7aa588a7-2e91-4549-a966-130c55a97b0b/tags HTTP/1.1" status: 200 len: 317 time: 0.4549561 Jul 06 12:33:32.852338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49060) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:32.857975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-140c38c8-71ee-48d9-abb0-1bd8bf5d8575 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7aa588a7-2e91-4549-a966-130c55a97b0b') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:32.959373 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-140c38c8-71ee-48d9-abb0-1bd8bf5d8575 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/routers/7aa588a7-2e91-4549-a966-130c55a97b0b/tags HTTP/1.1" status: 204 len: 168 time: 0.1058042 Jul 06 12:33:32.962407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49062) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:32.967774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-a03fe09f-4a35-4515-9a3f-d22b70df30b0 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7aa588a7-2e91-4549-a966-130c55a97b0b', 'tempest-TagsExtTest-Tag-829260075') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:33.053783 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-a03fe09f-4a35-4515-9a3f-d22b70df30b0 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] show failed (client error): The resource could not be found. Jul 06 12:33:33.055222 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a03fe09f-4a35-4515-9a3f-d22b70df30b0 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/routers/7aa588a7-2e91-4549-a966-130c55a97b0b/tags/tempest-TagsExtTest-Tag-829260075 HTTP/1.1" status: 404 len: 328 time: 0.0915778 Jul 06 12:33:33.058862 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49064) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:33.064604 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-9569f25e-861c-48a0-9b1a-28f513f137ac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7aa588a7-2e91-4549-a966-130c55a97b0b', 'tempest-TagsExtTest-Tag-1759036522') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:33.156065 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-9569f25e-861c-48a0-9b1a-28f513f137ac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] show failed (client error): The resource could not be found. Jul 06 12:33:33.157264 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9569f25e-861c-48a0-9b1a-28f513f137ac tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/routers/7aa588a7-2e91-4549-a966-130c55a97b0b/tags/tempest-TagsExtTest-Tag-1759036522 HTTP/1.1" status: 404 len: 329 time: 0.0969973 Jul 06 12:33:33.162385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49068) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:33.167849 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-7701ef32-1901-42e6-b3d0-2f1a7fa1908c tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7aa588a7-2e91-4549-a966-130c55a97b0b', 'tempest-TagsExtTest-Tag-2009934876') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:33.258674 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-7701ef32-1901-42e6-b3d0-2f1a7fa1908c tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] show failed (client error): The resource could not be found. Jul 06 12:33:33.260436 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7701ef32-1901-42e6-b3d0-2f1a7fa1908c tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/routers/7aa588a7-2e91-4549-a966-130c55a97b0b/tags/tempest-TagsExtTest-Tag-2009934876 HTTP/1.1" status: 404 len: 329 time: 0.0964406 Jul 06 12:33:33.264617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49070) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:33.270523 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-d883e9eb-a800-4f0e-89d8-dee5b7523c99 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '180311c2-ce4e-43c6-a704-2aeecdbe4bbe', {'tags': ['tempest-TagsExtTest-Tag-331018326', 'tempest-TagsExtTest-Tag-1028223280', 'tempest-TagsExtTest-Tag-50418392']}) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:33.312566 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d883e9eb-a800-4f0e-89d8-dee5b7523c99 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "PUT /v2.0/subnetpools/180311c2-ce4e-43c6-a704-2aeecdbe4bbe/tags HTTP/1.1" status: 200 len: 315 time: 0.0466697 Jul 06 12:33:33.315699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49072) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:33.321405 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-bd98d3be-69ef-4854-b420-3aa7cfb4aa8a tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '180311c2-ce4e-43c6-a704-2aeecdbe4bbe') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:33.377175 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bd98d3be-69ef-4854-b420-3aa7cfb4aa8a tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/subnetpools/180311c2-ce4e-43c6-a704-2aeecdbe4bbe/tags HTTP/1.1" status: 204 len: 168 time: 0.0554242 Jul 06 12:33:33.377575 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49074) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:33.383037 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-94b2b2b9-1a16-406c-9808-74478d05b5ca tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '180311c2-ce4e-43c6-a704-2aeecdbe4bbe', 'tempest-TagsExtTest-Tag-331018326') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:33.407201 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-94b2b2b9-1a16-406c-9808-74478d05b5ca tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] show failed (client error): The resource could not be found. Jul 06 12:33:33.408310 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-94b2b2b9-1a16-406c-9808-74478d05b5ca tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/subnetpools/180311c2-ce4e-43c6-a704-2aeecdbe4bbe/tags/tempest-TagsExtTest-Tag-331018326 HTTP/1.1" status: 404 len: 328 time: 0.0298035 Jul 06 12:33:33.411796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49076) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:33.417313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-970db0ab-abf4-4975-97d4-edb5af110205 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '180311c2-ce4e-43c6-a704-2aeecdbe4bbe', 'tempest-TagsExtTest-Tag-1028223280') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:33.459153 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-970db0ab-abf4-4975-97d4-edb5af110205 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] show failed (client error): The resource could not be found. Jul 06 12:33:33.460486 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-970db0ab-abf4-4975-97d4-edb5af110205 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/subnetpools/180311c2-ce4e-43c6-a704-2aeecdbe4bbe/tags/tempest-TagsExtTest-Tag-1028223280 HTTP/1.1" status: 404 len: 329 time: 0.0475423 Jul 06 12:33:33.464612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49078) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:33.474161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-d8f2b788-b1a3-4be5-a13b-46dd47ea1bef tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '180311c2-ce4e-43c6-a704-2aeecdbe4bbe', 'tempest-TagsExtTest-Tag-50418392') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:33.509871 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [None req-d8f2b788-b1a3-4be5-a13b-46dd47ea1bef tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] show failed (client error): The resource could not be found. Jul 06 12:33:33.511176 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d8f2b788-b1a3-4be5-a13b-46dd47ea1bef tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/subnetpools/180311c2-ce4e-43c6-a704-2aeecdbe4bbe/tags/tempest-TagsExtTest-Tag-50418392 HTTP/1.1" status: 404 len: 327 time: 0.0451310 Jul 06 12:33:33.515881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49080) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:33.521396 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-8891fd96-2579-477a-9ce0-b5432412b4d8 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '180311c2-ce4e-43c6-a704-2aeecdbe4bbe') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:33.558734 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8891fd96-2579-477a-9ce0-b5432412b4d8 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/subnetpools/180311c2-ce4e-43c6-a704-2aeecdbe4bbe/tags HTTP/1.1" status: 204 len: 168 time: 0.0414054 Jul 06 12:33:33.564111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49082) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:33.569304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-7e9d8166-7e35-408c-b75f-11e274e52c88 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7aa588a7-2e91-4549-a966-130c55a97b0b') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:33.657596 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7e9d8166-7e35-408c-b75f-11e274e52c88 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/routers/7aa588a7-2e91-4549-a966-130c55a97b0b/tags HTTP/1.1" status: 204 len: 168 time: 0.0922043 Jul 06 12:33:33.660932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49084) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:33.665605 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-491c93ab-a536-415a-9aba-387adf242d61 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '21f87b9e-f8aa-4926-ae32-45f12e0e18e9') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:33.728099 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-491c93ab-a536-415a-9aba-387adf242d61 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/ports/21f87b9e-f8aa-4926-ae32-45f12e0e18e9/tags HTTP/1.1" status: 204 len: 168 time: 0.0660708 Jul 06 12:33:33.730908 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49086) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:33.735764 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.tag.tag_plugin [None req-d541310e-ef58-41a4-81ee-d456926ecb03 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '05ffb1f3-4fc4-429a-b51b-66abe5b8e516') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:33.805615 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d541310e-ef58-41a4-81ee-d456926ecb03 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/subnets/05ffb1f3-4fc4-429a-b51b-66abe5b8e516/tags HTTP/1.1" status: 204 len: 168 time: 0.0732815 Jul 06 12:33:33.811329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49088) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:33.919829 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-322de811-613d-476f-9397-983d931afa0e tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks [] for subnetpool, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:33.921335 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-322de811-613d-476f-9397-983d931afa0e tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/subnetpools/180311c2-ce4e-43c6-a704-2aeecdbe4bbe HTTP/1.1" status: 204 len: 168 time: 0.1088407 Jul 06 12:33:33.925351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49090) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:33.958377 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2f54971a-67f1-43c4-a103-37d12e944ba9 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "GET /v2.0/ports?device_id=7aa588a7-2e91-4549-a966-130c55a97b0b HTTP/1.1" status: 200 len: 205 time: 0.0317791 Jul 06 12:33:33.961929 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49092) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:34.046843 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dda3ff19-f19f-414a-9422-7e64f2a4df45 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.236418 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dda3ff19-f19f-414a-9422-7e64f2a4df45 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.240006 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dda3ff19-f19f-414a-9422-7e64f2a4df45 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.294702 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dda3ff19-f19f-414a-9422-7e64f2a4df45 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.295629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda3ff19-f19f-414a-9422-7e64f2a4df45 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Fanout notify agent at l3_agent the message router_deleted on router 7aa588a7-2e91-4549-a966-130c55a97b0b {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:33:34.304732 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dda3ff19-f19f-414a-9422-7e64f2a4df45 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.309100 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dda3ff19-f19f-414a-9422-7e64f2a4df45 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/routers/7aa588a7-2e91-4549-a966-130c55a97b0b HTTP/1.1" status: 204 len: 168 time: 0.3453417 Jul 06 12:33:34.310066 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49094) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:34.468712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a03c9704-d24e-4bab-abdd-d6e3f3d38257 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Deleting port 21f87b9e-f8aa-4926-ae32-45f12e0e18e9 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:33:34.469043 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a03c9704-d24e-4bab-abdd-d6e3f3d38257 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.651125 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a03c9704-d24e-4bab-abdd-d6e3f3d38257 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.675486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a03c9704-d24e-4bab-abdd-d6e3f3d38257 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Calling delete_port for 21f87b9e-f8aa-4926-ae32-45f12e0e18e9 owned by {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:33:34.839458 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a03c9704-d24e-4bab-abdd-d6e3f3d38257 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.877096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c9704-d24e-4bab-abdd-d6e3f3d38257 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Pushing event deleted for resources: {'Port': ['ID=21f87b9e-f8aa-4926-ae32-45f12e0e18e9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:34.965229 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a03c9704-d24e-4bab-abdd-d6e3f3d38257 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:34.967794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a03c9704-d24e-4bab-abdd-d6e3f3d38257 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/ports/21f87b9e-f8aa-4926-ae32-45f12e0e18e9 HTTP/1.1" status: 204 len: 168 time: 0.6559870 Jul 06 12:33:34.970811 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49096) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:35.044122 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8e97a9-a75f-428b-8d36-4a1a183541f8 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Deleting subnet 05ffb1f3-4fc4-429a-b51b-66abe5b8e516 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:33:35.048255 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb8e97a9-a75f-428b-8d36-4a1a183541f8 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.114411 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb8e97a9-a75f-428b-8d36-4a1a183541f8 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.221230 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb8e97a9-a75f-428b-8d36-4a1a183541f8 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.294284 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb8e97a9-a75f-428b-8d36-4a1a183541f8 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.325980 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e97a9-a75f-428b-8d36-4a1a183541f8 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Pushing event deleted for resources: {'Subnet': ['ID=05ffb1f3-4fc4-429a-b51b-66abe5b8e516,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:35.332181 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-eb8e97a9-a75f-428b-8d36-4a1a183541f8 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.335591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-eb8e97a9-a75f-428b-8d36-4a1a183541f8 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/subnets/05ffb1f3-4fc4-429a-b51b-66abe5b8e516 HTTP/1.1" status: 204 len: 168 time: 0.3627501 Jul 06 12:33:35.337873 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49098) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:35.340946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54849959-4657-4c7c-939b-fa35589e3a7f None None] Network f6f80c29-5b68-45f5-a480-8534d4e4857d requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:33:35.455599 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.564554 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Deleting port 14806e64-97df-4db9-8449-2a6e6584aad8 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:33:35.565149 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.666733 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] For port 14806e64-97df-4db9-8449-2a6e6584aad8, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=14806e64-97df-4db9-8449-2a6e6584aad8,segment=NetworkSegment(bbf7bcaa-712c-4996-8dca-5e0bbc5e93de),segment_id=bbf7bcaa-712c-4996-8dca-5e0bbc5e93de)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:35.667454 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.668699 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-83ec5aaa-c76e-45da-9fa2-59462c65ce15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.688060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Calling delete_port for 14806e64-97df-4db9-8449-2a6e6584aad8 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:33:35.761375 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96e4b9f-f394-47ae-a329-c64d6e94960e None None] DHCP port deletion for f6f80c29-5b68-45f5-a480-8534d4e4857d request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:33:35.812809 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.820373 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e96e4b9f-f394-47ae-a329-c64d6e94960e None None] Deleting port 14806e64-97df-4db9-8449-2a6e6584aad8 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:33:35.820906 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e96e4b9f-f394-47ae-a329-c64d6e94960e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.865258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] No DVR routers for this DVR port 14806e64-97df-4db9-8449-2a6e6584aad8 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:33:35.876139 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Pushing event deleted for resources: {'Port': ['ID=14806e64-97df-4db9-8449-2a6e6584aad8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:35.897901 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.912226 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e96e4b9f-f394-47ae-a329-c64d6e94960e None None] For port 14806e64-97df-4db9-8449-2a6e6584aad8, host n-d-799529-2, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:33:35.912665 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e96e4b9f-f394-47ae-a329-c64d6e94960e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.927639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e96e4b9f-f394-47ae-a329-c64d6e94960e None None] Calling delete_port for 14806e64-97df-4db9-8449-2a6e6584aad8 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:33:35.931184 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-e96e4b9f-f394-47ae-a329-c64d6e94960e None None] Port 14806e64-97df-4db9-8449-2a6e6584aad8 was not found and therefore no delete operation was performed {{(pid=100429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:33:35.932957 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e96e4b9f-f394-47ae-a329-c64d6e94960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:35.962534 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e4b9f-f394-47ae-a329-c64d6e94960e None None] Pushing event deleted for resources: {'Port': ['ID=14806e64-97df-4db9-8449-2a6e6584aad8,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:35.967193 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96e4b9f-f394-47ae-a329-c64d6e94960e None None] No DVR routers for this DVR port 14806e64-97df-4db9-8449-2a6e6584aad8 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:33:36.033920 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.046332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f80c29-5b68-45f5-a480-8534d4e4857d']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:36.059701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf7bcaa-712c-4996-8dca-5e0bbc5e93de') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:36.060144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf7bcaa-712c-4996-8dca-5e0bbc5e93de') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:33:36.072001 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.091433 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.101744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:33:36.102406 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:33:36.106188 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:33:36.178354 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.190599 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.194377 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] 10.222.0.81 "DELETE /v2.0/networks/f6f80c29-5b68-45f5-a480-8534d4e4857d HTTP/1.1" status: 204 len: 168 time: 0.8545232 Jul 06 12:33:36.214090 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f85503-e030-4cd6-85c7-12727351cde3 tempest-TagsExtTest-1680058934 tempest-TagsExtTest-1680058934-project] Pushing event deleted for resources: {'Network': ['ID=f6f80c29-5b68-45f5-a480-8534d4e4857d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:36.301671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 14806e64-97df-4db9-8449-2a6e6584aad8 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:33:36.326243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 14806e64-97df-4db9-8449-2a6e6584aad8 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:33:36.326579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 14806e64-97df-4db9-8449-2a6e6584aad8 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:33:36.538168 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49108) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:36.698535 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2e8421d0-9dc5-471c-b4d9-4e62c8740954 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15bebe381eb1483db8d424c8b91b3abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589577 Jul 06 12:33:36.702588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49112) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:36.767829 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67583a26-fc81-4f0d-a9c8-e6f54f7a0d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.795697 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67583a26-fc81-4f0d-a9c8-e6f54f7a0d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.815667 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.863746 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67583a26-fc81-4f0d-a9c8-e6f54f7a0d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.867109 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67583a26-fc81-4f0d-a9c8-e6f54f7a0d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:36.868565 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-67583a26-fc81-4f0d-a9c8-e6f54f7a0d69 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/62d2e000-386f-407d-8d9a-b8280779b553 HTTP/1.1" status: 204 len: 168 time: 0.1648390 Jul 06 12:33:36.878462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67583a26-fc81-4f0d-a9c8-e6f54f7a0d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d2e000-386f-407d-8d9a-b8280779b553,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:38.179294 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d5a6653d-3c7d-4992-8a76-b5dbc9177f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.264349 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:38.809251 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49152) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:38.937779 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82affe14-a18e-4eaf-aae8-eaa0bd468f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.089583 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82affe14-a18e-4eaf-aae8-eaa0bd468f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.094637 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82affe14-a18e-4eaf-aae8-eaa0bd468f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.140625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-82affe14-a18e-4eaf-aae8-eaa0bd468f52 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0392167502f4a1e8c926a76f84c1cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302238 Jul 06 12:33:39.141557 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82affe14-a18e-4eaf-aae8-eaa0bd468f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad340d3-c18b-45aa-876e-77f2a3fe7a7a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:39.145707 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49156) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:39.214452 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f17cac8e-b4be-4f59-a54f-47a90b4f1268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.246442 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f17cac8e-b4be-4f59-a54f-47a90b4f1268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.312762 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f17cac8e-b4be-4f59-a54f-47a90b4f1268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.315828 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f17cac8e-b4be-4f59-a54f-47a90b4f1268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.319846 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f17cac8e-b4be-4f59-a54f-47a90b4f1268 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cad340d3-c18b-45aa-876e-77f2a3fe7a7a HTTP/1.1" status: 204 len: 168 time: 0.1722188 Jul 06 12:33:39.329393 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cac8e-b4be-4f59-a54f-47a90b4f1268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad340d3-c18b-45aa-876e-77f2a3fe7a7a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:39.461372 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.688636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49162) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:39.703913 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-689e42a3-255f-464f-ba36-2b41f35bbced admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.812619 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-689e42a3-255f-464f-ba36-2b41f35bbced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.818249 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-689e42a3-255f-464f-ba36-2b41f35bbced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.861900 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-689e42a3-255f-464f-ba36-2b41f35bbced admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e3ccf71abdab46208073b4ba9d731cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721387 Jul 06 12:33:39.862866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e42a3-255f-464f-ba36-2b41f35bbced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698ff407-7f85-4df3-806f-4e6e881d7fea,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:39.865599 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49164) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:33:39.922009 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b9f20245-a685-48eb-a5e3-ce8eb71e81a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:39.949713 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b9f20245-a685-48eb-a5e3-ce8eb71e81a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:40.003740 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b9f20245-a685-48eb-a5e3-ce8eb71e81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:40.006541 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b9f20245-a685-48eb-a5e3-ce8eb71e81a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:33:40.008009 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b9f20245-a685-48eb-a5e3-ce8eb71e81a2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/698ff407-7f85-4df3-806f-4e6e881d7fea HTTP/1.1" status: 204 len: 168 time: 0.1412182 Jul 06 12:33:40.017506 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f20245-a685-48eb-a5e3-ce8eb71e81a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698ff407-7f85-4df3-806f-4e6e881d7fea,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:33:41.038939 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.150696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49396) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:01.276942 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.412097 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.418095 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.487154 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e560a649-203f-47ec-996c-6cb61ae16875,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:01.506655 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=655d53c303fd450e8b0e51639f6d6b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542011 Jul 06 12:34:01.509704 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49400) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:01.510575 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.510973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.511593 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.512243 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.512773 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.513356 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.513941 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.514529 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.515096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.515804 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.516386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.516951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c328d86-4c64-421d-a75c-6e7da30c423e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.569876 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.594667 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.649394 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.652694 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:01.654305 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e560a649-203f-47ec-996c-6cb61ae16875 HTTP/1.1" status: 204 len: 168 time: 0.1434758 Jul 06 12:34:01.666608 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e560a649-203f-47ec-996c-6cb61ae16875,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:01.681579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.682142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.682747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.683403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.684096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.684555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.685119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.685949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.686503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.687067 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.687661 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:01.688588 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c27d6-be42-4cd6-831e-3a2c172762fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:34:02.050329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49406) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:02.067377 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70cd4868-2031-49b8-b56a-88b5e60bbe1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:02.171162 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70cd4868-2031-49b8-b56a-88b5e60bbe1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:02.175651 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70cd4868-2031-49b8-b56a-88b5e60bbe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:02.219517 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-70cd4868-2031-49b8-b56a-88b5e60bbe1b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ca2f1a1ef1994fbb94a4cae7f882a0c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649094 Jul 06 12:34:02.219517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd4868-2031-49b8-b56a-88b5e60bbe1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9d1ce3-1ab9-440f-882f-82ae28856c3a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:02.220316 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49410) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:02.275521 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba342425-1cde-4df7-955c-20a809969e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:02.299377 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba342425-1cde-4df7-955c-20a809969e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:02.353248 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba342425-1cde-4df7-955c-20a809969e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:02.355890 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba342425-1cde-4df7-955c-20a809969e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:02.357185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ba342425-1cde-4df7-955c-20a809969e6f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef9d1ce3-1ab9-440f-882f-82ae28856c3a HTTP/1.1" status: 204 len: 168 time: 0.1358037 Jul 06 12:34:02.367438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba342425-1cde-4df7-955c-20a809969e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9d1ce3-1ab9-440f-882f-82ae28856c3a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:03.012430 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:34:05.543580 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2acf0bdf-aef4-48f3-8349-9a0c85dd4068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:05.878842 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:06.841298 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:08.184057 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c428f53e-4d2d-4aef-9257-da4436fb7af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:08.261191 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:09.461561 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:11.041989 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:31.241223 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49618) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:31.369085 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1186353e-1bc6-4df5-b4b0-2011a13909ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:31.482611 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1186353e-1bc6-4df5-b4b0-2011a13909ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:31.487783 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1186353e-1bc6-4df5-b4b0-2011a13909ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:31.525041 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1186353e-1bc6-4df5-b4b0-2011a13909ef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a55174bda18a4131b2c642d418c351c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2827015 Jul 06 12:34:31.527013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186353e-1bc6-4df5-b4b0-2011a13909ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a2991b-8958-4471-bb5a-efa45af41e1d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:31.528236 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49622) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:31.585552 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a854ecf9-5f2d-4298-9054-f5da5c48d502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:31.608081 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a854ecf9-5f2d-4298-9054-f5da5c48d502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:31.654641 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a854ecf9-5f2d-4298-9054-f5da5c48d502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:31.657237 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a854ecf9-5f2d-4298-9054-f5da5c48d502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:31.658422 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a854ecf9-5f2d-4298-9054-f5da5c48d502 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/40a2991b-8958-4471-bb5a-efa45af41e1d HTTP/1.1" status: 204 len: 168 time: 0.1278820 Jul 06 12:34:31.667028 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854ecf9-5f2d-4298-9054-f5da5c48d502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a2991b-8958-4471-bb5a-efa45af41e1d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:31.935295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49628) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:31.949420 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-625b4fcb-53f9-4ba8-8817-ffe61b20b582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:32.060008 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-625b4fcb-53f9-4ba8-8817-ffe61b20b582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:32.064678 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-625b4fcb-53f9-4ba8-8817-ffe61b20b582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:32.105399 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-625b4fcb-53f9-4ba8-8817-ffe61b20b582 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=adcf756c95ce4d3abae53b6ec770490e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689045 Jul 06 12:34:32.106258 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b4fcb-53f9-4ba8-8817-ffe61b20b582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83a9420-32bc-4a5e-9908-28ddaf17a1a5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:32.109094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49630) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:32.168298 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a87960a-8ef9-4831-a030-a659c583d6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:32.198316 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a87960a-8ef9-4831-a030-a659c583d6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:32.247909 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a87960a-8ef9-4831-a030-a659c583d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:32.251255 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a87960a-8ef9-4831-a030-a659c583d6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:32.252452 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7a87960a-8ef9-4831-a030-a659c583d6d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a83a9420-32bc-4a5e-9908-28ddaf17a1a5 HTTP/1.1" status: 204 len: 168 time: 0.1423402 Jul 06 12:34:32.263767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87960a-8ef9-4831-a030-a659c583d6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83a9420-32bc-4a5e-9908-28ddaf17a1a5,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:35.544914 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bcad1861-f74a-4196-a243-d07a482b038f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:35.877798 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:36.824883 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.630448 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49730) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:37.764134 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57c427f1-eb97-4178-9e99-76bd2045f544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.857835 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57c427f1-eb97-4178-9e99-76bd2045f544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.861731 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-57c427f1-eb97-4178-9e99-76bd2045f544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.908446 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-57c427f1-eb97-4178-9e99-76bd2045f544 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0bd4fc1ea58f4bbaa3df5422a5759578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2767143 Jul 06 12:34:37.909574 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c427f1-eb97-4178-9e99-76bd2045f544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df405f0-8d13-4004-a2f3-26a23116fb11,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:37.911403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49734) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:37.965663 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-316d0ebb-6e11-456a-9f1a-efe53779f83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:37.989860 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-316d0ebb-6e11-456a-9f1a-efe53779f83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.041831 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-316d0ebb-6e11-456a-9f1a-efe53779f83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.044915 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-316d0ebb-6e11-456a-9f1a-efe53779f83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.046269 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-316d0ebb-6e11-456a-9f1a-efe53779f83b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0df405f0-8d13-4004-a2f3-26a23116fb11 HTTP/1.1" status: 204 len: 168 time: 0.1338127 Jul 06 12:34:38.055323 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d0ebb-6e11-456a-9f1a-efe53779f83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df405f0-8d13-4004-a2f3-26a23116fb11,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:38.178688 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa24982f-b95d-42d4-adf0-f11b86d2013c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.270844 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.393924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49740) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:38.408133 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-062e0941-db08-4a74-a7b2-ed41811b9a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.515903 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-062e0941-db08-4a74-a7b2-ed41811b9a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.521566 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-062e0941-db08-4a74-a7b2-ed41811b9a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.568221 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-062e0941-db08-4a74-a7b2-ed41811b9a51 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c42bd11057b547ec99015c69dfe5222a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730883 Jul 06 12:34:38.569448 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e0941-db08-4a74-a7b2-ed41811b9a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e2926a-eaca-40b9-aa33-d2e2312a7b9c,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:38.571434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49742) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:38.631336 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7200564-4066-4cb5-acd3-f62b23332af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.658918 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7200564-4066-4cb5-acd3-f62b23332af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.720924 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7200564-4066-4cb5-acd3-f62b23332af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.723968 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7200564-4066-4cb5-acd3-f62b23332af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:38.725191 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f7200564-4066-4cb5-acd3-f62b23332af8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a0e2926a-eaca-40b9-aa33-d2e2312a7b9c HTTP/1.1" status: 204 len: 168 time: 0.1514275 Jul 06 12:34:38.739932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7200564-4066-4cb5-acd3-f62b23332af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e2926a-eaca-40b9-aa33-d2e2312a7b9c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:39.461136 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:40.011545 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:34:40.430729 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49792) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:40.560818 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-03ad14f0-1813-41e2-8d87-bf225e35c2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:40.654955 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-03ad14f0-1813-41e2-8d87-bf225e35c2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:40.658958 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-03ad14f0-1813-41e2-8d87-bf225e35c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:40.699979 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-03ad14f0-1813-41e2-8d87-bf225e35c2c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5333ad36a0943f09c349896a6ac69e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681093 Jul 06 12:34:40.701175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad14f0-1813-41e2-8d87-bf225e35c2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c8b497-28e0-4eae-a456-e6be40cafcb7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:40.702901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49798) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:40.752755 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ddadc64-37df-4da4-844b-6ec668a7472f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:40.775487 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ddadc64-37df-4da4-844b-6ec668a7472f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:40.824005 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ddadc64-37df-4da4-844b-6ec668a7472f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:40.826600 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ddadc64-37df-4da4-844b-6ec668a7472f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:40.827843 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4ddadc64-37df-4da4-844b-6ec668a7472f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93c8b497-28e0-4eae-a456-e6be40cafcb7 HTTP/1.1" status: 204 len: 168 time: 0.1239188 Jul 06 12:34:40.836012 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddadc64-37df-4da4-844b-6ec668a7472f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c8b497-28e0-4eae-a456-e6be40cafcb7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:41.036190 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:41.114029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49804) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:41.128417 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f71aac8e-2680-4fa3-968b-e190e3d0ffa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:41.220752 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f71aac8e-2680-4fa3-968b-e190e3d0ffa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:41.224650 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f71aac8e-2680-4fa3-968b-e190e3d0ffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:41.264096 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f71aac8e-2680-4fa3-968b-e190e3d0ffa7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a78a2637996a45b9a07ade712c77dbed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489615 Jul 06 12:34:41.266118 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71aac8e-2680-4fa3-968b-e190e3d0ffa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f02cb3e-e2bf-46bc-9018-cd7675d0f9a1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:41.266751 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49806) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:41.319384 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-34251468-358f-4eb3-a41b-d280cee21dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:41.341970 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-34251468-358f-4eb3-a41b-d280cee21dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:41.391557 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-34251468-358f-4eb3-a41b-d280cee21dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:41.394161 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-34251468-358f-4eb3-a41b-d280cee21dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:41.395390 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-34251468-358f-4eb3-a41b-d280cee21dbb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0f02cb3e-e2bf-46bc-9018-cd7675d0f9a1 HTTP/1.1" status: 204 len: 168 time: 0.1269343 Jul 06 12:34:41.403876 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34251468-358f-4eb3-a41b-d280cee21dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f02cb3e-e2bf-46bc-9018-cd7675d0f9a1,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:56.189413 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49936) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:56.339635 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5ec53e6b-7206-4c6a-92a8-403fedcfdf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:56.457538 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5ec53e6b-7206-4c6a-92a8-403fedcfdf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:56.462015 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5ec53e6b-7206-4c6a-92a8-403fedcfdf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:56.504774 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5ec53e6b-7206-4c6a-92a8-403fedcfdf8a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2dcfef55da604cadacda68eee15601da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3136151 Jul 06 12:34:56.505500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec53e6b-7206-4c6a-92a8-403fedcfdf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e14e7d-88bc-41a0-af3b-0935939e19c2,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:56.508732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49940) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:56.566260 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0136-3989-485b-aeef-583a75b0e130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:56.596631 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0136-3989-485b-aeef-583a75b0e130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:56.668075 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0136-3989-485b-aeef-583a75b0e130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:56.670890 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0136-3989-485b-aeef-583a75b0e130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:56.676045 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ca7e0136-3989-485b-aeef-583a75b0e130 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5e14e7d-88bc-41a0-af3b-0935939e19c2 HTTP/1.1" status: 204 len: 168 time: 0.1626449 Jul 06 12:34:56.681973 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e0136-3989-485b-aeef-583a75b0e130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e14e7d-88bc-41a0-af3b-0935939e19c2,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:56.978000 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 49946) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:56.992689 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4e0281c-8edf-4050-bd22-fcc32de59651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:57.093806 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4e0281c-8edf-4050-bd22-fcc32de59651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:57.098132 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4e0281c-8edf-4050-bd22-fcc32de59651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:57.137600 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d4e0281c-8edf-4050-bd22-fcc32de59651 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5de59ecbe88540b6b70ee648d67afa14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578145 Jul 06 12:34:57.138435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0281c-8edf-4050-bd22-fcc32de59651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda3cf96-19a7-46a0-a5d4-427e1bb7c9aa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:34:57.140393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 49948) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:34:57.192992 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2e621d85-69b4-48bb-ae77-34341d73c5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:57.215442 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2e621d85-69b4-48bb-ae77-34341d73c5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:57.268056 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2e621d85-69b4-48bb-ae77-34341d73c5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:57.270789 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2e621d85-69b4-48bb-ae77-34341d73c5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:34:57.272029 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2e621d85-69b4-48bb-ae77-34341d73c5e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bda3cf96-19a7-46a0-a5d4-427e1bb7c9aa HTTP/1.1" status: 204 len: 168 time: 0.1306148 Jul 06 12:34:57.280821 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e621d85-69b4-48bb-ae77-34341d73c5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda3cf96-19a7-46a0-a5d4-427e1bb7c9aa,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:05.540635 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1594402a-6575-4b10-9d72-aa03ff446320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:05.889924 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:06.825786 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:08.185653 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a47fe93-6804-4a58-a138-468a5035bd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:08.242263 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50090) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:08.273270 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:08.380783 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:08.477816 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:08.482137 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:08.523915 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=786a24b9137049e086c59ad6a29ab51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2805078 Jul 06 12:35:08.524919 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f640fffb-c2d7-4379-9960-f9d4195b7950,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:08.527192 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50094) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:08.533936 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.534281 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.534626 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.534962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.535316 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.535970 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.535970 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.536275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.536598 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.536931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.537248 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.537568 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2247b02c-4cdc-4d6e-ac69-94fd18030654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.583910 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:08.619455 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:08.691011 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:08.693477 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:08.694659 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f640fffb-c2d7-4379-9960-f9d4195b7950 HTTP/1.1" status: 204 len: 168 time: 0.1664441 Jul 06 12:35:08.703680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f640fffb-c2d7-4379-9960-f9d4195b7950,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:08.713897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.714251 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.714618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.714951 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.715429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.715756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.716077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.716395 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.716891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.717213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.717530 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:08.717844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34a590-3cf2-4be8-95ea-6a10e0e6e373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:09.005978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50100) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:09.026538 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd87cef7-d9d0-44f0-8c91-64eee3a07433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:09.143733 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd87cef7-d9d0-44f0-8c91-64eee3a07433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:09.149176 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd87cef7-d9d0-44f0-8c91-64eee3a07433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:09.199596 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bd87cef7-d9d0-44f0-8c91-64eee3a07433 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99922ef95f504317935970bbfb71004d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920438 Jul 06 12:35:09.200648 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87cef7-d9d0-44f0-8c91-64eee3a07433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa193b60-015d-4197-ac1d-940ab23601f7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:09.202593 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50102) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:09.267866 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa3eb755-25f3-4c74-a3bb-90e7c6cae7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:09.292274 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa3eb755-25f3-4c74-a3bb-90e7c6cae7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:09.347572 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa3eb755-25f3-4c74-a3bb-90e7c6cae7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:09.350318 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-aa3eb755-25f3-4c74-a3bb-90e7c6cae7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:09.351595 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-aa3eb755-25f3-4c74-a3bb-90e7c6cae7a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa193b60-015d-4197-ac1d-940ab23601f7 HTTP/1.1" status: 204 len: 168 time: 0.1474934 Jul 06 12:35:09.359685 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3eb755-25f3-4c74-a3bb-90e7c6cae7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa193b60-015d-4197-ac1d-940ab23601f7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:09.463221 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:09.699561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50108) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:09.712439 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9e60307-f994-44b9-85c6-a0233425ecf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:09.805841 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9e60307-f994-44b9-85c6-a0233425ecf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:09.810737 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9e60307-f994-44b9-85c6-a0233425ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:09.855644 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a9e60307-f994-44b9-85c6-a0233425ecf3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a06b02af2b2482ca33ce854830e5104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549149 Jul 06 12:35:09.856866 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e60307-f994-44b9-85c6-a0233425ecf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5d5a6d-4efe-48fd-b919-59341efa27b6,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:09.858390 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50110) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:09.910132 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50cc36b3-26c5-4c5d-975f-85149d5698d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:09.932876 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50cc36b3-26c5-4c5d-975f-85149d5698d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:09.981527 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50cc36b3-26c5-4c5d-975f-85149d5698d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:09.986093 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50cc36b3-26c5-4c5d-975f-85149d5698d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:09.987327 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-50cc36b3-26c5-4c5d-975f-85149d5698d5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc5d5a6d-4efe-48fd-b919-59341efa27b6 HTTP/1.1" status: 204 len: 168 time: 0.1273370 Jul 06 12:35:09.997121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc36b3-26c5-4c5d-975f-85149d5698d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5d5a6d-4efe-48fd-b919-59341efa27b6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:11.041672 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:12.222446 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50264) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:12.335799 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82535c2b-6bb5-4be2-9022-1136a1766551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:12.433266 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82535c2b-6bb5-4be2-9022-1136a1766551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:12.437373 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82535c2b-6bb5-4be2-9022-1136a1766551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:12.474708 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82535c2b-6bb5-4be2-9022-1136a1766551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e79359-da94-4b81-a0d8-6054a64315ad,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:12.479250 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-82535c2b-6bb5-4be2-9022-1136a1766551 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ce7d51254a44ed698c1a4c1e922ca7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557602 Jul 06 12:35:12.482185 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50268) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:12.533275 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40e282cf-82ac-4f16-af95-f76422199685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:12.554620 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40e282cf-82ac-4f16-af95-f76422199685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:12.602339 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40e282cf-82ac-4f16-af95-f76422199685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:12.604973 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40e282cf-82ac-4f16-af95-f76422199685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:12.606159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-40e282cf-82ac-4f16-af95-f76422199685 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0e79359-da94-4b81-a0d8-6054a64315ad HTTP/1.1" status: 204 len: 168 time: 0.1229763 Jul 06 12:35:12.614086 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e282cf-82ac-4f16-af95-f76422199685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e79359-da94-4b81-a0d8-6054a64315ad,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:12.873211 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50274) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:12.886560 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-94193450-d572-417d-a0e9-13dd03b50cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:12.983558 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-94193450-d572-417d-a0e9-13dd03b50cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:12.988230 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-94193450-d572-417d-a0e9-13dd03b50cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:13.028650 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-94193450-d572-417d-a0e9-13dd03b50cd1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a1ee152306ff47039286e116b23ce35e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543436 Jul 06 12:35:13.029779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94193450-d572-417d-a0e9-13dd03b50cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c25eb79-6cc3-49a9-b73a-124c4b898dad,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:13.032417 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50276) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:13.087253 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-def675a3-f7cc-487d-8873-1dbca7b08d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:13.108129 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-def675a3-f7cc-487d-8873-1dbca7b08d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:13.154744 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-def675a3-f7cc-487d-8873-1dbca7b08d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:13.157317 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-def675a3-f7cc-487d-8873-1dbca7b08d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:13.158500 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-def675a3-f7cc-487d-8873-1dbca7b08d85 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c25eb79-6cc3-49a9-b73a-124c4b898dad HTTP/1.1" status: 204 len: 168 time: 0.1245825 Jul 06 12:35:13.166172 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def675a3-f7cc-487d-8873-1dbca7b08d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c25eb79-6cc3-49a9-b73a-124c4b898dad,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:13.808076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50298) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:13.904878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b17dd512-7dc8-423a-9d10-21df2adb2fc4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-569389770-network', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:13.924712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17dd512-7dc8-423a-9d10-21df2adb2fc4 admin admin] Made reservation on behalf of 90641c9a4f82482ab678afbb40f6f6e9 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:35:13.927080 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b17dd512-7dc8-423a-9d10-21df2adb2fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:13.935260 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b17dd512-7dc8-423a-9d10-21df2adb2fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:14.023396 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b17dd512-7dc8-423a-9d10-21df2adb2fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:14.028590 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b17dd512-7dc8-423a-9d10-21df2adb2fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:14.050606 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17dd512-7dc8-423a-9d10-21df2adb2fc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:35:14.067174 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dd512-7dc8-423a-9d10-21df2adb2fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b6819d-e0a4-4704-8ae4-afcff346205f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:14.071476 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b17dd512-7dc8-423a-9d10-21df2adb2fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:14.071817 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-b17dd512-7dc8-423a-9d10-21df2adb2fc4 admin admin] Added segment 653ed256-8740-49ac-9629-170dc936f3cb of type vlan for network 2b004354-f2b6-47eb-a10a-1896aa650f04 Jul 06 12:35:14.112707 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b17dd512-7dc8-423a-9d10-21df2adb2fc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:14.144819 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b17dd512-7dc8-423a-9d10-21df2adb2fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:14.145962 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17dd512-7dc8-423a-9d10-21df2adb2fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:14.146554 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b17dd512-7dc8-423a-9d10-21df2adb2fc4 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:14.200380 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b17dd512-7dc8-423a-9d10-21df2adb2fc4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3910208 Jul 06 12:35:14.203244 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50302) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:14.208784 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5ce565ac-7bd2-4533-996f-cfaef013ba73 admin admin] Request body: {'subnet': {'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-569389770-subnet', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:14.224159 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dd512-7dc8-423a-9d10-21df2adb2fc4 admin admin] Pushing event updated for resources: {'Network': ['ID=2b004354-f2b6-47eb-a10a-1896aa650f04,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:14.234673 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 2b004354-f2b6-47eb-a10a-1896aa650f04 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:35:14.239543 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce565ac-7bd2-4533-996f-cfaef013ba73 admin admin] Made reservation on behalf of 90641c9a4f82482ab678afbb40f6f6e9 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:35:14.242029 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ce565ac-7bd2-4533-996f-cfaef013ba73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:14.425008 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ce565ac-7bd2-4533-996f-cfaef013ba73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:14.485844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce565ac-7bd2-4533-996f-cfaef013ba73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce722f1-27bc-48c5-9b24-489d10c5c67b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:14.497143 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce565ac-7bd2-4533-996f-cfaef013ba73 admin admin] Checking segment: {'id': '653ed256-8740-49ac-9629-170dc936f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:35:14.497500 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce565ac-7bd2-4533-996f-cfaef013ba73 admin admin] Network hostable DHCP agents. Network: 2b004354-f2b6-47eb-a10a-1896aa650f04, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:35:14.515377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce565ac-7bd2-4533-996f-cfaef013ba73 admin admin] Network 2b004354-f2b6-47eb-a10a-1896aa650f04 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:35:14.524940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5ce565ac-7bd2-4533-996f-cfaef013ba73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 2b004354-f2b6-47eb-a10a-1896aa650f04) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:14.529983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce565ac-7bd2-4533-996f-cfaef013ba73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:14.530589 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ce565ac-7bd2-4533-996f-cfaef013ba73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:14.538276 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2c9120-4968-4fd5-9333-b04751682376 None None] Network 2b004354-f2b6-47eb-a10a-1896aa650f04 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:35:14.547702 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5ce565ac-7bd2-4533-996f-cfaef013ba73 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3432424 Jul 06 12:35:14.550363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50304) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:14.555074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:14.579832 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:14.580859 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:14.643061 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:14.751479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-2b004354-f2b6-47eb-a10a-1896aa650f04', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'fixed_ips': [{'subnet_id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:35:14.752353 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:14.798433 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:14.907506 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Allocated IP 172.20.0.2 (2b004354-f2b6-47eb-a10a-1896aa650f04/3ce722f1-27bc-48c5-9b24-489d10c5c67b/9356aba4-5ed4-4fed-8217-23c70149d3f3) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:35:15.064387 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:15.095785 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:15.098981 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:15.109336 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Transition to ACTIVE for port object 9356aba4-5ed4-4fed-8217-23c70149d3f3 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:35:15.128974 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Transition to ACTIVE for port object 9356aba4-5ed4-4fed-8217-23c70149d3f3 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:35:15.135803 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:15.176061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Network 2b004354-f2b6-47eb-a10a-1896aa650f04 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:35:15.179020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:15.181554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:35:15.198052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Pushing event updated for resources: {'Port': ['ID=9356aba4-5ed4-4fed-8217-23c70149d3f3,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:15.223973 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Allocated IP 172.25.4.21 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/7e2bff6b-fb53-4838-8212-45ff152c425c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:35:15.227490 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:15.227815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:15.228153 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:15.228520 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:15.228907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:15.229400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:15.229782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:15.230218 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:15.230621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:15.230955 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:15.231344 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:15.231702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:15.267168 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Attempting to bind port 9356aba4-5ed4-4fed-8217-23c70149d3f3 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:35:15.267903 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Attempting to bind port 9356aba4-5ed4-4fed-8217-23c70149d3f3 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '653ed256-8740-49ac-9629-170dc936f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:35:15.268034 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Attempting to bind port 9356aba4-5ed4-4fed-8217-23c70149d3f3 on network 2b004354-f2b6-47eb-a10a-1896aa650f04 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:15.276452 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:35:15.276696 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Checking segment: {'id': '653ed256-8740-49ac-9629-170dc936f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:35:15.277007 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:15.278004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Bound using segment: {'id': '653ed256-8740-49ac-9629-170dc936f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:35:15.278004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Bound port: 9356aba4-5ed4-4fed-8217-23c70149d3f3, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653ed256-8740-49ac-9629-170dc936f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:35:15.278360 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:15.359101 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] For port 9356aba4-5ed4-4fed-8217-23c70149d3f3, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:35:15.362440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:15.364353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] For port 9356aba4-5ed4-4fed-8217-23c70149d3f3, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9356aba4-5ed4-4fed-8217-23c70149d3f3,segment=NetworkSegment(653ed256-8740-49ac-9629-170dc936f3cb),segment_id=653ed256-8740-49ac-9629-170dc936f3cb)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:35:15.370919 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:15.434801 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:15.449593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2de79-0e30-4326-82d2-efec1ffa8a9a None None] Pushing event updated for resources: {'Port': ['ID=9356aba4-5ed4-4fed-8217-23c70149d3f3,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:15.484703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:35:15.490820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:15.498325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:35:15.502094 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Pushing event updated for resources: {'Port': ['ID=7e2bff6b-fb53-4838-8212-45ff152c425c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:15.798842 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:16.012255 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:16.212948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Router 8a832498-faab-4d2f-bbaa-012baecbb6ff is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:35:16.333625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:35:16.351865 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Sync routers for ids ['8a832498-faab-4d2f-bbaa-012baecbb6ff'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:35:16.352886 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:16.358191 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50306) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:16.359783 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6c2f32e3-6876-4047-88c5-012b96396a25 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8082910 Jul 06 12:35:16.371498 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Routers {'8a832498-faab-4d2f-bbaa-012baecbb6ff'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:35:16.372399 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:35:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8a832498-faab-4d2f-bbaa-012baecbb6ff'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:16.399433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9356aba4-5ed4-4fed-8217-23c70149d3f3 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:16.462894 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 9356aba4-5ed4-4fed-8217-23c70149d3f3 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:35:16.481589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856ffa12-bbb9-4dae-b024-00ce43fa4d8b None None] Network 2b004354-f2b6-47eb-a10a-1896aa650f04 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:35:16.507453 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Set router 8a832498-faab-4d2f-bbaa-012baecbb6ff gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:35:16.630212 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3cd1b610-00c5-43ea-bd0d-0c5d190c8eee None None] Provisioning for port 9356aba4-5ed4-4fed-8217-23c70149d3f3 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:35:16.641435 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3cd1b610-00c5-43ea-bd0d-0c5d190c8eee None None] Provisioning complete for port 9356aba4-5ed4-4fed-8217-23c70149d3f3 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:16.642068 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3cd1b610-00c5-43ea-bd0d-0c5d190c8eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:16.786852 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3cd1b610-00c5-43ea-bd0d-0c5d190c8eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:16.811976 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:35:15Z', 'revision_number': 3, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port': {'id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:15Z', 'updated_at': '2021-07-06T12:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:16.844730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-3cd1b610-00c5-43ea-bd0d-0c5d190c8eee None None] For port 9356aba4-5ed4-4fed-8217-23c70149d3f3, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9356aba4-5ed4-4fed-8217-23c70149d3f3,segment=NetworkSegment(653ed256-8740-49ac-9629-170dc936f3cb),segment_id=653ed256-8740-49ac-9629-170dc936f3cb)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:16.847650 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Checking router: 8a832498-faab-4d2f-bbaa-012baecbb6ff for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:35:16.848088 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Updating router 8a832498-faab-4d2f-bbaa-012baecbb6ff port 7e2bff6b-fb53-4838-8212-45ff152c425c binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:35:16.853243 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3cd1b610-00c5-43ea-bd0d-0c5d190c8eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:16.886166 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:16.928411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1b610-00c5-43ea-bd0d-0c5d190c8eee None None] Pushing event updated for resources: {'Port': ['ID=9356aba4-5ed4-4fed-8217-23c70149d3f3,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:17.024249 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:35:17.182687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-94ce4228-61e2-4ffa-b7f3-381976f7cb63 None None] Provisioning complete for port 9356aba4-5ed4-4fed-8217-23c70149d3f3 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:17.182959 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-94ce4228-61e2-4ffa-b7f3-381976f7cb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:17.249089 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:17.266140 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Transition to ACTIVE for port object 7e2bff6b-fb53-4838-8212-45ff152c425c will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:35:17.268538 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:17.274786 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:17.333467 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Attempting to bind port 7e2bff6b-fb53-4838-8212-45ff152c425c on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:35:17.333829 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Attempting to bind port 7e2bff6b-fb53-4838-8212-45ff152c425c by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:35:17.334181 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Attempting to bind port 7e2bff6b-fb53-4838-8212-45ff152c425c on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:17.342940 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4487ca7-6949-4af3-b77f-1cd0d025955b None None] Pushing event updated for resources: {'Port': ['ID=7e2bff6b-fb53-4838-8212-45ff152c425c,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:17.345140 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:35:17.345508 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:35:17.345906 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:17.346296 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:35:17.346751 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Bound port: 7e2bff6b-fb53-4838-8212-45ff152c425c, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:35:17.347122 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:17.355199 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4487ca7-6949-4af3-b77f-1cd0d025955b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:17.355866 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4487ca7-6949-4af3-b77f-1cd0d025955b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:17.355979 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4487ca7-6949-4af3-b77f-1cd0d025955b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:17.356217 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4487ca7-6949-4af3-b77f-1cd0d025955b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:17.356543 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4487ca7-6949-4af3-b77f-1cd0d025955b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:17.356870 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4487ca7-6949-4af3-b77f-1cd0d025955b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:17.357191 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4487ca7-6949-4af3-b77f-1cd0d025955b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:17.357514 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4487ca7-6949-4af3-b77f-1cd0d025955b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:17.357833 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4487ca7-6949-4af3-b77f-1cd0d025955b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:17.358158 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4487ca7-6949-4af3-b77f-1cd0d025955b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:17.358475 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4487ca7-6949-4af3-b77f-1cd0d025955b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:17.358789 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4487ca7-6949-4af3-b77f-1cd0d025955b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:35:17.408556 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] For port 7e2bff6b-fb53-4838-8212-45ff152c425c, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:35:17.411572 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] For port 7e2bff6b-fb53-4838-8212-45ff152c425c, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=7e2bff6b-fb53-4838-8212-45ff152c425c,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:35:17.416284 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:17.472694 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Routers {'8a832498-faab-4d2f-bbaa-012baecbb6ff'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:35:17.473324 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:35:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8a832498-faab-4d2f-bbaa-012baecbb6ff'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:17.478520 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4487ca7-6949-4af3-b77f-1cd0d025955b None None] Pushing event updated for resources: {'Port': ['ID=7e2bff6b-fb53-4838-8212-45ff152c425c,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:17.493221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Allocated IP 172.20.0.1 (2b004354-f2b6-47eb-a10a-1896aa650f04/3ce722f1-27bc-48c5-9b24-489d10c5c67b/b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:35:17.587673 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] Set router 8a832498-faab-4d2f-bbaa-012baecbb6ff gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:35:17.597258 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:17.610435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Transition to ACTIVE for port object b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:35:17.644714 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:17.685666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Network 2b004354-f2b6-47eb-a10a-1896aa650f04 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:35:17.689044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:17.693729 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:35:17.696766 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:17.742321 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:17.780639 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:35:15Z', 'revision_number': 3, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port': {'id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:15Z', 'updated_at': '2021-07-06T12:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:17.809158 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169416b2-8f26-4e27-8e85-4ab11a7ef2c9 None None] The sync data for ids ['8a832498-faab-4d2f-bbaa-012baecbb6ff'] in n-d-799529-2 is: [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:35:15Z', 'revision_number': 3, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port': {'id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:15Z', 'updated_at': '2021-07-06T12:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:35:17.939824 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:17.997745 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b435fd44-5dc9-4918-82fc-5388a897792b None None] Provisioning for port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:35:18.003926 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b435fd44-5dc9-4918-82fc-5388a897792b None None] Provisioning complete for port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:18.004300 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b435fd44-5dc9-4918-82fc-5388a897792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.073634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b435fd44-5dc9-4918-82fc-5388a897792b None None] Port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:35:18.156083 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.163317 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.237375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:18.243341 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.350251 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Network 2b004354-f2b6-47eb-a10a-1896aa650f04 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:35:18.351875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:18.467117 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7e2bff6b-fb53-4838-8212-45ff152c425c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:18.497447 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Router 8a832498-faab-4d2f-bbaa-012baecbb6ff has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:35:18.541576 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 7e2bff6b-fb53-4838-8212-45ff152c425c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:35:18.546843 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 7e2bff6b-fb53-4838-8212-45ff152c425c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:18.547525 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.628466 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:35:18.634856 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8d99bb09-4f6b-4a91-b6ae-193342367dc8 admin admin] 10.222.0.81 "PUT /v2.0/routers/8a832498-faab-4d2f-bbaa-012baecbb6ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2753835 Jul 06 12:35:18.643429 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.666371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 7e2bff6b-fb53-4838-8212-45ff152c425c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=7e2bff6b-fb53-4838-8212-45ff152c425c,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:18.671748 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.672618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9356aba4-5ed4-4fed-8217-23c70149d3f3 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:18.752182 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9213b6ce-5d67-42a8-ae3f-1e798af17b9d None None] Provisioning complete for port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:18.752563 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9213b6ce-5d67-42a8-ae3f-1e798af17b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:18.795822 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=7e2bff6b-fb53-4838-8212-45ff152c425c,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:18.824920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9213b6ce-5d67-42a8-ae3f-1e798af17b9d None None] Port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:35:18.830501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9356aba4-5ed4-4fed-8217-23c70149d3f3 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:18.831405 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:19.109555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50324) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:19.114595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-00392e40-b1b0-4ea6-bfcc-074736cb1b38 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1518593034-network', 'tenant_id': 'be1105affc77404a9b1b011196f98e8b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:19.138170 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00392e40-b1b0-4ea6-bfcc-074736cb1b38 admin admin] Made reservation on behalf of be1105affc77404a9b1b011196f98e8b for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:35:19.140627 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00392e40-b1b0-4ea6-bfcc-074736cb1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:19.150176 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00392e40-b1b0-4ea6-bfcc-074736cb1b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:19.250790 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00392e40-b1b0-4ea6-bfcc-074736cb1b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:19.255645 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00392e40-b1b0-4ea6-bfcc-074736cb1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:19.285924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00392e40-b1b0-4ea6-bfcc-074736cb1b38 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:35:19.292669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00392e40-b1b0-4ea6-bfcc-074736cb1b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3c5557-e158-417e-8be1-812898559495,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:19.303361 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00392e40-b1b0-4ea6-bfcc-074736cb1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:19.303691 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-00392e40-b1b0-4ea6-bfcc-074736cb1b38 admin admin] Added segment e32baf44-1d3a-4579-938a-b842120ba06c of type vlan for network 14f5b851-052a-4d74-b971-2073611929cb Jul 06 12:35:19.354579 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00392e40-b1b0-4ea6-bfcc-074736cb1b38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:19.385010 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00392e40-b1b0-4ea6-bfcc-074736cb1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:19.386625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00392e40-b1b0-4ea6-bfcc-074736cb1b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:19.387255 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00392e40-b1b0-4ea6-bfcc-074736cb1b38 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:19.450887 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-00392e40-b1b0-4ea6-bfcc-074736cb1b38 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3401895 Jul 06 12:35:19.453882 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50326) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:19.457255 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00392e40-b1b0-4ea6-bfcc-074736cb1b38 admin admin] Pushing event updated for resources: {'Network': ['ID=14f5b851-052a-4d74-b971-2073611929cb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:19.461043 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-4a72efcf-c011-44b6-888c-243fc366ade2 admin admin] Request body: {'subnet': {'network_id': '14f5b851-052a-4d74-b971-2073611929cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1518593034-subnet', 'tenant_id': 'be1105affc77404a9b1b011196f98e8b', 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:19.468605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 14f5b851-052a-4d74-b971-2073611929cb details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:35:19.498985 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a72efcf-c011-44b6-888c-243fc366ade2 admin admin] Made reservation on behalf of be1105affc77404a9b1b011196f98e8b for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:35:19.502929 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4a72efcf-c011-44b6-888c-243fc366ade2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:19.534642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Sync routers for ids ['8a832498-faab-4d2f-bbaa-012baecbb6ff'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:35:19.567081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Routers {'8a832498-faab-4d2f-bbaa-012baecbb6ff'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:35:19.568606 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:35:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8a832498-faab-4d2f-bbaa-012baecbb6ff'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:19.707831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Set router 8a832498-faab-4d2f-bbaa-012baecbb6ff gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:35:19.739488 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4a72efcf-c011-44b6-888c-243fc366ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:19.799589 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72efcf-c011-44b6-888c-243fc366ade2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6baa3d66-3955-4f36-adfe-5dfd428939b0,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:19.808592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a72efcf-c011-44b6-888c-243fc366ade2 admin admin] Checking segment: {'id': 'e32baf44-1d3a-4579-938a-b842120ba06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '14f5b851-052a-4d74-b971-2073611929cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:35:19.808755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a72efcf-c011-44b6-888c-243fc366ade2 admin admin] Network hostable DHCP agents. Network: 14f5b851-052a-4d74-b971-2073611929cb, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:35:19.827595 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a72efcf-c011-44b6-888c-243fc366ade2 admin admin] Network 14f5b851-052a-4d74-b971-2073611929cb is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:35:19.838517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-4a72efcf-c011-44b6-888c-243fc366ade2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 14f5b851-052a-4d74-b971-2073611929cb) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:19.843465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72efcf-c011-44b6-888c-243fc366ade2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:35:19.844064 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4a72efcf-c011-44b6-888c-243fc366ade2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:19.850166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a00cdfe-0652-4da2-9100-159fd0ae6dc7 None None] Network 14f5b851-052a-4d74-b971-2073611929cb requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:35:19.859065 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4a72efcf-c011-44b6-888c-243fc366ade2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4039948 Jul 06 12:35:19.861824 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 50328) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:19.866216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1518593034-router', 'tenant_id': 'be1105affc77404a9b1b011196f98e8b', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:35:19.889387 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:19.890502 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:19.984627 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:20.133642 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:20.197873 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:35:17Z', 'revision_number': 4, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port': {'id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:15Z', 'updated_at': '2021-07-06T12:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df', 'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'mac_address': 'fa:16:3e:e9:ef:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:17Z', 'updated_at': '2021-07-06T12:35:17Z', 'revision_number': 2, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'subnets': [{'id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:20.243624 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Checking router: 8a832498-faab-4d2f-bbaa-012baecbb6ff for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:35:20.243969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Updating router 8a832498-faab-4d2f-bbaa-012baecbb6ff port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:35:20.285082 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:20.393823 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:20.413688 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-14f5b851-052a-4d74-b971-2073611929cb', 'network_id': '14f5b851-052a-4d74-b971-2073611929cb', 'tenant_id': 'be1105affc77404a9b1b011196f98e8b', 'fixed_ips': [{'subnet_id': '6baa3d66-3955-4f36-adfe-5dfd428939b0'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:35:20.414584 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:20.417481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7e2bff6b-fb53-4838-8212-45ff152c425c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:20.425202 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:20.546340 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Allocated IP 172.25.4.170 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/11c188fc-5559-42ae-850c-123cc1dfa526) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:35:20.671768 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:20.686986 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 7e2bff6b-fb53-4838-8212-45ff152c425c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:20.687631 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:20.740630 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:20.746564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Allocated IP 172.20.0.2 (14f5b851-052a-4d74-b971-2073611929cb/6baa3d66-3955-4f36-adfe-5dfd428939b0/4bd09ff5-0082-4176-b37a-6f0ead219754) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:35:20.793949 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:35:20.799776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:20.805256 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:35:20.832812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Pushing event updated for resources: {'Port': ['ID=11c188fc-5559-42ae-850c-123cc1dfa526,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:20.940647 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:20.972794 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Transition to ACTIVE for port object b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:35:20.987455 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.102834 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.117169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcf8c0-57ee-4852-b45d-99a15b280773 None None] Pushing event updated for resources: {'Port': ['ID=b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:21.142138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Transition to ACTIVE for port object 4bd09ff5-0082-4176-b37a-6f0ead219754 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:35:21.188476 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Transition to ACTIVE for port object 4bd09ff5-0082-4176-b37a-6f0ead219754 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:35:21.190589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Attempting to bind port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:35:21.191020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Attempting to bind port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '653ed256-8740-49ac-9629-170dc936f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:35:21.191660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Attempting to bind port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df on network 2b004354-f2b6-47eb-a10a-1896aa650f04 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:21.199971 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.204537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:35:21.204914 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Checking segment: {'id': '653ed256-8740-49ac-9629-170dc936f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:35:21.205335 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.206025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Bound using segment: {'id': '653ed256-8740-49ac-9629-170dc936f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:35:21.206798 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Bound port: b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653ed256-8740-49ac-9629-170dc936f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:35:21.207259 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.271010 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Network 14f5b851-052a-4d74-b971-2073611929cb is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:35:21.277074 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Pushing event updated for resources: {'Port': ['ID=4bd09ff5-0082-4176-b37a-6f0ead219754,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:21.297547 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:21.301930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:35:21.380068 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] For port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:35:21.408304 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] For port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df,segment=NetworkSegment(653ed256-8740-49ac-9629-170dc936f3cb),segment_id=653ed256-8740-49ac-9629-170dc936f3cb)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:35:21.413353 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.415390 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.422561 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Attempting to bind port 4bd09ff5-0082-4176-b37a-6f0ead219754 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:35:21.422938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Attempting to bind port 4bd09ff5-0082-4176-b37a-6f0ead219754 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e32baf44-1d3a-4579-938a-b842120ba06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '14f5b851-052a-4d74-b971-2073611929cb'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:35:21.423331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Attempting to bind port 4bd09ff5-0082-4176-b37a-6f0ead219754 on network 14f5b851-052a-4d74-b971-2073611929cb {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:21.469243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:35:21.469669 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Checking segment: {'id': 'e32baf44-1d3a-4579-938a-b842120ba06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '14f5b851-052a-4d74-b971-2073611929cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:35:21.475093 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.475093 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Bound using segment: {'id': 'e32baf44-1d3a-4579-938a-b842120ba06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '14f5b851-052a-4d74-b971-2073611929cb'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:35:21.475093 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Bound port: 4bd09ff5-0082-4176-b37a-6f0ead219754, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32baf44-1d3a-4579-938a-b842120ba06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '14f5b851-052a-4d74-b971-2073611929cb'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:35:21.475093 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.559312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Routers {'8a832498-faab-4d2f-bbaa-012baecbb6ff'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:35:21.560415 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:35:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8a832498-faab-4d2f-bbaa-012baecbb6ff'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:21.594903 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcf8c0-57ee-4852-b45d-99a15b280773 None None] Pushing event updated for resources: {'Port': ['ID=b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:21.698587 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.772016 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] For port 4bd09ff5-0082-4176-b37a-6f0ead219754, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:35:21.807108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] For port 4bd09ff5-0082-4176-b37a-6f0ead219754, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4bd09ff5-0082-4176-b37a-6f0ead219754,segment=NetworkSegment(e32baf44-1d3a-4579-938a-b842120ba06c),segment_id=e32baf44-1d3a-4579-938a-b842120ba06c)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:35:21.820034 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:21.833319 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] Set router 8a832498-faab-4d2f-bbaa-012baecbb6ff gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:35:21.913895 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Router 8dfbc1c6-7888-44ed-95c8-d05274398532 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:35:21.970549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a763d9-f99a-4188-835b-843d48cc001a None None] Pushing event updated for resources: {'Port': ['ID=4bd09ff5-0082-4176-b37a-6f0ead219754,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:22.093627 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:35:22.110087 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Sync routers for ids ['8dfbc1c6-7888-44ed-95c8-d05274398532'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:35:22.131918 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:22.132688 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Routers {'8dfbc1c6-7888-44ed-95c8-d05274398532'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:35:22.136659 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:35:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8dfbc1c6-7888-44ed-95c8-d05274398532'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:22.141251 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 50330) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:35:22.151838 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dba046fb-87ab-4337-b34e-a6ad6930a018 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2875102 Jul 06 12:35:22.275361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:35:17Z', 'revision_number': 4, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port': {'id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:15Z', 'updated_at': '2021-07-06T12:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df', 'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'mac_address': 'fa:16:3e:e9:ef:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:17Z', 'updated_at': '2021-07-06T12:35:21Z', 'revision_number': 4, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'subnets': [{'id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:22.326703 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b71f7ed-38b1-4d7a-a37a-0b4b3ab290d0 None None] The sync data for ids ['8a832498-faab-4d2f-bbaa-012baecbb6ff'] in n-d-799529-2 is: [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:35:17Z', 'revision_number': 4, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port': {'id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:15Z', 'updated_at': '2021-07-06T12:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df', 'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'mac_address': 'fa:16:3e:e9:ef:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:17Z', 'updated_at': '2021-07-06T12:35:21Z', 'revision_number': 4, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'subnets': [{'id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:35:22.367416 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Set router 8dfbc1c6-7888-44ed-95c8-d05274398532 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:35:22.573439 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4bd09ff5-0082-4176-b37a-6f0ead219754 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:22.652179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 4bd09ff5-0082-4176-b37a-6f0ead219754 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:35:22.700389 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'name': 'tempest-TestVolumeBackupRestore-1518593034-router', 'tenant_id': 'be1105affc77404a9b1b011196f98e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:19Z', 'updated_at': '2021-07-06T12:35:20Z', 'revision_number': 3, 'project_id': 'be1105affc77404a9b1b011196f98e8b', 'gw_port': {'id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:20Z', 'updated_at': '2021-07-06T12:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:22.737132 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Checking router: 8dfbc1c6-7888-44ed-95c8-d05274398532 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:35:22.737499 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Updating router 8dfbc1c6-7888-44ed-95c8-d05274398532 port 11c188fc-5559-42ae-850c-123cc1dfa526 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:35:22.783075 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.231749 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.251353 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Transition to ACTIVE for port object 11c188fc-5559-42ae-850c-123cc1dfa526 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:35:23.264744 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.325431 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda64a59-db5f-40cf-ad95-4077aa8daae6 None None] Pushing event updated for resources: {'Port': ['ID=11c188fc-5559-42ae-850c-123cc1dfa526,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:23.358550 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Attempting to bind port 11c188fc-5559-42ae-850c-123cc1dfa526 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:35:23.358909 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Attempting to bind port 11c188fc-5559-42ae-850c-123cc1dfa526 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:35:23.359401 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Attempting to bind port 11c188fc-5559-42ae-850c-123cc1dfa526 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:23.365374 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.365943 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:35:23.366328 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:35:23.366736 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.367136 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:35:23.367653 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Bound port: 11c188fc-5559-42ae-850c-123cc1dfa526, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:35:23.368190 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.414758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9298191-dd9c-4fd6-8042-aaf71ebb2df5 None None] Network 14f5b851-052a-4d74-b971-2073611929cb requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:35:23.441846 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] For port 11c188fc-5559-42ae-850c-123cc1dfa526, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:35:23.446170 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] For port 11c188fc-5559-42ae-850c-123cc1dfa526, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=11c188fc-5559-42ae-850c-123cc1dfa526,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:35:23.452718 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.501418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-26948436-2be1-450c-bfa1-0827a9f8b412 None None] Provisioning for port 4bd09ff5-0082-4176-b37a-6f0ead219754 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:35:23.530652 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda64a59-db5f-40cf-ad95-4077aa8daae6 None None] Pushing event updated for resources: {'Port': ['ID=11c188fc-5559-42ae-850c-123cc1dfa526,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:23.538551 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-26948436-2be1-450c-bfa1-0827a9f8b412 None None] Provisioning complete for port 4bd09ff5-0082-4176-b37a-6f0ead219754 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:23.542131 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26948436-2be1-450c-bfa1-0827a9f8b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.548595 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Routers {'8dfbc1c6-7888-44ed-95c8-d05274398532'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:35:23.549258 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:35:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8dfbc1c6-7888-44ed-95c8-d05274398532'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:23.633642 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Allocated IP 172.20.0.1 (14f5b851-052a-4d74-b971-2073611929cb/6baa3d66-3955-4f36-adfe-5dfd428939b0/1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:35:23.704861 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] Set router 8dfbc1c6-7888-44ed-95c8-d05274398532 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:35:23.781699 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26948436-2be1-450c-bfa1-0827a9f8b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.783484 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.802779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Transition to ACTIVE for port object 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:35:23.841632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-26948436-2be1-450c-bfa1-0827a9f8b412 None None] For port 4bd09ff5-0082-4176-b37a-6f0ead219754, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4bd09ff5-0082-4176-b37a-6f0ead219754,segment=NetworkSegment(e32baf44-1d3a-4579-938a-b842120ba06c),segment_id=e32baf44-1d3a-4579-938a-b842120ba06c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:23.851122 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26948436-2be1-450c-bfa1-0827a9f8b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.892741 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:23.945554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26948436-2be1-450c-bfa1-0827a9f8b412 None None] Pushing event updated for resources: {'Port': ['ID=4bd09ff5-0082-4176-b37a-6f0ead219754,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:23.971961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Network 14f5b851-052a-4d74-b971-2073611929cb is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:35:23.975894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:23.980853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:35:24.025241 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Pushing event updated for resources: {'Port': ['ID=1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:24.037576 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:24.184747 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'name': 'tempest-TestVolumeBackupRestore-1518593034-router', 'tenant_id': 'be1105affc77404a9b1b011196f98e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:19Z', 'updated_at': '2021-07-06T12:35:20Z', 'revision_number': 3, 'project_id': 'be1105affc77404a9b1b011196f98e8b', 'gw_port': {'id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:20Z', 'updated_at': '2021-07-06T12:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:24.218703 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c8748-bbe7-426f-80c1-baf1de807063 None None] The sync data for ids ['8dfbc1c6-7888-44ed-95c8-d05274398532'] in n-d-799529-2 is: [{'id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'name': 'tempest-TestVolumeBackupRestore-1518593034-router', 'tenant_id': 'be1105affc77404a9b1b011196f98e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:19Z', 'updated_at': '2021-07-06T12:35:20Z', 'revision_number': 3, 'project_id': 'be1105affc77404a9b1b011196f98e8b', 'gw_port': {'id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:20Z', 'updated_at': '2021-07-06T12:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:35:24.227011 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:24.286195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a73262e2-149d-42aa-945e-ddc81711e998 None None] Provisioning complete for port 4bd09ff5-0082-4176-b37a-6f0ead219754 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:24.286831 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a73262e2-149d-42aa-945e-ddc81711e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:24.574148 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:24.575852 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4bd09ff5-0082-4176-b37a-6f0ead219754 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:24.587376 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:24.689621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Pushing event updated for resources: {'Port': ['ID=1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:24.694432 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:24.806508 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Network 14f5b851-052a-4d74-b971-2073611929cb is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:35:24.809402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:35:24.874019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e69e96bf-28da-4437-8384-54fd65d3e990 None None] Provisioning for port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:35:24.881707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e69e96bf-28da-4437-8384-54fd65d3e990 None None] Provisioning complete for port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:24.881968 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e69e96bf-28da-4437-8384-54fd65d3e990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:24.885322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 4bd09ff5-0082-4176-b37a-6f0ead219754 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:24.885322 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:24.952271 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e69e96bf-28da-4437-8384-54fd65d3e990 None None] Port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:35:24.985021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Router 8dfbc1c6-7888-44ed-95c8-d05274398532 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:35:25.018276 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:25.088625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:35:25.095108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:25.095581 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:25.134288 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:35:25.154548 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0b644ecb-e7a8-4b3d-bf8c-109f87b39c4c admin admin] 10.222.0.81 "PUT /v2.0/routers/8dfbc1c6-7888-44ed-95c8-d05274398532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9972806 Jul 06 12:35:25.226720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c9c48aad-4195-4a25-9740-879e125dd964 None None] Provisioning complete for port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:25.227485 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c9c48aad-4195-4a25-9740-879e125dd964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:25.283873 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:25.311967 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c9c48aad-4195-4a25-9740-879e125dd964 None None] Port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:35:25.335661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df,segment=NetworkSegment(653ed256-8740-49ac-9629-170dc936f3cb),segment_id=653ed256-8740-49ac-9629-170dc936f3cb)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:25.341789 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:25.395738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:26.255731 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Sync routers for ids ['8dfbc1c6-7888-44ed-95c8-d05274398532'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:35:26.267565 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Routers {'8dfbc1c6-7888-44ed-95c8-d05274398532'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:35:26.268195 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:35:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8dfbc1c6-7888-44ed-95c8-d05274398532'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:26.422498 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Set router 8dfbc1c6-7888-44ed-95c8-d05274398532 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:35:26.461410 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 11c188fc-5559-42ae-850c-123cc1dfa526 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:26.616846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 11c188fc-5559-42ae-850c-123cc1dfa526 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:35:26.630441 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 11c188fc-5559-42ae-850c-123cc1dfa526 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:26.630807 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:26.773939 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:26.785014 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'name': 'tempest-TestVolumeBackupRestore-1518593034-router', 'tenant_id': 'be1105affc77404a9b1b011196f98e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:19Z', 'updated_at': '2021-07-06T12:35:24Z', 'revision_number': 4, 'project_id': 'be1105affc77404a9b1b011196f98e8b', 'gw_port': {'id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:20Z', 'updated_at': '2021-07-06T12:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd', 'name': '', 'network_id': '14f5b851-052a-4d74-b971-2073611929cb', 'tenant_id': 'be1105affc77404a9b1b011196f98e8b', 'mac_address': 'fa:16:3e:ae:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6baa3d66-3955-4f36-adfe-5dfd428939b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:23Z', 'updated_at': '2021-07-06T12:35:24Z', 'revision_number': 2, 'project_id': 'be1105affc77404a9b1b011196f98e8b', 'subnets': [{'id': '6baa3d66-3955-4f36-adfe-5dfd428939b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:26.824220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Checking router: 8dfbc1c6-7888-44ed-95c8-d05274398532 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:35:26.824571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Updating router 8dfbc1c6-7888-44ed-95c8-d05274398532 port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:35:26.859946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 11c188fc-5559-42ae-850c-123cc1dfa526, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=11c188fc-5559-42ae-850c-123cc1dfa526,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:26.874480 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:26.875794 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:26.919544 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:26.968225 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=11c188fc-5559-42ae-850c-123cc1dfa526,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:27.060942 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:27.061320 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:27.333895 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:27.346514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Transition to ACTIVE for port object 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:35:27.353283 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:27.409502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11566de3-0d3c-406a-8d29-b3cddd79c714 None None] Pushing event updated for resources: {'Port': ['ID=1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:27.470656 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Attempting to bind port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:35:27.471301 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Attempting to bind port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e32baf44-1d3a-4579-938a-b842120ba06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '14f5b851-052a-4d74-b971-2073611929cb'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:35:27.472213 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Attempting to bind port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd on network 14f5b851-052a-4d74-b971-2073611929cb {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:35:27.480515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:35:27.481133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Checking segment: {'id': 'e32baf44-1d3a-4579-938a-b842120ba06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '14f5b851-052a-4d74-b971-2073611929cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:35:27.481799 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:27.482461 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Bound using segment: {'id': 'e32baf44-1d3a-4579-938a-b842120ba06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '14f5b851-052a-4d74-b971-2073611929cb'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:35:27.483318 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Bound port: 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32baf44-1d3a-4579-938a-b842120ba06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '14f5b851-052a-4d74-b971-2073611929cb'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:35:27.483929 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:27.572329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] For port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:35:27.580062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] For port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd,segment=NetworkSegment(e32baf44-1d3a-4579-938a-b842120ba06c),segment_id=e32baf44-1d3a-4579-938a-b842120ba06c)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:35:27.587340 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:27.655398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Routers {'8dfbc1c6-7888-44ed-95c8-d05274398532'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:35:27.656097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:35:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8dfbc1c6-7888-44ed-95c8-d05274398532'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:27.706100 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11566de3-0d3c-406a-8d29-b3cddd79c714 None None] Pushing event updated for resources: {'Port': ['ID=1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:27.802074 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] Set router 8dfbc1c6-7888-44ed-95c8-d05274398532 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:35:28.033225 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'name': 'tempest-TestVolumeBackupRestore-1518593034-router', 'tenant_id': 'be1105affc77404a9b1b011196f98e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:19Z', 'updated_at': '2021-07-06T12:35:24Z', 'revision_number': 4, 'project_id': 'be1105affc77404a9b1b011196f98e8b', 'gw_port': {'id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:20Z', 'updated_at': '2021-07-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd', 'name': '', 'network_id': '14f5b851-052a-4d74-b971-2073611929cb', 'tenant_id': 'be1105affc77404a9b1b011196f98e8b', 'mac_address': 'fa:16:3e:ae:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6baa3d66-3955-4f36-adfe-5dfd428939b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:23Z', 'updated_at': '2021-07-06T12:35:27Z', 'revision_number': 4, 'project_id': 'be1105affc77404a9b1b011196f98e8b', 'subnets': [{'id': '6baa3d66-3955-4f36-adfe-5dfd428939b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:35:28.061606 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eebbbd4-d5f4-4a2f-ab47-ac09ca260e2c None None] The sync data for ids ['8dfbc1c6-7888-44ed-95c8-d05274398532'] in n-d-799529-2 is: [{'id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'name': 'tempest-TestVolumeBackupRestore-1518593034-router', 'tenant_id': 'be1105affc77404a9b1b011196f98e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:19Z', 'updated_at': '2021-07-06T12:35:24Z', 'revision_number': 4, 'project_id': 'be1105affc77404a9b1b011196f98e8b', 'gw_port': {'id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:20Z', 'updated_at': '2021-07-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd', 'name': '', 'network_id': '14f5b851-052a-4d74-b971-2073611929cb', 'tenant_id': 'be1105affc77404a9b1b011196f98e8b', 'mac_address': 'fa:16:3e:ae:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6baa3d66-3955-4f36-adfe-5dfd428939b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:23Z', 'updated_at': '2021-07-06T12:35:27Z', 'revision_number': 4, 'project_id': 'be1105affc77404a9b1b011196f98e8b', 'subnets': [{'id': '6baa3d66-3955-4f36-adfe-5dfd428939b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:35:28.452924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 11c188fc-5559-42ae-850c-123cc1dfa526 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:28.524100 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 11c188fc-5559-42ae-850c-123cc1dfa526 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:28.524487 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:28.643352 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:28.701852 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:35:28.707569 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:28.707994 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:28.798693 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:28.844537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd,segment=NetworkSegment(e32baf44-1d3a-4579-938a-b842120ba06c),segment_id=e32baf44-1d3a-4579-938a-b842120ba06c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:35:28.849912 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:28.912924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:35:30.393029 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:35:30.463351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:35:30.463988 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:35.544532 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-41c8a1b6-d20f-4c65-aa1f-bb7a1c60f5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:35.901419 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:36.818590 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:38.180176 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e106a2d-d861-4baf-ba04-a4d98693bbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:38.264334 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:39.466872 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:41.044065 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:35:54.014492 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:36:05.544867 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cca2eb7d-557c-404d-bded-b370cfed392b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:05.908629 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:06.822282 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:08.181461 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-66c64d8e-51dd-44ce-ba08-5ddbf51f3d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:08.267280 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:09.473153 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:11.047011 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:31.017502 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:36:35.548442 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf7d2-9236-42ba-b31f-2cf56ebf5d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:35.923385 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:36.838518 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:38.195072 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34060130-7c6c-4e9e-9570-04fffe425d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:38.273719 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:39.485962 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:36:41.056788 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:05.542393 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93a149d6-5b15-4529-9623-dd1128e30f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:05.940143 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:06.855285 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:08.018038 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:37:08.188361 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-43b5fb01-e7c5-4fd4-afc3-4b47890bd148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:08.267785 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:09.478982 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:11.050232 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:14.589220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51356) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:14.595408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1798256562', 'description': 'tempest-secgroup-smoke-1798256562 description', 'project_id': '90641c9a4f82482ab678afbb40f6f6e9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:14.619005 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:14.704419 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:14.708205 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:14.738516 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:14.739786 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1495662 Jul 06 12:37:14.741588 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a603a4b7-8a24-48ed-8e95-c4fac722a5eb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:14.743419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51360) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:14.749407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.749848 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.750212 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.750608 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.750848 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.751035 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Request body: {'security_group_rule': {'security_group_id': 'a603a4b7-8a24-48ed-8e95-c4fac722a5eb', 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:14.751164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.751509 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.751834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.752156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.752477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.752796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.753140 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641d959-d70c-40e6-ad20-edb178eedfc3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.776835 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:14.833620 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:14.840012 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:14.859298 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b29e916-e614-47e8-988b-095d77fc8e4d,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:14.868275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.868623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.868960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.869293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.869624 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.869952 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.870275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.870604 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.870926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.871265 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.871592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.871914 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:14.876009 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:14.877615 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6531430f-3392-4f5e-8035-c63856fb21c9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317983 Jul 06 12:37:14.880540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51364) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:14.885089 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-dbd0f240-5547-461d-b3bd-76e618b3a23e tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Request body: {'security_group_rule': {'security_group_id': 'a603a4b7-8a24-48ed-8e95-c4fac722a5eb', 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:14.914024 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dbd0f240-5547-461d-b3bd-76e618b3a23e tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:14.979752 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dbd0f240-5547-461d-b3bd-76e618b3a23e tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:14.984850 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dbd0f240-5547-461d-b3bd-76e618b3a23e tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.003430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0f240-5547-461d-b3bd-76e618b3a23e tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4974254-1a23-432d-92ef-04071414602f,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:15.012582 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dbd0f240-5547-461d-b3bd-76e618b3a23e tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.013862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dbd0f240-5547-461d-b3bd-76e618b3a23e tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323493 Jul 06 12:37:15.017013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51366) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:15.022493 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ba2c69bb-44ba-4e74-94a3-efc54b87027f tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Request body: {'security_group_rule': {'security_group_id': 'a603a4b7-8a24-48ed-8e95-c4fac722a5eb', 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:15.051890 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba2c69bb-44ba-4e74-94a3-efc54b87027f tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.116463 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba2c69bb-44ba-4e74-94a3-efc54b87027f tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.120780 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba2c69bb-44ba-4e74-94a3-efc54b87027f tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.140922 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c69bb-44ba-4e74-94a3-efc54b87027f tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c3fe59-2dbf-4c20-a429-281fbfa44d0a,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:15.149836 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba2c69bb-44ba-4e74-94a3-efc54b87027f tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.151200 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ba2c69bb-44ba-4e74-94a3-efc54b87027f tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329935 Jul 06 12:37:15.157732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51368) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:15.163214 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5475ce5d-60ab-430e-9a12-4133b8b6a4c3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Request body: {'security_group_rule': {'security_group_id': 'a603a4b7-8a24-48ed-8e95-c4fac722a5eb', 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:15.196125 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5475ce5d-60ab-430e-9a12-4133b8b6a4c3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.262220 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5475ce5d-60ab-430e-9a12-4133b8b6a4c3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.267063 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5475ce5d-60ab-430e-9a12-4133b8b6a4c3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.286390 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475ce5d-60ab-430e-9a12-4133b8b6a4c3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975ad1b9-8c19-4b21-8b8a-151dda345d01,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:15.292967 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5475ce5d-60ab-430e-9a12-4133b8b6a4c3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.294274 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5475ce5d-60ab-430e-9a12-4133b8b6a4c3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351483 Jul 06 12:37:15.297175 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51370) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:15.301790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0f8662de-6fe2-46d8-b476-42dff8b97393 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Request body: {'security_group_rule': {'security_group_id': 'a603a4b7-8a24-48ed-8e95-c4fac722a5eb', 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:15.325849 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-0f8662de-6fe2-46d8-b476-42dff8b97393 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Project 90641c9a4f82482ab678afbb40f6f6e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:37:15.332470 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0f8662de-6fe2-46d8-b476-42dff8b97393 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.400270 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0f8662de-6fe2-46d8-b476-42dff8b97393 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.404154 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0f8662de-6fe2-46d8-b476-42dff8b97393 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.422742 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8662de-6fe2-46d8-b476-42dff8b97393 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59318a7a-c776-443c-8a2c-c9ba435d6e20,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:15.430166 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0f8662de-6fe2-46d8-b476-42dff8b97393 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.431423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0f8662de-6fe2-46d8-b476-42dff8b97393 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332855 Jul 06 12:37:15.434191 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51372) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:15.438952 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-02fc25a8-5ce1-4b09-9bd1-374690750c5b tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Request body: {'security_group_rule': {'security_group_id': 'a603a4b7-8a24-48ed-8e95-c4fac722a5eb', 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:15.463974 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-02fc25a8-5ce1-4b09-9bd1-374690750c5b tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Project 90641c9a4f82482ab678afbb40f6f6e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:37:15.470050 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02fc25a8-5ce1-4b09-9bd1-374690750c5b tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.534689 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02fc25a8-5ce1-4b09-9bd1-374690750c5b tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.539391 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02fc25a8-5ce1-4b09-9bd1-374690750c5b tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.558476 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc25a8-5ce1-4b09-9bd1-374690750c5b tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e515148e-b605-4a4d-a4ea-3305f8ceaa40,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:15.568444 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02fc25a8-5ce1-4b09-9bd1-374690750c5b tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:15.569846 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-02fc25a8-5ce1-4b09-9bd1-374690750c5b tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346240 Jul 06 12:37:15.931584 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85728932-74de-4e4b-baed-e83be596d614 req-0495ba4e-92fb-4a1a-a711-5d92a811a1b9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798256562&fields=id&tenant_id=90641c9a4f82482ab678afbb40f6f6e9 HTTP/1.1" status: 200 len: 267 time: 0.0359602 Jul 06 12:37:16.042776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85728932-74de-4e4b-baed-e83be596d614 req-d1f0566d-b5de-4e04-a0a9-7b4c4fdeb9c6 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:16.044301 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85728932-74de-4e4b-baed-e83be596d614 req-d1f0566d-b5de-4e04-a0a9-7b4c4fdeb9c6 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/networks?id=2b004354-f2b6-47eb-a10a-1896aa650f04 HTTP/1.1" status: 200 len: 813 time: 0.1052878 Jul 06 12:37:16.060134 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85728932-74de-4e4b-baed-e83be596d614 req-bb335375-4a38-45a7-80ed-d29c53b9a144 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/quotas/90641c9a4f82482ab678afbb40f6f6e9 HTTP/1.1" status: 200 len: 375 time: 0.0097146 Jul 06 12:37:16.130589 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85728932-74de-4e4b-baed-e83be596d614 req-b5796c9e-a750-44ed-a3ce-30353ac48380 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=90641c9a4f82482ab678afbb40f6f6e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640578 Jul 06 12:37:16.376521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85728932-74de-4e4b-baed-e83be596d614 req-171e8c9a-b65d-463d-aa56-451e97f0be3d service neutron] 10.222.0.81 "GET /v2.0/networks/2b004354-f2b6-47eb-a10a-1896aa650f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337923 Jul 06 12:37:16.481790 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85728932-74de-4e4b-baed-e83be596d614 req-0a4e5d9a-0d32-43d8-b7fc-77f3d32acd0f service neutron] 10.222.0.81 "GET /v2.0/networks/2b004354-f2b6-47eb-a10a-1896aa650f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994260 Jul 06 12:37:16.807480 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84842af4-f9d8-49e3-9444-de8703627c18 req-ce573dcd-6980-4c25-bc71-c3a3588eb128 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 210 time: 0.0368128 Jul 06 12:37:17.957661 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-94db568e-dd16-4f6f-ab59-70b79e6e5109 req-92f40f67-afd5-4696-b648-a24017b0fa9b tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 210 time: 0.0280387 Jul 06 12:37:18.141458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85728932-74de-4e4b-baed-e83be596d614 req-47cf2fc9-1e1b-49dd-81ff-afff42dbeff9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:18.142864 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85728932-74de-4e4b-baed-e83be596d614 req-47cf2fc9-1e1b-49dd-81ff-afff42dbeff9 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.89 "GET /v2.0/networks?id=2b004354-f2b6-47eb-a10a-1896aa650f04 HTTP/1.1" status: 200 len: 813 time: 0.1141880 Jul 06 12:37:18.191832 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85728932-74de-4e4b-baed-e83be596d614 req-b8f96e0d-f4fc-4587-bd19-8bc6d64c256d tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90641c9a4f82482ab678afbb40f6f6e9 HTTP/1.1" status: 200 len: 380 time: 0.0369415 Jul 06 12:37:18.201355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-85728932-74de-4e4b-baed-e83be596d614 req-9e5f39af-0506-4aaf-9937-3bcc9f572595 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Request body: {'port': {'device_id': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'admin_state_up': True, 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'security_groups': ['a603a4b7-8a24-48ed-8e95-c4fac722a5eb']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:18.316480 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85728932-74de-4e4b-baed-e83be596d614 req-9e5f39af-0506-4aaf-9937-3bcc9f572595 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Made reservation on behalf of 90641c9a4f82482ab678afbb40f6f6e9 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:37:18.320779 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85728932-74de-4e4b-baed-e83be596d614 req-9e5f39af-0506-4aaf-9937-3bcc9f572595 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:18.454719 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-85728932-74de-4e4b-baed-e83be596d614 req-9e5f39af-0506-4aaf-9937-3bcc9f572595 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Allocated IP 172.20.0.6 (2b004354-f2b6-47eb-a10a-1896aa650f04/3ce722f1-27bc-48c5-9b24-489d10c5c67b/3b7061a0-387c-40d7-a848-a1337f21ffe1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:37:18.608206 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85728932-74de-4e4b-baed-e83be596d614 req-9e5f39af-0506-4aaf-9937-3bcc9f572595 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:18.622399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-85728932-74de-4e4b-baed-e83be596d614 req-9e5f39af-0506-4aaf-9937-3bcc9f572595 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Transition to ACTIVE for port object 3b7061a0-387c-40d7-a848-a1337f21ffe1 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:37:18.656673 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85728932-74de-4e4b-baed-e83be596d614 req-9e5f39af-0506-4aaf-9937-3bcc9f572595 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:18.702355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85728932-74de-4e4b-baed-e83be596d614 req-9e5f39af-0506-4aaf-9937-3bcc9f572595 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Network 2b004354-f2b6-47eb-a10a-1896aa650f04 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:37:18.707581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-85728932-74de-4e4b-baed-e83be596d614 req-9e5f39af-0506-4aaf-9937-3bcc9f572595 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:37:18.709933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-85728932-74de-4e4b-baed-e83be596d614 req-9e5f39af-0506-4aaf-9937-3bcc9f572595 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:37:18.738141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f39af-0506-4aaf-9937-3bcc9f572595 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Pushing event updated for resources: {'Port': ['ID=3b7061a0-387c-40d7-a848-a1337f21ffe1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:18.771819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85728932-74de-4e4b-baed-e83be596d614 req-9e5f39af-0506-4aaf-9937-3bcc9f572595 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:18.772062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85728932-74de-4e4b-baed-e83be596d614 req-9e5f39af-0506-4aaf-9937-3bcc9f572595 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:18.790782 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85728932-74de-4e4b-baed-e83be596d614 req-9e5f39af-0506-4aaf-9937-3bcc9f572595 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5932992 Jul 06 12:37:18.892613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Request body: {'port': {'device_id': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:18.965156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-11f77657-5f49-49d8-9823-031d60c07c2b None None] Provisioning for port 3b7061a0-387c-40d7-a848-a1337f21ffe1 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:37:18.969906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-11f77657-5f49-49d8-9823-031d60c07c2b None None] Provisioning complete for port 3b7061a0-387c-40d7-a848-a1337f21ffe1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:18.970284 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-11f77657-5f49-49d8-9823-031d60c07c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:18.970984 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:19.011766 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-11f77657-5f49-49d8-9823-031d60c07c2b None None] Port 3b7061a0-387c-40d7-a848-a1337f21ffe1 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:37:19.154638 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdccbf-09dd-4879-92e8-6143308639a3 req-346d20e6-9824-416f-83dd-ca4cde8180aa tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:19.156323 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-44bdccbf-09dd-4879-92e8-6143308639a3 req-346d20e6-9824-416f-83dd-ca4cde8180aa tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 931 time: 0.0722392 Jul 06 12:37:19.197668 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-44bdccbf-09dd-4879-92e8-6143308639a3 req-3a499c0a-c941-476e-9037-4dea7df7d6f3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353107 Jul 06 12:37:19.275218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7061a0-387c-40d7-a848-a1337f21ffe1 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:37:19.284409 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:19.297553 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Transition to ACTIVE for port object 3b7061a0-387c-40d7-a848-a1337f21ffe1 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:37:19.301592 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:19.352775 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7061a0-387c-40d7-a848-a1337f21ffe1,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:19.452043 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Attempting to bind port 3b7061a0-387c-40d7-a848-a1337f21ffe1 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:37:19.452396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Attempting to bind port 3b7061a0-387c-40d7-a848-a1337f21ffe1 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '653ed256-8740-49ac-9629-170dc936f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:37:19.452729 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Attempting to bind port 3b7061a0-387c-40d7-a848-a1337f21ffe1 on network 2b004354-f2b6-47eb-a10a-1896aa650f04 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:37:19.457915 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Port 3b7061a0-387c-40d7-a848-a1337f21ffe1 on network 2b004354-f2b6-47eb-a10a-1896aa650f04 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:37:19.458242 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Attempting to bind port 3b7061a0-387c-40d7-a848-a1337f21ffe1 on network 2b004354-f2b6-47eb-a10a-1896aa650f04 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:37:19.464474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:37:19.464877 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Checking segment: {'id': '653ed256-8740-49ac-9629-170dc936f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:37:19.465320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Bound using segment: {'id': '653ed256-8740-49ac-9629-170dc936f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:37:19.465770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Bound port: 3b7061a0-387c-40d7-a848-a1337f21ffe1, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653ed256-8740-49ac-9629-170dc936f3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:37:19.466141 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:19.555479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] For port 3b7061a0-387c-40d7-a848-a1337f21ffe1, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:37:19.559065 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] For port 3b7061a0-387c-40d7-a848-a1337f21ffe1, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3b7061a0-387c-40d7-a848-a1337f21ffe1,segment=NetworkSegment(653ed256-8740-49ac-9629-170dc936f3cb),segment_id=653ed256-8740-49ac-9629-170dc936f3cb)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:37:19.565261 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:19.618366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:19.619000 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:19.620479 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85728932-74de-4e4b-baed-e83be596d614 req-613bde5d-a721-456f-913f-587275ab4045 service neutron] 10.222.0.89 "PUT /v2.0/ports/3b7061a0-387c-40d7-a848-a1337f21ffe1 HTTP/1.1" status: 200 len: 1091 time: 0.8220637 Jul 06 12:37:19.620932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'tag': '3b7061a0-387c-40d7-a848-a1337f21ffe1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:37:19.623457 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a56da0-0d06-4a25-851c-6bc8f5d8d44d" -d '{"events": [{"name": "network-changed", "server_uuid": "2161565d-210a-4f6c-93cf-a7f4faddee68", "tag": "3b7061a0-387c-40d7-a848-a1337f21ffe1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:37:19.725298 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bde5d-a721-456f-913f-587275ab4045 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7061a0-387c-40d7-a848-a1337f21ffe1,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:19.762016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85728932-74de-4e4b-baed-e83be596d614 req-42382209-9656-48fd-904e-e702c1269f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:19.763587 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85728932-74de-4e4b-baed-e83be596d614 req-42382209-9656-48fd-904e-e702c1269f66 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=90641c9a4f82482ab678afbb40f6f6e9&device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 1094 time: 0.0838091 Jul 06 12:37:19.774166 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368eda40-c79f-401f-a987-b65125fc6d60 x-openstack-request-id: req-368eda40-c79f-401f-a987-b65125fc6d60 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:37:19.774549 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2161565d-210a-4f6c-93cf-a7f4faddee68", "tag": "3b7061a0-387c-40d7-a848-a1337f21ffe1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:37:19.774804 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-368eda40-c79f-401f-a987-b65125fc6d60 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:37:19.779092 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'tag': '3b7061a0-387c-40d7-a848-a1337f21ffe1', 'status': 'completed', 'code': 200} Jul 06 12:37:19.814507 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85728932-74de-4e4b-baed-e83be596d614 req-c209aec3-5294-4151-8f38-303bd1cffcbe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b7061a0-387c-40d7-a848-a1337f21ffe1 HTTP/1.1" status: 200 len: 217 time: 0.0381768 Jul 06 12:37:19.866017 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85728932-74de-4e4b-baed-e83be596d614 req-d36b1ae7-70f2-42fd-8b9e-52e3b02c72f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:19.867613 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85728932-74de-4e4b-baed-e83be596d614 req-d36b1ae7-70f2-42fd-8b9e-52e3b02c72f6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3ce722f1-27bc-48c5-9b24-489d10c5c67b HTTP/1.1" status: 200 len: 852 time: 0.0471518 Jul 06 12:37:19.932214 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85728932-74de-4e4b-baed-e83be596d614 req-b365786b-7ab7-4c1d-9783-a1e228e7e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:19.933738 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85728932-74de-4e4b-baed-e83be596d614 req-b365786b-7ab7-4c1d-9783-a1e228e7e9f6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b004354-f2b6-47eb-a10a-1896aa650f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605237 Jul 06 12:37:20.023407 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85728932-74de-4e4b-baed-e83be596d614 req-d8ebe95c-5174-43f3-90ea-eface35afa34 service neutron] 10.222.0.89 "GET /v2.0/networks/2b004354-f2b6-47eb-a10a-1896aa650f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831597 Jul 06 12:37:20.126234 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85728932-74de-4e4b-baed-e83be596d614 req-ed934105-b041-4418-8667-319ea4528959 service neutron] 10.222.0.89 "GET /v2.0/networks/2b004354-f2b6-47eb-a10a-1896aa650f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970774 Jul 06 12:37:20.236328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56da0-0d06-4a25-851c-6bc8f5d8d44d req-7f18005a-f512-4661-8f15-3a8ca2de0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:20.238328 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d6a56da0-0d06-4a25-851c-6bc8f5d8d44d req-7f18005a-f512-4661-8f15-3a8ca2de0f70 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=90641c9a4f82482ab678afbb40f6f6e9&device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 1094 time: 0.0623846 Jul 06 12:37:20.335737 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56da0-0d06-4a25-851c-6bc8f5d8d44d req-1ec5d1d9-f239-4a29-8663-7e75c0aba658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:20.337279 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d6a56da0-0d06-4a25-851c-6bc8f5d8d44d req-1ec5d1d9-f239-4a29-8663-7e75c0aba658 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b004354-f2b6-47eb-a10a-1896aa650f04 HTTP/1.1" status: 200 len: 914 time: 0.0931141 Jul 06 12:37:20.384823 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d6a56da0-0d06-4a25-851c-6bc8f5d8d44d req-1e79c4d7-af48-470a-a3ee-ac4efcfdf7ce service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b7061a0-387c-40d7-a848-a1337f21ffe1 HTTP/1.1" status: 200 len: 217 time: 0.0419023 Jul 06 12:37:20.385188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaef0e8-9fef-43ee-ba95-557697bebc69 req-ec1b7dd6-ba0b-4572-be77-c333c1082ecc tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:20.386888 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aeaef0e8-9fef-43ee-ba95-557697bebc69 req-ec1b7dd6-ba0b-4572-be77-c333c1082ecc tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 943 time: 0.0685682 Jul 06 12:37:20.427523 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aeaef0e8-9fef-43ee-ba95-557697bebc69 req-7e957237-19f5-42b0-9b67-e2799890a066 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335619 Jul 06 12:37:20.437605 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56da0-0d06-4a25-851c-6bc8f5d8d44d req-b5e2e139-464d-4f66-b8a1-b5b41871ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:20.439188 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d6a56da0-0d06-4a25-851c-6bc8f5d8d44d req-b5e2e139-464d-4f66-b8a1-b5b41871ea22 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3ce722f1-27bc-48c5-9b24-489d10c5c67b HTTP/1.1" status: 200 len: 852 time: 0.0476925 Jul 06 12:37:20.499555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56da0-0d06-4a25-851c-6bc8f5d8d44d req-53456a57-045c-437e-bf5f-389a5aa7c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:20.501074 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d6a56da0-0d06-4a25-851c-6bc8f5d8d44d req-53456a57-045c-437e-bf5f-389a5aa7c885 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b004354-f2b6-47eb-a10a-1896aa650f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552835 Jul 06 12:37:20.594197 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d6a56da0-0d06-4a25-851c-6bc8f5d8d44d req-01c8ac47-36f0-4255-ba8e-2bc64611f7f4 service neutron] 10.222.0.89 "GET /v2.0/networks/2b004354-f2b6-47eb-a10a-1896aa650f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863850 Jul 06 12:37:20.688270 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d6a56da0-0d06-4a25-851c-6bc8f5d8d44d req-edf70805-7512-44fb-8e96-7e4e84628f5a service neutron] 10.222.0.89 "GET /v2.0/networks/2b004354-f2b6-47eb-a10a-1896aa650f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881183 Jul 06 12:37:21.624204 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79afb-cf04-46eb-b1cc-bf3b2cc375e8 req-2f62ca2c-1195-445f-9946-ecd715e1dee7 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:21.625730 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8be79afb-cf04-46eb-b1cc-bf3b2cc375e8 req-2f62ca2c-1195-445f-9946-ecd715e1dee7 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 943 time: 0.0679810 Jul 06 12:37:21.668577 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8be79afb-cf04-46eb-b1cc-bf3b2cc375e8 req-8ae9ae50-6698-40c1-a75f-757c0ab4c13f tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371962 Jul 06 12:37:22.854744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dfb74-bf71-47e6-9329-337442c7a7da req-1ca46fd0-e29d-4708-9656-f973bc60a6f3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:22.856251 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e45dfb74-bf71-47e6-9329-337442c7a7da req-1ca46fd0-e29d-4708-9656-f973bc60a6f3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 943 time: 0.0656381 Jul 06 12:37:22.895316 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e45dfb74-bf71-47e6-9329-337442c7a7da req-d395fdb8-30a2-45e3-89bb-104c6ccd4b40 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314426 Jul 06 12:37:24.070125 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d01621-4383-43ee-afa6-e14029fa4b8d req-b3cf286b-1207-4aab-a31b-b01ff35a9af6 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:24.071646 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42d01621-4383-43ee-afa6-e14029fa4b8d req-b3cf286b-1207-4aab-a31b-b01ff35a9af6 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 943 time: 0.0645003 Jul 06 12:37:24.108864 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42d01621-4383-43ee-afa6-e14029fa4b8d req-6531a1d6-1df8-4528-b761-c8c09be73fd4 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306664 Jul 06 12:37:25.296540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5fd5d-ef33-421d-92c5-c2da181d329a req-fbc20a52-a538-4ccf-9e01-d6e0437db1a8 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:25.298374 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b0f5fd5d-ef33-421d-92c5-c2da181d329a req-fbc20a52-a538-4ccf-9e01-d6e0437db1a8 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 943 time: 0.0726771 Jul 06 12:37:25.337243 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b0f5fd5d-ef33-421d-92c5-c2da181d329a req-1ec87d45-0a4b-4aaf-9243-ed11fee3d3d0 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331883 Jul 06 12:37:26.515395 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e27435-1c18-45c5-870d-22190a08bf99 req-9607fe34-841a-4b65-913c-29b413756928 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:26.516939 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97e27435-1c18-45c5-870d-22190a08bf99 req-9607fe34-841a-4b65-913c-29b413756928 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 943 time: 0.0656130 Jul 06 12:37:26.557182 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-97e27435-1c18-45c5-870d-22190a08bf99 req-a08fd118-fd46-4b22-abe5-7834df42c7a3 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343313 Jul 06 12:37:27.739061 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171c93b-ff35-4230-bb88-cd5bb1fd2fa8 req-c8115d4c-397c-41a5-8312-7f40ff01d0ce tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:27.740763 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8171c93b-ff35-4230-bb88-cd5bb1fd2fa8 req-c8115d4c-397c-41a5-8312-7f40ff01d0ce tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 943 time: 0.0671699 Jul 06 12:37:27.788257 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8171c93b-ff35-4230-bb88-cd5bb1fd2fa8 req-efb22e9f-e368-46db-a72f-c84c47fbf8f0 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416803 Jul 06 12:37:28.984328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9ccdd-a734-4df9-b327-bb66e6ebf144 req-6f85acbc-7780-4379-a43b-db6b77f22699 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:28.986424 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7bc9ccdd-a734-4df9-b327-bb66e6ebf144 req-6f85acbc-7780-4379-a43b-db6b77f22699 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 943 time: 0.0705712 Jul 06 12:37:29.028203 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7bc9ccdd-a734-4df9-b327-bb66e6ebf144 req-0b76bc11-8b7e-4d6a-973d-b9ab20931d7d tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344751 Jul 06 12:37:30.221377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa125b9-3c99-4d68-8371-45fd7becef01 req-d376b638-2d5c-4e18-ae42-d55384aa8220 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:30.223185 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1fa125b9-3c99-4d68-8371-45fd7becef01 req-d376b638-2d5c-4e18-ae42-d55384aa8220 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 943 time: 0.0773284 Jul 06 12:37:30.269512 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1fa125b9-3c99-4d68-8371-45fd7becef01 req-308445c6-012b-4472-9d35-0c6182c1e942 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369511 Jul 06 12:37:30.348412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3b7061a0-387c-40d7-a848-a1337f21ffe1 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:37:30.461677 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3b7061a0-387c-40d7-a848-a1337f21ffe1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3b7061a0-387c-40d7-a848-a1337f21ffe1,segment=NetworkSegment(653ed256-8740-49ac-9629-170dc936f3cb),segment_id=653ed256-8740-49ac-9629-170dc936f3cb)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:30.481626 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '3b7061a0-387c-40d7-a848-a1337f21ffe1', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'port_id': '3b7061a0-387c-40d7-a848-a1337f21ffe1', 'mac_address': 'fa:16:3e:6a:be:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:37:30.551980 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:30.568398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7061a0-387c-40d7-a848-a1337f21ffe1 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:37:30.588791 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3b7061a0-387c-40d7-a848-a1337f21ffe1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3b7061a0-387c-40d7-a848-a1337f21ffe1,segment=NetworkSegment(653ed256-8740-49ac-9629-170dc936f3cb),segment_id=653ed256-8740-49ac-9629-170dc936f3cb)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:30.593750 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:30.645882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=3b7061a0-387c-40d7-a848-a1337f21ffe1,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:30.653740 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:30.654097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:30.654446 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:30.654866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:30.655738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:30.656039 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:30.656375 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:30.656708 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:30.657038 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:30.657368 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:30.657701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:30.658029 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:37:30.833188 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['3b7061a0-387c-40d7-a848-a1337f21ffe1'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:37:31.463999 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205994da-c2c2-48b5-88bc-5309a5cf4faf req-a7999942-3f35-419e-83f8-a4d4f726d7fd tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:31.465600 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-205994da-c2c2-48b5-88bc-5309a5cf4faf req-a7999942-3f35-419e-83f8-a4d4f726d7fd tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 944 time: 0.0712223 Jul 06 12:37:31.511324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-205994da-c2c2-48b5-88bc-5309a5cf4faf req-61a28daa-82e4-48f4-8a11-d1ded46fc547 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389445 Jul 06 12:37:32.348660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3b7061a0-387c-40d7-a848-a1337f21ffe1 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:37:32.407138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 3b7061a0-387c-40d7-a848-a1337f21ffe1 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:37:32.413522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 3b7061a0-387c-40d7-a848-a1337f21ffe1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:37:32.414124 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.505672 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.531761 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7061a0-387c-40d7-a848-a1337f21ffe1'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:37:32.533963 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3260ba7f-466f-48b8-be5f-380ff781b276" -d '{"events": [{"server_uuid": "2161565d-210a-4f6c-93cf-a7f4faddee68", "name": "network-vif-plugged", "status": "completed", "tag": "3b7061a0-387c-40d7-a848-a1337f21ffe1"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:37:32.547885 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 3b7061a0-387c-40d7-a848-a1337f21ffe1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3b7061a0-387c-40d7-a848-a1337f21ffe1,segment=NetworkSegment(653ed256-8740-49ac-9629-170dc936f3cb),segment_id=653ed256-8740-49ac-9629-170dc936f3cb)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:37:32.553021 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:32.608060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=3b7061a0-387c-40d7-a848-a1337f21ffe1,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:32.760619 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb839f7-d080-4840-b56e-7abaa1898b20 req-906428c5-b323-45b6-b849-b2f5f494517d tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:32.763441 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6fb839f7-d080-4840-b56e-7abaa1898b20 req-906428c5-b323-45b6-b849-b2f5f494517d tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 945 time: 0.0981190 Jul 06 12:37:32.826908 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6fb839f7-d080-4840-b56e-7abaa1898b20 req-d5816018-2b8b-4b97-b562-54669bcb84e6 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571797 Jul 06 12:37:32.939097 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ae384f-6e18-498a-ad55-dbc05bef2482 x-openstack-request-id: req-22ae384f-6e18-498a-ad55-dbc05bef2482 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:37:32.939429 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2161565d-210a-4f6c-93cf-a7f4faddee68", "name": "network-vif-plugged", "status": "completed", "tag": "3b7061a0-387c-40d7-a848-a1337f21ffe1", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:37:32.939690 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-22ae384f-6e18-498a-ad55-dbc05bef2482 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:37:32.940098 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7061a0-387c-40d7-a848-a1337f21ffe1', 'code': 200} Jul 06 12:37:33.067717 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ead101-7e86-4792-a173-b69b132b8aaf req-6c156818-62f9-4c39-91dc-16dee730a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:33.069259 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-65ead101-7e86-4792-a173-b69b132b8aaf req-6c156818-62f9-4c39-91dc-16dee730a9f2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 1096 time: 0.0572054 Jul 06 12:37:33.119707 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-65ead101-7e86-4792-a173-b69b132b8aaf req-9c66ddf4-e536-47f3-ab59-cb99be6e657d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424948 Jul 06 12:37:34.027170 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e62ee-75ac-4f0c-aa8e-fb3ddb18d866 req-13c1626f-c0a3-46ff-b64f-65b0ee179fb1 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:34.028834 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-456e62ee-75ac-4f0c-aa8e-fb3ddb18d866 req-13c1626f-c0a3-46ff-b64f-65b0ee179fb1 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 945 time: 0.0777984 Jul 06 12:37:34.075833 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-456e62ee-75ac-4f0c-aa8e-fb3ddb18d866 req-e42ee47f-0086-489d-96ae-1fbe30c63abe tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391152 Jul 06 12:37:35.271346 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62434929-d025-4b9f-a599-fac9116d1426 req-be2724e6-ae57-4c27-a8a4-08ffeb6bd458 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:35.273018 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62434929-d025-4b9f-a599-fac9116d1426 req-be2724e6-ae57-4c27-a8a4-08ffeb6bd458 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 945 time: 0.0763488 Jul 06 12:37:35.316023 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62434929-d025-4b9f-a599-fac9116d1426 req-ee3c7df9-19b4-4d16-9052-8620262358b0 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371659 Jul 06 12:37:35.522828 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdccdf-63ea-4bee-9d94-6cef2ac2cdbf req-b31259c9-9ff5-444d-9ff8-938cf341b413 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:35.524530 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e6cdccdf-63ea-4bee-9d94-6cef2ac2cdbf req-b31259c9-9ff5-444d-9ff8-938cf341b413 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 945 time: 0.0826745 Jul 06 12:37:35.557552 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-edebeaef-cddd-49a6-b6a5-e3b16357dea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.584589 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e6cdccdf-63ea-4bee-9d94-6cef2ac2cdbf req-fde6dfce-6b62-421c-8d85-90f2b3dc3912 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484776 Jul 06 12:37:35.619610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51460) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:35.735804 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d33458e-a4bc-42c3-bea5-49d180694a19 tempest-TestVolumeBackupRestore-1331499425 tempest-TestVolumeBackupRestore-1331499425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:35.738504 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4d33458e-a4bc-42c3-bea5-49d180694a19 tempest-TestVolumeBackupRestore-1331499425 tempest-TestVolumeBackupRestore-1331499425-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 1091 time: 0.1171668 Jul 06 12:37:35.742828 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51464) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:35.746466 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '3b7061a0-387c-40d7-a848-a1337f21ffe1', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:35.772300 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.905287 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:35.942487 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:36.030748 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Allocated IP 172.25.4.249 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/862734c4-db82-448b-9773-d5515bba7009) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:37:36.145854 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:36.193133 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:36.240118 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:37:36.245667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:37:36.250401 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:37:36.256767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Pushing event updated for resources: {'Port': ['ID=862734c4-db82-448b-9773-d5515bba7009,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:36.674620 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:36.765004 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:36.861574 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:36.945307 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:36.951319 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:37.025950 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Pushing event updated for resources: {'Port': ['ID=862734c4-db82-448b-9773-d5515bba7009,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:37:37.045190 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:37.161125 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Floating IP c0dccf89-e1ec-4c16-ac2b-e52ceda88b6e associated. External IP: 172.25.4.249, port: 3b7061a0-387c-40d7-a848-a1337f21ffe1. Jul 06 12:37:37.412717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Router 8a832498-faab-4d2f-bbaa-012baecbb6ff has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:37:37.545062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:37:37.559674 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8396c6b-535a-46be-a7f2-c3bc9edc9d39 None None] Sync routers for ids ['8a832498-faab-4d2f-bbaa-012baecbb6ff'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:37:37.566655 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:37.571145 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8396c6b-535a-46be-a7f2-c3bc9edc9d39 None None] Routers {'8a832498-faab-4d2f-bbaa-012baecbb6ff'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:37:37.571818 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e8396c6b-535a-46be-a7f2-c3bc9edc9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:37:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8a832498-faab-4d2f-bbaa-012baecbb6ff'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:37.615118 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-db388a4e-f59d-4048-b0ea-0bda30ebabae tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8724780 Jul 06 12:37:37.615756 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'tag': '3b7061a0-387c-40d7-a848-a1337f21ffe1'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:37:37.618052 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51466) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:37.618865 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a7566c-4587-4b84-bf6c-f55c6c14bf91" -d '{"events": [{"name": "network-changed", "server_uuid": "2161565d-210a-4f6c-93cf-a7f4faddee68", "tag": "3b7061a0-387c-40d7-a848-a1337f21ffe1"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:37:37.716780 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e8396c6b-535a-46be-a7f2-c3bc9edc9d39 None None] Set router 8a832498-faab-4d2f-bbaa-012baecbb6ff gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:37:37.719021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3149503b-d891-46dc-8096-f6574d5683e1 tempest-TestVolumeBackupRestore-1331499425 tempest-TestVolumeBackupRestore-1331499425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:37.723315 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3149503b-d891-46dc-8096-f6574d5683e1 tempest-TestVolumeBackupRestore-1331499425 tempest-TestVolumeBackupRestore-1331499425-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 1091 time: 0.1022289 Jul 06 12:37:37.726850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51472) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:37:37.737082 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d6871494-4dbd-4b8e-b942-18ff5711322d tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Request body: {'floatingip': {'port_id': '3b7061a0-387c-40d7-a848-a1337f21ffe1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:37:37.739830 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68bb82c-ade1-457e-8463-933077e3abcd x-openstack-request-id: req-a68bb82c-ade1-457e-8463-933077e3abcd {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:37:37.740528 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2161565d-210a-4f6c-93cf-a7f4faddee68", "tag": "3b7061a0-387c-40d7-a848-a1337f21ffe1", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:37:37.740528 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a68bb82c-ade1-457e-8463-933077e3abcd {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:37:37.740773 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'tag': '3b7061a0-387c-40d7-a848-a1337f21ffe1', 'status': 'completed', 'code': 200} Jul 06 12:37:37.881695 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6871494-4dbd-4b8e-b942-18ff5711322d tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:37.947446 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7566c-4587-4b84-bf6c-f55c6c14bf91 req-fbea58bc-bbbc-4d98-86df-3800214822cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:37.950294 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-80a7566c-4587-4b84-bf6c-f55c6c14bf91 req-fbea58bc-bbbc-4d98-86df-3800214822cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=90641c9a4f82482ab678afbb40f6f6e9&device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 1096 time: 0.1617680 Jul 06 12:37:37.999712 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e8396c6b-535a-46be-a7f2-c3bc9edc9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:35:17Z', 'revision_number': 4, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port': {'id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:15Z', 'updated_at': '2021-07-06T12:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'c0dccf89-e1ec-4c16-ac2b-e52ceda88b6e', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'port_id': '3b7061a0-387c-40d7-a848-a1337f21ffe1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'mac_address': 'fa:16:3e:6a:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:37:36Z', 'updated_at': '2021-07-06T12:37:36Z', 'revision_number': 0, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df', 'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'mac_address': 'fa:16:3e:e9:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:17Z', 'updated_at': '2021-07-06T12:35:25Z', 'revision_number': 5, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'subnets': [{'id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:38.028075 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8396c6b-535a-46be-a7f2-c3bc9edc9d39 None None] Checking router: 8a832498-faab-4d2f-bbaa-012baecbb6ff for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:37:38.040863 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8396c6b-535a-46be-a7f2-c3bc9edc9d39 None None] Routers {'8a832498-faab-4d2f-bbaa-012baecbb6ff'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:37:38.041483 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e8396c6b-535a-46be-a7f2-c3bc9edc9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:37:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8a832498-faab-4d2f-bbaa-012baecbb6ff'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:38.170583 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e8396c6b-535a-46be-a7f2-c3bc9edc9d39 None None] Set router 8a832498-faab-4d2f-bbaa-012baecbb6ff gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:37:38.206121 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4a2582f-fd53-493f-a218-e39bd71a7025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:38.251877 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7566c-4587-4b84-bf6c-f55c6c14bf91 req-a88d27e7-6606-4a27-90b7-3e567cad3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:38.253391 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-80a7566c-4587-4b84-bf6c-f55c6c14bf91 req-a88d27e7-6606-4a27-90b7-3e567cad3c77 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b004354-f2b6-47eb-a10a-1896aa650f04 HTTP/1.1" status: 200 len: 914 time: 0.2935903 Jul 06 12:37:38.274948 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:38.374259 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-80a7566c-4587-4b84-bf6c-f55c6c14bf91 req-46e5c661-5ab4-46e9-8514-322136ab555d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b7061a0-387c-40d7-a848-a1337f21ffe1 HTTP/1.1" status: 200 len: 999 time: 0.1082146 Jul 06 12:37:38.475651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7566c-4587-4b84-bf6c-f55c6c14bf91 req-26a4ec25-30dd-48f4-923f-16966a3e9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:38.477110 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-80a7566c-4587-4b84-bf6c-f55c6c14bf91 req-26a4ec25-30dd-48f4-923f-16966a3e9c3c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3ce722f1-27bc-48c5-9b24-489d10c5c67b HTTP/1.1" status: 200 len: 852 time: 0.0964408 Jul 06 12:37:38.512928 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e8396c6b-535a-46be-a7f2-c3bc9edc9d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:35:17Z', 'revision_number': 4, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port': {'id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:15Z', 'updated_at': '2021-07-06T12:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'c0dccf89-e1ec-4c16-ac2b-e52ceda88b6e', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'port_id': '3b7061a0-387c-40d7-a848-a1337f21ffe1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'mac_address': 'fa:16:3e:6a:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:37:36Z', 'updated_at': '2021-07-06T12:37:36Z', 'revision_number': 0, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df', 'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'mac_address': 'fa:16:3e:e9:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:17Z', 'updated_at': '2021-07-06T12:35:25Z', 'revision_number': 5, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'subnets': [{'id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:38.558371 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8396c6b-535a-46be-a7f2-c3bc9edc9d39 None None] The sync data for ids ['8a832498-faab-4d2f-bbaa-012baecbb6ff'] in n-d-799529-2 is: [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:35:17Z', 'revision_number': 4, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port': {'id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:15Z', 'updated_at': '2021-07-06T12:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'c0dccf89-e1ec-4c16-ac2b-e52ceda88b6e', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'port_id': '3b7061a0-387c-40d7-a848-a1337f21ffe1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'mac_address': 'fa:16:3e:6a:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:37:36Z', 'updated_at': '2021-07-06T12:37:36Z', 'revision_number': 0, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df', 'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'mac_address': 'fa:16:3e:e9:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:17Z', 'updated_at': '2021-07-06T12:35:25Z', 'revision_number': 5, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'subnets': [{'id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:37:38.799639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b164b768-aa1c-4d1d-a0b3-dfdb903884d5 None None] New status for floating IP c0dccf89-e1ec-4c16-ac2b-e52ceda88b6e: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:37:39.099936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7566c-4587-4b84-bf6c-f55c6c14bf91 req-c04e9f6a-f911-4265-85fd-b2a96a5f0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:39.101482 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-80a7566c-4587-4b84-bf6c-f55c6c14bf91 req-c04e9f6a-f911-4265-85fd-b2a96a5f0495 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b004354-f2b6-47eb-a10a-1896aa650f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6173022 Jul 06 12:37:39.224938 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.db.resource_extend [None req-d6871494-4dbd-4b8e-b942-18ff5711322d tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 12:37:39.297434 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6871494-4dbd-4b8e-b942-18ff5711322d tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:39.303641 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-b164b768-aa1c-4d1d-a0b3-dfdb903884d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:37:39.304201 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6871494-4dbd-4b8e-b942-18ff5711322d tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:39.304305 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-b164b768-aa1c-4d1d-a0b3-dfdb903884d5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:37:39.348002 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-80a7566c-4587-4b84-bf6c-f55c6c14bf91 req-b4eccb3b-a4b6-4328-87f6-6e103379bfc6 service neutron] 10.222.0.89 "GET /v2.0/networks/2b004354-f2b6-47eb-a10a-1896aa650f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257318 Jul 06 12:37:39.480619 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:39.498385 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-80a7566c-4587-4b84-bf6c-f55c6c14bf91 req-24be97c6-e15c-4783-b4f2-353c4a35678a service neutron] 10.222.0.89 "GET /v2.0/networks/2b004354-f2b6-47eb-a10a-1896aa650f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438806 Jul 06 12:37:39.612528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6871494-4dbd-4b8e-b942-18ff5711322d tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Router 8a832498-faab-4d2f-bbaa-012baecbb6ff has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:37:39.732295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6871494-4dbd-4b8e-b942-18ff5711322d tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:37:39.738326 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6871494-4dbd-4b8e-b942-18ff5711322d tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:39.791569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'tag': '3b7061a0-387c-40d7-a848-a1337f21ffe1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:37:39.795284 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60886780-941d-47ee-9daa-506aeb7c5b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2161565d-210a-4f6c-93cf-a7f4faddee68", "tag": "3b7061a0-387c-40d7-a848-a1337f21ffe1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:37:39.806157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b164b768-aa1c-4d1d-a0b3-dfdb903884d5 None None] New status for floating IP c0dccf89-e1ec-4c16-ac2b-e52ceda88b6e: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:37:39.858531 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d6871494-4dbd-4b8e-b942-18ff5711322d tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "PUT /v2.0/floatingips/c0dccf89-e1ec-4c16-ac2b-e52ceda88b6e HTTP/1.1" status: 200 len: 991 time: 2.1295424 Jul 06 12:37:39.890531 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01de1cbc-2406-4cfc-8d46-4ac918436a43 x-openstack-request-id: req-01de1cbc-2406-4cfc-8d46-4ac918436a43 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:37:39.890989 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2161565d-210a-4f6c-93cf-a7f4faddee68", "tag": "3b7061a0-387c-40d7-a848-a1337f21ffe1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:37:39.891438 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01de1cbc-2406-4cfc-8d46-4ac918436a43 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:37:39.892079 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'tag': '3b7061a0-387c-40d7-a848-a1337f21ffe1', 'status': 'completed', 'code': 200} Jul 06 12:37:39.986535 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60886780-941d-47ee-9daa-506aeb7c5b3f req-c54fa4a2-3d57-41e1-b732-ae6f1ebbfd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:39.988536 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-60886780-941d-47ee-9daa-506aeb7c5b3f req-c54fa4a2-3d57-41e1-b732-ae6f1ebbfd05 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=90641c9a4f82482ab678afbb40f6f6e9&device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 1096 time: 0.0727258 Jul 06 12:37:40.054961 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da2bbb2-86a1-48de-bdba-a0fc0dc3d972 None None] Sync routers for ids ['8a832498-faab-4d2f-bbaa-012baecbb6ff'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:37:40.069011 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da2bbb2-86a1-48de-bdba-a0fc0dc3d972 None None] Routers {'8a832498-faab-4d2f-bbaa-012baecbb6ff'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:37:40.069868 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2da2bbb2-86a1-48de-bdba-a0fc0dc3d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:37:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8a832498-faab-4d2f-bbaa-012baecbb6ff'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:40.120353 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60886780-941d-47ee-9daa-506aeb7c5b3f req-dee42aa9-c787-423f-9302-462b155159fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:40.123374 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-60886780-941d-47ee-9daa-506aeb7c5b3f req-dee42aa9-c787-423f-9302-462b155159fa service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b004354-f2b6-47eb-a10a-1896aa650f04 HTTP/1.1" status: 200 len: 914 time: 0.1289270 Jul 06 12:37:40.188912 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2da2bbb2-86a1-48de-bdba-a0fc0dc3d972 None None] Set router 8a832498-faab-4d2f-bbaa-012baecbb6ff gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:37:40.206945 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-60886780-941d-47ee-9daa-506aeb7c5b3f req-770b1c00-2d10-439b-bce5-ba1d26cc02d7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b7061a0-387c-40d7-a848-a1337f21ffe1 HTTP/1.1" status: 200 len: 1001 time: 0.0772536 Jul 06 12:37:40.263221 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60886780-941d-47ee-9daa-506aeb7c5b3f req-bf02212b-065a-45e8-99da-fddedc876237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:40.265520 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-60886780-941d-47ee-9daa-506aeb7c5b3f req-bf02212b-065a-45e8-99da-fddedc876237 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3ce722f1-27bc-48c5-9b24-489d10c5c67b HTTP/1.1" status: 200 len: 852 time: 0.0521336 Jul 06 12:37:40.335791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60886780-941d-47ee-9daa-506aeb7c5b3f req-f62558c1-5520-42ef-9c56-7710c0886e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:40.337434 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-60886780-941d-47ee-9daa-506aeb7c5b3f req-f62558c1-5520-42ef-9c56-7710c0886e96 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b004354-f2b6-47eb-a10a-1896aa650f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658612 Jul 06 12:37:40.469260 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-60886780-941d-47ee-9daa-506aeb7c5b3f req-b5e218c2-9910-4606-a293-04ca9af40dcb service neutron] 10.222.0.89 "GET /v2.0/networks/2b004354-f2b6-47eb-a10a-1896aa650f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250885 Jul 06 12:37:40.564789 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2da2bbb2-86a1-48de-bdba-a0fc0dc3d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:35:17Z', 'revision_number': 4, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port': {'id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:15Z', 'updated_at': '2021-07-06T12:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'c0dccf89-e1ec-4c16-ac2b-e52ceda88b6e', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'port_id': '3b7061a0-387c-40d7-a848-a1337f21ffe1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'mac_address': 'fa:16:3e:6a:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:37:36Z', 'updated_at': '2021-07-06T12:37:39Z', 'revision_number': 2, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df', 'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'mac_address': 'fa:16:3e:e9:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:17Z', 'updated_at': '2021-07-06T12:35:25Z', 'revision_number': 5, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'subnets': [{'id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:40.581926 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-60886780-941d-47ee-9daa-506aeb7c5b3f req-02df6000-168e-4ac0-98d9-120dd012fba2 service neutron] 10.222.0.89 "GET /v2.0/networks/2b004354-f2b6-47eb-a10a-1896aa650f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068978 Jul 06 12:37:40.598264 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da2bbb2-86a1-48de-bdba-a0fc0dc3d972 None None] Checking router: 8a832498-faab-4d2f-bbaa-012baecbb6ff for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:37:40.607751 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da2bbb2-86a1-48de-bdba-a0fc0dc3d972 None None] Routers {'8a832498-faab-4d2f-bbaa-012baecbb6ff'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:37:40.609037 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2da2bbb2-86a1-48de-bdba-a0fc0dc3d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:37:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8a832498-faab-4d2f-bbaa-012baecbb6ff'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:40.735255 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2da2bbb2-86a1-48de-bdba-a0fc0dc3d972 None None] Set router 8a832498-faab-4d2f-bbaa-012baecbb6ff gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:37:40.988223 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2da2bbb2-86a1-48de-bdba-a0fc0dc3d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:35:17Z', 'revision_number': 4, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port': {'id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:15Z', 'updated_at': '2021-07-06T12:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'c0dccf89-e1ec-4c16-ac2b-e52ceda88b6e', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'port_id': '3b7061a0-387c-40d7-a848-a1337f21ffe1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'mac_address': 'fa:16:3e:6a:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:37:36Z', 'updated_at': '2021-07-06T12:37:39Z', 'revision_number': 2, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df', 'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'mac_address': 'fa:16:3e:e9:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:17Z', 'updated_at': '2021-07-06T12:35:25Z', 'revision_number': 5, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'subnets': [{'id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:37:41.026481 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da2bbb2-86a1-48de-bdba-a0fc0dc3d972 None None] The sync data for ids ['8a832498-faab-4d2f-bbaa-012baecbb6ff'] in n-d-799529-2 is: [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:35:17Z', 'revision_number': 4, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port': {'id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:15Z', 'updated_at': '2021-07-06T12:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'c0dccf89-e1ec-4c16-ac2b-e52ceda88b6e', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'port_id': '3b7061a0-387c-40d7-a848-a1337f21ffe1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'mac_address': 'fa:16:3e:6a:be:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:37:36Z', 'updated_at': '2021-07-06T12:37:39Z', 'revision_number': 2, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df', 'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'mac_address': 'fa:16:3e:e9:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:17Z', 'updated_at': '2021-07-06T12:35:25Z', 'revision_number': 5, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'subnets': [{'id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:37:41.055155 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:37:41.893092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'tag': '3b7061a0-387c-40d7-a848-a1337f21ffe1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:37:41.895582 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e409b2b-589c-4acb-aac7-7640fedb74e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2161565d-210a-4f6c-93cf-a7f4faddee68", "tag": "3b7061a0-387c-40d7-a848-a1337f21ffe1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:37:41.955998 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f0da39-3a46-47df-87ec-ed6ff7b603c0 x-openstack-request-id: req-c4f0da39-3a46-47df-87ec-ed6ff7b603c0 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:37:41.956493 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2161565d-210a-4f6c-93cf-a7f4faddee68", "tag": "3b7061a0-387c-40d7-a848-a1337f21ffe1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:37:41.956931 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4f0da39-3a46-47df-87ec-ed6ff7b603c0 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:37:41.957612 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'tag': '3b7061a0-387c-40d7-a848-a1337f21ffe1', 'status': 'completed', 'code': 200} Jul 06 12:37:42.041029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e409b2b-589c-4acb-aac7-7640fedb74e6 req-3aa4cfc3-c0d8-4b23-bcd7-c7c8c89d064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:42.042609 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e409b2b-589c-4acb-aac7-7640fedb74e6 req-3aa4cfc3-c0d8-4b23-bcd7-c7c8c89d064a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=90641c9a4f82482ab678afbb40f6f6e9&device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 1096 time: 0.0601575 Jul 06 12:37:42.143852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e409b2b-589c-4acb-aac7-7640fedb74e6 req-f21f3b5e-25fc-4f96-8cef-8a99ae9eb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:42.145253 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e409b2b-589c-4acb-aac7-7640fedb74e6 req-f21f3b5e-25fc-4f96-8cef-8a99ae9eb5b9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b004354-f2b6-47eb-a10a-1896aa650f04 HTTP/1.1" status: 200 len: 914 time: 0.0953758 Jul 06 12:37:42.216279 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e409b2b-589c-4acb-aac7-7640fedb74e6 req-e63c78aa-dee4-4aca-b4ef-368fa410763b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b7061a0-387c-40d7-a848-a1337f21ffe1 HTTP/1.1" status: 200 len: 1001 time: 0.0647779 Jul 06 12:37:42.281956 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e409b2b-589c-4acb-aac7-7640fedb74e6 req-f6e6bd78-2e96-49ce-815a-378fd6212ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:42.284695 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e409b2b-589c-4acb-aac7-7640fedb74e6 req-f6e6bd78-2e96-49ce-815a-378fd6212ab2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3ce722f1-27bc-48c5-9b24-489d10c5c67b HTTP/1.1" status: 200 len: 852 time: 0.0617671 Jul 06 12:37:42.349081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e409b2b-589c-4acb-aac7-7640fedb74e6 req-bc1a6a59-a050-424e-8009-ece0d7aaa710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:37:42.350643 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e409b2b-589c-4acb-aac7-7640fedb74e6 req-bc1a6a59-a050-424e-8009-ece0d7aaa710 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b004354-f2b6-47eb-a10a-1896aa650f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603108 Jul 06 12:37:42.453561 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e409b2b-589c-4acb-aac7-7640fedb74e6 req-ee3377fd-6304-4bab-91f9-278a1bbbd593 service neutron] 10.222.0.89 "GET /v2.0/networks/2b004354-f2b6-47eb-a10a-1896aa650f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966928 Jul 06 12:37:42.564948 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4e409b2b-589c-4acb-aac7-7640fedb74e6 req-0542950a-0e16-41f0-9db4-3843f8f09101 service neutron] 10.222.0.89 "GET /v2.0/networks/2b004354-f2b6-47eb-a10a-1896aa650f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050632 Jul 06 12:37:45.018504 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:37:50.683162 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-638ff365-6c5d-4611-bf71-c75a9a1c2fa4 req-7359b0cf-31fa-4e02-a1eb-ad96bbe71daf service neutron] (100427) timed out ('10.222.0.89', 60478) {{(pid=100427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:38:05.561187 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8abb342-d294-4d6c-a020-504483b819d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:05.967089 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:06.870331 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.194792 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cd3d6e3a-78f3-4a58-b13a-a70a2ed41e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:08.270744 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:09.483523 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:10.077550 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-e932a3d2-7c42-493e-901e-3129bcb19324 req-9ad950e7-e0ea-4679-b427-51a9dab70e16 tempest-ServersNegativeTestJSON-1029584779 tempest-ServersNegativeTestJSON-1029584779-project] (100428) timed out ('10.222.0.23', 57194) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:38:10.131963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-633f8156-02a0-4761-8d5a-470daf474615 req-573ce17f-c3d4-4055-9d03-407a9d1833ee service neutron] (100428) timed out ('10.222.0.23', 57484) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:38:10.966718 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51498) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:11.061566 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.137200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-494f51eb-5ccb-4a47-8386-74975c3b8171 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Deleting port 862734c4-db82-448b-9773-d5515bba7009 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:11.137810 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-494f51eb-5ccb-4a47-8386-74975c3b8171 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.216352 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-494f51eb-5ccb-4a47-8386-74975c3b8171 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.216677 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-494f51eb-5ccb-4a47-8386-74975c3b8171 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.230047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-494f51eb-5ccb-4a47-8386-74975c3b8171 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Calling delete_port for 862734c4-db82-448b-9773-d5515bba7009 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:11.444057 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-494f51eb-5ccb-4a47-8386-74975c3b8171 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.473149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f51eb-5ccb-4a47-8386-74975c3b8171 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Pushing event deleted for resources: {'Port': ['ID=862734c4-db82-448b-9773-d5515bba7009,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:11.562438 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-494f51eb-5ccb-4a47-8386-74975c3b8171 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.564068 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-494f51eb-5ccb-4a47-8386-74975c3b8171 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Floating IP c0dccf89-e1ec-4c16-ac2b-e52ceda88b6e disassociated (deleted). External IP: 172.25.4.249, port: 3b7061a0-387c-40d7-a848-a1337f21ffe1. Jul 06 12:38:11.832978 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494f51eb-5ccb-4a47-8386-74975c3b8171 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Router 8a832498-faab-4d2f-bbaa-012baecbb6ff has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:38:11.971797 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494f51eb-5ccb-4a47-8386-74975c3b8171 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:38:11.976713 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-494f51eb-5ccb-4a47-8386-74975c3b8171 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:11.981612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d45edf-ec41-4366-a3af-7e073257bc29 None None] Sync routers for ids ['8a832498-faab-4d2f-bbaa-012baecbb6ff'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:38:11.991813 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d45edf-ec41-4366-a3af-7e073257bc29 None None] Routers {'8a832498-faab-4d2f-bbaa-012baecbb6ff'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:11.992305 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-65d45edf-ec41-4366-a3af-7e073257bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:38:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8a832498-faab-4d2f-bbaa-012baecbb6ff'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:12.015471 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-494f51eb-5ccb-4a47-8386-74975c3b8171 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "DELETE /v2.0/floatingips/c0dccf89-e1ec-4c16-ac2b-e52ceda88b6e HTTP/1.1" status: 204 len: 168 time: 1.0475450 Jul 06 12:38:12.016152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'tag': '3b7061a0-387c-40d7-a848-a1337f21ffe1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:12.018556 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc1c58d-5eee-4876-8d27-34b774e1a1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2161565d-210a-4f6c-93cf-a7f4faddee68", "tag": "3b7061a0-387c-40d7-a848-a1337f21ffe1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:12.106467 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-65d45edf-ec41-4366-a3af-7e073257bc29 None None] Set router 8a832498-faab-4d2f-bbaa-012baecbb6ff gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:12.272202 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51addf19-f398-4c62-84ef-8246e53b049e x-openstack-request-id: req-51addf19-f398-4c62-84ef-8246e53b049e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:12.272202 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2161565d-210a-4f6c-93cf-a7f4faddee68", "tag": "3b7061a0-387c-40d7-a848-a1337f21ffe1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:12.272202 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-51addf19-f398-4c62-84ef-8246e53b049e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:12.272202 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'tag': '3b7061a0-387c-40d7-a848-a1337f21ffe1', 'status': 'completed', 'code': 200} Jul 06 12:38:12.335202 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-65d45edf-ec41-4366-a3af-7e073257bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:35:17Z', 'revision_number': 4, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port': {'id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:15Z', 'updated_at': '2021-07-06T12:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df', 'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'mac_address': 'fa:16:3e:e9:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:17Z', 'updated_at': '2021-07-06T12:35:25Z', 'revision_number': 5, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'subnets': [{'id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:12.355628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1c58d-5eee-4876-8d27-34b774e1a1e6 req-a21a3fc4-5c86-4896-aa7f-b734e3a105e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:12.357575 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc1c58d-5eee-4876-8d27-34b774e1a1e6 req-a21a3fc4-5c86-4896-aa7f-b734e3a105e2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=90641c9a4f82482ab678afbb40f6f6e9&device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 1096 time: 0.0637276 Jul 06 12:38:12.380281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d45edf-ec41-4366-a3af-7e073257bc29 None None] Checking router: 8a832498-faab-4d2f-bbaa-012baecbb6ff for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:38:12.388762 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d45edf-ec41-4366-a3af-7e073257bc29 None None] Routers {'8a832498-faab-4d2f-bbaa-012baecbb6ff'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:12.389376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-65d45edf-ec41-4366-a3af-7e073257bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:38:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8a832498-faab-4d2f-bbaa-012baecbb6ff'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:12.454515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c1d27-6079-438f-84c6-dbc6ee4b0fd1 req-a2b8d9fd-acf8-4871-8727-32160f60f3c2 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:12.456213 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b56c1d27-6079-438f-84c6-dbc6ee4b0fd1 req-a2b8d9fd-acf8-4871-8727-32160f60f3c2 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 945 time: 0.0863154 Jul 06 12:38:12.485654 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1c58d-5eee-4876-8d27-34b774e1a1e6 req-ee724174-280f-47f7-a6ed-32be1c13ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:12.487608 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc1c58d-5eee-4876-8d27-34b774e1a1e6 req-ee724174-280f-47f7-a6ed-32be1c13ae78 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b004354-f2b6-47eb-a10a-1896aa650f04 HTTP/1.1" status: 200 len: 914 time: 0.1229236 Jul 06 12:38:12.501598 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b56c1d27-6079-438f-84c6-dbc6ee4b0fd1 req-816ea8c6-5f9a-44e5-b4d0-c3a65d58f8cf tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386047 Jul 06 12:38:12.530718 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-65d45edf-ec41-4366-a3af-7e073257bc29 None None] Set router 8a832498-faab-4d2f-bbaa-012baecbb6ff gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:12.536120 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc1c58d-5eee-4876-8d27-34b774e1a1e6 req-777badf0-b61f-467b-98a9-0721e6fe72de service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b7061a0-387c-40d7-a848-a1337f21ffe1 HTTP/1.1" status: 200 len: 217 time: 0.0420158 Jul 06 12:38:12.592809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1c58d-5eee-4876-8d27-34b774e1a1e6 req-1d7284da-ee65-4e21-877c-e574b0472789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:12.594492 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc1c58d-5eee-4876-8d27-34b774e1a1e6 req-1d7284da-ee65-4e21-877c-e574b0472789 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3ce722f1-27bc-48c5-9b24-489d10c5c67b HTTP/1.1" status: 200 len: 852 time: 0.0519316 Jul 06 12:38:12.670942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1c58d-5eee-4876-8d27-34b774e1a1e6 req-60a9eced-66ab-4510-9d0f-807a5eeacb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:12.673006 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc1c58d-5eee-4876-8d27-34b774e1a1e6 req-60a9eced-66ab-4510-9d0f-807a5eeacb3d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b004354-f2b6-47eb-a10a-1896aa650f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706375 Jul 06 12:38:12.781821 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc1c58d-5eee-4876-8d27-34b774e1a1e6 req-b52da74f-5277-4675-8ee8-4912d13b27e8 service neutron] 10.222.0.89 "GET /v2.0/networks/2b004354-f2b6-47eb-a10a-1896aa650f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007020 Jul 06 12:38:12.788473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-65d45edf-ec41-4366-a3af-7e073257bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:35:17Z', 'revision_number': 4, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port': {'id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:15Z', 'updated_at': '2021-07-06T12:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df', 'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'mac_address': 'fa:16:3e:e9:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:17Z', 'updated_at': '2021-07-06T12:35:25Z', 'revision_number': 5, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'subnets': [{'id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:12.817379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d45edf-ec41-4366-a3af-7e073257bc29 None None] The sync data for ids ['8a832498-faab-4d2f-bbaa-012baecbb6ff'] in n-d-799529-2 is: [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:35:17Z', 'revision_number': 4, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port': {'id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:15Z', 'updated_at': '2021-07-06T12:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df', 'name': '', 'network_id': '2b004354-f2b6-47eb-a10a-1896aa650f04', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'mac_address': 'fa:16:3e:e9:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:17Z', 'updated_at': '2021-07-06T12:35:25Z', 'revision_number': 5, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'subnets': [{'id': '3ce722f1-27bc-48c5-9b24-489d10c5c67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:38:12.926124 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bc1c58d-5eee-4876-8d27-34b774e1a1e6 req-f8d48ee5-2b8e-47f8-9e72-19844dadbf75 service neutron] 10.222.0.89 "GET /v2.0/networks/2b004354-f2b6-47eb-a10a-1896aa650f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373808 Jul 06 12:38:13.077414 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d034cd99-ad41-47a2-a342-8fcf7877fe6f None None] New status for floating IP c0dccf89-e1ec-4c16-ac2b-e52ceda88b6e: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:38:13.686880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d22da-c0eb-4f71-b86d-b63ea427fd71 req-ea44790b-711a-4aaa-9ab4-2152422526d1 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:13.688594 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-098d22da-c0eb-4f71-b86d-b63ea427fd71 req-ea44790b-711a-4aaa-9ab4-2152422526d1 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 945 time: 0.0684526 Jul 06 12:38:13.728066 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-098d22da-c0eb-4f71-b86d-b63ea427fd71 req-e906d6b1-3d6c-421b-9113-4f9eae6ef7ea tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/security-groups?id=a603a4b7-8a24-48ed-8e95-c4fac722a5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337498 Jul 06 12:38:13.825241 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52230292-8f6a-4b62-bc6f-1594e501af8c req-021b885c-16b2-4eb1-b201-c817f27237c0 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:13.826873 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52230292-8f6a-4b62-bc6f-1594e501af8c req-021b885c-16b2-4eb1-b201-c817f27237c0 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.89 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 945 time: 0.0632317 Jul 06 12:38:13.932543 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-52230292-8f6a-4b62-bc6f-1594e501af8c req-c09143bc-0327-4abd-b4e1-09077b306964 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Deleting port 3b7061a0-387c-40d7-a848-a1337f21ffe1 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:13.932882 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52230292-8f6a-4b62-bc6f-1594e501af8c req-c09143bc-0327-4abd-b4e1-09077b306964 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.020301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-52230292-8f6a-4b62-bc6f-1594e501af8c req-c09143bc-0327-4abd-b4e1-09077b306964 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] For port 3b7061a0-387c-40d7-a848-a1337f21ffe1, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=3b7061a0-387c-40d7-a848-a1337f21ffe1,segment=NetworkSegment(653ed256-8740-49ac-9629-170dc936f3cb),segment_id=653ed256-8740-49ac-9629-170dc936f3cb)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:14.020648 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52230292-8f6a-4b62-bc6f-1594e501af8c req-c09143bc-0327-4abd-b4e1-09077b306964 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.033015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-52230292-8f6a-4b62-bc6f-1594e501af8c req-c09143bc-0327-4abd-b4e1-09077b306964 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Calling delete_port for 3b7061a0-387c-40d7-a848-a1337f21ffe1 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:14.163722 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52230292-8f6a-4b62-bc6f-1594e501af8c req-c09143bc-0327-4abd-b4e1-09077b306964 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.194628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09143bc-0327-4abd-b4e1-09077b306964 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Pushing event deleted for resources: {'Port': ['ID=3b7061a0-387c-40d7-a848-a1337f21ffe1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:14.241609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-52230292-8f6a-4b62-bc6f-1594e501af8c req-c09143bc-0327-4abd-b4e1-09077b306964 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] No DVR routers for this DVR port 3b7061a0-387c-40d7-a848-a1337f21ffe1 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:38:14.244818 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52230292-8f6a-4b62-bc6f-1594e501af8c req-c09143bc-0327-4abd-b4e1-09077b306964 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:14.246867 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52230292-8f6a-4b62-bc6f-1594e501af8c req-c09143bc-0327-4abd-b4e1-09077b306964 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.89 "DELETE /v2.0/ports/3b7061a0-387c-40d7-a848-a1337f21ffe1 HTTP/1.1" status: 204 len: 173 time: 0.4144590 Jul 06 12:38:14.273933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'name': 'network-vif-deleted', 'tag': '3b7061a0-387c-40d7-a848-a1337f21ffe1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:14.278798 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ad62dc-a038-40e5-8fee-caccc69159c9" -d '{"events": [{"server_uuid": "2161565d-210a-4f6c-93cf-a7f4faddee68", "name": "network-vif-deleted", "tag": "3b7061a0-387c-40d7-a848-a1337f21ffe1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:14.319658 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dcce97-9346-4d33-9732-229544f71292 x-openstack-request-id: req-07dcce97-9346-4d33-9732-229544f71292 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:14.319954 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2161565d-210a-4f6c-93cf-a7f4faddee68", "name": "network-vif-deleted", "tag": "3b7061a0-387c-40d7-a848-a1337f21ffe1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:14.320212 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07dcce97-9346-4d33-9732-229544f71292 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:14.320615 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2161565d-210a-4f6c-93cf-a7f4faddee68', 'name': 'network-vif-deleted', 'tag': '3b7061a0-387c-40d7-a848-a1337f21ffe1', 'status': 'completed', 'code': 200} Jul 06 12:38:14.873824 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52e06c93-f986-4932-8234-48360d813457 req-be1f97db-ffa0-4736-be27-c8f826ce6c1c tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 210 time: 0.0304270 Jul 06 12:38:16.021762 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0eda3cb1-3c11-460b-9472-fe1b66fa9b66 req-3fd74859-9ae0-4993-822b-4401dd7538a2 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 210 time: 0.0294034 Jul 06 12:38:17.205152 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6be5bf35-74b3-4e86-abb5-3f45679b4efe req-7a48d884-50d1-4a62-964e-4b228e1f5e1c tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "GET /v2.0/ports?device_id=2161565d-210a-4f6c-93cf-a7f4faddee68 HTTP/1.1" status: 200 len: 210 time: 0.0400677 Jul 06 12:38:18.316412 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51524) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:18.382893 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:18.413203 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:18.482816 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:18.485825 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:18.487068 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] 10.222.0.81 "DELETE /v2.0/security-groups/a603a4b7-8a24-48ed-8e95-c4fac722a5eb HTTP/1.1" status: 204 len: 168 time: 0.1696384 Jul 06 12:38:18.497042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a603a4b7-8a24-48ed-8e95-c4fac722a5eb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:18.507876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:18.508188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:18.508537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:18.508877 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:18.509228 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:18.510617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:18.510617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:18.510617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:18.510617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:18.511218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:18.512940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:18.512940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc00cc43-b98f-4c07-a3cb-f15a261dc315 tempest-TestVolumeBackupRestore-1906487213 tempest-TestVolumeBackupRestore-1906487213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:18.598704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3b7061a0-387c-40d7-a848-a1337f21ffe1 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:18.619675 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 3b7061a0-387c-40d7-a848-a1337f21ffe1 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:18.620025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 3b7061a0-387c-40d7-a848-a1337f21ffe1 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:21.978958 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51980) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:22.022187 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:38:22.740839 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7507b1dc-9084-4404-91fc-0540c7e58a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:23.086711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7507b1dc-9084-4404-91fc-0540c7e58a94 admin admin] Deleting port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:23.087430 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7507b1dc-9084-4404-91fc-0540c7e58a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:23.177634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-7507b1dc-9084-4404-91fc-0540c7e58a94 admin admin] For port b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df,segment=NetworkSegment(653ed256-8740-49ac-9629-170dc936f3cb),segment_id=653ed256-8740-49ac-9629-170dc936f3cb)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:23.177903 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7507b1dc-9084-4404-91fc-0540c7e58a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:23.192487 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7507b1dc-9084-4404-91fc-0540c7e58a94 admin admin] Calling delete_port for b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:23.397559 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7507b1dc-9084-4404-91fc-0540c7e58a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:23.423872 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507b1dc-9084-4404-91fc-0540c7e58a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:23.640730 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7507b1dc-9084-4404-91fc-0540c7e58a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:23.889914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7507b1dc-9084-4404-91fc-0540c7e58a94 admin admin] Router 8a832498-faab-4d2f-bbaa-012baecbb6ff has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:38:24.081314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7507b1dc-9084-4404-91fc-0540c7e58a94 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:38:24.090065 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7507b1dc-9084-4404-91fc-0540c7e58a94 admin admin] 10.222.0.81 "PUT /v2.0/routers/8a832498-faab-4d2f-bbaa-012baecbb6ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1094813 Jul 06 12:38:24.092817 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51984) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:24.097936 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11a3c44-35f7-4f4a-b24a-38f711ff3402 None None] Sync routers for ids ['8a832498-faab-4d2f-bbaa-012baecbb6ff'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:38:24.113221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a3c44-35f7-4f4a-b24a-38f711ff3402 None None] Routers {'8a832498-faab-4d2f-bbaa-012baecbb6ff'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:24.114172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-e11a3c44-35f7-4f4a-b24a-38f711ff3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:38:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8a832498-faab-4d2f-bbaa-012baecbb6ff'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:24.254203 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e1e685c-3b9e-47dc-9d02-7de948150bc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:24.302987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-e11a3c44-35f7-4f4a-b24a-38f711ff3402 None None] Set router 8a832498-faab-4d2f-bbaa-012baecbb6ff gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:24.372334 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e1e685c-3b9e-47dc-9d02-7de948150bc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:24.447427 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e685c-3b9e-47dc-9d02-7de948150bc6 admin admin] Deleting port 7e2bff6b-fb53-4838-8212-45ff152c425c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:24.448204 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e1e685c-3b9e-47dc-9d02-7de948150bc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:24.560500 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-5e1e685c-3b9e-47dc-9d02-7de948150bc6 admin admin] For port 7e2bff6b-fb53-4838-8212-45ff152c425c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=7e2bff6b-fb53-4838-8212-45ff152c425c,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:24.560858 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e1e685c-3b9e-47dc-9d02-7de948150bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:24.576727 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e685c-3b9e-47dc-9d02-7de948150bc6 admin admin] Calling delete_port for 7e2bff6b-fb53-4838-8212-45ff152c425c owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:24.766287 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-e11a3c44-35f7-4f4a-b24a-38f711ff3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:38:23Z', 'revision_number': 5, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port': {'id': '7e2bff6b-fb53-4838-8212-45ff152c425c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:15Z', 'updated_at': '2021-07-06T12:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:24.769123 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e1e685c-3b9e-47dc-9d02-7de948150bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:24.815728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11a3c44-35f7-4f4a-b24a-38f711ff3402 None None] Checking router: 8a832498-faab-4d2f-bbaa-012baecbb6ff for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:38:24.817536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e685c-3b9e-47dc-9d02-7de948150bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2bff6b-fb53-4838-8212-45ff152c425c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:24.834351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a3c44-35f7-4f4a-b24a-38f711ff3402 None None] Routers {'8a832498-faab-4d2f-bbaa-012baecbb6ff'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:24.834992 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-e11a3c44-35f7-4f4a-b24a-38f711ff3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:38:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8a832498-faab-4d2f-bbaa-012baecbb6ff'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:24.886462 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e1e685c-3b9e-47dc-9d02-7de948150bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:24.915477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-e11a3c44-35f7-4f4a-b24a-38f711ff3402 None None] Set router 8a832498-faab-4d2f-bbaa-012baecbb6ff gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:24.969858 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-e11a3c44-35f7-4f4a-b24a-38f711ff3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:38:24Z', 'revision_number': 7, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:24.983337 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e1e685c-3b9e-47dc-9d02-7de948150bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:24.986390 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e1e685c-3b9e-47dc-9d02-7de948150bc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.001671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11a3c44-35f7-4f4a-b24a-38f711ff3402 None None] The sync data for ids ['8a832498-faab-4d2f-bbaa-012baecbb6ff'] in n-d-799529-2 is: [{'id': '8a832498-faab-4d2f-bbaa-012baecbb6ff', 'name': 'tempest-TestVolumeBackupRestore-569389770-router', 'tenant_id': '90641c9a4f82482ab678afbb40f6f6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:14Z', 'updated_at': '2021-07-06T12:38:24Z', 'revision_number': 7, 'project_id': '90641c9a4f82482ab678afbb40f6f6e9', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:38:25.036183 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e1e685c-3b9e-47dc-9d02-7de948150bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.036726 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1e685c-3b9e-47dc-9d02-7de948150bc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a832498-faab-4d2f-bbaa-012baecbb6ff {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:38:25.046718 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e1e685c-3b9e-47dc-9d02-7de948150bc6 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.051556 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5e1e685c-3b9e-47dc-9d02-7de948150bc6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/8a832498-faab-4d2f-bbaa-012baecbb6ff HTTP/1.1" status: 204 len: 168 time: 0.9541168 Jul 06 12:38:25.052024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51986) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:25.101423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f4718e-6265-4388-a4c6-2e0dad646487 admin admin] Deleting subnet 3ce722f1-27bc-48c5-9b24-489d10c5c67b {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:38:25.104880 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7f4718e-6265-4388-a4c6-2e0dad646487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.144432 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7f4718e-6265-4388-a4c6-2e0dad646487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.228465 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7f4718e-6265-4388-a4c6-2e0dad646487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.285644 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7f4718e-6265-4388-a4c6-2e0dad646487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.312208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4718e-6265-4388-a4c6-2e0dad646487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ce722f1-27bc-48c5-9b24-489d10c5c67b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:25.317087 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7f4718e-6265-4388-a4c6-2e0dad646487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.319665 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c7f4718e-6265-4388-a4c6-2e0dad646487 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3ce722f1-27bc-48c5-9b24-489d10c5c67b HTTP/1.1" status: 204 len: 168 time: 0.2666399 Jul 06 12:38:25.321453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51988) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:25.323979 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e949f61-dbfd-4568-86cb-08e2c0e525d2 None None] Network 2b004354-f2b6-47eb-a10a-1896aa650f04 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:38:25.393075 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8267910-c775-4338-af98-997033369933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.454757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b8267910-c775-4338-af98-997033369933 admin admin] Deleting port 9356aba4-5ed4-4fed-8217-23c70149d3f3 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:25.455122 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8267910-c775-4338-af98-997033369933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.531574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-b8267910-c775-4338-af98-997033369933 admin admin] For port 9356aba4-5ed4-4fed-8217-23c70149d3f3, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9356aba4-5ed4-4fed-8217-23c70149d3f3,segment=NetworkSegment(653ed256-8740-49ac-9629-170dc936f3cb),segment_id=653ed256-8740-49ac-9629-170dc936f3cb)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:25.531964 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8267910-c775-4338-af98-997033369933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.546664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b8267910-c775-4338-af98-997033369933 admin admin] Calling delete_port for 9356aba4-5ed4-4fed-8217-23c70149d3f3 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:25.627384 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8267910-c775-4338-af98-997033369933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.658441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8267910-c775-4338-af98-997033369933 admin admin] Pushing event deleted for resources: {'Port': ['ID=9356aba4-5ed4-4fed-8217-23c70149d3f3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:25.660288 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8267910-c775-4338-af98-997033369933 admin admin] No DVR routers for this DVR port 9356aba4-5ed4-4fed-8217-23c70149d3f3 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:38:25.734837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8267910-c775-4338-af98-997033369933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.745665 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b8267910-c775-4338-af98-997033369933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b004354-f2b6-47eb-a10a-1896aa650f04']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:25.757020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b8267910-c775-4338-af98-997033369933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653ed256-8740-49ac-9629-170dc936f3cb') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:25.757309 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b8267910-c775-4338-af98-997033369933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653ed256-8740-49ac-9629-170dc936f3cb') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:25.766416 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8267910-c775-4338-af98-997033369933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.781918 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8267910-c775-4338-af98-997033369933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.790533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8267910-c775-4338-af98-997033369933 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:38:25.790979 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8267910-c775-4338-af98-997033369933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.794844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5819c1-a6eb-4cf9-a53a-2c9cc8bc0934 None None] DHCP port deletion for 2b004354-f2b6-47eb-a10a-1896aa650f04 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:38:25.802118 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:38:25.854730 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8267910-c775-4338-af98-997033369933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.860588 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8267910-c775-4338-af98-997033369933 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:25.865266 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b8267910-c775-4338-af98-997033369933 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2b004354-f2b6-47eb-a10a-1896aa650f04 HTTP/1.1" status: 204 len: 168 time: 0.5400083 Jul 06 12:38:25.866124 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 51990) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:25.886591 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8267910-c775-4338-af98-997033369933 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b004354-f2b6-47eb-a10a-1896aa650f04,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:26.252648 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d2eafa-e440-46dd-8c87-b931b2e80479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:26.462903 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7e2bff6b-fb53-4838-8212-45ff152c425c no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:26.483346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 7e2bff6b-fb53-4838-8212-45ff152c425c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:26.483777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 7e2bff6b-fb53-4838-8212-45ff152c425c not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:26.484313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:26.503997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:26.504588 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b0dee4a7-2398-4b45-bf56-7ef9e7ccf5df not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:26.505011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9356aba4-5ed4-4fed-8217-23c70149d3f3 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:26.514647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2eafa-e440-46dd-8c87-b931b2e80479 admin admin] Deleting port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:26.514988 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d2eafa-e440-46dd-8c87-b931b2e80479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:26.524165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 9356aba4-5ed4-4fed-8217-23c70149d3f3 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:26.524497 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9356aba4-5ed4-4fed-8217-23c70149d3f3 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:26.591806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d7d2eafa-e440-46dd-8c87-b931b2e80479 admin admin] For port 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd,segment=NetworkSegment(e32baf44-1d3a-4579-938a-b842120ba06c),segment_id=e32baf44-1d3a-4579-938a-b842120ba06c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:26.592151 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d2eafa-e440-46dd-8c87-b931b2e80479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:26.604297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2eafa-e440-46dd-8c87-b931b2e80479 admin admin] Calling delete_port for 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:26.785154 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d2eafa-e440-46dd-8c87-b931b2e80479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:26.808597 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2eafa-e440-46dd-8c87-b931b2e80479 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:26.980887 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d2eafa-e440-46dd-8c87-b931b2e80479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:27.201976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d2eafa-e440-46dd-8c87-b931b2e80479 admin admin] Router 8dfbc1c6-7888-44ed-95c8-d05274398532 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:38:27.309218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d2eafa-e440-46dd-8c87-b931b2e80479 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:38:27.314116 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d7d2eafa-e440-46dd-8c87-b931b2e80479 admin admin] 10.222.0.81 "PUT /v2.0/routers/8dfbc1c6-7888-44ed-95c8-d05274398532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4473054 Jul 06 12:38:27.316919 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51992) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:27.318435 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c03455-6d06-4067-8e4a-425e802b37c0 None None] Sync routers for ids ['8dfbc1c6-7888-44ed-95c8-d05274398532'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:38:27.328469 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c03455-6d06-4067-8e4a-425e802b37c0 None None] Routers {'8dfbc1c6-7888-44ed-95c8-d05274398532'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:27.329063 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-74c03455-6d06-4067-8e4a-425e802b37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:38:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8dfbc1c6-7888-44ed-95c8-d05274398532'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:27.420827 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:27.429982 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-74c03455-6d06-4067-8e4a-425e802b37c0 None None] Set router 8dfbc1c6-7888-44ed-95c8-d05274398532 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:27.624870 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-74c03455-6d06-4067-8e4a-425e802b37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'name': 'tempest-TestVolumeBackupRestore-1518593034-router', 'tenant_id': 'be1105affc77404a9b1b011196f98e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:19Z', 'updated_at': '2021-07-06T12:38:26Z', 'revision_number': 5, 'project_id': 'be1105affc77404a9b1b011196f98e8b', 'gw_port': {'id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:20Z', 'updated_at': '2021-07-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:27.652884 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c03455-6d06-4067-8e4a-425e802b37c0 None None] Checking router: 8dfbc1c6-7888-44ed-95c8-d05274398532 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:38:27.668511 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c03455-6d06-4067-8e4a-425e802b37c0 None None] Routers {'8dfbc1c6-7888-44ed-95c8-d05274398532'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:38:27.669339 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-74c03455-6d06-4067-8e4a-425e802b37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:38:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['8dfbc1c6-7888-44ed-95c8-d05274398532'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:27.787545 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-74c03455-6d06-4067-8e4a-425e802b37c0 None None] Set router 8dfbc1c6-7888-44ed-95c8-d05274398532 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:38:27.831673 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:27.894649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Deleting port 11c188fc-5559-42ae-850c-123cc1dfa526 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:27.894989 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:27.971248 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-74c03455-6d06-4067-8e4a-425e802b37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'name': 'tempest-TestVolumeBackupRestore-1518593034-router', 'tenant_id': 'be1105affc77404a9b1b011196f98e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:19Z', 'updated_at': '2021-07-06T12:38:26Z', 'revision_number': 5, 'project_id': 'be1105affc77404a9b1b011196f98e8b', 'gw_port': {'id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:20Z', 'updated_at': '2021-07-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:27.973178 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] For port 11c188fc-5559-42ae-850c-123cc1dfa526, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=11c188fc-5559-42ae-850c-123cc1dfa526,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:27.973684 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:27.986742 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Calling delete_port for 11c188fc-5559-42ae-850c-123cc1dfa526 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:28.001042 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c03455-6d06-4067-8e4a-425e802b37c0 None None] The sync data for ids ['8dfbc1c6-7888-44ed-95c8-d05274398532'] in n-d-799529-2 is: [{'id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'name': 'tempest-TestVolumeBackupRestore-1518593034-router', 'tenant_id': 'be1105affc77404a9b1b011196f98e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:35:19Z', 'updated_at': '2021-07-06T12:38:26Z', 'revision_number': 5, 'project_id': 'be1105affc77404a9b1b011196f98e8b', 'gw_port': {'id': '11c188fc-5559-42ae-850c-123cc1dfa526', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbc1c6-7888-44ed-95c8-d05274398532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:35:20Z', 'updated_at': '2021-07-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:38:28.156307 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.186044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c188fc-5559-42ae-850c-123cc1dfa526,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:28.214210 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:28.214548 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:28.214889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:28.215251 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:28.215588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:28.215927 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:28.216257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:28.216587 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:28.216919 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:28.217246 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:28.217646 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:28.218043 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:28.259236 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.361327 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.364157 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.414645 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.418511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dfbc1c6-7888-44ed-95c8-d05274398532 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:38:28.425260 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.427378 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-273b8aea-b7fb-4078-b53a-cc892abced27 admin admin] 10.222.0.81 "DELETE /v2.0/routers/8dfbc1c6-7888-44ed-95c8-d05274398532 HTTP/1.1" status: 204 len: 168 time: 1.1090999 Jul 06 12:38:28.429514 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 51998) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:28.486963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b06a44a-acd9-439e-be29-0a4e74c157ef admin admin] Deleting subnet 6baa3d66-3955-4f36-adfe-5dfd428939b0 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:38:28.490855 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b06a44a-acd9-439e-be29-0a4e74c157ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.530614 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b06a44a-acd9-439e-be29-0a4e74c157ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.557389 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:28.596419 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:28.597007 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1e1336ab-ea9b-4b7c-bf6d-a8f3835ebbdd not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:28.632772 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b06a44a-acd9-439e-be29-0a4e74c157ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.698129 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b06a44a-acd9-439e-be29-0a4e74c157ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.735755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06a44a-acd9-439e-be29-0a4e74c157ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6baa3d66-3955-4f36-adfe-5dfd428939b0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:28.741754 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b06a44a-acd9-439e-be29-0a4e74c157ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.743788 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4b06a44a-acd9-439e-be29-0a4e74c157ef admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6baa3d66-3955-4f36-adfe-5dfd428939b0 HTTP/1.1" status: 204 len: 168 time: 0.3130021 Jul 06 12:38:28.747796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52000) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:28.754297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66787f03-a574-412b-9bfd-72141d69ebea None None] Network 14f5b851-052a-4d74-b971-2073611929cb requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:38:28.841184 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69238525-f092-4875-9f18-69de07247897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.901558 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-69238525-f092-4875-9f18-69de07247897 admin admin] Deleting port 4bd09ff5-0082-4176-b37a-6f0ead219754 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:28.901885 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69238525-f092-4875-9f18-69de07247897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.978452 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6733a5ef-af17-44bb-aac5-b151345647b3 None None] DHCP port deletion for 14f5b851-052a-4d74-b971-2073611929cb request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:38:28.978998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-69238525-f092-4875-9f18-69de07247897 admin admin] For port 4bd09ff5-0082-4176-b37a-6f0ead219754, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4bd09ff5-0082-4176-b37a-6f0ead219754,segment=NetworkSegment(e32baf44-1d3a-4579-938a-b842120ba06c),segment_id=e32baf44-1d3a-4579-938a-b842120ba06c)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:28.979410 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69238525-f092-4875-9f18-69de07247897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:28.994096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-69238525-f092-4875-9f18-69de07247897 admin admin] Calling delete_port for 4bd09ff5-0082-4176-b37a-6f0ead219754 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:29.027782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6733a5ef-af17-44bb-aac5-b151345647b3 None None] Deleting port 4bd09ff5-0082-4176-b37a-6f0ead219754 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:29.028150 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6733a5ef-af17-44bb-aac5-b151345647b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.086335 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69238525-f092-4875-9f18-69de07247897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.109873 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6733a5ef-af17-44bb-aac5-b151345647b3 None None] For port 4bd09ff5-0082-4176-b37a-6f0ead219754, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4bd09ff5-0082-4176-b37a-6f0ead219754,segment=NetworkSegment(e32baf44-1d3a-4579-938a-b842120ba06c),segment_id=e32baf44-1d3a-4579-938a-b842120ba06c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:29.112817 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6733a5ef-af17-44bb-aac5-b151345647b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.114718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69238525-f092-4875-9f18-69de07247897 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd09ff5-0082-4176-b37a-6f0ead219754,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:29.118405 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69238525-f092-4875-9f18-69de07247897 admin admin] No DVR routers for this DVR port 4bd09ff5-0082-4176-b37a-6f0ead219754 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:38:29.130865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6733a5ef-af17-44bb-aac5-b151345647b3 None None] Calling delete_port for 4bd09ff5-0082-4176-b37a-6f0ead219754 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:29.196410 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69238525-f092-4875-9f18-69de07247897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.207561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-69238525-f092-4875-9f18-69de07247897 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f5b851-052a-4d74-b971-2073611929cb']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:29.217531 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6733a5ef-af17-44bb-aac5-b151345647b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.218262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-69238525-f092-4875-9f18-69de07247897 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32baf44-1d3a-4579-938a-b842120ba06c') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:29.218559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-69238525-f092-4875-9f18-69de07247897 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32baf44-1d3a-4579-938a-b842120ba06c') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:38:29.228419 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69238525-f092-4875-9f18-69de07247897 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.245518 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69238525-f092-4875-9f18-69de07247897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.248055 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733a5ef-af17-44bb-aac5-b151345647b3 None None] Pushing event deleted for resources: {'Port': ['ID=4bd09ff5-0082-4176-b37a-6f0ead219754,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:29.253044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6733a5ef-af17-44bb-aac5-b151345647b3 None None] No DVR routers for this DVR port 4bd09ff5-0082-4176-b37a-6f0ead219754 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:38:29.264577 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69238525-f092-4875-9f18-69de07247897 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:38:29.265168 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69238525-f092-4875-9f18-69de07247897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:38:29.267578 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:38:29.325363 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69238525-f092-4875-9f18-69de07247897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.331060 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69238525-f092-4875-9f18-69de07247897 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.336821 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-69238525-f092-4875-9f18-69de07247897 admin admin] 10.222.0.81 "DELETE /v2.0/networks/14f5b851-052a-4d74-b971-2073611929cb HTTP/1.1" status: 204 len: 168 time: 0.5841186 Jul 06 12:38:29.352739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69238525-f092-4875-9f18-69de07247897 admin admin] Pushing event deleted for resources: {'Network': ['ID=14f5b851-052a-4d74-b971-2073611929cb,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:29.507660 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52004) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:29.550074 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6bde711c-d782-4f81-8503-10d0342943f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=90641c9a4f82482ab678afbb40f6f6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409276 Jul 06 12:38:29.552884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52006) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:29.607733 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-75a6176d-9c8a-434a-861a-a8d1857b5894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.634212 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-75a6176d-9c8a-434a-861a-a8d1857b5894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.687459 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-75a6176d-9c8a-434a-861a-a8d1857b5894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.690895 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-75a6176d-9c8a-434a-861a-a8d1857b5894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:29.692128 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-75a6176d-9c8a-434a-861a-a8d1857b5894 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/84b6819d-e0a4-4704-8ae4-afcff346205f HTTP/1.1" status: 204 len: 168 time: 0.1379480 Jul 06 12:38:29.700818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6176d-9c8a-434a-861a-a8d1857b5894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b6819d-e0a4-4704-8ae4-afcff346205f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:30.060522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52012) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:30.107598 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dfb39f98-088b-442b-bd17-8b5918db9839 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be1105affc77404a9b1b011196f98e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457373 Jul 06 12:38:30.110128 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52014) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:30.166138 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e548fed-8943-4b62-ba4b-05b10caa4c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.190712 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e548fed-8943-4b62-ba4b-05b10caa4c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.253338 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e548fed-8943-4b62-ba4b-05b10caa4c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.257262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e548fed-8943-4b62-ba4b-05b10caa4c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:30.258806 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5e548fed-8943-4b62-ba4b-05b10caa4c73 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc3c5557-e158-417e-8be1-812898559495 HTTP/1.1" status: 204 len: 168 time: 0.1468484 Jul 06 12:38:30.270070 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e548fed-8943-4b62-ba4b-05b10caa4c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3c5557-e158-417e-8be1-812898559495,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:30.484456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4bd09ff5-0082-4176-b37a-6f0ead219754 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:30.508145 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 4bd09ff5-0082-4176-b37a-6f0ead219754 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:30.508496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4bd09ff5-0082-4176-b37a-6f0ead219754 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:30.509092 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 11c188fc-5559-42ae-850c-123cc1dfa526 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:30.535604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 11c188fc-5559-42ae-850c-123cc1dfa526 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:30.535889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 11c188fc-5559-42ae-850c-123cc1dfa526 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:35.558781 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-821ce047-83c8-4e3b-8980-f9f5c9212eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:35.984589 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:36.880162 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:38.190208 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-efc8a5e5-9399-4dab-8bdb-30a6c4d33c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:38.276769 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:39.484947 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:40.894871 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-20021f8e-de87-486d-a671-c9646ebf4601 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=74b514dd908c4893b8cdb2a99bbb58a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300722 Jul 06 12:38:41.063591 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:41.090451 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-564f1719-d564-4fef-8c80-7aaa9bb336a5 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:41.091978 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-564f1719-d564-4fef-8c80-7aaa9bb336a5 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917593 Jul 06 12:38:41.107487 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-861615ce-d9a8-4ba7-b7b0-719ca777e68c tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/quotas/74b514dd908c4893b8cdb2a99bbb58a5 HTTP/1.1" status: 200 len: 375 time: 0.0094612 Jul 06 12:38:41.141081 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-59c0c012-6886-452c-9876-70c0d68ecfd7 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=74b514dd908c4893b8cdb2a99bbb58a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275438 Jul 06 12:38:41.304238 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d60f6699-156d-408d-9856-554afeb254ee req-145f711d-2506-4962-bc66-1e6234beb420 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c102cc85-904b-4210-aa3d-143ccab83f4f HTTP/1.1" status: 200 len: 210 time: 0.0289760 Jul 06 12:38:42.453423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a8ae9df-386f-479c-ab8b-12477164f2fa req-7115a809-3dec-40db-9ec2-b05994fc6199 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c102cc85-904b-4210-aa3d-143ccab83f4f HTTP/1.1" status: 200 len: 210 time: 0.0333967 Jul 06 12:38:42.538964 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-9b5d25c2-0b66-415d-b3af-03c4770e551f tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=74b514dd908c4893b8cdb2a99bbb58a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349429 Jul 06 12:38:42.739484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-7916a30b-6459-46f2-8cde-5308390fd0ef tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:42.741167 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-7916a30b-6459-46f2-8cde-5308390fd0ef tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971166 Jul 06 12:38:42.754705 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Request body: {'port': {'device_id': 'c102cc85-904b-4210-aa3d-143ccab83f4f', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'admin_state_up': True, 'tenant_id': '74b514dd908c4893b8cdb2a99bbb58a5'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:43.209724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Made reservation on behalf of 74b514dd908c4893b8cdb2a99bbb58a5 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:38:43.214029 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:43.225375 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:43.331059 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:43.335159 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:43.400617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb54824-c66d-4153-be6d-c5435694b7d2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:43.473157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Allocated IP 192.168.233.74 (3379ef7d-5184-41ed-853c-32cff3775142/52cf856f-5c4f-4179-badd-a4b751178533/21fef90c-f283-40ac-afc5-6dfd59949cac) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:38:43.653068 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:43.654403 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4004af25-9bff-4945-bdea-a8a700ca6dcc req-079e4b61-970b-4fd4-b270-2a8f7286010d tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c102cc85-904b-4210-aa3d-143ccab83f4f HTTP/1.1" status: 200 len: 210 time: 0.0337615 Jul 06 12:38:43.670481 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Transition to ACTIVE for port object 21fef90c-f283-40ac-afc5-6dfd59949cac will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:43.709636 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:43.757018 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Network 3379ef7d-5184-41ed-853c-32cff3775142 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:38:43.762712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:43.766681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:38:43.792051 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Pushing event updated for resources: {'Port': ['ID=21fef90c-f283-40ac-afc5-6dfd59949cac,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:43.833460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:43.834141 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:43.857676 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-45ca1dbc-5448-4e2b-8775-946bd3d98bd9 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1075389 Jul 06 12:38:43.869091 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-406b2b1b-551d-4a4a-9435-5687871e2ad5 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:38:43.870256 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-406b2b1b-551d-4a4a-9435-5687871e2ad5 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061398 Jul 06 12:38:43.881167 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Request body: {'port': {'device_id': 'c102cc85-904b-4210-aa3d-143ccab83f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:43.976765 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:44.023376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-761f3231-714e-4196-837a-8fcca34215ab None None] Provisioning for port 21fef90c-f283-40ac-afc5-6dfd59949cac completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:44.027463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-761f3231-714e-4196-837a-8fcca34215ab None None] Provisioning complete for port 21fef90c-f283-40ac-afc5-6dfd59949cac triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:44.027825 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-761f3231-714e-4196-837a-8fcca34215ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:44.068522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-761f3231-714e-4196-837a-8fcca34215ab None None] Port 21fef90c-f283-40ac-afc5-6dfd59949cac cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:38:44.265456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21fef90c-f283-40ac-afc5-6dfd59949cac {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:38:44.274658 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:44.288104 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Transition to ACTIVE for port object 21fef90c-f283-40ac-afc5-6dfd59949cac will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:38:44.292062 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:44.346050 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Pushing event updated for resources: {'Port': ['ID=21fef90c-f283-40ac-afc5-6dfd59949cac,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:44.430293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Attempting to bind port 21fef90c-f283-40ac-afc5-6dfd59949cac on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:38:44.430654 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Attempting to bind port 21fef90c-f283-40ac-afc5-6dfd59949cac by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:38:44.430954 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Attempting to bind port 21fef90c-f283-40ac-afc5-6dfd59949cac on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:44.436526 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Port 21fef90c-f283-40ac-afc5-6dfd59949cac on network 3379ef7d-5184-41ed-853c-32cff3775142 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:38:44.436949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Attempting to bind port 21fef90c-f283-40ac-afc5-6dfd59949cac on network 3379ef7d-5184-41ed-853c-32cff3775142 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:38:44.444633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:38:44.444633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Checking segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:44.444633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Bound using segment: {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:38:44.444633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Bound port: 21fef90c-f283-40ac-afc5-6dfd59949cac, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f839ca8-7d22-4c40-8b1e-789830b45b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:38:44.445847 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:44.522279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] For port 21fef90c-f283-40ac-afc5-6dfd59949cac, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:38:44.526194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] For port 21fef90c-f283-40ac-afc5-6dfd59949cac, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=21fef90c-f283-40ac-afc5-6dfd59949cac,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:38:44.536460 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:44.572559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:44.573175 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:44.574685 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] 10.222.0.89 "PUT /v2.0/ports/21fef90c-f283-40ac-afc5-6dfd59949cac HTTP/1.1" status: 200 len: 1095 time: 0.6983976 Jul 06 12:38:44.575139 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c102cc85-904b-4210-aa3d-143ccab83f4f', 'tag': '21fef90c-f283-40ac-afc5-6dfd59949cac'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:44.577524 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b80c915-0491-4b5a-8a79-dc6b8610cbd2" -d '{"events": [{"name": "network-changed", "server_uuid": "c102cc85-904b-4210-aa3d-143ccab83f4f", "tag": "21fef90c-f283-40ac-afc5-6dfd59949cac"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:44.618283 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b9802-8fa3-4b54-a0f2-4031182c4f2d service neutron] Pushing event updated for resources: {'Port': ['ID=21fef90c-f283-40ac-afc5-6dfd59949cac,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:44.630249 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d32fe6a-63b4-4f07-9a4c-fa9073a2f40a x-openstack-request-id: req-3d32fe6a-63b4-4f07-9a4c-fa9073a2f40a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:44.630547 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c102cc85-904b-4210-aa3d-143ccab83f4f", "tag": "21fef90c-f283-40ac-afc5-6dfd59949cac", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:44.630803 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3d32fe6a-63b4-4f07-9a4c-fa9073a2f40a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:44.631214 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c102cc85-904b-4210-aa3d-143ccab83f4f', 'tag': '21fef90c-f283-40ac-afc5-6dfd59949cac', 'status': 'completed', 'code': 200} Jul 06 12:38:44.713687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-6bf149cc-9ea7-4123-b817-a8e6190ca147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:44.715439 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-6bf149cc-9ea7-4123-b817-a8e6190ca147 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74b514dd908c4893b8cdb2a99bbb58a5&device_id=c102cc85-904b-4210-aa3d-143ccab83f4f HTTP/1.1" status: 200 len: 1098 time: 0.0765517 Jul 06 12:38:44.764527 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-580823d8-0d89-4e1b-89fa-b6fb214a75e3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=21fef90c-f283-40ac-afc5-6dfd59949cac HTTP/1.1" status: 200 len: 217 time: 0.0398331 Jul 06 12:38:44.817401 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-28938fd7-9fee-480d-94ce-c166777b0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:44.819486 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-28938fd7-9fee-480d-94ce-c166777b0fbc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0484819 Jul 06 12:38:44.848718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da88da3-15f0-4ff4-9a23-23b8a36f7886 req-44958cb2-1fba-4bb4-bee2-70dda652d877 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:44.850282 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6da88da3-15f0-4ff4-9a23-23b8a36f7886 req-44958cb2-1fba-4bb4-bee2-70dda652d877 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c102cc85-904b-4210-aa3d-143ccab83f4f HTTP/1.1" status: 200 len: 947 time: 0.0665295 Jul 06 12:38:44.881565 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-e7b78253-2c40-466d-b6fa-cfffb2a75d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:44.883120 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-e7b78253-2c40-466d-b6fa-cfffb2a75d7a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581999 Jul 06 12:38:44.889882 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6da88da3-15f0-4ff4-9a23-23b8a36f7886 req-fd98fefc-265f-4336-8f92-16bb5be886be tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb54824-c66d-4153-be6d-c5435694b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339301 Jul 06 12:38:44.976843 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-7e94975c-ab4d-45ff-8632-6c7499cb36fb service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877376 Jul 06 12:38:45.065877 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-03e5f0a3-fdee-4afa-8ba8-43caa3ab11b7 req-c8c5d3f3-aee6-4a01-9821-6a95dde79222 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833478 Jul 06 12:38:45.175413 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80c915-0491-4b5a-8a79-dc6b8610cbd2 req-7d66c112-2ee5-4d0d-8609-f97437cb7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:45.176828 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b80c915-0491-4b5a-8a79-dc6b8610cbd2 req-7d66c112-2ee5-4d0d-8609-f97437cb7077 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74b514dd908c4893b8cdb2a99bbb58a5&device_id=c102cc85-904b-4210-aa3d-143ccab83f4f HTTP/1.1" status: 200 len: 1098 time: 0.0587807 Jul 06 12:38:45.266780 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80c915-0491-4b5a-8a79-dc6b8610cbd2 req-11a9c654-9ec2-4d09-b6bf-76de3f31bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:45.268958 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b80c915-0491-4b5a-8a79-dc6b8610cbd2 req-11a9c654-9ec2-4d09-b6bf-76de3f31bed7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3379ef7d-5184-41ed-853c-32cff3775142 HTTP/1.1" status: 200 len: 870 time: 0.0855927 Jul 06 12:38:45.318914 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b80c915-0491-4b5a-8a79-dc6b8610cbd2 req-38a2644d-7aa1-49d7-8b4c-9b07834a0295 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=21fef90c-f283-40ac-afc5-6dfd59949cac HTTP/1.1" status: 200 len: 217 time: 0.0435112 Jul 06 12:38:45.368806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80c915-0491-4b5a-8a79-dc6b8610cbd2 req-649dc807-f72a-460f-9fd6-cbf26f9e606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:45.370275 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b80c915-0491-4b5a-8a79-dc6b8610cbd2 req-649dc807-f72a-460f-9fd6-cbf26f9e606a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52cf856f-5c4f-4179-badd-a4b751178533 HTTP/1.1" status: 200 len: 843 time: 0.0446501 Jul 06 12:38:45.431557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80c915-0491-4b5a-8a79-dc6b8610cbd2 req-ff9fc031-a3ca-44a1-a05c-125b38a4fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:45.432991 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b80c915-0491-4b5a-8a79-dc6b8610cbd2 req-ff9fc031-a3ca-44a1-a05c-125b38a4fd2c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3379ef7d-5184-41ed-853c-32cff3775142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557985 Jul 06 12:38:45.535565 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b80c915-0491-4b5a-8a79-dc6b8610cbd2 req-ba33955b-f67a-453a-bf3f-3d7a96cfa22a service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943484 Jul 06 12:38:45.630940 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b80c915-0491-4b5a-8a79-dc6b8610cbd2 req-9ce42ddb-835d-40f5-ba77-3f2d8c9f1eb1 service neutron] 10.222.0.89 "GET /v2.0/networks/3379ef7d-5184-41ed-853c-32cff3775142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869105 Jul 06 12:38:46.077812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb776cee-423b-4560-abea-382f8872a1c0 req-0803453e-6eeb-4440-91b2-ad787466404d tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:46.079897 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb776cee-423b-4560-abea-382f8872a1c0 req-0803453e-6eeb-4440-91b2-ad787466404d tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c102cc85-904b-4210-aa3d-143ccab83f4f HTTP/1.1" status: 200 len: 947 time: 0.0709224 Jul 06 12:38:46.118655 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb776cee-423b-4560-abea-382f8872a1c0 req-74c461bd-a846-4aee-8e3c-9b0b0141fb40 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb54824-c66d-4153-be6d-c5435694b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328474 Jul 06 12:38:47.294709 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d18af8-099a-439d-8f84-7070c18b75da req-d687bd57-4459-4e82-ba9c-7ed7c65b78bf tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:47.296250 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9d18af8-099a-439d-8f84-7070c18b75da req-d687bd57-4459-4e82-ba9c-7ed7c65b78bf tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c102cc85-904b-4210-aa3d-143ccab83f4f HTTP/1.1" status: 200 len: 947 time: 0.0635331 Jul 06 12:38:47.334212 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d9d18af8-099a-439d-8f84-7070c18b75da req-4e98a64f-3d33-491f-8557-44e4a6674aeb tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb54824-c66d-4153-be6d-c5435694b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322490 Jul 06 12:38:48.506349 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b5649-6404-40b5-bc6c-995367a29ef7 req-65ee9636-6a20-4342-8bad-f0e274cce770 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:48.507879 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-558b5649-6404-40b5-bc6c-995367a29ef7 req-65ee9636-6a20-4342-8bad-f0e274cce770 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c102cc85-904b-4210-aa3d-143ccab83f4f HTTP/1.1" status: 200 len: 947 time: 0.0640125 Jul 06 12:38:48.547732 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-558b5649-6404-40b5-bc6c-995367a29ef7 req-1bc25343-8d6a-4d7a-be62-bd645aae8342 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb54824-c66d-4153-be6d-c5435694b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331180 Jul 06 12:38:48.740520 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 21fef90c-f283-40ac-afc5-6dfd59949cac details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:38:48.831521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 21fef90c-f283-40ac-afc5-6dfd59949cac, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=21fef90c-f283-40ac-afc5-6dfd59949cac,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:48.842681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '21fef90c-f283-40ac-afc5-6dfd59949cac', 'network_id': '3379ef7d-5184-41ed-853c-32cff3775142', 'port_id': '21fef90c-f283-40ac-afc5-6dfd59949cac', 'mac_address': 'fa:16:3e:5c:a7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cf856f-5c4f-4179-badd-a4b751178533', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:38:48.879219 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:48.895661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21fef90c-f283-40ac-afc5-6dfd59949cac {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:38:48.915070 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 21fef90c-f283-40ac-afc5-6dfd59949cac, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=21fef90c-f283-40ac-afc5-6dfd59949cac,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:48.919859 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:48.965641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=21fef90c-f283-40ac-afc5-6dfd59949cac,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:48.973590 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:48.973938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:48.974279 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:48.974614 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:48.974942 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:48.975300 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:48.975651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:48.975979 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:48.976302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:48.976623 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:48.976945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:48.977270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:38:49.122936 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['21fef90c-f283-40ac-afc5-6dfd59949cac'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:38:49.725394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5c3db-f27d-4364-9e0e-4387edb0b493 req-876cfcdd-7a96-4c21-8005-0d56dfa12752 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:49.726879 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ee5c3db-f27d-4364-9e0e-4387edb0b493 req-876cfcdd-7a96-4c21-8005-0d56dfa12752 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c102cc85-904b-4210-aa3d-143ccab83f4f HTTP/1.1" status: 200 len: 948 time: 0.0673268 Jul 06 12:38:49.764446 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ee5c3db-f27d-4364-9e0e-4387edb0b493 req-a857bdf2-a984-40aa-8712-dc9efd6da79c tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb54824-c66d-4153-be6d-c5435694b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317910 Jul 06 12:38:50.743042 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 21fef90c-f283-40ac-afc5-6dfd59949cac up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:38:50.794444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 21fef90c-f283-40ac-afc5-6dfd59949cac completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:38:50.797641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 21fef90c-f283-40ac-afc5-6dfd59949cac triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:38:50.798040 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:50.875059 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:50.898361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c102cc85-904b-4210-aa3d-143ccab83f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fef90c-f283-40ac-afc5-6dfd59949cac'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:50.900686 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298e6b9d-55f0-4346-ad9e-757f93814484" -d '{"events": [{"server_uuid": "c102cc85-904b-4210-aa3d-143ccab83f4f", "name": "network-vif-plugged", "status": "completed", "tag": "21fef90c-f283-40ac-afc5-6dfd59949cac"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:50.913629 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 21fef90c-f283-40ac-afc5-6dfd59949cac, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=21fef90c-f283-40ac-afc5-6dfd59949cac,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:50.918858 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:50.939617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a980a-7a05-4d66-920f-3db5175a3ca1 req-f3c65d1e-5292-47e9-a254-2a636d534981 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:50.941278 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f8a980a-7a05-4d66-920f-3db5175a3ca1 req-f3c65d1e-5292-47e9-a254-2a636d534981 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c102cc85-904b-4210-aa3d-143ccab83f4f HTTP/1.1" status: 200 len: 948 time: 0.0659831 Jul 06 12:38:50.968970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=21fef90c-f283-40ac-afc5-6dfd59949cac,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:50.980019 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f8a980a-7a05-4d66-920f-3db5175a3ca1 req-bac4c25b-0566-4a18-b753-8acc778c3467 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb54824-c66d-4153-be6d-c5435694b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330656 Jul 06 12:38:51.024506 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822f5aef-c958-4adc-8c9c-478883697512 x-openstack-request-id: req-822f5aef-c958-4adc-8c9c-478883697512 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:51.024804 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c102cc85-904b-4210-aa3d-143ccab83f4f", "name": "network-vif-plugged", "status": "completed", "tag": "21fef90c-f283-40ac-afc5-6dfd59949cac", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:51.025061 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-822f5aef-c958-4adc-8c9c-478883697512 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:51.025473 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c102cc85-904b-4210-aa3d-143ccab83f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fef90c-f283-40ac-afc5-6dfd59949cac', 'code': 200} Jul 06 12:38:51.132773 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7f53d-cb9d-49aa-83d3-6154519f3648 req-753760ee-37c1-4e02-8c67-b9cee3f230d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:51.134298 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70e7f53d-cb9d-49aa-83d3-6154519f3648 req-753760ee-37c1-4e02-8c67-b9cee3f230d3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c102cc85-904b-4210-aa3d-143ccab83f4f HTTP/1.1" status: 200 len: 1100 time: 0.0522618 Jul 06 12:38:51.168011 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-70e7f53d-cb9d-49aa-83d3-6154519f3648 req-cc67755c-616d-4140-a185-ba72fbd64cea service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bcb54824-c66d-4153-be6d-c5435694b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278547 Jul 06 12:38:52.163148 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725cd37-2e05-40a5-930f-e76cdc300dc5 req-fd24e196-0531-4f9a-a7f7-644ae2f4b03e tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:52.164769 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e725cd37-2e05-40a5-930f-e76cdc300dc5 req-fd24e196-0531-4f9a-a7f7-644ae2f4b03e tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c102cc85-904b-4210-aa3d-143ccab83f4f HTTP/1.1" status: 200 len: 949 time: 0.0663130 Jul 06 12:38:52.204625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e725cd37-2e05-40a5-930f-e76cdc300dc5 req-2eefdf87-bae1-493c-97ce-00624e3a539f tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb54824-c66d-4153-be6d-c5435694b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333862 Jul 06 12:38:53.261634 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540942b-92f1-4534-9c35-9399a5277d55 req-932972c3-77ca-44a9-9af8-e5a4dd6f0b72 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:53.263125 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8540942b-92f1-4534-9c35-9399a5277d55 req-932972c3-77ca-44a9-9af8-e5a4dd6f0b72 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c102cc85-904b-4210-aa3d-143ccab83f4f HTTP/1.1" status: 200 len: 949 time: 0.0629761 Jul 06 12:38:53.300454 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8540942b-92f1-4534-9c35-9399a5277d55 req-71618223-6e41-4050-85d5-606d1e695eb5 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb54824-c66d-4153-be6d-c5435694b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307865 Jul 06 12:38:54.474710 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc5929-eec3-4e85-bbd9-8040442babc2 req-d14be585-ac57-4177-8002-6ac211c0bf9c tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:54.475861 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdaea8-3ea1-4736-9b56-8918dd96c231 req-ffd09839-8b13-43f8-97a2-d4267be749fa tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:54.476378 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69dc5929-eec3-4e85-bbd9-8040442babc2 req-d14be585-ac57-4177-8002-6ac211c0bf9c tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.89 "GET /v2.0/ports?device_id=c102cc85-904b-4210-aa3d-143ccab83f4f HTTP/1.1" status: 200 len: 949 time: 0.0710015 Jul 06 12:38:54.477150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35cdaea8-3ea1-4736-9b56-8918dd96c231 req-ffd09839-8b13-43f8-97a2-d4267be749fa tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/ports?device_id=c102cc85-904b-4210-aa3d-143ccab83f4f HTTP/1.1" status: 200 len: 949 time: 0.0644374 Jul 06 12:38:54.516130 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35cdaea8-3ea1-4736-9b56-8918dd96c231 req-86f0c18a-82a3-48ab-aeb9-6c2b586b00cc tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.81 "GET /v2.0/security-groups?id=bcb54824-c66d-4153-be6d-c5435694b7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332627 Jul 06 12:38:54.586483 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-69dc5929-eec3-4e85-bbd9-8040442babc2 req-a6ed0b23-fb44-45a2-ae41-a327c81214c3 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Deleting port 21fef90c-f283-40ac-afc5-6dfd59949cac {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:38:54.586742 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69dc5929-eec3-4e85-bbd9-8040442babc2 req-a6ed0b23-fb44-45a2-ae41-a327c81214c3 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:54.677151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-69dc5929-eec3-4e85-bbd9-8040442babc2 req-a6ed0b23-fb44-45a2-ae41-a327c81214c3 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] For port 21fef90c-f283-40ac-afc5-6dfd59949cac, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=21fef90c-f283-40ac-afc5-6dfd59949cac,segment=NetworkSegment(1f839ca8-7d22-4c40-8b1e-789830b45b88),segment_id=1f839ca8-7d22-4c40-8b1e-789830b45b88)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:38:54.677499 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69dc5929-eec3-4e85-bbd9-8040442babc2 req-a6ed0b23-fb44-45a2-ae41-a327c81214c3 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:54.688913 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-69dc5929-eec3-4e85-bbd9-8040442babc2 req-a6ed0b23-fb44-45a2-ae41-a327c81214c3 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Calling delete_port for 21fef90c-f283-40ac-afc5-6dfd59949cac owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:38:54.816096 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69dc5929-eec3-4e85-bbd9-8040442babc2 req-a6ed0b23-fb44-45a2-ae41-a327c81214c3 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:54.828082 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['21fef90c-f283-40ac-afc5-6dfd59949cac'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:38:54.851152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed0b23-fb44-45a2-ae41-a327c81214c3 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Pushing event deleted for resources: {'Port': ['ID=21fef90c-f283-40ac-afc5-6dfd59949cac,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:54.897276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dc5929-eec3-4e85-bbd9-8040442babc2 req-a6ed0b23-fb44-45a2-ae41-a327c81214c3 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] No DVR routers for this DVR port 21fef90c-f283-40ac-afc5-6dfd59949cac on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:38:54.900510 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69dc5929-eec3-4e85-bbd9-8040442babc2 req-a6ed0b23-fb44-45a2-ae41-a327c81214c3 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:54.902545 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69dc5929-eec3-4e85-bbd9-8040442babc2 req-a6ed0b23-fb44-45a2-ae41-a327c81214c3 tempest-ServersAdminNegativeTestJSON-180736154 tempest-ServersAdminNegativeTestJSON-180736154-project] 10.222.0.89 "DELETE /v2.0/ports/21fef90c-f283-40ac-afc5-6dfd59949cac HTTP/1.1" status: 204 len: 173 time: 0.4198325 Jul 06 12:38:54.902986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c102cc85-904b-4210-aa3d-143ccab83f4f', 'name': 'network-vif-deleted', 'tag': '21fef90c-f283-40ac-afc5-6dfd59949cac'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:38:54.905873 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f76c4a-6b3d-4aaa-a0de-0a52ade5aece" -d '{"events": [{"server_uuid": "c102cc85-904b-4210-aa3d-143ccab83f4f", "name": "network-vif-deleted", "tag": "21fef90c-f283-40ac-afc5-6dfd59949cac"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:38:54.957767 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f0dbbb-db9e-4738-82f7-220f4f5c2880 x-openstack-request-id: req-23f0dbbb-db9e-4738-82f7-220f4f5c2880 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:38:54.958059 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c102cc85-904b-4210-aa3d-143ccab83f4f", "name": "network-vif-deleted", "tag": "21fef90c-f283-40ac-afc5-6dfd59949cac", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:38:54.958308 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23f0dbbb-db9e-4738-82f7-220f4f5c2880 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:38:54.958705 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c102cc85-904b-4210-aa3d-143ccab83f4f', 'name': 'network-vif-deleted', 'tag': '21fef90c-f283-40ac-afc5-6dfd59949cac', 'status': 'completed', 'code': 200} Jul 06 12:38:55.851113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52158) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:55.980126 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-aa8de4c5-cbf0-4056-8d60-3fc565fa5c36 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74b514dd908c4893b8cdb2a99bbb58a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277900 Jul 06 12:38:55.983005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52162) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:56.031289 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771fc2c7-8b36-4ed8-84f0-fbc932b5ec4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:56.054067 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771fc2c7-8b36-4ed8-84f0-fbc932b5ec4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:56.105158 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771fc2c7-8b36-4ed8-84f0-fbc932b5ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:56.107784 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771fc2c7-8b36-4ed8-84f0-fbc932b5ec4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:56.109117 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-771fc2c7-8b36-4ed8-84f0-fbc932b5ec4f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bcb54824-c66d-4153-be6d-c5435694b7d2 HTTP/1.1" status: 204 len: 168 time: 0.1251867 Jul 06 12:38:56.118144 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fc2c7-8b36-4ed8-84f0-fbc932b5ec4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb54824-c66d-4153-be6d-c5435694b7d2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:56.386575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:56.400640 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c4be2bd-1621-455f-ab72-9d4ab2fae93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:56.492515 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c4be2bd-1621-455f-ab72-9d4ab2fae93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:56.496549 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c4be2bd-1621-455f-ab72-9d4ab2fae93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:56.536014 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7c4be2bd-1621-455f-ab72-9d4ab2fae93b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b78ae9c22de745618c969a7df604066a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481814 Jul 06 12:38:56.536621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4be2bd-1621-455f-ab72-9d4ab2fae93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2bf8a3-6d55-489e-977c-ec4c54aa868c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:56.538601 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52170) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:56.592897 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c4f8414e-8045-45bd-89b6-647fdf76597f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:56.613818 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c4f8414e-8045-45bd-89b6-647fdf76597f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:56.660521 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c4f8414e-8045-45bd-89b6-647fdf76597f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:56.663280 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c4f8414e-8045-45bd-89b6-647fdf76597f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:56.664475 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c4f8414e-8045-45bd-89b6-647fdf76597f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e2bf8a3-6d55-489e-977c-ec4c54aa868c HTTP/1.1" status: 204 len: 168 time: 0.1241281 Jul 06 12:38:56.672199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8414e-8045-45bd-89b6-647fdf76597f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2bf8a3-6d55-489e-977c-ec4c54aa868c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:57.322062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52192) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:57.418316 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a2b52d65-445f-4b96-9b14-56281a40e740 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-893523514-network', 'tenant_id': 'cbeeb8b4983b42e4bc0f28635c5e522f'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:57.440472 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b52d65-445f-4b96-9b14-56281a40e740 admin admin] Made reservation on behalf of cbeeb8b4983b42e4bc0f28635c5e522f for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:38:57.442864 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2b52d65-445f-4b96-9b14-56281a40e740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:57.451587 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2b52d65-445f-4b96-9b14-56281a40e740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:57.549055 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2b52d65-445f-4b96-9b14-56281a40e740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:57.553097 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2b52d65-445f-4b96-9b14-56281a40e740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:57.578258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b52d65-445f-4b96-9b14-56281a40e740 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:38:57.589479 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b52d65-445f-4b96-9b14-56281a40e740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a16b23-1710-46cb-9648-3dce111314df,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:57.595286 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2b52d65-445f-4b96-9b14-56281a40e740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:57.595636 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-a2b52d65-445f-4b96-9b14-56281a40e740 admin admin] Added segment 52f752c5-38fc-457b-a0fe-d8ee8e168eba of type vlan for network 6c695b7f-ae8b-4c0c-b357-d9e1666a8022 Jul 06 12:38:57.636053 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2b52d65-445f-4b96-9b14-56281a40e740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:57.665692 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2b52d65-445f-4b96-9b14-56281a40e740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:57.666604 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b52d65-445f-4b96-9b14-56281a40e740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:57.667189 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2b52d65-445f-4b96-9b14-56281a40e740 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:57.722295 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a2b52d65-445f-4b96-9b14-56281a40e740 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3991153 Jul 06 12:38:57.725322 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52196) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:38:57.730425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5e5aadcf-c574-434b-ab4e-eb50511b35f6 admin admin] Request body: {'subnet': {'network_id': '6c695b7f-ae8b-4c0c-b357-d9e1666a8022', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-893523514-subnet', 'tenant_id': 'cbeeb8b4983b42e4bc0f28635c5e522f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:38:57.731309 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b52d65-445f-4b96-9b14-56281a40e740 admin admin] Pushing event updated for resources: {'Network': ['ID=6c695b7f-ae8b-4c0c-b357-d9e1666a8022,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:57.741437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 6c695b7f-ae8b-4c0c-b357-d9e1666a8022 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:38:57.753344 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5aadcf-c574-434b-ab4e-eb50511b35f6 admin admin] Made reservation on behalf of cbeeb8b4983b42e4bc0f28635c5e522f for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:38:57.755774 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e5aadcf-c574-434b-ab4e-eb50511b35f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:57.925346 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e5aadcf-c574-434b-ab4e-eb50511b35f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:57.972920 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5aadcf-c574-434b-ab4e-eb50511b35f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b9c3b25-8e64-45bb-974f-2eae07eb4add,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:38:57.996849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5aadcf-c574-434b-ab4e-eb50511b35f6 admin admin] Checking segment: {'id': '52f752c5-38fc-457b-a0fe-d8ee8e168eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6c695b7f-ae8b-4c0c-b357-d9e1666a8022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:38:57.997197 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5aadcf-c574-434b-ab4e-eb50511b35f6 admin admin] Network hostable DHCP agents. Network: 6c695b7f-ae8b-4c0c-b357-d9e1666a8022, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:38:58.014528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5aadcf-c574-434b-ab4e-eb50511b35f6 admin admin] Network 6c695b7f-ae8b-4c0c-b357-d9e1666a8022 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:38:58.023685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5e5aadcf-c574-434b-ab4e-eb50511b35f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 6c695b7f-ae8b-4c0c-b357-d9e1666a8022) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:38:58.027536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5aadcf-c574-434b-ab4e-eb50511b35f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:58.028122 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e5aadcf-c574-434b-ab4e-eb50511b35f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:38:58.033769 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eccfd80-68de-470e-91ff-fef783638569 None None] Network 6c695b7f-ae8b-4c0c-b357-d9e1666a8022 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:38:58.041791 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5e5aadcf-c574-434b-ab4e-eb50511b35f6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3153148 Jul 06 12:38:58.158880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16768e1-0cc7-49c6-9f1a-6194ad77ad36 None None] Network 6c695b7f-ae8b-4c0c-b357-d9e1666a8022 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:38:58.462681 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-d932147e-3b5b-4a0d-84cc-a50272c6d66b tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:58.464124 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-d932147e-3b5b-4a0d-84cc-a50272c6d66b tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/networks?id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022 HTTP/1.1" status: 200 len: 811 time: 0.1007872 Jul 06 12:38:58.479990 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-ebacdec3-30fb-487a-9b43-171163323688 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/quotas/cbeeb8b4983b42e4bc0f28635c5e522f HTTP/1.1" status: 200 len: 375 time: 0.0105605 Jul 06 12:38:58.518733 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-712d702b-0f7b-40d8-98bb-87a13b30621c tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cbeeb8b4983b42e4bc0f28635c5e522f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334568 Jul 06 12:38:58.608881 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-3bd551d2-6de1-4b69-826c-f3897b447442 service neutron] 10.222.0.81 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835876 Jul 06 12:38:58.701343 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-a865bc27-bc41-4781-8abc-d463a5d80bf0 service neutron] 10.222.0.81 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858922 Jul 06 12:38:58.803136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 21fef90c-f283-40ac-afc5-6dfd59949cac no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:38:58.824262 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 21fef90c-f283-40ac-afc5-6dfd59949cac {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:38:58.824866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 21fef90c-f283-40ac-afc5-6dfd59949cac not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:38:58.866915 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc20d6ac-9915-47ba-8acd-5a701982ead4 req-bdc8fcf7-7259-4bd5-b47c-21d32ad5e6be tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 210 time: 0.0290561 Jul 06 12:38:59.023656 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:38:59.921925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-e36a00a1-b9c8-446c-98ea-a8d2e879fef5 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:38:59.923965 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-e36a00a1-b9c8-446c-98ea-a8d2e879fef5 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.89 "GET /v2.0/networks?id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022 HTTP/1.1" status: 200 len: 811 time: 0.1255116 Jul 06 12:38:59.938816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-814d2d6b-bc2f-4e9a-870b-7993e1853f43 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Request body: {'port': {'device_id': '91ef2d2e-cad9-4b3b-b9f5-4c609bd02371', 'network_id': '6c695b7f-ae8b-4c0c-b357-d9e1666a8022', 'admin_state_up': True, 'tenant_id': 'cbeeb8b4983b42e4bc0f28635c5e522f'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:00.017449 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84585362-424b-4bd3-acc3-00af09716ed8 req-721671d3-43a7-485b-b49d-d9d1aa291475 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 210 time: 0.0332539 Jul 06 12:39:00.068968 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-814d2d6b-bc2f-4e9a-870b-7993e1853f43 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Made reservation on behalf of cbeeb8b4983b42e4bc0f28635c5e522f for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:00.072595 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-814d2d6b-bc2f-4e9a-870b-7993e1853f43 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:00.201690 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-814d2d6b-bc2f-4e9a-870b-7993e1853f43 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Allocated IP 172.20.0.11 (6c695b7f-ae8b-4c0c-b357-d9e1666a8022/2b9c3b25-8e64-45bb-974f-2eae07eb4add/04cf05d0-d97c-4df5-b52e-8fcd8da97088) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:39:00.358297 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-814d2d6b-bc2f-4e9a-870b-7993e1853f43 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:00.396919 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-814d2d6b-bc2f-4e9a-870b-7993e1853f43 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:00.440199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-814d2d6b-bc2f-4e9a-870b-7993e1853f43 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Network 6c695b7f-ae8b-4c0c-b357-d9e1666a8022 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:00.445352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-814d2d6b-bc2f-4e9a-870b-7993e1853f43 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:00.449098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-814d2d6b-bc2f-4e9a-870b-7993e1853f43 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:39:00.456291 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d2d6b-bc2f-4e9a-870b-7993e1853f43 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Pushing event updated for resources: {'Port': ['ID=04cf05d0-d97c-4df5-b52e-8fcd8da97088,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:00.501393 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-814d2d6b-bc2f-4e9a-870b-7993e1853f43 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:00.502517 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-814d2d6b-bc2f-4e9a-870b-7993e1853f43 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:00.516668 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-814d2d6b-bc2f-4e9a-870b-7993e1853f43 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5819387 Jul 06 12:39:00.529052 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Request body: {'port': {'device_id': '91ef2d2e-cad9-4b3b-b9f5-4c609bd02371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:00.603957 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:00.858981 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04cf05d0-d97c-4df5-b52e-8fcd8da97088 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:39:00.866292 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:00.878977 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Transition to ACTIVE for port object 04cf05d0-d97c-4df5-b52e-8fcd8da97088 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:00.882771 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:00.931039 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Pushing event updated for resources: {'Port': ['ID=04cf05d0-d97c-4df5-b52e-8fcd8da97088,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:01.006560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Attempting to bind port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:39:01.006887 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Attempting to bind port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '52f752c5-38fc-457b-a0fe-d8ee8e168eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6c695b7f-ae8b-4c0c-b357-d9e1666a8022'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:39:01.007210 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Attempting to bind port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 on network 6c695b7f-ae8b-4c0c-b357-d9e1666a8022 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:01.011563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 on network 6c695b7f-ae8b-4c0c-b357-d9e1666a8022 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:39:01.011869 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Attempting to bind port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 on network 6c695b7f-ae8b-4c0c-b357-d9e1666a8022 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:01.016574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:39:01.016896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Checking segment: {'id': '52f752c5-38fc-457b-a0fe-d8ee8e168eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6c695b7f-ae8b-4c0c-b357-d9e1666a8022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:01.017280 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Bound using segment: {'id': '52f752c5-38fc-457b-a0fe-d8ee8e168eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6c695b7f-ae8b-4c0c-b357-d9e1666a8022'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:39:01.017734 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Bound port: 04cf05d0-d97c-4df5-b52e-8fcd8da97088, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f752c5-38fc-457b-a0fe-d8ee8e168eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6c695b7f-ae8b-4c0c-b357-d9e1666a8022'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:39:01.018144 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:01.083330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] For port 04cf05d0-d97c-4df5-b52e-8fcd8da97088, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:01.087154 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] For port 04cf05d0-d97c-4df5-b52e-8fcd8da97088, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088,segment=NetworkSegment(52f752c5-38fc-457b-a0fe-d8ee8e168eba),segment_id=52f752c5-38fc-457b-a0fe-d8ee8e168eba)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:39:01.092207 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:01.130736 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:01.131394 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:01.132823 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] 10.222.0.89 "PUT /v2.0/ports/04cf05d0-d97c-4df5-b52e-8fcd8da97088 HTTP/1.1" status: 200 len: 1092 time: 0.6079593 Jul 06 12:39:01.133275 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ef2d2e-cad9-4b3b-b9f5-4c609bd02371', 'tag': '04cf05d0-d97c-4df5-b52e-8fcd8da97088'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:01.135548 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f2cb5c-5157-4434-9d30-e3ff6637df21" -d '{"events": [{"name": "network-changed", "server_uuid": "91ef2d2e-cad9-4b3b-b9f5-4c609bd02371", "tag": "04cf05d0-d97c-4df5-b52e-8fcd8da97088"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:01.160872 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ca1ad-bf3b-42f3-aca4-dcfe1041f077 service neutron] Pushing event updated for resources: {'Port': ['ID=04cf05d0-d97c-4df5-b52e-8fcd8da97088,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:01.210276 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429f003-d94c-4a52-be2f-d8517fe0f0b5 req-f6b06287-3ec1-4ca2-bef7-93f99f249fb4 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:01.211837 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1429f003-d94c-4a52-be2f-d8517fe0f0b5 req-f6b06287-3ec1-4ca2-bef7-93f99f249fb4 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 944 time: 0.0730970 Jul 06 12:39:01.227934 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-b0cbc5a6-58b9-4130-b063-d023b7e81fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:01.229437 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-b0cbc5a6-58b9-4130-b063-d023b7e81fdf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cbeeb8b4983b42e4bc0f28635c5e522f&device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 1095 time: 0.0582414 Jul 06 12:39:01.251022 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1429f003-d94c-4a52-be2f-d8517fe0f0b5 req-d3b848e8-5558-4441-b024-9f7df5521b85 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331681 Jul 06 12:39:01.276021 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-160e6c9b-e95f-4fbf-9eb9-adc31e8011de service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088 HTTP/1.1" status: 200 len: 217 time: 0.0398240 Jul 06 12:39:01.308684 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d804f55-f4b5-4067-8c69-e1e4cfe76f41 x-openstack-request-id: req-9d804f55-f4b5-4067-8c69-e1e4cfe76f41 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:01.308971 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ef2d2e-cad9-4b3b-b9f5-4c609bd02371", "tag": "04cf05d0-d97c-4df5-b52e-8fcd8da97088", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:01.309229 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d804f55-f4b5-4067-8c69-e1e4cfe76f41 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:01.309627 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ef2d2e-cad9-4b3b-b9f5-4c609bd02371', 'tag': '04cf05d0-d97c-4df5-b52e-8fcd8da97088', 'status': 'completed', 'code': 200} Jul 06 12:39:01.326156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-1cad139f-c6e9-4ac4-905d-aafa3b0a14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:01.327638 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-1cad139f-c6e9-4ac4-905d-aafa3b0a14a5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2b9c3b25-8e64-45bb-974f-2eae07eb4add HTTP/1.1" status: 200 len: 851 time: 0.0462682 Jul 06 12:39:01.362076 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-3941da4a-e82d-4ece-91e4-71892e016e82 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261893 Jul 06 12:39:01.454074 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-092f919e-bce7-4689-817a-dd51a0e7eace service neutron] 10.222.0.89 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855477 Jul 06 12:39:01.542094 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b7a66dd4-1591-43c9-b356-6af961b1b6f2 req-f1cfcf5c-6f09-4eec-af68-07be01446685 service neutron] 10.222.0.89 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819743 Jul 06 12:39:01.645188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2cb5c-5157-4434-9d30-e3ff6637df21 req-8129af69-fa16-40ba-bdd4-67d995137e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:01.646695 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-89f2cb5c-5157-4434-9d30-e3ff6637df21 req-8129af69-fa16-40ba-bdd4-67d995137e6d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cbeeb8b4983b42e4bc0f28635c5e522f&device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 1095 time: 0.0577924 Jul 06 12:39:01.736087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2cb5c-5157-4434-9d30-e3ff6637df21 req-c1c42548-42fe-47d8-8eb6-765b6651bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:01.737486 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-89f2cb5c-5157-4434-9d30-e3ff6637df21 req-c1c42548-42fe-47d8-8eb6-765b6651bbda service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022 HTTP/1.1" status: 200 len: 912 time: 0.0843158 Jul 06 12:39:01.780846 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-89f2cb5c-5157-4434-9d30-e3ff6637df21 req-33f33c3f-e65b-4ae9-b9f2-1edbf4bfa7e5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088 HTTP/1.1" status: 200 len: 217 time: 0.0373394 Jul 06 12:39:01.829265 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2cb5c-5157-4434-9d30-e3ff6637df21 req-a409d2ff-169a-4051-8a5b-c4e4c5dcafc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:01.831279 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-89f2cb5c-5157-4434-9d30-e3ff6637df21 req-a409d2ff-169a-4051-8a5b-c4e4c5dcafc5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2b9c3b25-8e64-45bb-974f-2eae07eb4add HTTP/1.1" status: 200 len: 851 time: 0.0429235 Jul 06 12:39:01.865234 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-89f2cb5c-5157-4434-9d30-e3ff6637df21 req-5b0cf939-f410-4c98-9c6a-ed1ad01386ab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266836 Jul 06 12:39:01.955751 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-89f2cb5c-5157-4434-9d30-e3ff6637df21 req-b0079a88-6385-4b7c-88f9-166337043992 service neutron] 10.222.0.89 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838034 Jul 06 12:39:02.045371 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-89f2cb5c-5157-4434-9d30-e3ff6637df21 req-4733d81e-c5c3-4229-b568-90758b05bcb2 service neutron] 10.222.0.89 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831888 Jul 06 12:39:02.427780 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed662185-378f-454b-804f-8ef959155322 req-55eb7a99-0eda-40ec-9771-cdd62ac152e2 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:02.429348 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed662185-378f-454b-804f-8ef959155322 req-55eb7a99-0eda-40ec-9771-cdd62ac152e2 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 944 time: 0.0643141 Jul 06 12:39:02.466678 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed662185-378f-454b-804f-8ef959155322 req-0bdb0ab0-33cc-496d-b5d8-3430ebdf459f tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317073 Jul 06 12:39:03.641962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518ed14-1f17-4186-ae64-4ee110199f76 req-74f779ff-53ff-49aa-9d6f-bfb29775d064 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:03.644140 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2518ed14-1f17-4186-ae64-4ee110199f76 req-74f779ff-53ff-49aa-9d6f-bfb29775d064 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 944 time: 0.0657909 Jul 06 12:39:03.680192 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2518ed14-1f17-4186-ae64-4ee110199f76 req-79a1d429-8a3c-4118-8f1c-88fe366c5c65 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304947 Jul 06 12:39:04.850354 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 04cf05d0-d97c-4df5-b52e-8fcd8da97088 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:39:04.863062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36c3b9-d5ae-4611-83df-89ece5120c35 req-60b2d86b-edf8-4333-842e-1d6f49910efb tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:04.864618 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be36c3b9-d5ae-4611-83df-89ece5120c35 req-60b2d86b-edf8-4333-842e-1d6f49910efb tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 944 time: 0.0705769 Jul 06 12:39:04.915265 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be36c3b9-d5ae-4611-83df-89ece5120c35 req-bc397b23-d1a6-49e8-bbeb-0adb2aba6bd0 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432901 Jul 06 12:39:04.954826 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 04cf05d0-d97c-4df5-b52e-8fcd8da97088, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088,segment=NetworkSegment(52f752c5-38fc-457b-a0fe-d8ee8e168eba),segment_id=52f752c5-38fc-457b-a0fe-d8ee8e168eba)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:04.967487 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '04cf05d0-d97c-4df5-b52e-8fcd8da97088', 'network_id': '6c695b7f-ae8b-4c0c-b357-d9e1666a8022', 'port_id': '04cf05d0-d97c-4df5-b52e-8fcd8da97088', 'mac_address': 'fa:16:3e:ac:eb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9c3b25-8e64-45bb-974f-2eae07eb4add', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:39:05.007596 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:05.021666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cf05d0-d97c-4df5-b52e-8fcd8da97088 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:39:05.042077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 04cf05d0-d97c-4df5-b52e-8fcd8da97088, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088,segment=NetworkSegment(52f752c5-38fc-457b-a0fe-d8ee8e168eba),segment_id=52f752c5-38fc-457b-a0fe-d8ee8e168eba)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:05.047973 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:05.100479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=04cf05d0-d97c-4df5-b52e-8fcd8da97088,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:05.237847 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['04cf05d0-d97c-4df5-b52e-8fcd8da97088'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:39:05.551525 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e36a2736-bd5b-4e4a-97fd-1f9f5812cee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:05.988333 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:06.105365 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e1ae7-6553-447b-a63b-fb9e7e9473bd req-8a8c5c1e-7c6b-44c8-b8c1-0cb6cc7508ed tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:06.106877 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-280e1ae7-6553-447b-a63b-fb9e7e9473bd req-8a8c5c1e-7c6b-44c8-b8c1-0cb6cc7508ed tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 945 time: 0.0692260 Jul 06 12:39:06.145794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-280e1ae7-6553-447b-a63b-fb9e7e9473bd req-ed639c11-24a8-44aa-aad8-eb1e1b616136 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324326 Jul 06 12:39:06.851500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 04cf05d0-d97c-4df5-b52e-8fcd8da97088 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:06.899914 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:06.917659 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:06.921477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:06.921845 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:06.998568 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:07.025273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ef2d2e-cad9-4b3b-b9f5-4c609bd02371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cf05d0-d97c-4df5-b52e-8fcd8da97088'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:07.027563 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f9cc93-3841-4678-8608-9a98793d76c7" -d '{"events": [{"server_uuid": "91ef2d2e-cad9-4b3b-b9f5-4c609bd02371", "name": "network-vif-plugged", "status": "completed", "tag": "04cf05d0-d97c-4df5-b52e-8fcd8da97088"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:07.040738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 04cf05d0-d97c-4df5-b52e-8fcd8da97088, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088,segment=NetworkSegment(52f752c5-38fc-457b-a0fe-d8ee8e168eba),segment_id=52f752c5-38fc-457b-a0fe-d8ee8e168eba)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:07.045124 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:07.071477 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437e3a86-9c00-4f37-9cd0-4eb7c692200b x-openstack-request-id: req-437e3a86-9c00-4f37-9cd0-4eb7c692200b {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:07.072279 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ef2d2e-cad9-4b3b-b9f5-4c609bd02371", "name": "network-vif-plugged", "status": "completed", "tag": "04cf05d0-d97c-4df5-b52e-8fcd8da97088", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:07.072536 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-437e3a86-9c00-4f37-9cd0-4eb7c692200b {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:07.072918 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ef2d2e-cad9-4b3b-b9f5-4c609bd02371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cf05d0-d97c-4df5-b52e-8fcd8da97088', 'code': 200} Jul 06 12:39:07.102169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=04cf05d0-d97c-4df5-b52e-8fcd8da97088,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:07.184194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28129fd-5040-457b-a142-27a8273f239e req-7b5c66a9-da13-47c5-9535-327d1bc15833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:07.185831 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d28129fd-5040-457b-a142-27a8273f239e req-7b5c66a9-da13-47c5-9535-327d1bc15833 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 1097 time: 0.0523446 Jul 06 12:39:07.222178 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d28129fd-5040-457b-a142-27a8273f239e req-dbdedbb6-bc61-4ac8-9e9b-58438f33e43f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289702 Jul 06 12:39:07.330130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74546f80-8c46-4d0e-8b03-fc5bd265a814 req-f152d083-9288-4015-a49b-5565b0f52c82 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:07.332305 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74546f80-8c46-4d0e-8b03-fc5bd265a814 req-f152d083-9288-4015-a49b-5565b0f52c82 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0710285 Jul 06 12:39:07.370354 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74546f80-8c46-4d0e-8b03-fc5bd265a814 req-60edb1fd-c623-4c72-8cd5-026e225ee085 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323467 Jul 06 12:39:08.182549 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-616b3819-2ddc-47e6-987b-f9511027e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:08.271682 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:08.548778 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f845c-3dbd-476d-9225-64818ae2032e req-9b518334-5944-4dee-940e-5bdac94f8928 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:08.550314 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-674f845c-3dbd-476d-9225-64818ae2032e req-9b518334-5944-4dee-940e-5bdac94f8928 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0659978 Jul 06 12:39:08.588529 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-674f845c-3dbd-476d-9225-64818ae2032e req-2811b66c-bf6c-4e5b-b2d9-fc95a5121b08 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325737 Jul 06 12:39:08.878022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52258) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:08.989318 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-26ca993e-4cee-41b8-9218-36ce3f25b503 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1100330 Jul 06 12:39:08.993572 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1334239-30fd-46b0-b84b-a8f63f9796d1 req-cf707551-caca-46f0-8818-786eac4671d2 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:08.995092 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1334239-30fd-46b0-b84b-a8f63f9796d1 req-cf707551-caca-46f0-8818-786eac4671d2 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0634353 Jul 06 12:39:09.034832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1334239-30fd-46b0-b84b-a8f63f9796d1 req-c95e05a9-398d-44ca-8321-7d6481b5303b tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340793 Jul 06 12:39:09.486497 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:10.202798 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6da073fa-0fa7-4d01-b77b-effc9f24acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:10.204602 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6da073fa-0fa7-4d01-b77b-effc9f24acc3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cbeeb8b4983b42e4bc0f28635c5e522f&device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 1097 time: 0.0526121 Jul 06 12:39:10.234724 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33592e-6d10-4790-b726-43229e96d661 req-8ed4c4fb-2204-4461-a88a-c438212ae625 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:10.236372 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d33592e-6d10-4790-b726-43229e96d661 req-8ed4c4fb-2204-4461-a88a-c438212ae625 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0683377 Jul 06 12:39:10.277231 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2d33592e-6d10-4790-b726-43229e96d661 req-89a00a15-1279-41df-918e-52f27a756ee6 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346286 Jul 06 12:39:10.301863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-b5e33d82-fef2-4a5e-bc5f-ba85a870d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:10.303426 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-b5e33d82-fef2-4a5e-bc5f-ba85a870d87a service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022 HTTP/1.1" status: 200 len: 912 time: 0.0931938 Jul 06 12:39:10.353530 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-99d7d83a-3cb1-4989-a2ce-24ecc2bebc0c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088 HTTP/1.1" status: 200 len: 217 time: 0.0440478 Jul 06 12:39:10.400331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6d4147b6-f09e-43f8-8851-4ff98f40d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:10.401816 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6d4147b6-f09e-43f8-8851-4ff98f40d8ef service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2b9c3b25-8e64-45bb-974f-2eae07eb4add HTTP/1.1" status: 200 len: 851 time: 0.0431588 Jul 06 12:39:10.434813 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-725d30ca-ab97-40ac-9660-fee2b5968571 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267117 Jul 06 12:39:10.529398 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-a610d53d-9e88-4873-a98c-e2370add13ad service neutron] 10.222.0.89 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882742 Jul 06 12:39:10.622948 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-c5105202-bbbb-4b36-be39-bee26d479371 service neutron] 10.222.0.89 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863690 Jul 06 12:39:11.067247 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:11.457013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f19a47-9015-4a1f-8e1b-894ba9853120 req-f4e3a8b7-b372-4283-b48b-5264fcbf8599 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:11.458554 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2f19a47-9015-4a1f-8e1b-894ba9853120 req-f4e3a8b7-b372-4283-b48b-5264fcbf8599 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0657084 Jul 06 12:39:11.496412 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2f19a47-9015-4a1f-8e1b-894ba9853120 req-9664ec04-9cff-4998-9d36-3c4168ec3af5 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321934 Jul 06 12:39:12.678618 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5911874-78b0-4209-9580-00b5cd872586 req-c66d880a-5513-4e0f-b1f3-85e42fd8e511 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:12.680062 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5911874-78b0-4209-9580-00b5cd872586 req-c66d880a-5513-4e0f-b1f3-85e42fd8e511 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0659127 Jul 06 12:39:12.719419 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5911874-78b0-4209-9580-00b5cd872586 req-86ec369d-0bce-4a87-aef0-634e4718cf17 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337408 Jul 06 12:39:13.517489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-c3c9ba77-dea9-4e15-868a-b1acac9e7338 req-4e352e04-4e9c-44dd-8dc3-7e8f6443e2df service neutron] (100428) timed out ('10.222.0.23', 57225) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:39:13.892296 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696ce4b-0e37-4d7a-9d35-9ccb30ec5889 req-d93c6be3-d67a-4c85-8d8a-daaa9a5fd990 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:13.894195 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3696ce4b-0e37-4d7a-9d35-9ccb30ec5889 req-d93c6be3-d67a-4c85-8d8a-daaa9a5fd990 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0638666 Jul 06 12:39:13.931444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3696ce4b-0e37-4d7a-9d35-9ccb30ec5889 req-ba7c3c1f-9afd-4e7f-a0d1-4619be616735 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Jul 06 12:39:15.101469 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4842a95-1409-442b-9ce3-4a8e71167f02 req-b20b36f2-12aa-4697-a152-9cce6ad79393 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:15.102929 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d4842a95-1409-442b-9ce3-4a8e71167f02 req-b20b36f2-12aa-4697-a152-9cce6ad79393 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0613091 Jul 06 12:39:15.139812 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d4842a95-1409-442b-9ce3-4a8e71167f02 req-e6415a81-551a-4d2d-878d-291157771fd8 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312035 Jul 06 12:39:16.321862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd851e3-d392-421e-a7c0-34151387fa00 req-df96108f-f9b7-4efb-8f21-2ee8a57a4aaa tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:16.323423 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ddd851e3-d392-421e-a7c0-34151387fa00 req-df96108f-f9b7-4efb-8f21-2ee8a57a4aaa tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0663950 Jul 06 12:39:16.360931 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ddd851e3-d392-421e-a7c0-34151387fa00 req-9e36e0ff-f45d-4099-982b-a409ff96c224 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319295 Jul 06 12:39:17.543760 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382c435-6929-492e-8fa8-d440e2e1afc8 req-b2414399-62fe-4f0f-b448-cd4db2cf5aab tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:17.545286 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f382c435-6929-492e-8fa8-d440e2e1afc8 req-b2414399-62fe-4f0f-b448-cd4db2cf5aab tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0675800 Jul 06 12:39:17.585886 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f382c435-6929-492e-8fa8-d440e2e1afc8 req-607afd54-2d64-477c-b500-88cafd8a76bf tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343359 Jul 06 12:39:18.762974 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fa549-d924-451e-8c84-b9925021f6c9 req-2bcc9950-1687-4276-9d72-faf030ddee24 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:18.764495 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-019fa549-d924-451e-8c84-b9925021f6c9 req-2bcc9950-1687-4276-9d72-faf030ddee24 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0684783 Jul 06 12:39:18.805715 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-019fa549-d924-451e-8c84-b9925021f6c9 req-6fa36094-fc5a-44f2-b3ab-7921905ebaf8 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348709 Jul 06 12:39:19.983100 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7fe30-ac69-4171-b3c0-fbf389c062b5 req-115804ac-0a01-48af-847a-30f4a0e97257 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:19.984632 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35f7fe30-ac69-4171-b3c0-fbf389c062b5 req-115804ac-0a01-48af-847a-30f4a0e97257 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0655105 Jul 06 12:39:20.024745 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35f7fe30-ac69-4171-b3c0-fbf389c062b5 req-6aa0c2c5-d946-44d2-8093-f6d485e4ea60 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338008 Jul 06 12:39:21.198150 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace17a7-9fe5-46e2-bc4b-796a539d5e5a req-529733f1-1619-401d-8e82-9f23f6c89f2e tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:21.199687 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ace17a7-9fe5-46e2-bc4b-796a539d5e5a req-529733f1-1619-401d-8e82-9f23f6c89f2e tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0634294 Jul 06 12:39:21.237779 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ace17a7-9fe5-46e2-bc4b-796a539d5e5a req-052ec5c4-0446-4274-8250-09e87364a9bb tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314877 Jul 06 12:39:21.942816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ef098-39e8-4b92-942b-4a9a00776e3a req-d218be19-e1ab-47cf-8076-4ae74150930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:21.944487 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bc3ef098-39e8-4b92-942b-4a9a00776e3a req-d218be19-e1ab-47cf-8076-4ae74150930a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cbeeb8b4983b42e4bc0f28635c5e522f&device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 1097 time: 0.0586171 Jul 06 12:39:22.053964 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ef098-39e8-4b92-942b-4a9a00776e3a req-cd4e7c7c-18ca-4220-a21f-7a1ea20fd13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:22.055539 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bc3ef098-39e8-4b92-942b-4a9a00776e3a req-cd4e7c7c-18ca-4220-a21f-7a1ea20fd13b service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022 HTTP/1.1" status: 200 len: 912 time: 0.0909657 Jul 06 12:39:22.097452 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bc3ef098-39e8-4b92-942b-4a9a00776e3a req-82eeb28e-4ef5-430a-884f-7572d05d87d2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088 HTTP/1.1" status: 200 len: 217 time: 0.0360379 Jul 06 12:39:22.153490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ef098-39e8-4b92-942b-4a9a00776e3a req-b0bcc811-3486-4389-8c58-9c0e2203d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:22.154905 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bc3ef098-39e8-4b92-942b-4a9a00776e3a req-b0bcc811-3486-4389-8c58-9c0e2203d33d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2b9c3b25-8e64-45bb-974f-2eae07eb4add HTTP/1.1" status: 200 len: 851 time: 0.0499589 Jul 06 12:39:22.188240 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bc3ef098-39e8-4b92-942b-4a9a00776e3a req-a0be80a6-cc88-4bdb-b0f8-801c530ebf0c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272913 Jul 06 12:39:22.283790 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bc3ef098-39e8-4b92-942b-4a9a00776e3a req-3be335b2-37f8-4184-a5a6-61aabaef2e4c service neutron] 10.222.0.89 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883548 Jul 06 12:39:22.387357 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bc3ef098-39e8-4b92-942b-4a9a00776e3a req-60f7b593-b51f-4634-81d8-8db09d5ea262 service neutron] 10.222.0.89 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929234 Jul 06 12:39:22.438372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118314c-faef-4051-8475-81377daf0a19 req-3f769f49-22cc-4c2f-8327-173680277508 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:22.440010 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9118314c-faef-4051-8475-81377daf0a19 req-3f769f49-22cc-4c2f-8327-173680277508 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0694568 Jul 06 12:39:22.482929 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9118314c-faef-4051-8475-81377daf0a19 req-71f70bff-ea83-4424-9021-9b2ddd16f174 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371876 Jul 06 12:39:23.665378 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8971e-372e-4c2c-849a-47a58d5c8cc0 req-6157e9a8-b36c-471a-87d8-9fcec46ae7ba tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:23.666899 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75c8971e-372e-4c2c-849a-47a58d5c8cc0 req-6157e9a8-b36c-471a-87d8-9fcec46ae7ba tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0662978 Jul 06 12:39:23.705619 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-75c8971e-372e-4c2c-849a-47a58d5c8cc0 req-e767cdd5-5512-41f0-9bc6-60f8035244d6 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326910 Jul 06 12:39:24.885054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a8a8a-7e67-46a9-89d2-b4586c6371b1 req-d08b3026-c8d5-4444-86c4-8690df3a355b tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:24.886550 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-799a8a8a-7e67-46a9-89d2-b4586c6371b1 req-d08b3026-c8d5-4444-86c4-8690df3a355b tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0667989 Jul 06 12:39:24.923648 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-799a8a8a-7e67-46a9-89d2-b4586c6371b1 req-4f729dd5-c3aa-4d35-b88f-e05136f2b25a tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314877 Jul 06 12:39:26.098286 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd0885-a5e8-4d56-8e33-3c34dac8d68e req-7e6a9e26-ea33-4845-82e5-a79f0a848e96 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:26.099803 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-65bd0885-a5e8-4d56-8e33-3c34dac8d68e req-7e6a9e26-ea33-4845-82e5-a79f0a848e96 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0646245 Jul 06 12:39:26.137248 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-65bd0885-a5e8-4d56-8e33-3c34dac8d68e req-a070b0c6-2ca2-47fa-890e-1bd6a531ac2a tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Jul 06 12:39:27.313953 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f59841-a525-47d7-b48c-3b4a623d2648 req-6ab3aac5-f88b-4a26-b5fc-f194516a7f08 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:27.316113 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06f59841-a525-47d7-b48c-3b4a623d2648 req-6ab3aac5-f88b-4a26-b5fc-f194516a7f08 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0626519 Jul 06 12:39:27.353386 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06f59841-a525-47d7-b48c-3b4a623d2648 req-12d32b6e-6820-4b88-9904-bbad7c7a779e tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314355 Jul 06 12:39:28.529153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cb9a7-1774-4007-b822-fbecd84b9d09 req-6c08c6c8-cc01-4f9e-8f77-d6771f0fe29f tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:28.530667 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-777cb9a7-1774-4007-b822-fbecd84b9d09 req-6c08c6c8-cc01-4f9e-8f77-d6771f0fe29f tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0663283 Jul 06 12:39:28.571544 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-777cb9a7-1774-4007-b822-fbecd84b9d09 req-d34f73e2-d470-41d4-a997-06fb3152cea3 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351918 Jul 06 12:39:29.743207 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb93dcd-f03d-40d5-a6fe-fa9579bc4f57 req-d20ff79b-2486-44e1-bede-bf2d6352ca14 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:29.744732 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2bb93dcd-f03d-40d5-a6fe-fa9579bc4f57 req-d20ff79b-2486-44e1-bede-bf2d6352ca14 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0627198 Jul 06 12:39:29.783610 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2bb93dcd-f03d-40d5-a6fe-fa9579bc4f57 req-9e3dc28d-18b1-45ea-8a3c-a93971103367 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332751 Jul 06 12:39:30.963503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966c1f9-4ec6-4a9b-9a0b-90417d374b65 req-752c364a-1d87-4048-8706-b2c09474b553 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:30.965004 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d966c1f9-4ec6-4a9b-9a0b-90417d374b65 req-752c364a-1d87-4048-8706-b2c09474b553 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0664458 Jul 06 12:39:31.003485 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d966c1f9-4ec6-4a9b-9a0b-90417d374b65 req-a88ac360-8712-4bbe-b065-e9b7745b1b25 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329583 Jul 06 12:39:32.214162 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea678b-f099-4bb2-bde6-2f2f891da17b req-9e4d0a96-d54b-4c94-b83b-11a3e50a0e77 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:32.215804 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08ea678b-f099-4bb2-bde6-2f2f891da17b req-9e4d0a96-d54b-4c94-b83b-11a3e50a0e77 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0898054 Jul 06 12:39:32.261632 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-08ea678b-f099-4bb2-bde6-2f2f891da17b req-652e9fb5-99ea-465d-90b4-c09e325a7c37 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396292 Jul 06 12:39:33.457588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dc98c-1a97-4547-a12b-a8c8d4d1d4fc req-e36f0ce5-6ffd-4e2a-8243-db5e60506ca7 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:33.459973 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cf6dc98c-1a97-4547-a12b-a8c8d4d1d4fc req-e36f0ce5-6ffd-4e2a-8243-db5e60506ca7 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0776615 Jul 06 12:39:33.530475 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cf6dc98c-1a97-4547-a12b-a8c8d4d1d4fc req-a845ebeb-106e-414e-a038-4ea4e5dac703 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614336 Jul 06 12:39:34.750174 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b18d8f-cec4-4cc3-81a3-1be6973dd518 req-1c32a781-e949-4753-bf45-a5cb9c284bb0 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:34.752007 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21b18d8f-cec4-4cc3-81a3-1be6973dd518 req-1c32a781-e949-4753-bf45-a5cb9c284bb0 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0746961 Jul 06 12:39:34.795611 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21b18d8f-cec4-4cc3-81a3-1be6973dd518 req-1b6fdd38-a545-47ce-b29b-8ec35d97cd0e tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376365 Jul 06 12:39:35.558425 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4bd6abc4-ad4c-44fd-8b68-5cf0582d92e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:35.990681 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:36.004074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3a3f7-1e08-4f90-9097-2f3b0e7a09d6 req-2abff556-9ec6-4edc-b453-9de9d3683d03 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:36.006227 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93f3a3f7-1e08-4f90-9097-2f3b0e7a09d6 req-2abff556-9ec6-4edc-b453-9de9d3683d03 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0783994 Jul 06 12:39:36.025337 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:39:36.049581 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93f3a3f7-1e08-4f90-9097-2f3b0e7a09d6 req-03e56842-3a68-42a1-af0b-991e7b773722 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370708 Jul 06 12:39:36.889608 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:37.265213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2020f-06ef-48cb-a5b8-6b4b877b9448 req-51ea6849-f8dc-4ca8-975f-52e1a97b2665 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:37.266947 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-26e2020f-06ef-48cb-a5b8-6b4b877b9448 req-51ea6849-f8dc-4ca8-975f-52e1a97b2665 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.0802224 Jul 06 12:39:37.312566 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-26e2020f-06ef-48cb-a5b8-6b4b877b9448 req-855d83e0-f19f-4ac1-a691-f8c0874f303d tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348313 Jul 06 12:39:37.720496 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-1e613282-cc9a-4183-bf9f-32174693bce8 req-9a32cc3b-393e-4d67-a688-219f93b349bc service neutron] (100428) timed out ('10.222.0.81', 33342) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:39:37.822770 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-605b6c4d-1db6-4136-9420-579dfa085fca service neutron] show failed (client error): The resource could not be found. Jul 06 12:39:37.823770 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-605b6c4d-1db6-4136-9420-579dfa085fca service neutron] 10.222.0.89 "GET /v2.0/ports/04cf05d0-d97c-4df5-b52e-8fcd8da97088/bindings/n-h1-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.0648313 Jul 06 12:39:38.189295 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6f56dc4-71af-4b3a-920f-b7b08a81895f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.276594 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.281757 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-314aca57-b1d4-41f1-9610-2cef04c34439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:38.283756 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-314aca57-b1d4-41f1-9610-2cef04c34439 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371&tenant_id=cbeeb8b4983b42e4bc0f28635c5e522f HTTP/1.1" status: 200 len: 1097 time: 0.2371833 Jul 06 12:39:38.295924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:38.715933 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:38.787612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a3bea-a043-4be0-9855-0ed15a7d47d9 req-050af413-99bc-4184-a37e-7b701f5e0672 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:38.789488 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b72a3bea-a043-4be0-9855-0ed15a7d47d9 req-050af413-99bc-4184-a37e-7b701f5e0672 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.1239808 Jul 06 12:39:38.897592 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b72a3bea-a043-4be0-9855-0ed15a7d47d9 req-08b1eed6-3e86-4dff-9938-a8b339971268 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009173 Jul 06 12:39:38.981383 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] For port 04cf05d0-d97c-4df5-b52e-8fcd8da97088, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088,segment=NetworkSegment(52f752c5-38fc-457b-a0fe-d8ee8e168eba),segment_id=52f752c5-38fc-457b-a0fe-d8ee8e168eba)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:39.020073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] For port 04cf05d0-d97c-4df5-b52e-8fcd8da97088, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:39.062213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ef2d2e-cad9-4b3b-b9f5-4c609bd02371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04cf05d0-d97c-4df5-b52e-8fcd8da97088'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:39.064847 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee36ee7f-bd4a-4300-a245-25eaa104c1af" -d '{"events": [{"server_uuid": "91ef2d2e-cad9-4b3b-b9f5-4c609bd02371", "name": "network-vif-unplugged", "status": "completed", "tag": "04cf05d0-d97c-4df5-b52e-8fcd8da97088"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:39.070603 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:39.085336 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Transition to ACTIVE for port object 04cf05d0-d97c-4df5-b52e-8fcd8da97088 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:39.091334 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:39.168826 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df5be02-ddb9-4177-85ab-8c483866e157 x-openstack-request-id: req-4df5be02-ddb9-4177-85ab-8c483866e157 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:39.169125 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ef2d2e-cad9-4b3b-b9f5-4c609bd02371", "name": "network-vif-unplugged", "status": "completed", "tag": "04cf05d0-d97c-4df5-b52e-8fcd8da97088", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:39.169397 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4df5be02-ddb9-4177-85ab-8c483866e157 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:39.169783 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ef2d2e-cad9-4b3b-b9f5-4c609bd02371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04cf05d0-d97c-4df5-b52e-8fcd8da97088', 'code': 200} Jul 06 12:39:39.172611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] No DVR routers for this DVR port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:39:39.179675 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Pushing event updated for resources: {'Port': ['ID=04cf05d0-d97c-4df5-b52e-8fcd8da97088,revision_number=6']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:39.212903 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:39.213251 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:39.213594 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:39.213939 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:39.214331 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:39.214598 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:39.214926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:39.215399 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:39.215691 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:39.215963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:39.216292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:39.216607 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:39.229964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Attempting to bind port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:39:39.230320 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Attempting to bind port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '52f752c5-38fc-457b-a0fe-d8ee8e168eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6c695b7f-ae8b-4c0c-b357-d9e1666a8022'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:39:39.230651 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Attempting to bind port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 on network 6c695b7f-ae8b-4c0c-b357-d9e1666a8022 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:39.235432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 on network 6c695b7f-ae8b-4c0c-b357-d9e1666a8022 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:39:39.235694 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Attempting to bind port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 on network 6c695b7f-ae8b-4c0c-b357-d9e1666a8022 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:39.241097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:39:39.241430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Checking segment: {'id': '52f752c5-38fc-457b-a0fe-d8ee8e168eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6c695b7f-ae8b-4c0c-b357-d9e1666a8022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:39.241831 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Bound using segment: {'id': '52f752c5-38fc-457b-a0fe-d8ee8e168eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6c695b7f-ae8b-4c0c-b357-d9e1666a8022'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:39:39.242265 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Bound port: 04cf05d0-d97c-4df5-b52e-8fcd8da97088, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f752c5-38fc-457b-a0fe-d8ee8e168eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6c695b7f-ae8b-4c0c-b357-d9e1666a8022'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:39:39.242628 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:39.325834 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] For port 04cf05d0-d97c-4df5-b52e-8fcd8da97088, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:39.329551 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] For port 04cf05d0-d97c-4df5-b52e-8fcd8da97088, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088,segment=NetworkSegment(52f752c5-38fc-457b-a0fe-d8ee8e168eba),segment_id=52f752c5-38fc-457b-a0fe-d8ee8e168eba)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:39:39.338104 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:39.381928 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:39.383751 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:39.387488 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] 10.222.0.23 "PUT /v2.0/ports/04cf05d0-d97c-4df5-b52e-8fcd8da97088 HTTP/1.1" status: 200 len: 1092 time: 1.0950611 Jul 06 12:39:39.471528 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7a681-dd66-4e4d-8f5b-cd6472a5a934 service neutron] Pushing event updated for resources: {'Port': ['ID=04cf05d0-d97c-4df5-b52e-8fcd8da97088,revision_number=7']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:39.501601 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:39.522489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-829ac805-eedf-40e1-adc1-ee6305bef8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:39.525116 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-829ac805-eedf-40e1-adc1-ee6305bef8a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbeeb8b4983b42e4bc0f28635c5e522f&device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 1095 time: 0.1045291 Jul 06 12:39:39.650500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-2c92bfd8-1128-4e29-b5bd-58e5fd27706d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:39.652132 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-2c92bfd8-1128-4e29-b5bd-58e5fd27706d service neutron] 10.222.0.23 "GET /v2.0/networks?id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022 HTTP/1.1" status: 200 len: 912 time: 0.1196260 Jul 06 12:39:39.696923 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-44a4767b-f985-496f-90e3-643c974a3f89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088 HTTP/1.1" status: 200 len: 217 time: 0.0371647 Jul 06 12:39:39.762599 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-d868361f-9ed6-4d2c-9ba1-c615436ac96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:39.765018 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-d868361f-9ed6-4d2c-9ba1-c615436ac96a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b9c3b25-8e64-45bb-974f-2eae07eb4add HTTP/1.1" status: 200 len: 851 time: 0.0611567 Jul 06 12:39:39.798155 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-bcb668d7-ac97-4846-a30b-61ed25be83ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270610 Jul 06 12:39:39.808319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-26b74afc-7253-4940-8dcc-2263e419eb09 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:39:39.809267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-26b74afc-7253-4940-8dcc-2263e419eb09 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051556 Jul 06 12:39:39.909304 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-20775adc-c01c-4ce4-ab59-566daa092aaf service neutron] 10.222.0.23 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911894 Jul 06 12:39:40.017028 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c8964c1-c33f-412e-92af-650bb6f452a7 req-f4b4914a-a041-4b37-b09d-c64b4918205e service neutron] 10.222.0.23 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006722 Jul 06 12:39:40.108553 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af38970-7975-400d-8e68-8c615f02f1e2 req-bcdcfc55-5a1e-4f30-92f9-27853521bc6e tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:40.110140 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8af38970-7975-400d-8e68-8c615f02f1e2 req-bcdcfc55-5a1e-4f30-92f9-27853521bc6e tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 944 time: 0.0758653 Jul 06 12:39:40.159300 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8af38970-7975-400d-8e68-8c615f02f1e2 req-8a51244d-3099-4ec4-b1be-48698030c90b tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391257 Jul 06 12:39:41.022255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 04cf05d0-d97c-4df5-b52e-8fcd8da97088 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:39:41.070087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 04cf05d0-d97c-4df5-b52e-8fcd8da97088 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:39:41.073017 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:41.170832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ef2d2e-cad9-4b3b-b9f5-4c609bd02371', 'tag': '04cf05d0-d97c-4df5-b52e-8fcd8da97088'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:41.173269 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4331e906-9a28-4dee-9468-a2bac1e847a1" -d '{"events": [{"name": "network-changed", "server_uuid": "91ef2d2e-cad9-4b3b-b9f5-4c609bd02371", "tag": "04cf05d0-d97c-4df5-b52e-8fcd8da97088"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:41.220653 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d007bf89-cbb9-4fa9-8f72-12d484be5064 x-openstack-request-id: req-d007bf89-cbb9-4fa9-8f72-12d484be5064 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:41.221011 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ef2d2e-cad9-4b3b-b9f5-4c609bd02371", "tag": "04cf05d0-d97c-4df5-b52e-8fcd8da97088", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:41.221994 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d007bf89-cbb9-4fa9-8f72-12d484be5064 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:41.222911 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ef2d2e-cad9-4b3b-b9f5-4c609bd02371', 'tag': '04cf05d0-d97c-4df5-b52e-8fcd8da97088', 'status': 'completed', 'code': 200} Jul 06 12:39:41.300149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-173f288a-1b6c-44e2-9755-19c4f86bcbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:41.301976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-6d727153-4e7c-403b-b241-6b36ad7af946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:41.302491 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-173f288a-1b6c-44e2-9755-19c4f86bcbb0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cbeeb8b4983b42e4bc0f28635c5e522f&device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 1095 time: 0.0605404 Jul 06 12:39:41.303694 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-6d727153-4e7c-403b-b241-6b36ad7af946 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cbeeb8b4983b42e4bc0f28635c5e522f&device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 1095 time: 0.0593987 Jul 06 12:39:41.393315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-c1a2b581-a34e-46e3-b939-81836d436058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:41.395548 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-c1a2b581-a34e-46e3-b939-81836d436058 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022 HTTP/1.1" status: 200 len: 912 time: 0.0874760 Jul 06 12:39:41.440320 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-e50562b0-31ac-4d6d-8d69-9353d583cb24 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088 HTTP/1.1" status: 200 len: 217 time: 0.0391183 Jul 06 12:39:41.447566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-8f7e8300-b966-4932-a3e6-db015f673531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:41.449061 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-8f7e8300-b966-4932-a3e6-db015f673531 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022 HTTP/1.1" status: 200 len: 912 time: 0.1386297 Jul 06 12:39:41.461868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fd949-189e-49ea-b322-8c48878e6849 req-4bcd6615-a0a0-44e4-9696-5f44c3a67a8c tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:41.463549 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-844fd949-189e-49ea-b322-8c48878e6849 req-4bcd6615-a0a0-44e4-9696-5f44c3a67a8c tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 944 time: 0.1444936 Jul 06 12:39:41.495323 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-ea018716-708b-4eb4-a7f1-1a7e48dbafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:41.496834 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-ea018716-708b-4eb4-a7f1-1a7e48dbafe8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2b9c3b25-8e64-45bb-974f-2eae07eb4add HTTP/1.1" status: 200 len: 851 time: 0.0505013 Jul 06 12:39:41.506066 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-549bc789-40ca-42ae-abec-60ba8158207f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088 HTTP/1.1" status: 200 len: 217 time: 0.0414457 Jul 06 12:39:41.534505 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-620d3635-7e81-4623-923c-3776b89c9627 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307784 Jul 06 12:39:41.564736 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-844fd949-189e-49ea-b322-8c48878e6849 req-5d7ef0d7-d1d9-46e2-88f7-fdd277341352 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941482 Jul 06 12:39:41.581263 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-a3675242-220b-4560-9d47-a22e539aa6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:41.585221 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-a3675242-220b-4560-9d47-a22e539aa6cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2b9c3b25-8e64-45bb-974f-2eae07eb4add HTTP/1.1" status: 200 len: 851 time: 0.0718865 Jul 06 12:39:41.642644 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-e896e498-d90e-4329-8a8c-44a4f69a17e9 service neutron] 10.222.0.89 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012831 Jul 06 12:39:41.643454 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-9cfb929c-1af7-47e7-8f67-2ca299b5f413 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505939 Jul 06 12:39:41.742362 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-30a5cdb1-abb0-42b3-9472-62bb48b57741 service neutron] 10.222.0.23 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902412 Jul 06 12:39:41.748817 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-171a1b1c-095c-411b-8240-b1f3466d0c69 service neutron] 10.222.0.89 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993848 Jul 06 12:39:41.843776 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4331e906-9a28-4dee-9468-a2bac1e847a1 req-c48fd80a-1deb-49f8-a6cb-db5a53a58421 service neutron] 10.222.0.23 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948493 Jul 06 12:39:42.763723 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed2009-55c0-45d8-a285-5ab0575fd8eb req-e6e874eb-d10c-4e79-9014-f5fd5b93709c tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:42.766210 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e1ed2009-55c0-45d8-a285-5ab0575fd8eb req-e6e874eb-d10c-4e79-9014-f5fd5b93709c tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 944 time: 0.0718319 Jul 06 12:39:42.808197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e1ed2009-55c0-45d8-a285-5ab0575fd8eb req-e094f06a-bb0c-4157-88c9-a5e8f6d0b58a tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360777 Jul 06 12:39:43.249079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-d2c30c3b-d4f0-4413-9e55-ca917d820bc3 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:43.250543 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-d2c30c3b-d4f0-4413-9e55-ca917d820bc3 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.89 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371&tenant_id=cbeeb8b4983b42e4bc0f28635c5e522f&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 944 time: 0.1120477 Jul 06 12:39:43.309836 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-a34901e5-fca3-4a9f-96ea-a7dca6bdcddc service neutron] delete failed (client error): The resource could not be found. Jul 06 12:39:43.310737 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-a34901e5-fca3-4a9f-96ea-a7dca6bdcddc service neutron] 10.222.0.89 "DELETE /v2.0/ports/04cf05d0-d97c-4df5-b52e-8fcd8da97088/bindings/n-h2-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.0535600 Jul 06 12:39:43.407695 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-754c83d5-aac4-44ef-9682-4d58ffd23a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:43.409201 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-754c83d5-aac4-44ef-9682-4d58ffd23a4b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cbeeb8b4983b42e4bc0f28635c5e522f&device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 1095 time: 0.0538654 Jul 06 12:39:43.503134 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-7c272f49-f893-4448-8fb7-cc89e89124f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:43.505807 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-7c272f49-f893-4448-8fb7-cc89e89124f7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022 HTTP/1.1" status: 200 len: 912 time: 0.0896018 Jul 06 12:39:43.545877 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-de81cdd2-9f53-4771-9c96-61924b0dae35 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088 HTTP/1.1" status: 200 len: 217 time: 0.0348423 Jul 06 12:39:43.574473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 04cf05d0-d97c-4df5-b52e-8fcd8da97088 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:39:43.593069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-bae72627-935d-442a-b975-e6668d15e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:43.594517 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-bae72627-935d-442a-b975-e6668d15e3e5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2b9c3b25-8e64-45bb-974f-2eae07eb4add HTTP/1.1" status: 200 len: 851 time: 0.0434210 Jul 06 12:39:43.636837 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-85d86f77-9f72-4fa9-92a6-6308ce84ae50 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c695b7f-ae8b-4c0c-b357-d9e1666a8022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359373 Jul 06 12:39:43.670790 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 04cf05d0-d97c-4df5-b52e-8fcd8da97088, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088,segment=NetworkSegment(52f752c5-38fc-457b-a0fe-d8ee8e168eba),segment_id=52f752c5-38fc-457b-a0fe-d8ee8e168eba)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:43.682674 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '04cf05d0-d97c-4df5-b52e-8fcd8da97088', 'network_id': '6c695b7f-ae8b-4c0c-b357-d9e1666a8022', 'port_id': '04cf05d0-d97c-4df5-b52e-8fcd8da97088', 'mac_address': 'fa:16:3e:ac:eb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9c3b25-8e64-45bb-974f-2eae07eb4add', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:39:43.720755 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:43.729768 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-dc4c818e-898e-4ae3-9754-9686e70b32d1 service neutron] 10.222.0.89 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869644 Jul 06 12:39:43.735408 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cf05d0-d97c-4df5-b52e-8fcd8da97088 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:39:43.756819 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 04cf05d0-d97c-4df5-b52e-8fcd8da97088, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088,segment=NetworkSegment(52f752c5-38fc-457b-a0fe-d8ee8e168eba),segment_id=52f752c5-38fc-457b-a0fe-d8ee8e168eba)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:43.761169 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:43.809148 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=04cf05d0-d97c-4df5-b52e-8fcd8da97088,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:43.824444 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-2dd2089e-29fa-4ffc-9c17-aca597e735d7 service neutron] 10.222.0.89 "GET /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891645 Jul 06 12:39:44.018707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['04cf05d0-d97c-4df5-b52e-8fcd8da97088'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:39:44.675545 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a81216-5d38-426f-8450-51cf640a8921 req-8d3a8a15-4a60-4faa-8b77-361ca26d37df tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:44.677664 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42a81216-5d38-426f-8450-51cf640a8921 req-8d3a8a15-4a60-4faa-8b77-361ca26d37df tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 945 time: 0.0680423 Jul 06 12:39:44.718329 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42a81216-5d38-426f-8450-51cf640a8921 req-20200b77-98d6-43c6-8989-bf6ca2f10ce5 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 Jul 06 12:39:45.593493 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 04cf05d0-d97c-4df5-b52e-8fcd8da97088 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:45.646509 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:45.652590 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:45.652959 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:45.761126 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:45.791534 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ef2d2e-cad9-4b3b-b9f5-4c609bd02371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cf05d0-d97c-4df5-b52e-8fcd8da97088'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:45.793945 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a932c62-1ae5-4cbe-8d3c-f7ccdd0391de" -d '{"events": [{"server_uuid": "91ef2d2e-cad9-4b3b-b9f5-4c609bd02371", "name": "network-vif-plugged", "status": "completed", "tag": "04cf05d0-d97c-4df5-b52e-8fcd8da97088"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:45.811978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 04cf05d0-d97c-4df5-b52e-8fcd8da97088, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088,segment=NetworkSegment(52f752c5-38fc-457b-a0fe-d8ee8e168eba),segment_id=52f752c5-38fc-457b-a0fe-d8ee8e168eba)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:45.818875 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:45.893598 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=04cf05d0-d97c-4df5-b52e-8fcd8da97088,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:45.950641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-b8f7bb72-cc37-4942-9724-40c97710dec8 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:45.956155 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-b8f7bb72-cc37-4942-9724-40c97710dec8 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.23 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.1431453 Jul 06 12:39:46.001227 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3a085-b0b4-41b6-b8ce-224b5a1f17f6 req-e1d85e3b-18ed-4fdf-a279-6485d326105b tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:46.002786 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4b3a085-b0b4-41b6-b8ce-224b5a1f17f6 req-e1d85e3b-18ed-4fdf-a279-6485d326105b tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ef2d2e-cad9-4b3b-b9f5-4c609bd02371 HTTP/1.1" status: 200 len: 946 time: 0.1413412 Jul 06 12:39:46.091008 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4b3a085-b0b4-41b6-b8ce-224b5a1f17f6 req-901bbdd4-8d67-4e74-801e-87cc0e72ff90 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.81 "GET /v2.0/security-groups?id=36a16b23-1710-46cb-9648-3dce111314df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806930 Jul 06 12:39:46.114424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-b29d6b8a-4ac6-4df8-bc7c-ed81f872c9a9 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Deleting port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:39:46.114601 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-b29d6b8a-4ac6-4df8-bc7c-ed81f872c9a9 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.147161 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ac8f69-849d-4d20-8e57-713e10d4f5e0 x-openstack-request-id: req-26ac8f69-849d-4d20-8e57-713e10d4f5e0 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:46.147675 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ef2d2e-cad9-4b3b-b9f5-4c609bd02371", "name": "network-vif-plugged", "status": "completed", "tag": "04cf05d0-d97c-4df5-b52e-8fcd8da97088", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:46.148043 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26ac8f69-849d-4d20-8e57-713e10d4f5e0 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:46.148681 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ef2d2e-cad9-4b3b-b9f5-4c609bd02371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cf05d0-d97c-4df5-b52e-8fcd8da97088', 'code': 200} Jul 06 12:39:46.214144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-b29d6b8a-4ac6-4df8-bc7c-ed81f872c9a9 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] For port 04cf05d0-d97c-4df5-b52e-8fcd8da97088, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=04cf05d0-d97c-4df5-b52e-8fcd8da97088,segment=NetworkSegment(52f752c5-38fc-457b-a0fe-d8ee8e168eba),segment_id=52f752c5-38fc-457b-a0fe-d8ee8e168eba)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:46.214512 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-b29d6b8a-4ac6-4df8-bc7c-ed81f872c9a9 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.230486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-b29d6b8a-4ac6-4df8-bc7c-ed81f872c9a9 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Calling delete_port for 04cf05d0-d97c-4df5-b52e-8fcd8da97088 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:39:46.369914 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-b29d6b8a-4ac6-4df8-bc7c-ed81f872c9a9 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.382480 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['04cf05d0-d97c-4df5-b52e-8fcd8da97088'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:39:46.399094 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d6b8a-4ac6-4df8-bc7c-ed81f872c9a9 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Pushing event deleted for resources: {'Port': ['ID=04cf05d0-d97c-4df5-b52e-8fcd8da97088,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:46.447905 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-b29d6b8a-4ac6-4df8-bc7c-ed81f872c9a9 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] No DVR routers for this DVR port 04cf05d0-d97c-4df5-b52e-8fcd8da97088 on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:39:46.450816 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-b29d6b8a-4ac6-4df8-bc7c-ed81f872c9a9 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:46.453201 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55b06b8d-4d8f-4893-95ee-137b33b91896 req-b29d6b8a-4ac6-4df8-bc7c-ed81f872c9a9 tempest-DeleteServersTestJSON-221423494 tempest-DeleteServersTestJSON-221423494-project] 10.222.0.23 "DELETE /v2.0/ports/04cf05d0-d97c-4df5-b52e-8fcd8da97088 HTTP/1.1" status: 204 len: 173 time: 0.4932668 Jul 06 12:39:46.453663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ef2d2e-cad9-4b3b-b9f5-4c609bd02371', 'name': 'network-vif-deleted', 'tag': '04cf05d0-d97c-4df5-b52e-8fcd8da97088'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:46.456268 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595fb2a9-19ae-45aa-8634-be206b3301b0" -d '{"events": [{"server_uuid": "91ef2d2e-cad9-4b3b-b9f5-4c609bd02371", "name": "network-vif-deleted", "tag": "04cf05d0-d97c-4df5-b52e-8fcd8da97088"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:46.494536 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960d551c-f481-44ae-a902-4e91c2c1755a x-openstack-request-id: req-960d551c-f481-44ae-a902-4e91c2c1755a {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:46.494834 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ef2d2e-cad9-4b3b-b9f5-4c609bd02371", "name": "network-vif-deleted", "tag": "04cf05d0-d97c-4df5-b52e-8fcd8da97088", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:46.495088 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-960d551c-f481-44ae-a902-4e91c2c1755a {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:46.495584 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ef2d2e-cad9-4b3b-b9f5-4c609bd02371', 'name': 'network-vif-deleted', 'tag': '04cf05d0-d97c-4df5-b52e-8fcd8da97088', 'status': 'completed', 'code': 200} Jul 06 12:39:47.338013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52364) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:47.728192 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Deleting subnet 2b9c3b25-8e64-45bb-974f-2eae07eb4add {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:39:47.731338 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:47.765073 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:47.804048 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:47.872901 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:47.909044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b9c3b25-8e64-45bb-974f-2eae07eb4add,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:47.913877 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:47.918246 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2b9c3b25-8e64-45bb-974f-2eae07eb4add HTTP/1.1" status: 204 len: 168 time: 0.5791469 Jul 06 12:39:47.918655 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52366) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:47.924318 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:47.924751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:47.925283 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:47.925925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:47.926472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:47.926894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:47.927326 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:47.927850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:47.928300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:47.928764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:47.929286 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:47.929904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc15162-9e16-49d4-98c4-cc3c536fb8a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:48.033901 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f02e5962-a86b-4dce-80cd-1a8a8f64c583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.119525 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f02e5962-a86b-4dce-80cd-1a8a8f64c583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.131693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-f02e5962-a86b-4dce-80cd-1a8a8f64c583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c695b7f-ae8b-4c0c-b357-d9e1666a8022']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:48.143631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-f02e5962-a86b-4dce-80cd-1a8a8f64c583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f752c5-38fc-457b-a0fe-d8ee8e168eba') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:48.143908 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-f02e5962-a86b-4dce-80cd-1a8a8f64c583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f752c5-38fc-457b-a0fe-d8ee8e168eba') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:39:48.154296 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f02e5962-a86b-4dce-80cd-1a8a8f64c583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.177152 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f02e5962-a86b-4dce-80cd-1a8a8f64c583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.186390 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02e5962-a86b-4dce-80cd-1a8a8f64c583 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:39:48.187194 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f02e5962-a86b-4dce-80cd-1a8a8f64c583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:39:48.189538 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:39:48.249067 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f02e5962-a86b-4dce-80cd-1a8a8f64c583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.257229 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f02e5962-a86b-4dce-80cd-1a8a8f64c583 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.259120 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f02e5962-a86b-4dce-80cd-1a8a8f64c583 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6c695b7f-ae8b-4c0c-b357-d9e1666a8022 HTTP/1.1" status: 204 len: 168 time: 0.3391881 Jul 06 12:39:48.269192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e5962-a86b-4dce-80cd-1a8a8f64c583 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c695b7f-ae8b-4c0c-b357-d9e1666a8022,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:48.405620 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52370) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:48.449914 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ef24b45e-0968-4672-8ded-a38b8d0c1b88 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cbeeb8b4983b42e4bc0f28635c5e522f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430522 Jul 06 12:39:48.452180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52372) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:48.507698 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-262c1fa4-724d-4763-b478-9a2e86de954a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.529363 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-262c1fa4-724d-4763-b478-9a2e86de954a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.581847 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-262c1fa4-724d-4763-b478-9a2e86de954a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.584802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-262c1fa4-724d-4763-b478-9a2e86de954a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:48.585653 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-262c1fa4-724d-4763-b478-9a2e86de954a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36a16b23-1710-46cb-9648-3dce111314df HTTP/1.1" status: 204 len: 168 time: 0.1324658 Jul 06 12:39:48.594474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c1fa4-724d-4763-b478-9a2e86de954a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a16b23-1710-46cb-9648-3dce111314df,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:49.321857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52394) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:49.426743 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e4494df7-dde7-4ed4-b89c-05d2c724e9ec admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-218749971-network', 'tenant_id': '160892edb0d549aea68ff6dcd0c8db74'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:49.448410 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4494df7-dde7-4ed4-b89c-05d2c724e9ec admin admin] Made reservation on behalf of 160892edb0d549aea68ff6dcd0c8db74 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:49.450860 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4494df7-dde7-4ed4-b89c-05d2c724e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.460495 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4494df7-dde7-4ed4-b89c-05d2c724e9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.560937 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4494df7-dde7-4ed4-b89c-05d2c724e9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.565531 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4494df7-dde7-4ed4-b89c-05d2c724e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.590912 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 04cf05d0-d97c-4df5-b52e-8fcd8da97088 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:39:49.592526 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4494df7-dde7-4ed4-b89c-05d2c724e9ec admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:39:49.602135 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4494df7-dde7-4ed4-b89c-05d2c724e9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73cd919-8200-44fc-9846-0f4ece89106d,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:49.609018 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4494df7-dde7-4ed4-b89c-05d2c724e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.609362 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-e4494df7-dde7-4ed4-b89c-05d2c724e9ec admin admin] Added segment 819f4c40-4a89-41c3-913f-9e5bea4ebe3b of type vlan for network f3022da5-2d0b-4bda-a962-7e3878205f63 Jul 06 12:39:49.615894 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 04cf05d0-d97c-4df5-b52e-8fcd8da97088 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:39:49.616284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 04cf05d0-d97c-4df5-b52e-8fcd8da97088 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:39:49.655969 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4494df7-dde7-4ed4-b89c-05d2c724e9ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.689430 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4494df7-dde7-4ed4-b89c-05d2c724e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.690440 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4494df7-dde7-4ed4-b89c-05d2c724e9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:49.691040 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e4494df7-dde7-4ed4-b89c-05d2c724e9ec admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.751727 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e4494df7-dde7-4ed4-b89c-05d2c724e9ec admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4287241 Jul 06 12:39:49.757827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4494df7-dde7-4ed4-b89c-05d2c724e9ec admin admin] Pushing event updated for resources: {'Network': ['ID=f3022da5-2d0b-4bda-a962-7e3878205f63,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:49.759495 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52398) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:39:49.765325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b9e5b023-0863-43cf-95c1-a306044ecac8 admin admin] Request body: {'subnet': {'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-218749971-subnet', 'tenant_id': '160892edb0d549aea68ff6dcd0c8db74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:49.770537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network f3022da5-2d0b-4bda-a962-7e3878205f63 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:39:49.787414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e5b023-0863-43cf-95c1-a306044ecac8 admin admin] Made reservation on behalf of 160892edb0d549aea68ff6dcd0c8db74 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:49.789848 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b9e5b023-0863-43cf-95c1-a306044ecac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:49.967296 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b9e5b023-0863-43cf-95c1-a306044ecac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:50.022358 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5b023-0863-43cf-95c1-a306044ecac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c27e31c1-74d3-4de6-ac82-1a9fad3b8126,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:50.034532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e5b023-0863-43cf-95c1-a306044ecac8 admin admin] Checking segment: {'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:50.034984 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e5b023-0863-43cf-95c1-a306044ecac8 admin admin] Network hostable DHCP agents. Network: f3022da5-2d0b-4bda-a962-7e3878205f63, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:39:50.054231 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e5b023-0863-43cf-95c1-a306044ecac8 admin admin] Network f3022da5-2d0b-4bda-a962-7e3878205f63 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:39:50.063426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b9e5b023-0863-43cf-95c1-a306044ecac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, f3022da5-2d0b-4bda-a962-7e3878205f63) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:50.067889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e5b023-0863-43cf-95c1-a306044ecac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:50.068485 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b9e5b023-0863-43cf-95c1-a306044ecac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:50.074395 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c24dcf-6287-4976-92e7-4b4f02a69e66 None None] Network f3022da5-2d0b-4bda-a962-7e3878205f63 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:50.085705 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b9e5b023-0863-43cf-95c1-a306044ecac8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3244560 Jul 06 12:39:50.370031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e78158d-618b-44ea-97a1-61479ce8a77c None None] Network f3022da5-2d0b-4bda-a962-7e3878205f63 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:39:50.595096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b5c31-c26b-475a-85f0-d182e3619444 req-e6e373ef-c135-483d-9428-e2db4211ee39 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:50.596981 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-799b5c31-c26b-475a-85f0-d182e3619444 req-e6e373ef-c135-483d-9428-e2db4211ee39 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 814 time: 0.1069920 Jul 06 12:39:50.613288 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-799b5c31-c26b-475a-85f0-d182e3619444 req-f1e1c252-5497-4c7c-92f4-5e4a85b1daeb tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/quotas/160892edb0d549aea68ff6dcd0c8db74 HTTP/1.1" status: 200 len: 375 time: 0.0100708 Jul 06 12:39:50.655505 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-799b5c31-c26b-475a-85f0-d182e3619444 req-6a498d66-43b2-44ad-bf8f-2ce58446182c tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347185 Jul 06 12:39:50.666807 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-799b5c31-c26b-475a-85f0-d182e3619444 req-bc0a5625-db23-4307-b7b7-b41f4946d27e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:39:50.667826 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-799b5c31-c26b-475a-85f0-d182e3619444 req-bc0a5625-db23-4307-b7b7-b41f4946d27e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054166 Jul 06 12:39:50.756173 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-799b5c31-c26b-475a-85f0-d182e3619444 req-5914b8e9-0e4f-4fce-80c6-87ee703bd868 service neutron] 10.222.0.81 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825689 Jul 06 12:39:50.863213 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-799b5c31-c26b-475a-85f0-d182e3619444 req-54ebd80d-b27a-4271-8bf6-5a4eb0690d36 service neutron] 10.222.0.81 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010165 Jul 06 12:39:51.037970 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6ed77d40-9d8f-4b75-b1b7-d789c022dd18 req-2a6e229e-1287-4e9e-8e83-f527b1e1eefd tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 210 time: 0.0305912 Jul 06 12:39:52.171421 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b5c31-c26b-475a-85f0-d182e3619444 req-86ed91f5-49fa-4ec1-a0c9-210a464ac756 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:52.173307 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-799b5c31-c26b-475a-85f0-d182e3619444 req-86ed91f5-49fa-4ec1-a0c9-210a464ac756 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.89 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 814 time: 0.1274183 Jul 06 12:39:52.186418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-799b5c31-c26b-475a-85f0-d182e3619444 req-fa8a904a-d5d6-404f-bfe6-61da2ec4f02b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Request body: {'port': {'device_id': '4f45d553-b0cf-4642-a9c0-110085ab78db', 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63', 'admin_state_up': True, 'tenant_id': '160892edb0d549aea68ff6dcd0c8db74'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:52.226858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b34f5e8f-a394-4e2b-a401-efa566ff0f0c req-29240def-aae7-4668-966a-a4af8f48aab9 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 210 time: 0.0321181 Jul 06 12:39:52.320502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799b5c31-c26b-475a-85f0-d182e3619444 req-fa8a904a-d5d6-404f-bfe6-61da2ec4f02b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Made reservation on behalf of 160892edb0d549aea68ff6dcd0c8db74 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:39:52.324271 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-799b5c31-c26b-475a-85f0-d182e3619444 req-fa8a904a-d5d6-404f-bfe6-61da2ec4f02b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:52.459879 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-799b5c31-c26b-475a-85f0-d182e3619444 req-fa8a904a-d5d6-404f-bfe6-61da2ec4f02b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Allocated IP 172.20.0.7 (f3022da5-2d0b-4bda-a962-7e3878205f63/c27e31c1-74d3-4de6-ac82-1a9fad3b8126/4a57f36b-bafb-49a5-914d-e5f65a6acb51) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:39:52.615547 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-799b5c31-c26b-475a-85f0-d182e3619444 req-fa8a904a-d5d6-404f-bfe6-61da2ec4f02b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:52.658517 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-799b5c31-c26b-475a-85f0-d182e3619444 req-fa8a904a-d5d6-404f-bfe6-61da2ec4f02b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:52.702117 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799b5c31-c26b-475a-85f0-d182e3619444 req-fa8a904a-d5d6-404f-bfe6-61da2ec4f02b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Network f3022da5-2d0b-4bda-a962-7e3878205f63 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:39:52.705488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-799b5c31-c26b-475a-85f0-d182e3619444 req-fa8a904a-d5d6-404f-bfe6-61da2ec4f02b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:39:52.712847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-799b5c31-c26b-475a-85f0-d182e3619444 req-fa8a904a-d5d6-404f-bfe6-61da2ec4f02b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:39:52.738941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a904a-d5d6-404f-bfe6-61da2ec4f02b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Pushing event updated for resources: {'Port': ['ID=4a57f36b-bafb-49a5-914d-e5f65a6acb51,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:52.772507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b5c31-c26b-475a-85f0-d182e3619444 req-fa8a904a-d5d6-404f-bfe6-61da2ec4f02b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:52.773124 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-799b5c31-c26b-475a-85f0-d182e3619444 req-fa8a904a-d5d6-404f-bfe6-61da2ec4f02b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:52.788200 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-799b5c31-c26b-475a-85f0-d182e3619444 req-fa8a904a-d5d6-404f-bfe6-61da2ec4f02b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6059947 Jul 06 12:39:52.799566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Request body: {'port': {'device_id': '4f45d553-b0cf-4642-a9c0-110085ab78db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:39:52.888617 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:53.181189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a57f36b-bafb-49a5-914d-e5f65a6acb51 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:39:53.188959 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:53.218491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Transition to ACTIVE for port object 4a57f36b-bafb-49a5-914d-e5f65a6acb51 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:39:53.223748 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:53.278597 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Pushing event updated for resources: {'Port': ['ID=4a57f36b-bafb-49a5-914d-e5f65a6acb51,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:53.358831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Attempting to bind port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:39:53.359158 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Attempting to bind port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:39:53.359547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Attempting to bind port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 on network f3022da5-2d0b-4bda-a962-7e3878205f63 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:53.364997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 on network f3022da5-2d0b-4bda-a962-7e3878205f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:39:53.365438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Attempting to bind port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 on network f3022da5-2d0b-4bda-a962-7e3878205f63 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:39:53.370618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:39:53.370965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Checking segment: {'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:39:53.371355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Bound using segment: {'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:39:53.371780 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Bound port: 4a57f36b-bafb-49a5-914d-e5f65a6acb51, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:39:53.372132 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:53.433670 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b59dd3-0003-48db-bca0-10610bfd90a0 req-8c8d6f4c-4ed2-478b-85eb-4cfe0c1d996f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:53.435178 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88b59dd3-0003-48db-bca0-10610bfd90a0 req-8c8d6f4c-4ed2-478b-85eb-4cfe0c1d996f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 943 time: 0.0698745 Jul 06 12:39:53.445079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] For port 4a57f36b-bafb-49a5-914d-e5f65a6acb51, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:39:53.448641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] For port 4a57f36b-bafb-49a5-914d-e5f65a6acb51, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:39:53.453794 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:53.483360 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-88b59dd3-0003-48db-bca0-10610bfd90a0 req-27c956d2-6527-4e7f-97ed-eb7bb25c7a4f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Jul 06 12:39:53.489532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:53.489532 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:53.490855 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-799b5c31-c26b-475a-85f0-d182e3619444 req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] 10.222.0.89 "PUT /v2.0/ports/4a57f36b-bafb-49a5-914d-e5f65a6acb51 HTTP/1.1" status: 200 len: 1091 time: 0.6958892 Jul 06 12:39:53.493189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f45d553-b0cf-4642-a9c0-110085ab78db', 'tag': '4a57f36b-bafb-49a5-914d-e5f65a6acb51'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:53.496713 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8bbc0e-845f-43bc-aa6a-8c28514ddeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "4f45d553-b0cf-4642-a9c0-110085ab78db", "tag": "4a57f36b-bafb-49a5-914d-e5f65a6acb51"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:53.535317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe454b-4fdc-49cc-b16a-38806ec99cfc service neutron] Pushing event updated for resources: {'Port': ['ID=4a57f36b-bafb-49a5-914d-e5f65a6acb51,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:53.572635 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8bdf14-cbb5-47a5-ae3b-de710bd53fcb x-openstack-request-id: req-ff8bdf14-cbb5-47a5-ae3b-de710bd53fcb {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:53.572924 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f45d553-b0cf-4642-a9c0-110085ab78db", "tag": "4a57f36b-bafb-49a5-914d-e5f65a6acb51", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:53.573174 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff8bdf14-cbb5-47a5-ae3b-de710bd53fcb {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:53.573574 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f45d553-b0cf-4642-a9c0-110085ab78db', 'tag': '4a57f36b-bafb-49a5-914d-e5f65a6acb51', 'status': 'completed', 'code': 200} Jul 06 12:39:53.606019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b5c31-c26b-475a-85f0-d182e3619444 req-52a5cb95-be66-4ebb-ba51-d6c24dd3f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:53.607580 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-799b5c31-c26b-475a-85f0-d182e3619444 req-52a5cb95-be66-4ebb-ba51-d6c24dd3f89b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 1094 time: 0.0659707 Jul 06 12:39:53.651509 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-799b5c31-c26b-475a-85f0-d182e3619444 req-0c7c7365-f860-43a4-8eff-f43e0bf716a7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51 HTTP/1.1" status: 200 len: 217 time: 0.0364435 Jul 06 12:39:53.702921 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b5c31-c26b-475a-85f0-d182e3619444 req-aa433943-5883-4194-81a8-edfab028a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:53.704435 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-799b5c31-c26b-475a-85f0-d182e3619444 req-aa433943-5883-4194-81a8-edfab028a622 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 200 len: 854 time: 0.0478568 Jul 06 12:39:53.738453 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-799b5c31-c26b-475a-85f0-d182e3619444 req-9d9a9b7d-0197-428e-b09e-76819fbd7bab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3022da5-2d0b-4bda-a962-7e3878205f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275643 Jul 06 12:39:53.833119 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-799b5c31-c26b-475a-85f0-d182e3619444 req-385bc540-7969-40a0-ba83-fb95c0a87542 service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883400 Jul 06 12:39:53.924666 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-799b5c31-c26b-475a-85f0-d182e3619444 req-85c03b26-b868-4ee0-8439-12df54dea46f service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858400 Jul 06 12:39:54.036845 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bbc0e-845f-43bc-aa6a-8c28514ddeb9 req-aa769411-9b2a-414f-90f0-9c4340ed10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:54.038367 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7d8bbc0e-845f-43bc-aa6a-8c28514ddeb9 req-aa769411-9b2a-414f-90f0-9c4340ed10b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 1094 time: 0.0610049 Jul 06 12:39:54.132828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bbc0e-845f-43bc-aa6a-8c28514ddeb9 req-f43d5590-7ebd-43d8-bf78-6ae5a17a6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:54.134318 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7d8bbc0e-845f-43bc-aa6a-8c28514ddeb9 req-f43d5590-7ebd-43d8-bf78-6ae5a17a6db9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 915 time: 0.0900679 Jul 06 12:39:54.180457 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7d8bbc0e-845f-43bc-aa6a-8c28514ddeb9 req-a58e0733-518f-49f6-9967-d1dfbbf7d65d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51 HTTP/1.1" status: 200 len: 217 time: 0.0397618 Jul 06 12:39:54.230658 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bbc0e-845f-43bc-aa6a-8c28514ddeb9 req-bed4c0a6-5826-49ec-9f55-87d4ff94515b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:54.232349 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7d8bbc0e-845f-43bc-aa6a-8c28514ddeb9 req-bed4c0a6-5826-49ec-9f55-87d4ff94515b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 200 len: 854 time: 0.0459294 Jul 06 12:39:54.265690 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7d8bbc0e-845f-43bc-aa6a-8c28514ddeb9 req-da4d8db1-04e6-4ef3-a228-7b78a71a6749 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3022da5-2d0b-4bda-a962-7e3878205f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271626 Jul 06 12:39:54.366347 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7d8bbc0e-845f-43bc-aa6a-8c28514ddeb9 req-19466b2e-6a9d-47e5-ab97-ef807f79210d service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924296 Jul 06 12:39:54.461678 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7d8bbc0e-845f-43bc-aa6a-8c28514ddeb9 req-87910e30-3afa-48d5-8d65-6d79e02251d0 service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885448 Jul 06 12:39:54.683012 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abbdfa-9884-4bbb-b7c4-b42936e129a8 req-30bf74f3-4a8d-4a76-9884-d71f6b2c6426 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:54.684547 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-46abbdfa-9884-4bbb-b7c4-b42936e129a8 req-30bf74f3-4a8d-4a76-9884-d71f6b2c6426 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 943 time: 0.0748811 Jul 06 12:39:54.726645 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-46abbdfa-9884-4bbb-b7c4-b42936e129a8 req-867a8ce6-4740-4bc2-bedf-2d00162cbfb6 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362501 Jul 06 12:39:55.922105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e326c-aa9a-4ec7-8381-d0f4497dcaf7 req-aca73bdf-f270-40b4-9468-bed569fc0982 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:55.923676 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec2e326c-aa9a-4ec7-8381-d0f4497dcaf7 req-aca73bdf-f270-40b4-9468-bed569fc0982 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 943 time: 0.0835915 Jul 06 12:39:55.976381 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec2e326c-aa9a-4ec7-8381-d0f4497dcaf7 req-9d4cf7a2-24b4-4a86-81e1-8831cd1199b3 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468199 Jul 06 12:39:57.165028 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 4a57f36b-bafb-49a5-914d-e5f65a6acb51 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:39:57.169990 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea8bc2-c13d-4713-846c-a96a583734ea req-14ca6628-9c38-4df9-b7a8-3b85a01b0d6b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:57.171651 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cea8bc2-c13d-4713-846c-a96a583734ea req-14ca6628-9c38-4df9-b7a8-3b85a01b0d6b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 943 time: 0.0799415 Jul 06 12:39:57.216890 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4cea8bc2-c13d-4713-846c-a96a583734ea req-c4a0b74a-f27b-417b-ae7a-c22b6809b118 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378575 Jul 06 12:39:57.296069 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 4a57f36b-bafb-49a5-914d-e5f65a6acb51, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:57.309790 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '4a57f36b-bafb-49a5-914d-e5f65a6acb51', 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63', 'port_id': '4a57f36b-bafb-49a5-914d-e5f65a6acb51', 'mac_address': 'fa:16:3e:7e:09:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c27e31c1-74d3-4de6-ac82-1a9fad3b8126', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:39:57.352325 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:57.365479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a57f36b-bafb-49a5-914d-e5f65a6acb51 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:39:57.386032 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 4a57f36b-bafb-49a5-914d-e5f65a6acb51, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:57.390201 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:57.438391 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=4a57f36b-bafb-49a5-914d-e5f65a6acb51,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:57.446341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:57.446687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:57.447033 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:57.447397 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:57.447733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:57.448062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:57.448390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:57.448711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:57.449036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:57.449356 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:57.449683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:57.450005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:39:57.602862 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['4a57f36b-bafb-49a5-914d-e5f65a6acb51'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:39:58.405797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dc439-e02b-48fb-a262-5c2fca25cfed req-631de8e6-ddf6-417f-8e3e-84a7ccbaec3f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:58.407383 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f21dc439-e02b-48fb-a262-5c2fca25cfed req-631de8e6-ddf6-417f-8e3e-84a7ccbaec3f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 944 time: 0.0689206 Jul 06 12:39:58.447348 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f21dc439-e02b-48fb-a262-5c2fca25cfed req-1f7a4898-ebcd-416a-9258-8653af3325cc tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343218 Jul 06 12:39:59.166877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 4a57f36b-bafb-49a5-914d-e5f65a6acb51 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:39:59.216927 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:39:59.220792 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:39:59.221225 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:59.298632 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:59.322771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f45d553-b0cf-4642-a9c0-110085ab78db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a57f36b-bafb-49a5-914d-e5f65a6acb51'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:39:59.325069 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56646fc1-f3b6-40dd-b722-bbac6c0fa2ef" -d '{"events": [{"server_uuid": "4f45d553-b0cf-4642-a9c0-110085ab78db", "name": "network-vif-plugged", "status": "completed", "tag": "4a57f36b-bafb-49a5-914d-e5f65a6acb51"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:39:59.341947 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 4a57f36b-bafb-49a5-914d-e5f65a6acb51, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:39:59.347044 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:39:59.370618 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3e3346-5a16-40ab-beae-111a861acfd9 x-openstack-request-id: req-de3e3346-5a16-40ab-beae-111a861acfd9 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:39:59.371066 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f45d553-b0cf-4642-a9c0-110085ab78db", "name": "network-vif-plugged", "status": "completed", "tag": "4a57f36b-bafb-49a5-914d-e5f65a6acb51", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:39:59.371192 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de3e3346-5a16-40ab-beae-111a861acfd9 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:39:59.371577 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f45d553-b0cf-4642-a9c0-110085ab78db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a57f36b-bafb-49a5-914d-e5f65a6acb51', 'code': 200} Jul 06 12:39:59.398298 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=4a57f36b-bafb-49a5-914d-e5f65a6acb51,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:39:59.483949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925ed15-3b2c-4f11-a7a2-7c914fd50b80 req-97c1a0c8-2e8a-4d4d-93f5-aaa808945aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:59.485401 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2925ed15-3b2c-4f11-a7a2-7c914fd50b80 req-97c1a0c8-2e8a-4d4d-93f5-aaa808945aa1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 1096 time: 0.0539229 Jul 06 12:39:59.521896 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2925ed15-3b2c-4f11-a7a2-7c914fd50b80 req-16e193de-fb29-4ace-b6e5-8a7883705b2a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293202 Jul 06 12:39:59.632885 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9c322-a4e3-45e5-92e9-37453da9789a req-aceec306-b423-418d-8320-601a5a62da42 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:39:59.634448 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77c9c322-a4e3-45e5-92e9-37453da9789a req-aceec306-b423-418d-8320-601a5a62da42 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0662358 Jul 06 12:39:59.678757 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77c9c322-a4e3-45e5-92e9-37453da9789a req-fc2787a1-aa96-45d6-ace6-f246821b9627 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386546 Jul 06 12:40:00.863212 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a3f7c-b189-4cd2-938b-80b9aabdba30 req-40dbd2e0-cef6-4573-83f5-db94ef9b129f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:00.865266 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-847a3f7c-b189-4cd2-938b-80b9aabdba30 req-40dbd2e0-cef6-4573-83f5-db94ef9b129f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0678906 Jul 06 12:40:00.904819 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-847a3f7c-b189-4cd2-938b-80b9aabdba30 req-8ac6a781-a25c-4d86-9adc-8f89a945f153 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325835 Jul 06 12:40:01.079972 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a68182-8892-4182-85a4-a43048695366 req-13617301-71d3-416e-bf5a-cd3209e59245 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:01.081482 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9a68182-8892-4182-85a4-a43048695366 req-13617301-71d3-416e-bf5a-cd3209e59245 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0659361 Jul 06 12:40:01.120026 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9a68182-8892-4182-85a4-a43048695366 req-8505c414-f05c-42d1-9f23-03a71fae91e2 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325320 Jul 06 12:40:01.648483 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ba18b-6770-479c-bfc7-3f2baab21136 req-de405e99-4cad-467e-a93d-2d89280aa66d tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:01.650063 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-531ba18b-6770-479c-bfc7-3f2baab21136 req-de405e99-4cad-467e-a93d-2d89280aa66d tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0704050 Jul 06 12:40:01.688032 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-531ba18b-6770-479c-bfc7-3f2baab21136 req-dfaadf32-9ec6-4acd-8f1f-80c7f1ddb3a7 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322514 Jul 06 12:40:01.861012 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924c7ac-36f0-47f5-bc39-a9ca9c30e2f1 req-b270a357-17be-43cf-9a19-d04229066c8c tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:01.862578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6924c7ac-36f0-47f5-bc39-a9ca9c30e2f1 req-b270a357-17be-43cf-9a19-d04229066c8c tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0648513 Jul 06 12:40:01.901013 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6924c7ac-36f0-47f5-bc39-a9ca9c30e2f1 req-e7afe8cb-600d-40ec-92cb-0e5c796207bb tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327384 Jul 06 12:40:02.288337 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-249f8084-5afd-444f-ac85-709faf87c31d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772519 Jul 06 12:40:02.323964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae8bee-9f95-44e8-ac80-1761f2732abe req-3adee16b-2f43-430f-926a-37313095c6b7 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:02.327874 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c4ae8bee-9f95-44e8-ac80-1761f2732abe req-3adee16b-2f43-430f-926a-37313095c6b7 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0881102 Jul 06 12:40:02.381421 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c4ae8bee-9f95-44e8-ac80-1761f2732abe req-4ce4f59c-f69f-4487-af53-b41cc6a0c12f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452261 Jul 06 12:40:03.538867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423709-969b-44fd-a673-70805f789be9 req-3bef313c-617f-4b5e-bd9b-cdcef08aee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:03.540505 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-3bef313c-617f-4b5e-bd9b-cdcef08aee9c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 1096 time: 0.0634651 Jul 06 12:40:03.576772 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3ef57-e1ce-4e65-a265-db0603783e41 req-6d78189f-9b69-4794-870f-1c50863e8a3c tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:03.578338 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-87f3ef57-e1ce-4e65-a265-db0603783e41 req-6d78189f-9b69-4794-870f-1c50863e8a3c tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0691731 Jul 06 12:40:03.618569 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-87f3ef57-e1ce-4e65-a265-db0603783e41 req-62aa0875-9f1b-47ac-87bd-6ab1749addcb tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328741 Jul 06 12:40:03.636752 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423709-969b-44fd-a673-70805f789be9 req-cc1f6596-102d-4cc1-b45c-3961aab7f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:03.638383 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-cc1f6596-102d-4cc1-b45c-3961aab7f0e6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 915 time: 0.0918980 Jul 06 12:40:03.682835 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-ef8e6c56-f08f-4836-929c-0a2269903c09 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51 HTTP/1.1" status: 200 len: 217 time: 0.0385816 Jul 06 12:40:03.732413 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423709-969b-44fd-a673-70805f789be9 req-91769f56-9e1d-4995-a3ec-0806581ac8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:03.734076 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-91769f56-9e1d-4995-a3ec-0806581ac8fb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 200 len: 854 time: 0.0456176 Jul 06 12:40:03.767309 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-4cfe5f02-1de0-40aa-9f99-905d3943ea51 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3022da5-2d0b-4bda-a962-7e3878205f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269585 Jul 06 12:40:03.865245 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-999ae1ee-1aee-47ee-82d8-2d1b2e636643 service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902927 Jul 06 12:40:03.962604 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-ea1326f3-79ea-4834-bfec-b3ad40460559 service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911636 Jul 06 12:40:04.800378 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce6e66-dd77-456b-b191-be6eaf242e9e req-82a7f2a8-258d-436c-8db8-8ffe55a3d62d tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:04.801927 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-81ce6e66-dd77-456b-b191-be6eaf242e9e req-82a7f2a8-258d-436c-8db8-8ffe55a3d62d tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0676661 Jul 06 12:40:04.841103 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-81ce6e66-dd77-456b-b191-be6eaf242e9e req-de00d6d7-65cb-449f-a6b6-cc4d397ee2e9 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332210 Jul 06 12:40:05.550913 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4794ab7-f82c-4bd5-ac75-0d9df65d9aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:06.006501 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:06.037713 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab776c54-e55d-4900-990c-a86120c45c54 req-c0220f80-faff-44ee-9f14-2bdf92da37f0 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:06.039361 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab776c54-e55d-4900-990c-a86120c45c54 req-c0220f80-faff-44ee-9f14-2bdf92da37f0 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0807388 Jul 06 12:40:06.082190 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ab776c54-e55d-4900-990c-a86120c45c54 req-88a4cbcc-fad5-4c91-93bc-5b5712653f23 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359793 Jul 06 12:40:06.884234 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:07.262880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b49e0-50b5-42fa-b0a6-0058a1e8e1d0 req-34425ee0-77ea-42ed-9151-f819bbdae4b7 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:07.264465 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d34b49e0-50b5-42fa-b0a6-0058a1e8e1d0 req-34425ee0-77ea-42ed-9151-f819bbdae4b7 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0658309 Jul 06 12:40:07.303628 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d34b49e0-50b5-42fa-b0a6-0058a1e8e1d0 req-df6cc024-8ff2-4d38-a3a0-61fc0a44a2fb tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334349 Jul 06 12:40:08.182574 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ba85c5e-f5b0-47c8-b736-ad4890c4a0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:08.277768 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:08.479605 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac18b08-b996-4278-8d45-cc8dce08a400 req-94257668-0dea-4fcd-900c-ef3693c599a9 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:08.481127 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ac18b08-b996-4278-8d45-cc8dce08a400 req-94257668-0dea-4fcd-900c-ef3693c599a9 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0629406 Jul 06 12:40:08.523179 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0ac18b08-b996-4278-8d45-cc8dce08a400 req-ab6c2c19-564f-41d6-8b98-18a9515ff1d2 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364890 Jul 06 12:40:09.496686 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:09.705589 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b87a5e-ac1c-4b0e-abda-0fd20ae09319 req-0f85059a-9ab7-4530-b2de-ac62dae8a683 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:09.707436 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8b87a5e-ac1c-4b0e-abda-0fd20ae09319 req-0f85059a-9ab7-4530-b2de-ac62dae8a683 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0657156 Jul 06 12:40:09.746842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f8b87a5e-ac1c-4b0e-abda-0fd20ae09319 req-d45d04f9-0cc4-4f8a-af33-4686272afbd9 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330167 Jul 06 12:40:10.937578 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764441bc-0061-41f8-aa3d-7353c2e1dbfa req-51e295b0-d416-4d51-965a-7af3ceb43f5b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:10.939895 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-764441bc-0061-41f8-aa3d-7353c2e1dbfa req-51e295b0-d416-4d51-965a-7af3ceb43f5b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0780408 Jul 06 12:40:10.981934 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-764441bc-0061-41f8-aa3d-7353c2e1dbfa req-5648be38-1c3e-4d83-b302-ae34c8c20919 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351851 Jul 06 12:40:11.072824 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:12.170236 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968e753-88ae-4020-a5ff-66bb6256ffa7 req-b4268686-905c-4cc0-8b0a-f84b5861c045 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:12.171823 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e968e753-88ae-4020-a5ff-66bb6256ffa7 req-b4268686-905c-4cc0-8b0a-f84b5861c045 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0707080 Jul 06 12:40:12.213172 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e968e753-88ae-4020-a5ff-66bb6256ffa7 req-15f6baa7-0c2f-4965-a444-19f570a1a36b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355144 Jul 06 12:40:13.026802 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:40:13.396792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273ba0a-7570-4f15-83cc-c142dd15d06a req-9b2cbcf3-6700-461b-92c4-90a9fccb3bdb tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:13.398203 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6273ba0a-7570-4f15-83cc-c142dd15d06a req-9b2cbcf3-6700-461b-92c4-90a9fccb3bdb tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0630844 Jul 06 12:40:13.436120 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6273ba0a-7570-4f15-83cc-c142dd15d06a req-b4738f83-649c-4a00-b05b-3349691359f8 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322986 Jul 06 12:40:14.621522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17231211-362f-4f8d-9d1c-3bef7f1459d0 req-d262e9d8-ca62-4458-90c9-195a30f76ce1 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:14.623100 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17231211-362f-4f8d-9d1c-3bef7f1459d0 req-d262e9d8-ca62-4458-90c9-195a30f76ce1 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0671558 Jul 06 12:40:14.667783 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17231211-362f-4f8d-9d1c-3bef7f1459d0 req-20a93a12-d9e1-4eca-9aab-26b5350cf3c7 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383379 Jul 06 12:40:15.845443 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb613a-999f-4b7c-857d-b565ba0b9178 req-3d26b1ce-d754-4357-8465-f54960059612 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:15.846929 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21bb613a-999f-4b7c-857d-b565ba0b9178 req-3d26b1ce-d754-4357-8465-f54960059612 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0654461 Jul 06 12:40:15.887520 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21bb613a-999f-4b7c-857d-b565ba0b9178 req-770c9bad-e380-49b5-97a2-856fb88a95c4 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347869 Jul 06 12:40:17.108221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205052b5-4439-4c39-86b8-805dd354b25c req-c684baf9-7bdb-4dab-87a3-7dcf71ac183a tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:17.111018 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-205052b5-4439-4c39-86b8-805dd354b25c req-c684baf9-7bdb-4dab-87a3-7dcf71ac183a tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0875924 Jul 06 12:40:17.156361 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-205052b5-4439-4c39-86b8-805dd354b25c req-6c613959-dec5-4680-966e-80561121f154 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391593 Jul 06 12:40:18.410227 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743b96e-adfc-4c27-b8ac-17134159a7c6 req-ac72bfa4-ffa7-47ae-8deb-1fedca804c9c tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:18.412444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f743b96e-adfc-4c27-b8ac-17134159a7c6 req-ac72bfa4-ffa7-47ae-8deb-1fedca804c9c tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0799036 Jul 06 12:40:18.462330 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f743b96e-adfc-4c27-b8ac-17134159a7c6 req-d3854ecc-6238-4d52-98b2-f15a1d1491d2 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433276 Jul 06 12:40:19.727568 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1e63f-6d14-4608-881a-3178ffacb013 req-7dce9de3-f9f4-4ca1-a1b4-fc05c41eda32 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:19.729201 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-baf1e63f-6d14-4608-881a-3178ffacb013 req-7dce9de3-f9f4-4ca1-a1b4-fc05c41eda32 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0685019 Jul 06 12:40:19.768897 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-baf1e63f-6d14-4608-881a-3178ffacb013 req-9d8a4a11-8b3a-490b-bab4-cc9544ca305e tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339210 Jul 06 12:40:20.952291 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90e76b-ca7e-4c26-adeb-45d5bb195f57 req-e86fae7f-3755-4624-952c-17c7d922faa3 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:20.953928 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf90e76b-ca7e-4c26-adeb-45d5bb195f57 req-e86fae7f-3755-4624-952c-17c7d922faa3 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0673060 Jul 06 12:40:21.000986 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf90e76b-ca7e-4c26-adeb-45d5bb195f57 req-c942bd55-7379-4623-a6f2-db06d67bc4ff tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409119 Jul 06 12:40:21.923118 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0aae9-9f57-4dc5-a547-58fe926b9f20 req-0890c81b-b42b-4791-ba17-524e21309a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:21.924607 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5bc0aae9-9f57-4dc5-a547-58fe926b9f20 req-0890c81b-b42b-4791-ba17-524e21309a0a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 1096 time: 0.0692797 Jul 06 12:40:22.041594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0aae9-9f57-4dc5-a547-58fe926b9f20 req-61932ee0-a5b0-4e4f-b00f-6f22e82cc596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:22.044377 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5bc0aae9-9f57-4dc5-a547-58fe926b9f20 req-61932ee0-a5b0-4e4f-b00f-6f22e82cc596 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 915 time: 0.0969689 Jul 06 12:40:22.120363 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5bc0aae9-9f57-4dc5-a547-58fe926b9f20 req-8fdad2be-56a9-407f-bc8d-85522acb6fc5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51 HTTP/1.1" status: 200 len: 217 time: 0.0677054 Jul 06 12:40:22.182757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0aae9-9f57-4dc5-a547-58fe926b9f20 req-0e5b0b45-8977-493f-a074-f568f5145363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:22.184993 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5bc0aae9-9f57-4dc5-a547-58fe926b9f20 req-0e5b0b45-8977-493f-a074-f568f5145363 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 200 len: 854 time: 0.0581195 Jul 06 12:40:22.206617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a264f-dc1b-442b-a7ae-67a702d0f896 req-d0f5e738-fc6b-426d-8167-ed2376be7baa tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:22.209795 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb4a264f-dc1b-442b-a7ae-67a702d0f896 req-d0f5e738-fc6b-426d-8167-ed2376be7baa tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0881004 Jul 06 12:40:22.222434 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5bc0aae9-9f57-4dc5-a547-58fe926b9f20 req-9487643b-e1bd-4091-8823-9b548bf871e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3022da5-2d0b-4bda-a962-7e3878205f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301120 Jul 06 12:40:22.266243 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb4a264f-dc1b-442b-a7ae-67a702d0f896 req-2a139780-7fc5-47b3-ae81-0f9d4724bed8 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502658 Jul 06 12:40:22.338227 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5bc0aae9-9f57-4dc5-a547-58fe926b9f20 req-a8f7d9de-53d5-4a98-b93b-2164b86d5288 service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083317 Jul 06 12:40:22.439341 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5bc0aae9-9f57-4dc5-a547-58fe926b9f20 req-c5d34502-242f-4320-8a10-41cb81a64157 service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936391 Jul 06 12:40:23.482476 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed097f-43b2-4046-8386-d6a5dadce8d5 req-1a9813d1-0ad4-4cc7-9ea8-31a74374c7e3 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:23.484138 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4bed097f-43b2-4046-8386-d6a5dadce8d5 req-1a9813d1-0ad4-4cc7-9ea8-31a74374c7e3 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0778184 Jul 06 12:40:23.534239 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4bed097f-43b2-4046-8386-d6a5dadce8d5 req-2b1870ab-a1f2-4777-90e7-931d2b625f9b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432863 Jul 06 12:40:24.720588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445a134-c2f3-4116-b740-509c5c55e0c2 req-ea64fae6-982a-4c1a-8b06-bbdc7f9ccbdd tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:24.722180 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6445a134-c2f3-4116-b740-509c5c55e0c2 req-ea64fae6-982a-4c1a-8b06-bbdc7f9ccbdd tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0695906 Jul 06 12:40:24.763704 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6445a134-c2f3-4116-b740-509c5c55e0c2 req-e0ab2042-b808-4b17-984b-ae48610b06c9 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357137 Jul 06 12:40:25.967946 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393b11d-259d-4240-8716-17a89fece104 req-78c9c1a4-f13a-494c-9899-81ee90b3a743 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:25.969632 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1393b11d-259d-4240-8716-17a89fece104 req-78c9c1a4-f13a-494c-9899-81ee90b3a743 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0652854 Jul 06 12:40:26.008336 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1393b11d-259d-4240-8716-17a89fece104 req-5148bfd8-f577-4cce-a655-c51b8e40d125 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332024 Jul 06 12:40:27.189722 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9b7e2-9562-4ada-a32a-f007aee027a8 req-c0ae927d-90f4-455b-a0eb-aaf470000780 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:27.191280 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42d9b7e2-9562-4ada-a32a-f007aee027a8 req-c0ae927d-90f4-455b-a0eb-aaf470000780 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0699217 Jul 06 12:40:27.235646 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42d9b7e2-9562-4ada-a32a-f007aee027a8 req-0c067cdb-4217-45c8-bbb8-98b6875676b2 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385866 Jul 06 12:40:28.418557 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928d483-3f29-429d-a047-c7fba834dfcc req-615685fd-db59-4da8-91fa-5ae0a18266eb tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:28.420149 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0928d483-3f29-429d-a047-c7fba834dfcc req-615685fd-db59-4da8-91fa-5ae0a18266eb tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0659990 Jul 06 12:40:28.460015 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0928d483-3f29-429d-a047-c7fba834dfcc req-2c9e22d2-d83e-46dc-a059-ad64ec7d5421 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342066 Jul 06 12:40:29.643564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb405f-9c4c-4608-a297-0e81fc6f5df5 req-f8a2c81b-7b94-4453-b850-d3feda26e6a7 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:29.645064 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3bb405f-9c4c-4608-a297-0e81fc6f5df5 req-f8a2c81b-7b94-4453-b850-d3feda26e6a7 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0656216 Jul 06 12:40:29.685213 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3bb405f-9c4c-4608-a297-0e81fc6f5df5 req-b7860369-1ae4-4eee-92f0-fde3de69371e tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338202 Jul 06 12:40:30.849907 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-ba423709-969b-44fd-a673-70805f789be9 req-b033fe83-4d33-4d8e-91cb-8962e39692d7 service neutron] show failed (client error): The resource could not be found. Jul 06 12:40:30.851095 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-b033fe83-4d33-4d8e-91cb-8962e39692d7 service neutron] 10.222.0.89 "GET /v2.0/ports/4a57f36b-bafb-49a5-914d-e5f65a6acb51/bindings/n-h1-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.0614476 Jul 06 12:40:30.867857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c918f4-9565-4cb2-88c3-9088d4224196 req-7992c93e-d9db-4832-bd79-8e02417137e9 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:30.869360 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-60c918f4-9565-4cb2-88c3-9088d4224196 req-7992c93e-d9db-4832-bd79-8e02417137e9 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0677478 Jul 06 12:40:30.908793 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-60c918f4-9565-4cb2-88c3-9088d4224196 req-03931fe9-e3b6-412c-8ad7-cd9c8f4b8623 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330112 Jul 06 12:40:31.104687 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423709-969b-44fd-a673-70805f789be9 req-7f61c20d-76d1-46b9-920f-cf01232c4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:31.106221 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-7f61c20d-76d1-46b9-920f-cf01232c4aab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db&tenant_id=160892edb0d549aea68ff6dcd0c8db74 HTTP/1.1" status: 200 len: 1096 time: 0.0543544 Jul 06 12:40:31.119191 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:40:31.191806 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:31.393246 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] For port 4a57f36b-bafb-49a5-914d-e5f65a6acb51, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:31.425700 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] For port 4a57f36b-bafb-49a5-914d-e5f65a6acb51, host n-h2-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:40:31.464752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f45d553-b0cf-4642-a9c0-110085ab78db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a57f36b-bafb-49a5-914d-e5f65a6acb51'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:40:31.467012 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3bfd32-6dfc-45db-9498-216c71dd56c3" -d '{"events": [{"server_uuid": "4f45d553-b0cf-4642-a9c0-110085ab78db", "name": "network-vif-unplugged", "status": "completed", "tag": "4a57f36b-bafb-49a5-914d-e5f65a6acb51"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:40:31.474506 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:31.486133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Transition to ACTIVE for port object 4a57f36b-bafb-49a5-914d-e5f65a6acb51 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:40:31.490157 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:31.523313 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c1a43c-9943-4bf2-a969-a528ade72f6d x-openstack-request-id: req-94c1a43c-9943-4bf2-a969-a528ade72f6d {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:40:31.523604 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f45d553-b0cf-4642-a9c0-110085ab78db", "name": "network-vif-unplugged", "status": "completed", "tag": "4a57f36b-bafb-49a5-914d-e5f65a6acb51", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:40:31.523849 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94c1a43c-9943-4bf2-a969-a528ade72f6d {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:40:31.524248 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f45d553-b0cf-4642-a9c0-110085ab78db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a57f36b-bafb-49a5-914d-e5f65a6acb51', 'code': 200} Jul 06 12:40:31.558177 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] No DVR routers for this DVR port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 on host n-h2-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:40:31.560010 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Pushing event updated for resources: {'Port': ['ID=4a57f36b-bafb-49a5-914d-e5f65a6acb51,revision_number=6']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:31.599929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Attempting to bind port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:40:31.600260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Attempting to bind port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:40:31.600589 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Attempting to bind port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 on network f3022da5-2d0b-4bda-a962-7e3878205f63 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:40:31.604800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 on network f3022da5-2d0b-4bda-a962-7e3878205f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:40:31.605120 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Attempting to bind port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 on network f3022da5-2d0b-4bda-a962-7e3878205f63 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:40:31.609814 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:40:31.610146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Checking segment: {'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:40:31.610528 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Bound using segment: {'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:40:31.610948 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Bound port: 4a57f36b-bafb-49a5-914d-e5f65a6acb51, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:40:31.611334 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:31.676451 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] For port 4a57f36b-bafb-49a5-914d-e5f65a6acb51, host n-h1-799529-2, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:40:31.680371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] For port 4a57f36b-bafb-49a5-914d-e5f65a6acb51, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:40:31.684379 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:31.719510 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:31.720129 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:31.721691 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] 10.222.0.23 "PUT /v2.0/ports/4a57f36b-bafb-49a5-914d-e5f65a6acb51 HTTP/1.1" status: 200 len: 1091 time: 0.6065485 Jul 06 12:40:31.744578 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212908d-6ea1-4ca3-9318-ac8a134d7a95 service neutron] Pushing event updated for resources: {'Port': ['ID=4a57f36b-bafb-49a5-914d-e5f65a6acb51,revision_number=7']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:31.797114 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423709-969b-44fd-a673-70805f789be9 req-f006b4d6-a552-428d-a0e3-5674d961c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:31.798683 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-f006b4d6-a552-428d-a0e3-5674d961c879 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 1094 time: 0.0552592 Jul 06 12:40:31.891855 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423709-969b-44fd-a673-70805f789be9 req-c5d15898-3003-46ce-9228-eebe8caabb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:31.893375 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-c5d15898-3003-46ce-9228-eebe8caabb13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 915 time: 0.0879798 Jul 06 12:40:31.935810 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-c35e741c-c631-41fe-ac0a-117e7bf20b67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51 HTTP/1.1" status: 200 len: 217 time: 0.0354743 Jul 06 12:40:32.321648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423709-969b-44fd-a673-70805f789be9 req-8d740018-34d6-42f4-8519-445578280992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:32.323122 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-8d740018-34d6-42f4-8519-445578280992 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 200 len: 854 time: 0.3789179 Jul 06 12:40:32.364080 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-876b5030-6b98-4b79-8de5-2ac742099389 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3022da5-2d0b-4bda-a962-7e3878205f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331585 Jul 06 12:40:32.378148 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67df7bf-0294-40a5-9db4-73b01c14ed3b req-096474d4-2238-4fa9-8c00-b20d12e3a03b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:32.379640 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e67df7bf-0294-40a5-9db4-73b01c14ed3b req-096474d4-2238-4fa9-8c00-b20d12e3a03b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 943 time: 0.1028023 Jul 06 12:40:32.465922 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e67df7bf-0294-40a5-9db4-73b01c14ed3b req-65458e7e-2977-4edf-b7da-999ab6ffd08e tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779467 Jul 06 12:40:32.496408 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-188c3909-6b7b-456b-90ae-bf3a912d248b service neutron] 10.222.0.23 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157882 Jul 06 12:40:32.596465 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba423709-969b-44fd-a673-70805f789be9 req-0b7677e1-0feb-4f23-82b5-c259c595b776 service neutron] 10.222.0.23 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928109 Jul 06 12:40:33.526290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f45d553-b0cf-4642-a9c0-110085ab78db', 'tag': '4a57f36b-bafb-49a5-914d-e5f65a6acb51'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:40:33.528964 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb581a94-a407-4a82-a630-4c3f96efe033" -d '{"events": [{"name": "network-changed", "server_uuid": "4f45d553-b0cf-4642-a9c0-110085ab78db", "tag": "4a57f36b-bafb-49a5-914d-e5f65a6acb51"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:40:33.668179 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1b051-d23d-4385-8d67-c8378abe5353 req-aa5f5245-24ef-469c-bb84-7e4f2052275a tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:33.669734 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31a1b051-d23d-4385-8d67-c8378abe5353 req-aa5f5245-24ef-469c-bb84-7e4f2052275a tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 943 time: 0.0796442 Jul 06 12:40:33.709573 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31a1b051-d23d-4385-8d67-c8378abe5353 req-c7c6299f-4575-479b-acc7-b2c64b42dbf0 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340827 Jul 06 12:40:33.769594 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d44eb1d-8392-4b00-b88c-e4720fa86621 x-openstack-request-id: req-6d44eb1d-8392-4b00-b88c-e4720fa86621 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:40:33.769896 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f45d553-b0cf-4642-a9c0-110085ab78db", "tag": "4a57f36b-bafb-49a5-914d-e5f65a6acb51", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:40:33.770148 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d44eb1d-8392-4b00-b88c-e4720fa86621 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:40:33.770555 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f45d553-b0cf-4642-a9c0-110085ab78db', 'tag': '4a57f36b-bafb-49a5-914d-e5f65a6acb51', 'status': 'completed', 'code': 200} Jul 06 12:40:33.854273 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-c5e89e8a-3b85-4b74-8725-a2a60d2a8f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:33.854962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-a26a0685-78c1-4ed2-92ab-4dc6500e7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:33.855839 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-c5e89e8a-3b85-4b74-8725-a2a60d2a8f74 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 1094 time: 0.0677476 Jul 06 12:40:33.856181 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-a26a0685-78c1-4ed2-92ab-4dc6500e7c9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 1094 time: 0.0570171 Jul 06 12:40:33.954885 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-2e7cf502-2575-40bd-a182-69163f8dfd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:33.956419 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-2e7cf502-2575-40bd-a182-69163f8dfd00 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 915 time: 0.0910761 Jul 06 12:40:33.956835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-c475d10d-bd0c-4347-95c7-0b543ccc200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:33.959095 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-c475d10d-bd0c-4347-95c7-0b543ccc200d service neutron] 10.222.0.89 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 915 time: 0.0968556 Jul 06 12:40:33.999710 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-be3a6c18-877c-43e2-866b-c154d3f52c1e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51 HTTP/1.1" status: 200 len: 217 time: 0.0364327 Jul 06 12:40:34.003782 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-49c9c55c-0558-47a0-81b0-3963cc2ad0b1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51 HTTP/1.1" status: 200 len: 217 time: 0.0384061 Jul 06 12:40:34.055443 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-45c3d48a-938a-4700-8824-0229f78712ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:34.056851 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-45c3d48a-938a-4700-8824-0229f78712ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 200 len: 854 time: 0.0502777 Jul 06 12:40:34.059223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-6c428870-4b2b-4cf5-acff-9e4366405ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:34.060746 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-6c428870-4b2b-4cf5-acff-9e4366405ce0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 200 len: 854 time: 0.0502634 Jul 06 12:40:34.095191 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-15026e5d-37ab-411a-86d3-8316b9dcbb2b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3022da5-2d0b-4bda-a962-7e3878205f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281274 Jul 06 12:40:34.111500 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-03aa4c65-5664-4848-a2a1-01b36fc31df7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3022da5-2d0b-4bda-a962-7e3878205f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446248 Jul 06 12:40:34.191170 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-846b1537-94e6-4678-ba9b-9ecde68a5845 service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885451 Jul 06 12:40:34.208618 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-272599d3-9c5b-46fc-a5b1-ab9b9fa08472 service neutron] 10.222.0.23 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893669 Jul 06 12:40:34.306792 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-dc524c5c-f340-404d-bd0d-7cab1ac30c0d service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094010 Jul 06 12:40:34.318710 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb581a94-a407-4a82-a630-4c3f96efe033 req-6046fe85-a169-4d17-996e-7e8e3fcdf47a service neutron] 10.222.0.23 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996768 Jul 06 12:40:34.897494 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f9e79-3549-467c-9df0-79800bc0f9d1 req-2cc222aa-9e9c-48fd-9dc6-cf3937f95a49 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:34.899135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b11f9e79-3549-467c-9df0-79800bc0f9d1 req-2cc222aa-9e9c-48fd-9dc6-cf3937f95a49 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 943 time: 0.0701330 Jul 06 12:40:34.938397 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b11f9e79-3549-467c-9df0-79800bc0f9d1 req-4a1dd520-523a-43df-90d9-9826824a05c6 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334291 Jul 06 12:40:35.243522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c523d35-0042-4055-9914-93101e102aed req-0cf41cd9-e5fb-4db8-a3f0-75114252e1e8 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:35.245071 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c523d35-0042-4055-9914-93101e102aed req-0cf41cd9-e5fb-4db8-a3f0-75114252e1e8 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 943 time: 0.0687575 Jul 06 12:40:35.249451 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b4bb9-0886-4721-a7bb-368ebeb0ea46 req-7fdef3dc-1387-4b2f-adde-13114854ce55 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:35.251053 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a5b4bb9-0886-4721-a7bb-368ebeb0ea46 req-7fdef3dc-1387-4b2f-adde-13114854ce55 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db&tenant_id=160892edb0d549aea68ff6dcd0c8db74&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 943 time: 0.0745921 Jul 06 12:40:35.288953 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5c523d35-0042-4055-9914-93101e102aed req-2da2f42b-5150-4279-8dba-4ab237470491 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379791 Jul 06 12:40:35.319424 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-5a5b4bb9-0886-4721-a7bb-368ebeb0ea46 req-f126c598-6655-4524-964f-57090ab1eee7 service neutron] delete failed (client error): The resource could not be found. Jul 06 12:40:35.320370 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a5b4bb9-0886-4721-a7bb-368ebeb0ea46 req-f126c598-6655-4524-964f-57090ab1eee7 service neutron] 10.222.0.89 "DELETE /v2.0/ports/4a57f36b-bafb-49a5-914d-e5f65a6acb51/bindings/n-h2-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.0632918 Jul 06 12:40:35.417608 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 4a57f36b-bafb-49a5-914d-e5f65a6acb51 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:35.430527 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b4bb9-0886-4721-a7bb-368ebeb0ea46 req-21ba2a23-d472-47b4-8780-5c0f54cba203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:35.432110 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a5b4bb9-0886-4721-a7bb-368ebeb0ea46 req-21ba2a23-d472-47b4-8780-5c0f54cba203 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 1094 time: 0.0683637 Jul 06 12:40:35.454145 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 4a57f36b-bafb-49a5-914d-e5f65a6acb51 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:35.520876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b4bb9-0886-4721-a7bb-368ebeb0ea46 req-81315946-2e75-4cee-9de9-7c8001542bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:35.523195 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a5b4bb9-0886-4721-a7bb-368ebeb0ea46 req-81315946-2e75-4cee-9de9-7c8001542bd5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 915 time: 0.0851650 Jul 06 12:40:35.552987 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2069962-4f68-406d-b886-376966366e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:35.568296 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a5b4bb9-0886-4721-a7bb-368ebeb0ea46 req-78b8c6e2-8ab1-4ea8-9f91-97cd4845118a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51 HTTP/1.1" status: 200 len: 217 time: 0.0392950 Jul 06 12:40:35.616959 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b4bb9-0886-4721-a7bb-368ebeb0ea46 req-6f9a5761-415a-4c7b-9aa4-d1ba74f87618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:35.618352 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a5b4bb9-0886-4721-a7bb-368ebeb0ea46 req-6f9a5761-415a-4c7b-9aa4-d1ba74f87618 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 200 len: 854 time: 0.0446157 Jul 06 12:40:35.650172 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a5b4bb9-0886-4721-a7bb-368ebeb0ea46 req-7de77463-f273-4dee-afea-d0b817a501cc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3022da5-2d0b-4bda-a962-7e3878205f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262733 Jul 06 12:40:35.741512 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a5b4bb9-0886-4721-a7bb-368ebeb0ea46 req-da71e4e3-38f1-4b51-a918-cb6ae2bf38d0 service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850232 Jul 06 12:40:35.795035 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 4a57f36b-bafb-49a5-914d-e5f65a6acb51 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:40:35.829385 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a5b4bb9-0886-4721-a7bb-368ebeb0ea46 req-781e7935-90f6-45e7-8735-198a5c282ec1 service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820529 Jul 06 12:40:35.894085 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 4a57f36b-bafb-49a5-914d-e5f65a6acb51, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:35.907341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '4a57f36b-bafb-49a5-914d-e5f65a6acb51', 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63', 'port_id': '4a57f36b-bafb-49a5-914d-e5f65a6acb51', 'mac_address': 'fa:16:3e:7e:09:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c27e31c1-74d3-4de6-ac82-1a9fad3b8126', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:40:35.947799 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:35.961869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a57f36b-bafb-49a5-914d-e5f65a6acb51 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:40:35.981460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 4a57f36b-bafb-49a5-914d-e5f65a6acb51, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:35.985475 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:36.034455 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:36.046809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=4a57f36b-bafb-49a5-914d-e5f65a6acb51,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:36.251628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['4a57f36b-bafb-49a5-914d-e5f65a6acb51'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:40:36.485656 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073b84f-3a18-48b3-839b-047d70a6b51b req-71c93a33-1555-446a-a939-65536c7c9369 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:36.487173 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9073b84f-3a18-48b3-839b-047d70a6b51b req-71c93a33-1555-446a-a939-65536c7c9369 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 944 time: 0.0688951 Jul 06 12:40:36.527493 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9073b84f-3a18-48b3-839b-047d70a6b51b req-3241c109-71d1-4497-8ae9-c462f05fc83b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335703 Jul 06 12:40:36.698127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae4134-43ef-48fc-90c7-78fcf29bb502 req-ae1f8c4a-8184-4164-b3a8-f71d4f40e3d5 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:36.699653 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50ae4134-43ef-48fc-90c7-78fcf29bb502 req-ae1f8c4a-8184-4164-b3a8-f71d4f40e3d5 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 944 time: 0.0629315 Jul 06 12:40:36.738713 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50ae4134-43ef-48fc-90c7-78fcf29bb502 req-79110a0e-c1e7-4711-858f-e738b11c8fb1 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334187 Jul 06 12:40:36.896603 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:36.925181 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b06b1a-fb67-4da2-852d-247974975c9e req-ed4364e0-b0da-44f8-af42-55a796f6f4e2 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:36.928135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64b06b1a-fb67-4da2-852d-247974975c9e req-ed4364e0-b0da-44f8-af42-55a796f6f4e2 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 944 time: 0.0806842 Jul 06 12:40:36.967308 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-64b06b1a-fb67-4da2-852d-247974975c9e req-fa443140-6e08-4a81-b588-b0273439a72f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336456 Jul 06 12:40:37.428683 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-400aed27-7b2e-4f65-8b56-3e4b837c97fa tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:37.430084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-400aed27-7b2e-4f65-8b56-3e4b837c97fa tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 814 time: 0.1078639 Jul 06 12:40:37.445026 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-0cdbdca1-4905-4d4c-84bd-d1faabad2aed tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/quotas/160892edb0d549aea68ff6dcd0c8db74 HTTP/1.1" status: 200 len: 375 time: 0.0094144 Jul 06 12:40:37.512752 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-32dbe37d-ca30-49a2-9378-8e5d7f7e2820 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0628474 Jul 06 12:40:37.602652 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-4ccd6473-de16-4003-91eb-5d5c2cd642d5 service neutron] 10.222.0.81 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831082 Jul 06 12:40:37.694171 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-dfcd07fc-d8bd-4ef5-92e8-a5b5b151499d service neutron] 10.222.0.81 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856678 Jul 06 12:40:37.814690 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 4a57f36b-bafb-49a5-914d-e5f65a6acb51 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:40:37.875860 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a505300b-6e97-4776-a577-df8a00fce25e req-bcaba913-62d7-4ba4-b907-8ef600db19d2 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 210 time: 0.0393248 Jul 06 12:40:37.878247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:40:37.882817 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:40:37.883522 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:37.968950 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:37.991971 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f45d553-b0cf-4642-a9c0-110085ab78db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a57f36b-bafb-49a5-914d-e5f65a6acb51'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:40:37.994228 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb544eb-1736-4069-8989-623ffed4bf5a" -d '{"events": [{"server_uuid": "4f45d553-b0cf-4642-a9c0-110085ab78db", "name": "network-vif-plugged", "status": "completed", "tag": "4a57f36b-bafb-49a5-914d-e5f65a6acb51"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:40:38.008251 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 4a57f36b-bafb-49a5-914d-e5f65a6acb51, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:38.012927 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:38.048399 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a88004-9073-4e79-a9b0-8f180a144bce x-openstack-request-id: req-f4a88004-9073-4e79-a9b0-8f180a144bce {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:40:38.048703 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f45d553-b0cf-4642-a9c0-110085ab78db", "name": "network-vif-plugged", "status": "completed", "tag": "4a57f36b-bafb-49a5-914d-e5f65a6acb51", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:40:38.048952 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4a88004-9073-4e79-a9b0-8f180a144bce {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:40:38.049339 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f45d553-b0cf-4642-a9c0-110085ab78db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a57f36b-bafb-49a5-914d-e5f65a6acb51', 'code': 200} Jul 06 12:40:38.063261 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=4a57f36b-bafb-49a5-914d-e5f65a6acb51,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:38.184793 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22baafbe-63c0-4353-9817-6cce526c8938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:38.282757 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:38.956384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.23', 57939) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:40:38.983254 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bee8b-b856-43c2-86ea-c2604e723e51 req-b856d108-dad4-47cb-a951-c926a4019913 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:38.985040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf9bee8b-b856-43c2-86ea-c2604e723e51 req-b856d108-dad4-47cb-a951-c926a4019913 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f45d553-b0cf-4642-a9c0-110085ab78db HTTP/1.1" status: 200 len: 945 time: 0.0696130 Jul 06 12:40:39.050578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2bf9d3ae-97a0-4c8d-a760-bce86f09b1cd req-65b1c251-464c-4d93-a9f6-ddaf0f5bcb09 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 210 time: 0.0514534 Jul 06 12:40:39.078715 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-00127592-a0ac-4f79-9d45-6296b3a51262 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:39.078715 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-00127592-a0ac-4f79-9d45-6296b3a51262 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.23 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 814 time: 0.1183906 Jul 06 12:40:39.090831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-f58f6b3d-8c1b-467b-b2ea-1a9c5b46d52f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Request body: {'port': {'device_id': 'ca2d719c-8afc-4c3c-92c9-66ac9c09c80f', 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63', 'admin_state_up': True, 'tenant_id': '160892edb0d549aea68ff6dcd0c8db74'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:40:39.127425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-bf9bee8b-b856-43c2-86ea-c2604e723e51 req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Deleting port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:40:39.127804 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-bf9bee8b-b856-43c2-86ea-c2604e723e51 req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:39.210453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-f58f6b3d-8c1b-467b-b2ea-1a9c5b46d52f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Made reservation on behalf of 160892edb0d549aea68ff6dcd0c8db74 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:40:39.214055 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-f58f6b3d-8c1b-467b-b2ea-1a9c5b46d52f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:39.244691 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-bf9bee8b-b856-43c2-86ea-c2604e723e51 req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] For port 4a57f36b-bafb-49a5-914d-e5f65a6acb51, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=4a57f36b-bafb-49a5-914d-e5f65a6acb51,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:39.245055 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-bf9bee8b-b856-43c2-86ea-c2604e723e51 req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:39.263192 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [req-bf9bee8b-b856-43c2-86ea-c2604e723e51 req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Calling delete_port for 4a57f36b-bafb-49a5-914d-e5f65a6acb51 owned by compute:nova {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:40:39.346084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-f58f6b3d-8c1b-467b-b2ea-1a9c5b46d52f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Allocated IP 172.20.0.14 (f3022da5-2d0b-4bda-a962-7e3878205f63/c27e31c1-74d3-4de6-ac82-1a9fad3b8126/bd4db079-0688-461b-a714-12e854181b72) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:40:39.395890 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-bf9bee8b-b856-43c2-86ea-c2604e723e51 req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:39.409699 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['4a57f36b-bafb-49a5-914d-e5f65a6acb51'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:40:39.430833 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Pushing event deleted for resources: {'Port': ['ID=4a57f36b-bafb-49a5-914d-e5f65a6acb51,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:39.446701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:39.447050 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:39.447418 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:39.447765 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:39.448102 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:39.448432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:39.448818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:39.449147 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:39.449546 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:39.449903 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:39.450248 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:39.450617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:40:39.495995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9bee8b-b856-43c2-86ea-c2604e723e51 req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] No DVR routers for this DVR port 4a57f36b-bafb-49a5-914d-e5f65a6acb51 on host n-h1-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:40:39.499843 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:39.500059 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-bf9bee8b-b856-43c2-86ea-c2604e723e51 req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:39.502450 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf9bee8b-b856-43c2-86ea-c2604e723e51 req-2a62e1cd-8b64-4345-9e07-0750f52bc705 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.23 "DELETE /v2.0/ports/4a57f36b-bafb-49a5-914d-e5f65a6acb51 HTTP/1.1" status: 204 len: 173 time: 0.5108113 Jul 06 12:40:39.502917 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f45d553-b0cf-4642-a9c0-110085ab78db', 'name': 'network-vif-deleted', 'tag': '4a57f36b-bafb-49a5-914d-e5f65a6acb51'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:40:39.506494 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a3daf6-be29-4c01-a1c3-37e310d5512a" -d '{"events": [{"server_uuid": "4f45d553-b0cf-4642-a9c0-110085ab78db", "name": "network-vif-deleted", "tag": "4a57f36b-bafb-49a5-914d-e5f65a6acb51"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:40:39.518833 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-f58f6b3d-8c1b-467b-b2ea-1a9c5b46d52f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:39.547269 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76199c08-0fb6-478d-939a-cd72be9cfb94 x-openstack-request-id: req-76199c08-0fb6-478d-939a-cd72be9cfb94 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:40:39.552153 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f45d553-b0cf-4642-a9c0-110085ab78db", "name": "network-vif-deleted", "tag": "4a57f36b-bafb-49a5-914d-e5f65a6acb51", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:40:39.552153 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76199c08-0fb6-478d-939a-cd72be9cfb94 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:40:39.552153 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f45d553-b0cf-4642-a9c0-110085ab78db', 'name': 'network-vif-deleted', 'tag': '4a57f36b-bafb-49a5-914d-e5f65a6acb51', 'status': 'completed', 'code': 200} Jul 06 12:40:39.561638 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-f58f6b3d-8c1b-467b-b2ea-1a9c5b46d52f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:39.573767 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['4a57f36b-bafb-49a5-914d-e5f65a6acb51'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:40:39.608995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-f58f6b3d-8c1b-467b-b2ea-1a9c5b46d52f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Network f3022da5-2d0b-4bda-a962-7e3878205f63 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:40:39.614133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-f58f6b3d-8c1b-467b-b2ea-1a9c5b46d52f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:40:39.618004 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-f58f6b3d-8c1b-467b-b2ea-1a9c5b46d52f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:40:39.624453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f6b3d-8c1b-467b-b2ea-1a9c5b46d52f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Pushing event updated for resources: {'Port': ['ID=bd4db079-0688-461b-a714-12e854181b72,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:39.669644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-f58f6b3d-8c1b-467b-b2ea-1a9c5b46d52f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:39.670264 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-f58f6b3d-8c1b-467b-b2ea-1a9c5b46d52f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:39.684622 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-f58f6b3d-8c1b-467b-b2ea-1a9c5b46d52f tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5992253 Jul 06 12:40:39.697730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Request body: {'port': {'device_id': 'ca2d719c-8afc-4c3c-92c9-66ac9c09c80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:40:39.773661 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:40.036647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4db079-0688-461b-a714-12e854181b72 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:40:40.046696 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:40.062547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Transition to ACTIVE for port object bd4db079-0688-461b-a714-12e854181b72 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:40:40.066678 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:40.144614 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4db079-0688-461b-a714-12e854181b72,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:40.214589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Attempting to bind port bd4db079-0688-461b-a714-12e854181b72 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:40:40.214923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Attempting to bind port bd4db079-0688-461b-a714-12e854181b72 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:40:40.215270 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Attempting to bind port bd4db079-0688-461b-a714-12e854181b72 on network f3022da5-2d0b-4bda-a962-7e3878205f63 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:40:40.220745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Port bd4db079-0688-461b-a714-12e854181b72 on network f3022da5-2d0b-4bda-a962-7e3878205f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:40:40.221137 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Attempting to bind port bd4db079-0688-461b-a714-12e854181b72 on network f3022da5-2d0b-4bda-a962-7e3878205f63 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:40:40.226698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:40:40.227120 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Checking segment: {'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:40:40.227429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Bound using segment: {'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:40:40.227854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Bound port: bd4db079-0688-461b-a714-12e854181b72, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:40:40.228210 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:40.277208 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f7996-8294-4552-932b-cf13423ea17b req-363d61af-ad19-47f1-9d20-7e1213db5ab7 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:40.278861 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-510f7996-8294-4552-932b-cf13423ea17b req-363d61af-ad19-47f1-9d20-7e1213db5ab7 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 944 time: 0.0776107 Jul 06 12:40:40.302118 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] For port bd4db079-0688-461b-a714-12e854181b72, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:40:40.306901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] For port bd4db079-0688-461b-a714-12e854181b72, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=bd4db079-0688-461b-a714-12e854181b72,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:40:40.313180 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:40.328259 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-510f7996-8294-4552-932b-cf13423ea17b req-0388e45e-affe-4716-a239-fc6ed9a58f48 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427115 Jul 06 12:40:40.368359 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:40.369257 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:40.370671 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] 10.222.0.23 "PUT /v2.0/ports/bd4db079-0688-461b-a714-12e854181b72 HTTP/1.1" status: 200 len: 1092 time: 0.6776044 Jul 06 12:40:40.371129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2d719c-8afc-4c3c-92c9-66ac9c09c80f', 'tag': 'bd4db079-0688-461b-a714-12e854181b72'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:40:40.373417 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb6149f-2c9b-4948-8e93-cc4097a384e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2d719c-8afc-4c3c-92c9-66ac9c09c80f", "tag": "bd4db079-0688-461b-a714-12e854181b72"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:40:40.403751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b3c03-17b8-491c-a270-8db24ad96781 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4db079-0688-461b-a714-12e854181b72,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:40.416479 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520f0657-1a25-4ccc-b01a-a02e44625771 x-openstack-request-id: req-520f0657-1a25-4ccc-b01a-a02e44625771 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:40:40.416775 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2d719c-8afc-4c3c-92c9-66ac9c09c80f", "tag": "bd4db079-0688-461b-a714-12e854181b72", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:40:40.417046 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-520f0657-1a25-4ccc-b01a-a02e44625771 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:40:40.417444 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2d719c-8afc-4c3c-92c9-66ac9c09c80f', 'tag': 'bd4db079-0688-461b-a714-12e854181b72', 'status': 'completed', 'code': 200} Jul 06 12:40:40.481575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-04a54057-5116-4dbe-8c85-db53112cab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:40.483082 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-04a54057-5116-4dbe-8c85-db53112cab8b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 1095 time: 0.0580144 Jul 06 12:40:40.527689 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-e70ec21e-f0a5-4490-84f4-5182eae6e924 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4db079-0688-461b-a714-12e854181b72 HTTP/1.1" status: 200 len: 217 time: 0.0354285 Jul 06 12:40:40.576327 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-21b6a069-e7d1-4007-96f1-254c30df5305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:40.577674 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-21b6a069-e7d1-4007-96f1-254c30df5305 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 200 len: 854 time: 0.0437372 Jul 06 12:40:40.610959 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-67c7e994-7b2b-4cfe-820b-626346ab9a54 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3022da5-2d0b-4bda-a962-7e3878205f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256879 Jul 06 12:40:40.702778 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-9b9e8dad-1a55-4a53-813a-61ed203f4d5e service neutron] 10.222.0.23 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836232 Jul 06 12:40:40.791189 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4b696ddc-61f0-43de-b892-0cd7ba4b50a2 req-5094f5d3-784e-4b33-b304-35be93ada20b service neutron] 10.222.0.23 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808985 Jul 06 12:40:40.922549 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6149f-2c9b-4948-8e93-cc4097a384e2 req-37c70fc2-f005-4d56-9f1e-231e1d9e2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:40.924029 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dbb6149f-2c9b-4948-8e93-cc4097a384e2 req-37c70fc2-f005-4d56-9f1e-231e1d9e2a08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 1095 time: 0.0583446 Jul 06 12:40:41.016351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6149f-2c9b-4948-8e93-cc4097a384e2 req-2e3fdf79-dc64-4458-ba2d-f33d9cafec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:41.017822 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dbb6149f-2c9b-4948-8e93-cc4097a384e2 req-2e3fdf79-dc64-4458-ba2d-f33d9cafec9e service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 915 time: 0.0833132 Jul 06 12:40:41.061637 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dbb6149f-2c9b-4948-8e93-cc4097a384e2 req-8d2a81ac-bef3-4de4-a06c-14ba345faafa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4db079-0688-461b-a714-12e854181b72 HTTP/1.1" status: 200 len: 217 time: 0.0365567 Jul 06 12:40:41.074956 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:41.111699 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6149f-2c9b-4948-8e93-cc4097a384e2 req-5f34867a-0e54-4f37-9e2c-ea31d1be7413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:41.113162 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dbb6149f-2c9b-4948-8e93-cc4097a384e2 req-5f34867a-0e54-4f37-9e2c-ea31d1be7413 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 200 len: 854 time: 0.0439560 Jul 06 12:40:41.148856 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dbb6149f-2c9b-4948-8e93-cc4097a384e2 req-756e16bb-05dd-4ec3-a9aa-1678abdb4743 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3022da5-2d0b-4bda-a962-7e3878205f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264893 Jul 06 12:40:41.241919 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dbb6149f-2c9b-4948-8e93-cc4097a384e2 req-b4803f08-ce2b-4d9f-8393-b44114093cea service neutron] 10.222.0.23 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860293 Jul 06 12:40:41.330941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dbb6149f-2c9b-4948-8e93-cc4097a384e2 req-685c2a2e-8238-488b-ba91-d3652dbaab6e service neutron] 10.222.0.23 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813639 Jul 06 12:40:41.514477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14a76b-9ee8-4cb9-a1cb-bbbe28da10df req-bd764dd1-0348-4343-85a7-5f9e55376fac tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:41.515990 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f14a76b-9ee8-4cb9-a1cb-bbbe28da10df req-bd764dd1-0348-4343-85a7-5f9e55376fac tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 944 time: 0.0735877 Jul 06 12:40:41.555781 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f14a76b-9ee8-4cb9-a1cb-bbbe28da10df req-58bf6d06-782c-4dfc-ae03-ca71d73bf0c7 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334136 Jul 06 12:40:41.829370 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 4a57f36b-bafb-49a5-914d-e5f65a6acb51 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:40:41.849211 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 4a57f36b-bafb-49a5-914d-e5f65a6acb51 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:40:41.850077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 4a57f36b-bafb-49a5-914d-e5f65a6acb51 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:40:42.730449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d699e3-d692-40c4-a012-25bd522d296f req-06465c8c-beae-40d4-ae96-072a9dace9bb tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:42.731990 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32d699e3-d692-40c4-a012-25bd522d296f req-06465c8c-beae-40d4-ae96-072a9dace9bb tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 944 time: 0.0641525 Jul 06 12:40:42.778397 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32d699e3-d692-40c4-a012-25bd522d296f req-bfe6a5bd-87e1-4074-9526-995b2c09b9c5 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404072 Jul 06 12:40:43.840552 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device bd4db079-0688-461b-a714-12e854181b72 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:40:43.947847 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port bd4db079-0688-461b-a714-12e854181b72, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=bd4db079-0688-461b-a714-12e854181b72,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:43.961865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'bd4db079-0688-461b-a714-12e854181b72', 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63', 'port_id': 'bd4db079-0688-461b-a714-12e854181b72', 'mac_address': 'fa:16:3e:1e:63:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c27e31c1-74d3-4de6-ac82-1a9fad3b8126', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:40:43.968259 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc7e37-9021-45f4-8425-f8a3500d792b req-32ce3056-6121-4f64-b2f2-937b105dface tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:43.969910 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51bc7e37-9021-45f4-8425-f8a3500d792b req-32ce3056-6121-4f64-b2f2-937b105dface tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 944 time: 0.0713332 Jul 06 12:40:44.000794 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:44.010367 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51bc7e37-9021-45f4-8425-f8a3500d792b req-b7f9b769-649c-4682-8ac9-b77af99a5977 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338795 Jul 06 12:40:44.015602 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4db079-0688-461b-a714-12e854181b72 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:40:44.035823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port bd4db079-0688-461b-a714-12e854181b72, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=bd4db079-0688-461b-a714-12e854181b72,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:44.040556 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:44.092609 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=bd4db079-0688-461b-a714-12e854181b72,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:44.278563 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['bd4db079-0688-461b-a714-12e854181b72'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:40:45.191129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013840a-deba-481a-88c2-519180f30f44 req-a9fe1372-45c9-4d52-81a6-9e09826a747c tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:45.192735 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8013840a-deba-481a-88c2-519180f30f44 req-a9fe1372-45c9-4d52-81a6-9e09826a747c tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 945 time: 0.0668302 Jul 06 12:40:45.230737 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8013840a-deba-481a-88c2-519180f30f44 req-6964fc1b-357a-429b-ae8e-65f2c3dd48ea tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325136 Jul 06 12:40:45.840391 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device bd4db079-0688-461b-a714-12e854181b72 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:40:45.890190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port bd4db079-0688-461b-a714-12e854181b72 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:40:45.894091 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port bd4db079-0688-461b-a714-12e854181b72 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:40:45.894462 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:45.972348 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:45.994714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2d719c-8afc-4c3c-92c9-66ac9c09c80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4db079-0688-461b-a714-12e854181b72'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:40:45.996980 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f886ba38-ab92-4ef8-baec-b088a57d1a99" -d '{"events": [{"server_uuid": "ca2d719c-8afc-4c3c-92c9-66ac9c09c80f", "name": "network-vif-plugged", "status": "completed", "tag": "bd4db079-0688-461b-a714-12e854181b72"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:40:46.009957 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port bd4db079-0688-461b-a714-12e854181b72, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=bd4db079-0688-461b-a714-12e854181b72,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:40:46.014421 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:40:46.038921 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5425514-f2d1-4aea-8038-1854f900662f x-openstack-request-id: req-d5425514-f2d1-4aea-8038-1854f900662f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:40:46.039209 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2d719c-8afc-4c3c-92c9-66ac9c09c80f", "name": "network-vif-plugged", "status": "completed", "tag": "bd4db079-0688-461b-a714-12e854181b72", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:40:46.039480 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5425514-f2d1-4aea-8038-1854f900662f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:40:46.039861 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2d719c-8afc-4c3c-92c9-66ac9c09c80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4db079-0688-461b-a714-12e854181b72', 'code': 200} Jul 06 12:40:46.068829 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=bd4db079-0688-461b-a714-12e854181b72,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:40:46.151047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62f560-7a27-4740-a12d-bb82f7a76cbf req-f08a68d9-4d68-407f-971e-afddf9b7718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:46.152476 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8a62f560-7a27-4740-a12d-bb82f7a76cbf req-f08a68d9-4d68-407f-971e-afddf9b7718e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 1097 time: 0.0528066 Jul 06 12:40:46.187755 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8a62f560-7a27-4740-a12d-bb82f7a76cbf req-689014e7-25d4-4bcd-9cd7-0533528698b2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277529 Jul 06 12:40:46.411157 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0644506-2619-4b54-b92c-8b3bdddddc3e req-c719cc09-4660-4efd-a2b2-f961834ae142 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:46.412658 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a0644506-2619-4b54-b92c-8b3bdddddc3e req-c719cc09-4660-4efd-a2b2-f961834ae142 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0630202 Jul 06 12:40:46.452400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a0644506-2619-4b54-b92c-8b3bdddddc3e req-2a4af077-eff8-4ad9-b8b1-3f382fe59cb3 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335796 Jul 06 12:40:47.648789 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015fd98-aaba-4636-aba1-2b919e2f3398 req-83318a95-35e1-49c3-b89c-69ef4cdaed26 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:47.650340 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8015fd98-aaba-4636-aba1-2b919e2f3398 req-83318a95-35e1-49c3-b89c-69ef4cdaed26 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0678613 Jul 06 12:40:47.689634 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8015fd98-aaba-4636-aba1-2b919e2f3398 req-3aa410f5-d272-48a3-a8c5-49a981c8a715 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331688 Jul 06 12:40:47.872362 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1594818-b2d1-459d-b8b0-c4ff2798f357 req-69f0d372-091e-45c0-b2a1-1d2b276660d1 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:47.873925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1594818-b2d1-459d-b8b0-c4ff2798f357 req-69f0d372-091e-45c0-b2a1-1d2b276660d1 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0687945 Jul 06 12:40:47.917558 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f1594818-b2d1-459d-b8b0-c4ff2798f357 req-fead85f5-fa7e-4b08-99fa-ab286cacaf8b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378911 Jul 06 12:40:48.258858 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-986a1d0c-57c1-4814-9d5e-ea3f465ba1aa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0562153 Jul 06 12:40:48.317789 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888206c7-32b3-4f74-83c8-dc1481764bf6 req-8dbbe223-1cf3-4b41-bf79-1f986951b059 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:48.319427 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-888206c7-32b3-4f74-83c8-dc1481764bf6 req-8dbbe223-1cf3-4b41-bf79-1f986951b059 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0680420 Jul 06 12:40:48.362093 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-888206c7-32b3-4f74-83c8-dc1481764bf6 req-f213e0c3-8202-4851-9e73-0aaf9e10c5f4 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361538 Jul 06 12:40:49.469572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f52de-c181-490d-8353-de119bd92d90 req-1d5562b7-5920-4bfb-a331-269fa353aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:49.472272 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-1d5562b7-5920-4bfb-a331-269fa353aa51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 1097 time: 0.0732210 Jul 06 12:40:49.585054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f52de-c181-490d-8353-de119bd92d90 req-e80671c2-dacf-43eb-aa37-e17466f82d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:49.586913 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-e80671c2-dacf-43eb-aa37-e17466f82d9d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 915 time: 0.1071966 Jul 06 12:40:49.590613 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e298181-cad6-4802-b78d-d7c5d5cd9ea7 req-562de8bd-e2f5-49a7-ab5d-d9aa10aa806a tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:49.593453 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e298181-cad6-4802-b78d-d7c5d5cd9ea7 req-562de8bd-e2f5-49a7-ab5d-d9aa10aa806a tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.1035538 Jul 06 12:40:49.634561 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-b24c2a07-8ffc-4210-8fb2-1e15f435bff9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4db079-0688-461b-a714-12e854181b72 HTTP/1.1" status: 200 len: 217 time: 0.0403564 Jul 06 12:40:49.635002 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e298181-cad6-4802-b78d-d7c5d5cd9ea7 req-afa80e15-028c-4db4-850e-c7b9e4be22b4 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351491 Jul 06 12:40:49.685357 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f52de-c181-490d-8353-de119bd92d90 req-c53c1de3-e027-45d7-9f17-aff601b19780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:49.686901 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-c53c1de3-e027-45d7-9f17-aff601b19780 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 200 len: 854 time: 0.0460031 Jul 06 12:40:49.722685 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-834e8680-9bc3-4df2-a955-42f440018a55 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3022da5-2d0b-4bda-a962-7e3878205f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284948 Jul 06 12:40:50.026472 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:40:50.177959 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-ff87f42f-5187-4fac-a4db-6fe01dd55c1e service neutron] 10.222.0.23 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475310 Jul 06 12:40:50.276007 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-4188aadd-273c-4095-8c28-2efbb2b11ead service neutron] 10.222.0.23 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860503 Jul 06 12:40:50.815535 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd229f-97d1-4b92-a717-a6385d5c4ecd req-444406b6-e325-4902-a09d-12a26262e128 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:50.817087 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33fd229f-97d1-4b92-a717-a6385d5c4ecd req-444406b6-e325-4902-a09d-12a26262e128 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0665281 Jul 06 12:40:50.866730 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33fd229f-97d1-4b92-a717-a6385d5c4ecd req-4a26140b-1221-4753-b87e-f08c3a8ec7e1 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418589 Jul 06 12:40:52.052599 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16731a48-70a4-4054-8908-9512955da570 req-86f3f34f-f73c-4c19-aee9-04d2c2cbacf5 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:52.054100 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-16731a48-70a4-4054-8908-9512955da570 req-86f3f34f-f73c-4c19-aee9-04d2c2cbacf5 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0684550 Jul 06 12:40:52.093165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-16731a48-70a4-4054-8908-9512955da570 req-7b1e5d53-618e-4bc0-9ef6-fa6b484fe05e tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334365 Jul 06 12:40:53.265182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc516a-5bf7-4408-9c0c-8471ff7d11f7 req-aa86a019-7b03-4060-a040-2465ce128bfa tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:53.266734 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6dfc516a-5bf7-4408-9c0c-8471ff7d11f7 req-aa86a019-7b03-4060-a040-2465ce128bfa tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0630746 Jul 06 12:40:53.304862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6dfc516a-5bf7-4408-9c0c-8471ff7d11f7 req-f977f1fe-c9ec-417d-a871-cc15632e5c53 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Jul 06 12:40:54.488410 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707155a6-ea74-42b3-9c0d-7aa0a3fc42ed req-7a4caa03-2fc7-452e-ab44-640af843848e tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:54.489775 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-707155a6-ea74-42b3-9c0d-7aa0a3fc42ed req-7a4caa03-2fc7-452e-ab44-640af843848e tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0674553 Jul 06 12:40:54.544467 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-707155a6-ea74-42b3-9c0d-7aa0a3fc42ed req-f595cbc8-8318-4b1e-81ea-13069c6efc59 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478981 Jul 06 12:40:55.742820 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245edcf-4bfd-45c2-94a5-58a6048062cb req-9ff5a362-c333-41b4-a4a3-fed759a75601 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:55.744439 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c245edcf-4bfd-45c2-94a5-58a6048062cb req-9ff5a362-c333-41b4-a4a3-fed759a75601 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0725739 Jul 06 12:40:55.796812 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c245edcf-4bfd-45c2-94a5-58a6048062cb req-edb7764c-1dbf-48d1-81b2-35c5693ffc2d tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461662 Jul 06 12:40:56.986813 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1397f-208d-4832-8b73-aeae4e657ad7 req-a6416c91-443a-4759-b80b-ea740b9be7e5 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:56.988630 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02d1397f-208d-4832-8b73-aeae4e657ad7 req-a6416c91-443a-4759-b80b-ea740b9be7e5 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0721707 Jul 06 12:40:57.036001 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02d1397f-208d-4832-8b73-aeae4e657ad7 req-a4e73d60-1096-4d30-a2a9-28f492fb9ea1 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367665 Jul 06 12:40:58.236165 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc29c5-da69-4fe6-b412-304a08bdfd04 req-b622821d-7154-4e03-9929-495002e0e383 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:58.238026 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eddc29c5-da69-4fe6-b412-304a08bdfd04 req-b622821d-7154-4e03-9929-495002e0e383 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0746031 Jul 06 12:40:58.280069 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eddc29c5-da69-4fe6-b412-304a08bdfd04 req-6354a40c-5d0b-4807-958d-3d3cf6c92cc8 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360448 Jul 06 12:40:59.493493 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b98dcd-f52c-4238-a219-38d384efba0b req-b7afd7fb-6ff5-4f2a-a5dd-48c3cd30e38c tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:40:59.495170 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d6b98dcd-f52c-4238-a219-38d384efba0b req-b7afd7fb-6ff5-4f2a-a5dd-48c3cd30e38c tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0830355 Jul 06 12:40:59.543005 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d6b98dcd-f52c-4238-a219-38d384efba0b req-88b5d064-00c6-46c6-a903-8b7a7db27afc tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379274 Jul 06 12:41:00.746771 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0402c-0942-4e19-b7bc-a5d41d3b4012 req-b5b7a93f-fb53-4f5e-adef-c0c3ce69d1b0 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:00.748327 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bab0402c-0942-4e19-b7bc-a5d41d3b4012 req-b5b7a93f-fb53-4f5e-adef-c0c3ce69d1b0 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0863891 Jul 06 12:41:00.795258 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bab0402c-0942-4e19-b7bc-a5d41d3b4012 req-acf02353-d67b-498e-be5b-3bacea1a8fcf tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366297 Jul 06 12:41:01.994000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf7359-6224-4cbe-bbbf-d04c16e69c33 req-ac0ab8ac-2140-417f-a5c3-2abd1d5cdec9 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:01.995670 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3cf7359-6224-4cbe-bbbf-d04c16e69c33 req-ac0ab8ac-2140-417f-a5c3-2abd1d5cdec9 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0753670 Jul 06 12:41:02.043956 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3cf7359-6224-4cbe-bbbf-d04c16e69c33 req-f885ad8a-011e-463d-87ca-a2530249f241 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379956 Jul 06 12:41:03.237263 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e27a47-efca-44e5-b2b0-bd4115ef0141 req-2e5ff23e-e24e-4bce-9cc8-34099b7b6855 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:03.238985 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33e27a47-efca-44e5-b2b0-bd4115ef0141 req-2e5ff23e-e24e-4bce-9cc8-34099b7b6855 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0743876 Jul 06 12:41:03.283582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33e27a47-efca-44e5-b2b0-bd4115ef0141 req-99aac9a1-5e90-4fb0-a8c1-e2d32ae49535 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385575 Jul 06 12:41:04.480949 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82bb6c-a87e-4d41-acfa-0fc8e918456b req-266f1d66-735f-4a4f-a1d8-f00afc7d85eb tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:04.482601 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bb82bb6c-a87e-4d41-acfa-0fc8e918456b req-266f1d66-735f-4a4f-a1d8-f00afc7d85eb tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0747697 Jul 06 12:41:04.548904 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bb82bb6c-a87e-4d41-acfa-0fc8e918456b req-6c95cbda-392a-4ae6-8197-f5c96efe1b57 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597792 Jul 06 12:41:05.558773 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77db207d-34d4-4843-9258-e35088cd7809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:05.751378 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f6e06-aada-4eec-bce5-6aa3b933fd8f req-4675ad35-fde0-47a7-b5ba-76fbaa6f8303 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:05.753045 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb3f6e06-aada-4eec-bce5-6aa3b933fd8f req-4675ad35-fde0-47a7-b5ba-76fbaa6f8303 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0798695 Jul 06 12:41:05.797974 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb3f6e06-aada-4eec-bce5-6aa3b933fd8f req-2b97bdb9-a507-40d0-86e5-506e26a023a1 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386117 Jul 06 12:41:06.038038 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.892817 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:06.989876 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210999aa-54c7-47bb-a4b4-291421667e58 req-f8e9bc52-422a-494c-98a5-34062ebd6ba4 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:06.992256 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-210999aa-54c7-47bb-a4b4-291421667e58 req-f8e9bc52-422a-494c-98a5-34062ebd6ba4 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0699604 Jul 06 12:41:07.038378 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-210999aa-54c7-47bb-a4b4-291421667e58 req-b98d831c-07de-4cd9-8cc3-844475479b19 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360596 Jul 06 12:41:08.189500 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a02688c6-3593-4a01-a65c-780a9462c36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:08.237589 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd09e5b-b25c-4ef1-9b1a-ccbc03798e32 req-ca555bce-1e81-422c-8585-555b442cc3f7 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:08.239128 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-edd09e5b-b25c-4ef1-9b1a-ccbc03798e32 req-ca555bce-1e81-422c-8585-555b442cc3f7 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0754919 Jul 06 12:41:08.276329 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:08.289946 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-edd09e5b-b25c-4ef1-9b1a-ccbc03798e32 req-009b5348-29de-4b50-924b-22b9c15877af tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446970 Jul 06 12:41:09.505820 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:09.520111 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82ed24-2e52-412f-b594-03fff3ed556b req-5833249f-6779-4f94-88d8-709ff0023e1a tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:09.523665 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d82ed24-2e52-412f-b594-03fff3ed556b req-5833249f-6779-4f94-88d8-709ff0023e1a tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0928292 Jul 06 12:41:09.566847 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d82ed24-2e52-412f-b594-03fff3ed556b req-d2e68909-9eb1-494b-9532-cd59ce5aa330 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364654 Jul 06 12:41:10.762425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb841e0-5b27-4d3d-8977-ce4c653b0f12 req-c303a1c8-7dd7-4542-98e2-0276a7ccbe07 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:10.764014 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dcb841e0-5b27-4d3d-8977-ce4c653b0f12 req-c303a1c8-7dd7-4542-98e2-0276a7ccbe07 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0729618 Jul 06 12:41:10.807506 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dcb841e0-5b27-4d3d-8977-ce4c653b0f12 req-91ebe4b2-1581-46b5-ad8b-c74f780a7eba tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374177 Jul 06 12:41:11.078800 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:12.010982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359945-eddd-4b0f-b5f1-5eae2fa2adfa req-4a6d1a6c-6316-4783-931c-5d2820b578e5 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:12.012672 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e359945-eddd-4b0f-b5f1-5eae2fa2adfa req-4a6d1a6c-6316-4783-931c-5d2820b578e5 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0672429 Jul 06 12:41:12.052584 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0e359945-eddd-4b0f-b5f1-5eae2fa2adfa req-be0ef75c-7f14-4539-85ca-5f3a59429961 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337837 Jul 06 12:41:13.235165 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56251a85-e192-452a-a879-825a03618e98 req-bfc7ab34-523f-4019-a5af-e67728964fb3 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:13.237021 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-56251a85-e192-452a-a879-825a03618e98 req-bfc7ab34-523f-4019-a5af-e67728964fb3 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0698702 Jul 06 12:41:13.281321 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-56251a85-e192-452a-a879-825a03618e98 req-05935ab4-1e4f-48c7-8471-8a9e4c787c04 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378420 Jul 06 12:41:14.464574 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d951c0-80db-4ea2-bd6b-73dd29d4fd7f req-536a40a2-2b7a-4f54-8320-1391c18a3e25 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:14.466198 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-78d951c0-80db-4ea2-bd6b-73dd29d4fd7f req-536a40a2-2b7a-4f54-8320-1391c18a3e25 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0693462 Jul 06 12:41:14.507925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-78d951c0-80db-4ea2-bd6b-73dd29d4fd7f req-d7546681-2d5f-45ed-91b8-89d13302fbdc tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353506 Jul 06 12:41:15.703355 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa945c5-898d-49ff-aa68-a5c8e67df170 req-4452638c-8e7f-4ff6-abd3-0fa69db0a231 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:15.704849 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-caa945c5-898d-49ff-aa68-a5c8e67df170 req-4452638c-8e7f-4ff6-abd3-0fa69db0a231 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0782664 Jul 06 12:41:15.744182 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-caa945c5-898d-49ff-aa68-a5c8e67df170 req-0d8ea916-4502-48a8-975b-4af575de8be3 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334737 Jul 06 12:41:16.936309 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456c6ab-fa7e-4b90-9a92-7f9e6e583486 req-5a9d7a20-c3f3-4003-9814-6406e607c24e tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:16.938014 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4456c6ab-fa7e-4b90-9a92-7f9e6e583486 req-5a9d7a20-c3f3-4003-9814-6406e607c24e tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0781198 Jul 06 12:41:16.983051 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4456c6ab-fa7e-4b90-9a92-7f9e6e583486 req-133373fe-fdf9-4e02-8324-daccfa80110d tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357618 Jul 06 12:41:17.572611 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-682f52de-c181-490d-8353-de119bd92d90 req-4d0838cf-ad32-456f-96af-d8b9e732059e service neutron] show failed (client error): The resource could not be found. Jul 06 12:41:17.573659 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-4d0838cf-ad32-456f-96af-d8b9e732059e service neutron] 10.222.0.23 "GET /v2.0/ports/bd4db079-0688-461b-a714-12e854181b72/bindings/n-h2-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.0642524 Jul 06 12:41:17.858613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f52de-c181-490d-8353-de119bd92d90 req-79e1760b-d3a6-4b2b-9011-da844a6f8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:17.860077 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-79e1760b-d3a6-4b2b-9011-da844a6f8b84 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f&tenant_id=160892edb0d549aea68ff6dcd0c8db74 HTTP/1.1" status: 200 len: 1097 time: 0.0599804 Jul 06 12:41:17.871332 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:17.945841 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.179959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60378d-d818-4dcb-ae60-372c6a8076fd req-cb918935-d1b6-4f05-b56d-070e0b450c32 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:18.181479 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a60378d-d818-4dcb-ae60-372c6a8076fd req-cb918935-d1b6-4f05-b56d-070e0b450c32 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0761907 Jul 06 12:41:18.187890 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] For port bd4db079-0688-461b-a714-12e854181b72, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=bd4db079-0688-461b-a714-12e854181b72,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:18.225096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] For port bd4db079-0688-461b-a714-12e854181b72, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:18.239547 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7a60378d-d818-4dcb-ae60-372c6a8076fd req-beae4850-56e2-4ade-ab85-a08a62c65199 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504260 Jul 06 12:41:18.272409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2d719c-8afc-4c3c-92c9-66ac9c09c80f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4db079-0688-461b-a714-12e854181b72'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:41:18.275355 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c644747e-e133-44b6-a182-f721f9e5d52a" -d '{"events": [{"server_uuid": "ca2d719c-8afc-4c3c-92c9-66ac9c09c80f", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4db079-0688-461b-a714-12e854181b72"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:41:18.279294 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.295553 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Transition to ACTIVE for port object bd4db079-0688-461b-a714-12e854181b72 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:18.300089 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.338147 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e7a50d-dd27-4228-ba0f-8fece84ed4aa x-openstack-request-id: req-73e7a50d-dd27-4228-ba0f-8fece84ed4aa {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:41:18.338447 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2d719c-8afc-4c3c-92c9-66ac9c09c80f", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4db079-0688-461b-a714-12e854181b72", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:41:18.338705 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73e7a50d-dd27-4228-ba0f-8fece84ed4aa {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:41:18.339079 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2d719c-8afc-4c3c-92c9-66ac9c09c80f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4db079-0688-461b-a714-12e854181b72', 'code': 200} Jul 06 12:41:18.371689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] No DVR routers for this DVR port bd4db079-0688-461b-a714-12e854181b72 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:41:18.374559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4db079-0688-461b-a714-12e854181b72,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:18.386119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.386460 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.386799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.387131 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.387491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.387816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.388145 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.388469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.388786 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.389105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.389421 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.389738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:18.426396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Attempting to bind port bd4db079-0688-461b-a714-12e854181b72 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:18.426727 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Attempting to bind port bd4db079-0688-461b-a714-12e854181b72 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:18.427055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Attempting to bind port bd4db079-0688-461b-a714-12e854181b72 on network f3022da5-2d0b-4bda-a962-7e3878205f63 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:18.431859 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Port bd4db079-0688-461b-a714-12e854181b72 on network f3022da5-2d0b-4bda-a962-7e3878205f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:41:18.432100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Attempting to bind port bd4db079-0688-461b-a714-12e854181b72 on network f3022da5-2d0b-4bda-a962-7e3878205f63 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:18.437073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:18.437404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Checking segment: {'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:18.437788 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Bound using segment: {'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:18.438215 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Bound port: bd4db079-0688-461b-a714-12e854181b72, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819f4c40-4a89-41c3-913f-9e5bea4ebe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:18.438574 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.506838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] For port bd4db079-0688-461b-a714-12e854181b72, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:18.510673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] For port bd4db079-0688-461b-a714-12e854181b72, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bd4db079-0688-461b-a714-12e854181b72,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:18.517533 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.558529 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:18.559193 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:18.560703 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] 10.222.0.89 "PUT /v2.0/ports/bd4db079-0688-461b-a714-12e854181b72 HTTP/1.1" status: 200 len: 1092 time: 0.6935589 Jul 06 12:41:18.581475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866feb3-e56d-4e7f-8b62-43f404920f13 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4db079-0688-461b-a714-12e854181b72,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:18.638015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f52de-c181-490d-8353-de119bd92d90 req-45f75239-5a01-45d1-b1aa-5b1c70f4cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:18.639572 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-45f75239-5a01-45d1-b1aa-5b1c70f4cefd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 1095 time: 0.0550447 Jul 06 12:41:18.739887 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f52de-c181-490d-8353-de119bd92d90 req-20852f2d-53dd-4361-aa63-8f34dd805702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:18.741400 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-20852f2d-53dd-4361-aa63-8f34dd805702 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 915 time: 0.0919349 Jul 06 12:41:18.784796 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-24a826bb-be8b-4a8b-b3f1-0d2ff0ee4b5e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4db079-0688-461b-a714-12e854181b72 HTTP/1.1" status: 200 len: 217 time: 0.0369651 Jul 06 12:41:18.842284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f52de-c181-490d-8353-de119bd92d90 req-35953969-6081-4f64-ad50-2eab46b1a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:18.843851 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-35953969-6081-4f64-ad50-2eab46b1a4d4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 200 len: 854 time: 0.0537131 Jul 06 12:41:18.878067 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-4ebedeba-90cc-4333-91b0-6c2fd64bd639 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3022da5-2d0b-4bda-a962-7e3878205f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282266 Jul 06 12:41:18.975011 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-64f31d5b-3b5b-4256-88e8-2aa9faffa17b service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902498 Jul 06 12:41:19.078295 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-682f52de-c181-490d-8353-de119bd92d90 req-197830d5-2f5c-4ace-8d87-918e9a0d3463 service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974422 Jul 06 12:41:19.436630 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead2268-b4d9-4c59-ac15-eee91e6a3c41 req-8209398f-0287-40ca-ae7d-e40eb5550f3c tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:19.438379 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2ead2268-b4d9-4c59-ac15-eee91e6a3c41 req-8209398f-0287-40ca-ae7d-e40eb5550f3c tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 944 time: 0.0727217 Jul 06 12:41:19.478268 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2ead2268-b4d9-4c59-ac15-eee91e6a3c41 req-4ef502b5-2630-4f78-b9f9-05ac8e79df23 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333979 Jul 06 12:41:20.075424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device bd4db079-0688-461b-a714-12e854181b72 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:41:20.114983 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device bd4db079-0688-461b-a714-12e854181b72 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:41:20.340650 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2d719c-8afc-4c3c-92c9-66ac9c09c80f', 'tag': 'bd4db079-0688-461b-a714-12e854181b72'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:41:20.342975 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21c5133-2093-41b6-91e1-52e60298bfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2d719c-8afc-4c3c-92c9-66ac9c09c80f", "tag": "bd4db079-0688-461b-a714-12e854181b72"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:41:20.389800 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a8bf6d-b067-4d8e-b8c9-3245cc2227bd x-openstack-request-id: req-21a8bf6d-b067-4d8e-b8c9-3245cc2227bd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:41:20.390093 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2d719c-8afc-4c3c-92c9-66ac9c09c80f", "tag": "bd4db079-0688-461b-a714-12e854181b72", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:41:20.390352 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21a8bf6d-b067-4d8e-b8c9-3245cc2227bd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:41:20.390759 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2d719c-8afc-4c3c-92c9-66ac9c09c80f', 'tag': 'bd4db079-0688-461b-a714-12e854181b72', 'status': 'completed', 'code': 200} Jul 06 12:41:20.509372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-27ff5816-6664-46ac-8137-784b5f89e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:20.511534 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-27ff5816-6664-46ac-8137-784b5f89e212 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 1095 time: 0.1012340 Jul 06 12:41:20.518415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-96d7648d-9939-48af-b555-11d409b4ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:20.520517 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-96d7648d-9939-48af-b555-11d409b4ce84 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 1095 time: 0.1022274 Jul 06 12:41:20.684889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ceb6c-e271-45a0-98f9-8021c40a42b6 req-ddd61ec3-9bfe-44de-976c-12d6adbb45f9 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:20.686360 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd4ceb6c-e271-45a0-98f9-8021c40a42b6 req-ddd61ec3-9bfe-44de-976c-12d6adbb45f9 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 944 time: 0.0749769 Jul 06 12:41:20.726807 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-09d7ca0f-48ce-4a74-8e26-f7bb64a5c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:20.728564 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-09d7ca0f-48ce-4a74-8e26-f7bb64a5c4d8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 915 time: 0.2067521 Jul 06 12:41:20.731479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-9456c80d-68f2-48a1-b1f5-24884d4646da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:20.731920 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd4ceb6c-e271-45a0-98f9-8021c40a42b6 req-ebd43a5c-7e36-4d18-879e-bbbb8e5e67c8 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391150 Jul 06 12:41:20.732923 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-9456c80d-68f2-48a1-b1f5-24884d4646da service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 915 time: 0.2020397 Jul 06 12:41:20.797196 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-fef78a5e-1425-4f6f-b2de-3792bfa0ab49 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4db079-0688-461b-a714-12e854181b72 HTTP/1.1" status: 200 len: 217 time: 0.0619802 Jul 06 12:41:20.835743 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-90c0be54-2fb9-43a4-bb58-9eecdb9501d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4db079-0688-461b-a714-12e854181b72 HTTP/1.1" status: 200 len: 217 time: 0.0467978 Jul 06 12:41:20.905412 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-9372d886-bdbb-4cf7-a40a-c41430b87a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:20.906930 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-9372d886-bdbb-4cf7-a40a-c41430b87a6f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 200 len: 854 time: 0.0796258 Jul 06 12:41:20.912752 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-e7f726ee-eb1c-4f68-8135-f83867c9cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:20.914760 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-e7f726ee-eb1c-4f68-8135-f83867c9cf2a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 200 len: 854 time: 0.0595253 Jul 06 12:41:20.969518 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-c3893145-5a97-4b3b-9db0-d2a075b9a151 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3022da5-2d0b-4bda-a962-7e3878205f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536599 Jul 06 12:41:20.971397 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-b52954a8-ce84-4674-9385-2af0ab9304f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3022da5-2d0b-4bda-a962-7e3878205f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482540 Jul 06 12:41:21.131424 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-0e3522ff-7908-4580-91a0-3fb4df2af85f service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560128 Jul 06 12:41:21.133365 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-7b43c6c9-9dc4-4e63-bc2d-e6167adeabdf service neutron] 10.222.0.23 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502957 Jul 06 12:41:21.291205 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-82ecfd25-bcd9-41a2-a3c3-6704a8fc06f8 service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534936 Jul 06 12:41:21.294596 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b21c5133-2093-41b6-91e1-52e60298bfa6 req-8fe7b515-a51c-42e2-82a6-b790cf69294e service neutron] 10.222.0.23 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496778 Jul 06 12:41:21.632396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bd4db079-0688-461b-a714-12e854181b72 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:41:21.728433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bd4db079-0688-461b-a714-12e854181b72, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bd4db079-0688-461b-a714-12e854181b72,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:21.740536 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'bd4db079-0688-461b-a714-12e854181b72', 'network_id': 'f3022da5-2d0b-4bda-a962-7e3878205f63', 'port_id': 'bd4db079-0688-461b-a714-12e854181b72', 'mac_address': 'fa:16:3e:1e:63:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c27e31c1-74d3-4de6-ac82-1a9fad3b8126', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:41:21.782348 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:21.795780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4db079-0688-461b-a714-12e854181b72 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:41:21.819632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bd4db079-0688-461b-a714-12e854181b72, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bd4db079-0688-461b-a714-12e854181b72,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:21.823745 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:21.861134 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9ec26d51-3212-47c4-8395-8480293a0658 req-07668575-1f5a-4cfc-ba43-e5c67f41996b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548174 Jul 06 12:41:21.874322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bd4db079-0688-461b-a714-12e854181b72,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:21.883008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:21.883296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:21.883643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:21.883982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:21.884315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:21.884652 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:21.884982 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:21.885310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:21.885642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:21.886019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:21.886292 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:21.886614 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:21.940304 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315be909-84ed-47c0-86a4-9ca226de73f0 req-5f39aa00-7d07-459a-bee4-c5c971093e10 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:21.941803 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-315be909-84ed-47c0-86a4-9ca226de73f0 req-5f39aa00-7d07-459a-bee4-c5c971093e10 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 945 time: 0.0881996 Jul 06 12:41:21.962731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec26d51-3212-47c4-8395-8480293a0658 req-2205456f-228e-4aec-b4c4-09a7c1892378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:21.964272 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9ec26d51-3212-47c4-8395-8480293a0658 req-2205456f-228e-4aec-b4c4-09a7c1892378 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 1096 time: 0.0582428 Jul 06 12:41:21.983216 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-315be909-84ed-47c0-86a4-9ca226de73f0 req-a98a5bcb-8f5d-4d8b-bba1-d92001e4c46a tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352416 Jul 06 12:41:22.041990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd4db079-0688-461b-a714-12e854181b72'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:41:22.087113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec26d51-3212-47c4-8395-8480293a0658 req-827d48fe-97fe-4176-a795-c86275add2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:22.089243 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9ec26d51-3212-47c4-8395-8480293a0658 req-827d48fe-97fe-4176-a795-c86275add2f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 915 time: 0.1048372 Jul 06 12:41:22.145471 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9ec26d51-3212-47c4-8395-8480293a0658 req-6a8f5648-e5e2-48c4-9b16-a94e45446d20 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4db079-0688-461b-a714-12e854181b72 HTTP/1.1" status: 200 len: 217 time: 0.0498409 Jul 06 12:41:22.202292 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec26d51-3212-47c4-8395-8480293a0658 req-bae7d590-9d06-4c5b-8809-6839c0278318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:22.204357 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9ec26d51-3212-47c4-8395-8480293a0658 req-bae7d590-9d06-4c5b-8809-6839c0278318 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 200 len: 854 time: 0.0528402 Jul 06 12:41:22.242380 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9ec26d51-3212-47c4-8395-8480293a0658 req-7641d7e2-bd0c-43e5-861f-39df8b2b7aa8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f3022da5-2d0b-4bda-a962-7e3878205f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321476 Jul 06 12:41:22.314814 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19facc46-09e4-4d59-b7a3-a5a6dab75171 req-8e19cc86-aa10-4abd-832d-0826fd50b50c tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:22.316467 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-19facc46-09e4-4d59-b7a3-a5a6dab75171 req-8e19cc86-aa10-4abd-832d-0826fd50b50c tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 945 time: 0.0717936 Jul 06 12:41:22.356016 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-19facc46-09e4-4d59-b7a3-a5a6dab75171 req-a1557180-0989-41ee-9d53-0a56f5f1e61a tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333893 Jul 06 12:41:22.385644 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9ec26d51-3212-47c4-8395-8480293a0658 req-73f064c6-72cd-4631-b4d0-c42f7755a958 service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368442 Jul 06 12:41:22.397135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b98ef3-f3e9-4461-88fb-f321178b6227 req-1a561174-2b4e-45b6-8b7a-a5ea597ca7cd tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:22.399129 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69b98ef3-f3e9-4461-88fb-f321178b6227 req-1a561174-2b4e-45b6-8b7a-a5ea597ca7cd tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f&tenant_id=160892edb0d549aea68ff6dcd0c8db74&binding%3Ahost_id=n-h2-799529-2 HTTP/1.1" status: 200 len: 945 time: 0.1429365 Jul 06 12:41:22.516860 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-69b98ef3-f3e9-4461-88fb-f321178b6227 req-e1495ecd-62d9-41cd-ab12-3b2dd5620f7e service neutron] delete failed (client error): The resource could not be found. Jul 06 12:41:22.518101 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69b98ef3-f3e9-4461-88fb-f321178b6227 req-e1495ecd-62d9-41cd-ab12-3b2dd5620f7e service neutron] 10.222.0.23 "DELETE /v2.0/ports/bd4db079-0688-461b-a714-12e854181b72/bindings/n-h1-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.1107669 Jul 06 12:41:22.533005 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9ec26d51-3212-47c4-8395-8480293a0658 req-27f1bfcb-c2f7-4d73-b19e-b176f566eb74 service neutron] 10.222.0.89 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328616 Jul 06 12:41:22.617867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b98ef3-f3e9-4461-88fb-f321178b6227 req-da2cf018-c5dc-4f28-bf9a-4ddfd8caf3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:22.619412 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69b98ef3-f3e9-4461-88fb-f321178b6227 req-da2cf018-c5dc-4f28-bf9a-4ddfd8caf3ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=160892edb0d549aea68ff6dcd0c8db74&device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 1096 time: 0.0563760 Jul 06 12:41:22.718335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b98ef3-f3e9-4461-88fb-f321178b6227 req-c8d3ef23-7e5f-46ad-9d68-8e22fca89c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:22.719781 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69b98ef3-f3e9-4461-88fb-f321178b6227 req-c8d3ef23-7e5f-46ad-9d68-8e22fca89c2b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 200 len: 915 time: 0.0927541 Jul 06 12:41:22.763367 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69b98ef3-f3e9-4461-88fb-f321178b6227 req-a2fb4590-b3ac-462b-8e93-d84ff6d53457 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd4db079-0688-461b-a714-12e854181b72 HTTP/1.1" status: 200 len: 217 time: 0.0367582 Jul 06 12:41:22.812655 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b98ef3-f3e9-4461-88fb-f321178b6227 req-1bc76eae-5420-481a-bc61-409e20978710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:22.814107 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69b98ef3-f3e9-4461-88fb-f321178b6227 req-1bc76eae-5420-481a-bc61-409e20978710 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 200 len: 854 time: 0.0440199 Jul 06 12:41:22.851410 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69b98ef3-f3e9-4461-88fb-f321178b6227 req-9f40c743-935c-4ac3-bb84-9e477c3e6a23 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3022da5-2d0b-4bda-a962-7e3878205f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298252 Jul 06 12:41:22.940579 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69b98ef3-f3e9-4461-88fb-f321178b6227 req-5d30782d-ea2a-46b3-a343-bc312b452944 service neutron] 10.222.0.23 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819991 Jul 06 12:41:23.033740 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69b98ef3-f3e9-4461-88fb-f321178b6227 req-e37f8c46-56fc-493e-8bc6-84a2cd6f268d service neutron] 10.222.0.23 "GET /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853887 Jul 06 12:41:23.542361 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae5f7b-bdca-4e01-bc26-6224b95b7375 req-12c2ac1b-37c7-4178-883d-ae5b508df99b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:23.543929 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bdae5f7b-bdca-4e01-bc26-6224b95b7375 req-12c2ac1b-37c7-4178-883d-ae5b508df99b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 945 time: 0.0686827 Jul 06 12:41:23.583045 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bdae5f7b-bdca-4e01-bc26-6224b95b7375 req-da21abda-3e8b-4e1d-a815-3c3eed870f6d tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332131 Jul 06 12:41:23.656812 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bd4db079-0688-461b-a714-12e854181b72 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:23.705253 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port bd4db079-0688-461b-a714-12e854181b72 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:23.709023 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port bd4db079-0688-461b-a714-12e854181b72 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:23.709444 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:23.792517 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:23.827473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2d719c-8afc-4c3c-92c9-66ac9c09c80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4db079-0688-461b-a714-12e854181b72'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:41:23.829749 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd6f9ae-0fab-4934-ac9d-00a35977db34" -d '{"events": [{"server_uuid": "ca2d719c-8afc-4c3c-92c9-66ac9c09c80f", "name": "network-vif-plugged", "status": "completed", "tag": "bd4db079-0688-461b-a714-12e854181b72"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:41:23.843435 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port bd4db079-0688-461b-a714-12e854181b72, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bd4db079-0688-461b-a714-12e854181b72,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:23.849335 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:23.878710 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c6bc6f-e6a9-4161-b3c2-559e3a5f30e0 x-openstack-request-id: req-78c6bc6f-e6a9-4161-b3c2-559e3a5f30e0 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:41:23.879000 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2d719c-8afc-4c3c-92c9-66ac9c09c80f", "name": "network-vif-plugged", "status": "completed", "tag": "bd4db079-0688-461b-a714-12e854181b72", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:41:23.879273 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78c6bc6f-e6a9-4161-b3c2-559e3a5f30e0 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:41:23.879667 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2d719c-8afc-4c3c-92c9-66ac9c09c80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4db079-0688-461b-a714-12e854181b72', 'code': 200} Jul 06 12:41:23.901558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=bd4db079-0688-461b-a714-12e854181b72,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:24.763590 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130b2fe-fca6-4689-a561-f012aa049b8c req-0a9fd519-681e-4867-b348-da80bf359cb1 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:24.765012 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b130b2fe-fca6-4689-a561-f012aa049b8c req-0a9fd519-681e-4867-b348-da80bf359cb1 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0662842 Jul 06 12:41:24.802543 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b130b2fe-fca6-4689-a561-f012aa049b8c req-ed872c98-2db1-4f9f-baab-a66c226540e6 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319245 Jul 06 12:41:24.988381 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b033d8-b848-4890-9638-e3bc90b9aef2 req-af9f83bd-5068-4b00-8ce1-c36d9dc04a6b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:24.989907 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49b033d8-b848-4890-9638-e3bc90b9aef2 req-af9f83bd-5068-4b00-8ce1-c36d9dc04a6b tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0721965 Jul 06 12:41:25.029028 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49b033d8-b848-4890-9638-e3bc90b9aef2 req-e451b86c-e0fd-4659-aec5-e35648e024c2 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328131 Jul 06 12:41:25.218297 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03967c-8c44-476f-953d-0ce8bd1054b9 req-a6f3b484-78a1-4c39-bb24-f322a1c0dacd tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:25.221035 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e03967c-8c44-476f-953d-0ce8bd1054b9 req-a6f3b484-78a1-4c39-bb24-f322a1c0dacd tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0779519 Jul 06 12:41:25.260808 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e03967c-8c44-476f-953d-0ce8bd1054b9 req-bad8b7d5-82e1-4c28-8a32-5ddda02c2aaa tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344598 Jul 06 12:41:25.961884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659b532-0d03-402f-a76e-c0be1beaf7aa req-9d33a0ce-3929-4d7c-babe-f1fda95e02b4 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:25.963869 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c659b532-0d03-402f-a76e-c0be1beaf7aa req-9d33a0ce-3929-4d7c-babe-f1fda95e02b4 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0823834 Jul 06 12:41:26.005832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c659b532-0d03-402f-a76e-c0be1beaf7aa req-56cb493d-8327-45a6-97d0-9bbf65eb9fe7 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352910 Jul 06 12:41:26.967963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d8cd9-356a-4e1b-a4cd-3f4a91a54dde req-9e3b9b8b-925e-4970-a266-93eba1b724c2 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:26.969469 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-044d8cd9-356a-4e1b-a4cd-3f4a91a54dde req-9e3b9b8b-925e-4970-a266-93eba1b724c2 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.0730596 Jul 06 12:41:27.027032 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:41:27.107002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-044d8cd9-356a-4e1b-a4cd-3f4a91a54dde req-d063bf79-a664-45fc-b275-e61e45ac6ea0 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Deleting port bd4db079-0688-461b-a714-12e854181b72 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:41:27.107545 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-044d8cd9-356a-4e1b-a4cd-3f4a91a54dde req-d063bf79-a664-45fc-b275-e61e45ac6ea0 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.227534 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-044d8cd9-356a-4e1b-a4cd-3f4a91a54dde req-d063bf79-a664-45fc-b275-e61e45ac6ea0 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] For port bd4db079-0688-461b-a714-12e854181b72, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=bd4db079-0688-461b-a714-12e854181b72,segment=NetworkSegment(819f4c40-4a89-41c3-913f-9e5bea4ebe3b),segment_id=819f4c40-4a89-41c3-913f-9e5bea4ebe3b)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:27.227927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-044d8cd9-356a-4e1b-a4cd-3f4a91a54dde req-d063bf79-a664-45fc-b275-e61e45ac6ea0 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.246592 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-044d8cd9-356a-4e1b-a4cd-3f4a91a54dde req-d063bf79-a664-45fc-b275-e61e45ac6ea0 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Calling delete_port for bd4db079-0688-461b-a714-12e854181b72 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:41:27.248931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b953c6a-9b83-4e2f-9c4d-3b3e3a143cef req-e47c0a25-71c8-4b08-99b2-70b7b329fe56 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:27.250852 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b953c6a-9b83-4e2f-9c4d-3b3e3a143cef req-e47c0a25-71c8-4b08-99b2-70b7b329fe56 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/ports?device_id=ca2d719c-8afc-4c3c-92c9-66ac9c09c80f HTTP/1.1" status: 200 len: 946 time: 0.1186092 Jul 06 12:41:27.298347 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b953c6a-9b83-4e2f-9c4d-3b3e3a143cef req-43b42951-8f27-4d40-b974-ec53f1164d38 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.81 "GET /v2.0/security-groups?id=a73cd919-8200-44fc-9846-0f4ece89106d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379555 Jul 06 12:41:27.426193 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-044d8cd9-356a-4e1b-a4cd-3f4a91a54dde req-d063bf79-a664-45fc-b275-e61e45ac6ea0 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.442738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['bd4db079-0688-461b-a714-12e854181b72'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:41:27.464296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063bf79-a664-45fc-b275-e61e45ac6ea0 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Pushing event deleted for resources: {'Port': ['ID=bd4db079-0688-461b-a714-12e854181b72,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:27.513109 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-044d8cd9-356a-4e1b-a4cd-3f4a91a54dde req-d063bf79-a664-45fc-b275-e61e45ac6ea0 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] No DVR routers for this DVR port bd4db079-0688-461b-a714-12e854181b72 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:41:27.515943 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-044d8cd9-356a-4e1b-a4cd-3f4a91a54dde req-d063bf79-a664-45fc-b275-e61e45ac6ea0 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:27.518163 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-044d8cd9-356a-4e1b-a4cd-3f4a91a54dde req-d063bf79-a664-45fc-b275-e61e45ac6ea0 tempest-ServerDiskConfigTestJSON-672371443 tempest-ServerDiskConfigTestJSON-672371443-project] 10.222.0.89 "DELETE /v2.0/ports/bd4db079-0688-461b-a714-12e854181b72 HTTP/1.1" status: 204 len: 173 time: 0.5430431 Jul 06 12:41:27.518163 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2d719c-8afc-4c3c-92c9-66ac9c09c80f', 'name': 'network-vif-deleted', 'tag': 'bd4db079-0688-461b-a714-12e854181b72'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:41:27.520976 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31f0761-5807-4e31-8750-8c70e19f3483" -d '{"events": [{"server_uuid": "ca2d719c-8afc-4c3c-92c9-66ac9c09c80f", "name": "network-vif-deleted", "tag": "bd4db079-0688-461b-a714-12e854181b72"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:41:27.572904 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43339ca5-2791-4d40-acc9-fef7f7b7069d x-openstack-request-id: req-43339ca5-2791-4d40-acc9-fef7f7b7069d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:41:27.573194 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2d719c-8afc-4c3c-92c9-66ac9c09c80f", "name": "network-vif-deleted", "tag": "bd4db079-0688-461b-a714-12e854181b72", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:41:27.573445 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43339ca5-2791-4d40-acc9-fef7f7b7069d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:41:27.573870 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2d719c-8afc-4c3c-92c9-66ac9c09c80f', 'name': 'network-vif-deleted', 'tag': 'bd4db079-0688-461b-a714-12e854181b72', 'status': 'completed', 'code': 200} Jul 06 12:41:28.574211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52724) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:28.624087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c243df0a-f7e3-4299-9779-805dacc05a0a admin admin] Deleting subnet c27e31c1-74d3-4de6-ac82-1a9fad3b8126 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:41:28.627664 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c243df0a-f7e3-4299-9779-805dacc05a0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:28.668964 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c243df0a-f7e3-4299-9779-805dacc05a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:28.713067 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c243df0a-f7e3-4299-9779-805dacc05a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:28.771110 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c243df0a-f7e3-4299-9779-805dacc05a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:28.800222 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c243df0a-f7e3-4299-9779-805dacc05a0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:28.804994 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c243df0a-f7e3-4299-9779-805dacc05a0a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c27e31c1-74d3-4de6-ac82-1a9fad3b8126 HTTP/1.1" status: 204 len: 168 time: 0.2256927 Jul 06 12:41:28.804994 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243df0a-f7e3-4299-9779-805dacc05a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c27e31c1-74d3-4de6-ac82-1a9fad3b8126,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:28.806285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52726) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:28.884217 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b224d6c-a4e2-4468-abe5-caa81a0512dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:28.968924 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b224d6c-a4e2-4468-abe5-caa81a0512dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:28.980818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-8b224d6c-a4e2-4468-abe5-caa81a0512dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3022da5-2d0b-4bda-a962-7e3878205f63']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:28.993007 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-8b224d6c-a4e2-4468-abe5-caa81a0512dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819f4c40-4a89-41c3-913f-9e5bea4ebe3b') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:28.993299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-8b224d6c-a4e2-4468-abe5-caa81a0512dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819f4c40-4a89-41c3-913f-9e5bea4ebe3b') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:29.003987 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b224d6c-a4e2-4468-abe5-caa81a0512dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.020196 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b224d6c-a4e2-4468-abe5-caa81a0512dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.028813 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b224d6c-a4e2-4468-abe5-caa81a0512dc admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:41:29.029343 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b224d6c-a4e2-4468-abe5-caa81a0512dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:41:29.031552 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:41:29.103242 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b224d6c-a4e2-4468-abe5-caa81a0512dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.113031 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8b224d6c-a4e2-4468-abe5-caa81a0512dc admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.115325 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8b224d6c-a4e2-4468-abe5-caa81a0512dc admin admin] 10.222.0.81 "DELETE /v2.0/networks/f3022da5-2d0b-4bda-a962-7e3878205f63 HTTP/1.1" status: 204 len: 168 time: 0.3085415 Jul 06 12:41:29.132504 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b224d6c-a4e2-4468-abe5-caa81a0512dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f3022da5-2d0b-4bda-a962-7e3878205f63,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:29.267847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52730) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:29.316075 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0ff3dbb0-25b7-47d6-84ca-e5f72a6a401b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=160892edb0d549aea68ff6dcd0c8db74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462415 Jul 06 12:41:29.319263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52732) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:29.379561 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-049de8ac-4d71-4494-b974-069fd9858aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.409958 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-049de8ac-4d71-4494-b974-069fd9858aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.489981 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-049de8ac-4d71-4494-b974-069fd9858aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.493055 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-049de8ac-4d71-4494-b974-069fd9858aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:29.494847 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-049de8ac-4d71-4494-b974-069fd9858aa0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a73cd919-8200-44fc-9846-0f4ece89106d HTTP/1.1" status: 204 len: 168 time: 0.1744127 Jul 06 12:41:29.504278 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049de8ac-4d71-4494-b974-069fd9858aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73cd919-8200-44fc-9846-0f4ece89106d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:30.296381 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52754) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:30.408558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fdb6f529-651b-4f04-ae84-0edb0d06ab97 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-238643873-network', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:30.431761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb6f529-651b-4f04-ae84-0edb0d06ab97 admin admin] Made reservation on behalf of cce4e64935264742b43c864c773eb3b1 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:41:30.434067 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f529-651b-4f04-ae84-0edb0d06ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:30.442639 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f529-651b-4f04-ae84-0edb0d06ab97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:30.557431 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f529-651b-4f04-ae84-0edb0d06ab97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:30.561379 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f529-651b-4f04-ae84-0edb0d06ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:30.587319 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb6f529-651b-4f04-ae84-0edb0d06ab97 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:41:30.597034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6f529-651b-4f04-ae84-0edb0d06ab97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb62a2a-4558-429d-9531-d6605683ab95,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:30.604212 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f529-651b-4f04-ae84-0edb0d06ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:30.604565 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-fdb6f529-651b-4f04-ae84-0edb0d06ab97 admin admin] Added segment 7d41ef70-eb24-4dd0-884a-e0d4247cdaf4 of type vlan for network b9233049-7d35-41a3-a830-879c708f75f5 Jul 06 12:41:30.650946 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f529-651b-4f04-ae84-0edb0d06ab97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:30.681977 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f529-651b-4f04-ae84-0edb0d06ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:30.682998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb6f529-651b-4f04-ae84-0edb0d06ab97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:30.683685 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f529-651b-4f04-ae84-0edb0d06ab97 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:30.739747 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fdb6f529-651b-4f04-ae84-0edb0d06ab97 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4421985 Jul 06 12:41:30.743496 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52758) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:30.749239 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-032078c2-8a5a-43b9-9694-d16fb26de293 admin admin] Request body: {'subnet': {'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-238643873-subnet', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:30.750412 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6f529-651b-4f04-ae84-0edb0d06ab97 admin admin] Pushing event updated for resources: {'Network': ['ID=b9233049-7d35-41a3-a830-879c708f75f5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:30.761184 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network b9233049-7d35-41a3-a830-879c708f75f5 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:41:30.771581 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032078c2-8a5a-43b9-9694-d16fb26de293 admin admin] Made reservation on behalf of cce4e64935264742b43c864c773eb3b1 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:41:30.774056 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-032078c2-8a5a-43b9-9694-d16fb26de293 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:30.953750 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-032078c2-8a5a-43b9-9694-d16fb26de293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:31.013456 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032078c2-8a5a-43b9-9694-d16fb26de293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61df829e-db5a-4abc-b3ff-b4d3553078b5,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:31.023792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032078c2-8a5a-43b9-9694-d16fb26de293 admin admin] Checking segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:31.024160 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032078c2-8a5a-43b9-9694-d16fb26de293 admin admin] Network hostable DHCP agents. Network: b9233049-7d35-41a3-a830-879c708f75f5, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:41:31.044266 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032078c2-8a5a-43b9-9694-d16fb26de293 admin admin] Network b9233049-7d35-41a3-a830-879c708f75f5 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:41:31.055127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-032078c2-8a5a-43b9-9694-d16fb26de293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, b9233049-7d35-41a3-a830-879c708f75f5) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:31.061387 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032078c2-8a5a-43b9-9694-d16fb26de293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:31.062002 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-032078c2-8a5a-43b9-9694-d16fb26de293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:31.064025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb8f077-57d9-42f9-8dfd-1e9f4686595a None None] Network b9233049-7d35-41a3-a830-879c708f75f5 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:41:31.079647 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-032078c2-8a5a-43b9-9694-d16fb26de293 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3348887 Jul 06 12:41:31.084323 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52760) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:31.089733 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:31.113215 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:31.114249 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:31.172501 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:31.217157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-b9233049-7d35-41a3-a830-879c708f75f5', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:41:31.218025 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:31.306945 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:31.358780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Allocated IP 172.20.0.2 (b9233049-7d35-41a3-a830-879c708f75f5/61df829e-db5a-4abc-b3ff-b4d3553078b5/0de713d4-5999-4c93-9d53-49b7d4b4a2cf) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:31.503327 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:31.512562 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Transition to ACTIVE for port object 0de713d4-5999-4c93-9d53-49b7d4b4a2cf will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:31.517779 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:31.528201 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Transition to ACTIVE for port object 0de713d4-5999-4c93-9d53-49b7d4b4a2cf will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:31.537400 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:31.537722 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:31.574200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Network b9233049-7d35-41a3-a830-879c708f75f5 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:31.577076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:31.583577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:31.592397 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Pushing event updated for resources: {'Port': ['ID=0de713d4-5999-4c93-9d53-49b7d4b4a2cf,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:31.651638 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Attempting to bind port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:31.652006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Attempting to bind port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:31.652363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Attempting to bind port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:31.653486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Allocated IP 172.25.4.54 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:31.658128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:31.658605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Checking segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:31.658904 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:31.659329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Bound using segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:31.659819 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Bound port: 0de713d4-5999-4c93-9d53-49b7d4b4a2cf, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:31.660215 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:31.697479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bd4db079-0688-461b-a714-12e854181b72 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:41:31.721229 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: bd4db079-0688-461b-a714-12e854181b72 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:41:31.721564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device bd4db079-0688-461b-a714-12e854181b72 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:41:31.750542 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] For port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:31.754220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] For port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0de713d4-5999-4c93-9d53-49b7d4b4a2cf,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:31.760826 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:31.837605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81703302-9b77-4416-bf03-8110d43ea2f4 None None] Pushing event updated for resources: {'Port': ['ID=0de713d4-5999-4c93-9d53-49b7d4b4a2cf,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:32.123486 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:32.168662 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:32.206978 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:32.212045 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:32.216311 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:32.221759 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Pushing event updated for resources: {'Port': ['ID=8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:32.475011 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:32.639837 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0de713d4-5999-4c93-9d53-49b7d4b4a2cf up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:32.700386 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:32.723438 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:32.831610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1405bda-abca-4614-b656-6d414ac8beae None None] Network b9233049-7d35-41a3-a830-879c708f75f5 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:41:32.858923 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Router a8af0c33-f961-471a-a9b8-610ec2a44dc0 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:41:32.892505 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c665d83f-9030-4782-bc1e-0bd250c5234b None None] Provisioning for port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:32.903948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c665d83f-9030-4782-bc1e-0bd250c5234b None None] Provisioning complete for port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:32.904319 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c665d83f-9030-4782-bc1e-0bd250c5234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:32.972636 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:32.988756 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Sync routers for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:32.996506 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:32.997980 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ca530330-c1b7-4ee8-b4cd-dda0e8ede7db admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9125483 Jul 06 12:41:33.001155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52762) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:33.034511 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:33.035369 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:41:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:33.268055 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c665d83f-9030-4782-bc1e-0bd250c5234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:33.365490 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c665d83f-9030-4782-bc1e-0bd250c5234b None None] For port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0de713d4-5999-4c93-9d53-49b7d4b4a2cf,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:33.374355 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c665d83f-9030-4782-bc1e-0bd250c5234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:33.378702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:33.533745 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665d83f-9030-4782-bc1e-0bd250c5234b None None] Pushing event updated for resources: {'Port': ['ID=0de713d4-5999-4c93-9d53-49b7d4b4a2cf,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:33.633325 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:32Z', 'revision_number': 3, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:33.660953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Checking router: a8af0c33-f961-471a-a9b8-610ec2a44dc0 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:33.661302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Updating router a8af0c33-f961-471a-a9b8-610ec2a44dc0 port 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:41:33.707222 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:33.709846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-46938acf-3351-4d90-8c8a-974f802e5dd2 None None] Provisioning complete for port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:33.710201 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-46938acf-3351-4d90-8c8a-974f802e5dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:33.821986 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:33.996601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Allocated IP 172.20.0.1 (b9233049-7d35-41a3-a830-879c708f75f5/61df829e-db5a-4abc-b3ff-b4d3553078b5/71ac9848-4c2a-4d69-9e8c-1e90610883da) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:34.032994 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.044220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Transition to ACTIVE for port object 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:34.049569 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.106011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Attempting to bind port 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:34.106458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Attempting to bind port 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:34.106753 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Attempting to bind port 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:34.108424 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.109631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54083b-1b6e-43b0-a6b7-11f06a8f785e None None] Pushing event updated for resources: {'Port': ['ID=8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:34.114204 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:34.114580 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:34.114983 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.115398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:34.115868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Bound port: 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:34.116245 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.123537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Transition to ACTIVE for port object 71ac9848-4c2a-4d69-9e8c-1e90610883da will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:34.161300 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.169204 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] For port 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:34.172741 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] For port 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:34.178385 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.202950 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Network b9233049-7d35-41a3-a830-879c708f75f5 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:34.205805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:34.214889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:34.240616 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54083b-1b6e-43b0-a6b7-11f06a8f785e None None] Pushing event updated for resources: {'Port': ['ID=8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:34.243548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:34.244169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:41:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:34.258021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Pushing event updated for resources: {'Port': ['ID=71ac9848-4c2a-4d69-9e8c-1e90610883da,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:34.275713 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.376855 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:34.437340 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.593200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b8a17cdf-6232-4c4a-bb9f-684a3dbc5534 None None] Provisioning for port 71ac9848-4c2a-4d69-9e8c-1e90610883da completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:34.599701 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b8a17cdf-6232-4c4a-bb9f-684a3dbc5534 None None] Provisioning complete for port 71ac9848-4c2a-4d69-9e8c-1e90610883da triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:34.600110 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b8a17cdf-6232-4c4a-bb9f-684a3dbc5534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.606214 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0de713d4-5999-4c93-9d53-49b7d4b4a2cf up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:34.661363 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.666261 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.684154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b8a17cdf-6232-4c4a-bb9f-684a3dbc5534 None None] Port 71ac9848-4c2a-4d69-9e8c-1e90610883da cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:41:34.698662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:32Z', 'revision_number': 3, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:34.729698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ca780e-081b-4888-82a3-621c2a70bb36 None None] The sync data for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 is: [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:32Z', 'revision_number': 3, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:34.732570 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:34.732946 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.738222 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:34.740209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Pushing event updated for resources: {'Port': ['ID=71ac9848-4c2a-4d69-9e8c-1e90610883da,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:34.846064 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Network b9233049-7d35-41a3-a830-879c708f75f5 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:34.847700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:35.005863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Router a8af0c33-f961-471a-a9b8-610ec2a44dc0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:41:35.130895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:35.137411 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e0f86078-aaa0-491f-ace9-b2f0c3156853 admin admin] 10.222.0.81 "PUT /v2.0/routers/a8af0c33-f961-471a-a9b8-610ec2a44dc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1343477 Jul 06 12:41:35.208012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c39187bf-b778-4992-a389-489377626c9b None None] Provisioning complete for port 71ac9848-4c2a-4d69-9e8c-1e90610883da triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:35.208985 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c39187bf-b778-4992-a389-489377626c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:35.248977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c39187bf-b778-4992-a389-489377626c9b None None] Port 71ac9848-4c2a-4d69-9e8c-1e90610883da cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:41:35.555256 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-631cffd9-453d-44d9-96d4-befd7b0694f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:35.881059 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 52770) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:35.886407 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-17c0d67b-4851-4759-8dc3-de426febfb48 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--431182756', 'description': 'tempest-description--1604835537'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:35.911151 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c0d67b-4851-4759-8dc3-de426febfb48 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.003918 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c0d67b-4851-4759-8dc3-de426febfb48 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.008108 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c0d67b-4851-4759-8dc3-de426febfb48 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.039669 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.039920 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c0d67b-4851-4759-8dc3-de426febfb48 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.041114 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-17c0d67b-4851-4759-8dc3-de426febfb48 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1589465 Jul 06 12:41:36.042255 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0d67b-4851-4759-8dc3-de426febfb48 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c50be3a3-535f-4b49-8bd1-4a031d7c064d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:36.044018 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52772) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:36.056563 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-3a2adc07-fffe-4c86-a091-30fc933ac229 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Request body: {'security_group_rule': {'security_group_id': 'c50be3a3-535f-4b49-8bd1-4a031d7c064d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:36.088742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3a2adc07-fffe-4c86-a091-30fc933ac229 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.152677 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3a2adc07-fffe-4c86-a091-30fc933ac229 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.156674 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3a2adc07-fffe-4c86-a091-30fc933ac229 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.174058 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2adc07-fffe-4c86-a091-30fc933ac229 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec55543e-2e92-4d42-bf61-24a92e284e1b,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:36.186757 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3a2adc07-fffe-4c86-a091-30fc933ac229 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.188100 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3a2adc07-fffe-4c86-a091-30fc933ac229 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413808 Jul 06 12:41:36.190719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52774) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:36.195889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-448423a4-e02e-4159-b176-197bf9b9023a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Request body: {'security_group_rule': {'security_group_id': 'c50be3a3-535f-4b49-8bd1-4a031d7c064d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:36.225302 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-448423a4-e02e-4159-b176-197bf9b9023a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.289140 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-448423a4-e02e-4159-b176-197bf9b9023a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.293361 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-448423a4-e02e-4159-b176-197bf9b9023a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.312681 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448423a4-e02e-4159-b176-197bf9b9023a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13561bd2-6ce3-4753-8b79-cefe61011e4a,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:36.319309 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-448423a4-e02e-4159-b176-197bf9b9023a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.321367 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-448423a4-e02e-4159-b176-197bf9b9023a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294951 Jul 06 12:41:36.327881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52776) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:36.332303 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:36.354616 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.406240 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Sync routers for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:36.416285 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:36.417026 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:41:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:36.466127 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.546945 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:36.580570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Allocated IP 172.25.4.125 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/97b90100-e4d0-49cf-9fae-cbc82df7bd1e) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:36.606810 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:36.664539 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:36.669409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:36.670049 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.724256 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.766684 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.785137 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.794372 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 2, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:36.803994 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:36.811787 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.836739 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Checking router: a8af0c33-f961-471a-a9b8-610ec2a44dc0 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:36.837219 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Updating router a8af0c33-f961-471a-a9b8-610ec2a44dc0 port 71ac9848-4c2a-4d69-9e8c-1e90610883da binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:41:36.838464 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:36.848812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:36.852722 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:36.874281 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:36.879277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Pushing event updated for resources: {'Port': ['ID=97b90100-e4d0-49cf-9fae-cbc82df7bd1e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:36.894868 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.896202 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:36.951851 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:37.014013 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:37.215099 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:37.221558 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:37.222688 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:37.233608 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Transition to ACTIVE for port object 71ac9848-4c2a-4d69-9e8c-1e90610883da will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:37.241762 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:37.303335 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Pushing event updated for resources: {'Port': ['ID=97b90100-e4d0-49cf-9fae-cbc82df7bd1e,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:37.316544 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:37.319481 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9957d-a6dd-4dd9-8f41-5eb092f8b814 None None] Pushing event updated for resources: {'Port': ['ID=71ac9848-4c2a-4d69-9e8c-1e90610883da,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:37.333832 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:37.336937 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-be59e2e9-705f-4414-b0ff-4948a58dffd9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0078347 Jul 06 12:41:37.352690 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d9957d-a6dd-4dd9-8f41-5eb092f8b814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:37.353040 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d9957d-a6dd-4dd9-8f41-5eb092f8b814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:37.353380 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d9957d-a6dd-4dd9-8f41-5eb092f8b814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:37.353711 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d9957d-a6dd-4dd9-8f41-5eb092f8b814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:37.354044 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d9957d-a6dd-4dd9-8f41-5eb092f8b814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:37.354373 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d9957d-a6dd-4dd9-8f41-5eb092f8b814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:37.354704 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d9957d-a6dd-4dd9-8f41-5eb092f8b814 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:37.355185 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d9957d-a6dd-4dd9-8f41-5eb092f8b814 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:37.355531 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d9957d-a6dd-4dd9-8f41-5eb092f8b814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:37.355855 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d9957d-a6dd-4dd9-8f41-5eb092f8b814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:37.356176 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d9957d-a6dd-4dd9-8f41-5eb092f8b814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:37.356496 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d9957d-a6dd-4dd9-8f41-5eb092f8b814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:41:37.409113 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Attempting to bind port 71ac9848-4c2a-4d69-9e8c-1e90610883da on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:37.409727 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Attempting to bind port 71ac9848-4c2a-4d69-9e8c-1e90610883da by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:37.410010 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Attempting to bind port 71ac9848-4c2a-4d69-9e8c-1e90610883da on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:37.417513 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:37.418002 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Checking segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:37.418462 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:37.418920 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Bound using segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:37.419480 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Bound port: 71ac9848-4c2a-4d69-9e8c-1e90610883da, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:37.419913 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:37.496503 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] For port 71ac9848-4c2a-4d69-9e8c-1e90610883da, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:37.500984 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] For port 71ac9848-4c2a-4d69-9e8c-1e90610883da, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=71ac9848-4c2a-4d69-9e8c-1e90610883da,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:37.506392 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:37.513749 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2c53b454-93cf-42f2-ac61-8cf396187a8d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--431182756&fields=id&tenant_id=cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 267 time: 0.0413504 Jul 06 12:41:37.578649 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:37.579798 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:41:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:37.589003 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9957d-a6dd-4dd9-8f41-5eb092f8b814 None None] Pushing event updated for resources: {'Port': ['ID=71ac9848-4c2a-4d69-9e8c-1e90610883da,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:37.649933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-726219a1-309c-4d20-a3af-a8dd85a6269d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:37.651771 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-726219a1-309c-4d20-a3af-a8dd85a6269d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 811 time: 0.1313860 Jul 06 12:41:37.669655 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-7bcb27f8-c220-4508-bbe3-550414663bae tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/quotas/cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 375 time: 0.0103436 Jul 06 12:41:37.706843 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:37.759443 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-39ac997b-c6b5-4fb5-9613-6771d0a4a8b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815494 Jul 06 12:41:37.861123 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-c9336855-fea3-4a9e-9ca6-5e788e24676d service neutron] 10.222.0.81 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932131 Jul 06 12:41:37.919691 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:37Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:37.946202 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303593ff-9bce-4e5b-92ae-12d30d8ef9e9 None None] The sync data for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 is: [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:37Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:37.958408 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-a01b79e5-7166-4659-9b52-171490e1930b service neutron] 10.222.0.81 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915921 Jul 06 12:41:38.164919 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c886a64c-077b-48ca-a712-89b1a029cba8 req-dd45c125-f08f-40ab-b82e-d2e2867f7828 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 210 time: 0.0301285 Jul 06 12:41:38.189853 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1968eb7-5e57-4ac4-9221-aa9b0a057890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:38.281897 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:38.676053 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:38.733404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:38.733874 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:38.829987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 71ac9848-4c2a-4d69-9e8c-1e90610883da up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:38.889881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 71ac9848-4c2a-4d69-9e8c-1e90610883da completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:38.894856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 71ac9848-4c2a-4d69-9e8c-1e90610883da triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:38.895334 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:38.992837 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:39.033784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 71ac9848-4c2a-4d69-9e8c-1e90610883da, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=71ac9848-4c2a-4d69-9e8c-1e90610883da,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:39.038590 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:39.096076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=71ac9848-4c2a-4d69-9e8c-1e90610883da,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:39.320277 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fe3c8456-8d65-4f68-b5a6-54efeb1032f0 req-8708b5ea-121e-4de2-ab50-06fdc391fba8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 210 time: 0.0310664 Jul 06 12:41:39.498797 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-15398078-901f-4c9a-9316-6a8fd74e832c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:39.500390 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-15398078-901f-4c9a-9316-6a8fd74e832c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 811 time: 0.1213403 Jul 06 12:41:39.506826 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:39.551712 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-a6ba2c66-6f8b-4fb0-b737-a08ccb35c8ad tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 379 time: 0.0412953 Jul 06 12:41:39.565045 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-9fc85291-7b2a-490a-b672-6c0b5661e816 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Request body: {'port': {'device_id': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'admin_state_up': True, 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'security_groups': ['c50be3a3-535f-4b49-8bd1-4a031d7c064d']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:39.681277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-9fc85291-7b2a-490a-b672-6c0b5661e816 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Made reservation on behalf of cce4e64935264742b43c864c773eb3b1 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:41:39.684904 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-9fc85291-7b2a-490a-b672-6c0b5661e816 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:39.816875 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-9fc85291-7b2a-490a-b672-6c0b5661e816 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Allocated IP 172.20.0.11 (b9233049-7d35-41a3-a830-879c708f75f5/61df829e-db5a-4abc-b3ff-b4d3553078b5/9d6335d9-a510-482e-b62b-d3cdccc176ce) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:41:39.966395 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-9fc85291-7b2a-490a-b672-6c0b5661e816 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:39.980416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-9fc85291-7b2a-490a-b672-6c0b5661e816 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Transition to ACTIVE for port object 9d6335d9-a510-482e-b62b-d3cdccc176ce will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:40.014298 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-9fc85291-7b2a-490a-b672-6c0b5661e816 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:40.058396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-9fc85291-7b2a-490a-b672-6c0b5661e816 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Network b9233049-7d35-41a3-a830-879c708f75f5 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:41:40.061603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-9fc85291-7b2a-490a-b672-6c0b5661e816 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:41:40.068666 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-9fc85291-7b2a-490a-b672-6c0b5661e816 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:41:40.095378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc85291-7b2a-490a-b672-6c0b5661e816 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Pushing event updated for resources: {'Port': ['ID=9d6335d9-a510-482e-b62b-d3cdccc176ce,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:40.127858 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-9fc85291-7b2a-490a-b672-6c0b5661e816 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:40.128497 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-9fc85291-7b2a-490a-b672-6c0b5661e816 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:40.143416 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-9fc85291-7b2a-490a-b672-6c0b5661e816 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5831861 Jul 06 12:41:40.155916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Request body: {'port': {'device_id': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:40.241357 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:40.352543 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cf28a715-0155-40d7-b2d6-f9fe4d6cf2d2 None None] Provisioning for port 9d6335d9-a510-482e-b62b-d3cdccc176ce completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:40.356747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-cf28a715-0155-40d7-b2d6-f9fe4d6cf2d2 None None] Provisioning complete for port 9d6335d9-a510-482e-b62b-d3cdccc176ce triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:40.357139 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf28a715-0155-40d7-b2d6-f9fe4d6cf2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:40.394186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-cf28a715-0155-40d7-b2d6-f9fe4d6cf2d2 None None] Port 9d6335d9-a510-482e-b62b-d3cdccc176ce cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:41:40.517981 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc1f62-0782-4721-91ca-b5f14baef166 req-316713bb-08bd-4da3-bfe8-25b655ab6b02 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:40.520629 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6cfc1f62-0782-4721-91ca-b5f14baef166 req-316713bb-08bd-4da3-bfe8-25b655ab6b02 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 932 time: 0.0769994 Jul 06 12:41:40.540234 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6335d9-a510-482e-b62b-d3cdccc176ce {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:41:40.549816 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:40.563842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Transition to ACTIVE for port object 9d6335d9-a510-482e-b62b-d3cdccc176ce will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:41:40.568577 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:40.575993 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6cfc1f62-0782-4721-91ca-b5f14baef166 req-1c571877-c121-4bfb-8192-4d15316cadce tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435345 Jul 06 12:41:40.611470 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 71ac9848-4c2a-4d69-9e8c-1e90610883da up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:40.658017 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6335d9-a510-482e-b62b-d3cdccc176ce,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:40.669660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 71ac9848-4c2a-4d69-9e8c-1e90610883da triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:40.670066 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:40.725610 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Attempting to bind port 9d6335d9-a510-482e-b62b-d3cdccc176ce on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:41:40.725954 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Attempting to bind port 9d6335d9-a510-482e-b62b-d3cdccc176ce by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:41:40.726284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Attempting to bind port 9d6335d9-a510-482e-b62b-d3cdccc176ce on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:40.731880 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Port 9d6335d9-a510-482e-b62b-d3cdccc176ce on network b9233049-7d35-41a3-a830-879c708f75f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:41:40.732084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Attempting to bind port 9d6335d9-a510-482e-b62b-d3cdccc176ce on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:41:40.737826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:41:40.738150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Checking segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:41:40.738730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Bound using segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:41:40.739167 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Bound port: 9d6335d9-a510-482e-b62b-d3cdccc176ce, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:41:40.739548 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:40.816332 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] For port 9d6335d9-a510-482e-b62b-d3cdccc176ce, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:41:40.819708 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] For port 9d6335d9-a510-482e-b62b-d3cdccc176ce, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:41:40.825069 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:40.861654 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:40.862250 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:40.863803 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] 10.222.0.23 "PUT /v2.0/ports/9d6335d9-a510-482e-b62b-d3cdccc176ce HTTP/1.1" status: 200 len: 1092 time: 0.7124469 Jul 06 12:41:40.864133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'tag': '9d6335d9-a510-482e-b62b-d3cdccc176ce'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:41:40.866389 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f77641b-7270-4bd1-994b-74acc346a3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "64569c34-93b4-4d7e-8c07-ff0122b46b6b", "tag": "9d6335d9-a510-482e-b62b-d3cdccc176ce"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:41:40.893815 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091e5c3-f3c8-461d-9377-bdb8d73ba468 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6335d9-a510-482e-b62b-d3cdccc176ce,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:40.917334 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd129095-49b8-4404-8185-189e9944fe60 x-openstack-request-id: req-fd129095-49b8-4404-8185-189e9944fe60 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:41:40.917627 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64569c34-93b4-4d7e-8c07-ff0122b46b6b", "tag": "9d6335d9-a510-482e-b62b-d3cdccc176ce", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:41:40.917886 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd129095-49b8-4404-8185-189e9944fe60 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:41:40.918335 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'tag': '9d6335d9-a510-482e-b62b-d3cdccc176ce', 'status': 'completed', 'code': 200} Jul 06 12:41:40.984002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-4addb2cb-7d68-41bc-8e3a-3b9c24d29628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:40.985619 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-4addb2cb-7d68-41bc-8e3a-3b9c24d29628 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 1095 time: 0.0664325 Jul 06 12:41:41.035467 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-0c88b0fc-6fca-48b8-917e-cb2447c524a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce HTTP/1.1" status: 200 len: 217 time: 0.0380926 Jul 06 12:41:41.081937 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:41.091254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-74741e42-ae77-4597-9d34-4b9a72a33a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:41.092822 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-74741e42-ae77-4597-9d34-4b9a72a33a50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0498381 Jul 06 12:41:41.157155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-fd3ea804-02ca-480a-8c74-64043f2680cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:41.158523 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-fd3ea804-02ca-480a-8c74-64043f2680cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583398 Jul 06 12:41:41.255689 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-d34e9943-bea0-4a41-a50e-34efc16b47f8 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893154 Jul 06 12:41:41.353084 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-85a91cf7-fbae-4d3f-9451-287e56237f53 req-b6d4677b-89b7-47f6-9c93-8e5ea9a1e8f6 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879774 Jul 06 12:41:41.461613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77641b-7270-4bd1-994b-74acc346a3bd req-8c8eca08-ffb1-4676-bf2e-a969e67c8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:41.463045 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1f77641b-7270-4bd1-994b-74acc346a3bd req-8c8eca08-ffb1-4676-bf2e-a969e67c8324 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 1095 time: 0.0605607 Jul 06 12:41:41.558331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77641b-7270-4bd1-994b-74acc346a3bd req-666ee03f-84a9-4d38-b137-90c41e283ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:41.559913 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1f77641b-7270-4bd1-994b-74acc346a3bd req-666ee03f-84a9-4d38-b137-90c41e283ede service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0902829 Jul 06 12:41:41.608072 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1f77641b-7270-4bd1-994b-74acc346a3bd req-d31ef332-40cb-4b98-8e81-01ecaf2de4ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce HTTP/1.1" status: 200 len: 217 time: 0.0405767 Jul 06 12:41:41.668435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77641b-7270-4bd1-994b-74acc346a3bd req-c58d0b57-8cfc-423b-a46e-2fd47417676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:41.669964 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1f77641b-7270-4bd1-994b-74acc346a3bd req-c58d0b57-8cfc-423b-a46e-2fd47417676f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0544612 Jul 06 12:41:41.735984 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77641b-7270-4bd1-994b-74acc346a3bd req-d35c1b99-e687-4074-987b-1578918176bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:41.737689 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1f77641b-7270-4bd1-994b-74acc346a3bd req-d35c1b99-e687-4074-987b-1578918176bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592411 Jul 06 12:41:41.789811 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6245173-c6ef-483f-a9fc-f5fb072dfd88 req-9feb2aed-c887-4924-a04f-394553cb2d5c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:41.792028 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a6245173-c6ef-483f-a9fc-f5fb072dfd88 req-9feb2aed-c887-4924-a04f-394553cb2d5c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 944 time: 0.1005511 Jul 06 12:41:41.832388 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a6245173-c6ef-483f-a9fc-f5fb072dfd88 req-08447368-c24f-4385-95d9-8fad36c0f5c0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337794 Jul 06 12:41:41.841867 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1f77641b-7270-4bd1-994b-74acc346a3bd req-2a8c1404-a8c8-48f1-a52f-209b0447c361 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966425 Jul 06 12:41:41.943119 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1f77641b-7270-4bd1-994b-74acc346a3bd req-bcf1f70f-def8-42d4-b549-e777b799001c service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886710 Jul 06 12:41:43.025885 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff2edb-5132-4764-9915-cb87a901eaff req-fa5026ab-d92a-4b5e-8584-337a4f272abf tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:43.027672 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3fff2edb-5132-4764-9915-cb87a901eaff req-fa5026ab-d92a-4b5e-8584-337a4f272abf tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 944 time: 0.0748661 Jul 06 12:41:43.084341 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3fff2edb-5132-4764-9915-cb87a901eaff req-f908970b-c874-4ad6-8d10-f4efdc7db64c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506387 Jul 06 12:41:44.185463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9d6335d9-a510-482e-b62b-d3cdccc176ce details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:41:44.270609 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46239a-f8bb-4b5e-92b1-0ba0db0007db req-9d83c390-fe27-4947-9194-8514841d5dfa tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:44.272388 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-af46239a-f8bb-4b5e-92b1-0ba0db0007db req-9d83c390-fe27-4947-9194-8514841d5dfa tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 944 time: 0.0665848 Jul 06 12:41:44.292081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 9d6335d9-a510-482e-b62b-d3cdccc176ce, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:44.303970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '9d6335d9-a510-482e-b62b-d3cdccc176ce', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'port_id': '9d6335d9-a510-482e-b62b-d3cdccc176ce', 'mac_address': 'fa:16:3e:7f:40:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:41:44.321135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-af46239a-f8bb-4b5e-92b1-0ba0db0007db req-15fc5486-89ec-4a1b-94c2-39885467654b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343232 Jul 06 12:41:44.349125 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:44.362112 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6335d9-a510-482e-b62b-d3cdccc176ce {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:41:44.382012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 9d6335d9-a510-482e-b62b-d3cdccc176ce, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:44.385996 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:44.438729 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=9d6335d9-a510-482e-b62b-d3cdccc176ce,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:44.630334 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['9d6335d9-a510-482e-b62b-d3cdccc176ce'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:41:45.496947 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b87884-b679-43d6-bad2-8c94041b4ef8 req-cf945ac2-42ec-43df-9bfc-83dc2f92f757 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:45.498475 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7b87884-b679-43d6-bad2-8c94041b4ef8 req-cf945ac2-42ec-43df-9bfc-83dc2f92f757 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 945 time: 0.0645580 Jul 06 12:41:45.538790 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7b87884-b679-43d6-bad2-8c94041b4ef8 req-ea6cbdfd-3686-40ba-8244-efb40fbaf9cc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343299 Jul 06 12:41:46.186460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9d6335d9-a510-482e-b62b-d3cdccc176ce up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:41:46.234077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 9d6335d9-a510-482e-b62b-d3cdccc176ce completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:41:46.237638 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 9d6335d9-a510-482e-b62b-d3cdccc176ce triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:41:46.238007 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:46.315453 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:46.350647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6335d9-a510-482e-b62b-d3cdccc176ce'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:41:46.352958 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4a0a72-ccdd-4d1b-83f3-5e8d133b8313" -d '{"events": [{"server_uuid": "64569c34-93b4-4d7e-8c07-ff0122b46b6b", "name": "network-vif-plugged", "status": "completed", "tag": "9d6335d9-a510-482e-b62b-d3cdccc176ce"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:41:46.370929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 9d6335d9-a510-482e-b62b-d3cdccc176ce, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:41:46.376109 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:46.400415 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474907f8-7123-4960-9fc0-0c8e45bbab67 x-openstack-request-id: req-474907f8-7123-4960-9fc0-0c8e45bbab67 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:41:46.400703 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64569c34-93b4-4d7e-8c07-ff0122b46b6b", "name": "network-vif-plugged", "status": "completed", "tag": "9d6335d9-a510-482e-b62b-d3cdccc176ce", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:41:46.400956 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-474907f8-7123-4960-9fc0-0c8e45bbab67 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:41:46.401338 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6335d9-a510-482e-b62b-d3cdccc176ce', 'code': 200} Jul 06 12:41:46.428404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=9d6335d9-a510-482e-b62b-d3cdccc176ce,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:41:46.522800 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabf3a0-737a-45c2-bc5d-d92f8efd287a req-4d66fe6f-cf14-4dd0-a0e3-9712d41eb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:46.524905 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ffabf3a0-737a-45c2-bc5d-d92f8efd287a req-4d66fe6f-cf14-4dd0-a0e3-9712d41eb3c5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 1097 time: 0.0548608 Jul 06 12:41:46.561514 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ffabf3a0-737a-45c2-bc5d-d92f8efd287a req-9c25878e-3db0-4ce5-9144-34004cabe359 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290518 Jul 06 12:41:46.717373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360e6d0-31d5-479f-bf65-867a2b39d71e req-61eb07be-d770-47e3-b597-99c3479e3386 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:46.718923 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f360e6d0-31d5-479f-bf65-867a2b39d71e req-61eb07be-d770-47e3-b597-99c3479e3386 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0673609 Jul 06 12:41:46.756555 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f360e6d0-31d5-479f-bf65-867a2b39d71e req-b71f0fcf-ae8d-4121-8490-a70e83fffd62 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317855 Jul 06 12:41:47.950803 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24a48d-84f0-4c4e-9007-848a4cd3e605 req-b1d513d7-fd20-4709-95d0-a6662d39778b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:47.952413 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d24a48d-84f0-4c4e-9007-848a4cd3e605 req-b1d513d7-fd20-4709-95d0-a6662d39778b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0742579 Jul 06 12:41:47.993174 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d24a48d-84f0-4c4e-9007-848a4cd3e605 req-cd9cca14-6c34-4113-86f3-d939a2e07ceb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349135 Jul 06 12:41:48.186604 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b859c8-fc2f-4004-a386-7d92d50ade7d req-f502ec04-4d87-4c49-8dca-0a932960735f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:48.188161 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-54b859c8-fc2f-4004-a386-7d92d50ade7d req-f502ec04-4d87-4c49-8dca-0a932960735f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0690324 Jul 06 12:41:48.197208 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 52830) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:41:48.201667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-4ff81b1a-ceba-4abc-bfae-90b52816a03e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Request body: {'floatingip': {'port_id': '9d6335d9-a510-482e-b62b-d3cdccc176ce'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:41:48.240831 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ff81b1a-ceba-4abc-bfae-90b52816a03e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.691183 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ff81b1a-ceba-4abc-bfae-90b52816a03e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.695174 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ff81b1a-ceba-4abc-bfae-90b52816a03e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:48.807138 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-4ff81b1a-ceba-4abc-bfae-90b52816a03e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Floating IP 2a15aef6-9374-41bf-8353-e7af0ea6f481 associated. External IP: 172.25.4.125, port: 9d6335d9-a510-482e-b62b-d3cdccc176ce. Jul 06 12:41:49.313312 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff81b1a-ceba-4abc-bfae-90b52816a03e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Router a8af0c33-f961-471a-a9b8-610ec2a44dc0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:41:49.418096 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff81b1a-ceba-4abc-bfae-90b52816a03e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:41:49.422742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ff81b1a-ceba-4abc-bfae-90b52816a03e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:41:49.427418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965b864-d6b7-4d0e-a566-ea89cf6e70b3 None None] Sync routers for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:41:49.437393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b965b864-d6b7-4d0e-a566-ea89cf6e70b3 None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:49.438004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b965b864-d6b7-4d0e-a566-ea89cf6e70b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:41:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:49.462847 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4ff81b1a-ceba-4abc-bfae-90b52816a03e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "PUT /v2.0/floatingips/2a15aef6-9374-41bf-8353-e7af0ea6f481 HTTP/1.1" status: 200 len: 992 time: 1.2645698 Jul 06 12:41:49.463473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'tag': '9d6335d9-a510-482e-b62b-d3cdccc176ce'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:41:49.465756 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee663f4-4751-4545-a68b-1811e341cdac" -d '{"events": [{"name": "network-changed", "server_uuid": "64569c34-93b4-4d7e-8c07-ff0122b46b6b", "tag": "9d6335d9-a510-482e-b62b-d3cdccc176ce"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:41:49.546630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-b965b864-d6b7-4d0e-a566-ea89cf6e70b3 None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:49.595313 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50f9048-ca14-462d-b707-577f97f5b7f7 x-openstack-request-id: req-e50f9048-ca14-462d-b707-577f97f5b7f7 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:41:49.595609 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64569c34-93b4-4d7e-8c07-ff0122b46b6b", "tag": "9d6335d9-a510-482e-b62b-d3cdccc176ce", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:41:49.595860 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e50f9048-ca14-462d-b707-577f97f5b7f7 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:41:49.596319 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'tag': '9d6335d9-a510-482e-b62b-d3cdccc176ce', 'status': 'completed', 'code': 200} Jul 06 12:41:49.678065 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee663f4-4751-4545-a68b-1811e341cdac req-60966a29-197f-4e58-9314-3ce9cd36276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:49.679606 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eee663f4-4751-4545-a68b-1811e341cdac req-60966a29-197f-4e58-9314-3ce9cd36276a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 1097 time: 0.0577621 Jul 06 12:41:49.771268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee663f4-4751-4545-a68b-1811e341cdac req-a098d752-d0e4-4880-a842-a30a8a3a2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:49.772698 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eee663f4-4751-4545-a68b-1811e341cdac req-a098d752-d0e4-4880-a842-a30a8a3a2f32 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0865817 Jul 06 12:41:49.774531 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b965b864-d6b7-4d0e-a566-ea89cf6e70b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '2a15aef6-9374-41bf-8353-e7af0ea6f481', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'port_id': '9d6335d9-a510-482e-b62b-d3cdccc176ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'mac_address': 'fa:16:3e:7f:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:41:36Z', 'updated_at': '2021-07-06T12:41:48Z', 'revision_number': 1, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:49.801248 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965b864-d6b7-4d0e-a566-ea89cf6e70b3 None None] Checking router: a8af0c33-f961-471a-a9b8-610ec2a44dc0 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:41:49.810511 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b965b864-d6b7-4d0e-a566-ea89cf6e70b3 None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:41:49.811121 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b965b864-d6b7-4d0e-a566-ea89cf6e70b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:41:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:49.849239 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eee663f4-4751-4545-a68b-1811e341cdac req-80b9a74b-2a48-4f90-8533-5db231b7d080 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce HTTP/1.1" status: 200 len: 1000 time: 0.0691369 Jul 06 12:41:49.900945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee663f4-4751-4545-a68b-1811e341cdac req-07315fbb-ac25-4b2d-84ff-fc06082dda46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:49.902504 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eee663f4-4751-4545-a68b-1811e341cdac req-07315fbb-ac25-4b2d-84ff-fc06082dda46 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0464950 Jul 06 12:41:49.967529 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee663f4-4751-4545-a68b-1811e341cdac req-9774b636-83c0-4986-8b4f-96f4b432a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:41:49.969175 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eee663f4-4751-4545-a68b-1811e341cdac req-9774b636-83c0-4986-8b4f-96f4b432a53b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583968 Jul 06 12:41:50.063357 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eee663f4-4751-4545-a68b-1811e341cdac req-e00828c4-9698-462e-94b4-e0917fe1b3d8 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866959 Jul 06 12:41:50.075770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-b965b864-d6b7-4d0e-a566-ea89cf6e70b3 None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:41:50.152563 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-eee663f4-4751-4545-a68b-1811e341cdac req-0a3b19e6-212e-4986-9e10-a154e42d3bdd service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823891 Jul 06 12:41:50.300078 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-b965b864-d6b7-4d0e-a566-ea89cf6e70b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '2a15aef6-9374-41bf-8353-e7af0ea6f481', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'port_id': '9d6335d9-a510-482e-b62b-d3cdccc176ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'mac_address': 'fa:16:3e:7f:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:41:36Z', 'updated_at': '2021-07-06T12:41:48Z', 'revision_number': 1, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:41:50.327003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965b864-d6b7-4d0e-a566-ea89cf6e70b3 None None] The sync data for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 is: [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '2a15aef6-9374-41bf-8353-e7af0ea6f481', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'port_id': '9d6335d9-a510-482e-b62b-d3cdccc176ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'mac_address': 'fa:16:3e:7f:40:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:41:36Z', 'updated_at': '2021-07-06T12:41:48Z', 'revision_number': 1, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:41:50.522355 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4239fbd-a2c3-45f2-af08-31140713a468 None None] New status for floating IP 2a15aef6-9374-41bf-8353-e7af0ea6f481: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:42:04.026458 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:42:05.548066 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73d53593-b137-419a-bba3-2bd9586e8d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:06.051215 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:06.885553 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:08.183193 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b619ebfc-0633-42eb-807b-bcd828296064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:08.283625 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:09.503416 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:11.083321 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:31.575266 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f40eae8-ab11-4f42-92e6-f484911f29b5 req-c67e44d7-44b6-40fe-9c70-a2ad63eaf8c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522721 Jul 06 12:42:31.675649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40eae8-ab11-4f42-92e6-f484911f29b5 req-965c9016-4e9e-4ac1-8b92-5f254e287cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:31.677193 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f40eae8-ab11-4f42-92e6-f484911f29b5 req-965c9016-4e9e-4ac1-8b92-5f254e287cd5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 1097 time: 0.0570319 Jul 06 12:42:31.781264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40eae8-ab11-4f42-92e6-f484911f29b5 req-00515e31-6992-4d5e-884d-7c78f197b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:31.782777 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f40eae8-ab11-4f42-92e6-f484911f29b5 req-00515e31-6992-4d5e-884d-7c78f197b64f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0836079 Jul 06 12:42:31.852564 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f40eae8-ab11-4f42-92e6-f484911f29b5 req-6bf0b0f2-4395-4f93-a06a-cc4792278d0c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce HTTP/1.1" status: 200 len: 1002 time: 0.0620081 Jul 06 12:42:31.901175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40eae8-ab11-4f42-92e6-f484911f29b5 req-7a30268c-e159-4389-950e-ff84d1d21c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:31.902620 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f40eae8-ab11-4f42-92e6-f484911f29b5 req-7a30268c-e159-4389-950e-ff84d1d21c36 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0433860 Jul 06 12:42:31.960184 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40eae8-ab11-4f42-92e6-f484911f29b5 req-84327ccf-03aa-447d-9180-e44f029805fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:42:31.961676 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f40eae8-ab11-4f42-92e6-f484911f29b5 req-84327ccf-03aa-447d-9180-e44f029805fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515587 Jul 06 12:42:32.056513 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f40eae8-ab11-4f42-92e6-f484911f29b5 req-fc4aacf0-8205-4b12-8109-1833f3e415b1 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845749 Jul 06 12:42:32.159887 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9f40eae8-ab11-4f42-92e6-f484911f29b5 req-8d5828dc-bfa3-467e-a47b-1d2a4d182701 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956516 Jul 06 12:42:35.549303 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc2d7-4f85-4a2a-9e11-3765a36d48eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:36.052136 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:36.900576 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:38.186825 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-764bbaa2-250a-4b9a-b1be-5e40241ac6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:38.287078 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:39.506505 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:42:41.025971 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:42:41.087443 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:05.552432 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df28c4e0-1c93-4508-bc4a-bbf0ae99173d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:06.068465 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:06.899901 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.188697 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1c8ddba-f6ce-4d8c-889c-d1e89d3f275e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:08.290268 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:09.510325 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:11.091806 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:18.026479 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:43:30.556540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158281e3-9fea-420e-a671-33c8c5fcee94 req-8bec5123-71f9-4a9e-94cc-2aa722774951 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:30.558265 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-158281e3-9fea-420e-a671-33c8c5fcee94 req-8bec5123-71f9-4a9e-94cc-2aa722774951 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.1334407 Jul 06 12:43:30.598168 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-158281e3-9fea-420e-a671-33c8c5fcee94 req-31db051a-9217-40af-8fa2-5b53e6e29c58 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332663 Jul 06 12:43:30.886186 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53052) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:43:31.033069 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-d7231b6f-6bff-4bcc-8ef7-be3252651cd8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1456001 Jul 06 12:43:31.041740 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8e8fd-b483-48cf-966a-abc0664e62c4 req-cd8c7ea7-9ebc-48a1-aab9-93598f7ba253 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:31.043195 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fdd8e8fd-b483-48cf-966a-abc0664e62c4 req-cd8c7ea7-9ebc-48a1-aab9-93598f7ba253 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.1081691 Jul 06 12:43:31.081681 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fdd8e8fd-b483-48cf-966a-abc0664e62c4 req-cd708bef-61ee-4181-b607-424282304475 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321195 Jul 06 12:43:32.262978 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417bddc-a1c8-40a1-ac1b-4035a5777f45 req-3477ed86-af69-4687-83ca-68854e3edb3b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:32.264524 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c417bddc-a1c8-40a1-ac1b-4035a5777f45 req-3477ed86-af69-4687-83ca-68854e3edb3b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0670843 Jul 06 12:43:32.284590 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-caf0c84b-03ad-4268-9bf0-8174659f8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:32.286279 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-caf0c84b-03ad-4268-9bf0-8174659f8b3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 1097 time: 0.0552902 Jul 06 12:43:32.305566 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c417bddc-a1c8-40a1-ac1b-4035a5777f45 req-2544f3d6-b829-40cb-b793-e18e473ff9ab tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352015 Jul 06 12:43:32.382119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-1b03d54f-24bc-4308-94b5-927988caa17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:32.383688 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-1b03d54f-24bc-4308-94b5-927988caa17f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0906298 Jul 06 12:43:32.448997 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-18002ab6-49e7-47f1-b6c5-bce66c9de796 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce HTTP/1.1" status: 200 len: 1002 time: 0.0577247 Jul 06 12:43:32.504193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-029ef229-2491-4b4b-a8c5-c027d2fb4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:32.505677 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-029ef229-2491-4b4b-a8c5-c027d2fb4da4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0480793 Jul 06 12:43:32.567396 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-bb939915-0d6d-44a3-92d5-7eb00b4504c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:32.568909 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-bb939915-0d6d-44a3-92d5-7eb00b4504c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552659 Jul 06 12:43:32.660780 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-f47d6d03-17d4-4565-aaf1-a253bb222fa8 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836570 Jul 06 12:43:32.756071 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-f1a1b3d2-d5ca-42c7-852f-e959c71bdff4 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872633 Jul 06 12:43:33.492793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794ce14-8128-4b1b-9258-4128f8349389 req-f8b15230-9bb1-4110-8e46-886f066ccf1c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:33.494360 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a794ce14-8128-4b1b-9258-4128f8349389 req-f8b15230-9bb1-4110-8e46-886f066ccf1c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0670733 Jul 06 12:43:33.533303 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a794ce14-8128-4b1b-9258-4128f8349389 req-56b3b99b-6e21-4600-be4d-5c63b6f303ca tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322573 Jul 06 12:43:33.632333 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d6636-4cac-4769-8c41-9d3f9769f243 req-d8375d9f-dc46-41a3-b3dc-1bdd439b9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:33.633746 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-883d6636-4cac-4769-8c41-9d3f9769f243 req-d8375d9f-dc46-41a3-b3dc-1bdd439b9909 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 1097 time: 0.0545764 Jul 06 12:43:33.745661 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d6636-4cac-4769-8c41-9d3f9769f243 req-40c35f98-5df8-4481-a9ac-a5121a14b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:33.747144 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-883d6636-4cac-4769-8c41-9d3f9769f243 req-40c35f98-5df8-4481-a9ac-a5121a14b73d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0902925 Jul 06 12:43:33.811649 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-883d6636-4cac-4769-8c41-9d3f9769f243 req-21d7283b-3168-4945-b496-f12b00bfa8e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce HTTP/1.1" status: 200 len: 1002 time: 0.0574939 Jul 06 12:43:33.862188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d6636-4cac-4769-8c41-9d3f9769f243 req-c1387ea7-3719-472c-ae22-158dea13d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:33.863699 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-883d6636-4cac-4769-8c41-9d3f9769f243 req-c1387ea7-3719-472c-ae22-158dea13d1b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0448947 Jul 06 12:43:33.930046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d6636-4cac-4769-8c41-9d3f9769f243 req-bfef1e14-ac8b-428d-8da3-d7bb53303675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:33.931487 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-883d6636-4cac-4769-8c41-9d3f9769f243 req-bfef1e14-ac8b-428d-8da3-d7bb53303675 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573604 Jul 06 12:43:34.021952 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-883d6636-4cac-4769-8c41-9d3f9769f243 req-398b3bc9-7179-4b87-bde1-2dbc90fb81cb service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816462 Jul 06 12:43:34.115185 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-883d6636-4cac-4769-8c41-9d3f9769f243 req-f731289a-222d-46a4-ad21-ebde79f14925 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854590 Jul 06 12:43:34.719146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e07a0e-aa1c-4c0d-b906-063df7430c49 req-7bc70133-fcf0-468d-8579-a78ca37f218f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:34.720681 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39e07a0e-aa1c-4c0d-b906-063df7430c49 req-7bc70133-fcf0-468d-8579-a78ca37f218f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0670156 Jul 06 12:43:34.758496 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-39e07a0e-aa1c-4c0d-b906-063df7430c49 req-976f1f4a-1a19-4ff1-b058-42a57d1ff2b8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321138 Jul 06 12:43:35.554214 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-936771d3-050a-484a-9c0b-953a26bcb151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:35.939889 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f1f64-2028-42e9-aa7a-040a8a238959 req-e8b68ada-9312-4621-9866-8dc6051ce2b9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:35.941572 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db4f1f64-2028-42e9-aa7a-040a8a238959 req-e8b68ada-9312-4621-9866-8dc6051ce2b9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0708022 Jul 06 12:43:35.984357 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-db4f1f64-2028-42e9-aa7a-040a8a238959 req-9337ccaa-a3ad-4131-b215-8f9bb44f518e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369217 Jul 06 12:43:36.062518 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:36.926696 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:37.164015 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79369f-1d2e-4df3-8692-029e1bd1e274 req-64f2e2b9-fa6c-433a-8107-2ea969a909d4 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:37.165496 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7f79369f-1d2e-4df3-8692-029e1bd1e274 req-64f2e2b9-fa6c-433a-8107-2ea969a909d4 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0634143 Jul 06 12:43:37.203278 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7f79369f-1d2e-4df3-8692-029e1bd1e274 req-51afc558-fbd7-4708-8a2a-d092c15075f7 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320187 Jul 06 12:43:38.190268 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5084103-e1a7-4065-b62f-81183f027089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:38.291700 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:38.379285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410029e-ec96-4aa3-afc5-880fba59d80a req-32f29ed8-d276-454c-8134-e19f7d52e1c1 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:38.380772 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b410029e-ec96-4aa3-afc5-880fba59d80a req-32f29ed8-d276-454c-8134-e19f7d52e1c1 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0632908 Jul 06 12:43:38.418024 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b410029e-ec96-4aa3-afc5-880fba59d80a req-e4966966-4f35-46ac-9193-667430653f45 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316191 Jul 06 12:43:39.512973 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:39.605274 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5890a41-c5b2-4eb9-a049-cb664e700cbd req-87f56997-7da1-4990-bfe0-75a9c4262ed5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:39.606797 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5890a41-c5b2-4eb9-a049-cb664e700cbd req-87f56997-7da1-4990-bfe0-75a9c4262ed5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0680137 Jul 06 12:43:39.646251 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5890a41-c5b2-4eb9-a049-cb664e700cbd req-2c61cae3-3798-42fe-910a-797b88d1d72b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332823 Jul 06 12:43:40.821905 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990a007-1cad-4637-a6bf-877d5c11b561 req-53394e21-fc4c-43ea-be37-a00d7e792679 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:40.824071 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5990a007-1cad-4637-a6bf-877d5c11b561 req-53394e21-fc4c-43ea-be37-a00d7e792679 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0657966 Jul 06 12:43:40.866579 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5990a007-1cad-4637-a6bf-877d5c11b561 req-8e353f78-8d24-4eef-b9dc-c085f0b92be2 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352421 Jul 06 12:43:41.094376 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:42.042278 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93152979-f669-4bb5-8566-6cbfcae3a89c req-9e69da90-00b3-4859-8f10-97e2231c8d77 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:42.043816 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93152979-f669-4bb5-8566-6cbfcae3a89c req-9e69da90-00b3-4859-8f10-97e2231c8d77 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0646129 Jul 06 12:43:42.090589 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93152979-f669-4bb5-8566-6cbfcae3a89c req-05867174-6b5e-455f-b288-26532fd7c98d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379775 Jul 06 12:43:43.270571 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795b06a-ad5d-4475-8467-ea0711c2866b req-73a9ecc7-a498-4e7f-8c9a-5e0ddf09bef1 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:43.272169 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f795b06a-ad5d-4475-8467-ea0711c2866b req-73a9ecc7-a498-4e7f-8c9a-5e0ddf09bef1 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0691957 Jul 06 12:43:43.311838 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f795b06a-ad5d-4475-8467-ea0711c2866b req-4581a2b4-d287-4b0a-9991-caa4b0e79d54 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336463 Jul 06 12:43:44.495532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd8b2d-cbb4-4705-a602-4fd6c9c6d8fb req-6037528c-8816-4351-92ac-6a22fb7ba81c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:44.497070 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0fd8b2d-cbb4-4705-a602-4fd6c9c6d8fb req-6037528c-8816-4351-92ac-6a22fb7ba81c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0653379 Jul 06 12:43:44.534779 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0fd8b2d-cbb4-4705-a602-4fd6c9c6d8fb req-0333e96e-b8ac-42a3-b0aa-e83aec116f8e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319681 Jul 06 12:43:44.852337 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-b10f88d6-c306-42aa-9ce8-d417f830f77c service neutron] show failed (client error): The resource could not be found. Jul 06 12:43:44.853384 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-b10f88d6-c306-42aa-9ce8-d417f830f77c service neutron] 10.222.0.23 "GET /v2.0/ports/9d6335d9-a510-482e-b62b-d3cdccc176ce/bindings/n-h2-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.0566716 Jul 06 12:43:45.158619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-8d661ce6-e4b8-492a-a134-97ab48278b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:45.160344 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-8d661ce6-e4b8-492a-a134-97ab48278b6d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b&tenant_id=cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 1097 time: 0.1077180 Jul 06 12:43:45.170852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:45.245940 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:45.448160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] For port 9d6335d9-a510-482e-b62b-d3cdccc176ce, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:45.496837 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] For port 9d6335d9-a510-482e-b62b-d3cdccc176ce, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:43:45.543382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d6335d9-a510-482e-b62b-d3cdccc176ce'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:43:45.546196 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444102fe-ff95-438f-b119-92ca4025dea8" -d '{"events": [{"server_uuid": "64569c34-93b4-4d7e-8c07-ff0122b46b6b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d6335d9-a510-482e-b62b-d3cdccc176ce"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:43:45.550395 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:45.564437 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Transition to ACTIVE for port object 9d6335d9-a510-482e-b62b-d3cdccc176ce will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:43:45.569479 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:45.676548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Pushing event updated for resources: {'Port': ['ID=9d6335d9-a510-482e-b62b-d3cdccc176ce,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:45.687938 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ac6ed8-e690-40a3-9389-e9a42492bb3f x-openstack-request-id: req-23ac6ed8-e690-40a3-9389-e9a42492bb3f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:43:45.688364 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64569c34-93b4-4d7e-8c07-ff0122b46b6b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d6335d9-a510-482e-b62b-d3cdccc176ce", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:43:45.688475 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23ac6ed8-e690-40a3-9389-e9a42492bb3f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:43:45.688861 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d6335d9-a510-482e-b62b-d3cdccc176ce', 'code': 200} Jul 06 12:43:45.692368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:45.692715 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:45.693055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:45.693389 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:45.693716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:45.694041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:45.694368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:45.694691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:45.695018 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:45.695368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:45.695687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:45.696009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:45.735469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] No DVR routers for this DVR port 9d6335d9-a510-482e-b62b-d3cdccc176ce on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:43:45.855868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef80926-4ecf-44c6-b390-98bc4d34bf67 req-8e2e3084-1367-449f-a6b2-e74865264d9f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:45.857948 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5ef80926-4ecf-44c6-b390-98bc4d34bf67 req-8e2e3084-1367-449f-a6b2-e74865264d9f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 944 time: 0.0720267 Jul 06 12:43:45.879193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Attempting to bind port 9d6335d9-a510-482e-b62b-d3cdccc176ce on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:43:45.879804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Attempting to bind port 9d6335d9-a510-482e-b62b-d3cdccc176ce by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:43:45.879804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Attempting to bind port 9d6335d9-a510-482e-b62b-d3cdccc176ce on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:43:45.884039 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Port 9d6335d9-a510-482e-b62b-d3cdccc176ce on network b9233049-7d35-41a3-a830-879c708f75f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:43:45.884351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Attempting to bind port 9d6335d9-a510-482e-b62b-d3cdccc176ce on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:43:45.889090 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:43:45.889419 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Checking segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:43:45.889796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Bound using segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:43:45.890225 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Bound port: 9d6335d9-a510-482e-b62b-d3cdccc176ce, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:43:45.890563 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:45.895858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5ef80926-4ecf-44c6-b390-98bc4d34bf67 req-91f0c958-1c61-4cc8-b256-86167f0fa66c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320053 Jul 06 12:43:45.955021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] For port 9d6335d9-a510-482e-b62b-d3cdccc176ce, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:43:45.959019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] For port 9d6335d9-a510-482e-b62b-d3cdccc176ce, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:43:45.964106 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:45.998564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:45.999182 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:46.000643 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] 10.222.0.89 "PUT /v2.0/ports/9d6335d9-a510-482e-b62b-d3cdccc176ce HTTP/1.1" status: 200 len: 1092 time: 0.8338318 Jul 06 12:43:46.021682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aab456-d008-48cb-8d9d-0185eaf3a72e service neutron] Pushing event updated for resources: {'Port': ['ID=9d6335d9-a510-482e-b62b-d3cdccc176ce,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:46.080747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-9aaa8723-cb55-4de5-9cf0-c7b1e9660d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:46.082268 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-9aaa8723-cb55-4de5-9cf0-c7b1e9660d01 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 1095 time: 0.0566144 Jul 06 12:43:46.177510 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-3a2126dd-3ec0-48ee-b24f-65a0376fe19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:46.179012 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-3a2126dd-3ec0-48ee-b24f-65a0376fe19a service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0908933 Jul 06 12:43:46.246538 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-ff9ec234-9390-42fb-931b-121475853f74 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce HTTP/1.1" status: 200 len: 1000 time: 0.0610280 Jul 06 12:43:46.297559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-ad69fe4a-429a-4ecc-8432-c787ae709cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:46.298905 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-ad69fe4a-429a-4ecc-8432-c787ae709cd1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0468848 Jul 06 12:43:46.356325 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-807276c7-7b86-483d-839e-311c7334a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:46.357828 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-807276c7-7b86-483d-839e-311c7334a9e9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518000 Jul 06 12:43:46.444019 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-db95d5c3-3853-4245-a369-294c9b5ef442 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795367 Jul 06 12:43:46.537065 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1b6684aa-6502-404c-a0f4-d32b5706a235 req-8ecb53f5-e507-4413-994c-d3a130ae84a7 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866230 Jul 06 12:43:46.943022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9d6335d9-a510-482e-b62b-d3cdccc176ce no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:43:46.980549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9d6335d9-a510-482e-b62b-d3cdccc176ce not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:43:47.072623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a566e-b950-42d8-be3d-7180bde8af07 req-be133628-c09e-4f8a-8140-a226b141a23a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:47.074142 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b4a566e-b950-42d8-be3d-7180bde8af07 req-be133628-c09e-4f8a-8140-a226b141a23a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 944 time: 0.0636024 Jul 06 12:43:47.111500 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b4a566e-b950-42d8-be3d-7180bde8af07 req-164e5a76-7965-4e25-9f84-4f0270ac2b13 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317111 Jul 06 12:43:47.689911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'tag': '9d6335d9-a510-482e-b62b-d3cdccc176ce'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:43:47.692369 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489f6ef2-2bb9-49cb-b725-2079113b0dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "64569c34-93b4-4d7e-8c07-ff0122b46b6b", "tag": "9d6335d9-a510-482e-b62b-d3cdccc176ce"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:43:47.739699 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2ef1a3-50d8-453b-a7ed-cd28e516d586 x-openstack-request-id: req-bb2ef1a3-50d8-453b-a7ed-cd28e516d586 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:43:47.739989 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64569c34-93b4-4d7e-8c07-ff0122b46b6b", "tag": "9d6335d9-a510-482e-b62b-d3cdccc176ce", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:43:47.740241 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb2ef1a3-50d8-453b-a7ed-cd28e516d586 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:43:47.741086 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'tag': '9d6335d9-a510-482e-b62b-d3cdccc176ce', 'status': 'completed', 'code': 200} Jul 06 12:43:48.223220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-5d5c8cbc-92eb-4e5c-95dc-c1ad943e60b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:48.224731 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-5d5c8cbc-92eb-4e5c-95dc-c1ad943e60b2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 1095 time: 0.4635882 Jul 06 12:43:48.226502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-656ac0cb-8318-467d-a39f-8414e328d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:48.227859 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-656ac0cb-8318-467d-a39f-8414e328d85b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 1095 time: 0.4589136 Jul 06 12:43:48.293158 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157c638-27a8-4c4a-aa2b-fd80811c9c5a req-481be062-8e64-4cf8-bee5-9458edbb2553 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:48.294718 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8157c638-27a8-4c4a-aa2b-fd80811c9c5a req-481be062-8e64-4cf8-bee5-9458edbb2553 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 944 time: 0.0635939 Jul 06 12:43:48.339531 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8157c638-27a8-4c4a-aa2b-fd80811c9c5a req-74bbef23-e1f2-4bff-9845-2d0f650d2e4b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380013 Jul 06 12:43:48.385099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-0b64a9ca-5c88-44e1-942e-6ea862f285ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:48.386584 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-0b64a9ca-5c88-44e1-942e-6ea862f285ac service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.1559558 Jul 06 12:43:48.387965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-f064a26d-ec7e-4a0b-b2f8-96f3c51f45ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:48.389323 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-f064a26d-ec7e-4a0b-b2f8-96f3c51f45ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.1509440 Jul 06 12:43:48.396179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9d6335d9-a510-482e-b62b-d3cdccc176ce details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:43:48.503086 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-0351a6f8-1814-4e11-9541-a0cae8e8dcd7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce HTTP/1.1" status: 200 len: 1000 time: 0.1085413 Jul 06 12:43:48.503764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 9d6335d9-a510-482e-b62b-d3cdccc176ce, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:48.508719 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-fd04185f-0847-4a28-9c26-800f97b3f547 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce HTTP/1.1" status: 200 len: 1000 time: 0.1069534 Jul 06 12:43:48.517372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '9d6335d9-a510-482e-b62b-d3cdccc176ce', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'port_id': '9d6335d9-a510-482e-b62b-d3cdccc176ce', 'mac_address': 'fa:16:3e:7f:40:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:43:48.562894 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:48.577160 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6335d9-a510-482e-b62b-d3cdccc176ce {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:43:48.597623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-8e68d0c9-44e7-4bb8-9326-9e0e4da1ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:48.599321 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-8e68d0c9-44e7-4bb8-9326-9e0e4da1ae88 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0896432 Jul 06 12:43:48.602540 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 9d6335d9-a510-482e-b62b-d3cdccc176ce, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:48.603415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-c2e9fc85-4a90-421c-ac84-f4c5d51817f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:48.605089 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-c2e9fc85-4a90-421c-ac84-f4c5d51817f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0860417 Jul 06 12:43:48.609105 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:48.669075 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=9d6335d9-a510-482e-b62b-d3cdccc176ce,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:48.680542 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:48.681170 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:48.681666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:48.682158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:48.682664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:48.683149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:48.683807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:48.684438 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:48.687825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:48.689309 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:48.689953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:48.690374 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:43:48.705071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-23d5df20-c361-49cf-8fac-a169fdeb0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:48.706755 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-23d5df20-c361-49cf-8fac-a169fdeb0377 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915945 Jul 06 12:43:48.708910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-c328e5ec-3c28-4dba-ab76-247ac0a168f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:48.710409 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-c328e5ec-3c28-4dba-ab76-247ac0a168f5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044025 Jul 06 12:43:48.742643 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecb5fa-a7f8-4841-81d4-ffc10f565134 req-11cd568e-b5bb-41e8-a4c9-8fea6283855c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:48.744518 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d4ecb5fa-a7f8-4841-81d4-ffc10f565134 req-11cd568e-b5bb-41e8-a4c9-8fea6283855c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 945 time: 0.1383259 Jul 06 12:43:48.819060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe0d2a-3d50-483a-847e-ef26c071dd7b req-e339368d-f4b0-43c1-8110-ca2d78271f84 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:48.820591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cabe0d2a-3d50-483a-847e-ef26c071dd7b req-e339368d-f4b0-43c1-8110-ca2d78271f84 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.23 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b&tenant_id=cce4e64935264742b43c864c773eb3b1&binding%3Ahost_id=n-h2-799529-2 HTTP/1.1" status: 200 len: 945 time: 0.1697319 Jul 06 12:43:48.825849 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d4ecb5fa-a7f8-4841-81d4-ffc10f565134 req-8c022f4f-3235-42c0-9fe1-bbff042670f2 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728843 Jul 06 12:43:48.853507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['9d6335d9-a510-482e-b62b-d3cdccc176ce'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:43:48.879952 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-f58ad882-044d-4d9f-acf7-374eec72c4cd service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650290 Jul 06 12:43:48.881868 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-acfe08cb-e6b9-4b3c-91d5-ec1cc362fa82 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586661 Jul 06 12:43:48.886943 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-cabe0d2a-3d50-483a-847e-ef26c071dd7b req-a32d886c-aa24-4dae-aada-ea417740e0ff service neutron] delete failed (client error): The resource could not be found. Jul 06 12:43:48.888165 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cabe0d2a-3d50-483a-847e-ef26c071dd7b req-a32d886c-aa24-4dae-aada-ea417740e0ff service neutron] 10.222.0.23 "DELETE /v2.0/ports/9d6335d9-a510-482e-b62b-d3cdccc176ce/bindings/n-h1-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.0606885 Jul 06 12:43:49.040018 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-9cf9d111-53df-4fda-8397-1aa8724f5c5e service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524675 Jul 06 12:43:49.043342 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-489f6ef2-2bb9-49cb-b725-2079113b0dc4 req-6ea57224-bad7-419d-8bce-9ec61634ab34 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546552 Jul 06 12:43:49.157709 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe0d2a-3d50-483a-847e-ef26c071dd7b req-1404ae6b-76af-45e2-8d72-646f8299d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:49.159206 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cabe0d2a-3d50-483a-847e-ef26c071dd7b req-1404ae6b-76af-45e2-8d72-646f8299d341 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 1096 time: 0.0540700 Jul 06 12:43:49.246697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe0d2a-3d50-483a-847e-ef26c071dd7b req-9ea2340e-5a74-4b6f-a9a1-dfcb3a641487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:49.248191 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cabe0d2a-3d50-483a-847e-ef26c071dd7b req-9ea2340e-5a74-4b6f-a9a1-dfcb3a641487 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0824018 Jul 06 12:43:49.317226 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cabe0d2a-3d50-483a-847e-ef26c071dd7b req-b03b0297-5eae-4d8d-9ffd-8eb99e930443 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce HTTP/1.1" status: 200 len: 1001 time: 0.0610209 Jul 06 12:43:49.367027 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe0d2a-3d50-483a-847e-ef26c071dd7b req-ba9077be-1091-4fa5-84a0-084cb623d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:49.368490 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cabe0d2a-3d50-483a-847e-ef26c071dd7b req-ba9077be-1091-4fa5-84a0-084cb623d553 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0447335 Jul 06 12:43:49.438194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe0d2a-3d50-483a-847e-ef26c071dd7b req-53764a66-906f-48b0-8d90-79ebb2b4fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:49.439750 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cabe0d2a-3d50-483a-847e-ef26c071dd7b req-53764a66-906f-48b0-8d90-79ebb2b4fadd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638304 Jul 06 12:43:49.535917 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cabe0d2a-3d50-483a-847e-ef26c071dd7b req-d2faddbe-d63a-4174-9502-54f361d6e913 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878685 Jul 06 12:43:49.629035 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cabe0d2a-3d50-483a-847e-ef26c071dd7b req-b18df5a6-f9a9-4bb4-a3a3-e207393ed6d1 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850616 Jul 06 12:43:50.018551 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86258fe1-5b7f-4699-9578-e79c2b8c025e req-ff9adade-c9df-44b4-a704-3ad7a9e3c5ed tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:50.020664 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-86258fe1-5b7f-4699-9578-e79c2b8c025e req-ff9adade-c9df-44b4-a704-3ad7a9e3c5ed tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 945 time: 0.0784061 Jul 06 12:43:50.071052 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-86258fe1-5b7f-4699-9578-e79c2b8c025e req-b2a19a05-3f9f-433e-b714-a1ca6a423c00 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437834 Jul 06 12:43:50.425798 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9d6335d9-a510-482e-b62b-d3cdccc176ce up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:43:50.474418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 9d6335d9-a510-482e-b62b-d3cdccc176ce completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:43:50.478593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 9d6335d9-a510-482e-b62b-d3cdccc176ce triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:43:50.478960 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:50.566484 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:50.591112 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6335d9-a510-482e-b62b-d3cdccc176ce'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:43:50.593978 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93fe05d-2f11-4005-8568-0a0ddff71b9a" -d '{"events": [{"server_uuid": "64569c34-93b4-4d7e-8c07-ff0122b46b6b", "name": "network-vif-plugged", "status": "completed", "tag": "9d6335d9-a510-482e-b62b-d3cdccc176ce"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:43:50.605301 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 9d6335d9-a510-482e-b62b-d3cdccc176ce, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:50.609226 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:50.659088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=9d6335d9-a510-482e-b62b-d3cdccc176ce,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:50.703890 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e63b1ea-af18-409a-8aac-e27dd3c920ab x-openstack-request-id: req-9e63b1ea-af18-409a-8aac-e27dd3c920ab {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:43:50.704197 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64569c34-93b4-4d7e-8c07-ff0122b46b6b", "name": "network-vif-plugged", "status": "completed", "tag": "9d6335d9-a510-482e-b62b-d3cdccc176ce", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:43:50.704486 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9e63b1ea-af18-409a-8aac-e27dd3c920ab {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:43:50.704885 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6335d9-a510-482e-b62b-d3cdccc176ce', 'code': 200} Jul 06 12:43:51.274870 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a098c-610d-409b-b2ca-eaef62dfaa8f req-87eba4a2-70db-4beb-8f1c-e7c50463ed51 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:51.276493 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f7a098c-610d-409b-b2ca-eaef62dfaa8f req-87eba4a2-70db-4beb-8f1c-e7c50463ed51 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0764275 Jul 06 12:43:51.316167 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2f7a098c-610d-409b-b2ca-eaef62dfaa8f req-c5a6c632-97d7-4891-8683-0fba614f8282 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336771 Jul 06 12:43:51.506964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5705b4-58d4-4278-81a3-e7e2921266bc req-bd2d7993-f11b-424f-89f5-496a5b54cf3f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:51.508535 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e5705b4-58d4-4278-81a3-e7e2921266bc req-bd2d7993-f11b-424f-89f5-496a5b54cf3f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0693130 Jul 06 12:43:51.548658 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e5705b4-58d4-4278-81a3-e7e2921266bc req-eeca840e-bebf-4f3c-9106-828a5299b770 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344441 Jul 06 12:43:51.733779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc3c52-63b1-4d57-aac3-b4b97cc6adf1 req-250b4daf-aaab-4363-bf11-fb529d30fe44 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:51.735315 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c5fc3c52-63b1-4d57-aac3-b4b97cc6adf1 req-250b4daf-aaab-4363-bf11-fb529d30fe44 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0723228 Jul 06 12:43:51.777790 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c5fc3c52-63b1-4d57-aac3-b4b97cc6adf1 req-7f38e355-25df-4924-b142-565d06ee31de tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367270 Jul 06 12:43:52.162201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ceaad-9d9d-4b3c-b7ba-2969cb8e562c req-f507fe67-b5cd-4aa0-8f5e-4c4ca68dcf3a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:52.163699 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-424ceaad-9d9d-4b3c-b7ba-2969cb8e562c req-f507fe67-b5cd-4aa0-8f5e-4c4ca68dcf3a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0646372 Jul 06 12:43:52.201030 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-424ceaad-9d9d-4b3c-b7ba-2969cb8e562c req-3ac6fa80-c782-4f38-b8ae-25213063bdb5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317044 Jul 06 12:43:53.376168 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961acad-492e-4e38-b329-b96b2ee94095 req-2cc37b9f-780d-4ab9-87bd-d2c0471126cb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:53.377711 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7961acad-492e-4e38-b329-b96b2ee94095 req-2cc37b9f-780d-4ab9-87bd-d2c0471126cb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0650651 Jul 06 12:43:53.411751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc074864-8963-47e8-9b51-8f09fb3bc176 req-e3bb3c70-d655-4c89-bc6c-2c5b70376e90 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:53.413236 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dc074864-8963-47e8-9b51-8f09fb3bc176 req-e3bb3c70-d655-4c89-bc6c-2c5b70376e90 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.89 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 946 time: 0.0686467 Jul 06 12:43:53.416168 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7961acad-492e-4e38-b329-b96b2ee94095 req-5bc7f964-dc81-4839-8347-7e16f6d85080 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326152 Jul 06 12:43:53.515785 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-dc074864-8963-47e8-9b51-8f09fb3bc176 req-5ec32e6c-2180-4fe8-9cf8-fc1a44cc51f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Deleting port 9d6335d9-a510-482e-b62b-d3cdccc176ce {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:43:53.516124 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dc074864-8963-47e8-9b51-8f09fb3bc176 req-5ec32e6c-2180-4fe8-9cf8-fc1a44cc51f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:53.610822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-dc074864-8963-47e8-9b51-8f09fb3bc176 req-5ec32e6c-2180-4fe8-9cf8-fc1a44cc51f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] For port 9d6335d9-a510-482e-b62b-d3cdccc176ce, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=9d6335d9-a510-482e-b62b-d3cdccc176ce,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:43:53.611175 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dc074864-8963-47e8-9b51-8f09fb3bc176 req-5ec32e6c-2180-4fe8-9cf8-fc1a44cc51f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:53.805517 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dc074864-8963-47e8-9b51-8f09fb3bc176 req-5ec32e6c-2180-4fe8-9cf8-fc1a44cc51f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:53.805770 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dc074864-8963-47e8-9b51-8f09fb3bc176 req-5ec32e6c-2180-4fe8-9cf8-fc1a44cc51f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:53.806074 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [req-dc074864-8963-47e8-9b51-8f09fb3bc176 req-5ec32e6c-2180-4fe8-9cf8-fc1a44cc51f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Floating IP 2a15aef6-9374-41bf-8353-e7af0ea6f481 disassociated. External IP: 172.25.4.125, port: 9d6335d9-a510-482e-b62b-d3cdccc176ce. Jul 06 12:43:53.806409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-dc074864-8963-47e8-9b51-8f09fb3bc176 req-5ec32e6c-2180-4fe8-9cf8-fc1a44cc51f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Calling delete_port for 9d6335d9-a510-482e-b62b-d3cdccc176ce owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:43:53.943606 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dc074864-8963-47e8-9b51-8f09fb3bc176 req-5ec32e6c-2180-4fe8-9cf8-fc1a44cc51f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:53.974579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec32e6c-2180-4fe8-9cf8-fc1a44cc51f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Pushing event deleted for resources: {'Port': ['ID=9d6335d9-a510-482e-b62b-d3cdccc176ce,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:54.091020 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc074864-8963-47e8-9b51-8f09fb3bc176 req-5ec32e6c-2180-4fe8-9cf8-fc1a44cc51f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Router a8af0c33-f961-471a-a9b8-610ec2a44dc0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:43:54.200598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc074864-8963-47e8-9b51-8f09fb3bc176 req-5ec32e6c-2180-4fe8-9cf8-fc1a44cc51f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:43:54.211078 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf09669-1b68-49b3-b39b-6814acd7e65a None None] Sync routers for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:43:54.220321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf09669-1b68-49b3-b39b-6814acd7e65a None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:43:54.221092 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-fbf09669-1b68-49b3-b39b-6814acd7e65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:43:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:54.243888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc074864-8963-47e8-9b51-8f09fb3bc176 req-5ec32e6c-2180-4fe8-9cf8-fc1a44cc51f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] No DVR routers for this DVR port 9d6335d9-a510-482e-b62b-d3cdccc176ce on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:43:54.246458 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dc074864-8963-47e8-9b51-8f09fb3bc176 req-5ec32e6c-2180-4fe8-9cf8-fc1a44cc51f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:54.249195 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dc074864-8963-47e8-9b51-8f09fb3bc176 req-5ec32e6c-2180-4fe8-9cf8-fc1a44cc51f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.89 "DELETE /v2.0/ports/9d6335d9-a510-482e-b62b-d3cdccc176ce HTTP/1.1" status: 204 len: 173 time: 0.8310301 Jul 06 12:43:54.249662 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'name': 'network-vif-deleted', 'tag': '9d6335d9-a510-482e-b62b-d3cdccc176ce'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:43:54.251913 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9650d5-1f83-4768-b60b-f77a87c23427" -d '{"events": [{"server_uuid": "64569c34-93b4-4d7e-8c07-ff0122b46b6b", "name": "network-vif-deleted", "tag": "9d6335d9-a510-482e-b62b-d3cdccc176ce"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:43:54.290736 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cc1d96-fbdb-4563-b3bb-d3d974945ae2 x-openstack-request-id: req-f8cc1d96-fbdb-4563-b3bb-d3d974945ae2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:43:54.291099 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64569c34-93b4-4d7e-8c07-ff0122b46b6b", "name": "network-vif-deleted", "tag": "9d6335d9-a510-482e-b62b-d3cdccc176ce", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:43:54.291387 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f8cc1d96-fbdb-4563-b3bb-d3d974945ae2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:43:54.292046 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64569c34-93b4-4d7e-8c07-ff0122b46b6b', 'name': 'network-vif-deleted', 'tag': '9d6335d9-a510-482e-b62b-d3cdccc176ce', 'status': 'completed', 'code': 200} Jul 06 12:43:54.333152 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-fbf09669-1b68-49b3-b39b-6814acd7e65a None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:43:54.540660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-fbf09669-1b68-49b3-b39b-6814acd7e65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:54.567451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf09669-1b68-49b3-b39b-6814acd7e65a None None] Checking router: a8af0c33-f961-471a-a9b8-610ec2a44dc0 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:43:54.575724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf09669-1b68-49b3-b39b-6814acd7e65a None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:43:54.576362 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-fbf09669-1b68-49b3-b39b-6814acd7e65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:43:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:54.577249 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-92d5b87b-04c4-4154-92df-98747f41598f req-4a12b70c-635f-4d15-8193-5e41ecf8b000 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=64569c34-93b4-4d7e-8c07-ff0122b46b6b HTTP/1.1" status: 200 len: 210 time: 0.0327983 Jul 06 12:43:54.683847 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-fbf09669-1b68-49b3-b39b-6814acd7e65a None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:43:54.903286 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-fbf09669-1b68-49b3-b39b-6814acd7e65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:43:54.933746 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf09669-1b68-49b3-b39b-6814acd7e65a None None] The sync data for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 is: [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:43:55.025858 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:43:55.151378 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc5b918-0c32-49e5-bfa8-a6784f4f67d9 None None] New status for floating IP 2a15aef6-9374-41bf-8353-e7af0ea6f481: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:43:55.882798 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-a3a1634d-f4f3-4bf1-821d-92ec2fc1dc78 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--431182756&fields=id&tenant_id=cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 267 time: 0.0320139 Jul 06 12:43:55.988703 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-ba704bbf-8b5a-4596-bdbd-6d4dd0216438 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:55.990199 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-ba704bbf-8b5a-4596-bdbd-6d4dd0216438 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 811 time: 0.1005306 Jul 06 12:43:56.004723 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-5cd1d2c7-e8a8-4be2-aebd-342ca200376a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/quotas/cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 375 time: 0.0092094 Jul 06 12:43:56.077928 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-7740d53e-9160-4b53-a437-af33faff7696 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680645 Jul 06 12:43:56.216683 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-ac03b953-a45d-4ac2-8dbf-33f0f91a8b12 service neutron] 10.222.0.81 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276891 Jul 06 12:43:56.309986 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-8c464fce-6efc-43e4-a5f5-bc184db22dc2 service neutron] 10.222.0.81 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872881 Jul 06 12:43:56.432844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9d6335d9-a510-482e-b62b-d3cdccc176ce no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:43:56.457176 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 9d6335d9-a510-482e-b62b-d3cdccc176ce {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:43:56.457604 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 9d6335d9-a510-482e-b62b-d3cdccc176ce not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:43:56.480139 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-441e9884-0c8c-453b-ba00-8ca6beb552a3 req-a0fcb3d2-8558-4518-8d43-a9aa65cee9bf tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 210 time: 0.0321088 Jul 06 12:43:57.638092 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2acbd304-1f2c-4760-81d7-42f1b749b838 req-92ca7e70-1a4e-4788-8342-b524acfe87d8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 210 time: 0.0278797 Jul 06 12:43:57.651279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-b87b7434-129a-41c5-8fad-2efd45972d07 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:57.653000 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-b87b7434-129a-41c5-8fad-2efd45972d07 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 811 time: 0.1166997 Jul 06 12:43:57.707957 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-91a6591c-76f1-4030-a82d-f3bc3d91d4c7 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 379 time: 0.0377975 Jul 06 12:43:57.716557 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-339c8e41-945c-47dd-8200-0dfd84a45ae9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Request body: {'port': {'device_id': '6bffffb6-082c-4a20-93b0-992166c32338', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'admin_state_up': True, 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'security_groups': ['c50be3a3-535f-4b49-8bd1-4a031d7c064d']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:57.825598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-339c8e41-945c-47dd-8200-0dfd84a45ae9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Made reservation on behalf of cce4e64935264742b43c864c773eb3b1 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:43:57.829919 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-339c8e41-945c-47dd-8200-0dfd84a45ae9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:57.962766 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-339c8e41-945c-47dd-8200-0dfd84a45ae9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Allocated IP 172.20.0.3 (b9233049-7d35-41a3-a830-879c708f75f5/61df829e-db5a-4abc-b3ff-b4d3553078b5/752becb5-31b0-4b7e-a345-39a2152a8470) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:43:58.107938 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-339c8e41-945c-47dd-8200-0dfd84a45ae9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:58.122226 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-339c8e41-945c-47dd-8200-0dfd84a45ae9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Transition to ACTIVE for port object 752becb5-31b0-4b7e-a345-39a2152a8470 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:43:58.155882 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-339c8e41-945c-47dd-8200-0dfd84a45ae9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:58.207833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-339c8e41-945c-47dd-8200-0dfd84a45ae9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Network b9233049-7d35-41a3-a830-879c708f75f5 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:43:58.211367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-339c8e41-945c-47dd-8200-0dfd84a45ae9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:43:58.216352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-339c8e41-945c-47dd-8200-0dfd84a45ae9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:43:58.243434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c8e41-945c-47dd-8200-0dfd84a45ae9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Pushing event updated for resources: {'Port': ['ID=752becb5-31b0-4b7e-a345-39a2152a8470,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:58.281644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-339c8e41-945c-47dd-8200-0dfd84a45ae9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:58.282292 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-339c8e41-945c-47dd-8200-0dfd84a45ae9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:58.300206 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-339c8e41-945c-47dd-8200-0dfd84a45ae9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5875702 Jul 06 12:43:58.312610 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Request body: {'port': {'device_id': '6bffffb6-082c-4a20-93b0-992166c32338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:43:58.393603 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:58.440624 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d3baa2e1-10ee-4e66-ab94-364a9384c018 None None] Provisioning for port 752becb5-31b0-4b7e-a345-39a2152a8470 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:43:58.444596 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d3baa2e1-10ee-4e66-ab94-364a9384c018 None None] Provisioning complete for port 752becb5-31b0-4b7e-a345-39a2152a8470 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:43:58.445243 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3baa2e1-10ee-4e66-ab94-364a9384c018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:58.480731 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d3baa2e1-10ee-4e66-ab94-364a9384c018 None None] Port 752becb5-31b0-4b7e-a345-39a2152a8470 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:43:58.656224 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752becb5-31b0-4b7e-a345-39a2152a8470 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:43:58.663489 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:58.677652 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Transition to ACTIVE for port object 752becb5-31b0-4b7e-a345-39a2152a8470 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:43:58.681438 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:58.754983 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Pushing event updated for resources: {'Port': ['ID=752becb5-31b0-4b7e-a345-39a2152a8470,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:58.813679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Attempting to bind port 752becb5-31b0-4b7e-a345-39a2152a8470 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:43:58.814076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Attempting to bind port 752becb5-31b0-4b7e-a345-39a2152a8470 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:43:58.814348 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Attempting to bind port 752becb5-31b0-4b7e-a345-39a2152a8470 on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:43:58.819107 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Port 752becb5-31b0-4b7e-a345-39a2152a8470 on network b9233049-7d35-41a3-a830-879c708f75f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:43:58.819448 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Attempting to bind port 752becb5-31b0-4b7e-a345-39a2152a8470 on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:43:58.824645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:43:58.824979 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Checking segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:43:58.825409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Bound using segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:43:58.826005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Bound port: 752becb5-31b0-4b7e-a345-39a2152a8470, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:43:58.826960 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:58.830782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e483b4e-fc3e-4276-af00-b8251746d6ad req-add5e848-f0b0-4f6a-a183-1d79365e9591 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:58.832383 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e483b4e-fc3e-4276-af00-b8251746d6ad req-add5e848-f0b0-4f6a-a183-1d79365e9591 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 943 time: 0.0675807 Jul 06 12:43:58.879760 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2e483b4e-fc3e-4276-af00-b8251746d6ad req-81f07be8-8040-4ac8-b79c-c1e3488fc7d3 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412164 Jul 06 12:43:58.900241 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] For port 752becb5-31b0-4b7e-a345-39a2152a8470, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:43:58.903700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] For port 752becb5-31b0-4b7e-a345-39a2152a8470, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=752becb5-31b0-4b7e-a345-39a2152a8470,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:43:58.908480 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:58.944271 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:58.944921 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:43:58.946363 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] 10.222.0.89 "PUT /v2.0/ports/752becb5-31b0-4b7e-a345-39a2152a8470 HTTP/1.1" status: 200 len: 1091 time: 0.6390216 Jul 06 12:43:58.946824 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bffffb6-082c-4a20-93b0-992166c32338', 'tag': '752becb5-31b0-4b7e-a345-39a2152a8470'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:43:58.949117 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e277545c-8457-4801-bc26-ae0bc516c8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6bffffb6-082c-4a20-93b0-992166c32338", "tag": "752becb5-31b0-4b7e-a345-39a2152a8470"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:43:58.975268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d59c5-04ba-4a75-bb45-a37644fb0002 service neutron] Pushing event updated for resources: {'Port': ['ID=752becb5-31b0-4b7e-a345-39a2152a8470,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:43:58.993825 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaa96be-4e8c-439e-9872-69a7a5d230a7 x-openstack-request-id: req-0aaa96be-4e8c-439e-9872-69a7a5d230a7 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:43:58.994372 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bffffb6-082c-4a20-93b0-992166c32338", "tag": "752becb5-31b0-4b7e-a345-39a2152a8470", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:43:58.994372 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0aaa96be-4e8c-439e-9872-69a7a5d230a7 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:43:58.994779 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bffffb6-082c-4a20-93b0-992166c32338', 'tag': '752becb5-31b0-4b7e-a345-39a2152a8470', 'status': 'completed', 'code': 200} Jul 06 12:43:59.057302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-e9777305-b857-4c11-952f-21d4f5e3bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:59.058845 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-e9777305-b857-4c11-952f-21d4f5e3bb5a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 1094 time: 0.0595646 Jul 06 12:43:59.101970 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-7b3e259d-0223-4ab7-82c7-7ad5a80d5407 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=752becb5-31b0-4b7e-a345-39a2152a8470 HTTP/1.1" status: 200 len: 217 time: 0.0353155 Jul 06 12:43:59.150976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-c7da530f-1ed3-4d77-87bb-a149a0868335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:59.152487 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-c7da530f-1ed3-4d77-87bb-a149a0868335 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0440807 Jul 06 12:43:59.216290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-2d23692c-bd5c-495c-974a-9f055ebda1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:59.218498 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-2d23692c-bd5c-495c-974a-9f055ebda1f3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524075 Jul 06 12:43:59.313535 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-49f576d4-6502-4aba-a421-50cfe0e3eb5c service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887592 Jul 06 12:43:59.407880 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-163ee0fc-70e9-4b4c-83c7-046d84ca60d2 req-f6cd2a79-1ea4-42b8-8658-a48bcd01ad8a service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875483 Jul 06 12:43:59.512513 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277545c-8457-4801-bc26-ae0bc516c8bb req-e78e73e4-37b0-4ca7-9c30-7d1a67bd8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:59.514019 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e277545c-8457-4801-bc26-ae0bc516c8bb req-e78e73e4-37b0-4ca7-9c30-7d1a67bd8745 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 1094 time: 0.0583057 Jul 06 12:43:59.618879 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277545c-8457-4801-bc26-ae0bc516c8bb req-b7a2bb64-a090-4884-ae32-b54a5df3fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:59.620386 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e277545c-8457-4801-bc26-ae0bc516c8bb req-b7a2bb64-a090-4884-ae32-b54a5df3fd61 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.1005590 Jul 06 12:43:59.669038 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e277545c-8457-4801-bc26-ae0bc516c8bb req-707f2966-1304-497d-946e-619412302d2f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=752becb5-31b0-4b7e-a345-39a2152a8470 HTTP/1.1" status: 200 len: 217 time: 0.0419157 Jul 06 12:43:59.730350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277545c-8457-4801-bc26-ae0bc516c8bb req-d0f2e819-b9a1-463a-88db-c1fb7fa3cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:59.731850 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e277545c-8457-4801-bc26-ae0bc516c8bb req-d0f2e819-b9a1-463a-88db-c1fb7fa3cb28 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0561144 Jul 06 12:43:59.788372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277545c-8457-4801-bc26-ae0bc516c8bb req-c457c2d7-af28-4127-8f80-a54039bd74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:43:59.789758 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e277545c-8457-4801-bc26-ae0bc516c8bb req-c457c2d7-af28-4127-8f80-a54039bd74b4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510502 Jul 06 12:43:59.880586 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e277545c-8457-4801-bc26-ae0bc516c8bb req-88382beb-2cb2-426a-961b-7d688eafc792 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841990 Jul 06 12:43:59.970671 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e277545c-8457-4801-bc26-ae0bc516c8bb req-1eeb8e40-8445-4f97-bed9-ad6ad1493e07 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835328 Jul 06 12:44:00.058275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9aea9-2f9f-4033-ba76-595b41152f4d req-7372f3d8-29d3-4fd0-827f-db06a361f11b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:00.059717 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9d9aea9-2f9f-4033-ba76-595b41152f4d req-7372f3d8-29d3-4fd0-827f-db06a361f11b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 943 time: 0.0635324 Jul 06 12:44:00.097693 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c9d9aea9-2f9f-4033-ba76-595b41152f4d req-ed88e058-c8e4-484d-b445-12868e74f695 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316534 Jul 06 12:44:01.268700 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90a04f-27bf-45c9-883c-302dc7fef30b req-81400d73-ef20-4c06-8710-78ce20e872e1 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:01.270208 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8a90a04f-27bf-45c9-883c-302dc7fef30b req-81400d73-ef20-4c06-8710-78ce20e872e1 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 943 time: 0.0630932 Jul 06 12:44:01.308268 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8a90a04f-27bf-45c9-883c-302dc7fef30b req-9f4fc768-48af-4241-b005-01d3b8dd856f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324452 Jul 06 12:44:02.455400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 752becb5-31b0-4b7e-a345-39a2152a8470 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:44:02.488005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48729-8faf-431a-8bd2-26ec12f5436a req-13dad546-27c2-4f8c-ab5a-7872f9b49581 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:02.489528 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18d48729-8faf-431a-8bd2-26ec12f5436a req-13dad546-27c2-4f8c-ab5a-7872f9b49581 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 943 time: 0.0709422 Jul 06 12:44:02.527890 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18d48729-8faf-431a-8bd2-26ec12f5436a req-939ccd00-5b36-49df-973e-bdae5035d29d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324275 Jul 06 12:44:02.555730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 752becb5-31b0-4b7e-a345-39a2152a8470, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=752becb5-31b0-4b7e-a345-39a2152a8470,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:02.566716 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '752becb5-31b0-4b7e-a345-39a2152a8470', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'port_id': '752becb5-31b0-4b7e-a345-39a2152a8470', 'mac_address': 'fa:16:3e:bd:46:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:44:02.603669 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:02.616017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752becb5-31b0-4b7e-a345-39a2152a8470 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:44:02.634842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 752becb5-31b0-4b7e-a345-39a2152a8470, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=752becb5-31b0-4b7e-a345-39a2152a8470,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:02.638409 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:02.688193 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=752becb5-31b0-4b7e-a345-39a2152a8470,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:02.828113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['752becb5-31b0-4b7e-a345-39a2152a8470'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:44:03.701827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa36950-383b-4042-9cd6-c2f482992e91 req-a94af28a-25ab-40ff-b556-6828d7a5d8ed tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:03.703698 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bfa36950-383b-4042-9cd6-c2f482992e91 req-a94af28a-25ab-40ff-b556-6828d7a5d8ed tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 944 time: 0.0637240 Jul 06 12:44:03.746056 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bfa36950-383b-4042-9cd6-c2f482992e91 req-a48f7db7-8a83-4102-b9b0-22e92b315400 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361848 Jul 06 12:44:04.459758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 752becb5-31b0-4b7e-a345-39a2152a8470 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:44:04.528288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 752becb5-31b0-4b7e-a345-39a2152a8470 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:44:04.533933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 752becb5-31b0-4b7e-a345-39a2152a8470 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:44:04.534446 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:04.615817 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:04.638198 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bffffb6-082c-4a20-93b0-992166c32338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752becb5-31b0-4b7e-a345-39a2152a8470'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:44:04.641222 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f75aed-9c92-4a95-a6e5-8e9b5a22006d" -d '{"events": [{"server_uuid": "6bffffb6-082c-4a20-93b0-992166c32338", "name": "network-vif-plugged", "status": "completed", "tag": "752becb5-31b0-4b7e-a345-39a2152a8470"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:44:04.653572 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 752becb5-31b0-4b7e-a345-39a2152a8470, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=752becb5-31b0-4b7e-a345-39a2152a8470,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:44:04.658193 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:04.680877 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709fe960-6c36-4170-9887-bc66bf1f3636 x-openstack-request-id: req-709fe960-6c36-4170-9887-bc66bf1f3636 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:44:04.681164 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bffffb6-082c-4a20-93b0-992166c32338", "name": "network-vif-plugged", "status": "completed", "tag": "752becb5-31b0-4b7e-a345-39a2152a8470", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:44:04.681418 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-709fe960-6c36-4170-9887-bc66bf1f3636 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:44:04.681801 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bffffb6-082c-4a20-93b0-992166c32338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752becb5-31b0-4b7e-a345-39a2152a8470', 'code': 200} Jul 06 12:44:04.709484 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=752becb5-31b0-4b7e-a345-39a2152a8470,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:44:04.795083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a021e9-af3c-4892-9693-7b969a597c3a req-f181322a-3766-48c0-9ebc-a43795c26c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:04.797162 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72a021e9-af3c-4892-9693-7b969a597c3a req-f181322a-3766-48c0-9ebc-a43795c26c1d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 1096 time: 0.0536189 Jul 06 12:44:04.831593 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-72a021e9-af3c-4892-9693-7b969a597c3a req-ad3e9f2f-186c-4d0f-9960-43641c3b11fa service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281715 Jul 06 12:44:04.926963 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679060b3-10bc-4209-a4c7-a980108868a5 req-935b405b-a288-4343-b329-cbb28d5b92ae tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:04.928648 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-679060b3-10bc-4209-a4c7-a980108868a5 req-935b405b-a288-4343-b329-cbb28d5b92ae tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0688076 Jul 06 12:44:04.969026 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-679060b3-10bc-4209-a4c7-a980108868a5 req-6ce4e078-fddf-494a-9c00-f93d8ec2b374 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346920 Jul 06 12:44:05.557017 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf561988-3169-4262-b9df-38d149f7938b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:06.084199 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:06.150640 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d3ad5-631a-4020-a5dd-5ffdc17c81e6 req-d5ce42e3-e995-459e-8d3f-c7ad50edfd9f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:06.152169 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-119d3ad5-631a-4020-a5dd-5ffdc17c81e6 req-d5ce42e3-e995-459e-8d3f-c7ad50edfd9f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0638404 Jul 06 12:44:06.191092 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-119d3ad5-631a-4020-a5dd-5ffdc17c81e6 req-f65966aa-30a5-4f41-9221-0c3494ce1b63 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327702 Jul 06 12:44:06.366857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bc498-55d6-4258-8ed8-5f5cc9c751e8 req-dde76f60-7b25-4ed9-bc3d-d2220ab11575 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:06.368393 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de1bc498-55d6-4258-8ed8-5f5cc9c751e8 req-dde76f60-7b25-4ed9-bc3d-d2220ab11575 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0646348 Jul 06 12:44:06.377760 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 53218) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:44:06.382290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e25569b7-e02e-428e-8be7-93ba7810e36b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Request body: {'floatingip': {'port_id': '752becb5-31b0-4b7e-a345-39a2152a8470'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:44:06.425316 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e25569b7-e02e-428e-8be7-93ba7810e36b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:06.873026 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e25569b7-e02e-428e-8be7-93ba7810e36b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:06.877775 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e25569b7-e02e-428e-8be7-93ba7810e36b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:06.914487 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:06.977002 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-e25569b7-e02e-428e-8be7-93ba7810e36b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Floating IP 2a15aef6-9374-41bf-8353-e7af0ea6f481 associated. External IP: 172.25.4.125, port: 752becb5-31b0-4b7e-a345-39a2152a8470. Jul 06 12:44:07.182452 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25569b7-e02e-428e-8be7-93ba7810e36b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Router a8af0c33-f961-471a-a9b8-610ec2a44dc0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:44:07.305997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25569b7-e02e-428e-8be7-93ba7810e36b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:44:07.312344 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e25569b7-e02e-428e-8be7-93ba7810e36b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:07.316501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733d63aa-bfb2-4097-801b-8fccc96bc071 None None] Sync routers for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:44:07.328427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d63aa-bfb2-4097-801b-8fccc96bc071 None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:07.329414 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-733d63aa-bfb2-4097-801b-8fccc96bc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:43:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:07.357264 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e25569b7-e02e-428e-8be7-93ba7810e36b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "PUT /v2.0/floatingips/2a15aef6-9374-41bf-8353-e7af0ea6f481 HTTP/1.1" status: 200 len: 991 time: 0.9784229 Jul 06 12:44:07.358537 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bffffb6-082c-4a20-93b0-992166c32338', 'tag': '752becb5-31b0-4b7e-a345-39a2152a8470'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:44:07.360564 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b99136c3f55f640d4bd52fd803bfd4fffa86fead9f49f9815a77657e24f75f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45a8a28-a8ea-42da-b4ab-a02236f3c31c" -d '{"events": [{"name": "network-changed", "server_uuid": "6bffffb6-082c-4a20-93b0-992166c32338", "tag": "752becb5-31b0-4b7e-a345-39a2152a8470"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:44:07.440040 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-733d63aa-bfb2-4097-801b-8fccc96bc071 None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:07.566187 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190a0df0-f78d-4ed3-960c-eb3f2ae06dc0 x-openstack-request-id: req-190a0df0-f78d-4ed3-960c-eb3f2ae06dc0 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:44:07.566504 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bffffb6-082c-4a20-93b0-992166c32338", "tag": "752becb5-31b0-4b7e-a345-39a2152a8470", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:44:07.566714 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-190a0df0-f78d-4ed3-960c-eb3f2ae06dc0 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:44:07.567150 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bffffb6-082c-4a20-93b0-992166c32338', 'tag': '752becb5-31b0-4b7e-a345-39a2152a8470', 'status': 'completed', 'code': 200} Jul 06 12:44:07.651566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a8a28-a8ea-42da-b4ab-a02236f3c31c req-241d3ac1-2394-4b75-b85e-c53603efece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:07.653074 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c45a8a28-a8ea-42da-b4ab-a02236f3c31c req-241d3ac1-2394-4b75-b85e-c53603efece1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 1096 time: 0.0636652 Jul 06 12:44:07.697844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-733d63aa-bfb2-4097-801b-8fccc96bc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '2a15aef6-9374-41bf-8353-e7af0ea6f481', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'port_id': '752becb5-31b0-4b7e-a345-39a2152a8470', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'mac_address': 'fa:16:3e:bd:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffffb6-082c-4a20-93b0-992166c32338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:41:36Z', 'updated_at': '2021-07-06T12:44:06Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:07.725062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733d63aa-bfb2-4097-801b-8fccc96bc071 None None] Checking router: a8af0c33-f961-471a-a9b8-610ec2a44dc0 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:44:07.734533 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d63aa-bfb2-4097-801b-8fccc96bc071 None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:44:07.735137 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-733d63aa-bfb2-4097-801b-8fccc96bc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:43:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:07.757164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a8a28-a8ea-42da-b4ab-a02236f3c31c req-04623e69-ae7d-478c-82cc-713a9aaea956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:07.758663 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c45a8a28-a8ea-42da-b4ab-a02236f3c31c req-04623e69-ae7d-478c-82cc-713a9aaea956 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0991371 Jul 06 12:44:07.831584 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c45a8a28-a8ea-42da-b4ab-a02236f3c31c req-98a3b8d1-ec67-48fb-be11-3d033fc7ba2d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=752becb5-31b0-4b7e-a345-39a2152a8470 HTTP/1.1" status: 200 len: 999 time: 0.0665932 Jul 06 12:44:07.856593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-733d63aa-bfb2-4097-801b-8fccc96bc071 None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:44:07.884497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a8a28-a8ea-42da-b4ab-a02236f3c31c req-55d3132f-c1cb-45f1-a394-d685d1e6f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:07.886064 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c45a8a28-a8ea-42da-b4ab-a02236f3c31c req-55d3132f-c1cb-45f1-a394-d685d1e6f8c1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0488076 Jul 06 12:44:07.959851 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a8a28-a8ea-42da-b4ab-a02236f3c31c req-65753023-a7fe-43a8-bf5d-ab4435f48d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:07.961875 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c45a8a28-a8ea-42da-b4ab-a02236f3c31c req-65753023-a7fe-43a8-bf5d-ab4435f48d6c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694180 Jul 06 12:44:08.063393 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c45a8a28-a8ea-42da-b4ab-a02236f3c31c req-3f5304b7-6a34-4ad1-972b-dd7956d7e0b5 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940917 Jul 06 12:44:08.118627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-733d63aa-bfb2-4097-801b-8fccc96bc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '2a15aef6-9374-41bf-8353-e7af0ea6f481', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'port_id': '752becb5-31b0-4b7e-a345-39a2152a8470', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'mac_address': 'fa:16:3e:bd:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffffb6-082c-4a20-93b0-992166c32338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:41:36Z', 'updated_at': '2021-07-06T12:44:06Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:44:08.163927 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c45a8a28-a8ea-42da-b4ab-a02236f3c31c req-c56a5c8e-98be-40b3-a0b1-fd1e4014cd32 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941262 Jul 06 12:44:08.316995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733d63aa-bfb2-4097-801b-8fccc96bc071 None None] The sync data for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 is: [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '2a15aef6-9374-41bf-8353-e7af0ea6f481', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'port_id': '752becb5-31b0-4b7e-a345-39a2152a8470', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'mac_address': 'fa:16:3e:bd:46:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffffb6-082c-4a20-93b0-992166c32338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:41:36Z', 'updated_at': '2021-07-06T12:44:06Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:44:08.334636 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-604f14c4-1a9d-48e8-9895-0c42c449da1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:08.337424 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:08.542720 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5507b-d2c5-40a3-95db-10953fcff993 None None] New status for floating IP 2a15aef6-9374-41bf-8353-e7af0ea6f481: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:44:09.515558 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:11.100101 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:23.882062 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4037aa57-5c9d-485d-a771-2688222c2738 req-cb18bb6f-b70d-451f-bbe7-da22135b3538 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586562 Jul 06 12:44:23.989135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037aa57-5c9d-485d-a771-2688222c2738 req-eeae3679-c367-4cbf-ab28-debdc781b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:23.990761 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4037aa57-5c9d-485d-a771-2688222c2738 req-eeae3679-c367-4cbf-ab28-debdc781b67b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 1096 time: 0.0624335 Jul 06 12:44:24.098289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037aa57-5c9d-485d-a771-2688222c2738 req-97bbad6a-05b5-45dc-821d-947d84d958a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:24.099799 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4037aa57-5c9d-485d-a771-2688222c2738 req-97bbad6a-05b5-45dc-821d-947d84d958a1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0877535 Jul 06 12:44:24.526432 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4037aa57-5c9d-485d-a771-2688222c2738 req-1eef018e-385f-4fb4-bcb2-61a8e7b64dfc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=752becb5-31b0-4b7e-a345-39a2152a8470 HTTP/1.1" status: 200 len: 1001 time: 0.4174304 Jul 06 12:44:24.574624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037aa57-5c9d-485d-a771-2688222c2738 req-c7e216f0-400f-4dd0-8bb8-d4fb876b0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:24.576305 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4037aa57-5c9d-485d-a771-2688222c2738 req-c7e216f0-400f-4dd0-8bb8-d4fb876b0b98 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0436161 Jul 06 12:44:24.635280 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037aa57-5c9d-485d-a771-2688222c2738 req-00b3c6f7-e189-4ad6-8b6d-e1673709a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:44:24.636783 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4037aa57-5c9d-485d-a771-2688222c2738 req-00b3c6f7-e189-4ad6-8b6d-e1673709a8f8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539033 Jul 06 12:44:24.732844 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4037aa57-5c9d-485d-a771-2688222c2738 req-13e440d9-a640-49b4-8e33-929a36a42549 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891361 Jul 06 12:44:24.823554 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4037aa57-5c9d-485d-a771-2688222c2738 req-2ea05351-32a4-43f2-adb4-e53d7a98bddb service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829821 Jul 06 12:44:32.025272 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:44:35.560255 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ceaec3d-588e-4c92-9576-8c264af1e509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:36.082660 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:36.931573 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:38.198402 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5c0a176-a741-444d-bc5e-f144f83b574d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:38.298787 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:39.519349 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:44:41.099764 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:05.560690 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ace51b7a-807b-4817-ab48-5254afbbac5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.100660 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:06.940495 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:08.199880 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbff7295-6f00-43a8-b369-c5f6fa8c1f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:08.302579 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:09.023485 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:45:09.520018 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:11.102133 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:23.881158 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5965b542-c6f8-4e76-8a6e-1407e6626099 req-054f7939-d8ae-4e43-99ba-7d21173d953e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548816 Jul 06 12:45:23.977921 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965b542-c6f8-4e76-8a6e-1407e6626099 req-37e53402-4895-44a3-b2f7-26ca97c9440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:23.979490 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5965b542-c6f8-4e76-8a6e-1407e6626099 req-37e53402-4895-44a3-b2f7-26ca97c9440c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 1096 time: 0.0564120 Jul 06 12:45:24.079428 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965b542-c6f8-4e76-8a6e-1407e6626099 req-7423dbbc-598e-4a02-98f5-4241a381cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:24.080903 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5965b542-c6f8-4e76-8a6e-1407e6626099 req-7423dbbc-598e-4a02-98f5-4241a381cb0c service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0831804 Jul 06 12:45:24.147755 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5965b542-c6f8-4e76-8a6e-1407e6626099 req-64fb8c44-f16f-47d7-861c-9fa1b563707f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=752becb5-31b0-4b7e-a345-39a2152a8470 HTTP/1.1" status: 200 len: 1001 time: 0.0600846 Jul 06 12:45:24.195117 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965b542-c6f8-4e76-8a6e-1407e6626099 req-93e80336-c3cc-49ba-a819-11a2ea8b8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:24.196570 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5965b542-c6f8-4e76-8a6e-1407e6626099 req-93e80336-c3cc-49ba-a819-11a2ea8b8bc5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0426998 Jul 06 12:45:24.252061 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965b542-c6f8-4e76-8a6e-1407e6626099 req-4425fb46-053a-4bd7-aa5f-6957519498ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:24.253561 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5965b542-c6f8-4e76-8a6e-1407e6626099 req-4425fb46-053a-4bd7-aa5f-6957519498ab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510840 Jul 06 12:45:24.346284 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5965b542-c6f8-4e76-8a6e-1407e6626099 req-6b49abe7-8812-4a24-82cc-a5dadae01634 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854721 Jul 06 12:45:24.433048 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5965b542-c6f8-4e76-8a6e-1407e6626099 req-2a054d7b-d38c-43f4-b3d5-58b7d044ea6c service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805390 Jul 06 12:45:35.562044 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de4816de-2337-455f-9570-c022d5c6b3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:36.098506 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:36.945743 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:38.200412 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca712b6f-eac5-42cd-99d4-0980ea982a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:38.303838 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:39.524724 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:41.109115 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:45:45.206721 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db86cdc-742b-44fc-bd0e-a1104518444b req-4585c8ed-bd1d-4473-919d-aaee108da785 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:45.208295 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3db86cdc-742b-44fc-bd0e-a1104518444b req-4585c8ed-bd1d-4473-919d-aaee108da785 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0649769 Jul 06 12:45:45.246103 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3db86cdc-742b-44fc-bd0e-a1104518444b req-24ff034e-7819-48c0-9e5e-8ac59d3666e3 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317497 Jul 06 12:45:46.021924 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:45:46.424026 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a181dd-9867-4a2b-bd41-becd7031bf0e req-36323970-d38b-4fe6-9035-9d39b575b319 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:46.425599 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7a181dd-9867-4a2b-bd41-becd7031bf0e req-36323970-d38b-4fe6-9035-9d39b575b319 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0635250 Jul 06 12:45:46.462521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b7a181dd-9867-4a2b-bd41-becd7031bf0e req-f8d6b94a-ee14-481a-bc19-f58f8a599ce0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314088 Jul 06 12:45:47.642195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d4cbc-7a37-4948-8f59-b8dc8c472d6f req-9fcd2bf1-c4e2-4aa5-b0a5-cfb0e3fa70c2 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:47.643742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca0d4cbc-7a37-4948-8f59-b8dc8c472d6f req-9fcd2bf1-c4e2-4aa5-b0a5-cfb0e3fa70c2 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0684516 Jul 06 12:45:47.682078 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca0d4cbc-7a37-4948-8f59-b8dc8c472d6f req-b2111062-7c8c-42a6-adf9-ced808339230 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324948 Jul 06 12:45:48.859384 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c934a8a-6903-471c-a304-97b7467b5f0b req-984bb689-5df7-4ee5-befc-847d7012c633 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:48.860921 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c934a8a-6903-471c-a304-97b7467b5f0b req-984bb689-5df7-4ee5-befc-847d7012c633 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0669069 Jul 06 12:45:48.899456 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9c934a8a-6903-471c-a304-97b7467b5f0b req-e2459f31-8d4e-4da0-bb13-013ac45cb8e7 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326817 Jul 06 12:45:50.087170 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e65db-2c43-4a8f-a60a-171e45a4f3c5 req-a386e1eb-9c4d-446e-bfac-4ace51515bf8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:50.088747 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d05e65db-2c43-4a8f-a60a-171e45a4f3c5 req-a386e1eb-9c4d-446e-bfac-4ace51515bf8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0697300 Jul 06 12:45:50.141692 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d05e65db-2c43-4a8f-a60a-171e45a4f3c5 req-cf98817f-f503-4d91-b262-2c65c695e6c0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437710 Jul 06 12:45:51.322256 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106443d-f89f-4896-8d56-13d8e6df8e3d req-034fe08d-61bc-469b-9cff-d64823cf2c1d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:51.323789 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7106443d-f89f-4896-8d56-13d8e6df8e3d req-034fe08d-61bc-469b-9cff-d64823cf2c1d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0642452 Jul 06 12:45:51.361319 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7106443d-f89f-4896-8d56-13d8e6df8e3d req-0d6ac052-df93-441d-9465-314ff90afd5b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Jul 06 12:45:52.608926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f0cda-fdbc-4c9b-a6ae-d981dd549e42 req-5e21b044-6a75-4f57-80cd-5f3dc90e7df7 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:52.610477 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a04f0cda-fdbc-4c9b-a6ae-d981dd549e42 req-5e21b044-6a75-4f57-80cd-5f3dc90e7df7 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0652375 Jul 06 12:45:52.650990 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a04f0cda-fdbc-4c9b-a6ae-d981dd549e42 req-7f94f361-9e2b-483a-b22c-941b10dd52df tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346816 Jul 06 12:45:53.839300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1447e6-cb3f-4629-81a2-78aae62f915b req-7db08c55-bd2c-4c78-9277-fce553234ceb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:53.840672 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec1447e6-cb3f-4629-81a2-78aae62f915b req-7db08c55-bd2c-4c78-9277-fce553234ceb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0715971 Jul 06 12:45:53.880138 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec1447e6-cb3f-4629-81a2-78aae62f915b req-b39dd680-47c0-4ca2-b94d-9380ccf5ddb0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334675 Jul 06 12:45:55.060161 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f311b2-3921-4745-8fc3-91484a3ed443 req-a028405c-f50b-4a54-a717-3b2229092096 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:55.061803 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27f311b2-3921-4745-8fc3-91484a3ed443 req-a028405c-f50b-4a54-a717-3b2229092096 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0679281 Jul 06 12:45:55.109429 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27f311b2-3921-4745-8fc3-91484a3ed443 req-da8f0f0a-407b-40c7-a065-da665fea5848 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395100 Jul 06 12:45:56.293424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318745b0-3f91-4959-b8d7-56499a1b2a60 req-6828909e-4424-4086-8d46-6ff8b6a066db tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:56.295073 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-318745b0-3f91-4959-b8d7-56499a1b2a60 req-6828909e-4424-4086-8d46-6ff8b6a066db tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0646439 Jul 06 12:45:56.338027 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-318745b0-3f91-4959-b8d7-56499a1b2a60 req-caacf407-bacd-406d-bff9-3db191cd6743 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365627 Jul 06 12:45:56.728271 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-2d12f15f-4114-4ab8-950d-84e2df60738d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816026 Jul 06 12:45:56.765273 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56c062-2e95-492a-92b8-e1ce5ff66a32 req-7321fcf4-a3b4-4cb6-8db6-2ee20d52d485 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:56.766904 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c56c062-2e95-492a-92b8-e1ce5ff66a32 req-7321fcf4-a3b4-4cb6-8db6-2ee20d52d485 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0761631 Jul 06 12:45:56.822861 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c56c062-2e95-492a-92b8-e1ce5ff66a32 req-f1958d5e-dad3-4967-82ff-89fe1bdfe911 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445681 Jul 06 12:45:58.104056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a243f4-4f22-4dd9-9517-d4c59c2cbced req-a6b51387-fc9c-408e-b6af-1ac3cfba0135 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:58.105643 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40a243f4-4f22-4dd9-9517-d4c59c2cbced req-a6b51387-fc9c-408e-b6af-1ac3cfba0135 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.1130164 Jul 06 12:45:58.462182 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-40a243f4-4f22-4dd9-9517-d4c59c2cbced req-67709ec4-2d3c-455d-9129-d018bd172b12 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422043 Jul 06 12:45:59.650752 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240d9af-59eb-4444-9645-9e0862e1abe8 req-dc5a34b8-b0a9-4d75-8353-fd7291b77681 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:45:59.652279 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7240d9af-59eb-4444-9645-9e0862e1abe8 req-dc5a34b8-b0a9-4d75-8353-fd7291b77681 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0695381 Jul 06 12:45:59.690845 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7240d9af-59eb-4444-9645-9e0862e1abe8 req-c46dd4d7-34c1-4882-af62-b424355c4dac tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327296 Jul 06 12:46:00.866780 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdf7ce-adf3-4bf5-9433-76bed32c7165 req-69e766c7-4a03-483e-a946-d49160f3cb55 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:00.868517 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55bdf7ce-adf3-4bf5-9433-76bed32c7165 req-69e766c7-4a03-483e-a946-d49160f3cb55 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0652366 Jul 06 12:46:00.920134 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55bdf7ce-adf3-4bf5-9433-76bed32c7165 req-53e527bb-4420-434c-bbd1-ee4c9f2655a7 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412154 Jul 06 12:46:02.100413 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5153749-25d2-477a-a8eb-e0784427afe7 req-0ca2736d-2ced-45f8-bcd4-d8ebd0fde832 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:02.101943 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b5153749-25d2-477a-a8eb-e0784427afe7 req-0ca2736d-2ced-45f8-bcd4-d8ebd0fde832 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0634539 Jul 06 12:46:02.118320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-387c9421-f43a-4dcf-9824-96fd029f23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:02.119863 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-387c9421-f43a-4dcf-9824-96fd029f23e5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 1096 time: 0.0539794 Jul 06 12:46:02.140229 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b5153749-25d2-477a-a8eb-e0784427afe7 req-94a34137-1470-4225-9ba0-a68a34ec95dc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325639 Jul 06 12:46:02.216355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-fe2032fe-51ba-4086-a2b9-97526ce0014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:02.217758 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-fe2032fe-51ba-4086-a2b9-97526ce0014d service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0918908 Jul 06 12:46:02.283307 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-55a0ffa8-e4be-4aee-8ed4-53507b09aa3c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=752becb5-31b0-4b7e-a345-39a2152a8470 HTTP/1.1" status: 200 len: 1001 time: 0.0588043 Jul 06 12:46:02.336254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-2a34cfd5-73f8-4649-9e51-fb56325869e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:02.337708 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-2a34cfd5-73f8-4649-9e51-fb56325869e4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0483027 Jul 06 12:46:02.393485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-defc22e6-359b-459a-9c96-f73095911d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:02.394983 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-defc22e6-359b-459a-9c96-f73095911d34 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511005 Jul 06 12:46:02.488587 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-558618d9-d145-4024-bfb6-574440446fe8 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864792 Jul 06 12:46:02.581132 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-be89b83d-761c-4151-9bfb-dbd19f349266 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866847 Jul 06 12:46:03.315076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f228d2b-e771-4291-914a-698924766846 req-c93cb9b9-0b00-4b63-9b82-dd6e761b56f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:03.316590 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f228d2b-e771-4291-914a-698924766846 req-c93cb9b9-0b00-4b63-9b82-dd6e761b56f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0623500 Jul 06 12:46:03.355236 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f228d2b-e771-4291-914a-698924766846 req-8fff4f93-6aae-43df-a848-ad92251d44e4 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323629 Jul 06 12:46:04.531185 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73c122-21c8-4524-8b60-587eb7fa5a15 req-72354c1e-ae81-4615-b1b5-5b468edee20b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:04.532739 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f73c122-21c8-4524-8b60-587eb7fa5a15 req-72354c1e-ae81-4615-b1b5-5b468edee20b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0666182 Jul 06 12:46:04.571925 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f73c122-21c8-4524-8b60-587eb7fa5a15 req-6a1c4da7-5518-43e2-908e-fad277066db0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334976 Jul 06 12:46:04.769649 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-dc50b65a-9826-44ff-acac-58ba9626c1e7 service neutron] show failed (client error): The resource could not be found. Jul 06 12:46:04.770907 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-dc50b65a-9826-44ff-acac-58ba9626c1e7 service neutron] 10.222.0.89 "GET /v2.0/ports/752becb5-31b0-4b7e-a345-39a2152a8470/bindings/n-h1-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.0551219 Jul 06 12:46:05.074096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-14f7a549-2d17-4061-8475-499770d22d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:05.075536 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-14f7a549-2d17-4061-8475-499770d22d8c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338&tenant_id=cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 1096 time: 0.1070569 Jul 06 12:46:05.088081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:46:05.157161 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:05.363071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] For port 752becb5-31b0-4b7e-a345-39a2152a8470, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=752becb5-31b0-4b7e-a345-39a2152a8470,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:46:05.395564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] For port 752becb5-31b0-4b7e-a345-39a2152a8470, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:46:05.437680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bffffb6-082c-4a20-93b0-992166c32338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752becb5-31b0-4b7e-a345-39a2152a8470'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:46:05.439952 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e322782-0066-4d54-a47a-6459f21281d0" -d '{"events": [{"server_uuid": "6bffffb6-082c-4a20-93b0-992166c32338", "name": "network-vif-unplugged", "status": "completed", "tag": "752becb5-31b0-4b7e-a345-39a2152a8470"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:46:05.443580 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:05.456339 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Transition to ACTIVE for port object 752becb5-31b0-4b7e-a345-39a2152a8470 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:46:05.461331 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:05.494661 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dc91c5-195e-40c9-9fe2-fe01da619933 x-openstack-request-id: req-98dc91c5-195e-40c9-9fe2-fe01da619933 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:46:05.494839 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bffffb6-082c-4a20-93b0-992166c32338", "name": "network-vif-unplugged", "status": "completed", "tag": "752becb5-31b0-4b7e-a345-39a2152a8470", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:46:05.495054 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-98dc91c5-195e-40c9-9fe2-fe01da619933 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:46:05.495479 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bffffb6-082c-4a20-93b0-992166c32338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752becb5-31b0-4b7e-a345-39a2152a8470', 'code': 200} Jul 06 12:46:05.513505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Pushing event updated for resources: {'Port': ['ID=752becb5-31b0-4b7e-a345-39a2152a8470,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:05.553289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:05.554207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:05.554553 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:05.554894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:05.555232 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:05.555656 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:05.555911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:05.556277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:05.556572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:05.556934 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:05.557393 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:05.557723 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:05.569672 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3aff02b5-4410-456d-834b-827dc0895188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:05.599544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] No DVR routers for this DVR port 752becb5-31b0-4b7e-a345-39a2152a8470 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:46:05.750256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Attempting to bind port 752becb5-31b0-4b7e-a345-39a2152a8470 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:46:05.750579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Attempting to bind port 752becb5-31b0-4b7e-a345-39a2152a8470 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:46:05.750935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Attempting to bind port 752becb5-31b0-4b7e-a345-39a2152a8470 on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:46:05.755328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc6838-4db7-4330-89ae-62f6ec8cd504 req-55161735-9ad8-44a7-b7d1-3d7a3f42f51b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:05.755919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Port 752becb5-31b0-4b7e-a345-39a2152a8470 on network b9233049-7d35-41a3-a830-879c708f75f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:46:05.755919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Attempting to bind port 752becb5-31b0-4b7e-a345-39a2152a8470 on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:46:05.756884 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ffcc6838-4db7-4330-89ae-62f6ec8cd504 req-55161735-9ad8-44a7-b7d1-3d7a3f42f51b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 943 time: 0.0669010 Jul 06 12:46:05.761952 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:46:05.762104 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Checking segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:46:05.762410 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Bound using segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:46:05.762843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Bound port: 752becb5-31b0-4b7e-a345-39a2152a8470, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:46:05.763201 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:05.795764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ffcc6838-4db7-4330-89ae-62f6ec8cd504 req-3bded337-28f3-440c-9820-2bb9f7a84c12 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327330 Jul 06 12:46:05.827024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] For port 752becb5-31b0-4b7e-a345-39a2152a8470, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:46:05.830320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] For port 752becb5-31b0-4b7e-a345-39a2152a8470, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=752becb5-31b0-4b7e-a345-39a2152a8470,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:46:05.834143 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:05.870204 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:05.870834 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:05.872294 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] 10.222.0.23 "PUT /v2.0/ports/752becb5-31b0-4b7e-a345-39a2152a8470 HTTP/1.1" status: 200 len: 1091 time: 0.7886777 Jul 06 12:46:05.895339 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28446e91-81fc-49fb-b534-78b12a4d7889 service neutron] Pushing event updated for resources: {'Port': ['ID=752becb5-31b0-4b7e-a345-39a2152a8470,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:05.953832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-345436b5-3311-4e0d-b562-4cb136a778cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:05.955624 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-345436b5-3311-4e0d-b562-4cb136a778cd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 1094 time: 0.0560224 Jul 06 12:46:06.055339 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-45e4529b-04a8-4316-8dcf-aa85106b15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:06.056934 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-45e4529b-04a8-4316-8dcf-aa85106b15e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0938146 Jul 06 12:46:06.113268 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:06.124755 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-882ee21d-b44c-4178-9beb-061930b5355c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=752becb5-31b0-4b7e-a345-39a2152a8470 HTTP/1.1" status: 200 len: 999 time: 0.0605116 Jul 06 12:46:06.178612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-f4df80d2-8b28-4ed0-8f1d-5c1d07b55ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:06.180024 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-f4df80d2-8b28-4ed0-8f1d-5c1d07b55ff5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0478466 Jul 06 12:46:06.237264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-c6f85817-4fab-4cac-b56d-a821ade3117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:06.238906 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-c6f85817-4fab-4cac-b56d-a821ade3117d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522344 Jul 06 12:46:06.329158 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-226c1b76-0eb3-4012-9eee-ccf77729d296 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821354 Jul 06 12:46:06.424502 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-346e5427-be81-48de-b71f-9fc1dad6e23c req-d6a76d6e-e26f-452d-9738-fb8566404718 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870857 Jul 06 12:46:06.947367 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:06.976071 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacf630-5633-439c-a18d-0874fc21ad9e req-38666b08-9349-40e5-bcc5-299c65893412 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:06.977585 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-daacf630-5633-439c-a18d-0874fc21ad9e req-38666b08-9349-40e5-bcc5-299c65893412 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 943 time: 0.0657926 Jul 06 12:46:07.026324 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-daacf630-5633-439c-a18d-0874fc21ad9e req-b0d6d002-206b-44e7-88bb-5f7f7df3f730 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424292 Jul 06 12:46:07.497265 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bffffb6-082c-4a20-93b0-992166c32338', 'tag': '752becb5-31b0-4b7e-a345-39a2152a8470'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:46:07.499678 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6bffffb6-082c-4a20-93b0-992166c32338", "tag": "752becb5-31b0-4b7e-a345-39a2152a8470"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:46:07.546835 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0977979-639f-45b0-b018-cb6cfbbdacaf x-openstack-request-id: req-b0977979-639f-45b0-b018-cb6cfbbdacaf {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:46:07.547136 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bffffb6-082c-4a20-93b0-992166c32338", "tag": "752becb5-31b0-4b7e-a345-39a2152a8470", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:46:07.547426 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0977979-639f-45b0-b018-cb6cfbbdacaf {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:46:07.547835 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bffffb6-082c-4a20-93b0-992166c32338', 'tag': '752becb5-31b0-4b7e-a345-39a2152a8470', 'status': 'completed', 'code': 200} Jul 06 12:46:07.633384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-3452f737-2638-4227-9eb7-f24e979f0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:07.634930 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-3452f737-2638-4227-9eb7-f24e979f0812 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 1094 time: 0.0597208 Jul 06 12:46:07.652332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 752becb5-31b0-4b7e-a345-39a2152a8470 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:46:07.748017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 752becb5-31b0-4b7e-a345-39a2152a8470, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=752becb5-31b0-4b7e-a345-39a2152a8470,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:46:07.760222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '752becb5-31b0-4b7e-a345-39a2152a8470', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'port_id': '752becb5-31b0-4b7e-a345-39a2152a8470', 'mac_address': 'fa:16:3e:bd:46:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:46:07.767270 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-0d53b671-fd0d-4425-82bc-7eadc0fbd7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:07.768765 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-0d53b671-fd0d-4425-82bc-7eadc0fbd7be service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.1273866 Jul 06 12:46:07.774481 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-39575fc7-fbf3-4a87-b899-66197e227cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:07.776307 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-39575fc7-fbf3-4a87-b899-66197e227cb4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 1094 time: 0.1740456 Jul 06 12:46:07.797357 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:07.810258 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752becb5-31b0-4b7e-a345-39a2152a8470 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:46:07.829874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 752becb5-31b0-4b7e-a345-39a2152a8470, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=752becb5-31b0-4b7e-a345-39a2152a8470,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:46:07.835896 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:07.888188 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=752becb5-31b0-4b7e-a345-39a2152a8470,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:07.892372 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-ad06ed95-1004-4ce8-ada6-5d08976e8073 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=752becb5-31b0-4b7e-a345-39a2152a8470 HTTP/1.1" status: 200 len: 999 time: 0.1147141 Jul 06 12:46:07.903159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:07.903811 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:07.904880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:07.905341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:07.905817 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:07.906248 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:07.906689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:07.907136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:07.907584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:07.908007 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:07.908436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:07.909083 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:46:07.962910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-20785217-963d-4ad2-8fdf-ca5f9b1563a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:07.964606 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-20785217-963d-4ad2-8fdf-ca5f9b1563a1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.1813023 Jul 06 12:46:07.978115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-3f2f8c95-592f-4da8-bbc0-d2d1f6ff3733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:07.979562 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-3f2f8c95-592f-4da8-bbc0-d2d1f6ff3733 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0744972 Jul 06 12:46:08.064303 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-12050f58-d56b-4dc9-a371-34d78027d220 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=752becb5-31b0-4b7e-a345-39a2152a8470 HTTP/1.1" status: 200 len: 1000 time: 0.0925238 Jul 06 12:46:08.114586 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['752becb5-31b0-4b7e-a345-39a2152a8470'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:46:08.121404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-947d20ac-0e2f-49ef-be19-9516682b68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:08.123360 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-947d20ac-0e2f-49ef-be19-9516682b68c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128728 Jul 06 12:46:08.128429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-283b10f3-5411-41bf-8934-b34ffc8e72be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:08.129856 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-283b10f3-5411-41bf-8934-b34ffc8e72be service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0589623 Jul 06 12:46:08.212000 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fe803-f278-4a17-8354-35412f0db477 req-a8cbc83a-7fcc-42cf-b28b-3fed18789557 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:08.213963 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-931fe803-f278-4a17-8354-35412f0db477 req-a8cbc83a-7fcc-42cf-b28b-3fed18789557 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 944 time: 0.0687973 Jul 06 12:46:08.224979 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-91be63db-e700-44de-af36-e0e7b6aade5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:08.263569 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-b4aa3c51-7fcc-484c-a362-768bbec87a2e service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327178 Jul 06 12:46:08.263897 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-931fe803-f278-4a17-8354-35412f0db477 req-f15d07ec-b756-4754-9c52-33339d9acb65 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436943 Jul 06 12:46:08.265852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-50ad0bc7-3ffe-4c50-b7d9-39fa24a33e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:08.267311 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-50ad0bc7-3ffe-4c50-b7d9-39fa24a33e70 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287253 Jul 06 12:46:08.307149 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:08.441436 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-84dbf1e4-006e-4b2d-9840-d073a4c6fe2e service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672118 Jul 06 12:46:08.443402 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-fa55d18a-8c93-4190-909e-9332ffac92a1 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608815 Jul 06 12:46:08.531268 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.89', 61207) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:46:08.574017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61477dfc-79d6-463a-8c7e-6d273541c343 req-1c8add6f-9a57-4134-a519-779fe8087bd0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:08.575556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61477dfc-79d6-463a-8c7e-6d273541c343 req-1c8add6f-9a57-4134-a519-779fe8087bd0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 944 time: 0.0670369 Jul 06 12:46:08.575764 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ad8d19ee-ed27-48c1-bb7d-365ed397c1ec req-32c0a836-c549-4661-9542-eefdc2c2a06e service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277263 Jul 06 12:46:08.615463 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61477dfc-79d6-463a-8c7e-6d273541c343 req-17dcf95a-4bc9-40b5-8f3c-902c28881f6c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334694 Jul 06 12:46:08.617781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76af42-5f5c-4836-a1f9-667f724dea81 req-0ca5a5f5-bdef-4aea-9fe4-d88fab940bfc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:08.619317 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d76af42-5f5c-4836-a1f9-667f724dea81 req-0ca5a5f5-bdef-4aea-9fe4-d88fab940bfc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.89 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338&tenant_id=cce4e64935264742b43c864c773eb3b1&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 944 time: 0.0880980 Jul 06 12:46:08.679841 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-4d76af42-5f5c-4836-a1f9-667f724dea81 req-05bff65f-f5c6-41cb-9d12-d822be84954f service neutron] delete failed (client error): The resource could not be found. Jul 06 12:46:08.680876 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d76af42-5f5c-4836-a1f9-667f724dea81 req-05bff65f-f5c6-41cb-9d12-d822be84954f service neutron] 10.222.0.89 "DELETE /v2.0/ports/752becb5-31b0-4b7e-a345-39a2152a8470/bindings/n-h2-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.0559869 Jul 06 12:46:08.777651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76af42-5f5c-4836-a1f9-667f724dea81 req-0fee182c-0e21-4af4-b90b-6e2b4e17c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:08.779134 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d76af42-5f5c-4836-a1f9-667f724dea81 req-0fee182c-0e21-4af4-b90b-6e2b4e17c9a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 1095 time: 0.0525153 Jul 06 12:46:08.871865 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76af42-5f5c-4836-a1f9-667f724dea81 req-b8de40cc-fca4-4de4-b0a1-679bc6659e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:08.873264 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d76af42-5f5c-4836-a1f9-667f724dea81 req-b8de40cc-fca4-4de4-b0a1-679bc6659e28 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0882344 Jul 06 12:46:08.936916 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d76af42-5f5c-4836-a1f9-667f724dea81 req-9629fd1f-6229-4152-b16c-372f24f0b3b6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=752becb5-31b0-4b7e-a345-39a2152a8470 HTTP/1.1" status: 200 len: 1000 time: 0.0571420 Jul 06 12:46:08.977068 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 752becb5-31b0-4b7e-a345-39a2152a8470 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:46:08.985994 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76af42-5f5c-4836-a1f9-667f724dea81 req-9609e449-9e47-477c-9ec0-358766c4c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:08.987495 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d76af42-5f5c-4836-a1f9-667f724dea81 req-9609e449-9e47-477c-9ec0-358766c4c6c6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0445466 Jul 06 12:46:09.014946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 752becb5-31b0-4b7e-a345-39a2152a8470 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:46:09.053828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76af42-5f5c-4836-a1f9-667f724dea81 req-23f10465-b4dc-4b0f-a68d-67350f8e07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:09.056055 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d76af42-5f5c-4836-a1f9-667f724dea81 req-23f10465-b4dc-4b0f-a68d-67350f8e07e0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623238 Jul 06 12:46:09.143486 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d76af42-5f5c-4836-a1f9-667f724dea81 req-f9d84dbd-a486-4372-87b6-5b99b293fadf service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807812 Jul 06 12:46:09.235673 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4d76af42-5f5c-4836-a1f9-667f724dea81 req-034ed746-6e84-4db2-b035-aef999e7650a service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857468 Jul 06 12:46:09.526978 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:09.652882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 752becb5-31b0-4b7e-a345-39a2152a8470 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:46:09.707789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 752becb5-31b0-4b7e-a345-39a2152a8470 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:46:09.712018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 752becb5-31b0-4b7e-a345-39a2152a8470 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:46:09.712396 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:09.798846 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:09.814137 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b146f2c-ccf3-43eb-b68b-466f4fa575df req-0e4226de-c57d-48fe-99dd-34b027b7109a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:09.815839 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b146f2c-ccf3-43eb-b68b-466f4fa575df req-0e4226de-c57d-48fe-99dd-34b027b7109a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 944 time: 0.0715728 Jul 06 12:46:09.822865 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bffffb6-082c-4a20-93b0-992166c32338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752becb5-31b0-4b7e-a345-39a2152a8470'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:46:09.825369 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d1515d-a303-49dd-957b-c7d595971fd3" -d '{"events": [{"server_uuid": "6bffffb6-082c-4a20-93b0-992166c32338", "name": "network-vif-plugged", "status": "completed", "tag": "752becb5-31b0-4b7e-a345-39a2152a8470"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:46:09.839284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 752becb5-31b0-4b7e-a345-39a2152a8470, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=752becb5-31b0-4b7e-a345-39a2152a8470,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:46:09.845634 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:09.865413 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b146f2c-ccf3-43eb-b68b-466f4fa575df req-7b421cc3-b176-4746-bcee-6633f24e87bb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432537 Jul 06 12:46:09.902697 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=752becb5-31b0-4b7e-a345-39a2152a8470,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:09.915379 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf2dd38-f1f6-4117-aa2a-e7223a99d836 x-openstack-request-id: req-daf2dd38-f1f6-4117-aa2a-e7223a99d836 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:46:09.915677 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bffffb6-082c-4a20-93b0-992166c32338", "name": "network-vif-plugged", "status": "completed", "tag": "752becb5-31b0-4b7e-a345-39a2152a8470", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:46:09.915933 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-daf2dd38-f1f6-4117-aa2a-e7223a99d836 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:46:09.916328 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bffffb6-082c-4a20-93b0-992166c32338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752becb5-31b0-4b7e-a345-39a2152a8470', 'code': 200} Jul 06 12:46:10.057205 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858ab84-31af-48c5-b53e-451438fa673f req-3253a54f-5c2f-4421-b4f7-937e41092484 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:10.058598 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3858ab84-31af-48c5-b53e-451438fa673f req-3253a54f-5c2f-4421-b4f7-937e41092484 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0624967 Jul 06 12:46:10.096599 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3858ab84-31af-48c5-b53e-451438fa673f req-564b7136-16c5-4e1b-9233-e22842e18a62 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322008 Jul 06 12:46:10.423882 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd7faf-2bda-4de1-81e9-89c61cddadeb req-b7acc7e6-1de2-441c-9c90-2854efec8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:10.425473 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2bd7faf-2bda-4de1-81e9-89c61cddadeb req-b7acc7e6-1de2-441c-9c90-2854efec8bdd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 1096 time: 0.0527165 Jul 06 12:46:10.433273 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a1721-9d94-4789-a715-a35528d0ac28 req-952a8bce-bb81-41c7-8afd-bdeed24dd53c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:10.434853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b9a1721-9d94-4789-a715-a35528d0ac28 req-952a8bce-bb81-41c7-8afd-bdeed24dd53c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0637033 Jul 06 12:46:10.477968 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b9a1721-9d94-4789-a715-a35528d0ac28 req-b725eed4-9a69-4f16-8597-272ee84304c9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372593 Jul 06 12:46:10.530002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd7faf-2bda-4de1-81e9-89c61cddadeb req-85af55b2-6648-4555-ae23-1154b186566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:10.532202 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2bd7faf-2bda-4de1-81e9-89c61cddadeb req-85af55b2-6648-4555-ae23-1154b186566c service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.1002026 Jul 06 12:46:10.599142 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2bd7faf-2bda-4de1-81e9-89c61cddadeb req-37abedcc-108f-4fe1-9f39-4763b30dc9f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=752becb5-31b0-4b7e-a345-39a2152a8470 HTTP/1.1" status: 200 len: 1001 time: 0.0602090 Jul 06 12:46:10.650165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd7faf-2bda-4de1-81e9-89c61cddadeb req-2b916935-41d6-4f34-9ad9-a174c9c7e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:10.651699 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2bd7faf-2bda-4de1-81e9-89c61cddadeb req-2b916935-41d6-4f34-9ad9-a174c9c7e996 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0450504 Jul 06 12:46:10.712953 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd7faf-2bda-4de1-81e9-89c61cddadeb req-22311a88-76d2-4b48-be5c-111163f00d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:10.714442 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2bd7faf-2bda-4de1-81e9-89c61cddadeb req-22311a88-76d2-4b48-be5c-111163f00d6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558302 Jul 06 12:46:10.803376 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2bd7faf-2bda-4de1-81e9-89c61cddadeb req-95ce3df5-e0cf-40d4-9bc4-3f367a50a2d6 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809956 Jul 06 12:46:10.895276 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b2bd7faf-2bda-4de1-81e9-89c61cddadeb req-dfb751e0-f146-49de-953e-aef2ad52a173 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850711 Jul 06 12:46:11.107976 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:11.656047 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fada65-5207-4689-9a0c-74e9fe8af4c7 req-24ffa6d8-59d3-48ea-9116-d025afc83355 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:11.657592 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9fada65-5207-4689-9a0c-74e9fe8af4c7 req-24ffa6d8-59d3-48ea-9116-d025afc83355 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0660286 Jul 06 12:46:11.696521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9fada65-5207-4689-9a0c-74e9fe8af4c7 req-783b34a6-bf9d-4cf1-973d-7ac1cdd07652 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330861 Jul 06 12:46:12.076650 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5e961-23ad-4841-8a84-b50da4c953f1 req-43c825a0-2f44-4533-8be7-1c4f3de6e43e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:12.078133 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b8a5e961-23ad-4841-8a84-b50da4c953f1 req-43c825a0-2f44-4533-8be7-1c4f3de6e43e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0644910 Jul 06 12:46:12.117145 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b8a5e961-23ad-4841-8a84-b50da4c953f1 req-d281d658-d2f6-494e-9b0f-aa8255b6babf tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332997 Jul 06 12:46:13.293623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc727a9-e2e9-4ca5-9aab-ebfef143e92a req-bb4ed5d1-3701-4570-97a4-bb75a66a0ef4 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:13.295124 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7cc727a9-e2e9-4ca5-9aab-ebfef143e92a req-bb4ed5d1-3701-4570-97a4-bb75a66a0ef4 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0661671 Jul 06 12:46:13.334128 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7cc727a9-e2e9-4ca5-9aab-ebfef143e92a req-502cd0c8-f225-4623-9a06-b7fa3102860b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331168 Jul 06 12:46:13.629248 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1c28d-d4d7-4bd0-9a3f-680e319222db req-2837d180-2a16-4c95-8e21-0c5279daecb2 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:13.630704 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4bc1c28d-d4d7-4bd0-9a3f-680e319222db req-2837d180-2a16-4c95-8e21-0c5279daecb2 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 945 time: 0.0629220 Jul 06 12:46:13.729404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4bc1c28d-d4d7-4bd0-9a3f-680e319222db req-bd6288a6-11b7-445a-bdc3-f15280b53ccc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Deleting port 752becb5-31b0-4b7e-a345-39a2152a8470 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:46:13.729745 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4bc1c28d-d4d7-4bd0-9a3f-680e319222db req-bd6288a6-11b7-445a-bdc3-f15280b53ccc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:13.819809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4bc1c28d-d4d7-4bd0-9a3f-680e319222db req-bd6288a6-11b7-445a-bdc3-f15280b53ccc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] For port 752becb5-31b0-4b7e-a345-39a2152a8470, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=752becb5-31b0-4b7e-a345-39a2152a8470,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:46:13.820080 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4bc1c28d-d4d7-4bd0-9a3f-680e319222db req-bd6288a6-11b7-445a-bdc3-f15280b53ccc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:13.988475 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4bc1c28d-d4d7-4bd0-9a3f-680e319222db req-bd6288a6-11b7-445a-bdc3-f15280b53ccc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:13.989080 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4bc1c28d-d4d7-4bd0-9a3f-680e319222db req-bd6288a6-11b7-445a-bdc3-f15280b53ccc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:13.989449 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [req-4bc1c28d-d4d7-4bd0-9a3f-680e319222db req-bd6288a6-11b7-445a-bdc3-f15280b53ccc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Floating IP 2a15aef6-9374-41bf-8353-e7af0ea6f481 disassociated. External IP: 172.25.4.125, port: 752becb5-31b0-4b7e-a345-39a2152a8470. Jul 06 12:46:13.989867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4bc1c28d-d4d7-4bd0-9a3f-680e319222db req-bd6288a6-11b7-445a-bdc3-f15280b53ccc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Calling delete_port for 752becb5-31b0-4b7e-a345-39a2152a8470 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:46:14.116325 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4bc1c28d-d4d7-4bd0-9a3f-680e319222db req-bd6288a6-11b7-445a-bdc3-f15280b53ccc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:14.144253 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6288a6-11b7-445a-bdc3-f15280b53ccc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Pushing event deleted for resources: {'Port': ['ID=752becb5-31b0-4b7e-a345-39a2152a8470,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:14.261739 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bc1c28d-d4d7-4bd0-9a3f-680e319222db req-bd6288a6-11b7-445a-bdc3-f15280b53ccc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Router a8af0c33-f961-471a-a9b8-610ec2a44dc0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:46:14.373527 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bc1c28d-d4d7-4bd0-9a3f-680e319222db req-bd6288a6-11b7-445a-bdc3-f15280b53ccc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:46:14.384414 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1e7823-5a71-4764-8c74-f5a803f29e3a None None] Sync routers for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:46:14.393681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1e7823-5a71-4764-8c74-f5a803f29e3a None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:46:14.394304 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-dd1e7823-5a71-4764-8c74-f5a803f29e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:46:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:46:14.417943 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc1c28d-d4d7-4bd0-9a3f-680e319222db req-bd6288a6-11b7-445a-bdc3-f15280b53ccc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] No DVR routers for this DVR port 752becb5-31b0-4b7e-a345-39a2152a8470 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:46:14.420443 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4bc1c28d-d4d7-4bd0-9a3f-680e319222db req-bd6288a6-11b7-445a-bdc3-f15280b53ccc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:14.422439 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4bc1c28d-d4d7-4bd0-9a3f-680e319222db req-bd6288a6-11b7-445a-bdc3-f15280b53ccc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.23 "DELETE /v2.0/ports/752becb5-31b0-4b7e-a345-39a2152a8470 HTTP/1.1" status: 204 len: 173 time: 0.7854486 Jul 06 12:46:14.422894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bffffb6-082c-4a20-93b0-992166c32338', 'name': 'network-vif-deleted', 'tag': '752becb5-31b0-4b7e-a345-39a2152a8470'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:46:14.425236 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9c0434-0fb6-4063-aabb-2017ca20c63d" -d '{"events": [{"server_uuid": "6bffffb6-082c-4a20-93b0-992166c32338", "name": "network-vif-deleted", "tag": "752becb5-31b0-4b7e-a345-39a2152a8470"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:46:14.491676 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ddd9ae77-698d-4eb5-847e-c2f251f092fb req-7105e7bf-c0d6-409d-b5b2-65412df98f95 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=6bffffb6-082c-4a20-93b0-992166c32338 HTTP/1.1" status: 200 len: 210 time: 0.0374398 Jul 06 12:46:14.542598 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-dd1e7823-5a71-4764-8c74-f5a803f29e3a None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:46:14.551951 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bf04f1-a5a7-46f4-af8d-49485c56cd2b x-openstack-request-id: req-30bf04f1-a5a7-46f4-af8d-49485c56cd2b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:46:14.551951 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bffffb6-082c-4a20-93b0-992166c32338", "name": "network-vif-deleted", "tag": "752becb5-31b0-4b7e-a345-39a2152a8470", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:46:14.552216 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30bf04f1-a5a7-46f4-af8d-49485c56cd2b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:46:14.552630 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bffffb6-082c-4a20-93b0-992166c32338', 'name': 'network-vif-deleted', 'tag': '752becb5-31b0-4b7e-a345-39a2152a8470', 'status': 'completed', 'code': 200} Jul 06 12:46:14.768730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-dd1e7823-5a71-4764-8c74-f5a803f29e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:46:14.797551 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1e7823-5a71-4764-8c74-f5a803f29e3a None None] Checking router: a8af0c33-f961-471a-a9b8-610ec2a44dc0 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:46:14.806812 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1e7823-5a71-4764-8c74-f5a803f29e3a None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:46:14.807450 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-dd1e7823-5a71-4764-8c74-f5a803f29e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:46:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:46:14.914551 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-dd1e7823-5a71-4764-8c74-f5a803f29e3a None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:46:15.113664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-dd1e7823-5a71-4764-8c74-f5a803f29e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:46:15.138733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1e7823-5a71-4764-8c74-f5a803f29e3a None None] The sync data for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 is: [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:46:15.357145 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184e50a7-dd45-4300-82a0-c66f2be18d66 None None] New status for floating IP 2a15aef6-9374-41bf-8353-e7af0ea6f481: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:46:15.834187 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-28ad1279-4a98-4b5b-b8fb-62669948222f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--431182756&fields=id&tenant_id=cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 267 time: 0.0318413 Jul 06 12:46:15.946875 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-023a14e8-9b2c-4cfd-bacb-4bbcca6cf7ca tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:15.948373 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-023a14e8-9b2c-4cfd-bacb-4bbcca6cf7ca tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 811 time: 0.1062839 Jul 06 12:46:15.963353 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-f6d1fa61-b369-4ee8-999d-440d5f6063c1 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/quotas/cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 375 time: 0.0095885 Jul 06 12:46:16.033748 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-945c029d-8d99-4461-bdb8-e1dce1dcaac0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653596 Jul 06 12:46:16.130099 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-f3a6e128-fc5f-4518-bdce-aeb8a3e5e77f service neutron] 10.222.0.81 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850956 Jul 06 12:46:16.218516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-703c26c5-1922-4ecb-a653-ee228689c2c6 service neutron] 10.222.0.81 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819986 Jul 06 12:46:16.387498 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc1e8d0d-0d40-4897-8115-66274db86c8c req-321d9688-44b0-42f7-99a3-ad0a90d848d2 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 210 time: 0.0298200 Jul 06 12:46:17.409568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-92693c9e-4f88-419a-b3c0-6b2d520ab6db tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:17.411106 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-92693c9e-4f88-419a-b3c0-6b2d520ab6db tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 811 time: 0.1095009 Jul 06 12:46:17.460255 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-af7f7c87-cbae-4163-b2a8-13ff42abd3cc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 379 time: 0.0358860 Jul 06 12:46:17.469248 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-5e2828cc-8b99-44df-9714-079da02b2551 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Request body: {'port': {'device_id': 'b70b9d52-a950-4828-b687-d07698dc4379', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'admin_state_up': True, 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'security_groups': ['c50be3a3-535f-4b49-8bd1-4a031d7c064d']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:46:17.542913 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-17ad764f-cd72-4d4b-8f8e-e3dcb749d643 req-09e53098-9381-4efd-b653-96abb32352f3 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 210 time: 0.0371525 Jul 06 12:46:17.588835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-5e2828cc-8b99-44df-9714-079da02b2551 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Made reservation on behalf of cce4e64935264742b43c864c773eb3b1 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:46:17.592415 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-5e2828cc-8b99-44df-9714-079da02b2551 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:17.668620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 752becb5-31b0-4b7e-a345-39a2152a8470 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:46:17.688921 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 752becb5-31b0-4b7e-a345-39a2152a8470 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:46:17.689265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 752becb5-31b0-4b7e-a345-39a2152a8470 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:46:18.061263 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-5e2828cc-8b99-44df-9714-079da02b2551 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Allocated IP 172.20.0.13 (b9233049-7d35-41a3-a830-879c708f75f5/61df829e-db5a-4abc-b3ff-b4d3553078b5/b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:46:18.195715 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-5e2828cc-8b99-44df-9714-079da02b2551 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:18.208729 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-5e2828cc-8b99-44df-9714-079da02b2551 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Transition to ACTIVE for port object b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:46:18.240417 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-5e2828cc-8b99-44df-9714-079da02b2551 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:18.283512 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-5e2828cc-8b99-44df-9714-079da02b2551 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Network b9233049-7d35-41a3-a830-879c708f75f5 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:46:18.289046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-5e2828cc-8b99-44df-9714-079da02b2551 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:46:18.292765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-5e2828cc-8b99-44df-9714-079da02b2551 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:46:18.317019 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2828cc-8b99-44df-9714-079da02b2551 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Pushing event updated for resources: {'Port': ['ID=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:18.345363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-5e2828cc-8b99-44df-9714-079da02b2551 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:18.345993 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-5e2828cc-8b99-44df-9714-079da02b2551 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:18.361672 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-5e2828cc-8b99-44df-9714-079da02b2551 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8965502 Jul 06 12:46:18.374534 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Request body: {'port': {'device_id': 'b70b9d52-a950-4828-b687-d07698dc4379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:46:18.452572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:18.549870 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e5860e9c-a956-4bd5-8068-28dc3ddc8baf None None] Provisioning for port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:46:18.554347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e5860e9c-a956-4bd5-8068-28dc3ddc8baf None None] Provisioning complete for port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:46:18.554726 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e5860e9c-a956-4bd5-8068-28dc3ddc8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:18.591431 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e5860e9c-a956-4bd5-8068-28dc3ddc8baf None None] Port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:46:18.719950 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a19e8-2bb0-4da9-ba46-7543a6acd63d req-a62016e2-a34a-4090-8c16-611634a6755d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:18.720699 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:46:18.721895 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f7a19e8-2bb0-4da9-ba46-7543a6acd63d req-a62016e2-a34a-4090-8c16-611634a6755d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 932 time: 0.0648072 Jul 06 12:46:18.729099 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:18.740667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Transition to ACTIVE for port object b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:46:18.744600 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:18.762449 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f7a19e8-2bb0-4da9-ba46-7543a6acd63d req-8913e401-55e3-49ad-a0c5-b5016d22d5bf tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338614 Jul 06 12:46:18.803073 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Pushing event updated for resources: {'Port': ['ID=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:18.875563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Attempting to bind port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:46:18.875906 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Attempting to bind port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:46:18.876234 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Attempting to bind port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:46:18.880970 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a on network b9233049-7d35-41a3-a830-879c708f75f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:46:18.881293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Attempting to bind port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:46:18.886401 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:46:18.886739 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Checking segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:46:18.887122 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Bound using segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:46:18.887593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Bound port: b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:46:18.888051 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:18.954391 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:46:18.957777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:46:18.962318 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:19.000260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:19.001226 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:19.002702 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] 10.222.0.89 "PUT /v2.0/ports/b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 1092 time: 0.6325274 Jul 06 12:46:19.005028 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:46:19.007858 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c023059e-78e7-415e-827e-0aee166cb10c" -d '{"events": [{"name": "network-changed", "server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:46:19.036669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab30ee-c2f3-4933-9e39-667943f87cfc service neutron] Pushing event updated for resources: {'Port': ['ID=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:19.075083 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f74a0a-a3c2-4d89-bb8c-73021a79f997 x-openstack-request-id: req-23f74a0a-a3c2-4d89-bb8c-73021a79f997 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:46:19.075402 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:46:19.075652 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23f74a0a-a3c2-4d89-bb8c-73021a79f997 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:46:19.076043 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'status': 'completed', 'code': 200} Jul 06 12:46:19.103971 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-7f0fea12-de22-4108-bdd7-9ba67ce78bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:19.105428 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-7f0fea12-de22-4108-bdd7-9ba67ce78bb6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 1095 time: 0.0602269 Jul 06 12:46:19.146843 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-668783c4-e328-4883-9ecf-81c94ed66cdb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 217 time: 0.0347352 Jul 06 12:46:19.202100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4f3110a7-a3e9-4f49-ba7c-1d7542e70cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:19.203603 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-4f3110a7-a3e9-4f49-ba7c-1d7542e70cf6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0504851 Jul 06 12:46:19.260822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-ab67f8de-f037-4fe7-99b9-fa735e1b89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:19.262322 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-ab67f8de-f037-4fe7-99b9-fa735e1b89a8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526633 Jul 06 12:46:19.350981 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-3c107841-7279-42e7-a2de-3daeaed45533 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819151 Jul 06 12:46:19.442003 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f4277489-8340-41d2-91f2-2368c22f54f1 req-836c5816-f162-4cb2-8ed6-ee44741ab563 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847535 Jul 06 12:46:19.549517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023059e-78e7-415e-827e-0aee166cb10c req-43e6a0cc-59ad-49cf-9c6c-3a192528eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:19.551039 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c023059e-78e7-415e-827e-0aee166cb10c req-43e6a0cc-59ad-49cf-9c6c-3a192528eef1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 1095 time: 0.0588565 Jul 06 12:46:19.645465 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023059e-78e7-415e-827e-0aee166cb10c req-cf357c37-8959-4e86-be67-33c26927419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:19.646950 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c023059e-78e7-415e-827e-0aee166cb10c req-cf357c37-8959-4e86-be67-33c26927419e service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0893798 Jul 06 12:46:19.690113 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c023059e-78e7-415e-827e-0aee166cb10c req-43a4ab5d-fd06-4ffe-bdf3-c622e4a42d3c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 217 time: 0.0358818 Jul 06 12:46:19.742317 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023059e-78e7-415e-827e-0aee166cb10c req-c935618b-1e37-4a31-86a9-2bfed33516d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:19.743822 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c023059e-78e7-415e-827e-0aee166cb10c req-c935618b-1e37-4a31-86a9-2bfed33516d6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0453386 Jul 06 12:46:19.806509 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023059e-78e7-415e-827e-0aee166cb10c req-aef8c251-af8c-47eb-be36-ee47f3026330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:19.808083 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c023059e-78e7-415e-827e-0aee166cb10c req-aef8c251-af8c-47eb-be36-ee47f3026330 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580461 Jul 06 12:46:19.904205 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c023059e-78e7-415e-827e-0aee166cb10c req-887614da-c829-4860-9eb7-f4dc8dde57fa service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892169 Jul 06 12:46:19.962130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29abe3e-603e-4502-aab5-a01b9f5a06c2 req-b53f4d37-f235-428b-8cfb-afd968d06d1a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:19.963684 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e29abe3e-603e-4502-aab5-a01b9f5a06c2 req-b53f4d37-f235-428b-8cfb-afd968d06d1a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 944 time: 0.0637290 Jul 06 12:46:20.000831 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c023059e-78e7-415e-827e-0aee166cb10c req-b17b0264-b3ee-4208-8a33-6ed89c1f3a6d service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898502 Jul 06 12:46:20.003516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e29abe3e-603e-4502-aab5-a01b9f5a06c2 req-7240801d-054d-4193-95a8-ea1e5a3d86b4 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340841 Jul 06 12:46:21.008350 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:46:21.106672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:46:21.119693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'port_id': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'mac_address': 'fa:16:3e:ff:ad:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:46:21.158626 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:21.172579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:46:21.191927 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ecc99-23e4-47c5-becd-534cd0284fc4 req-41614f4d-c291-4711-ba51-7d56fb1fb8a7 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:21.193695 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-480ecc99-23e4-47c5-becd-534cd0284fc4 req-41614f4d-c291-4711-ba51-7d56fb1fb8a7 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 944 time: 0.0739086 Jul 06 12:46:21.197568 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:46:21.202878 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:21.235159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-480ecc99-23e4-47c5-becd-534cd0284fc4 req-d3833f11-3ec7-44b8-9ace-1ce6ebc36f02 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350697 Jul 06 12:46:21.256537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:21.454307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:46:22.417490 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748ca11-71fb-46d9-bd9a-f4a079b7871d req-413d25e7-1b15-49b2-93d3-73b61fc702be tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:22.419008 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f748ca11-71fb-46d9-bd9a-f4a079b7871d req-413d25e7-1b15-49b2-93d3-73b61fc702be tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 945 time: 0.0648651 Jul 06 12:46:22.456997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f748ca11-71fb-46d9-bd9a-f4a079b7871d req-2b89caaa-6353-47bb-a35e-11501b319d19 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323622 Jul 06 12:46:23.021933 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:46:23.023494 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:46:23.070735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:46:23.074288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:46:23.074661 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:23.153164 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:23.174902 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:46:23.177185 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fd8772f2493464768fb9aa84dfbfb5d2fa7544b514a8280f6981e3218b80730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba77287-c923-4de4-8869-833e7b483a4f" -d '{"events": [{"server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "name": "network-vif-plugged", "status": "completed", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:46:23.189396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:46:23.193654 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:23.216654 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea7956f-4c37-4b78-965d-c73c5d8d927c x-openstack-request-id: req-bea7956f-4c37-4b78-965d-c73c5d8d927c {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:46:23.216938 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "name": "network-vif-plugged", "status": "completed", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:46:23.217189 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bea7956f-4c37-4b78-965d-c73c5d8d927c {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:46:23.217578 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'code': 200} Jul 06 12:46:23.247988 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:46:23.331472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307ef70-3537-4016-ab8b-82fb36e6885a req-6a81bde3-4c9a-40fd-a759-2b56d7ee4510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:23.332820 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a307ef70-3537-4016-ab8b-82fb36e6885a req-6a81bde3-4c9a-40fd-a759-2b56d7ee4510 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 1097 time: 0.0537379 Jul 06 12:46:23.367475 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a307ef70-3537-4016-ab8b-82fb36e6885a req-5ecd9b3a-8b34-4a15-a84e-d2ea8e88c438 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278764 Jul 06 12:46:23.636147 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0b149-d521-4057-b5a8-9ba8d0fb4b3e req-0ed03e38-50c0-41f2-aac8-685619da80be tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:23.637557 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2c0b149-d521-4057-b5a8-9ba8d0fb4b3e req-0ed03e38-50c0-41f2-aac8-685619da80be tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0665913 Jul 06 12:46:23.675218 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2c0b149-d521-4057-b5a8-9ba8d0fb4b3e req-50fdcaa2-561b-4390-8dcb-29af72a37f68 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318069 Jul 06 12:46:24.446890 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8a4786c1-7639-408a-9cd3-d20d3bdc068d req-1560f88c-9aab-4144-bcf5-01bd923edc3b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517390 Jul 06 12:46:24.546207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4786c1-7639-408a-9cd3-d20d3bdc068d req-5643af79-4dc2-431d-97c3-53a227c5c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:24.547836 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8a4786c1-7639-408a-9cd3-d20d3bdc068d req-5643af79-4dc2-431d-97c3-53a227c5c6b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 1097 time: 0.0590255 Jul 06 12:46:24.651691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4786c1-7639-408a-9cd3-d20d3bdc068d req-bd7d4ef9-7d0a-4988-9447-ea73025d36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:24.653180 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8a4786c1-7639-408a-9cd3-d20d3bdc068d req-bd7d4ef9-7d0a-4988-9447-ea73025d36e7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0846419 Jul 06 12:46:24.695671 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8a4786c1-7639-408a-9cd3-d20d3bdc068d req-5c0d5907-fd59-4a43-8d26-253de07b4699 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 217 time: 0.0363863 Jul 06 12:46:24.749201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4786c1-7639-408a-9cd3-d20d3bdc068d req-e6e7672f-216a-474d-8cac-69a404e2e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:24.750684 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8a4786c1-7639-408a-9cd3-d20d3bdc068d req-e6e7672f-216a-474d-8cac-69a404e2e07e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0497561 Jul 06 12:46:24.809743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4786c1-7639-408a-9cd3-d20d3bdc068d req-1cbb947f-bb88-4f4c-8585-99c5f04cf38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:24.811286 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8a4786c1-7639-408a-9cd3-d20d3bdc068d req-1cbb947f-bb88-4f4c-8585-99c5f04cf38a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541446 Jul 06 12:46:24.852709 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae36c43-2c56-40e6-9d7d-8783c6f64fe7 req-29bfeceb-40d8-4b30-9670-dd3e7acee3cb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:24.854300 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ae36c43-2c56-40e6-9d7d-8783c6f64fe7 req-29bfeceb-40d8-4b30-9670-dd3e7acee3cb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0679219 Jul 06 12:46:24.892069 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ae36c43-2c56-40e6-9d7d-8783c6f64fe7 req-ddaba022-dcb1-4893-bef7-2c66f8375039 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320163 Jul 06 12:46:24.903598 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8a4786c1-7639-408a-9cd3-d20d3bdc068d req-64f2f5e7-dda8-4cad-91a2-b1ac0529425f service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860667 Jul 06 12:46:25.001392 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8a4786c1-7639-408a-9cd3-d20d3bdc068d req-920d8538-8cf2-4fe4-83f7-7d89df1463cc service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914748 Jul 06 12:46:25.066159 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f130dd-8cac-4d54-89ab-8e07424b69f5 req-3635f628-6727-48f1-a197-14092b0be2fc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:25.067714 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-41f130dd-8cac-4d54-89ab-8e07424b69f5 req-3635f628-6727-48f1-a197-14092b0be2fc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0680215 Jul 06 12:46:25.076501 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 53590) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:46:25.081315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7c672f2d-0e62-4b45-a7b4-e166086a25e0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Request body: {'floatingip': {'port_id': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:46:25.121579 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c672f2d-0e62-4b45-a7b4-e166086a25e0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:25.585871 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c672f2d-0e62-4b45-a7b4-e166086a25e0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:25.589568 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c672f2d-0e62-4b45-a7b4-e166086a25e0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:25.689715 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-7c672f2d-0e62-4b45-a7b4-e166086a25e0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Floating IP 2a15aef6-9374-41bf-8353-e7af0ea6f481 associated. External IP: 172.25.4.125, port: b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a. Jul 06 12:46:25.898224 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c672f2d-0e62-4b45-a7b4-e166086a25e0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Router a8af0c33-f961-471a-a9b8-610ec2a44dc0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:46:26.005572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c672f2d-0e62-4b45-a7b4-e166086a25e0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:46:26.010390 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c672f2d-0e62-4b45-a7b4-e166086a25e0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:26.015710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd70daaa-c063-4980-9807-5719fa443ec2 None None] Sync routers for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:46:26.025645 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd70daaa-c063-4980-9807-5719fa443ec2 None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:46:26.026259 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-bd70daaa-c063-4980-9807-5719fa443ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:46:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:46:26.051200 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7c672f2d-0e62-4b45-a7b4-e166086a25e0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "PUT /v2.0/floatingips/2a15aef6-9374-41bf-8353-e7af0ea6f481 HTTP/1.1" status: 200 len: 992 time: 0.9711020 Jul 06 12:46:26.051200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:46:26.051564 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac2559693f39532e98b8bea7c9080164dfc8ee59627a7f624028e0092dceaff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f86526-ab94-468d-a3cd-ce4dd4aa1c21" -d '{"events": [{"name": "network-changed", "server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:46:26.132558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-bd70daaa-c063-4980-9807-5719fa443ec2 None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:46:26.178185 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb3c948-600a-49f2-a561-00ccc5da1253 x-openstack-request-id: req-5bb3c948-600a-49f2-a561-00ccc5da1253 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:46:26.178579 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:46:26.178836 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5bb3c948-600a-49f2-a561-00ccc5da1253 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:46:26.179263 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'status': 'completed', 'code': 200} Jul 06 12:46:26.250249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f86526-ab94-468d-a3cd-ce4dd4aa1c21 req-d679e51f-ee20-4fac-9455-d8a037a95449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:26.251792 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-66f86526-ab94-468d-a3cd-ce4dd4aa1c21 req-d679e51f-ee20-4fac-9455-d8a037a95449 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 1097 time: 0.0525169 Jul 06 12:46:26.346465 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f86526-ab94-468d-a3cd-ce4dd4aa1c21 req-234b8c70-f390-4c5e-a974-c4955cfdc951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:26.347987 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-66f86526-ab94-468d-a3cd-ce4dd4aa1c21 req-234b8c70-f390-4c5e-a974-c4955cfdc951 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0900459 Jul 06 12:46:26.361522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-bd70daaa-c063-4980-9807-5719fa443ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '2a15aef6-9374-41bf-8353-e7af0ea6f481', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'port_id': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'mac_address': 'fa:16:3e:ff:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d52-a950-4828-b687-d07698dc4379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:41:36Z', 'updated_at': '2021-07-06T12:46:25Z', 'revision_number': 9, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:46:26.387821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd70daaa-c063-4980-9807-5719fa443ec2 None None] Checking router: a8af0c33-f961-471a-a9b8-610ec2a44dc0 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:46:26.396142 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd70daaa-c063-4980-9807-5719fa443ec2 None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:46:26.396756 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-bd70daaa-c063-4980-9807-5719fa443ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:46:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:46:26.411361 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-66f86526-ab94-468d-a3cd-ce4dd4aa1c21 req-fb2085fe-5602-4523-904a-be3bdc24703e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 1000 time: 0.0568779 Jul 06 12:46:26.465927 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f86526-ab94-468d-a3cd-ce4dd4aa1c21 req-752ca6a2-35c6-4df9-9f57-bea4d6f66b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:26.467453 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-66f86526-ab94-468d-a3cd-ce4dd4aa1c21 req-752ca6a2-35c6-4df9-9f57-bea4d6f66b28 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0499370 Jul 06 12:46:26.503166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-bd70daaa-c063-4980-9807-5719fa443ec2 None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:46:26.525055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f86526-ab94-468d-a3cd-ce4dd4aa1c21 req-bdd4bcb6-eda2-43b1-a33f-bee33acdf5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:46:26.526561 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-66f86526-ab94-468d-a3cd-ce4dd4aa1c21 req-bdd4bcb6-eda2-43b1-a33f-bee33acdf5ef service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524535 Jul 06 12:46:26.614874 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-66f86526-ab94-468d-a3cd-ce4dd4aa1c21 req-81dde571-0180-4803-995a-1d3847572acd service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822141 Jul 06 12:46:26.710613 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-66f86526-ab94-468d-a3cd-ce4dd4aa1c21 req-5bc07140-80c1-49ec-8f1a-1028f8cfd6c4 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896420 Jul 06 12:46:26.733556 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-bd70daaa-c063-4980-9807-5719fa443ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '2a15aef6-9374-41bf-8353-e7af0ea6f481', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'port_id': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'mac_address': 'fa:16:3e:ff:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d52-a950-4828-b687-d07698dc4379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:41:36Z', 'updated_at': '2021-07-06T12:46:25Z', 'revision_number': 9, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:46:26.912344 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd70daaa-c063-4980-9807-5719fa443ec2 None None] The sync data for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 is: [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '2a15aef6-9374-41bf-8353-e7af0ea6f481', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'port_id': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'mac_address': 'fa:16:3e:ff:ad:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70b9d52-a950-4828-b687-d07698dc4379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:41:36Z', 'updated_at': '2021-07-06T12:46:25Z', 'revision_number': 9, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:46:27.100309 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba54d5-bb54-43ba-b26f-46dc9c69d343 None None] New status for floating IP 2a15aef6-9374-41bf-8353-e7af0ea6f481: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:46:35.564755 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6f17233-f897-46c7-9ad6-fa4ad13cf398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:36.102879 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:36.952562 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:38.212789 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23c4de68-e876-41e2-b11c-1a4f24481f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:38.311910 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:39.532467 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:46:41.109519 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:00.021161 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:47:05.568129 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acf00d21-96d0-44fa-ad58-c722118cba37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.129874 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:06.967921 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:08.207362 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10a476f4-a200-4048-a6ba-c0392ebe3e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:08.308412 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:09.533969 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:11.113267 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:23.884489 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1cbc24e2-6050-4d95-95f4-fffde261b5ab req-a75a3905-1229-41cf-b060-2de96db4283a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525403 Jul 06 12:47:23.979673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc24e2-6050-4d95-95f4-fffde261b5ab req-109a8dfc-ed03-4c8e-b858-40f0ad2279da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:23.981499 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1cbc24e2-6050-4d95-95f4-fffde261b5ab req-109a8dfc-ed03-4c8e-b858-40f0ad2279da service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 1097 time: 0.0552523 Jul 06 12:47:24.088181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc24e2-6050-4d95-95f4-fffde261b5ab req-2612f866-4907-48ed-b23e-f3fb6e2366bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:24.089643 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1cbc24e2-6050-4d95-95f4-fffde261b5ab req-2612f866-4907-48ed-b23e-f3fb6e2366bc service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0875964 Jul 06 12:47:24.153515 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1cbc24e2-6050-4d95-95f4-fffde261b5ab req-d1f09b1b-8e35-40b1-b84d-f0da4ccd25e2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 1003 time: 0.0569689 Jul 06 12:47:24.205163 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc24e2-6050-4d95-95f4-fffde261b5ab req-e7447ea7-89c2-4a30-a278-d74e65e5b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:24.206616 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1cbc24e2-6050-4d95-95f4-fffde261b5ab req-e7447ea7-89c2-4a30-a278-d74e65e5b890 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0473278 Jul 06 12:47:24.262311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc24e2-6050-4d95-95f4-fffde261b5ab req-53f572cf-b4b0-4e24-8418-4f31ec9a3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:47:24.263994 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1cbc24e2-6050-4d95-95f4-fffde261b5ab req-53f572cf-b4b0-4e24-8418-4f31ec9a3fd4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515101 Jul 06 12:47:24.349687 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1cbc24e2-6050-4d95-95f4-fffde261b5ab req-5d51a1ca-427c-453f-bdf8-28ef8628f3fc service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793400 Jul 06 12:47:24.444278 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1cbc24e2-6050-4d95-95f4-fffde261b5ab req-1b16e235-313a-47f3-9ea7-d549ebdcab87 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881670 Jul 06 12:47:35.569779 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f59b9d8c-4b61-496b-af95-84d9bf938b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.144675 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:36.967287 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:37.019803 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:47:38.209015 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02cb9a57-8e76-4a91-bdfa-833612f19334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:38.309419 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:39.535429 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:47:41.117215 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:02.560721 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ebf3e-6a61-4d63-95d4-1d18ffbed9a7 req-5f083480-1c57-4072-8033-1f7c1e03df35 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:02.562262 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-896ebf3e-6a61-4d63-95d4-1d18ffbed9a7 req-5f083480-1c57-4072-8033-1f7c1e03df35 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0733027 Jul 06 12:48:02.587432 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-21767e07-8038-4547-bea1-4f10c3c9f460 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929108 Jul 06 12:48:02.602211 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-896ebf3e-6a61-4d63-95d4-1d18ffbed9a7 req-ae9070ec-81f8-40fb-9579-99d6fa11002b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340488 Jul 06 12:48:03.762763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-4b8a7b54-0fa7-4180-b54b-0d37b90d2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:03.764324 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-4b8a7b54-0fa7-4180-b54b-0d37b90d2f59 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 1097 time: 0.0573573 Jul 06 12:48:03.785789 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c2bf1-6856-4ec3-8e29-bb1c3ff03481 req-f523d3aa-8799-48fa-afe3-dd98185b0828 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:03.787217 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-461c2bf1-6856-4ec3-8e29-bb1c3ff03481 req-f523d3aa-8799-48fa-afe3-dd98185b0828 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0661561 Jul 06 12:48:03.825296 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-461c2bf1-6856-4ec3-8e29-bb1c3ff03481 req-defa84f5-94e2-4913-a8b3-6a0337e88397 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319245 Jul 06 12:48:03.858349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-25ac9b7a-2a62-456f-a109-87527425aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:03.859863 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-25ac9b7a-2a62-456f-a109-87527425aa9f service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0885365 Jul 06 12:48:03.926989 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-0c050f79-8cf7-4f23-914e-ae2d97e2c0f8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 1003 time: 0.0611656 Jul 06 12:48:03.974431 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-239a20e1-94d7-4e77-ad2d-15b01405d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:03.975947 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-239a20e1-94d7-4e77-ad2d-15b01405d79f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0433719 Jul 06 12:48:04.033853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-661295f0-639e-4082-92e5-87fa78c5b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:04.035441 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-661295f0-639e-4082-92e5-87fa78c5b8f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533605 Jul 06 12:48:04.128468 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-572bb029-6fb6-404b-9400-b42ba471961c service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869846 Jul 06 12:48:04.214562 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-7604ea8d-53f8-46d8-92aa-9990de30a7b7 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797949 Jul 06 12:48:05.007876 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5330ff-ce02-4c5e-bedf-2f14c977e1f4 req-bb2c1cf3-2739-40fa-9077-8d3638ca27fb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:05.009384 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ac5330ff-ce02-4c5e-bedf-2f14c977e1f4 req-bb2c1cf3-2739-40fa-9077-8d3638ca27fb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0672600 Jul 06 12:48:05.046675 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ac5330ff-ce02-4c5e-bedf-2f14c977e1f4 req-ec18e887-dd6e-44c9-858c-61dae81d5f78 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314336 Jul 06 12:48:05.572491 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5fc4ced-b95b-493a-89b3-7488e0882955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:06.141160 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:06.220990 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71119d-e57a-4a8e-889a-f8090e1b2130 req-c1db0d9e-e7ea-4e3f-9800-6b468dd6d007 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:06.222744 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fa71119d-e57a-4a8e-889a-f8090e1b2130 req-c1db0d9e-e7ea-4e3f-9800-6b468dd6d007 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0639222 Jul 06 12:48:06.260056 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fa71119d-e57a-4a8e-889a-f8090e1b2130 req-17a2e326-a056-4a42-8ef0-40eccbd26d9e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312762 Jul 06 12:48:06.975378 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:07.434116 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b085217-6c4a-4490-9d9c-0f7bf0670355 req-efc8b828-5bb6-4e9e-bf56-e1879ce92066 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:07.435630 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b085217-6c4a-4490-9d9c-0f7bf0670355 req-efc8b828-5bb6-4e9e-bf56-e1879ce92066 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0638063 Jul 06 12:48:07.473914 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4b085217-6c4a-4490-9d9c-0f7bf0670355 req-57ad33c6-9881-45ad-8699-9cd17f53df17 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324020 Jul 06 12:48:08.210530 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92024c7b-d69d-4a56-a3be-6cecab4f396e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:08.309579 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:08.653193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25485b0a-9274-45f5-a4fa-0aeeca98d553 req-b96910b0-d72c-45b1-aa59-83803ac700a5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:08.654703 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-25485b0a-9274-45f5-a4fa-0aeeca98d553 req-b96910b0-d72c-45b1-aa59-83803ac700a5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0671849 Jul 06 12:48:08.691604 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-25485b0a-9274-45f5-a4fa-0aeeca98d553 req-e149d5d8-5f6f-4d38-81b7-6ce16e807a5b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312767 Jul 06 12:48:09.538425 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:09.869857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e45bfc-7a3d-48f0-86e4-b399e1378c3b req-3c0351d0-d546-4b8b-9747-a1e02a90966d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:09.871312 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a4e45bfc-7a3d-48f0-86e4-b399e1378c3b req-3c0351d0-d546-4b8b-9747-a1e02a90966d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0648589 Jul 06 12:48:09.909092 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a4e45bfc-7a3d-48f0-86e4-b399e1378c3b req-ac0e0593-b438-4011-ba14-1d681bc86403 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320761 Jul 06 12:48:11.099825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31b8e0-166a-4c61-97fc-9fede96fa7a2 req-bc4419cc-7c1e-4485-bedf-62aa5b08659e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:11.101350 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc31b8e0-166a-4c61-97fc-9fede96fa7a2 req-bc4419cc-7c1e-4485-bedf-62aa5b08659e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0728781 Jul 06 12:48:11.119612 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:11.142947 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fc31b8e0-166a-4c61-97fc-9fede96fa7a2 req-436b0774-d610-4a50-9eda-0d79dd9632d0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351877 Jul 06 12:48:12.317292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b5b69-c8b5-4838-8f4b-7131620dc557 req-f37046b1-9958-4fdf-b2c9-d3071dba7e5e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:12.318826 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e84b5b69-c8b5-4838-8f4b-7131620dc557 req-f37046b1-9958-4fdf-b2c9-d3071dba7e5e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0630999 Jul 06 12:48:12.356575 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e84b5b69-c8b5-4838-8f4b-7131620dc557 req-75a5135e-502f-4825-b1c9-1010e6c4af51 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321469 Jul 06 12:48:13.531451 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3d965-b669-483c-af90-d779ca52b5ab req-5b85fd9e-62a4-4f53-920f-bbead26e6941 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:13.533300 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37d3d965-b669-483c-af90-d779ca52b5ab req-5b85fd9e-62a4-4f53-920f-bbead26e6941 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0667558 Jul 06 12:48:13.571659 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37d3d965-b669-483c-af90-d779ca52b5ab req-aec37414-10c6-4b63-8397-57d1b8abf157 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328560 Jul 06 12:48:14.019303 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:48:14.749955 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d20060-c638-4127-b692-eeec177b8986 req-34c375ad-b268-4778-9d01-0f91dc40ae2d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:14.751466 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49d20060-c638-4127-b692-eeec177b8986 req-34c375ad-b268-4778-9d01-0f91dc40ae2d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0676756 Jul 06 12:48:14.789693 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49d20060-c638-4127-b692-eeec177b8986 req-d7cfb800-5b11-4824-ae93-d5e2d5c9bbfc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318615 Jul 06 12:48:15.963355 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9ebc7-2abd-494e-92c6-d7e5a3ea27a7 req-a53370a4-004f-4a1e-b5f2-061e8c72712d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:15.964850 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-07a9ebc7-2abd-494e-92c6-d7e5a3ea27a7 req-a53370a4-004f-4a1e-b5f2-061e8c72712d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0629277 Jul 06 12:48:16.002652 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-07a9ebc7-2abd-494e-92c6-d7e5a3ea27a7 req-20ca538c-924a-4b48-bcde-acd1118bbee5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322521 Jul 06 12:48:16.158884 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-8f91a932-2847-4244-a98a-e5617394ecb2 service neutron] show failed (client error): The resource could not be found. Jul 06 12:48:16.159863 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-8f91a932-2847-4244-a98a-e5617394ecb2 service neutron] 10.222.0.89 "GET /v2.0/ports/b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a/bindings/n-h1-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.0560365 Jul 06 12:48:16.490034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-bf2ae81d-a9e6-4b45-b8b2-5cafa58448a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:16.491662 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-bf2ae81d-a9e6-4b45-b8b2-5cafa58448a2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379&tenant_id=cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 1097 time: 0.1019771 Jul 06 12:48:16.503919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:48:16.574145 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:16.770571 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:48:16.804840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:48:16.847750 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:48:16.853149 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:16.866743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Transition to ACTIVE for port object b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:48:16.871460 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:16.899721 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0673be-ef74-43b8-9158-297852996c0c" -d '{"events": [{"server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "name": "network-vif-unplugged", "status": "completed", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:48:16.951878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:48:16.965141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:16.965491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:16.965836 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:16.966172 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:16.966504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:16.966829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:16.967156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:16.967508 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:16.967833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:16.968157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:16.968480 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:16.968798 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:17.013567 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e880b32d-56ee-48e7-b209-1714fb9c9214 x-openstack-request-id: req-e880b32d-56ee-48e7-b209-1714fb9c9214 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:48:17.014216 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "name": "network-vif-unplugged", "status": "completed", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:48:17.014469 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e880b32d-56ee-48e7-b209-1714fb9c9214 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:48:17.014867 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'code': 200} Jul 06 12:48:17.015866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] No DVR routers for this DVR port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:48:17.161626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Attempting to bind port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:48:17.162485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Attempting to bind port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:48:17.162485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Attempting to bind port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:48:17.167189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a on network b9233049-7d35-41a3-a830-879c708f75f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:48:17.167540 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Attempting to bind port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:48:17.172382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:48:17.172720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Checking segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:48:17.173101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Bound using segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:48:17.173532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Bound port: b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:48:17.173894 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:17.188902 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0404db5-f153-4b07-bbde-3c638966f233 req-be166008-3fe2-43bd-976c-32fd7f664a51 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:17.190463 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0404db5-f153-4b07-bbde-3c638966f233 req-be166008-3fe2-43bd-976c-32fd7f664a51 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 944 time: 0.0706327 Jul 06 12:48:17.229566 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0404db5-f153-4b07-bbde-3c638966f233 req-0ec695e2-35b3-4b67-a201-3d5e8677da08 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333123 Jul 06 12:48:17.239545 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:48:17.242816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:48:17.246969 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:17.281028 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:17.281732 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:17.283039 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] 10.222.0.23 "PUT /v2.0/ports/b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 1092 time: 0.7833157 Jul 06 12:48:17.343313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59672e9-72ea-4e76-9209-3fcc667e2d88 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:48:17.372461 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-fda87b0b-ef52-4c0f-883a-2c7b088bf300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:17.374062 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-fda87b0b-ef52-4c0f-883a-2c7b088bf300 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 1095 time: 0.0611219 Jul 06 12:48:17.479778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-0b717360-a3be-48c4-b87b-d8bb39e5e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:17.481257 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-0b717360-a3be-48c4-b87b-d8bb39e5e040 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.1003792 Jul 06 12:48:17.550877 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-32061c60-07b7-45b5-a537-90a88b5d7dad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 1001 time: 0.0624981 Jul 06 12:48:17.603810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-93450adc-fe52-47cc-8b68-0aabff770946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:17.605268 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-93450adc-fe52-47cc-8b68-0aabff770946 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0480797 Jul 06 12:48:17.663100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-8bae1118-0974-44a4-938c-77c77304e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:17.664693 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-8bae1118-0974-44a4-938c-77c77304e29f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520029 Jul 06 12:48:17.752470 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-b7fbdb23-ad43-411c-aebe-1fe90675ebf1 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796890 Jul 06 12:48:17.844496 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-1a9827f1-b608-4b34-b4cb-2cb47401a15b service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855165 Jul 06 12:48:18.408673 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f6385-bc8c-45cd-af93-56ea55880447 req-8b99ad89-46c8-4137-943b-08cec42d8cbc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:18.410169 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a78f6385-bc8c-45cd-af93-56ea55880447 req-8b99ad89-46c8-4137-943b-08cec42d8cbc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 944 time: 0.0634899 Jul 06 12:48:18.447483 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a78f6385-bc8c-45cd-af93-56ea55880447 req-df631e4e-08a9-4095-833c-481254d9fae6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311463 Jul 06 12:48:19.017054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:48:19.019514 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a697033-4960-45e3-a2a0-a782d0f86384" -d '{"events": [{"name": "network-changed", "server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:48:19.065658 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac384f78-5e21-4519-98d4-23f6f4df130e x-openstack-request-id: req-ac384f78-5e21-4519-98d4-23f6f4df130e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:48:19.065946 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:48:19.066200 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac384f78-5e21-4519-98d4-23f6f4df130e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:48:19.066601 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'status': 'completed', 'code': 200} Jul 06 12:48:19.182311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-db3bcf09-7bee-4a6d-910d-cb98534f667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:19.184203 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-db3bcf09-7bee-4a6d-910d-cb98534f667f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 1095 time: 0.0980678 Jul 06 12:48:19.187146 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-b83e92c6-0065-467b-9054-8ab961fe78d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:19.188544 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-b83e92c6-0065-467b-9054-8ab961fe78d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 1095 time: 0.0932016 Jul 06 12:48:19.511607 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:48:19.567862 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:48:19.696406 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e39fe-8bcb-4c57-882a-d09151fd4d15 req-740f0d2b-ba94-499d-8d20-88f43c367937 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:19.697935 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-732e39fe-8bcb-4c57-882a-d09151fd4d15 req-740f0d2b-ba94-499d-8d20-88f43c367937 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 944 time: 0.0685568 Jul 06 12:48:19.701521 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-935dc9cc-fb75-4b36-a3b7-f14e6447462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:19.702989 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-935dc9cc-fb75-4b36-a3b7-f14e6447462d service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.5118923 Jul 06 12:48:19.704084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-9f4612ff-6b66-4ba6-a9d7-f528ddcb7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:19.705397 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-9f4612ff-6b66-4ba6-a9d7-f528ddcb7171 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.5066926 Jul 06 12:48:19.736872 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-732e39fe-8bcb-4c57-882a-d09151fd4d15 req-e3226c02-3bc3-4034-be14-75488415c46b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327947 Jul 06 12:48:19.813297 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-cf1cc209-86c4-4e10-af23-b3e2cf9a13ec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 1001 time: 0.1034415 Jul 06 12:48:19.817028 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-efacebc3-e3e1-4995-b3e0-94d404e0db1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 1001 time: 0.1006494 Jul 06 12:48:19.892822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-f03d2dca-4e0b-4876-8127-96e8dfd34511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:19.894279 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-f03d2dca-4e0b-4876-8127-96e8dfd34511 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0754139 Jul 06 12:48:19.897624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-6bb0513e-65ed-4164-99c3-2235521784ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:19.898963 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-6bb0513e-65ed-4164-99c3-2235521784ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0720556 Jul 06 12:48:19.993522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-aa050fa8-8276-462b-bb9b-caa76f4a5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:19.995085 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-aa050fa8-8276-462b-bb9b-caa76f4a5fae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950959 Jul 06 12:48:19.996910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-43832d4c-42f9-4c9c-b087-fcc00b2e8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:19.998291 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-43832d4c-42f9-4c9c-b087-fcc00b2e8142 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911467 Jul 06 12:48:20.154050 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-54a777b5-2fa9-47de-b01c-501dd5170c41 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449568 Jul 06 12:48:20.155798 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-dae5f397-9fe7-4120-81f1-45b2ffc76eb7 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539962 Jul 06 12:48:20.308315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:48:20.315596 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-2ccd41e3-9e7a-45d5-8771-c410852ca139 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549954 Jul 06 12:48:20.317491 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a697033-4960-45e3-a2a0-a782d0f86384 req-11cf81b5-bae2-4ad2-bc98-7e5762712e0e service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492922 Jul 06 12:48:20.400056 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:48:20.411426 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'port_id': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'mac_address': 'fa:16:3e:ff:ad:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:48:20.447749 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:20.460470 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:48:20.479817 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:48:20.483952 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:20.534351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:48:20.541858 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:20.542206 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:20.542547 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:20.542882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:20.543214 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:20.543570 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:20.543897 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:20.544220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:20.544545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:20.544929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:20.545186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:20.545503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:48:20.784357 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:48:20.928057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee37796-ae10-4e3b-955b-ce764b45194a req-8ea4eda3-de86-4499-aab4-99329df7e2d3 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:20.930105 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ee37796-ae10-4e3b-955b-ce764b45194a req-8ea4eda3-de86-4499-aab4-99329df7e2d3 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 945 time: 0.0762534 Jul 06 12:48:20.967622 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ee37796-ae10-4e3b-955b-ce764b45194a req-06fa98ce-ed9b-43aa-9ed8-f40ec640c493 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318382 Jul 06 12:48:21.364194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-12df1182-2bdc-4bef-8d40-1ce0c92865c0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:21.365820 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-12df1182-2bdc-4bef-8d40-1ce0c92865c0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.23 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379&tenant_id=cce4e64935264742b43c864c773eb3b1&binding%3Ahost_id=n-h1-799529-2 HTTP/1.1" status: 200 len: 945 time: 0.0724261 Jul 06 12:48:21.417813 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd9eaf-4b7f-4413-86e8-0ecb380eeac3 req-2e0dea8a-8be0-4603-9a96-d2e634281d5e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:21.419657 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-edbd9eaf-4b7f-4413-86e8-0ecb380eeac3 req-2e0dea8a-8be0-4603-9a96-d2e634281d5e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 945 time: 0.0640085 Jul 06 12:48:21.429208 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-b6738c2d-61f4-4220-90d9-2f31fd1bead7 service neutron] 10.222.0.23 "GET /v2.0/ports/b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a/bindings/n-h1-799529-2 HTTP/1.1" status: 200 len: 382 time: 0.0548604 Jul 06 12:48:21.459567 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-edbd9eaf-4b7f-4413-86e8-0ecb380eeac3 req-216b17a6-b2fa-4abc-acbb-10762f2ad5f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342486 Jul 06 12:48:21.505441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-7099cbd9-e72b-41e1-8127-223a0ec88185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:21.507657 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-7099cbd9-e72b-41e1-8127-223a0ec88185 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 1096 time: 0.0542259 Jul 06 12:48:21.599630 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-a1a7683d-7211-41d3-888f-183bb40f1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:21.601101 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-a1a7683d-7211-41d3-888f-183bb40f1d76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0866184 Jul 06 12:48:21.668138 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-b309cd62-3645-41ad-b2d4-70da390fa0a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 1002 time: 0.0572979 Jul 06 12:48:21.721809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-b73d6be1-62a5-48a2-9a01-dfb7fbf9be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:21.723600 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-b73d6be1-62a5-48a2-9a01-dfb7fbf9be42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0477815 Jul 06 12:48:21.779546 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-fdc145f8-57b2-4c62-81fb-13582eca2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:21.781061 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-fdc145f8-57b2-4c62-81fb-13582eca2a0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510552 Jul 06 12:48:21.878623 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-6c9a7be6-0375-44d6-b6b2-db6a22dbecc1 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888972 Jul 06 12:48:21.977123 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-4f0153c9-9cd5-4f94-bef2-ea82aa8e4c45 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914607 Jul 06 12:48:22.307576 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:48:22.360282 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:48:22.364089 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:48:22.364460 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:22.442785 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:22.466643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:48:22.486450 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:48:22.493673 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:22.520580 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99cca1a-442c-4894-ae6c-5e655f5fc606" -d '{"events": [{"server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "name": "network-vif-plugged", "status": "completed", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:48:22.552541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:48:22.648251 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbdb75-07ed-4ea2-b10d-7fd800b282c5 req-bc5779de-7bbc-493a-9d55-f492b7075061 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:22.649759 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-87bbdb75-07ed-4ea2-b10d-7fd800b282c5 req-bc5779de-7bbc-493a-9d55-f492b7075061 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0674038 Jul 06 12:48:22.687202 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-87bbdb75-07ed-4ea2-b10d-7fd800b282c5 req-07192138-3718-4cd6-94e9-9bc9b8b503c7 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318458 Jul 06 12:48:22.789268 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c47f32c-cb1a-4ed0-a36a-8aa74a6c1e9f x-openstack-request-id: req-3c47f32c-cb1a-4ed0-a36a-8aa74a6c1e9f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:48:22.789566 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "name": "network-vif-plugged", "status": "completed", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:48:22.789822 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c47f32c-cb1a-4ed0-a36a-8aa74a6c1e9f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:48:22.790219 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'code': 200} Jul 06 12:48:23.864177 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2573a-5d57-4e52-8836-99fa1c02ae95 req-c44a4eb3-689a-4ac1-a40a-169718e3db5c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:23.865628 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b5a2573a-5d57-4e52-8836-99fa1c02ae95 req-c44a4eb3-689a-4ac1-a40a-169718e3db5c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0649836 Jul 06 12:48:23.906859 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b5a2573a-5d57-4e52-8836-99fa1c02ae95 req-be46a35b-e86c-43a0-a432-e84f05fe43e1 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350308 Jul 06 12:48:24.293236 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ce7ed83-1fa5-4aa2-9148-61cf9b53364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:24.294733 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ce7ed83-1fa5-4aa2-9148-61cf9b53364d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379&tenant_id=cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 1097 time: 0.0534723 Jul 06 12:48:24.305900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:48:24.382840 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:24.550822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2e63b-d0de-46ec-a034-8922d1ae4306 req-8613d3d8-3213-44e7-bd24-4e1f5dfb9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:24.552721 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52f2e63b-d0de-46ec-a034-8922d1ae4306 req-8613d3d8-3213-44e7-bd24-4e1f5dfb9a50 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 1097 time: 0.1386609 Jul 06 12:48:24.710561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:48:24.730072 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2e63b-d0de-46ec-a034-8922d1ae4306 req-3421b046-d540-4126-af4a-393a9cf6611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:24.731574 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52f2e63b-d0de-46ec-a034-8922d1ae4306 req-3421b046-d540-4126-af4a-393a9cf6611e service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.1385300 Jul 06 12:48:24.795155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:48:24.833960 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52f2e63b-d0de-46ec-a034-8922d1ae4306 req-a0039f45-af7d-4e2c-891c-7e489640f6d8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 1003 time: 0.0952969 Jul 06 12:48:24.854202 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:48:24.856546 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d032628-d6bd-4a86-8507-5d07109596e8" -d '{"events": [{"server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "name": "network-vif-unplugged", "status": "completed", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:48:24.860459 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:24.901357 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Transition to ACTIVE for port object b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:48:24.906551 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4346157-25ac-494c-9052-108fa7bd1bf0 x-openstack-request-id: req-e4346157-25ac-494c-9052-108fa7bd1bf0 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:48:24.906842 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "name": "network-vif-unplugged", "status": "completed", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:48:24.907088 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4346157-25ac-494c-9052-108fa7bd1bf0 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:48:24.907509 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'code': 200} Jul 06 12:48:24.909592 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:24.939087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2e63b-d0de-46ec-a034-8922d1ae4306 req-c584f6ee-3b4e-4be0-867c-5b0c131b9add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:24.941684 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52f2e63b-d0de-46ec-a034-8922d1ae4306 req-c584f6ee-3b4e-4be0-867c-5b0c131b9add service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0989289 Jul 06 12:48:25.045285 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Pushing event updated for resources: {'Port': ['ID=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,revision_number=10']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:48:25.096728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] No DVR routers for this DVR port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:48:25.100826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2e63b-d0de-46ec-a034-8922d1ae4306 req-cb01b750-5435-4e77-8b29-39e0e7822f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:25.102418 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52f2e63b-d0de-46ec-a034-8922d1ae4306 req-cb01b750-5435-4e77-8b29-39e0e7822f09 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523654 Jul 06 12:48:25.104250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28f67e-6f45-430e-b951-bd5e47ecbcb9 req-8a7613e7-0f78-4bdf-9cbd-5bd30cf4c0ef tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:25.105827 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d28f67e-6f45-430e-b951-bd5e47ecbcb9 req-8a7613e7-0f78-4bdf-9cbd-5bd30cf4c0ef tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 945 time: 0.0676339 Jul 06 12:48:25.150288 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d28f67e-6f45-430e-b951-bd5e47ecbcb9 req-0dc1361a-e6cd-4a34-87d0-87afd974cb85 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377033 Jul 06 12:48:25.277733 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52f2e63b-d0de-46ec-a034-8922d1ae4306 req-878f116e-1892-47fe-8a0d-a5168c512d12 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389623 Jul 06 12:48:25.358821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Attempting to bind port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:48:25.359552 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Attempting to bind port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:48:25.359665 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Attempting to bind port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:48:25.368643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a on network b9233049-7d35-41a3-a830-879c708f75f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:48:25.368953 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Attempting to bind port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:48:25.377347 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:48:25.377677 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Checking segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:48:25.378055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Bound using segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:48:25.378478 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Bound port: b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:48:25.378827 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:25.437200 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-52f2e63b-d0de-46ec-a034-8922d1ae4306 req-9aaf4e78-ad70-44f9-a4a5-594529c7df4d service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530330 Jul 06 12:48:25.464475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:48:25.467670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:48:25.472496 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:25.508545 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:25.509149 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:25.510847 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] 10.222.0.89 "PUT /v2.0/ports/b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 1093 time: 1.2095120 Jul 06 12:48:25.529578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceba80f-c8f8-4a93-b7dc-7663a6a341ce service neutron] Pushing event updated for resources: {'Port': ['ID=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,revision_number=11']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:48:25.588959 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-6bebae89-0276-4b18-bd4f-1a8a25b2ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:25.590502 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-6bebae89-0276-4b18-bd4f-1a8a25b2ddc8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 1096 time: 0.0557210 Jul 06 12:48:25.687573 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-fe210783-d2f9-475f-853d-8990365cf595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:25.689528 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-fe210783-d2f9-475f-853d-8990365cf595 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0925682 Jul 06 12:48:25.755729 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-55cdb529-70f5-404a-8eb1-4e43570f48df service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 1001 time: 0.0589790 Jul 06 12:48:25.808353 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-1ccf53e1-62b9-4f93-937c-d1213b620720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:25.809720 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-1ccf53e1-62b9-4f93-937c-d1213b620720 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0480902 Jul 06 12:48:25.865610 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-450890b6-d44c-491c-8e91-e46c9bc6981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:25.867742 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-450890b6-d44c-491c-8e91-e46c9bc6981e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521309 Jul 06 12:48:25.953995 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-2db6ae5e-8a5c-4ad5-b207-fbf58ea6b835 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801704 Jul 06 12:48:26.046593 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d7921d37-2787-44a4-9d9f-7fb4469779ba req-a318931a-de93-494f-bc97-672821154317 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864403 Jul 06 12:48:26.324929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee73a4-2992-4994-9e2e-1450cb677dc1 req-16028d61-8d7b-4a50-b7cd-a0e54616cceb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:26.326352 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12ee73a4-2992-4994-9e2e-1450cb677dc1 req-16028d61-8d7b-4a50-b7cd-a0e54616cceb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 945 time: 0.0670943 Jul 06 12:48:26.363858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12ee73a4-2992-4994-9e2e-1450cb677dc1 req-da981a15-55bb-474c-8d53-d49210d7c057 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319271 Jul 06 12:48:26.908819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:48:26.911213 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1000674a-2621-4206-b020-cf11de75868a" -d '{"events": [{"name": "network-changed", "server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:48:26.957906 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bb7324-7a67-4cb4-8913-2a4c15f26673 x-openstack-request-id: req-d5bb7324-7a67-4cb4-8913-2a4c15f26673 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:48:26.958199 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:48:26.958453 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5bb7324-7a67-4cb4-8913-2a4c15f26673 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:48:26.958851 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'status': 'completed', 'code': 200} Jul 06 12:48:27.079405 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000674a-2621-4206-b020-cf11de75868a req-1ea9d9e5-397a-46de-be8b-3f70a5a61034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:27.080949 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1000674a-2621-4206-b020-cf11de75868a req-1ea9d9e5-397a-46de-be8b-3f70a5a61034 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 1096 time: 0.1025982 Jul 06 12:48:27.082957 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000674a-2621-4206-b020-cf11de75868a req-45e92e36-6a8f-41a2-9796-2480d5ec0314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:27.084367 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1000674a-2621-4206-b020-cf11de75868a req-45e92e36-6a8f-41a2-9796-2480d5ec0314 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 1096 time: 0.0791216 Jul 06 12:48:27.240061 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000674a-2621-4206-b020-cf11de75868a req-93a2d95e-9b48-44d5-a027-13f27f5544a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:27.242123 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1000674a-2621-4206-b020-cf11de75868a req-93a2d95e-9b48-44d5-a027-13f27f5544a9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.1542563 Jul 06 12:48:27.243449 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000674a-2621-4206-b020-cf11de75868a req-d4e675b3-89d9-4cf7-b97e-32e3039cd608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:27.244778 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1000674a-2621-4206-b020-cf11de75868a req-d4e675b3-89d9-4cf7-b97e-32e3039cd608 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.1493604 Jul 06 12:48:27.356375 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1000674a-2621-4206-b020-cf11de75868a req-dd00e6df-0d32-4e0a-b20b-2678dd8ceebd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 1001 time: 0.1053617 Jul 06 12:48:27.358046 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1000674a-2621-4206-b020-cf11de75868a req-40299549-5e77-4d78-b075-fa51ed78f3af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 200 len: 1001 time: 0.1016228 Jul 06 12:48:27.442250 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000674a-2621-4206-b020-cf11de75868a req-940a6d87-0dd7-454c-97a7-2adae89f944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:27.443747 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1000674a-2621-4206-b020-cf11de75868a req-940a6d87-0dd7-454c-97a7-2adae89f944f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0813084 Jul 06 12:48:27.445155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000674a-2621-4206-b020-cf11de75868a req-e2eba28c-bb0b-4d28-abce-80e38696c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:27.446488 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1000674a-2621-4206-b020-cf11de75868a req-e2eba28c-bb0b-4d28-abce-80e38696c5c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0761724 Jul 06 12:48:27.524110 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:48:27.551661 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000674a-2621-4206-b020-cf11de75868a req-9f4a52d5-9ca8-4d78-8004-384248b3b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:27.553266 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1000674a-2621-4206-b020-cf11de75868a req-9f4a52d5-9ca8-4d78-8004-384248b3b3d9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006749 Jul 06 12:48:27.555291 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd055ef9-8187-41c8-bdea-b3d7d6e8a9c0 req-12d7b869-3986-4c0b-8ab4-93b11d86725f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:27.555803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000674a-2621-4206-b020-cf11de75868a req-1e1a53f2-8c3e-43af-bf80-4c85c4d11a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:27.556743 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dd055ef9-8187-41c8-bdea-b3d7d6e8a9c0 req-12d7b869-3986-4c0b-8ab4-93b11d86725f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 945 time: 0.0726919 Jul 06 12:48:27.557272 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1000674a-2621-4206-b020-cf11de75868a req-1e1a53f2-8c3e-43af-bf80-4c85c4d11a40 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963960 Jul 06 12:48:27.598394 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dd055ef9-8187-41c8-bdea-b3d7d6e8a9c0 req-7b073cec-61d7-426a-8db9-215e9e19b7db tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353279 Jul 06 12:48:27.656815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:48:27.669310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'port_id': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'mac_address': 'fa:16:3e:ff:ad:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:48:27.709478 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1000674a-2621-4206-b020-cf11de75868a req-7ff22989-a69e-4b96-882d-cedd7006c53b service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482871 Jul 06 12:48:27.710169 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:27.727186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:48:27.748948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:48:27.753102 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:27.785325 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1000674a-2621-4206-b020-cf11de75868a req-28632c78-13b7-4447-9069-3cc34aeda944 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617875 Jul 06 12:48:27.804994 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,revision_number=12']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:48:27.879503 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1000674a-2621-4206-b020-cf11de75868a req-6780e798-1bbc-42dd-a0f8-d1569289fd87 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633809 Jul 06 12:48:27.905744 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1000674a-2621-4206-b020-cf11de75868a req-9ac94f5a-e72f-42e6-97b3-5c73172511eb service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132743 Jul 06 12:48:27.969158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:48:28.355395 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:48:28.394132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:48:28.781538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4518b-e268-4e87-b79d-75bedde126a4 req-a387167c-fb6d-47c4-9793-b78bbd053ff7 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:28.783040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d3d4518b-e268-4e87-b79d-75bedde126a4 req-a387167c-fb6d-47c4-9793-b78bbd053ff7 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0667315 Jul 06 12:48:28.821325 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d3d4518b-e268-4e87-b79d-75bedde126a4 req-3bd2c7b6-defe-486f-ab5b-59bae659092a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320189 Jul 06 12:48:28.999926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057071eb-a237-43d7-ab8e-2d95d0324f55 req-b194dec9-9045-4888-b15c-2a89d39c4d2e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:29.001470 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-057071eb-a237-43d7-ab8e-2d95d0324f55 req-b194dec9-9045-4888-b15c-2a89d39c4d2e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0639629 Jul 06 12:48:29.040149 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-057071eb-a237-43d7-ab8e-2d95d0324f55 req-4bf26a9a-7630-41d4-9554-9ca72053aa34 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326295 Jul 06 12:48:29.209687 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18564a0-cdcc-48e7-adce-f07fff5ad00f req-b2c61f43-e687-4c5c-87da-3f9a1077cb30 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:29.211220 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f18564a0-cdcc-48e7-adce-f07fff5ad00f req-b2c61f43-e687-4c5c-87da-3f9a1077cb30 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0622182 Jul 06 12:48:29.248204 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f18564a0-cdcc-48e7-adce-f07fff5ad00f req-8e1d7e85-8ee6-4701-8919-6c059e162d7b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314298 Jul 06 12:48:29.522270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:48:29.570655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:48:29.575219 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:48:29.575748 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:29.634074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d6c38-44fe-4b6c-8c3c-95326ccfb66a req-e7c0fb70-838f-46ac-86b9-93d2636168d5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:29.635639 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed1d6c38-44fe-4b6c-8c3c-95326ccfb66a req-e7c0fb70-838f-46ac-86b9-93d2636168d5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 946 time: 0.0687830 Jul 06 12:48:29.656749 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:29.674067 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed1d6c38-44fe-4b6c-8c3c-95326ccfb66a req-bb5422ff-b92d-4d38-bd72-2ca50cb948d1 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321038 Jul 06 12:48:29.683222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:48:29.685481 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2615fddf-49fc-4530-9a7c-c6e3cc44b871" -d '{"events": [{"server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "name": "network-vif-plugged", "status": "completed", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:48:29.699510 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:48:29.703324 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:29.728753 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a6fea7-8cfe-42c0-a4a2-d3426314923a x-openstack-request-id: req-02a6fea7-8cfe-42c0-a4a2-d3426314923a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:48:29.729050 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "name": "network-vif-plugged", "status": "completed", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:48:29.729305 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02a6fea7-8cfe-42c0-a4a2-d3426314923a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:48:29.729692 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'code': 200} Jul 06 12:48:29.755112 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,revision_number=13']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:48:30.814163 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442ea89-2eca-406b-94ad-b2f454e15793 req-dcae2648-dfe4-45ae-9755-74571726bd16 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:30.815579 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5442ea89-2eca-406b-94ad-b2f454e15793 req-dcae2648-dfe4-45ae-9755-74571726bd16 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.89 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 947 time: 0.0652266 Jul 06 12:48:30.850924 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6d1e3-029c-41e1-bd6b-3f081cab81c9 req-a8775621-e1f8-4c04-9d33-b6f887fc2906 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:30.852533 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09e6d1e3-029c-41e1-bd6b-3f081cab81c9 req-a8775621-e1f8-4c04-9d33-b6f887fc2906 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 947 time: 0.0650985 Jul 06 12:48:30.891742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09e6d1e3-029c-41e1-bd6b-3f081cab81c9 req-11bdd5f2-8548-4211-8660-e351ffedd112 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333340 Jul 06 12:48:30.918620 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-5442ea89-2eca-406b-94ad-b2f454e15793 req-eed03373-0d7f-40d5-b992-8fa81a16a4f6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Deleting port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:48:30.918955 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5442ea89-2eca-406b-94ad-b2f454e15793 req-eed03373-0d7f-40d5-b992-8fa81a16a4f6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:31.376884 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5442ea89-2eca-406b-94ad-b2f454e15793 req-eed03373-0d7f-40d5-b992-8fa81a16a4f6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] For port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:48:31.377299 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5442ea89-2eca-406b-94ad-b2f454e15793 req-eed03373-0d7f-40d5-b992-8fa81a16a4f6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:31.552018 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5442ea89-2eca-406b-94ad-b2f454e15793 req-eed03373-0d7f-40d5-b992-8fa81a16a4f6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:31.552391 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5442ea89-2eca-406b-94ad-b2f454e15793 req-eed03373-0d7f-40d5-b992-8fa81a16a4f6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:31.552697 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [req-5442ea89-2eca-406b-94ad-b2f454e15793 req-eed03373-0d7f-40d5-b992-8fa81a16a4f6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Floating IP 2a15aef6-9374-41bf-8353-e7af0ea6f481 disassociated. External IP: 172.25.4.125, port: b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a. Jul 06 12:48:31.553033 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-5442ea89-2eca-406b-94ad-b2f454e15793 req-eed03373-0d7f-40d5-b992-8fa81a16a4f6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Calling delete_port for b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:48:31.681504 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5442ea89-2eca-406b-94ad-b2f454e15793 req-eed03373-0d7f-40d5-b992-8fa81a16a4f6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:31.712445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed03373-0d7f-40d5-b992-8fa81a16a4f6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Pushing event deleted for resources: {'Port': ['ID=b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:48:31.838169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5442ea89-2eca-406b-94ad-b2f454e15793 req-eed03373-0d7f-40d5-b992-8fa81a16a4f6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Router a8af0c33-f961-471a-a9b8-610ec2a44dc0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:48:31.949271 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5442ea89-2eca-406b-94ad-b2f454e15793 req-eed03373-0d7f-40d5-b992-8fa81a16a4f6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:48:31.958924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfc6818-7a62-4563-8211-9ef330834a29 None None] Sync routers for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:48:31.969115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc6818-7a62-4563-8211-9ef330834a29 None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:48:31.969737 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4dfc6818-7a62-4563-8211-9ef330834a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:48:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:48:31.995262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5442ea89-2eca-406b-94ad-b2f454e15793 req-eed03373-0d7f-40d5-b992-8fa81a16a4f6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] No DVR routers for this DVR port b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:48:31.998236 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5442ea89-2eca-406b-94ad-b2f454e15793 req-eed03373-0d7f-40d5-b992-8fa81a16a4f6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:32.000328 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5442ea89-2eca-406b-94ad-b2f454e15793 req-eed03373-0d7f-40d5-b992-8fa81a16a4f6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.89 "DELETE /v2.0/ports/b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a HTTP/1.1" status: 204 len: 173 time: 1.1786237 Jul 06 12:48:32.000840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'name': 'network-vif-deleted', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:48:32.003297 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5765f90d-c32b-4bb8-80be-179b7325d048" -d '{"events": [{"server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "name": "network-vif-deleted", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:48:32.050196 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99406d33-168e-4123-ac98-59aa058dd4f2 req-51dd24cf-481f-40da-bf77-ee02035c14cb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=b70b9d52-a950-4828-b687-d07698dc4379 HTTP/1.1" status: 200 len: 210 time: 0.0376010 Jul 06 12:48:32.089336 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-4dfc6818-7a62-4563-8211-9ef330834a29 None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:48:32.101037 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ccf212-6122-4df5-9089-9554424c4e17 x-openstack-request-id: req-35ccf212-6122-4df5-9089-9554424c4e17 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:48:32.101337 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b70b9d52-a950-4828-b687-d07698dc4379", "name": "network-vif-deleted", "tag": "b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:48:32.101671 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35ccf212-6122-4df5-9089-9554424c4e17 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:48:32.101994 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b70b9d52-a950-4828-b687-d07698dc4379', 'name': 'network-vif-deleted', 'tag': 'b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a', 'status': 'completed', 'code': 200} Jul 06 12:48:32.295627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4dfc6818-7a62-4563-8211-9ef330834a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:48:32.324961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfc6818-7a62-4563-8211-9ef330834a29 None None] Checking router: a8af0c33-f961-471a-a9b8-610ec2a44dc0 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:48:32.333189 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc6818-7a62-4563-8211-9ef330834a29 None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:48:32.333778 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4dfc6818-7a62-4563-8211-9ef330834a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:48:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:48:32.441469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-4dfc6818-7a62-4563-8211-9ef330834a29 None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:48:32.654584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4dfc6818-7a62-4563-8211-9ef330834a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:48:32.682402 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfc6818-7a62-4563-8211-9ef330834a29 None None] The sync data for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 is: [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:48:32.906053 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71d64b3-0649-4f24-950c-8d74bb0723c4 None None] New status for floating IP 2a15aef6-9374-41bf-8353-e7af0ea6f481: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:48:33.401641 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-9c34d42e-ddac-4a9f-b58d-259b51e21dba tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--431182756&fields=id&tenant_id=cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 267 time: 0.0336213 Jul 06 12:48:33.507483 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-3c11d43d-e0b2-4974-986e-502f8dc82e46 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:33.508975 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-3c11d43d-e0b2-4974-986e-502f8dc82e46 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 811 time: 0.1009965 Jul 06 12:48:33.523611 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-4f1a84fc-7358-4824-9d75-93c72dcd593f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/quotas/cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 375 time: 0.0091972 Jul 06 12:48:33.528265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:48:33.549623 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:48:33.549958 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device b5d24ce0-e1c9-4f10-b6e3-b07e3d101e4a not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:48:33.598640 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-5e6bff83-33d9-4057-b6d9-a8d449521443 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698421 Jul 06 12:48:33.760097 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-a5e7e168-14ea-45b6-b15c-c1f864efa38a service neutron] 10.222.0.81 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182990 Jul 06 12:48:33.853502 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-9319253b-7b8e-4b39-80b7-9b8cca93a93d service neutron] 10.222.0.81 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877755 Jul 06 12:48:34.025518 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8867f615-5c34-4fb5-9ed1-e8969b36a927 req-3e341dac-6083-4303-8da4-a762174af0ef tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 210 time: 0.0307281 Jul 06 12:48:35.187825 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1bfceb6c-0832-442b-b272-46c4a24c16e7 req-58f059c5-bb5d-4005-bda0-3c2a1c67c60d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 210 time: 0.0299354 Jul 06 12:48:35.190371 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-f64d4b7a-8f34-48e4-9223-6ff07aa02de4 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:35.192053 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-f64d4b7a-8f34-48e4-9223-6ff07aa02de4 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 811 time: 0.1127439 Jul 06 12:48:35.254219 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-c4f19140-45da-4aa8-b856-7c82b04a03df tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 379 time: 0.0360875 Jul 06 12:48:35.263634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-976ae1e2-1323-4867-8b37-e4fabff992a0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Request body: {'port': {'device_id': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'admin_state_up': True, 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'security_groups': ['c50be3a3-535f-4b49-8bd1-4a031d7c064d']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:48:35.375163 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-976ae1e2-1323-4867-8b37-e4fabff992a0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Made reservation on behalf of cce4e64935264742b43c864c773eb3b1 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:48:35.378584 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-976ae1e2-1323-4867-8b37-e4fabff992a0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:35.502820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-976ae1e2-1323-4867-8b37-e4fabff992a0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Allocated IP 172.20.0.10 (b9233049-7d35-41a3-a830-879c708f75f5/61df829e-db5a-4abc-b3ff-b4d3553078b5/ea52156f-57a2-4dbe-8a67-77c3c110bce8) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:48:35.574232 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee199f4a-ace8-4a04-a0b8-751bf76cfd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:35.646768 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-976ae1e2-1323-4867-8b37-e4fabff992a0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:35.660826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-976ae1e2-1323-4867-8b37-e4fabff992a0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Transition to ACTIVE for port object ea52156f-57a2-4dbe-8a67-77c3c110bce8 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:48:35.692656 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-976ae1e2-1323-4867-8b37-e4fabff992a0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:35.734908 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-976ae1e2-1323-4867-8b37-e4fabff992a0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Network b9233049-7d35-41a3-a830-879c708f75f5 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:48:35.738156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-976ae1e2-1323-4867-8b37-e4fabff992a0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:48:35.744644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-976ae1e2-1323-4867-8b37-e4fabff992a0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:48:35.770190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ae1e2-1323-4867-8b37-e4fabff992a0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Pushing event updated for resources: {'Port': ['ID=ea52156f-57a2-4dbe-8a67-77c3c110bce8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:48:35.798688 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-976ae1e2-1323-4867-8b37-e4fabff992a0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:35.799355 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-976ae1e2-1323-4867-8b37-e4fabff992a0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:35.816627 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-976ae1e2-1323-4867-8b37-e4fabff992a0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5565219 Jul 06 12:48:35.828669 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Request body: {'port': {'device_id': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:48:35.908319 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:35.949989 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5bbd40b1-c734-4ef8-9e7e-d9f60066144e None None] Provisioning for port ea52156f-57a2-4dbe-8a67-77c3c110bce8 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:48:35.953784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5bbd40b1-c734-4ef8-9e7e-d9f60066144e None None] Provisioning complete for port ea52156f-57a2-4dbe-8a67-77c3c110bce8 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:48:35.954186 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5bbd40b1-c734-4ef8-9e7e-d9f60066144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:35.992673 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd40b1-c734-4ef8-9e7e-d9f60066144e None None] Port ea52156f-57a2-4dbe-8a67-77c3c110bce8 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:48:36.144358 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:36.174300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea52156f-57a2-4dbe-8a67-77c3c110bce8 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:48:36.182512 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:36.194757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Transition to ACTIVE for port object ea52156f-57a2-4dbe-8a67-77c3c110bce8 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:48:36.198410 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:36.255472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Pushing event updated for resources: {'Port': ['ID=ea52156f-57a2-4dbe-8a67-77c3c110bce8,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:48:36.333582 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Attempting to bind port ea52156f-57a2-4dbe-8a67-77c3c110bce8 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:48:36.333919 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Attempting to bind port ea52156f-57a2-4dbe-8a67-77c3c110bce8 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:48:36.334278 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Attempting to bind port ea52156f-57a2-4dbe-8a67-77c3c110bce8 on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:48:36.340011 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Port ea52156f-57a2-4dbe-8a67-77c3c110bce8 on network b9233049-7d35-41a3-a830-879c708f75f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:48:36.340422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Attempting to bind port ea52156f-57a2-4dbe-8a67-77c3c110bce8 on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:48:36.346434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:48:36.346870 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Checking segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:48:36.347770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Bound using segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:48:36.348178 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Bound port: ea52156f-57a2-4dbe-8a67-77c3c110bce8, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:48:36.348603 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:36.373227 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ead244-fd6e-4974-adcf-057361f2775e req-5aa638e6-bb5e-4fab-b0f7-7bd27f912d6c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:36.375475 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3ead244-fd6e-4974-adcf-057361f2775e req-5aa638e6-bb5e-4fab-b0f7-7bd27f912d6c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 944 time: 0.0692432 Jul 06 12:48:36.419584 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e3ead244-fd6e-4974-adcf-057361f2775e req-6886f0c3-e2b5-4dd2-b661-7531f992b9c7 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351670 Jul 06 12:48:36.422213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:48:36.426083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:48:36.430649 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:36.468039 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:36.468719 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:36.470125 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-42493331-735f-430e-8688-e38ee060eb64 service neutron] 10.222.0.23 "PUT /v2.0/ports/ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 200 len: 1092 time: 0.6459932 Jul 06 12:48:36.484281 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:48:36.486996 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb526bf-3edc-4fda-98f3-8c041902a13a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:48:36.506982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42493331-735f-430e-8688-e38ee060eb64 service neutron] Pushing event updated for resources: {'Port': ['ID=ea52156f-57a2-4dbe-8a67-77c3c110bce8,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:48:36.534785 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac00109-197f-48fb-adda-c456f2be5bd2 x-openstack-request-id: req-0ac00109-197f-48fb-adda-c456f2be5bd2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:48:36.535022 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:48:36.535770 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ac00109-197f-48fb-adda-c456f2be5bd2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:48:36.535770 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'status': 'completed', 'code': 200} Jul 06 12:48:36.583384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-f0bf86ce-86a0-4c3c-8170-af74eb507fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:36.585467 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-f0bf86ce-86a0-4c3c-8170-af74eb507fbb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 1095 time: 0.0590949 Jul 06 12:48:36.628873 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-f05cc7d6-9ccc-47d0-88e0-2c149341249a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 200 len: 217 time: 0.0357919 Jul 06 12:48:36.682550 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-08300743-56d5-418a-a941-c6de19782be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:36.683995 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-08300743-56d5-418a-a941-c6de19782be6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0487750 Jul 06 12:48:36.743975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-320808c1-a503-4c2c-893c-13828ac3d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:36.745483 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-320808c1-a503-4c2c-893c-13828ac3d886 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547755 Jul 06 12:48:36.835517 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-31612a79-aad2-4ad1-914f-7e54c78acf06 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808280 Jul 06 12:48:36.927691 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-86989aa9-2d9e-4f9d-8dc7-04ba0f039f49 req-ff0bb844-a759-4352-b11f-3de3e5b36452 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854206 Jul 06 12:48:36.979872 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:37.032678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb526bf-3edc-4fda-98f3-8c041902a13a req-7926f439-71ff-4644-8df8-34d7c9c79c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:37.034184 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-edb526bf-3edc-4fda-98f3-8c041902a13a req-7926f439-71ff-4644-8df8-34d7c9c79c88 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 1095 time: 0.0534949 Jul 06 12:48:37.127066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb526bf-3edc-4fda-98f3-8c041902a13a req-bcbe342a-9f99-4468-9599-3278583c22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:37.128583 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-edb526bf-3edc-4fda-98f3-8c041902a13a req-bcbe342a-9f99-4468-9599-3278583c22d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0877788 Jul 06 12:48:37.169849 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-edb526bf-3edc-4fda-98f3-8c041902a13a req-145efd60-ce72-419e-aa6a-0f38e4e18c0e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 200 len: 217 time: 0.0343430 Jul 06 12:48:37.221446 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb526bf-3edc-4fda-98f3-8c041902a13a req-a8060109-a270-4555-947a-42ac4d2d1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:37.223133 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-edb526bf-3edc-4fda-98f3-8c041902a13a req-a8060109-a270-4555-947a-42ac4d2d1929 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0426943 Jul 06 12:48:37.289610 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb526bf-3edc-4fda-98f3-8c041902a13a req-4a56c319-5d23-4933-8406-ec7ccf3d9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:37.291128 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-edb526bf-3edc-4fda-98f3-8c041902a13a req-4a56c319-5d23-4933-8406-ec7ccf3d9717 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580711 Jul 06 12:48:37.385932 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-edb526bf-3edc-4fda-98f3-8c041902a13a req-8cdd84ce-3920-42da-ad70-afedbe32ed6b service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842934 Jul 06 12:48:37.489235 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-edb526bf-3edc-4fda-98f3-8c041902a13a req-91cdea2c-0d70-43c4-84c0-d6a660ed4225 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919099 Jul 06 12:48:37.611381 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b37d02-116e-4b7f-b4be-bdee7cc551db req-9ce3cc99-1820-41f9-b9af-e662ed62e6f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:37.612775 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32b37d02-116e-4b7f-b4be-bdee7cc551db req-9ce3cc99-1820-41f9-b9af-e662ed62e6f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 944 time: 0.0674973 Jul 06 12:48:37.650557 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32b37d02-116e-4b7f-b4be-bdee7cc551db req-24aef73d-5a80-4c0e-92d2-301ef41b0e62 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316675 Jul 06 12:48:38.211501 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d8b1-7507-40b5-bdfe-9572f95d573a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:38.312180 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:38.837072 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e0562-1688-4d6a-92ad-cbb9bcbadbc9 req-b8c91ad3-56c1-45e7-b840-2eb83763e25f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:38.838646 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d04e0562-1688-4d6a-92ad-cbb9bcbadbc9 req-b8c91ad3-56c1-45e7-b840-2eb83763e25f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 944 time: 0.0634956 Jul 06 12:48:38.876482 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d04e0562-1688-4d6a-92ad-cbb9bcbadbc9 req-2a6a72ff-f4ba-4320-aeb0-00df2a6793b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324163 Jul 06 12:48:39.540579 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:40.053215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127d670-ce90-4070-9dfd-5444c6edbf40 req-3697936e-4101-4ed3-9e93-ca4a0af5f743 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:40.055372 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b127d670-ce90-4070-9dfd-5444c6edbf40 req-3697936e-4101-4ed3-9e93-ca4a0af5f743 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 944 time: 0.0674584 Jul 06 12:48:40.093061 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b127d670-ce90-4070-9dfd-5444c6edbf40 req-71ec106b-aadb-4178-a266-9ab637d35f4d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316215 Jul 06 12:48:40.431050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ea52156f-57a2-4dbe-8a67-77c3c110bce8 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:48:40.523887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:48:40.536286 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'port_id': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'mac_address': 'fa:16:3e:5c:37:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:48:40.581451 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:40.594849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea52156f-57a2-4dbe-8a67-77c3c110bce8 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:48:40.615261 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:48:40.619280 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:40.665257 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=ea52156f-57a2-4dbe-8a67-77c3c110bce8,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:48:40.834793 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['ea52156f-57a2-4dbe-8a67-77c3c110bce8'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:48:41.122323 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:41.270990 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f30200-7faa-4707-bcf2-09eadb643275 req-1f28ec19-f097-4825-a74f-835d407e50bd tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:41.272511 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8f30200-7faa-4707-bcf2-09eadb643275 req-1f28ec19-f097-4825-a74f-835d407e50bd tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0634217 Jul 06 12:48:41.309853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c8f30200-7faa-4707-bcf2-09eadb643275 req-c65a0e7b-7bfa-423b-b615-ca640faf53c8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309539 Jul 06 12:48:42.430463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ea52156f-57a2-4dbe-8a67-77c3c110bce8 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:48:42.487247 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port ea52156f-57a2-4dbe-8a67-77c3c110bce8 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:48:42.491695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port ea52156f-57a2-4dbe-8a67-77c3c110bce8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:48:42.492182 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:42.496579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb1300-a662-4ba7-b938-4fc68d678684 req-bbf59eb2-e201-4391-8901-8d92d4cd91a0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:42.498127 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-befb1300-a662-4ba7-b938-4fc68d678684 req-bbf59eb2-e201-4391-8901-8d92d4cd91a0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0725787 Jul 06 12:48:42.554637 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-befb1300-a662-4ba7-b938-4fc68d678684 req-7f63932d-66ab-425f-8415-016e35fe9cd1 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489161 Jul 06 12:48:42.587804 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:42.612523 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:48:42.614641 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e98c72-5ab5-4518-a90c-96967c516e2e" -d '{"events": [{"server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "name": "network-vif-plugged", "status": "completed", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:48:42.627688 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:48:42.633147 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:42.659844 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512bb693-b4e5-424c-abca-a20bdf2c4fe5 x-openstack-request-id: req-512bb693-b4e5-424c-abca-a20bdf2c4fe5 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:48:42.660140 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "name": "network-vif-plugged", "status": "completed", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:48:42.660387 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-512bb693-b4e5-424c-abca-a20bdf2c4fe5 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:48:42.660815 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'code': 200} Jul 06 12:48:42.685418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=ea52156f-57a2-4dbe-8a67-77c3c110bce8,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:48:42.791930 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1bc19-3c88-4022-9b20-0d10357ad24a req-a80f9f85-e385-448b-a6b2-2117ca1d9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:42.793664 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82d1bc19-3c88-4022-9b20-0d10357ad24a req-a80f9f85-e385-448b-a6b2-2117ca1d9ba3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 1097 time: 0.0579762 Jul 06 12:48:42.832591 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82d1bc19-3c88-4022-9b20-0d10357ad24a req-9134eaa5-ac95-464e-a4ea-c477d52e385f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321572 Jul 06 12:48:43.741383 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bdd52-6947-44aa-b40b-d2e0788f9be6 req-f3fb4dba-d1cd-4c33-81de-348c01e6e511 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:43.742855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e56bdd52-6947-44aa-b40b-d2e0788f9be6 req-f3fb4dba-d1cd-4c33-81de-348c01e6e511 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0678732 Jul 06 12:48:43.783564 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e56bdd52-6947-44aa-b40b-d2e0788f9be6 req-3e29f707-a8e3-41eb-b9b9-5280a4dff2ca tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350060 Jul 06 12:48:44.958230 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005a6c3-1f41-4ae4-aa7f-bf58f6553b4f req-2e75862f-44ab-450f-9651-04d23d9dd251 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:44.960273 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7005a6c3-1f41-4ae4-aa7f-bf58f6553b4f req-2e75862f-44ab-450f-9651-04d23d9dd251 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0636284 Jul 06 12:48:44.998665 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7005a6c3-1f41-4ae4-aa7f-bf58f6553b4f req-f31ea652-ffd2-4f44-b279-9a0b32fc972d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327466 Jul 06 12:48:45.173412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30be13c-e00b-467c-bf19-00ff6526a02b req-6195e1f1-56cc-4baa-befc-90fb235acb47 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:45.174821 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b30be13c-e00b-467c-bf19-00ff6526a02b req-6195e1f1-56cc-4baa-befc-90fb235acb47 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0676417 Jul 06 12:48:45.183460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54012) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:48:45.190453 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-371ecbc7-cce1-43d2-b7e9-494542545381 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Request body: {'floatingip': {'port_id': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:48:45.233567 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-371ecbc7-cce1-43d2-b7e9-494542545381 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for floatingip, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:45.679709 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-371ecbc7-cce1-43d2-b7e9-494542545381 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:45.683562 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-371ecbc7-cce1-43d2-b7e9-494542545381 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:45.782095 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-371ecbc7-cce1-43d2-b7e9-494542545381 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Floating IP 2a15aef6-9374-41bf-8353-e7af0ea6f481 associated. External IP: 172.25.4.125, port: ea52156f-57a2-4dbe-8a67-77c3c110bce8. Jul 06 12:48:46.280379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371ecbc7-cce1-43d2-b7e9-494542545381 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Router a8af0c33-f961-471a-a9b8-610ec2a44dc0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:48:46.385283 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371ecbc7-cce1-43d2-b7e9-494542545381 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:48:46.389877 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-371ecbc7-cce1-43d2-b7e9-494542545381 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:48:46.396707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1f1fb-9510-4c8c-a4f1-5d4ef4c13dd0 None None] Sync routers for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:48:46.406614 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a1f1fb-9510-4c8c-a4f1-5d4ef4c13dd0 None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:48:46.407248 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d8a1f1fb-9510-4c8c-a4f1-5d4ef4c13dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:48:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:48:46.427582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-371ecbc7-cce1-43d2-b7e9-494542545381 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "PUT /v2.0/floatingips/2a15aef6-9374-41bf-8353-e7af0ea6f481 HTTP/1.1" status: 200 len: 993 time: 1.2429950 Jul 06 12:48:46.428279 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:48:46.466958 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e0e3e5-d0d7-4f96-b4d2-970b5ccd07b4" -d '{"events": [{"name": "network-changed", "server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:48:46.625438 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9736b249-1b81-4f2c-bdeb-f8d42dbd2e18 x-openstack-request-id: req-9736b249-1b81-4f2c-bdeb-f8d42dbd2e18 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:48:46.625771 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:48:46.626006 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9736b249-1b81-4f2c-bdeb-f8d42dbd2e18 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:48:46.626409 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'status': 'completed', 'code': 200} Jul 06 12:48:46.675904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d8a1f1fb-9510-4c8c-a4f1-5d4ef4c13dd0 None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:48:46.705340 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0e3e5-d0d7-4f96-b4d2-970b5ccd07b4 req-5d9bf3f6-65e4-4b96-82c3-265f35d001bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:46.707001 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e4e0e3e5-d0d7-4f96-b4d2-970b5ccd07b4 req-5d9bf3f6-65e4-4b96-82c3-265f35d001bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 1097 time: 0.0557985 Jul 06 12:48:46.800367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0e3e5-d0d7-4f96-b4d2-970b5ccd07b4 req-1f816c95-c97f-486e-926f-c8be1eb675c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:46.802039 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e4e0e3e5-d0d7-4f96-b4d2-970b5ccd07b4 req-1f816c95-c97f-486e-926f-c8be1eb675c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0881169 Jul 06 12:48:46.868710 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e4e0e3e5-d0d7-4f96-b4d2-970b5ccd07b4 req-b8dd541d-675c-4c65-b5e5-b231c8724240 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 200 len: 1001 time: 0.0594640 Jul 06 12:48:46.911770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d8a1f1fb-9510-4c8c-a4f1-5d4ef4c13dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '2a15aef6-9374-41bf-8353-e7af0ea6f481', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'port_id': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'mac_address': 'fa:16:3e:5c:37:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:41:36Z', 'updated_at': '2021-07-06T12:48:45Z', 'revision_number': 13, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:48:46.922017 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0e3e5-d0d7-4f96-b4d2-970b5ccd07b4 req-317050fa-612e-461e-b75b-52adef54effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:46.923540 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e4e0e3e5-d0d7-4f96-b4d2-970b5ccd07b4 req-317050fa-612e-461e-b75b-52adef54effb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0481937 Jul 06 12:48:46.941464 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1f1fb-9510-4c8c-a4f1-5d4ef4c13dd0 None None] Checking router: a8af0c33-f961-471a-a9b8-610ec2a44dc0 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:48:46.950651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a1f1fb-9510-4c8c-a4f1-5d4ef4c13dd0 None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:48:46.951293 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d8a1f1fb-9510-4c8c-a4f1-5d4ef4c13dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:48:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:48:46.986536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0e3e5-d0d7-4f96-b4d2-970b5ccd07b4 req-01fc9e12-53e1-4834-b02f-7c6019c89a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:48:46.988100 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e4e0e3e5-d0d7-4f96-b4d2-970b5ccd07b4 req-01fc9e12-53e1-4834-b02f-7c6019c89a6c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575542 Jul 06 12:48:47.072841 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-d8a1f1fb-9510-4c8c-a4f1-5d4ef4c13dd0 None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:48:47.080144 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e4e0e3e5-d0d7-4f96-b4d2-970b5ccd07b4 req-51d89015-da6c-4ec4-a85a-dee247a67881 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845277 Jul 06 12:48:47.176771 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e4e0e3e5-d0d7-4f96-b4d2-970b5ccd07b4 req-7ca38197-071d-4765-a543-575c8e3fbc76 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887873 Jul 06 12:48:47.295329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-d8a1f1fb-9510-4c8c-a4f1-5d4ef4c13dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '2a15aef6-9374-41bf-8353-e7af0ea6f481', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'port_id': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'mac_address': 'fa:16:3e:5c:37:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:41:36Z', 'updated_at': '2021-07-06T12:48:45Z', 'revision_number': 13, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:48:47.321081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1f1fb-9510-4c8c-a4f1-5d4ef4c13dd0 None None] The sync data for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 is: [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '2a15aef6-9374-41bf-8353-e7af0ea6f481', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'port_id': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'mac_address': 'fa:16:3e:5c:37:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:41:36Z', 'updated_at': '2021-07-06T12:48:45Z', 'revision_number': 13, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:48:47.509726 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f87e8c5-3ea5-489e-895a-1eaa774be11f None None] New status for floating IP 2a15aef6-9374-41bf-8353-e7af0ea6f481: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:48:51.018673 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:49:05.575877 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2195cfcd-bb13-46b1-a7d5-9391b2af3442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:06.151862 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:06.990433 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:08.216358 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-802222e8-ac78-4db5-8651-f6ae293ccc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:08.312885 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:09.543205 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:11.125660 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:28.018968 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:49:35.576366 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-56aadaa0-2ab3-45ab-8f23-1b416953ec78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:36.158030 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:36.988747 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:38.216516 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9275f674-7887-4acc-ae66-f274434f9eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:38.313081 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:39.546484 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:41.127157 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:49:42.592575 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58ffc8a5-df0f-4a1c-902e-f2c943867ab3 req-1f051267-2ddd-42bf-8ac6-0bb790fac48e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562634 Jul 06 12:49:42.684910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffc8a5-df0f-4a1c-902e-f2c943867ab3 req-eb5cdb98-a065-4f93-82c3-6aaf23eedd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:42.686304 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58ffc8a5-df0f-4a1c-902e-f2c943867ab3 req-eb5cdb98-a065-4f93-82c3-6aaf23eedd04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 1097 time: 0.0528231 Jul 06 12:49:42.797446 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffc8a5-df0f-4a1c-902e-f2c943867ab3 req-87d5a9db-0ece-4e7c-8719-6ff393887fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:42.799032 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58ffc8a5-df0f-4a1c-902e-f2c943867ab3 req-87d5a9db-0ece-4e7c-8719-6ff393887fdb service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0901487 Jul 06 12:49:42.864460 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58ffc8a5-df0f-4a1c-902e-f2c943867ab3 req-51bd6a1b-afb0-4398-9499-8444a7ea30e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 200 len: 1003 time: 0.0581255 Jul 06 12:49:42.921249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffc8a5-df0f-4a1c-902e-f2c943867ab3 req-1b2d2d17-07c1-4f27-9057-f4a8198521bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:42.922442 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58ffc8a5-df0f-4a1c-902e-f2c943867ab3 req-1b2d2d17-07c1-4f27-9057-f4a8198521bb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0510886 Jul 06 12:49:42.983383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffc8a5-df0f-4a1c-902e-f2c943867ab3 req-87de5930-7712-478c-8a89-3ae38ef13824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:49:42.984817 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58ffc8a5-df0f-4a1c-902e-f2c943867ab3 req-87de5930-7712-478c-8a89-3ae38ef13824 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529609 Jul 06 12:49:42.997435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-58ffc8a5-df0f-4a1c-902e-f2c943867ab3 req-33c60350-f52c-46a2-85f6-2cc5c4b2177a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:49:42.998448 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58ffc8a5-df0f-4a1c-902e-f2c943867ab3 req-33c60350-f52c-46a2-85f6-2cc5c4b2177a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071547 Jul 06 12:49:43.089127 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58ffc8a5-df0f-4a1c-902e-f2c943867ab3 req-d882dfef-af48-4875-bf0d-ebf201f7172d service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816860 Jul 06 12:49:43.184573 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-58ffc8a5-df0f-4a1c-902e-f2c943867ab3 req-bf355765-cf8e-4202-b218-66d087098834 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879881 Jul 06 12:50:05.018339 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:50:05.576899 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5bdea19c-8c84-4654-8e85-968b9a3c0a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:06.176544 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:07.003329 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:08.217294 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed916efb-44a9-4865-a3cb-2af1acba592b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:08.314901 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:09.547931 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:11.129342 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:24.218015 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96c443-dd77-4826-95af-cd5b98d43518 req-c47c6c84-c7b4-42fc-b51b-314c87bdf014 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:24.219578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f96c443-dd77-4826-95af-cd5b98d43518 req-c47c6c84-c7b4-42fc-b51b-314c87bdf014 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0654495 Jul 06 12:50:24.259418 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8f96c443-dd77-4826-95af-cd5b98d43518 req-6bb525d9-3423-4b81-ba21-ca6a74ba4ae0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337701 Jul 06 12:50:35.580262 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6607e11f-4e7a-4a28-9ab6-76d7a3b877c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:35.623019 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18925e-268a-4c88-9453-4d9457f73838 req-0d2bfdaf-cc4b-40cf-bfa5-fe9733b84107 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:35.624563 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed18925e-268a-4c88-9453-4d9457f73838 req-0d2bfdaf-cc4b-40cf-bfa5-fe9733b84107 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0823960 Jul 06 12:50:35.691173 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed18925e-268a-4c88-9453-4d9457f73838 req-be4c6497-063c-45b9-b496-640b6180ba8a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601628 Jul 06 12:50:35.713212 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-a7c36606-9aef-4ac4-9c79-f7574389fe53 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1284971 Jul 06 12:50:36.162971 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:36.855433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-e995c34f-34e0-4fdd-8086-e6db56977b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:36.856972 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-e995c34f-34e0-4fdd-8086-e6db56977b1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 1097 time: 0.0553150 Jul 06 12:50:36.869434 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586c6cc-22ea-44de-a1c9-2b666a9c29f5 req-ed5efa85-e9e5-41a3-8901-446304c59737 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:36.870933 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1586c6cc-22ea-44de-a1c9-2b666a9c29f5 req-ed5efa85-e9e5-41a3-8901-446304c59737 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0665770 Jul 06 12:50:36.912188 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1586c6cc-22ea-44de-a1c9-2b666a9c29f5 req-683445d8-c18f-4de4-96b8-c9951e1f28cd tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355074 Jul 06 12:50:36.955139 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-2e16c2be-bcd9-435c-a46e-523b5d6e741d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:36.956701 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-2e16c2be-bcd9-435c-a46e-523b5d6e741d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0924513 Jul 06 12:50:37.003276 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:37.025779 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-869b81f7-45e1-452d-8cfc-ac1fb2ff9bd9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 200 len: 1003 time: 0.0617206 Jul 06 12:50:37.073981 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-e31a2d20-86ec-49ce-a150-0b5eb80ada3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:37.075484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-e31a2d20-86ec-49ce-a150-0b5eb80ada3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0437124 Jul 06 12:50:37.135197 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-2ecd960e-808f-479d-9055-a096400cb632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:37.136712 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-2ecd960e-808f-479d-9055-a096400cb632 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551870 Jul 06 12:50:37.222109 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-76df7d11-feb8-4980-acb6-2d80b5e84992 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792098 Jul 06 12:50:37.325635 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-39e9e233-dda3-4c65-930f-11d2e18d5252 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964973 Jul 06 12:50:38.091040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ae701-f43b-4d8f-a6c9-a1c8581bca1c req-6f09e82e-d884-47f9-8862-dca9558f9872 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:38.092681 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b21ae701-f43b-4d8f-a6c9-a1c8581bca1c req-6f09e82e-d884-47f9-8862-dca9558f9872 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0631628 Jul 06 12:50:38.131698 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b21ae701-f43b-4d8f-a6c9-a1c8581bca1c req-bcb26ebb-2a65-4e86-9956-a67eb5f53c4a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331829 Jul 06 12:50:38.218010 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eca357ad-87c5-4de9-ae87-4c329e96820d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:38.317010 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:39.307043 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb74a9d-cdf0-406b-9a47-0682b2b5c3ef req-5e138450-1d89-49d9-8ecc-422f5c39d32d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:39.308578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-beb74a9d-cdf0-406b-9a47-0682b2b5c3ef req-5e138450-1d89-49d9-8ecc-422f5c39d32d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0633767 Jul 06 12:50:39.345160 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-beb74a9d-cdf0-406b-9a47-0682b2b5c3ef req-24bcd416-9a74-47a1-86cd-4cb10a0889b0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309575 Jul 06 12:50:39.551310 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:40.521818 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b8da0-7bb5-4322-8deb-aff5b35da2d2 req-2765b925-756c-49ab-9ddb-4677144b0e1e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:40.523351 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d3b8da0-7bb5-4322-8deb-aff5b35da2d2 req-2765b925-756c-49ab-9ddb-4677144b0e1e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0672417 Jul 06 12:50:40.561969 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d3b8da0-7bb5-4322-8deb-aff5b35da2d2 req-894e547c-90e7-4178-bbb4-d5469039f2f5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330276 Jul 06 12:50:41.131847 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:41.736200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf725810-6811-42da-9cbb-b3eb70982199 req-d1213279-7a6c-49c1-9ef7-47e7eda6e7f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:41.737712 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf725810-6811-42da-9cbb-b3eb70982199 req-d1213279-7a6c-49c1-9ef7-47e7eda6e7f8 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0652614 Jul 06 12:50:41.776061 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf725810-6811-42da-9cbb-b3eb70982199 req-071eb6c5-69e9-411f-afcd-6f998fed73f6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327475 Jul 06 12:50:42.016882 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:50:42.949534 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54d335-8f0e-430a-a85e-82f1ef72d9fa req-36ba19b0-2b8f-4fd4-b4f9-cae06c70fe24 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:42.951037 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ee54d335-8f0e-430a-a85e-82f1ef72d9fa req-36ba19b0-2b8f-4fd4-b4f9-cae06c70fe24 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0630565 Jul 06 12:50:42.993798 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ee54d335-8f0e-430a-a85e-82f1ef72d9fa req-12f317e6-70ad-446a-b96d-9d9b09a39606 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367711 Jul 06 12:50:43.603193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e664a3e-e3ee-4cab-8405-8389c1ef6d58 req-13f8c190-f60f-4a08-84e3-46690205dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:43.604735 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e664a3e-e3ee-4cab-8405-8389c1ef6d58 req-13f8c190-f60f-4a08-84e3-46690205dbb9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 1097 time: 0.0552709 Jul 06 12:50:43.713373 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e664a3e-e3ee-4cab-8405-8389c1ef6d58 req-b9d00b67-107a-4208-8ae1-9138e29a705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:43.714820 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e664a3e-e3ee-4cab-8405-8389c1ef6d58 req-b9d00b67-107a-4208-8ae1-9138e29a705f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0874290 Jul 06 12:50:43.781765 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e664a3e-e3ee-4cab-8405-8389c1ef6d58 req-d5449839-4ec2-4998-926e-1678f20b3d69 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 200 len: 1003 time: 0.0587914 Jul 06 12:50:43.832291 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e664a3e-e3ee-4cab-8405-8389c1ef6d58 req-e77f324f-7bbe-4ba5-9f5e-77498b755539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:43.833720 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e664a3e-e3ee-4cab-8405-8389c1ef6d58 req-e77f324f-7bbe-4ba5-9f5e-77498b755539 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0449812 Jul 06 12:50:43.896075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e664a3e-e3ee-4cab-8405-8389c1ef6d58 req-f9a5cda3-52a4-4b41-8cee-803f63fc983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:43.897604 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e664a3e-e3ee-4cab-8405-8389c1ef6d58 req-f9a5cda3-52a4-4b41-8cee-803f63fc983c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575757 Jul 06 12:50:43.988533 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e664a3e-e3ee-4cab-8405-8389c1ef6d58 req-f3e37da5-10b3-474e-a7b1-45dd975bb04b service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833025 Jul 06 12:50:44.086461 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e664a3e-e3ee-4cab-8405-8389c1ef6d58 req-fa3ffcdc-de73-4d63-8ea9-f7e85ae06d10 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903754 Jul 06 12:50:44.178128 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f48fe-6562-4046-831d-be896f50ec29 req-211bcd60-997f-41d3-9d91-e11103ed4614 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:44.179668 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc3f48fe-6562-4046-831d-be896f50ec29 req-211bcd60-997f-41d3-9d91-e11103ed4614 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0667398 Jul 06 12:50:44.217968 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bc3f48fe-6562-4046-831d-be896f50ec29 req-5265fdbf-8b1e-4501-96f3-d4eca78e9ee4 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316830 Jul 06 12:50:45.397524 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fe127-5dfd-49d2-a016-edd18b59640b req-8ee9993c-d47d-4e89-acfa-3f41f9e00b2c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:45.399072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-424fe127-5dfd-49d2-a016-edd18b59640b req-8ee9993c-d47d-4e89-acfa-3f41f9e00b2c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0659285 Jul 06 12:50:45.437250 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-424fe127-5dfd-49d2-a016-edd18b59640b req-bfc064d3-5380-41dc-ab7c-69c936ce5fae tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321627 Jul 06 12:50:46.626261 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e7e68-01b2-431a-840c-2b8032835405 req-8321e90e-1f7c-4d82-a9f3-dbd264db4337 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:46.627797 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-143e7e68-01b2-431a-840c-2b8032835405 req-8321e90e-1f7c-4d82-a9f3-dbd264db4337 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0696888 Jul 06 12:50:46.667410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-143e7e68-01b2-431a-840c-2b8032835405 req-9c9ef430-80e6-4f4b-9b79-1d0247f048a3 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333021 Jul 06 12:50:47.845853 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92eae2-74b4-4bcc-b5e6-65b82e1f402f req-f55622c1-881d-4c81-be16-a38c6cc67e90 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:47.847311 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f92eae2-74b4-4bcc-b5e6-65b82e1f402f req-f55622c1-881d-4c81-be16-a38c6cc67e90 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0678992 Jul 06 12:50:47.889232 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f92eae2-74b4-4bcc-b5e6-65b82e1f402f req-1f4c2a16-dddf-4808-89ee-733b0d46fd80 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339997 Jul 06 12:50:49.065812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df517d90-4ec1-4107-86bd-5f13490f81e1 req-a93cf8d8-0271-48a9-9679-29a05c093f87 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:49.067319 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df517d90-4ec1-4107-86bd-5f13490f81e1 req-a93cf8d8-0271-48a9-9679-29a05c093f87 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0630457 Jul 06 12:50:49.110249 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df517d90-4ec1-4107-86bd-5f13490f81e1 req-928d9648-3711-44d4-9891-158d3457e2f5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371418 Jul 06 12:50:50.290639 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597ee70-25c6-4cb9-ae7d-5c868f3cf15b req-882c2531-f2d2-4cdb-81ef-d96708ea63c6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:50.292114 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4597ee70-25c6-4cb9-ae7d-5c868f3cf15b req-882c2531-f2d2-4cdb-81ef-d96708ea63c6 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0673075 Jul 06 12:50:50.331150 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4597ee70-25c6-4cb9-ae7d-5c868f3cf15b req-57755d39-37a8-4947-bb01-8a79ba6593be tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334334 Jul 06 12:50:51.428968 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ba0fd267-91f8-4f5e-ac24-a8b5027334a3 service neutron] show failed (client error): The resource could not be found. Jul 06 12:50:51.430031 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ba0fd267-91f8-4f5e-ac24-a8b5027334a3 service neutron] 10.222.0.23 "GET /v2.0/ports/ea52156f-57a2-4dbe-8a67-77c3c110bce8/bindings/n-h2-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.0558181 Jul 06 12:50:51.515144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27773768-9f75-4146-92b3-89d80f5cde0f req-ba4ee94a-93f2-451a-8ce0-e2b70ce287d4 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:51.516876 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27773768-9f75-4146-92b3-89d80f5cde0f req-ba4ee94a-93f2-451a-8ce0-e2b70ce287d4 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0679593 Jul 06 12:50:51.559193 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27773768-9f75-4146-92b3-89d80f5cde0f req-e89fa7ea-2dc4-4e35-9376-ff6f7924cb92 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366645 Jul 06 12:50:51.688304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-601df5a2-45ba-45f1-aef4-50a717159a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:51.689831 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-601df5a2-45ba-45f1-aef4-50a717159a29 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae&tenant_id=cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 1097 time: 0.0527678 Jul 06 12:50:51.700497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:50:51.773428 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:51.972696 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:50:52.007626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:50:52.048138 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:50:52.050341 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7549be-c5e0-4a2d-bc0c-f8f3dfd7baa8" -d '{"events": [{"server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "name": "network-vif-unplugged", "status": "completed", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:50:52.054470 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.067122 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Transition to ACTIVE for port object ea52156f-57a2-4dbe-8a67-77c3c110bce8 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:50:52.071825 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.107577 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9f47e5-6c82-4838-8051-fafea621e4c5 x-openstack-request-id: req-de9f47e5-6c82-4838-8051-fafea621e4c5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:50:52.107871 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "name": "network-vif-unplugged", "status": "completed", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:50:52.108121 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de9f47e5-6c82-4838-8051-fafea621e4c5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:50:52.108513 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'code': 200} Jul 06 12:50:52.159595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Pushing event updated for resources: {'Port': ['ID=ea52156f-57a2-4dbe-8a67-77c3c110bce8,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:52.171753 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.172123 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.172422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.172757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.173084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.173410 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.173732 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.174053 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.174375 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.174695 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.175015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.175386 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:50:52.210844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] No DVR routers for this DVR port ea52156f-57a2-4dbe-8a67-77c3c110bce8 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:50:52.358132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Attempting to bind port ea52156f-57a2-4dbe-8a67-77c3c110bce8 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:50:52.358464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Attempting to bind port ea52156f-57a2-4dbe-8a67-77c3c110bce8 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:50:52.358785 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Attempting to bind port ea52156f-57a2-4dbe-8a67-77c3c110bce8 on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:50:52.363704 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Port ea52156f-57a2-4dbe-8a67-77c3c110bce8 on network b9233049-7d35-41a3-a830-879c708f75f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:50:52.364050 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Attempting to bind port ea52156f-57a2-4dbe-8a67-77c3c110bce8 on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:50:52.369729 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:50:52.369954 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Checking segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:50:52.370321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Bound using segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:50:52.370742 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Bound port: ea52156f-57a2-4dbe-8a67-77c3c110bce8, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:50:52.371095 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.434604 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:50:52.437813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:50:52.443446 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.481196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:52.481808 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:50:52.483215 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] 10.222.0.89 "PUT /v2.0/ports/ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 200 len: 1092 time: 0.7867172 Jul 06 12:50:52.508229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef409b2e-bf4b-459a-b786-1f03ae34eb49 service neutron] Pushing event updated for resources: {'Port': ['ID=ea52156f-57a2-4dbe-8a67-77c3c110bce8,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:50:52.573046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-b1b88d66-7c8e-459e-8c7d-bd7023bc8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:52.574873 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-b1b88d66-7c8e-459e-8c7d-bd7023bc8209 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 1095 time: 0.0630400 Jul 06 12:50:52.681727 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-1039a5bf-c6b1-4d0e-b930-d7d60b5538b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:52.683335 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-1039a5bf-c6b1-4d0e-b930-d7d60b5538b8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.1024327 Jul 06 12:50:52.750238 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-ded45237-b2a6-455d-bf8c-d1a5ec85b6e4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 200 len: 1001 time: 0.0608888 Jul 06 12:50:52.755886 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938c57c-8825-496e-ba42-0628511d4abd req-11589b48-e1fb-428d-84de-97645b794af5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:52.757807 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3938c57c-8825-496e-ba42-0628511d4abd req-11589b48-e1fb-428d-84de-97645b794af5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 944 time: 0.0715389 Jul 06 12:50:52.801539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-b7fd10b2-d83c-42d8-90a1-ec22ab0fa59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:52.802656 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3938c57c-8825-496e-ba42-0628511d4abd req-8d7a583b-dac7-4560-a3f6-99f1283ae33a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359979 Jul 06 12:50:52.803876 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-b7fd10b2-d83c-42d8-90a1-ec22ab0fa59e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0467241 Jul 06 12:50:52.867756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-d3360b26-6dd3-4294-8592-05a751358057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:52.869190 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-d3360b26-6dd3-4294-8592-05a751358057 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592277 Jul 06 12:50:52.881194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-c5b60df1-facf-4a5e-9643-b90e1c91b373 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:50:52.882237 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-c5b60df1-facf-4a5e-9643-b90e1c91b373 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065954 Jul 06 12:50:53.131451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ea52156f-57a2-4dbe-8a67-77c3c110bce8 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:50:53.177746 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ea52156f-57a2-4dbe-8a67-77c3c110bce8 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:50:53.346296 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-98e123fd-dc93-4adc-bebe-23b0f60ec5a6 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580808 Jul 06 12:50:53.445717 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4fc2a9ed-945f-497f-a2a1-a5cbb8f14fbc req-2aeda00e-abe6-4ebb-b74d-da13988fefc0 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925298 Jul 06 12:50:53.993932 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456adf05-d147-4556-bd19-963e23320eab req-83576fab-e3d7-4f26-ac99-f7a5cf80dc98 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:53.995516 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-456adf05-d147-4556-bd19-963e23320eab req-83576fab-e3d7-4f26-ac99-f7a5cf80dc98 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 944 time: 0.0750968 Jul 06 12:50:54.035897 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-456adf05-d147-4556-bd19-963e23320eab req-4997c2bc-e07d-4362-b2ce-f84f6913a70a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343602 Jul 06 12:50:54.111679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:50:54.116538 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:50:54.166013 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b74404-a774-4fe9-9b1b-63b926c3bb8e x-openstack-request-id: req-48b74404-a774-4fe9-9b1b-63b926c3bb8e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:50:54.166314 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:50:54.166567 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48b74404-a774-4fe9-9b1b-63b926c3bb8e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:50:54.166972 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'status': 'completed', 'code': 200} Jul 06 12:50:54.283420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-90c1d386-2f07-472e-ba94-6cfb725256a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:54.285707 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-90c1d386-2f07-472e-ba94-6cfb725256a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 1095 time: 0.0998304 Jul 06 12:50:54.289200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-62ac00e4-ad42-4d4e-97af-795f4c61b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:54.290579 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-62ac00e4-ad42-4d4e-97af-795f4c61b607 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 1095 time: 0.0958202 Jul 06 12:50:54.476945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-2b031e53-5768-4872-8f6e-69a1af49690f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:54.478789 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-2b031e53-5768-4872-8f6e-69a1af49690f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.1720784 Jul 06 12:50:54.480570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-5365355b-e108-4ae3-ae7f-ffc5e58e9669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:54.482313 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-5365355b-e108-4ae3-ae7f-ffc5e58e9669 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.1892159 Jul 06 12:50:54.596008 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-024899b5-eb61-46b2-b838-46fb1356b74c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 200 len: 1001 time: 0.1092734 Jul 06 12:50:54.597802 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-e654b8b4-39f9-4cfa-b1d3-53cc83d10e05 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 200 len: 1001 time: 0.1038105 Jul 06 12:50:54.682652 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-b433d6cf-4d89-4fb3-a19c-3e16783fab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:54.684191 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-b433d6cf-4d89-4fb3-a19c-3e16783fab82 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0794313 Jul 06 12:50:54.685639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-049e3a70-0a84-4772-b751-fd24487e993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:54.687101 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-049e3a70-0a84-4772-b751-fd24487e993b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0813217 Jul 06 12:50:54.787134 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-6b07ed7e-8a91-4ad6-bf3b-68aa0f3b79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:54.788683 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-6b07ed7e-8a91-4ad6-bf3b-68aa0f3b79bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906684 Jul 06 12:50:54.793425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-888642e5-c8ef-478f-98c2-b4708676c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:54.794891 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-888642e5-c8ef-478f-98c2-b4708676c99a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046562 Jul 06 12:50:54.956539 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-c15eed5a-2bf8-44d4-b9e5-2fa1fac99346 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551158 Jul 06 12:50:54.960593 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-6542a5b9-14ec-43c7-a32b-ba791863aa14 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515479 Jul 06 12:50:55.121233 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-2adb5bca-f214-4a8f-bc1f-64325d835608 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583436 Jul 06 12:50:55.124771 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-91235c3c-fa6f-4e1f-a69b-3a8db6747b4c req-b2e48020-8b51-4089-8987-d2ad51a9aa0a service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546061 Jul 06 12:50:55.234105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeb63a-a288-453d-a5e1-9fa6cb2e6ed7 req-b6d62235-acdd-4bb1-90c6-79db2e1d5118 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:55.235746 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2caeb63a-a288-453d-a5e1-9fa6cb2e6ed7 req-b6d62235-acdd-4bb1-90c6-79db2e1d5118 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 944 time: 0.0657752 Jul 06 12:50:55.285056 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2caeb63a-a288-453d-a5e1-9fa6cb2e6ed7 req-6c16f919-7257-4c70-a95a-71d3d2e9aacc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391381 Jul 06 12:50:56.469512 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd94d7-36c1-409f-871e-33e6e90cf07b req-1b0c77ce-2411-47bb-9678-48afeaf0c260 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:56.471343 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5cbd94d7-36c1-409f-871e-33e6e90cf07b req-1b0c77ce-2411-47bb-9678-48afeaf0c260 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 944 time: 0.0671411 Jul 06 12:50:56.514131 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5cbd94d7-36c1-409f-871e-33e6e90cf07b req-ced5a95f-f9f3-46b3-a914-503779b13139 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354762 Jul 06 12:50:57.706806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b4e46-3c2d-46e8-a2a0-a9d94de0ebba req-4cb9ac63-7499-46c0-9cff-5f8dadd84d34 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:57.708309 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba2b4e46-3c2d-46e8-a2a0-a9d94de0ebba req-4cb9ac63-7499-46c0-9cff-5f8dadd84d34 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 944 time: 0.0703213 Jul 06 12:50:57.749116 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba2b4e46-3c2d-46e8-a2a0-a9d94de0ebba req-4329db5a-1d73-410c-8862-e3ec530a916c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348895 Jul 06 12:50:59.002036 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf10a29-5e7e-4404-ba82-1e5ce83f9072 req-c9d14fdf-cb38-41ff-a91e-d4a0a536e022 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:50:59.003646 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6bf10a29-5e7e-4404-ba82-1e5ce83f9072 req-c9d14fdf-cb38-41ff-a91e-d4a0a536e022 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 944 time: 0.1289115 Jul 06 12:50:59.048648 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6bf10a29-5e7e-4404-ba82-1e5ce83f9072 req-d94d920a-6da8-4df5-9196-19b8a7d00b23 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386744 Jul 06 12:51:00.223007 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac1fbd-93e9-4715-b243-66505ce34f6d req-ebeb4338-2882-4bf1-8045-242732cbe351 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:00.224578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7ac1fbd-93e9-4715-b243-66505ce34f6d req-ebeb4338-2882-4bf1-8045-242732cbe351 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 944 time: 0.0638013 Jul 06 12:51:00.264992 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7ac1fbd-93e9-4715-b243-66505ce34f6d req-db294658-1142-45f4-97aa-ae6c32585790 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343854 Jul 06 12:51:01.457101 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ffe08-8c3e-4274-adc4-245cb32d6218 req-ad2e56ea-d18e-4c51-af69-d863ecdd5621 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:01.458746 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27ffe08-8c3e-4274-adc4-245cb32d6218 req-ad2e56ea-d18e-4c51-af69-d863ecdd5621 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 944 time: 0.0739801 Jul 06 12:51:01.498013 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c27ffe08-8c3e-4274-adc4-245cb32d6218 req-ee40449a-7b06-4e4b-a354-feffba35a7c2 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333383 Jul 06 12:51:02.681621 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c326f2-9d4d-4752-98c7-26306b05417c req-b2c8d554-f719-48e5-90f7-45ed9ad3d9f9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:02.683271 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12c326f2-9d4d-4752-98c7-26306b05417c req-b2c8d554-f719-48e5-90f7-45ed9ad3d9f9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 944 time: 0.0675168 Jul 06 12:51:02.724761 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-12c326f2-9d4d-4752-98c7-26306b05417c req-0a36f3ee-448c-4244-8477-f50bb4b62862 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356495 Jul 06 12:51:03.903800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624c9f2-6705-4e3c-8433-248a00824dab req-78ab99c9-5114-47c7-808f-41496137735e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:03.905269 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e624c9f2-6705-4e3c-8433-248a00824dab req-78ab99c9-5114-47c7-808f-41496137735e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 944 time: 0.0653033 Jul 06 12:51:03.945294 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e624c9f2-6705-4e3c-8433-248a00824dab req-83393888-adce-4f85-8625-21d1958da801 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342476 Jul 06 12:51:04.250144 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ea52156f-57a2-4dbe-8a67-77c3c110bce8 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:51:04.357242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:04.370748 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'port_id': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'mac_address': 'fa:16:3e:5c:37:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:51:04.412285 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:04.426076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea52156f-57a2-4dbe-8a67-77c3c110bce8 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:51:04.448313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:04.452458 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:04.500384 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=ea52156f-57a2-4dbe-8a67-77c3c110bce8,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:04.508359 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:04.508716 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:04.509041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:04.509375 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:04.509707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:04.510034 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:04.510358 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:04.510683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:04.511040 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:04.511481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:04.511807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:04.512128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:04.707868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['ea52156f-57a2-4dbe-8a67-77c3c110bce8'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:51:05.129393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2449611-7cbb-4d02-ba30-d2d9c038d8a9 req-f1b8a1b5-9a96-4481-b569-7bbce755e69f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:05.131000 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e2449611-7cbb-4d02-ba30-d2d9c038d8a9 req-f1b8a1b5-9a96-4481-b569-7bbce755e69f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0687163 Jul 06 12:51:05.170166 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e2449611-7cbb-4d02-ba30-d2d9c038d8a9 req-e5aa5c61-b83c-46a0-8b91-eff41423e4ca tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335238 Jul 06 12:51:05.587462 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6d18865f-faba-4d43-b96c-d3149da04785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:05.678347 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-8d0a515e-01fa-43d5-97f9-c8f2237807dc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:05.680044 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-8d0a515e-01fa-43d5-97f9-c8f2237807dc tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae&tenant_id=cce4e64935264742b43c864c773eb3b1&binding%3Ahost_id=n-h2-799529-2 HTTP/1.1" status: 200 len: 945 time: 0.0920994 Jul 06 12:51:05.729804 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15f09c-a77c-4cdf-9e3f-57a6a2af057f req-1dfb5764-781b-48bb-888f-ba756159c88f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:05.732688 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc15f09c-a77c-4cdf-9e3f-57a6a2af057f req-1dfb5764-781b-48bb-888f-ba756159c88f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0787790 Jul 06 12:51:05.748858 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-4788e678-482e-4f97-a0a3-7e8154cc0c5f service neutron] 10.222.0.89 "GET /v2.0/ports/ea52156f-57a2-4dbe-8a67-77c3c110bce8/bindings/n-h2-799529-2 HTTP/1.1" status: 200 len: 382 time: 0.0627685 Jul 06 12:51:05.778313 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dc15f09c-a77c-4cdf-9e3f-57a6a2af057f req-6783d14b-c737-4beb-9e74-ce76d33dce92 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391662 Jul 06 12:51:05.829798 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-303a2ec6-3d8b-479e-b698-cd69cbdd9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:05.831416 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-303a2ec6-3d8b-479e-b698-cd69cbdd9525 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 1096 time: 0.0576282 Jul 06 12:51:05.928227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-485456c3-5230-4c39-9654-1edf225c820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:05.929792 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-485456c3-5230-4c39-9654-1edf225c820d service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0921190 Jul 06 12:51:05.997994 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-9ae57b2e-fb79-4e36-8ae9-91cc48eac835 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 200 len: 1002 time: 0.0623379 Jul 06 12:51:06.050500 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-8f36606a-10fc-425c-a567-4f7e26738d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:06.052535 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-8f36606a-10fc-425c-a567-4f7e26738d9e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0478990 Jul 06 12:51:06.115646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-1a6e18c9-b8d7-4e64-98d9-751753d49d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:06.117260 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-1a6e18c9-b8d7-4e64-98d9-751753d49d22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586953 Jul 06 12:51:06.188549 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.222290 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-88b80f75-6214-4673-9c65-93e987d7f96a service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985732 Jul 06 12:51:06.246334 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ea52156f-57a2-4dbe-8a67-77c3c110bce8 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:51:06.300541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port ea52156f-57a2-4dbe-8a67-77c3c110bce8 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:51:06.305426 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port ea52156f-57a2-4dbe-8a67-77c3c110bce8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:51:06.305799 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.326173 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-7c2b8558-18df-431f-a99b-75f7795aed57 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967922 Jul 06 12:51:06.397379 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.425660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:51:06.428509 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128d499a-afe4-4205-9a66-b016c7b1775d" -d '{"events": [{"server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "name": "network-vif-plugged", "status": "completed", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:51:06.443062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:06.448466 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:06.490551 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcdd28e-8d2c-40ea-baa1-d6a85d5dbb85 x-openstack-request-id: req-4fcdd28e-8d2c-40ea-baa1-d6a85d5dbb85 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:51:06.490847 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "name": "network-vif-plugged", "status": "completed", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:51:06.491103 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4fcdd28e-8d2c-40ea-baa1-d6a85d5dbb85 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:51:06.491513 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'code': 200} Jul 06 12:51:06.506028 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=ea52156f-57a2-4dbe-8a67-77c3c110bce8,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:06.972446 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80249-f5f8-4183-91b9-029f17a6b298 req-fe217f32-5bb7-469f-8c55-24103ad48f2c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:06.974606 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cee80249-f5f8-4183-91b9-029f17a6b298 req-fe217f32-5bb7-469f-8c55-24103ad48f2c tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0726323 Jul 06 12:51:07.014680 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cee80249-f5f8-4183-91b9-029f17a6b298 req-b0f96887-b215-482a-83cb-e3422707ab57 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342209 Jul 06 12:51:07.024931 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:08.209859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf7629-d656-468e-b53c-a68c06d3723b req-1e3c3390-a85c-4610-bec4-4d01eeaa9506 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:08.211437 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6cbf7629-d656-468e-b53c-a68c06d3723b req-1e3c3390-a85c-4610-bec4-4d01eeaa9506 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0675333 Jul 06 12:51:08.223039 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c642fbc-fd30-4fe2-9f91-53ce9d94ab7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:08.253056 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6cbf7629-d656-468e-b53c-a68c06d3723b req-22e56b6f-fd98-4b62-804d-0d509449d09e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348101 Jul 06 12:51:08.319925 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:09.439942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d17f6-0de0-4f2a-94c7-fefd54e607a7 req-7b792840-14d5-40ee-b178-ca0c36260011 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:09.441550 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a2d17f6-0de0-4f2a-94c7-fefd54e607a7 req-7b792840-14d5-40ee-b178-ca0c36260011 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0675066 Jul 06 12:51:09.485933 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3a2d17f6-0de0-4f2a-94c7-fefd54e607a7 req-93054f8e-57a7-4282-bb22-3fbff9cb3761 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386393 Jul 06 12:51:09.561495 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:10.218643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-e221b9d0-df79-4943-8aa3-5b0d6d731277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:10.220184 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-e221b9d0-df79-4943-8aa3-5b0d6d731277 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae&tenant_id=cce4e64935264742b43c864c773eb3b1 HTTP/1.1" status: 200 len: 1097 time: 0.0551488 Jul 06 12:51:10.231808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:51:10.304168 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:10.510895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:10.556078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:51:10.602997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:51:10.605372 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc97577-1787-48d3-91af-3599feba559d" -d '{"events": [{"server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "name": "network-vif-unplugged", "status": "completed", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:51:10.609213 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:10.622049 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Transition to ACTIVE for port object ea52156f-57a2-4dbe-8a67-77c3c110bce8 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:51:10.626571 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:10.689116 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373aa1c7-3d19-4cf1-9614-99d81ae86fb4 req-ef6629e8-91a2-4956-bb9a-aa0d44f88d42 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:10.690751 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-373aa1c7-3d19-4cf1-9614-99d81ae86fb4 req-ef6629e8-91a2-4956-bb9a-aa0d44f88d42 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0770564 Jul 06 12:51:10.724866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Pushing event updated for resources: {'Port': ['ID=ea52156f-57a2-4dbe-8a67-77c3c110bce8,revision_number=10']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:10.751970 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-373aa1c7-3d19-4cf1-9614-99d81ae86fb4 req-02f30512-4ea0-4249-a9ba-39d12dc883d3 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474722 Jul 06 12:51:10.757076 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] No DVR routers for this DVR port ea52156f-57a2-4dbe-8a67-77c3c110bce8 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:51:10.851308 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 12:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f55660-5de8-402e-a94a-66df2d2eee27 x-openstack-request-id: req-17f55660-5de8-402e-a94a-66df2d2eee27 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:51:10.851598 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "name": "network-vif-unplugged", "status": "completed", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:51:10.851848 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17f55660-5de8-402e-a94a-66df2d2eee27 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:51:10.852342 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'code': 200} Jul 06 12:51:10.923181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Attempting to bind port ea52156f-57a2-4dbe-8a67-77c3c110bce8 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:51:10.923547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Attempting to bind port ea52156f-57a2-4dbe-8a67-77c3c110bce8 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:51:10.923943 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Attempting to bind port ea52156f-57a2-4dbe-8a67-77c3c110bce8 on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:51:10.929408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Port ea52156f-57a2-4dbe-8a67-77c3c110bce8 on network b9233049-7d35-41a3-a830-879c708f75f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:51:10.929729 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Attempting to bind port ea52156f-57a2-4dbe-8a67-77c3c110bce8 on network b9233049-7d35-41a3-a830-879c708f75f5 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:51:10.934914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:51:10.935262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Checking segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:51:10.935658 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Bound using segment: {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:51:10.936081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Bound port: ea52156f-57a2-4dbe-8a67-77c3c110bce8, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:51:10.936437 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:11.000905 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:51:11.004095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:51:11.008373 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:11.040622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:11.041203 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:11.042679 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-15174733-2461-47a3-8b23-b08226028f0e service neutron] 10.222.0.23 "PUT /v2.0/ports/ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 200 len: 1093 time: 0.8150561 Jul 06 12:51:11.081911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15174733-2461-47a3-8b23-b08226028f0e service neutron] Pushing event updated for resources: {'Port': ['ID=ea52156f-57a2-4dbe-8a67-77c3c110bce8,revision_number=11']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:11.134654 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-aa5e19c5-90bf-43ca-9656-a17dce7b44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:11.135903 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:11.136635 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-aa5e19c5-90bf-43ca-9656-a17dce7b44d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 1096 time: 0.0672605 Jul 06 12:51:11.229778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-7426de9b-faf2-41c7-8c06-061c4ec887a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:11.231487 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-7426de9b-faf2-41c7-8c06-061c4ec887a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.0877662 Jul 06 12:51:11.301123 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-214f8850-031b-4007-8f81-4911b116cc54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 200 len: 1001 time: 0.0616562 Jul 06 12:51:11.355944 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-3adba87d-b236-482c-8d0e-1e2691561015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:11.357629 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-3adba87d-b236-482c-8d0e-1e2691561015 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0495834 Jul 06 12:51:11.418798 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-bfed7916-1cb7-4653-ba6b-bc4c6de679e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:11.420323 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-bfed7916-1cb7-4653-ba6b-bc4c6de679e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556288 Jul 06 12:51:11.515964 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-c379f55d-21fb-46e0-af64-632c257228b7 service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874984 Jul 06 12:51:11.604882 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-14489e28-be31-4fd7-8fce-6a715fa186b3 req-86991293-9fed-45a3-8e45-f99fc0dc9d6d service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826361 Jul 06 12:51:11.936642 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10628ae-507d-49a0-819c-4e8dfb39e461 req-d8d4c03b-d537-499f-939f-b9c9801b48a1 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:11.938057 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f10628ae-507d-49a0-819c-4e8dfb39e461 req-d8d4c03b-d537-499f-939f-b9c9801b48a1 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0649753 Jul 06 12:51:11.978030 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f10628ae-507d-49a0-819c-4e8dfb39e461 req-90854bea-9be7-492e-81bd-6738e77c7326 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342648 Jul 06 12:51:12.304075 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ea52156f-57a2-4dbe-8a67-77c3c110bce8 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:51:12.342950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device ea52156f-57a2-4dbe-8a67-77c3c110bce8 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:51:12.853254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:51:12.855616 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac5d13e-b49d-419e-abe1-df040b30c2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:51:12.906642 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad1d7b0-17b2-4e34-b9ec-1f6d8f925eca x-openstack-request-id: req-0ad1d7b0-17b2-4e34-b9ec-1f6d8f925eca {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:51:12.906931 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:51:12.907179 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ad1d7b0-17b2-4e34-b9ec-1f6d8f925eca {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:51:12.908387 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'status': 'completed', 'code': 200} Jul 06 12:51:13.026015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-7e210a72-56b8-4113-8d32-0c67a9fe7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:13.027646 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-7e210a72-56b8-4113-8d32-0c67a9fe7c1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 1096 time: 0.0933106 Jul 06 12:51:13.084935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-ec5ebc86-1b58-4722-a9fb-d7a501ad6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:13.086476 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-ec5ebc86-1b58-4722-a9fb-d7a501ad6fed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cce4e64935264742b43c864c773eb3b1&device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 1096 time: 0.1582937 Jul 06 12:51:13.177290 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bf7d7-8247-4127-a466-56d9c41ef193 req-d0afe0d1-4390-49a6-aa74-64837b4579fb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:13.178993 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a1bf7d7-8247-4127-a466-56d9c41ef193 req-d0afe0d1-4390-49a6-aa74-64837b4579fb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0789063 Jul 06 12:51:13.192469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-a3e8951f-29f9-4ae8-9008-c6cbda59a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:13.193971 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-a3e8951f-29f9-4ae8-9008-c6cbda59a14c service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.1564929 Jul 06 12:51:13.219820 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a1bf7d7-8247-4127-a466-56d9c41ef193 req-7260d099-40eb-4493-9a01-c05dbe2a304a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346546 Jul 06 12:51:13.253802 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-af4ba3e6-331b-45f4-ae4c-43ecb540474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:13.255398 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-af4ba3e6-331b-45f4-ae4c-43ecb540474c service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 200 len: 912 time: 0.1627591 Jul 06 12:51:13.313581 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-6ca6f04c-01ec-4f00-b746-50e464e6ec2c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 200 len: 1001 time: 0.1095812 Jul 06 12:51:13.358830 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-da02b755-843c-42a7-8207-077153dd8525 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 200 len: 1001 time: 0.0969021 Jul 06 12:51:13.402821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-e7d2b882-90bb-4a33-ac72-e9372aa48c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:13.404329 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-e7d2b882-90bb-4a33-ac72-e9372aa48c86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0839322 Jul 06 12:51:13.448310 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-c3e08fa9-5d7e-4500-8f04-88082d5476f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:13.449763 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-c3e08fa9-5d7e-4500-8f04-88082d5476f4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 200 len: 850 time: 0.0842695 Jul 06 12:51:13.506476 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-41e0da76-1fc0-4431-a44e-423219bbe981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:13.508004 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-41e0da76-1fc0-4431-a44e-423219bbe981 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951724 Jul 06 12:51:13.567877 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-6481026b-6bfa-4bc3-80ec-71bf346db724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:13.569292 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-6481026b-6bfa-4bc3-80ec-71bf346db724 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9233049-7d35-41a3-a830-879c708f75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128249 Jul 06 12:51:14.006805 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-fa3d7935-a502-4b7f-bf28-70061914481c service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909284 Jul 06 12:51:14.077730 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-810c48f4-eb6b-4272-a728-998753e2c01e service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007379 Jul 06 12:51:14.173437 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-d0d8956e-ff31-4c25-b9f0-0da26858ff9b service neutron] 10.222.0.23 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564407 Jul 06 12:51:14.194171 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0ac5d13e-b49d-419e-abe1-df040b30c2cd req-1a38ff86-19e6-4e44-8443-3ac0ff37bc52 service neutron] 10.222.0.89 "GET /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080577 Jul 06 12:51:14.399066 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079e953-d7e3-4610-85c8-52722f2f3ce7 req-33bf78e6-c52a-4d24-9335-ccb5830e8496 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:14.400667 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0079e953-d7e3-4610-85c8-52722f2f3ce7 req-33bf78e6-c52a-4d24-9335-ccb5830e8496 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0636580 Jul 06 12:51:14.438667 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0079e953-d7e3-4610-85c8-52722f2f3ce7 req-96310877-52c5-4396-b7a4-9fc33728e246 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324998 Jul 06 12:51:15.614448 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739481bc-d3a0-4677-9b79-fbdc303146cf req-8d0be48b-e1d3-4485-887d-49bddeda0621 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:15.615940 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-739481bc-d3a0-4677-9b79-fbdc303146cf req-8d0be48b-e1d3-4485-887d-49bddeda0621 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0636353 Jul 06 12:51:15.653287 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-739481bc-d3a0-4677-9b79-fbdc303146cf req-a26f19a7-25bd-468f-b64c-32058a60ddf3 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315111 Jul 06 12:51:16.832254 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f1592-732a-42db-b8f8-feeda418749c req-743cc8be-e1f4-48e6-94fc-62a5f2604721 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:16.834361 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-040f1592-732a-42db-b8f8-feeda418749c req-743cc8be-e1f4-48e6-94fc-62a5f2604721 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0684948 Jul 06 12:51:16.873919 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-040f1592-732a-42db-b8f8-feeda418749c req-3c368d29-9f10-43e1-a8b1-5baf19c23fe2 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337775 Jul 06 12:51:18.053151 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb3c26-9e69-4702-be2d-198d9bb78541 req-ccd0c89f-94ca-4255-8ceb-4480f32b8b0a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:18.054768 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4dcb3c26-9e69-4702-be2d-198d9bb78541 req-ccd0c89f-94ca-4255-8ceb-4480f32b8b0a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0637965 Jul 06 12:51:18.092846 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4dcb3c26-9e69-4702-be2d-198d9bb78541 req-868b8ecd-e925-4bab-bae5-d11df661c9a3 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324161 Jul 06 12:51:19.016312 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:51:19.278415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca2924-d999-4989-882f-3e197695b48c req-04784997-b4f6-4675-bd1e-65847e528877 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:19.279943 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-70ca2924-d999-4989-882f-3e197695b48c req-04784997-b4f6-4675-bd1e-65847e528877 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0697680 Jul 06 12:51:19.316694 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-70ca2924-d999-4989-882f-3e197695b48c req-befe8fcf-9443-461c-a991-566922d71c1a tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311098 Jul 06 12:51:20.491957 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31436b0b-b1a2-4061-927d-73eb185d78c2 req-a78a632d-fa3b-4c56-a475-94353f232147 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:20.493478 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31436b0b-b1a2-4061-927d-73eb185d78c2 req-a78a632d-fa3b-4c56-a475-94353f232147 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0650012 Jul 06 12:51:20.532238 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31436b0b-b1a2-4061-927d-73eb185d78c2 req-24605896-ead1-4a93-8ea5-5472812351b9 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331683 Jul 06 12:51:21.710063 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026274c-c5f9-4e5e-98e3-042cc5792ceb req-4c59b2e9-e3ad-4e5e-b417-677808091ced tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:21.711589 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4026274c-c5f9-4e5e-98e3-042cc5792ceb req-4c59b2e9-e3ad-4e5e-b417-677808091ced tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0621712 Jul 06 12:51:21.749133 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4026274c-c5f9-4e5e-98e3-042cc5792ceb req-b879dc7b-ee9c-4929-b469-3b54eeb730b0 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321069 Jul 06 12:51:23.126471 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047f364-fdd2-4ed3-8094-2291451df999 req-84ff4894-4eb0-4d77-9223-819403f3c5e1 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:23.127912 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9047f364-fdd2-4ed3-8094-2291451df999 req-84ff4894-4eb0-4d77-9223-819403f3c5e1 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0682268 Jul 06 12:51:23.165226 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9047f364-fdd2-4ed3-8094-2291451df999 req-d5bbd272-5d28-4297-a008-c84b6364e6f3 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311899 Jul 06 12:51:23.304653 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ea52156f-57a2-4dbe-8a67-77c3c110bce8 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:51:23.338054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24646663-a57b-4dd9-b3d5-ef89b927ea82 req-ce1c5431-8612-4c61-9ae3-07d779fd3f5e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:23.339649 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24646663-a57b-4dd9-b3d5-ef89b927ea82 req-ce1c5431-8612-4c61-9ae3-07d779fd3f5e tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 945 time: 0.0638530 Jul 06 12:51:23.379253 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24646663-a57b-4dd9-b3d5-ef89b927ea82 req-4926defc-deef-48dc-a16e-f2757ec12a50 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330355 Jul 06 12:51:23.401775 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:23.413377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'port_id': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'mac_address': 'fa:16:3e:5c:37:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:51:23.450543 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:23.463406 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea52156f-57a2-4dbe-8a67-77c3c110bce8 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:51:23.483628 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:23.487597 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:23.540617 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=ea52156f-57a2-4dbe-8a67-77c3c110bce8,revision_number=12']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:23.560372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e18f-e130-4d11-b3fd-327fefa825eb req-075f7885-67af-4290-907b-9939a5014731 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:23.561888 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7fb1e18f-e130-4d11-b3fd-327fefa825eb req-075f7885-67af-4290-907b-9939a5014731 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0710392 Jul 06 12:51:23.600947 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7fb1e18f-e130-4d11-b3fd-327fefa825eb req-402447a5-b1fb-4c6d-a3a0-601fb97684a7 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330431 Jul 06 12:51:23.786762 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['ea52156f-57a2-4dbe-8a67-77c3c110bce8'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:51:23.983368 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594522db-032e-4fa6-bdcb-8b15839e2462 req-c05a7dcc-be5a-4e74-b436-dc7358e35802 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:23.984787 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-594522db-032e-4fa6-bdcb-8b15839e2462 req-c05a7dcc-be5a-4e74-b436-dc7358e35802 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0632398 Jul 06 12:51:24.023200 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-594522db-032e-4fa6-bdcb-8b15839e2462 req-9898a4de-5bb8-4556-90e5-fca424873f89 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327215 Jul 06 12:51:25.203282 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461ba4f-ffd9-4067-a1e5-77c8438f212d req-16c2f113-46c1-4135-ac49-802562527f88 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:25.204208 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9461ba4f-ffd9-4067-a1e5-77c8438f212d req-16c2f113-46c1-4135-ac49-802562527f88 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 946 time: 0.0663874 Jul 06 12:51:25.247615 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9461ba4f-ffd9-4067-a1e5-77c8438f212d req-8a0e3f24-4160-4655-b06f-23ab0da841da tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups?id=c50be3a3-535f-4b49-8bd1-4a031d7c064d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360773 Jul 06 12:51:25.321903 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ea52156f-57a2-4dbe-8a67-77c3c110bce8 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:51:25.374934 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port ea52156f-57a2-4dbe-8a67-77c3c110bce8 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:51:25.378515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port ea52156f-57a2-4dbe-8a67-77c3c110bce8 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:51:25.378880 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:25.458044 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:25.480739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:51:25.482947 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97b2bc3-94e0-4b42-a48b-e974bd70ec96" -d '{"events": [{"server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "name": "network-vif-plugged", "status": "completed", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:51:25.496226 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:25.502515 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:25.525617 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd7f009-321b-4124-98a9-609fa28b9089 x-openstack-request-id: req-4dd7f009-321b-4124-98a9-609fa28b9089 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:51:25.525911 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "name": "network-vif-plugged", "status": "completed", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:51:25.526161 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4dd7f009-321b-4124-98a9-609fa28b9089 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:51:25.526546 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'code': 200} Jul 06 12:51:25.551699 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=ea52156f-57a2-4dbe-8a67-77c3c110bce8,revision_number=13']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:25.723294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba4581-0664-4c37-ab83-914cdc54a8cb req-3cdab70c-fec2-480c-97d5-6c8515ebfc2b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:25.725200 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2eba4581-0664-4c37-ab83-914cdc54a8cb req-3cdab70c-fec2-480c-97d5-6c8515ebfc2b tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 947 time: 0.0675046 Jul 06 12:51:25.823636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2eba4581-0664-4c37-ab83-914cdc54a8cb req-0b8050a4-6743-4f67-99b7-3a71211bf9b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Deleting port ea52156f-57a2-4dbe-8a67-77c3c110bce8 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:51:25.823975 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2eba4581-0664-4c37-ab83-914cdc54a8cb req-0b8050a4-6743-4f67-99b7-3a71211bf9b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:25.914071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2eba4581-0664-4c37-ab83-914cdc54a8cb req-0b8050a4-6743-4f67-99b7-3a71211bf9b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] For port ea52156f-57a2-4dbe-8a67-77c3c110bce8, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=ea52156f-57a2-4dbe-8a67-77c3c110bce8,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:25.914426 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2eba4581-0664-4c37-ab83-914cdc54a8cb req-0b8050a4-6743-4f67-99b7-3a71211bf9b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:26.081606 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2eba4581-0664-4c37-ab83-914cdc54a8cb req-0b8050a4-6743-4f67-99b7-3a71211bf9b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:26.081973 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2eba4581-0664-4c37-ab83-914cdc54a8cb req-0b8050a4-6743-4f67-99b7-3a71211bf9b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:26.082279 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [req-2eba4581-0664-4c37-ab83-914cdc54a8cb req-0b8050a4-6743-4f67-99b7-3a71211bf9b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Floating IP 2a15aef6-9374-41bf-8353-e7af0ea6f481 disassociated. External IP: 172.25.4.125, port: ea52156f-57a2-4dbe-8a67-77c3c110bce8. Jul 06 12:51:26.082613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2eba4581-0664-4c37-ab83-914cdc54a8cb req-0b8050a4-6743-4f67-99b7-3a71211bf9b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Calling delete_port for ea52156f-57a2-4dbe-8a67-77c3c110bce8 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:51:26.211491 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2eba4581-0664-4c37-ab83-914cdc54a8cb req-0b8050a4-6743-4f67-99b7-3a71211bf9b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:26.241526 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8050a4-6743-4f67-99b7-3a71211bf9b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Pushing event deleted for resources: {'Port': ['ID=ea52156f-57a2-4dbe-8a67-77c3c110bce8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:26.364735 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eba4581-0664-4c37-ab83-914cdc54a8cb req-0b8050a4-6743-4f67-99b7-3a71211bf9b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Router a8af0c33-f961-471a-a9b8-610ec2a44dc0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:51:26.411571 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-582a239b-9da9-4040-b148-950055796da5 req-bf486001-9ec3-4bbf-afdc-3124c1b1c699 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 210 time: 0.0382833 Jul 06 12:51:26.479110 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eba4581-0664-4c37-ab83-914cdc54a8cb req-0b8050a4-6743-4f67-99b7-3a71211bf9b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:51:26.488901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca6b25-2dd5-4237-85ec-84457105fff7 None None] Sync routers for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:51:26.501554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca6b25-2dd5-4237-85ec-84457105fff7 None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:51:26.502183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-afca6b25-2dd5-4237-85ec-84457105fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:51:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:26.523474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eba4581-0664-4c37-ab83-914cdc54a8cb req-0b8050a4-6743-4f67-99b7-3a71211bf9b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] No DVR routers for this DVR port ea52156f-57a2-4dbe-8a67-77c3c110bce8 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:51:26.526124 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2eba4581-0664-4c37-ab83-914cdc54a8cb req-0b8050a4-6743-4f67-99b7-3a71211bf9b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:26.528330 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2eba4581-0664-4c37-ab83-914cdc54a8cb req-0b8050a4-6743-4f67-99b7-3a71211bf9b5 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.23 "DELETE /v2.0/ports/ea52156f-57a2-4dbe-8a67-77c3c110bce8 HTTP/1.1" status: 204 len: 173 time: 0.7976193 Jul 06 12:51:26.528889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'name': 'network-vif-deleted', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:51:26.531306 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba0cff2-c63f-4faa-ac47-bca0af7ae036" -d '{"events": [{"server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "name": "network-vif-deleted", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:51:26.578081 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55aeb9e1-1c6b-4a25-867b-f6b00e784fde x-openstack-request-id: req-55aeb9e1-1c6b-4a25-867b-f6b00e784fde {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:51:26.578384 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc86009d-d6e6-45e9-bfce-24b763cdd7ae", "name": "network-vif-deleted", "tag": "ea52156f-57a2-4dbe-8a67-77c3c110bce8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:51:26.578642 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-55aeb9e1-1c6b-4a25-867b-f6b00e784fde {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:51:26.579049 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc86009d-d6e6-45e9-bfce-24b763cdd7ae', 'name': 'network-vif-deleted', 'tag': 'ea52156f-57a2-4dbe-8a67-77c3c110bce8', 'status': 'completed', 'code': 200} Jul 06 12:51:26.613427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-afca6b25-2dd5-4237-85ec-84457105fff7 None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:51:26.809871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-afca6b25-2dd5-4237-85ec-84457105fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:26.836518 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca6b25-2dd5-4237-85ec-84457105fff7 None None] Checking router: a8af0c33-f961-471a-a9b8-610ec2a44dc0 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:51:26.844988 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca6b25-2dd5-4237-85ec-84457105fff7 None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:51:26.845591 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-afca6b25-2dd5-4237-85ec-84457105fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:51:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:27.104432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-afca6b25-2dd5-4237-85ec-84457105fff7 None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:51:27.312475 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-afca6b25-2dd5-4237-85ec-84457105fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:27.340213 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca6b25-2dd5-4237-85ec-84457105fff7 None None] The sync data for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 is: [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:34Z', 'revision_number': 4, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '71ac9848-4c2a-4d69-9e8c-1e90610883da', 'name': '', 'network_id': 'b9233049-7d35-41a3-a830-879c708f75f5', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'mac_address': 'fa:16:3e:e9:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:33Z', 'updated_at': '2021-07-06T12:41:39Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'subnets': [{'id': '61df829e-db5a-4abc-b3ff-b4d3553078b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:51:27.568929 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-76fdeb38-0537-4e73-a6f2-7cd1ad92b6fa req-381fac26-5631-4bf9-87ef-13ea025aa93d tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 210 time: 0.0301573 Jul 06 12:51:27.587659 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35da6d9e-7e9c-43c8-8851-7fbadf99aaee None None] New status for floating IP 2a15aef6-9374-41bf-8353-e7af0ea6f481: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:51:28.712991 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-172df71a-354a-4a08-a2d3-5eda83a8b949 req-61d8b5c1-2fda-4612-949c-e8859b6c442f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 210 time: 0.0289927 Jul 06 12:51:29.351396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ea52156f-57a2-4dbe-8a67-77c3c110bce8 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:51:29.371419 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: ea52156f-57a2-4dbe-8a67-77c3c110bce8 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:51:29.371775 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device ea52156f-57a2-4dbe-8a67-77c3c110bce8 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:51:29.859039 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-335c3c2c-6bb4-4981-be9f-c401fb5b2010 req-99f0075c-f2a1-43b9-b953-ed488760a97f tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc86009d-d6e6-45e9-bfce-24b763cdd7ae HTTP/1.1" status: 200 len: 210 time: 0.0297918 Jul 06 12:51:33.881735 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54466) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:33.949637 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:33.973355 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:34.023880 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:34.026628 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:34.029240 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "DELETE /v2.0/security-groups/c50be3a3-535f-4b49-8bd1-4a031d7c064d HTTP/1.1" status: 204 len: 168 time: 0.1464262 Jul 06 12:51:34.030727 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54468) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:34.039317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50be3a3-535f-4b49-8bd1-4a031d7c064d,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:34.045045 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-dd6fd5a2-1a05-4012-9bcd-acddec79bb11 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] show failed (client error): The resource could not be found. Jul 06 12:51:34.046125 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dd6fd5a2-1a05-4012-9bcd-acddec79bb11 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "GET /v2.0/security-groups/c50be3a3-535f-4b49-8bd1-4a031d7c064d HTTP/1.1" status: 404 len: 347 time: 0.0143175 Jul 06 12:51:34.046862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:34.047215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:34.047579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:34.047919 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:34.048256 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:34.048589 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:34.048881 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54470) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:34.048992 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:34.049237 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:34.049561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:34.049887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:34.050215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:34.050544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea36ec9-7edb-43af-afbb-8a911c549725 tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:51:34.187165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f58fb6e1-0374-48d9-a345-35cbbd35fdbb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Deleting port 97b90100-e4d0-49cf-9fae-cbc82df7bd1e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:51:34.187564 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f58fb6e1-0374-48d9-a345-35cbbd35fdbb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:34.275843 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f58fb6e1-0374-48d9-a345-35cbbd35fdbb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:34.276174 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f58fb6e1-0374-48d9-a345-35cbbd35fdbb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:34.288149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f58fb6e1-0374-48d9-a345-35cbbd35fdbb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Calling delete_port for 97b90100-e4d0-49cf-9fae-cbc82df7bd1e owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:51:34.428239 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f58fb6e1-0374-48d9-a345-35cbbd35fdbb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:34.452008 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fb6e1-0374-48d9-a345-35cbbd35fdbb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Pushing event deleted for resources: {'Port': ['ID=97b90100-e4d0-49cf-9fae-cbc82df7bd1e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:34.519761 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f58fb6e1-0374-48d9-a345-35cbbd35fdbb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:34.522292 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f58fb6e1-0374-48d9-a345-35cbbd35fdbb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:34.523497 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f58fb6e1-0374-48d9-a345-35cbbd35fdbb tempest-ServerActionsTestJSON-341448817 tempest-ServerActionsTestJSON-341448817-project] 10.222.0.81 "DELETE /v2.0/floatingips/2a15aef6-9374-41bf-8353-e7af0ea6f481 HTTP/1.1" status: 204 len: 168 time: 0.4733760 Jul 06 12:51:34.526587 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54472) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:35.057545 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21d0753f-21ff-4c60-af6c-166b039a09da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:35.310916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-21d0753f-21ff-4c60-af6c-166b039a09da admin admin] Deleting port 71ac9848-4c2a-4d69-9e8c-1e90610883da {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:51:35.311268 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21d0753f-21ff-4c60-af6c-166b039a09da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:35.388905 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-21d0753f-21ff-4c60-af6c-166b039a09da admin admin] For port 71ac9848-4c2a-4d69-9e8c-1e90610883da, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=71ac9848-4c2a-4d69-9e8c-1e90610883da,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:35.389259 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21d0753f-21ff-4c60-af6c-166b039a09da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:35.401512 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-21d0753f-21ff-4c60-af6c-166b039a09da admin admin] Calling delete_port for 71ac9848-4c2a-4d69-9e8c-1e90610883da owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:51:35.579994 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5071e920-f294-4345-8aa3-6c9b438753e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:35.581874 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21d0753f-21ff-4c60-af6c-166b039a09da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:35.611832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0753f-21ff-4c60-af6c-166b039a09da admin admin] Pushing event deleted for resources: {'Port': ['ID=71ac9848-4c2a-4d69-9e8c-1e90610883da,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:35.780536 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21d0753f-21ff-4c60-af6c-166b039a09da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:35.997922 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d0753f-21ff-4c60-af6c-166b039a09da admin admin] Router a8af0c33-f961-471a-a9b8-610ec2a44dc0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:51:36.102205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d0753f-21ff-4c60-af6c-166b039a09da admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:51:36.107171 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-21d0753f-21ff-4c60-af6c-166b039a09da admin admin] 10.222.0.81 "PUT /v2.0/routers/a8af0c33-f961-471a-a9b8-610ec2a44dc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5796907 Jul 06 12:51:36.109641 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54476) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:36.113124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98db2eab-6855-4d16-a30c-657b42db69fa None None] Sync routers for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:51:36.122810 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db2eab-6855-4d16-a30c-657b42db69fa None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:51:36.123474 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-98db2eab-6855-4d16-a30c-657b42db69fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:51:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:36.217059 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:36.219735 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21790b20-a06a-47a2-8292-eb3e11259b23 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:36.243004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-98db2eab-6855-4d16-a30c-657b42db69fa None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:51:36.319605 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21790b20-a06a-47a2-8292-eb3e11259b23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:36.376998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-21790b20-a06a-47a2-8292-eb3e11259b23 admin admin] Deleting port 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:51:36.377338 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21790b20-a06a-47a2-8292-eb3e11259b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:36.421898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-98db2eab-6855-4d16-a30c-657b42db69fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:51:35Z', 'revision_number': 5, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port': {'id': '8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:36.448363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98db2eab-6855-4d16-a30c-657b42db69fa None None] Checking router: a8af0c33-f961-471a-a9b8-610ec2a44dc0 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:51:36.457070 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db2eab-6855-4d16-a30c-657b42db69fa None None] Routers {'a8af0c33-f961-471a-a9b8-610ec2a44dc0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:51:36.457686 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-98db2eab-6855-4d16-a30c-657b42db69fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:51:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:36.458213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-21790b20-a06a-47a2-8292-eb3e11259b23 admin admin] For port 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:36.458573 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21790b20-a06a-47a2-8292-eb3e11259b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:36.473577 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-21790b20-a06a-47a2-8292-eb3e11259b23 admin admin] Calling delete_port for 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:51:36.555428 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-98db2eab-6855-4d16-a30c-657b42db69fa None None] Set router a8af0c33-f961-471a-a9b8-610ec2a44dc0 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:51:36.609317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-98db2eab-6855-4d16-a30c-657b42db69fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:51:36Z', 'revision_number': 6, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:36.641903 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98db2eab-6855-4d16-a30c-657b42db69fa None None] The sync data for ids ['a8af0c33-f961-471a-a9b8-610ec2a44dc0'] in n-d-799529-2 is: [{'id': 'a8af0c33-f961-471a-a9b8-610ec2a44dc0', 'name': 'tempest-ServerActionsTestJSON-238643873-router', 'tenant_id': 'cce4e64935264742b43c864c773eb3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:41:31Z', 'updated_at': '2021-07-06T12:51:36Z', 'revision_number': 6, 'project_id': 'cce4e64935264742b43c864c773eb3b1', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:51:37.000687 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21790b20-a06a-47a2-8292-eb3e11259b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.021679 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 71ac9848-4c2a-4d69-9e8c-1e90610883da no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:51:37.039123 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21790b20-a06a-47a2-8292-eb3e11259b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:37.046097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 71ac9848-4c2a-4d69-9e8c-1e90610883da {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:51:37.046322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 71ac9848-4c2a-4d69-9e8c-1e90610883da not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:51:37.061989 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.102343 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21790b20-a06a-47a2-8292-eb3e11259b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.196228 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21790b20-a06a-47a2-8292-eb3e11259b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.198374 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21790b20-a06a-47a2-8292-eb3e11259b23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.241910 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21790b20-a06a-47a2-8292-eb3e11259b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.242449 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21790b20-a06a-47a2-8292-eb3e11259b23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8af0c33-f961-471a-a9b8-610ec2a44dc0 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:51:37.246967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21790b20-a06a-47a2-8292-eb3e11259b23 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.248215 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-21790b20-a06a-47a2-8292-eb3e11259b23 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a8af0c33-f961-471a-a9b8-610ec2a44dc0 HTTP/1.1" status: 204 len: 168 time: 1.1376562 Jul 06 12:51:37.250840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54478) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:37.298575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bedeac-4b14-4905-8c57-f03367dad6f8 admin admin] Deleting subnet 61df829e-db5a-4abc-b3ff-b4d3553078b5 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:51:37.301899 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53bedeac-4b14-4905-8c57-f03367dad6f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.338690 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53bedeac-4b14-4905-8c57-f03367dad6f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.419354 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53bedeac-4b14-4905-8c57-f03367dad6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.479154 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53bedeac-4b14-4905-8c57-f03367dad6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.504066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bedeac-4b14-4905-8c57-f03367dad6f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61df829e-db5a-4abc-b3ff-b4d3553078b5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:37.510837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53bedeac-4b14-4905-8c57-f03367dad6f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.512769 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-53bedeac-4b14-4905-8c57-f03367dad6f8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/61df829e-db5a-4abc-b3ff-b4d3553078b5 HTTP/1.1" status: 204 len: 168 time: 0.2609496 Jul 06 12:51:37.515300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54480) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:37.517337 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feedb2b4-e2dc-4ca5-a2d7-fd5c18d25def None None] Network b9233049-7d35-41a3-a830-879c708f75f5 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:51:37.587919 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.656082 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] Deleting port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:51:37.656475 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.728220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f243a6e5-6853-4d4d-b0d5-1b37aeb45ebf None None] DHCP port deletion for b9233049-7d35-41a3-a830-879c708f75f5 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:51:37.731462 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] For port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0de713d4-5999-4c93-9d53-49b7d4b4a2cf,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:37.731818 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.745261 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] Calling delete_port for 0de713d4-5999-4c93-9d53-49b7d4b4a2cf owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:51:37.774266 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f243a6e5-6853-4d4d-b0d5-1b37aeb45ebf None None] Deleting port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:51:37.774560 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f243a6e5-6853-4d4d-b0d5-1b37aeb45ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.827986 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.836855 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f243a6e5-6853-4d4d-b0d5-1b37aeb45ebf None None] For port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=0de713d4-5999-4c93-9d53-49b7d4b4a2cf,segment=NetworkSegment(7d41ef70-eb24-4dd0-884a-e0d4247cdaf4),segment_id=7d41ef70-eb24-4dd0-884a-e0d4247cdaf4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:37.837248 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f243a6e5-6853-4d4d-b0d5-1b37aeb45ebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.854624 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f243a6e5-6853-4d4d-b0d5-1b37aeb45ebf None None] Calling delete_port for 0de713d4-5999-4c93-9d53-49b7d4b4a2cf owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:51:37.860659 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de713d4-5999-4c93-9d53-49b7d4b4a2cf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:37.863110 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] No DVR routers for this DVR port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:51:37.933825 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f243a6e5-6853-4d4d-b0d5-1b37aeb45ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.935747 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.946085 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9233049-7d35-41a3-a830-879c708f75f5']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:37.956563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:37.956777 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d41ef70-eb24-4dd0-884a-e0d4247cdaf4') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:51:37.959696 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243a6e5-6853-4d4d-b0d5-1b37aeb45ebf None None] Pushing event deleted for resources: {'Port': ['ID=0de713d4-5999-4c93-9d53-49b7d4b4a2cf,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:37.964582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f243a6e5-6853-4d4d-b0d5-1b37aeb45ebf None None] No DVR routers for this DVR port 0de713d4-5999-4c93-9d53-49b7d4b4a2cf on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:51:37.966729 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.990851 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.997286 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:51:37.997680 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:51:37.999653 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:51:38.060021 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:38.064818 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:38.067165 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b9233049-7d35-41a3-a830-879c708f75f5 HTTP/1.1" status: 204 len: 168 time: 0.5505126 Jul 06 12:51:38.079469 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337a36c-1707-4db3-8701-aef50ebe36b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9233049-7d35-41a3-a830-879c708f75f5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:38.189839 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54484) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:38.216754 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a265f45d-06a5-4b72-9625-590c4d5ef056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:38.232586 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2a2b2a65-f164-4853-81c7-00872d3c351e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cce4e64935264742b43c864c773eb3b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414677 Jul 06 12:51:38.235079 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54486) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:38.285196 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4bba5eb-2b5e-4765-a17d-21b13b9e6946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:38.306349 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4bba5eb-2b5e-4765-a17d-21b13b9e6946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:38.320897 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:38.357089 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4bba5eb-2b5e-4765-a17d-21b13b9e6946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:38.360153 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4bba5eb-2b5e-4765-a17d-21b13b9e6946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:38.361434 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b4bba5eb-2b5e-4765-a17d-21b13b9e6946 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5bb62a2a-4558-429d-9531-d6605683ab95 HTTP/1.1" status: 204 len: 168 time: 0.1254172 Jul 06 12:51:38.370632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bba5eb-2b5e-4765-a17d-21b13b9e6946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb62a2a-4558-429d-9531-d6605683ab95,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:38.895857 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:51:38.914771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:51:38.915117 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8ee270a1-a6cd-4cfb-8fb5-66a9b9b032d4 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:51:38.915560 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0de713d4-5999-4c93-9d53-49b7d4b4a2cf no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:51:38.937171 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 0de713d4-5999-4c93-9d53-49b7d4b4a2cf {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:51:38.937478 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 0de713d4-5999-4c93-9d53-49b7d4b4a2cf not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:51:39.060302 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54508) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:39.152940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a43fb7c5-8c19-4648-9af5-c31ac304497a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-190651102-network', 'tenant_id': 'e91252df9362485d809a581457670966'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:51:39.177328 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43fb7c5-8c19-4648-9af5-c31ac304497a admin admin] Made reservation on behalf of e91252df9362485d809a581457670966 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:51:39.180179 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a43fb7c5-8c19-4648-9af5-c31ac304497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:39.188360 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a43fb7c5-8c19-4648-9af5-c31ac304497a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:39.278238 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a43fb7c5-8c19-4648-9af5-c31ac304497a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:39.282092 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a43fb7c5-8c19-4648-9af5-c31ac304497a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:39.307441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43fb7c5-8c19-4648-9af5-c31ac304497a admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:51:39.317124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fb7c5-8c19-4648-9af5-c31ac304497a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49cc401-ec18-45c6-83bc-5492e721b8a8,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:39.322034 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a43fb7c5-8c19-4648-9af5-c31ac304497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:39.322409 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-a43fb7c5-8c19-4648-9af5-c31ac304497a admin admin] Added segment 3220df52-26ff-45cd-8a98-c49ac90ff84d of type vlan for network cd4b5b34-c55e-4fa1-a564-619c6c052357 Jul 06 12:51:39.363070 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a43fb7c5-8c19-4648-9af5-c31ac304497a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:39.391088 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a43fb7c5-8c19-4648-9af5-c31ac304497a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:39.391990 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43fb7c5-8c19-4648-9af5-c31ac304497a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:39.392577 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a43fb7c5-8c19-4648-9af5-c31ac304497a admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:39.446328 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a43fb7c5-8c19-4648-9af5-c31ac304497a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3848846 Jul 06 12:51:39.449327 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54512) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:51:39.454522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cd6c924f-74f7-479e-9c5d-0f069d0a4fe5 admin admin] Request body: {'subnet': {'network_id': 'cd4b5b34-c55e-4fa1-a564-619c6c052357', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-190651102-subnet', 'tenant_id': 'e91252df9362485d809a581457670966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:51:39.455584 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fb7c5-8c19-4648-9af5-c31ac304497a admin admin] Pushing event updated for resources: {'Network': ['ID=cd4b5b34-c55e-4fa1-a564-619c6c052357,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:39.466047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network cd4b5b34-c55e-4fa1-a564-619c6c052357 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:51:39.483692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6c924f-74f7-479e-9c5d-0f069d0a4fe5 admin admin] Made reservation on behalf of e91252df9362485d809a581457670966 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:51:39.486230 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd6c924f-74f7-479e-9c5d-0f069d0a4fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:39.558446 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:39.661110 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd6c924f-74f7-479e-9c5d-0f069d0a4fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:39.717065 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c924f-74f7-479e-9c5d-0f069d0a4fe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=463b98e2-a650-4f7a-b93f-ba71ae82d5af,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:39.724394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c924f-74f7-479e-9c5d-0f069d0a4fe5 admin admin] Checking segment: {'id': '3220df52-26ff-45cd-8a98-c49ac90ff84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'cd4b5b34-c55e-4fa1-a564-619c6c052357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:51:39.725311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c924f-74f7-479e-9c5d-0f069d0a4fe5 admin admin] Network hostable DHCP agents. Network: cd4b5b34-c55e-4fa1-a564-619c6c052357, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:51:39.742087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c924f-74f7-479e-9c5d-0f069d0a4fe5 admin admin] Network cd4b5b34-c55e-4fa1-a564-619c6c052357 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:51:39.755006 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-cd6c924f-74f7-479e-9c5d-0f069d0a4fe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, cd4b5b34-c55e-4fa1-a564-619c6c052357) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:51:39.759387 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c924f-74f7-479e-9c5d-0f069d0a4fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:39.759961 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd6c924f-74f7-479e-9c5d-0f069d0a4fe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:39.764794 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945327af-4798-4efd-a32e-eb22dae8ac03 None None] Network cd4b5b34-c55e-4fa1-a564-619c6c052357 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:51:39.775385 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cd6c924f-74f7-479e-9c5d-0f069d0a4fe5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3248682 Jul 06 12:51:39.890050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfbc84b-f12e-4845-91a7-16c19dfe1d79 None None] Network cd4b5b34-c55e-4fa1-a564-619c6c052357 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:51:40.309970 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-8826f9f9-49bb-4cd9-b882-be7510a8cc11 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:40.311473 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-8826f9f9-49bb-4cd9-b882-be7510a8cc11 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/networks?id=cd4b5b34-c55e-4fa1-a564-619c6c052357 HTTP/1.1" status: 200 len: 813 time: 0.1024165 Jul 06 12:51:40.327054 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-51ea73ba-2591-4724-bb63-9eff51a48436 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/quotas/e91252df9362485d809a581457670966 HTTP/1.1" status: 200 len: 375 time: 0.0098326 Jul 06 12:51:40.364474 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-6d6bf1b7-6811-4266-a83c-8da89f1957bc tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e91252df9362485d809a581457670966&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315208 Jul 06 12:51:40.374736 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-4505748e-7e8e-4191-95fe-185ff76a0747 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:51:40.375728 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-4505748e-7e8e-4191-95fe-185ff76a0747 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051053 Jul 06 12:51:40.469133 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-ce35de65-3b81-45c7-ace5-44e07940347c service neutron] 10.222.0.81 "GET /v2.0/networks/cd4b5b34-c55e-4fa1-a564-619c6c052357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881357 Jul 06 12:51:40.560621 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-17c66977-332b-4967-b5f6-fa8832002164 service neutron] 10.222.0.81 "GET /v2.0/networks/cd4b5b34-c55e-4fa1-a564-619c6c052357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849199 Jul 06 12:51:40.732665 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e73e4e4a-72ad-4cb8-abcb-c6e3ecd00d1a req-4ad7dec2-5007-44c5-b140-bad6d7a3e81f tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 210 time: 0.0367081 Jul 06 12:51:41.144975 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:41.884483 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a6ec0cb6-05e3-4b53-9819-729b585426a2 req-e9084e12-cc80-43bb-9c9c-5fcedf266b1f tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 210 time: 0.0398111 Jul 06 12:51:41.982137 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-94e5f14f-3e36-4db2-b7d4-7b48c42101e6 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:41.982137 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-94e5f14f-3e36-4db2-b7d4-7b48c42101e6 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.89 "GET /v2.0/networks?id=cd4b5b34-c55e-4fa1-a564-619c6c052357 HTTP/1.1" status: 200 len: 813 time: 0.1062562 Jul 06 12:51:41.991730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-7457cc51-2c40-42f2-aab5-69603ff94828 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Request body: {'port': {'device_id': '3752bacd-a1f4-4e8b-aa52-24a50e6e0a50', 'network_id': 'cd4b5b34-c55e-4fa1-a564-619c6c052357', 'admin_state_up': True, 'tenant_id': 'e91252df9362485d809a581457670966'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:51:42.104368 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-7457cc51-2c40-42f2-aab5-69603ff94828 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Made reservation on behalf of e91252df9362485d809a581457670966 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:51:42.108255 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-7457cc51-2c40-42f2-aab5-69603ff94828 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:42.239346 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-7457cc51-2c40-42f2-aab5-69603ff94828 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Allocated IP 172.20.0.13 (cd4b5b34-c55e-4fa1-a564-619c6c052357/463b98e2-a650-4f7a-b93f-ba71ae82d5af/6ba7a901-88c3-425d-a0f8-59ccc22d55ba) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:51:42.392680 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-7457cc51-2c40-42f2-aab5-69603ff94828 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:42.432151 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-7457cc51-2c40-42f2-aab5-69603ff94828 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:42.478552 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-7457cc51-2c40-42f2-aab5-69603ff94828 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Network cd4b5b34-c55e-4fa1-a564-619c6c052357 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:51:42.484033 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-7457cc51-2c40-42f2-aab5-69603ff94828 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:51:42.486574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-7457cc51-2c40-42f2-aab5-69603ff94828 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:51:42.515604 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457cc51-2c40-42f2-aab5-69603ff94828 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Pushing event updated for resources: {'Port': ['ID=6ba7a901-88c3-425d-a0f8-59ccc22d55ba,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:42.546860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-7457cc51-2c40-42f2-aab5-69603ff94828 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:42.547501 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-7457cc51-2c40-42f2-aab5-69603ff94828 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:42.562268 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-7457cc51-2c40-42f2-aab5-69603ff94828 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5752852 Jul 06 12:51:42.573381 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Request body: {'port': {'device_id': '3752bacd-a1f4-4e8b-aa52-24a50e6e0a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:51:42.651512 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:42.916934 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba7a901-88c3-425d-a0f8-59ccc22d55ba {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:51:42.925549 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:42.942182 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Transition to ACTIVE for port object 6ba7a901-88c3-425d-a0f8-59ccc22d55ba will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:51:42.948156 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:43.004363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba7a901-88c3-425d-a0f8-59ccc22d55ba,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:43.069350 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021f809-f86a-45a9-a0e0-1ffb1a12f0c1 req-6b85a3f5-fb0d-4ff9-b80c-3271ff767c31 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:43.070874 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4021f809-f86a-45a9-a0e0-1ffb1a12f0c1 req-6b85a3f5-fb0d-4ff9-b80c-3271ff767c31 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 944 time: 0.0686357 Jul 06 12:51:43.092441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Attempting to bind port 6ba7a901-88c3-425d-a0f8-59ccc22d55ba on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:51:43.092681 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Attempting to bind port 6ba7a901-88c3-425d-a0f8-59ccc22d55ba by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '3220df52-26ff-45cd-8a98-c49ac90ff84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'cd4b5b34-c55e-4fa1-a564-619c6c052357'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:51:43.093002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Attempting to bind port 6ba7a901-88c3-425d-a0f8-59ccc22d55ba on network cd4b5b34-c55e-4fa1-a564-619c6c052357 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:51:43.097502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Port 6ba7a901-88c3-425d-a0f8-59ccc22d55ba on network cd4b5b34-c55e-4fa1-a564-619c6c052357 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:51:43.097815 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Attempting to bind port 6ba7a901-88c3-425d-a0f8-59ccc22d55ba on network cd4b5b34-c55e-4fa1-a564-619c6c052357 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:51:43.102708 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:51:43.103034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Checking segment: {'id': '3220df52-26ff-45cd-8a98-c49ac90ff84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'cd4b5b34-c55e-4fa1-a564-619c6c052357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:51:43.103440 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Bound using segment: {'id': '3220df52-26ff-45cd-8a98-c49ac90ff84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'cd4b5b34-c55e-4fa1-a564-619c6c052357'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:51:43.103858 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Bound port: 6ba7a901-88c3-425d-a0f8-59ccc22d55ba, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3220df52-26ff-45cd-8a98-c49ac90ff84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'cd4b5b34-c55e-4fa1-a564-619c6c052357'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:51:43.104209 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:43.109801 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4021f809-f86a-45a9-a0e0-1ffb1a12f0c1 req-d0de5db2-8281-4d80-86cf-01b6db5d77c3 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329092 Jul 06 12:51:43.169225 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] For port 6ba7a901-88c3-425d-a0f8-59ccc22d55ba, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:51:43.172404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] For port 6ba7a901-88c3-425d-a0f8-59ccc22d55ba, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=6ba7a901-88c3-425d-a0f8-59ccc22d55ba,segment=NetworkSegment(3220df52-26ff-45cd-8a98-c49ac90ff84d),segment_id=3220df52-26ff-45cd-8a98-c49ac90ff84d)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:51:43.176901 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:43.212941 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:43.213555 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:43.214944 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] 10.222.0.89 "PUT /v2.0/ports/6ba7a901-88c3-425d-a0f8-59ccc22d55ba HTTP/1.1" status: 200 len: 1092 time: 0.6456921 Jul 06 12:51:43.215398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3752bacd-a1f4-4e8b-aa52-24a50e6e0a50', 'tag': '6ba7a901-88c3-425d-a0f8-59ccc22d55ba'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:51:43.217649 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a6d304-285a-450d-9677-86d7156aad50" -d '{"events": [{"name": "network-changed", "server_uuid": "3752bacd-a1f4-4e8b-aa52-24a50e6e0a50", "tag": "6ba7a901-88c3-425d-a0f8-59ccc22d55ba"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:51:43.246609 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6873e1-6c2a-41b2-88fc-59c5e0de6da2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba7a901-88c3-425d-a0f8-59ccc22d55ba,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:43.264237 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51eae380-fa96-4c9c-bab4-d098db5f8759 x-openstack-request-id: req-51eae380-fa96-4c9c-bab4-d098db5f8759 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:51:43.264529 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3752bacd-a1f4-4e8b-aa52-24a50e6e0a50", "tag": "6ba7a901-88c3-425d-a0f8-59ccc22d55ba", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:51:43.264786 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-51eae380-fa96-4c9c-bab4-d098db5f8759 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:51:43.265185 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3752bacd-a1f4-4e8b-aa52-24a50e6e0a50', 'tag': '6ba7a901-88c3-425d-a0f8-59ccc22d55ba', 'status': 'completed', 'code': 200} Jul 06 12:51:43.314528 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-7b86cea8-c7a1-4432-81b4-fe347c43ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:43.316077 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-7b86cea8-c7a1-4432-81b4-fe347c43ebfe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e91252df9362485d809a581457670966&device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 1095 time: 0.0646353 Jul 06 12:51:43.358854 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-448a1942-a07c-49ca-82e4-ab947f926d85 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ba7a901-88c3-425d-a0f8-59ccc22d55ba HTTP/1.1" status: 200 len: 217 time: 0.0342836 Jul 06 12:51:43.406740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-f48d9bb7-6b53-496e-9043-4e6e2ca33575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:43.408220 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-f48d9bb7-6b53-496e-9043-4e6e2ca33575 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=463b98e2-a650-4f7a-b93f-ba71ae82d5af HTTP/1.1" status: 200 len: 853 time: 0.0435243 Jul 06 12:51:43.441492 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-14062dce-cb48-432d-b31a-c32f32b99b53 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd4b5b34-c55e-4fa1-a564-619c6c052357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258782 Jul 06 12:51:43.533884 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-9cfda84e-bce5-440c-af35-b3bd168500ea service neutron] 10.222.0.89 "GET /v2.0/networks/cd4b5b34-c55e-4fa1-a564-619c6c052357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852075 Jul 06 12:51:43.622460 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f1c9c5f-9131-482c-9fb1-543e9d8d2863 req-0dd0e302-74c6-4be0-8381-726d7ff37f70 service neutron] 10.222.0.89 "GET /v2.0/networks/cd4b5b34-c55e-4fa1-a564-619c6c052357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825045 Jul 06 12:51:43.724185 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6d304-285a-450d-9677-86d7156aad50 req-0ba9874a-2273-49f4-a963-ab9b027e8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:43.726458 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-05a6d304-285a-450d-9677-86d7156aad50 req-0ba9874a-2273-49f4-a963-ab9b027e8a9e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e91252df9362485d809a581457670966&device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 1095 time: 0.0586944 Jul 06 12:51:43.813630 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6d304-285a-450d-9677-86d7156aad50 req-d61fbc78-9926-4cf6-baab-8d1ca7742482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:43.815099 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-05a6d304-285a-450d-9677-86d7156aad50 req-d61fbc78-9926-4cf6-baab-8d1ca7742482 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cd4b5b34-c55e-4fa1-a564-619c6c052357 HTTP/1.1" status: 200 len: 914 time: 0.0830662 Jul 06 12:51:43.863778 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-05a6d304-285a-450d-9677-86d7156aad50 req-b94656b0-37d9-4fc0-82ca-0ec54c722a41 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ba7a901-88c3-425d-a0f8-59ccc22d55ba HTTP/1.1" status: 200 len: 217 time: 0.0417187 Jul 06 12:51:43.913314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6d304-285a-450d-9677-86d7156aad50 req-f826a2af-a2f8-44fc-8af6-f72013fe1529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:43.914726 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-05a6d304-285a-450d-9677-86d7156aad50 req-f826a2af-a2f8-44fc-8af6-f72013fe1529 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=463b98e2-a650-4f7a-b93f-ba71ae82d5af HTTP/1.1" status: 200 len: 853 time: 0.0432968 Jul 06 12:51:43.948198 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-05a6d304-285a-450d-9677-86d7156aad50 req-0b39a3a9-081e-4e56-9f88-0c66a8ca4703 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cd4b5b34-c55e-4fa1-a564-619c6c052357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267196 Jul 06 12:51:44.040102 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-05a6d304-285a-450d-9677-86d7156aad50 req-28f4dd99-bad1-45fe-9faa-031393ccc37f service neutron] 10.222.0.89 "GET /v2.0/networks/cd4b5b34-c55e-4fa1-a564-619c6c052357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850663 Jul 06 12:51:44.130602 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-05a6d304-285a-450d-9677-86d7156aad50 req-e5110ce5-9c66-4e73-8c27-c118199ca639 service neutron] 10.222.0.89 "GET /v2.0/networks/cd4b5b34-c55e-4fa1-a564-619c6c052357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842729 Jul 06 12:51:44.288574 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bb6d4-2104-434d-ac15-71b92bbe8f4e req-7defbb0a-f137-4dc7-ac18-f5efe5423271 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:44.290398 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-114bb6d4-2104-434d-ac15-71b92bbe8f4e req-7defbb0a-f137-4dc7-ac18-f5efe5423271 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 944 time: 0.0683844 Jul 06 12:51:44.329385 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-114bb6d4-2104-434d-ac15-71b92bbe8f4e req-bb9d1848-df31-4936-9ddb-cde06cd2d2b3 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332601 Jul 06 12:51:44.418970 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 6ba7a901-88c3-425d-a0f8-59ccc22d55ba details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:51:44.512714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 6ba7a901-88c3-425d-a0f8-59ccc22d55ba, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=6ba7a901-88c3-425d-a0f8-59ccc22d55ba,segment=NetworkSegment(3220df52-26ff-45cd-8a98-c49ac90ff84d),segment_id=3220df52-26ff-45cd-8a98-c49ac90ff84d)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:44.524527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '6ba7a901-88c3-425d-a0f8-59ccc22d55ba', 'network_id': 'cd4b5b34-c55e-4fa1-a564-619c6c052357', 'port_id': '6ba7a901-88c3-425d-a0f8-59ccc22d55ba', 'mac_address': 'fa:16:3e:d1:94:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463b98e2-a650-4f7a-b93f-ba71ae82d5af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:51:44.564980 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:44.577638 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba7a901-88c3-425d-a0f8-59ccc22d55ba {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:51:44.596866 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 6ba7a901-88c3-425d-a0f8-59ccc22d55ba, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=6ba7a901-88c3-425d-a0f8-59ccc22d55ba,segment=NetworkSegment(3220df52-26ff-45cd-8a98-c49ac90ff84d),segment_id=3220df52-26ff-45cd-8a98-c49ac90ff84d)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:44.601248 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:44.648706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=6ba7a901-88c3-425d-a0f8-59ccc22d55ba,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:44.788824 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['6ba7a901-88c3-425d-a0f8-59ccc22d55ba'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:51:45.507258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f94b97-8787-460c-acb1-9f28a4ebfc38 req-7f397bf9-6588-4b49-8a57-cd4618402cf2 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:45.508804 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93f94b97-8787-460c-acb1-9f28a4ebfc38 req-7f397bf9-6588-4b49-8a57-cd4618402cf2 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 945 time: 0.0675216 Jul 06 12:51:45.547463 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-93f94b97-8787-460c-acb1-9f28a4ebfc38 req-5c2f713c-e8ff-407a-867b-567a6b84d120 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Jul 06 12:51:46.433495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 6ba7a901-88c3-425d-a0f8-59ccc22d55ba up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:51:46.483801 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 6ba7a901-88c3-425d-a0f8-59ccc22d55ba completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:51:46.487526 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 6ba7a901-88c3-425d-a0f8-59ccc22d55ba triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:51:46.487897 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:46.561977 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:46.585358 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3752bacd-a1f4-4e8b-aa52-24a50e6e0a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba7a901-88c3-425d-a0f8-59ccc22d55ba'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:51:46.587799 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8a106a-35fe-46de-82c7-0fa4af92a00a" -d '{"events": [{"server_uuid": "3752bacd-a1f4-4e8b-aa52-24a50e6e0a50", "name": "network-vif-plugged", "status": "completed", "tag": "6ba7a901-88c3-425d-a0f8-59ccc22d55ba"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:51:46.604482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 6ba7a901-88c3-425d-a0f8-59ccc22d55ba, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=6ba7a901-88c3-425d-a0f8-59ccc22d55ba,segment=NetworkSegment(3220df52-26ff-45cd-8a98-c49ac90ff84d),segment_id=3220df52-26ff-45cd-8a98-c49ac90ff84d)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:46.608280 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:46.655671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=6ba7a901-88c3-425d-a0f8-59ccc22d55ba,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:46.721023 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab6102-4440-43b0-ad7a-22889af4285b req-2f424be0-cd8d-491a-95e2-68e9d783aedb tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:46.722419 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0eab6102-4440-43b0-ad7a-22889af4285b req-2f424be0-cd8d-491a-95e2-68e9d783aedb tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 946 time: 0.0644047 Jul 06 12:51:46.759527 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0eab6102-4440-43b0-ad7a-22889af4285b req-a463d83d-1829-45ed-a722-765b39ba9dc0 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311732 Jul 06 12:51:46.803203 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dce3232-9667-4b6f-8bb2-09f96510ecce x-openstack-request-id: req-3dce3232-9667-4b6f-8bb2-09f96510ecce {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:51:46.803521 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3752bacd-a1f4-4e8b-aa52-24a50e6e0a50", "name": "network-vif-plugged", "status": "completed", "tag": "6ba7a901-88c3-425d-a0f8-59ccc22d55ba", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:51:46.803781 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3dce3232-9667-4b6f-8bb2-09f96510ecce {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:51:46.804187 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3752bacd-a1f4-4e8b-aa52-24a50e6e0a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba7a901-88c3-425d-a0f8-59ccc22d55ba', 'code': 200} Jul 06 12:51:46.915161 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14804c1-2807-43eb-94b2-e0f55741f4e2 req-8d40301a-6f77-409a-be75-d3ac5c07be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:46.916670 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e14804c1-2807-43eb-94b2-e0f55741f4e2 req-8d40301a-6f77-409a-be75-d3ac5c07be4b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 1097 time: 0.0511823 Jul 06 12:51:46.950812 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e14804c1-2807-43eb-94b2-e0f55741f4e2 req-e97f4e89-39b1-4f57-aebb-651eeec3f915 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273945 Jul 06 12:51:47.950717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a880f80-c8c4-46ba-9e80-7154e3ba7fab req-0bcde2d0-537d-4563-a015-ef10a55f7148 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:47.952266 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a880f80-c8c4-46ba-9e80-7154e3ba7fab req-0bcde2d0-537d-4563-a015-ef10a55f7148 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 946 time: 0.0695429 Jul 06 12:51:47.994690 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a880f80-c8c4-46ba-9e80-7154e3ba7fab req-282167b9-03e5-40f6-b0e1-9205dba6714d tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362480 Jul 06 12:51:49.165723 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c66a89-d0b8-459a-87e7-6d4c9010c50f req-39ddfb2b-025a-47a0-b86b-00a6caa6ef51 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:49.167124 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83c66a89-d0b8-459a-87e7-6d4c9010c50f req-39ddfb2b-025a-47a0-b86b-00a6caa6ef51 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 946 time: 0.0624969 Jul 06 12:51:49.208936 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83c66a89-d0b8-459a-87e7-6d4c9010c50f req-0be5657b-efc9-4166-b6cb-4fa4b6a5f383 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360634 Jul 06 12:51:49.442693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-c86d6251-fe9e-46c5-a8ee-4e88811f91a3 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:49.444180 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-c86d6251-fe9e-46c5-a8ee-4e88811f91a3 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/networks?id=cd4b5b34-c55e-4fa1-a564-619c6c052357 HTTP/1.1" status: 200 len: 813 time: 0.1081097 Jul 06 12:51:49.458789 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-3eae9c39-ee7a-4445-9ec7-11acb282ab24 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/quotas/e91252df9362485d809a581457670966 HTTP/1.1" status: 200 len: 375 time: 0.0093126 Jul 06 12:51:49.526854 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-604ec775-7943-427d-b0d3-9d26f5af0cfe tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e91252df9362485d809a581457670966&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625362 Jul 06 12:51:49.620414 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-53efa37b-9718-45db-806a-010a05ff8df7 service neutron] 10.222.0.81 "GET /v2.0/networks/cd4b5b34-c55e-4fa1-a564-619c6c052357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867941 Jul 06 12:51:49.707510 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-0bd85a84-bf61-4167-85e9-f0f2598ecc7d service neutron] 10.222.0.81 "GET /v2.0/networks/cd4b5b34-c55e-4fa1-a564-619c6c052357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813417 Jul 06 12:51:49.875293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f28ca30b-b35a-4cfa-993e-aa8b137d80e6 req-ae5586e0-d97d-43ac-9742-f1a7e53ad15d tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=082168cd-580b-4015-a98f-31b20859f971 HTTP/1.1" status: 200 len: 210 time: 0.0323553 Jul 06 12:51:50.913994 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-3d55ac49-dd2c-444a-a01c-2129021b96f3 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:50.916273 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-3d55ac49-dd2c-444a-a01c-2129021b96f3 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.23 "GET /v2.0/networks?id=cd4b5b34-c55e-4fa1-a564-619c6c052357 HTTP/1.1" status: 200 len: 813 time: 0.1081526 Jul 06 12:51:50.929502 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-a65e8519-703f-4abd-bf58-38d624220f0b tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Request body: {'port': {'device_id': '082168cd-580b-4015-a98f-31b20859f971', 'network_id': 'cd4b5b34-c55e-4fa1-a564-619c6c052357', 'admin_state_up': True, 'tenant_id': 'e91252df9362485d809a581457670966'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:51:51.024556 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a94e129f-cf36-4f6f-94b0-e171455e9014 req-335fb9af-d748-4285-b5c7-f9a1e5fa4d09 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=082168cd-580b-4015-a98f-31b20859f971 HTTP/1.1" status: 200 len: 210 time: 0.0346150 Jul 06 12:51:51.048132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-a65e8519-703f-4abd-bf58-38d624220f0b tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Made reservation on behalf of e91252df9362485d809a581457670966 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:51:51.052078 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-a65e8519-703f-4abd-bf58-38d624220f0b tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:51.178872 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-a65e8519-703f-4abd-bf58-38d624220f0b tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Allocated IP 172.20.0.7 (cd4b5b34-c55e-4fa1-a564-619c6c052357/463b98e2-a650-4f7a-b93f-ba71ae82d5af/1da0a008-0a27-4cb9-82bf-98982a5e584e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:51:51.325152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-a65e8519-703f-4abd-bf58-38d624220f0b tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:51.371653 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-a65e8519-703f-4abd-bf58-38d624220f0b tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:51.386088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['6ba7a901-88c3-425d-a0f8-59ccc22d55ba'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:51:51.417674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-a65e8519-703f-4abd-bf58-38d624220f0b tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Network cd4b5b34-c55e-4fa1-a564-619c6c052357 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:51:51.423078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-a65e8519-703f-4abd-bf58-38d624220f0b tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:51:51.425728 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-a65e8519-703f-4abd-bf58-38d624220f0b tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:51:51.453607 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e8519-703f-4abd-bf58-38d624220f0b tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Pushing event updated for resources: {'Port': ['ID=1da0a008-0a27-4cb9-82bf-98982a5e584e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:51.485936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-a65e8519-703f-4abd-bf58-38d624220f0b tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:51.486559 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-a65e8519-703f-4abd-bf58-38d624220f0b tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:51.501578 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-a65e8519-703f-4abd-bf58-38d624220f0b tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5761137 Jul 06 12:51:51.512990 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Request body: {'port': {'device_id': '082168cd-580b-4015-a98f-31b20859f971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:51:51.588470 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:51.848561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da0a008-0a27-4cb9-82bf-98982a5e584e {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:51:51.856354 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:51.869324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Transition to ACTIVE for port object 1da0a008-0a27-4cb9-82bf-98982a5e584e will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:51:51.873586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:51.947829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751592bc-7585-421e-b245-86d9127641af service neutron] Pushing event updated for resources: {'Port': ['ID=1da0a008-0a27-4cb9-82bf-98982a5e584e,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:51.997096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Attempting to bind port 1da0a008-0a27-4cb9-82bf-98982a5e584e on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:51:51.997425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Attempting to bind port 1da0a008-0a27-4cb9-82bf-98982a5e584e by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '3220df52-26ff-45cd-8a98-c49ac90ff84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'cd4b5b34-c55e-4fa1-a564-619c6c052357'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:51:51.997746 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Attempting to bind port 1da0a008-0a27-4cb9-82bf-98982a5e584e on network cd4b5b34-c55e-4fa1-a564-619c6c052357 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:51:52.001989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Port 1da0a008-0a27-4cb9-82bf-98982a5e584e on network cd4b5b34-c55e-4fa1-a564-619c6c052357 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:51:52.002298 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Attempting to bind port 1da0a008-0a27-4cb9-82bf-98982a5e584e on network cd4b5b34-c55e-4fa1-a564-619c6c052357 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:51:52.007070 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:51:52.007430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Checking segment: {'id': '3220df52-26ff-45cd-8a98-c49ac90ff84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'cd4b5b34-c55e-4fa1-a564-619c6c052357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:51:52.007808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Bound using segment: {'id': '3220df52-26ff-45cd-8a98-c49ac90ff84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'cd4b5b34-c55e-4fa1-a564-619c6c052357'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:51:52.008223 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Bound port: 1da0a008-0a27-4cb9-82bf-98982a5e584e, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3220df52-26ff-45cd-8a98-c49ac90ff84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'cd4b5b34-c55e-4fa1-a564-619c6c052357'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:51:52.008572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:52.072281 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] For port 1da0a008-0a27-4cb9-82bf-98982a5e584e, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:51:52.075667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] For port 1da0a008-0a27-4cb9-82bf-98982a5e584e, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1da0a008-0a27-4cb9-82bf-98982a5e584e,segment=NetworkSegment(3220df52-26ff-45cd-8a98-c49ac90ff84d),segment_id=3220df52-26ff-45cd-8a98-c49ac90ff84d)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:51:52.080352 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:52.114622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:52.115347 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:52.117287 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-751592bc-7585-421e-b245-86d9127641af service neutron] 10.222.0.23 "PUT /v2.0/ports/1da0a008-0a27-4cb9-82bf-98982a5e584e HTTP/1.1" status: 200 len: 1091 time: 0.6085608 Jul 06 12:51:52.117735 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082168cd-580b-4015-a98f-31b20859f971', 'tag': '1da0a008-0a27-4cb9-82bf-98982a5e584e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:51:52.120024 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec255326-8c43-479e-81b1-103248185aff" -d '{"events": [{"name": "network-changed", "server_uuid": "082168cd-580b-4015-a98f-31b20859f971", "tag": "1da0a008-0a27-4cb9-82bf-98982a5e584e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:51:52.143074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751592bc-7585-421e-b245-86d9127641af service neutron] Pushing event updated for resources: {'Port': ['ID=1da0a008-0a27-4cb9-82bf-98982a5e584e,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:52.220257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca7911-9892-44ab-86e7-b79945f4bc2c req-d017a821-e81f-44a3-b718-355d9f0f6a63 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:52.221924 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3eca7911-9892-44ab-86e7-b79945f4bc2c req-d017a821-e81f-44a3-b718-355d9f0f6a63 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=082168cd-580b-4015-a98f-31b20859f971 HTTP/1.1" status: 200 len: 943 time: 0.0690072 Jul 06 12:51:52.230374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-a1bc2f16-ddbb-46d9-8783-8c9831fe88a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:52.231914 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-a1bc2f16-ddbb-46d9-8783-8c9831fe88a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e91252df9362485d809a581457670966&device_id=082168cd-580b-4015-a98f-31b20859f971 HTTP/1.1" status: 200 len: 1094 time: 0.0674732 Jul 06 12:51:52.263110 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3eca7911-9892-44ab-86e7-b79945f4bc2c req-a99c287e-665f-4117-b11b-5754bd842836 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343399 Jul 06 12:51:52.276363 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-6dd27996-cbcf-4ded-b202-0f04e7046ce5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1da0a008-0a27-4cb9-82bf-98982a5e584e HTTP/1.1" status: 200 len: 217 time: 0.0370297 Jul 06 12:51:52.309345 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1666466c-2c85-47b7-bd9e-cb1fe270121f x-openstack-request-id: req-1666466c-2c85-47b7-bd9e-cb1fe270121f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:51:52.309638 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082168cd-580b-4015-a98f-31b20859f971", "tag": "1da0a008-0a27-4cb9-82bf-98982a5e584e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:51:52.309891 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1666466c-2c85-47b7-bd9e-cb1fe270121f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:51:52.310289 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082168cd-580b-4015-a98f-31b20859f971', 'tag': '1da0a008-0a27-4cb9-82bf-98982a5e584e', 'status': 'completed', 'code': 200} Jul 06 12:51:52.328575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-6f42c171-9b78-4d52-a1ee-b0d05cc7f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:52.330079 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-6f42c171-9b78-4d52-a1ee-b0d05cc7f22c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=463b98e2-a650-4f7a-b93f-ba71ae82d5af HTTP/1.1" status: 200 len: 853 time: 0.0480530 Jul 06 12:51:52.367186 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-6de06732-995d-4d7b-b3ac-9de05f0d8d61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd4b5b34-c55e-4fa1-a564-619c6c052357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308559 Jul 06 12:51:52.454415 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-cf68e181-7d73-4f3a-8efd-486bc0b92c98 service neutron] 10.222.0.23 "GET /v2.0/networks/cd4b5b34-c55e-4fa1-a564-619c6c052357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812128 Jul 06 12:51:52.548413 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f5510171-edbe-42d8-909a-da76fc9b7d76 req-fc656cdf-512b-464c-9499-1e48f6be96b6 service neutron] 10.222.0.23 "GET /v2.0/networks/cd4b5b34-c55e-4fa1-a564-619c6c052357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878994 Jul 06 12:51:52.647378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec255326-8c43-479e-81b1-103248185aff req-eed27919-3497-4a4e-acf2-cf487ad09883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:52.648795 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ec255326-8c43-479e-81b1-103248185aff req-eed27919-3497-4a4e-acf2-cf487ad09883 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e91252df9362485d809a581457670966&device_id=082168cd-580b-4015-a98f-31b20859f971 HTTP/1.1" status: 200 len: 1094 time: 0.0532641 Jul 06 12:51:52.736525 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec255326-8c43-479e-81b1-103248185aff req-8f1d4b75-86fc-4f69-ba85-96bf492a2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:52.737995 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ec255326-8c43-479e-81b1-103248185aff req-8f1d4b75-86fc-4f69-ba85-96bf492a2bb3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cd4b5b34-c55e-4fa1-a564-619c6c052357 HTTP/1.1" status: 200 len: 914 time: 0.0831254 Jul 06 12:51:52.782272 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ec255326-8c43-479e-81b1-103248185aff req-58adafba-c789-4b44-8578-0a37bb7a12c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1da0a008-0a27-4cb9-82bf-98982a5e584e HTTP/1.1" status: 200 len: 217 time: 0.0379291 Jul 06 12:51:52.829799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec255326-8c43-479e-81b1-103248185aff req-1482fda8-be9a-4b42-a052-3bba11b5e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:52.831318 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ec255326-8c43-479e-81b1-103248185aff req-1482fda8-be9a-4b42-a052-3bba11b5e858 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=463b98e2-a650-4f7a-b93f-ba71ae82d5af HTTP/1.1" status: 200 len: 853 time: 0.0427017 Jul 06 12:51:52.864473 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ec255326-8c43-479e-81b1-103248185aff req-a46a891f-2811-41c0-b70b-4948000eede1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd4b5b34-c55e-4fa1-a564-619c6c052357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258825 Jul 06 12:51:52.954437 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ec255326-8c43-479e-81b1-103248185aff req-f705b1d2-a91a-449b-a000-b026e885dab7 service neutron] 10.222.0.23 "GET /v2.0/networks/cd4b5b34-c55e-4fa1-a564-619c6c052357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831602 Jul 06 12:51:53.040755 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ec255326-8c43-479e-81b1-103248185aff req-2b00e20e-1b30-4460-a3e1-f80992c68610 service neutron] 10.222.0.23 "GET /v2.0/networks/cd4b5b34-c55e-4fa1-a564-619c6c052357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791037 Jul 06 12:51:53.437204 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339d436-2d9c-4a1a-80d6-bba35bb098ce req-6213302b-930e-4857-a0db-6cb1f53890ca tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:53.438729 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b339d436-2d9c-4a1a-80d6-bba35bb098ce req-6213302b-930e-4857-a0db-6cb1f53890ca tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=082168cd-580b-4015-a98f-31b20859f971 HTTP/1.1" status: 200 len: 943 time: 0.0632286 Jul 06 12:51:53.476953 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b339d436-2d9c-4a1a-80d6-bba35bb098ce req-ec8ad5b7-272a-4ca4-bd62-7dee58ada033 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318952 Jul 06 12:51:54.653977 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508c3b4-e182-4236-b80c-5795a851a0f8 req-1d66dbdb-32c8-420c-800a-878561eed0b5 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:54.655501 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0508c3b4-e182-4236-b80c-5795a851a0f8 req-1d66dbdb-32c8-420c-800a-878561eed0b5 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=082168cd-580b-4015-a98f-31b20859f971 HTTP/1.1" status: 200 len: 943 time: 0.0676003 Jul 06 12:51:54.692130 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0508c3b4-e182-4236-b80c-5795a851a0f8 req-5dede9b1-1335-4519-92fe-0a44123bff42 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Jul 06 12:51:55.474296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 1da0a008-0a27-4cb9-82bf-98982a5e584e details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:51:55.569663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 1da0a008-0a27-4cb9-82bf-98982a5e584e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1da0a008-0a27-4cb9-82bf-98982a5e584e,segment=NetworkSegment(3220df52-26ff-45cd-8a98-c49ac90ff84d),segment_id=3220df52-26ff-45cd-8a98-c49ac90ff84d)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:55.580929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '1da0a008-0a27-4cb9-82bf-98982a5e584e', 'network_id': 'cd4b5b34-c55e-4fa1-a564-619c6c052357', 'port_id': '1da0a008-0a27-4cb9-82bf-98982a5e584e', 'mac_address': 'fa:16:3e:fb:5f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463b98e2-a650-4f7a-b93f-ba71ae82d5af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:51:55.617243 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:55.629611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da0a008-0a27-4cb9-82bf-98982a5e584e {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:51:55.652312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 1da0a008-0a27-4cb9-82bf-98982a5e584e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1da0a008-0a27-4cb9-82bf-98982a5e584e,segment=NetworkSegment(3220df52-26ff-45cd-8a98-c49ac90ff84d),segment_id=3220df52-26ff-45cd-8a98-c49ac90ff84d)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:55.656507 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:55.701878 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=1da0a008-0a27-4cb9-82bf-98982a5e584e,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:55.847568 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['1da0a008-0a27-4cb9-82bf-98982a5e584e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:51:55.863800 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead3a4c-62b6-416f-8acd-4ad41177d430 req-b4c66005-daa6-4199-bf17-5c74456c3a73 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:55.865506 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5ead3a4c-62b6-416f-8acd-4ad41177d430 req-b4c66005-daa6-4199-bf17-5c74456c3a73 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=082168cd-580b-4015-a98f-31b20859f971 HTTP/1.1" status: 200 len: 944 time: 0.0643203 Jul 06 12:51:55.904507 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5ead3a4c-62b6-416f-8acd-4ad41177d430 req-cd72cb72-3d51-4a5b-8bce-8b9ec3f8f0ab tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334659 Jul 06 12:51:56.016030 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:51:57.080386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26a1bc-4b03-4513-b07f-816a6300396d req-7465bbf4-577f-4208-96dc-a181635adcbe tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:57.081891 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7d26a1bc-4b03-4513-b07f-816a6300396d req-7465bbf4-577f-4208-96dc-a181635adcbe tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=082168cd-580b-4015-a98f-31b20859f971 HTTP/1.1" status: 200 len: 944 time: 0.0663407 Jul 06 12:51:57.121293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7d26a1bc-4b03-4513-b07f-816a6300396d req-1ceb5934-5616-4f97-b6b0-77bf1bcd3650 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331697 Jul 06 12:51:57.488999 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 1da0a008-0a27-4cb9-82bf-98982a5e584e up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:51:57.539827 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 1da0a008-0a27-4cb9-82bf-98982a5e584e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:51:57.543511 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 1da0a008-0a27-4cb9-82bf-98982a5e584e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:51:57.543877 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:57.619673 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:57.642017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082168cd-580b-4015-a98f-31b20859f971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da0a008-0a27-4cb9-82bf-98982a5e584e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:51:57.644485 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862bae56-afcf-47f0-8b19-f7b521062951" -d '{"events": [{"server_uuid": "082168cd-580b-4015-a98f-31b20859f971", "name": "network-vif-plugged", "status": "completed", "tag": "1da0a008-0a27-4cb9-82bf-98982a5e584e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:51:57.656651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 1da0a008-0a27-4cb9-82bf-98982a5e584e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1da0a008-0a27-4cb9-82bf-98982a5e584e,segment=NetworkSegment(3220df52-26ff-45cd-8a98-c49ac90ff84d),segment_id=3220df52-26ff-45cd-8a98-c49ac90ff84d)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:51:57.660914 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:51:57.687206 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8783b2-a34d-4768-84e9-9292e12ce239 x-openstack-request-id: req-8c8783b2-a34d-4768-84e9-9292e12ce239 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:51:57.687519 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082168cd-580b-4015-a98f-31b20859f971", "name": "network-vif-plugged", "status": "completed", "tag": "1da0a008-0a27-4cb9-82bf-98982a5e584e", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:51:57.687773 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c8783b2-a34d-4768-84e9-9292e12ce239 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:51:57.688174 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082168cd-580b-4015-a98f-31b20859f971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da0a008-0a27-4cb9-82bf-98982a5e584e', 'code': 200} Jul 06 12:51:57.714706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=1da0a008-0a27-4cb9-82bf-98982a5e584e,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:51:57.793836 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e1659-ddff-4812-a067-cb2f7ce77f0d req-dc5e271c-3563-4f31-b0f6-444e66100b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:57.795352 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d72e1659-ddff-4812-a067-cb2f7ce77f0d req-dc5e271c-3563-4f31-b0f6-444e66100b6a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=082168cd-580b-4015-a98f-31b20859f971 HTTP/1.1" status: 200 len: 1096 time: 0.0517178 Jul 06 12:51:57.835209 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d72e1659-ddff-4812-a067-cb2f7ce77f0d req-0182294c-9d22-469c-aa13-8b2e6ac032ac service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325193 Jul 06 12:51:58.296804 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea327bd3-8847-4517-9703-0992c867e1cd req-afc7b270-6a80-4035-9cc1-dd51b3802b8a tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:58.298445 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ea327bd3-8847-4517-9703-0992c867e1cd req-afc7b270-6a80-4035-9cc1-dd51b3802b8a tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=082168cd-580b-4015-a98f-31b20859f971 HTTP/1.1" status: 200 len: 945 time: 0.0663793 Jul 06 12:51:58.337824 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ea327bd3-8847-4517-9703-0992c867e1cd req-6a34b974-a7c6-4e8e-b5d2-364747fc3a0c tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330143 Jul 06 12:51:59.527559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5805b-2038-4545-a868-3438d50587fa req-4f18b0d6-88e0-44c4-8a93-20e00ca1e7a4 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:59.529186 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fdc5805b-2038-4545-a868-3438d50587fa req-4f18b0d6-88e0-44c4-8a93-20e00ca1e7a4 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=082168cd-580b-4015-a98f-31b20859f971 HTTP/1.1" status: 200 len: 945 time: 0.0657504 Jul 06 12:51:59.570611 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fdc5805b-2038-4545-a868-3438d50587fa req-6cfcf4cc-aacc-45f2-bae8-fc8fe2abd48b tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332119 Jul 06 12:51:59.968496 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3b4fd-9a55-4b6e-96fd-7ac0783f11cb req-ea79c9c9-be71-430b-9301-531f6521fb4c tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:51:59.970038 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8fe3b4fd-9a55-4b6e-96fd-7ac0783f11cb req-ea79c9c9-be71-430b-9301-531f6521fb4c tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=082168cd-580b-4015-a98f-31b20859f971 HTTP/1.1" status: 200 len: 945 time: 0.0703764 Jul 06 12:52:00.009608 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8fe3b4fd-9a55-4b6e-96fd-7ac0783f11cb req-d7fcd46b-39ae-4fae-ba4a-1ce8b891aeb5 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Jul 06 12:52:01.183476 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f23b5-1861-4694-985b-e258de17a003 req-84c9fa2c-cd23-4707-9894-91804b743476 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:01.184890 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb4f23b5-1861-4694-985b-e258de17a003 req-84c9fa2c-cd23-4707-9894-91804b743476 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=082168cd-580b-4015-a98f-31b20859f971 HTTP/1.1" status: 200 len: 945 time: 0.0631859 Jul 06 12:52:01.221686 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb4f23b5-1861-4694-985b-e258de17a003 req-ec38da1d-6a44-4777-b704-579cba88959a tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311985 Jul 06 12:52:01.281420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65740208-fef1-4197-82b7-783c67d7f1f4 req-77d402db-f6d9-4f36-b2ec-a90bae900094 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:01.282903 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-65740208-fef1-4197-82b7-783c67d7f1f4 req-77d402db-f6d9-4f36-b2ec-a90bae900094 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.23 "GET /v2.0/ports?device_id=082168cd-580b-4015-a98f-31b20859f971 HTTP/1.1" status: 200 len: 945 time: 0.0631199 Jul 06 12:52:01.381521 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-65740208-fef1-4197-82b7-783c67d7f1f4 req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Deleting port 1da0a008-0a27-4cb9-82bf-98982a5e584e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:52:01.381854 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-65740208-fef1-4197-82b7-783c67d7f1f4 req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:01.473355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-65740208-fef1-4197-82b7-783c67d7f1f4 req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] For port 1da0a008-0a27-4cb9-82bf-98982a5e584e, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=1da0a008-0a27-4cb9-82bf-98982a5e584e,segment=NetworkSegment(3220df52-26ff-45cd-8a98-c49ac90ff84d),segment_id=3220df52-26ff-45cd-8a98-c49ac90ff84d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:01.473625 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-65740208-fef1-4197-82b7-783c67d7f1f4 req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:01.487695 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-65740208-fef1-4197-82b7-783c67d7f1f4 req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Calling delete_port for 1da0a008-0a27-4cb9-82bf-98982a5e584e owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:52:01.614529 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-65740208-fef1-4197-82b7-783c67d7f1f4 req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:01.627737 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['6ba7a901-88c3-425d-a0f8-59ccc22d55ba'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:52:01.629995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['1da0a008-0a27-4cb9-82bf-98982a5e584e'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:52:01.644209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Pushing event deleted for resources: {'Port': ['ID=1da0a008-0a27-4cb9-82bf-98982a5e584e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:01.657198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:01.657552 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:01.657894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:01.658232 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:01.658570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:01.658905 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:01.659252 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:01.659583 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:01.659908 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:01.660230 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:01.660555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:01.660878 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:01.699653 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-65740208-fef1-4197-82b7-783c67d7f1f4 req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] No DVR routers for this DVR port 1da0a008-0a27-4cb9-82bf-98982a5e584e on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:52:01.702207 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-65740208-fef1-4197-82b7-783c67d7f1f4 req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:01.704324 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-65740208-fef1-4197-82b7-783c67d7f1f4 req-52217a00-a6c2-4e39-8485-9b29a9643114 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.23 "DELETE /v2.0/ports/1da0a008-0a27-4cb9-82bf-98982a5e584e HTTP/1.1" status: 204 len: 173 time: 0.4156563 Jul 06 12:52:01.704775 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082168cd-580b-4015-a98f-31b20859f971', 'name': 'network-vif-deleted', 'tag': '1da0a008-0a27-4cb9-82bf-98982a5e584e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:52:01.707208 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040b9354-37b0-4090-85fd-246fea30a064" -d '{"events": [{"server_uuid": "082168cd-580b-4015-a98f-31b20859f971", "name": "network-vif-deleted", "tag": "1da0a008-0a27-4cb9-82bf-98982a5e584e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:52:01.747747 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76d8478-3bbf-4a65-b77e-7da679d34444 x-openstack-request-id: req-d76d8478-3bbf-4a65-b77e-7da679d34444 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:52:01.748041 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082168cd-580b-4015-a98f-31b20859f971", "name": "network-vif-deleted", "tag": "1da0a008-0a27-4cb9-82bf-98982a5e584e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:52:01.748293 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d76d8478-3bbf-4a65-b77e-7da679d34444 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:52:01.748704 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082168cd-580b-4015-a98f-31b20859f971', 'name': 'network-vif-deleted', 'tag': '1da0a008-0a27-4cb9-82bf-98982a5e584e', 'status': 'completed', 'code': 200} Jul 06 12:52:02.474155 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaee0f6-a29c-40c5-b404-67c5e4a11306 req-d1eb11a4-86ed-4baf-a2b8-975a2c1fba47 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:02.476469 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aeaee0f6-a29c-40c5-b404-67c5e4a11306 req-d1eb11a4-86ed-4baf-a2b8-975a2c1fba47 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 946 time: 0.0677497 Jul 06 12:52:02.514295 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aeaee0f6-a29c-40c5-b404-67c5e4a11306 req-d4594219-e143-4813-9ebd-baa26d99fa03 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321786 Jul 06 12:52:02.705163 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715c4fa-03c6-41bd-a4c9-a2bdc1565a89 req-61e836c1-debf-474c-baa3-746e81a6b18e tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:02.706652 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d715c4fa-03c6-41bd-a4c9-a2bdc1565a89 req-61e836c1-debf-474c-baa3-746e81a6b18e tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 946 time: 0.0649724 Jul 06 12:52:02.744456 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d715c4fa-03c6-41bd-a4c9-a2bdc1565a89 req-4b8d7122-a350-47f2-b1e9-074f72061f7c tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Jul 06 12:52:02.916172 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2f5f8-24ac-4673-b3da-60107ef18bbf req-fa675498-2adb-432d-a7bb-29475bf0badd tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:02.917667 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b3a2f5f8-24ac-4673-b3da-60107ef18bbf req-fa675498-2adb-432d-a7bb-29475bf0badd tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 946 time: 0.0637429 Jul 06 12:52:02.954997 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b3a2f5f8-24ac-4673-b3da-60107ef18bbf req-2a0d4210-daa6-40ce-a319-2e44e1f7af84 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318155 Jul 06 12:52:03.230774 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f06c3d-3d98-44c9-a0aa-71cef06c6039 req-0a6060d9-6409-49de-a028-fd2559d80951 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:03.232301 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52f06c3d-3d98-44c9-a0aa-71cef06c6039 req-0a6060d9-6409-49de-a028-fd2559d80951 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 946 time: 0.0672486 Jul 06 12:52:03.270327 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52f06c3d-3d98-44c9-a0aa-71cef06c6039 req-b307e652-f821-4afd-8622-38d9382350d9 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323260 Jul 06 12:52:03.441771 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b441c95-5327-490f-b7a7-a5dbf3fe9861 req-0ed1b91b-3fc2-4abe-991c-e076f3a468fd tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:03.443293 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b441c95-5327-490f-b7a7-a5dbf3fe9861 req-0ed1b91b-3fc2-4abe-991c-e076f3a468fd tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 946 time: 0.0628812 Jul 06 12:52:03.480943 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5b441c95-5327-490f-b7a7-a5dbf3fe9861 req-b7871e75-2245-4578-93de-b2e7a4abc7c8 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321293 Jul 06 12:52:03.679856 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7907283-70e8-4150-b8ea-1375b04fccd0 req-2618f728-e933-45d4-935c-33645e1c2329 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:03.681393 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7907283-70e8-4150-b8ea-1375b04fccd0 req-2618f728-e933-45d4-935c-33645e1c2329 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 946 time: 0.0676146 Jul 06 12:52:03.719028 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7907283-70e8-4150-b8ea-1375b04fccd0 req-d4bde8e5-6660-4544-9b39-cba052de924d tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321126 Jul 06 12:52:04.242015 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe6ebb-f03f-4ba2-a41d-31da51c76ed1 req-753c6bde-01c4-4315-80d1-e203d0b95e6c tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:04.243545 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ffbe6ebb-f03f-4ba2-a41d-31da51c76ed1 req-753c6bde-01c4-4315-80d1-e203d0b95e6c tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 946 time: 0.0630970 Jul 06 12:52:04.281151 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ffbe6ebb-f03f-4ba2-a41d-31da51c76ed1 req-7fe353bb-8561-4808-a112-d18496a3cca6 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319996 Jul 06 12:52:05.455242 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c317b-97bd-4187-b7fe-489cdc91d184 req-b557ab28-6a2d-4b5a-b7d3-41056457defc tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:05.456750 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f9c317b-97bd-4187-b7fe-489cdc91d184 req-b557ab28-6a2d-4b5a-b7d3-41056457defc tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 946 time: 0.0624285 Jul 06 12:52:05.495159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3f9c317b-97bd-4187-b7fe-489cdc91d184 req-76f8371f-8716-4cd0-9ba1-b63dba7f5ae5 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.81 "GET /v2.0/security-groups?id=a49cc401-ec18-45c6-83bc-5492e721b8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328021 Jul 06 12:52:05.520208 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 1da0a008-0a27-4cb9-82bf-98982a5e584e no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:52:05.544401 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 1da0a008-0a27-4cb9-82bf-98982a5e584e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:52:05.544746 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 1da0a008-0a27-4cb9-82bf-98982a5e584e not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:52:05.580349 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3327e69-0c3c-4402-95ab-dfa7394cbe13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:05.582389 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff21b1-2b74-41b5-aa4f-c4fae22c2edb req-d1498870-17dd-4c33-8014-c9882c438d65 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:05.583943 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-abff21b1-2b74-41b5-aa4f-c4fae22c2edb req-d1498870-17dd-4c33-8014-c9882c438d65 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.89 "GET /v2.0/ports?device_id=3752bacd-a1f4-4e8b-aa52-24a50e6e0a50 HTTP/1.1" status: 200 len: 946 time: 0.0717049 Jul 06 12:52:05.683999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-abff21b1-2b74-41b5-aa4f-c4fae22c2edb req-4c161f13-a95d-4d1d-b664-6e922d984df1 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Deleting port 6ba7a901-88c3-425d-a0f8-59ccc22d55ba {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:52:05.684333 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-abff21b1-2b74-41b5-aa4f-c4fae22c2edb req-4c161f13-a95d-4d1d-b664-6e922d984df1 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:05.772331 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-abff21b1-2b74-41b5-aa4f-c4fae22c2edb req-4c161f13-a95d-4d1d-b664-6e922d984df1 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] For port 6ba7a901-88c3-425d-a0f8-59ccc22d55ba, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=6ba7a901-88c3-425d-a0f8-59ccc22d55ba,segment=NetworkSegment(3220df52-26ff-45cd-8a98-c49ac90ff84d),segment_id=3220df52-26ff-45cd-8a98-c49ac90ff84d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:05.772678 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-abff21b1-2b74-41b5-aa4f-c4fae22c2edb req-4c161f13-a95d-4d1d-b664-6e922d984df1 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:05.785107 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-abff21b1-2b74-41b5-aa4f-c4fae22c2edb req-4c161f13-a95d-4d1d-b664-6e922d984df1 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Calling delete_port for 6ba7a901-88c3-425d-a0f8-59ccc22d55ba owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:52:05.909717 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-abff21b1-2b74-41b5-aa4f-c4fae22c2edb req-4c161f13-a95d-4d1d-b664-6e922d984df1 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:05.921611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['6ba7a901-88c3-425d-a0f8-59ccc22d55ba'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:52:05.943165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c161f13-a95d-4d1d-b664-6e922d984df1 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Pushing event deleted for resources: {'Port': ['ID=6ba7a901-88c3-425d-a0f8-59ccc22d55ba,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:05.986632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-abff21b1-2b74-41b5-aa4f-c4fae22c2edb req-4c161f13-a95d-4d1d-b664-6e922d984df1 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] No DVR routers for this DVR port 6ba7a901-88c3-425d-a0f8-59ccc22d55ba on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:52:05.989262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-abff21b1-2b74-41b5-aa4f-c4fae22c2edb req-4c161f13-a95d-4d1d-b664-6e922d984df1 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:05.991309 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-abff21b1-2b74-41b5-aa4f-c4fae22c2edb req-4c161f13-a95d-4d1d-b664-6e922d984df1 tempest-ServersNegativeTestJSON-7296615 tempest-ServersNegativeTestJSON-7296615-project] 10.222.0.89 "DELETE /v2.0/ports/6ba7a901-88c3-425d-a0f8-59ccc22d55ba HTTP/1.1" status: 204 len: 173 time: 0.4014692 Jul 06 12:52:05.991743 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3752bacd-a1f4-4e8b-aa52-24a50e6e0a50', 'name': 'network-vif-deleted', 'tag': '6ba7a901-88c3-425d-a0f8-59ccc22d55ba'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:52:05.993972 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9752482-007e-484c-a3cf-1c3a3d8b57b8" -d '{"events": [{"server_uuid": "3752bacd-a1f4-4e8b-aa52-24a50e6e0a50", "name": "network-vif-deleted", "tag": "6ba7a901-88c3-425d-a0f8-59ccc22d55ba"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:52:06.031594 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae6e47c-4e3a-41ce-9ffa-6b4b4240b858 x-openstack-request-id: req-2ae6e47c-4e3a-41ce-9ffa-6b4b4240b858 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:52:06.031885 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3752bacd-a1f4-4e8b-aa52-24a50e6e0a50", "name": "network-vif-deleted", "tag": "6ba7a901-88c3-425d-a0f8-59ccc22d55ba", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:52:06.032181 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ae6e47c-4e3a-41ce-9ffa-6b4b4240b858 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:52:06.032585 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3752bacd-a1f4-4e8b-aa52-24a50e6e0a50', 'name': 'network-vif-deleted', 'tag': '6ba7a901-88c3-425d-a0f8-59ccc22d55ba', 'status': 'completed', 'code': 200} Jul 06 12:52:06.211984 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:06.593683 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54658) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:06.638745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-70456e10-5fd6-4430-958a-d86a700a4eee admin admin] Deleting subnet 463b98e2-a650-4f7a-b93f-ba71ae82d5af {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:52:06.641761 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70456e10-5fd6-4430-958a-d86a700a4eee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:06.674326 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70456e10-5fd6-4430-958a-d86a700a4eee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:06.715338 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70456e10-5fd6-4430-958a-d86a700a4eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:06.767257 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70456e10-5fd6-4430-958a-d86a700a4eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:06.789808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70456e10-5fd6-4430-958a-d86a700a4eee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=463b98e2-a650-4f7a-b93f-ba71ae82d5af,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:06.795616 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70456e10-5fd6-4430-958a-d86a700a4eee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:06.797850 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-70456e10-5fd6-4430-958a-d86a700a4eee admin admin] 10.222.0.81 "DELETE /v2.0/subnets/463b98e2-a650-4f7a-b93f-ba71ae82d5af HTTP/1.1" status: 204 len: 168 time: 0.2028980 Jul 06 12:52:06.800176 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54660) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:06.867888 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1e712c8-adbf-4f18-9aee-0815799c3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:06.947417 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1e712c8-adbf-4f18-9aee-0815799c3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:06.956903 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a1e712c8-adbf-4f18-9aee-0815799c3b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4b5b34-c55e-4fa1-a564-619c6c052357']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:06.966651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a1e712c8-adbf-4f18-9aee-0815799c3b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3220df52-26ff-45cd-8a98-c49ac90ff84d') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:06.966945 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a1e712c8-adbf-4f18-9aee-0815799c3b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3220df52-26ff-45cd-8a98-c49ac90ff84d') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:06.976122 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1e712c8-adbf-4f18-9aee-0815799c3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:06.989689 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1e712c8-adbf-4f18-9aee-0815799c3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:06.996176 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e712c8-adbf-4f18-9aee-0815799c3b00 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:52:06.996557 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1e712c8-adbf-4f18-9aee-0815799c3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:52:06.998147 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:52:07.054609 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:07.055932 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1e712c8-adbf-4f18-9aee-0815799c3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:07.061178 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1e712c8-adbf-4f18-9aee-0815799c3b00 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:07.065428 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a1e712c8-adbf-4f18-9aee-0815799c3b00 admin admin] 10.222.0.81 "DELETE /v2.0/networks/cd4b5b34-c55e-4fa1-a564-619c6c052357 HTTP/1.1" status: 204 len: 168 time: 0.2613282 Jul 06 12:52:07.180525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54664) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:07.238490 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e3ff1ef9-4964-4fca-851f-ae4b0cf582d1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e91252df9362485d809a581457670966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567021 Jul 06 12:52:07.241812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54666) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:07.293852 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f668bdab-3d28-46e7-b396-5f7710f639eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:07.324203 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f668bdab-3d28-46e7-b396-5f7710f639eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:07.375646 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f668bdab-3d28-46e7-b396-5f7710f639eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:07.378169 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f668bdab-3d28-46e7-b396-5f7710f639eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:07.381935 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f668bdab-3d28-46e7-b396-5f7710f639eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a49cc401-ec18-45c6-83bc-5492e721b8a8 HTTP/1.1" status: 204 len: 168 time: 0.1365230 Jul 06 12:52:07.390679 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668bdab-3d28-46e7-b396-5f7710f639eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49cc401-ec18-45c6-83bc-5492e721b8a8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:07.438299 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e712c8-adbf-4f18-9aee-0815799c3b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd4b5b34-c55e-4fa1-a564-619c6c052357,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:08.073881 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54688) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:08.169384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0dc64beb-fd6c-4972-8519-eb028f77a1ca tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-523669769'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:08.191068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc64beb-fd6c-4972-8519-eb028f77a1ca tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Made reservation on behalf of e55ab5de435343a2ace78a199b4530ee for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:08.195524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0dc64beb-fd6c-4972-8519-eb028f77a1ca tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:08.204679 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0dc64beb-fd6c-4972-8519-eb028f77a1ca tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:08.217568 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d737bc30-772a-4e19-af9e-a3ef7d338407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:08.295982 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0dc64beb-fd6c-4972-8519-eb028f77a1ca tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:08.299671 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0dc64beb-fd6c-4972-8519-eb028f77a1ca tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:08.322852 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:08.323372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc64beb-fd6c-4972-8519-eb028f77a1ca tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:52:08.338648 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc64beb-fd6c-4972-8519-eb028f77a1ca tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd11450-e250-4355-90cf-52ac7cd80cfd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:08.341500 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0dc64beb-fd6c-4972-8519-eb028f77a1ca tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:08.341836 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-0dc64beb-fd6c-4972-8519-eb028f77a1ca tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Added segment f0f42fda-9498-49d3-a364-a47dc475c664 of type vlan for network 02e626a9-cc1d-492b-8068-6b2c35eb8090 Jul 06 12:52:08.385321 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0dc64beb-fd6c-4972-8519-eb028f77a1ca tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:08.413494 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0dc64beb-fd6c-4972-8519-eb028f77a1ca tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:08.419635 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc64beb-fd6c-4972-8519-eb028f77a1ca tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:08.420214 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0dc64beb-fd6c-4972-8519-eb028f77a1ca tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:08.484409 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0dc64beb-fd6c-4972-8519-eb028f77a1ca tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4093678 Jul 06 12:52:08.490050 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc64beb-fd6c-4972-8519-eb028f77a1ca tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event updated for resources: {'Network': ['ID=02e626a9-cc1d-492b-8068-6b2c35eb8090,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:08.500830 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 02e626a9-cc1d-492b-8068-6b2c35eb8090 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:52:09.565274 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:10.489327 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 6ba7a901-88c3-425d-a0f8-59ccc22d55ba no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:52:10.509647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 6ba7a901-88c3-425d-a0f8-59ccc22d55ba {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:52:10.509978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 6ba7a901-88c3-425d-a0f8-59ccc22d55ba not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:52:11.144145 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:11.773715 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54692) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:11.779246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e380f5d0-1fb1-44f0-91c7-827770510201 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Request body: {'subnet': {'network_id': '02e626a9-cc1d-492b-8068-6b2c35eb8090', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:11.868081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e380f5d0-1fb1-44f0-91c7-827770510201 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Made reservation on behalf of e55ab5de435343a2ace78a199b4530ee for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:11.871552 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e380f5d0-1fb1-44f0-91c7-827770510201 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:12.047364 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e380f5d0-1fb1-44f0-91c7-827770510201 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:12.109786 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380f5d0-1fb1-44f0-91c7-827770510201 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event updated for resources: {'Subnet': ['ID=2d58cde7-193a-4a06-aeaf-fdb9526e71a7,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:12.118963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e380f5d0-1fb1-44f0-91c7-827770510201 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Checking segment: {'id': 'f0f42fda-9498-49d3-a364-a47dc475c664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '02e626a9-cc1d-492b-8068-6b2c35eb8090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:12.119273 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e380f5d0-1fb1-44f0-91c7-827770510201 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Network hostable DHCP agents. Network: 02e626a9-cc1d-492b-8068-6b2c35eb8090, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:52:12.135645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e380f5d0-1fb1-44f0-91c7-827770510201 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Network 02e626a9-cc1d-492b-8068-6b2c35eb8090 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:52:12.144764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e380f5d0-1fb1-44f0-91c7-827770510201 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 02e626a9-cc1d-492b-8068-6b2c35eb8090) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:12.149164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e380f5d0-1fb1-44f0-91c7-827770510201 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:12.149717 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e380f5d0-1fb1-44f0-91c7-827770510201 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:12.153620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eef0252-af02-4b42-9034-1091cfad360b None None] Network 02e626a9-cc1d-492b-8068-6b2c35eb8090 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:12.165306 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e380f5d0-1fb1-44f0-91c7-827770510201 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3904691 Jul 06 12:52:12.168772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54694) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:12.173747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-985c2821-2f01-497c-9c4c-a4382c8e77a7 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1564129459'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:12.197342 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985c2821-2f01-497c-9c4c-a4382c8e77a7 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Made reservation on behalf of e55ab5de435343a2ace78a199b4530ee for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:12.200939 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-985c2821-2f01-497c-9c4c-a4382c8e77a7 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:12.225190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985c2821-2f01-497c-9c4c-a4382c8e77a7 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:52:12.235503 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-985c2821-2f01-497c-9c4c-a4382c8e77a7 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:12.235841 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-985c2821-2f01-497c-9c4c-a4382c8e77a7 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Added segment 8d1e146d-3ec3-4176-847e-ea6b84596626 of type vlan for network 20cbdc83-45bc-44c0-9195-306481ed0f1a Jul 06 12:52:12.276898 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-985c2821-2f01-497c-9c4c-a4382c8e77a7 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:12.300240 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-02e626a9-cc1d-492b-8068-6b2c35eb8090', 'network_id': '02e626a9-cc1d-492b-8068-6b2c35eb8090', 'tenant_id': 'e55ab5de435343a2ace78a199b4530ee', 'fixed_ips': [{'subnet_id': '2d58cde7-193a-4a06-aeaf-fdb9526e71a7'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:52:12.301412 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:12.306403 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-985c2821-2f01-497c-9c4c-a4382c8e77a7 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:12.311963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985c2821-2f01-497c-9c4c-a4382c8e77a7 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:12.312560 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-985c2821-2f01-497c-9c4c-a4382c8e77a7 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:12.375958 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-985c2821-2f01-497c-9c4c-a4382c8e77a7 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2060375 Jul 06 12:52:12.378861 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54696) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:12.383937 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-60c17f47-c357-451c-b53a-b9e935522142 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Request body: {'subnet': {'network_id': '20cbdc83-45bc-44c0-9195-306481ed0f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:12.427354 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c2821-2f01-497c-9c4c-a4382c8e77a7 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event updated for resources: {'Network': ['ID=20cbdc83-45bc-44c0-9195-306481ed0f1a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:12.439627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 20cbdc83-45bc-44c0-9195-306481ed0f1a details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:52:12.481401 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c17f47-c357-451c-b53a-b9e935522142 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Made reservation on behalf of e55ab5de435343a2ace78a199b4530ee for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:12.484980 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60c17f47-c357-451c-b53a-b9e935522142 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:12.491269 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Allocated IP 2001:db8:0:ffff::2 (02e626a9-cc1d-492b-8068-6b2c35eb8090/2d58cde7-193a-4a06-aeaf-fdb9526e71a7/3cd9638a-e2d6-42d4-bb6b-40429b19fe51) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:52:12.667281 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:12.677144 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Transition to ACTIVE for port object 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:12.686800 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60c17f47-c357-451c-b53a-b9e935522142 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:12.693267 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Transition to ACTIVE for port object 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:12.699393 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:12.736099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Network 02e626a9-cc1d-492b-8068-6b2c35eb8090 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:12.740911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:12.744245 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:52:12.750303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Pushing event updated for resources: {'Port': ['ID=3cd9638a-e2d6-42d4-bb6b-40429b19fe51,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:12.754908 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c17f47-c357-451c-b53a-b9e935522142 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event updated for resources: {'Subnet': ['ID=9a57e43b-42fc-4483-8de0-962df5161fdc,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:12.764961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c17f47-c357-451c-b53a-b9e935522142 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Checking segment: {'id': '8d1e146d-3ec3-4176-847e-ea6b84596626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '20cbdc83-45bc-44c0-9195-306481ed0f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:12.765321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c17f47-c357-451c-b53a-b9e935522142 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Network hostable DHCP agents. Network: 20cbdc83-45bc-44c0-9195-306481ed0f1a, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:52:12.782656 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:12.782998 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:12.783321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c17f47-c357-451c-b53a-b9e935522142 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Network 20cbdc83-45bc-44c0-9195-306481ed0f1a is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:52:12.783801 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:12.783801 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:12.784062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:12.784391 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:12.784710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:12.785025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:12.785366 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:12.785654 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:12.785971 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:12.786285 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:12.793022 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-60c17f47-c357-451c-b53a-b9e935522142 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 20cbdc83-45bc-44c0-9195-306481ed0f1a) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:12.797969 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c17f47-c357-451c-b53a-b9e935522142 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:12.798622 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60c17f47-c357-451c-b53a-b9e935522142 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:12.809213 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dceeff-3b84-4b8b-b024-877fe1773f73 None None] Network 20cbdc83-45bc-44c0-9195-306481ed0f1a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:12.815872 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-60c17f47-c357-451c-b53a-b9e935522142 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4332321 Jul 06 12:52:12.816125 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54698) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:12.915150 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d84d30e-e38d-4073-8e2c-e639f3efb76b tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:12.970508 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d84d30e-e38d-4073-8e2c-e639f3efb76b tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.011630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Attempting to bind port 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:52:13.011990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Attempting to bind port 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'f0f42fda-9498-49d3-a364-a47dc475c664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '02e626a9-cc1d-492b-8068-6b2c35eb8090'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:52:13.012340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Attempting to bind port 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 on network 02e626a9-cc1d-492b-8068-6b2c35eb8090 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:13.019754 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:52:13.020117 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Checking segment: {'id': 'f0f42fda-9498-49d3-a364-a47dc475c664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '02e626a9-cc1d-492b-8068-6b2c35eb8090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:13.020514 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.020904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Bound using segment: {'id': 'f0f42fda-9498-49d3-a364-a47dc475c664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '02e626a9-cc1d-492b-8068-6b2c35eb8090'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:52:13.021361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Bound port: 3cd9638a-e2d6-42d4-bb6b-40429b19fe51, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f42fda-9498-49d3-a364-a47dc475c664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '02e626a9-cc1d-492b-8068-6b2c35eb8090'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:52:13.022056 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.041043 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d84d30e-e38d-4073-8e2c-e639f3efb76b tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.069125 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84d30e-e38d-4073-8e2c-e639f3efb76b tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event deleted for resources: {'Subnet': ['ID=9a57e43b-42fc-4483-8de0-962df5161fdc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:13.131802 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d84d30e-e38d-4073-8e2c-e639f3efb76b tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.141431 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2d84d30e-e38d-4073-8e2c-e639f3efb76b tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cbdc83-45bc-44c0-9195-306481ed0f1a']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:13.145102 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-951f104e-ef01-4c94-8639-614a0307803b None None] For port 3cd9638a-e2d6-42d4-bb6b-40429b19fe51, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:13.151655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e33971-fef2-4244-909b-15d532f45e60 None None] Network 20cbdc83-45bc-44c0-9195-306481ed0f1a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:13.153152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2d84d30e-e38d-4073-8e2c-e639f3efb76b tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1e146d-3ec3-4176-847e-ea6b84596626') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:13.153448 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2d84d30e-e38d-4073-8e2c-e639f3efb76b tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1e146d-3ec3-4176-847e-ea6b84596626') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:13.163845 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d84d30e-e38d-4073-8e2c-e639f3efb76b tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.176238 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-951f104e-ef01-4c94-8639-614a0307803b None None] For port 3cd9638a-e2d6-42d4-bb6b-40429b19fe51, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3cd9638a-e2d6-42d4-bb6b-40429b19fe51,segment=NetworkSegment(f0f42fda-9498-49d3-a364-a47dc475c664),segment_id=f0f42fda-9498-49d3-a364-a47dc475c664)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:52:13.179932 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d84d30e-e38d-4073-8e2c-e639f3efb76b tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.186394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d84d30e-e38d-4073-8e2c-e639f3efb76b tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:52:13.186812 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d84d30e-e38d-4073-8e2c-e639f3efb76b tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:52:13.189927 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:52:13.203174 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.254740 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d84d30e-e38d-4073-8e2c-e639f3efb76b tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.263431 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d84d30e-e38d-4073-8e2c-e639f3efb76b tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.268520 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2d84d30e-e38d-4073-8e2c-e639f3efb76b tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "DELETE /v2.0/networks/20cbdc83-45bc-44c0-9195-306481ed0f1a HTTP/1.1" status: 204 len: 168 time: 0.4478915 Jul 06 12:52:13.268722 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54700) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:13.273847 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ca07605b-3219-4349-8f5f-02cca6dece30 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-744526117'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:13.287029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84d30e-e38d-4073-8e2c-e639f3efb76b tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event deleted for resources: {'Network': ['ID=20cbdc83-45bc-44c0-9195-306481ed0f1a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:13.307536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca07605b-3219-4349-8f5f-02cca6dece30 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Made reservation on behalf of e55ab5de435343a2ace78a199b4530ee for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:13.311246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f104e-ef01-4c94-8639-614a0307803b None None] Pushing event updated for resources: {'Port': ['ID=3cd9638a-e2d6-42d4-bb6b-40429b19fe51,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:13.311419 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca07605b-3219-4349-8f5f-02cca6dece30 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.341641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca07605b-3219-4349-8f5f-02cca6dece30 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:52:13.353623 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca07605b-3219-4349-8f5f-02cca6dece30 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.353968 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-ca07605b-3219-4349-8f5f-02cca6dece30 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Added segment fec075f1-4c8b-4ef9-8d54-ee9a16177dac of type vlan for network a1a813b4-81f2-47b1-be7b-38e69140ae00 Jul 06 12:52:13.395604 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca07605b-3219-4349-8f5f-02cca6dece30 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.427040 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca07605b-3219-4349-8f5f-02cca6dece30 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.433448 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca07605b-3219-4349-8f5f-02cca6dece30 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:13.434055 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca07605b-3219-4349-8f5f-02cca6dece30 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.514848 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ca07605b-3219-4349-8f5f-02cca6dece30 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2449546 Jul 06 12:52:13.517689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54702) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:13.524660 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07605b-3219-4349-8f5f-02cca6dece30 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event updated for resources: {'Network': ['ID=a1a813b4-81f2-47b1-be7b-38e69140ae00,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:13.525207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f0e26f96-60ef-4a94-aeec-0f8f4a9fb9ed tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Request body: {'subnet': {'network_id': 'a1a813b4-81f2-47b1-be7b-38e69140ae00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:13.535391 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network a1a813b4-81f2-47b1-be7b-38e69140ae00 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:52:13.633088 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e26f96-60ef-4a94-aeec-0f8f4a9fb9ed tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Made reservation on behalf of e55ab5de435343a2ace78a199b4530ee for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:13.638385 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0e26f96-60ef-4a94-aeec-0f8f4a9fb9ed tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.701665 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-f0e26f96-60ef-4a94-aeec-0f8f4a9fb9ed tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Performing IP validity checks on allocation pools {{(pid=100428) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 12:52:13.702372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-f0e26f96-60ef-4a94-aeec-0f8f4a9fb9ed tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100428) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 12:52:13.820299 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0e26f96-60ef-4a94-aeec-0f8f4a9fb9ed tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.878467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e26f96-60ef-4a94-aeec-0f8f4a9fb9ed tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event updated for resources: {'Subnet': ['ID=06a7c36b-2f2a-417c-b825-120889c1a066,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:13.894911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e26f96-60ef-4a94-aeec-0f8f4a9fb9ed tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Checking segment: {'id': 'fec075f1-4c8b-4ef9-8d54-ee9a16177dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1a813b4-81f2-47b1-be7b-38e69140ae00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:13.895300 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e26f96-60ef-4a94-aeec-0f8f4a9fb9ed tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Network hostable DHCP agents. Network: a1a813b4-81f2-47b1-be7b-38e69140ae00, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:52:13.913595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e26f96-60ef-4a94-aeec-0f8f4a9fb9ed tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Network a1a813b4-81f2-47b1-be7b-38e69140ae00 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:52:13.923883 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f0e26f96-60ef-4a94-aeec-0f8f4a9fb9ed tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, a1a813b4-81f2-47b1-be7b-38e69140ae00) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:13.928932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e26f96-60ef-4a94-aeec-0f8f4a9fb9ed tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:13.929646 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0e26f96-60ef-4a94-aeec-0f8f4a9fb9ed tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:13.936937 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b5d893-3a49-47dc-a638-c0be5ae771b1 None None] Network a1a813b4-81f2-47b1-be7b-38e69140ae00 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:13.945512 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f0e26f96-60ef-4a94-aeec-0f8f4a9fb9ed tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4263353 Jul 06 12:52:13.947979 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54704) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:14.050210 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d646175b-da70-4d48-89a7-d856fb4e69de tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.092318 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc6a648-62ca-4dcd-a86c-34f9739940d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-a1a813b4-81f2-47b1-be7b-38e69140ae00', 'network_id': 'a1a813b4-81f2-47b1-be7b-38e69140ae00', 'tenant_id': 'e55ab5de435343a2ace78a199b4530ee', 'fixed_ips': [{'subnet_id': '06a7c36b-2f2a-417c-b825-120889c1a066'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:52:14.093320 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a648-62ca-4dcd-a86c-34f9739940d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.107172 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d646175b-da70-4d48-89a7-d856fb4e69de tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.179814 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d646175b-da70-4d48-89a7-d856fb4e69de tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server [None req-5dc6a648-62ca-4dcd-a86c-34f9739940d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06a7c36b-2f2a-417c-b825-120889c1a066: This subnet is being modified by another concurrent operation. Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server raise exception Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06a7c36b-2f2a-417c-b825-120889c1a066: This subnet is being modified by another concurrent operation. Jul 06 12:52:14.195791 n-d-799529-2 neutron-server[100429]: ERROR oslo_messaging.rpc.server Jul 06 12:52:14.212716 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646175b-da70-4d48-89a7-d856fb4e69de tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event deleted for resources: {'Subnet': ['ID=06a7c36b-2f2a-417c-b825-120889c1a066,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:14.218203 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d8206f-fd5c-44e4-ad43-91ed0eeedb47 None None] Network a1a813b4-81f2-47b1-be7b-38e69140ae00 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:14.275672 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d646175b-da70-4d48-89a7-d856fb4e69de tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.286351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d646175b-da70-4d48-89a7-d856fb4e69de tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a813b4-81f2-47b1-be7b-38e69140ae00']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:14.286661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0091232-746d-4b0f-8a44-c4edf286d5a5 None None] Network 02e626a9-cc1d-492b-8068-6b2c35eb8090 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:14.297735 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d646175b-da70-4d48-89a7-d856fb4e69de tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec075f1-4c8b-4ef9-8d54-ee9a16177dac') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:14.298025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d646175b-da70-4d48-89a7-d856fb4e69de tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec075f1-4c8b-4ef9-8d54-ee9a16177dac') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:14.307277 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d646175b-da70-4d48-89a7-d856fb4e69de tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.321718 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d646175b-da70-4d48-89a7-d856fb4e69de tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.327285 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d646175b-da70-4d48-89a7-d856fb4e69de tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:52:14.327634 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d646175b-da70-4d48-89a7-d856fb4e69de tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:52:14.330865 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:52:14.396395 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d646175b-da70-4d48-89a7-d856fb4e69de tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.401068 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d646175b-da70-4d48-89a7-d856fb4e69de tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.401582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1d0347fb-651b-4e61-a957-6dc6783728fd None None] Provisioning for port 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:14.406690 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d646175b-da70-4d48-89a7-d856fb4e69de tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "DELETE /v2.0/networks/a1a813b4-81f2-47b1-be7b-38e69140ae00 HTTP/1.1" status: 204 len: 168 time: 0.4542260 Jul 06 12:52:14.407196 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54706) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:14.413791 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-fa7976da-2592-4539-9e09-6595f2e4c0f8 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-222854732'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:14.420495 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646175b-da70-4d48-89a7-d856fb4e69de tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event deleted for resources: {'Network': ['ID=a1a813b4-81f2-47b1-be7b-38e69140ae00,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:14.443114 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7976da-2592-4539-9e09-6595f2e4c0f8 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Made reservation on behalf of e55ab5de435343a2ace78a199b4530ee for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:14.447469 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa7976da-2592-4539-9e09-6595f2e4c0f8 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.470908 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7976da-2592-4539-9e09-6595f2e4c0f8 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:52:14.481827 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa7976da-2592-4539-9e09-6595f2e4c0f8 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.482177 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-fa7976da-2592-4539-9e09-6595f2e4c0f8 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Added segment e646dc03-2f3b-4649-bc4f-f222c797e3fc of type vlan for network 62a1ea7e-958a-48e3-8c22-4ec423139916 Jul 06 12:52:14.524911 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa7976da-2592-4539-9e09-6595f2e4c0f8 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.557985 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa7976da-2592-4539-9e09-6595f2e4c0f8 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.563645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7976da-2592-4539-9e09-6595f2e4c0f8 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:14.564246 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fa7976da-2592-4539-9e09-6595f2e4c0f8 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.618618 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fa7976da-2592-4539-9e09-6595f2e4c0f8 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2096574 Jul 06 12:52:14.621740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54708) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:14.628269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e5676c2a-df44-4551-8bc2-ed5c827e0ac4 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Request body: {'subnet': {'network_id': '62a1ea7e-958a-48e3-8c22-4ec423139916', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:14.641072 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7976da-2592-4539-9e09-6595f2e4c0f8 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event updated for resources: {'Network': ['ID=62a1ea7e-958a-48e3-8c22-4ec423139916,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:14.652386 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 62a1ea7e-958a-48e3-8c22-4ec423139916 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:52:14.711739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46295fa-ec29-4eb1-8c9a-7796fe8fa2cb None None] get_active_networks_info from n-d-799529-2 {{(pid=100429) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 12:52:14.728291 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5676c2a-df44-4551-8bc2-ed5c827e0ac4 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Made reservation on behalf of e55ab5de435343a2ace78a199b4530ee for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:14.731901 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5676c2a-df44-4551-8bc2-ed5c827e0ac4 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.796151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46295fa-ec29-4eb1-8c9a-7796fe8fa2cb None None] Resources bound (agent type, host, resource id): {{(pid=100429) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 12:52:14.932254 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5676c2a-df44-4551-8bc2-ed5c827e0ac4 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:14.954449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:15.004691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5676c2a-df44-4551-8bc2-ed5c827e0ac4 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event updated for resources: {'Subnet': ['ID=b87108b8-561a-485e-8f28-874718206997,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:15.011290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5676c2a-df44-4551-8bc2-ed5c827e0ac4 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Checking segment: {'id': 'e646dc03-2f3b-4649-bc4f-f222c797e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '62a1ea7e-958a-48e3-8c22-4ec423139916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:15.011660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5676c2a-df44-4551-8bc2-ed5c827e0ac4 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Network hostable DHCP agents. Network: 62a1ea7e-958a-48e3-8c22-4ec423139916, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:52:15.028758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5676c2a-df44-4551-8bc2-ed5c827e0ac4 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Network 62a1ea7e-958a-48e3-8c22-4ec423139916 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:52:15.038370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e5676c2a-df44-4551-8bc2-ed5c827e0ac4 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 62a1ea7e-958a-48e3-8c22-4ec423139916) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:15.042674 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5676c2a-df44-4551-8bc2-ed5c827e0ac4 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:15.043166 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5676c2a-df44-4551-8bc2-ed5c827e0ac4 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.061108 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e5676c2a-df44-4551-8bc2-ed5c827e0ac4 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4345925 Jul 06 12:52:15.061330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:15.061457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54710) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:15.063992 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:15.064433 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.066601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b6f2dbee-0d75-4949-8c3b-db6a07faab75 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1314029120'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:15.087450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f2dbee-0d75-4949-8c3b-db6a07faab75 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Made reservation on behalf of e55ab5de435343a2ace78a199b4530ee for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:15.087705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6ed1e6-1bde-4aa9-a3da-37e4bef394fc None None] Network 62a1ea7e-958a-48e3-8c22-4ec423139916 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:15.091405 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6f2dbee-0d75-4949-8c3b-db6a07faab75 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.117679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f2dbee-0d75-4949-8c3b-db6a07faab75 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:52:15.126878 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6f2dbee-0d75-4949-8c3b-db6a07faab75 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.127473 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-b6f2dbee-0d75-4949-8c3b-db6a07faab75 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Added segment 89814c9d-086b-43ef-93d6-6cb137e42687 of type vlan for network 338746d0-9744-4adb-84b9-8b115498da72 Jul 06 12:52:15.169226 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6f2dbee-0d75-4949-8c3b-db6a07faab75 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.198715 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6f2dbee-0d75-4949-8c3b-db6a07faab75 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.204603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f2dbee-0d75-4949-8c3b-db6a07faab75 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:15.205213 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6f2dbee-0d75-4949-8c3b-db6a07faab75 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.233073 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.259360 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b6f2dbee-0d75-4949-8c3b-db6a07faab75 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1970127 Jul 06 12:52:15.262529 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54712) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:15.268180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-8c6ce658-cd25-4ac4-98bc-a1344261f057 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Request body: {'subnet': {'network_id': '338746d0-9744-4adb-84b9-8b115498da72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:15.280470 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2dbee-0d75-4949-8c3b-db6a07faab75 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event updated for resources: {'Network': ['ID=338746d0-9744-4adb-84b9-8b115498da72,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:15.292386 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 3cd9638a-e2d6-42d4-bb6b-40429b19fe51, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3cd9638a-e2d6-42d4-bb6b-40429b19fe51,segment=NetworkSegment(f0f42fda-9498-49d3-a364-a47dc475c664),segment_id=f0f42fda-9498-49d3-a364-a47dc475c664)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:15.295175 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 338746d0-9744-4adb-84b9-8b115498da72 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:52:15.302005 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.355376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-62a1ea7e-958a-48e3-8c22-4ec423139916', 'network_id': '62a1ea7e-958a-48e3-8c22-4ec423139916', 'tenant_id': 'e55ab5de435343a2ace78a199b4530ee', 'fixed_ips': [{'subnet_id': 'b87108b8-561a-485e-8f28-874718206997'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:52:15.356232 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.372182 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6ce658-cd25-4ac4-98bc-a1344261f057 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Made reservation on behalf of e55ab5de435343a2ace78a199b4530ee for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:15.375868 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8c6ce658-cd25-4ac4-98bc-a1344261f057 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.482166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=3cd9638a-e2d6-42d4-bb6b-40429b19fe51,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:15.560071 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8c6ce658-cd25-4ac4-98bc-a1344261f057 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.560710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Allocated IP 2001:db8::2 (62a1ea7e-958a-48e3-8c22-4ec423139916/b87108b8-561a-485e-8f28-874718206997/1444cda5-948f-48e3-bf74-915d4880a564) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:52:15.624363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ce658-cd25-4ac4-98bc-a1344261f057 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event updated for resources: {'Subnet': ['ID=31fb6322-4a98-4eb3-8297-98d30cdc04a6,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:15.633300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ce658-cd25-4ac4-98bc-a1344261f057 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Checking segment: {'id': '89814c9d-086b-43ef-93d6-6cb137e42687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '338746d0-9744-4adb-84b9-8b115498da72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:15.633671 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ce658-cd25-4ac4-98bc-a1344261f057 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Network hostable DHCP agents. Network: 338746d0-9744-4adb-84b9-8b115498da72, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:52:15.651276 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ce658-cd25-4ac4-98bc-a1344261f057 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Network 338746d0-9744-4adb-84b9-8b115498da72 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:52:15.668987 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-8c6ce658-cd25-4ac4-98bc-a1344261f057 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 338746d0-9744-4adb-84b9-8b115498da72) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:15.674592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6ce658-cd25-4ac4-98bc-a1344261f057 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:15.675209 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8c6ce658-cd25-4ac4-98bc-a1344261f057 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.691632 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8c6ce658-cd25-4ac4-98bc-a1344261f057 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4275227 Jul 06 12:52:15.692312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e94e33-9e0a-48bc-834f-7fafdbe636fb None None] Network 338746d0-9744-4adb-84b9-8b115498da72 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:15.693762 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54714) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:15.759037 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.774557 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Transition to ACTIVE for port object 1444cda5-948f-48e3-bf74-915d4880a564 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:15.791323 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8df9fad0-09ff-44f1-962a-9a3e406b59bd tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.806353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Transition to ACTIVE for port object 1444cda5-948f-48e3-bf74-915d4880a564 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:15.830957 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.844232 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8df9fad0-09ff-44f1-962a-9a3e406b59bd tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.881296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Network 62a1ea7e-958a-48e3-8c22-4ec423139916 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:15.887764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:15.911009 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8df9fad0-09ff-44f1-962a-9a3e406b59bd tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.914158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:52:15.923786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Pushing event updated for resources: {'Port': ['ID=1444cda5-948f-48e3-bf74-915d4880a564,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:15.932277 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69e4a66-65b7-4e26-90ef-a77f87320b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-338746d0-9744-4adb-84b9-8b115498da72', 'network_id': '338746d0-9744-4adb-84b9-8b115498da72', 'tenant_id': 'e55ab5de435343a2ace78a199b4530ee', 'fixed_ips': [{'subnet_id': '31fb6322-4a98-4eb3-8297-98d30cdc04a6'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:52:15.932765 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f69e4a66-65b7-4e26-90ef-a77f87320b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:15.947088 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9fad0-09ff-44f1-962a-9a3e406b59bd tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event deleted for resources: {'Subnet': ['ID=31fb6322-4a98-4eb3-8297-98d30cdc04a6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:16.000849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Attempting to bind port 1444cda5-948f-48e3-bf74-915d4880a564 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:52:16.001212 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Attempting to bind port 1444cda5-948f-48e3-bf74-915d4880a564 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e646dc03-2f3b-4649-bc4f-f222c797e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '62a1ea7e-958a-48e3-8c22-4ec423139916'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:52:16.002131 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Attempting to bind port 1444cda5-948f-48e3-bf74-915d4880a564 on network 62a1ea7e-958a-48e3-8c22-4ec423139916 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:16.012989 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8df9fad0-09ff-44f1-962a-9a3e406b59bd tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.027435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8df9fad0-09ff-44f1-962a-9a3e406b59bd tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338746d0-9744-4adb-84b9-8b115498da72']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:16.039509 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8df9fad0-09ff-44f1-962a-9a3e406b59bd tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89814c9d-086b-43ef-93d6-6cb137e42687') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:16.040048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8df9fad0-09ff-44f1-962a-9a3e406b59bd tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89814c9d-086b-43ef-93d6-6cb137e42687') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:16.052905 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:52:16.053163 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8df9fad0-09ff-44f1-962a-9a3e406b59bd tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.053390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Checking segment: {'id': 'e646dc03-2f3b-4649-bc4f-f222c797e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '62a1ea7e-958a-48e3-8c22-4ec423139916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:16.053790 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.054481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Bound using segment: {'id': 'e646dc03-2f3b-4649-bc4f-f222c797e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '62a1ea7e-958a-48e3-8c22-4ec423139916'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:52:16.054695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Bound port: 1444cda5-948f-48e3-bf74-915d4880a564, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e646dc03-2f3b-4649-bc4f-f222c797e3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '62a1ea7e-958a-48e3-8c22-4ec423139916'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:52:16.055028 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.072298 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8df9fad0-09ff-44f1-962a-9a3e406b59bd tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.080645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df9fad0-09ff-44f1-962a-9a3e406b59bd tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:52:16.081349 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8df9fad0-09ff-44f1-962a-9a3e406b59bd tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:52:16.085606 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:52:16.096884 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff21bb41-5cab-407a-aef6-95023e83be3e None None] Network 338746d0-9744-4adb-84b9-8b115498da72 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:16.154043 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8df9fad0-09ff-44f1-962a-9a3e406b59bd tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.161726 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8df9fad0-09ff-44f1-962a-9a3e406b59bd tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.165644 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8df9fad0-09ff-44f1-962a-9a3e406b59bd tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "DELETE /v2.0/networks/338746d0-9744-4adb-84b9-8b115498da72 HTTP/1.1" status: 204 len: 168 time: 0.4683719 Jul 06 12:52:16.166021 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54716) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:16.174693 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9fad0-09ff-44f1-962a-9a3e406b59bd tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event deleted for resources: {'Network': ['ID=338746d0-9744-4adb-84b9-8b115498da72,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:16.196417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] For port 1444cda5-948f-48e3-bf74-915d4880a564, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:16.199316 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64c60e4-7ceb-4304-a23d-a5a639157319 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] GET failed (client error): The resource could not be found. Jul 06 12:52:16.200943 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e64c60e4-7ceb-4304-a23d-a5a639157319 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "GET /v2.0/subnets/31fb6322-4a98-4eb3-8297-98d30cdc04a6 HTTP/1.1" status: 404 len: 337 time: 0.0337250 Jul 06 12:52:16.203689 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54718) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:16.222956 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e973ef-8340-4f69-a251-679274a1d643 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] DELETE failed (client error): The resource could not be found. Jul 06 12:52:16.223550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e973ef-8340-4f69-a251-679274a1d643 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:52:16.225828 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d6e973ef-8340-4f69-a251-679274a1d643 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "DELETE /v2.0/networks/338746d0-9744-4adb-84b9-8b115498da72 HTTP/1.1" status: 404 len: 339 time: 0.0209627 Jul 06 12:52:16.228577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] For port 1444cda5-948f-48e3-bf74-915d4880a564, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1444cda5-948f-48e3-bf74-915d4880a564,segment=NetworkSegment(e646dc03-2f3b-4649-bc4f-f222c797e3fc),segment_id=e646dc03-2f3b-4649-bc4f-f222c797e3fc)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:52:16.230763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54720) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:16.255256 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.260675 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8720594-b106-429f-b4af-7b75816ad283 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] DELETE failed (client error): The resource could not be found. Jul 06 12:52:16.261199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8720594-b106-429f-b4af-7b75816ad283 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:52:16.266090 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54722) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:16.266256 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c8720594-b106-429f-b4af-7b75816ad283 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "DELETE /v2.0/subnets/31fb6322-4a98-4eb3-8297-98d30cdc04a6 HTTP/1.1" status: 404 len: 337 time: 0.0341358 Jul 06 12:52:16.294305 n-d-799529-2 neutron-server[100427]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ce7973-8910-472d-827b-4c2e0d9d07bb tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] DELETE failed (client error): The resource could not be found. Jul 06 12:52:16.295167 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ce7973-8910-472d-827b-4c2e0d9d07bb tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:52:16.297286 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-66ce7973-8910-472d-827b-4c2e0d9d07bb tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "DELETE /v2.0/networks/338746d0-9744-4adb-84b9-8b115498da72 HTTP/1.1" status: 404 len: 339 time: 0.0300176 Jul 06 12:52:16.299933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54724) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:16.323964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1601b35-007e-4dd3-81ad-0ce06b0f2da1 None None] Pushing event updated for resources: {'Port': ['ID=1444cda5-948f-48e3-bf74-915d4880a564,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:16.360586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d1ccbe-726e-419c-8247-cc2e8583d8c0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Deleting subnet b87108b8-561a-485e-8f28-874718206997 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:52:16.363905 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02d1ccbe-726e-419c-8247-cc2e8583d8c0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.405706 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02d1ccbe-726e-419c-8247-cc2e8583d8c0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.514641 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02d1ccbe-726e-419c-8247-cc2e8583d8c0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.576716 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02d1ccbe-726e-419c-8247-cc2e8583d8c0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.606132 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1ccbe-726e-419c-8247-cc2e8583d8c0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event deleted for resources: {'Subnet': ['ID=b87108b8-561a-485e-8f28-874718206997,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:16.613633 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02d1ccbe-726e-419c-8247-cc2e8583d8c0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.616095 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-02d1ccbe-726e-419c-8247-cc2e8583d8c0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "DELETE /v2.0/subnets/b87108b8-561a-485e-8f28-874718206997 HTTP/1.1" status: 204 len: 168 time: 0.3143742 Jul 06 12:52:16.618497 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54726) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:16.696108 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.749068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Deleting port 1444cda5-948f-48e3-bf74-915d4880a564 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:52:16.749413 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.810814 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] For port 1444cda5-948f-48e3-bf74-915d4880a564, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1444cda5-948f-48e3-bf74-915d4880a564,segment=NetworkSegment(e646dc03-2f3b-4649-bc4f-f222c797e3fc),segment_id=e646dc03-2f3b-4649-bc4f-f222c797e3fc)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:16.811181 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.823409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Calling delete_port for 1444cda5-948f-48e3-bf74-915d4880a564 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:52:16.910947 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:16.937038 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event deleted for resources: {'Port': ['ID=1444cda5-948f-48e3-bf74-915d4880a564,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:16.944632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] No DVR routers for this DVR port 1444cda5-948f-48e3-bf74-915d4880a564 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:52:16.993586 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:17.047442 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:17.047819 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:17.137369 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1444cda5-948f-48e3-bf74-915d4880a564 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:17.159036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 1444cda5-948f-48e3-bf74-915d4880a564 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:52:17.159553 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1444cda5-948f-48e3-bf74-915d4880a564 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 06 12:52:17.180398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Port 1444cda5-948f-48e3-bf74-915d4880a564 not found, will not notify nova. {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 06 12:52:17.374890 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:17.385285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a1ea7e-958a-48e3-8c22-4ec423139916']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:17.395871 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e646dc03-2f3b-4649-bc4f-f222c797e3fc') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:17.396173 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e646dc03-2f3b-4649-bc4f-f222c797e3fc') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:17.406423 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:17.422286 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:17.429606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:52:17.430119 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:52:17.433355 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:52:17.499264 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3645b4-72b9-4fa5-9820-efac4eb28e0c None None] Network 62a1ea7e-958a-48e3-8c22-4ec423139916 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:17.500501 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:17.504825 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:17.507472 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "DELETE /v2.0/networks/62a1ea7e-958a-48e3-8c22-4ec423139916 HTTP/1.1" status: 204 len: 168 time: 0.8880174 Jul 06 12:52:17.510055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54728) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:17.513516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3645b4-72b9-4fa5-9820-efac4eb28e0c None None] Network 62a1ea7e-958a-48e3-8c22-4ec423139916 could not be found, it might have been deleted concurrently. {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 12:52:17.522473 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39733b0e-5410-4ba8-bea0-7d2ff125e594 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event deleted for resources: {'Network': ['ID=62a1ea7e-958a-48e3-8c22-4ec423139916,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:17.538110 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d4b404-b0ae-4390-aa03-99271169e439 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] DELETE failed (client error): The resource could not be found. Jul 06 12:52:17.538573 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d4b404-b0ae-4390-aa03-99271169e439 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:52:17.540372 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a7d4b404-b0ae-4390-aa03-99271169e439 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "DELETE /v2.0/subnets/06a7c36b-2f2a-417c-b825-120889c1a066 HTTP/1.1" status: 404 len: 337 time: 0.0293295 Jul 06 12:52:17.542865 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54730) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:17.562796 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edf7fa6-fa8f-4dd0-8c64-0f3dc36bf5db tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] DELETE failed (client error): The resource could not be found. Jul 06 12:52:17.563362 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4edf7fa6-fa8f-4dd0-8c64-0f3dc36bf5db tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:52:17.565095 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4edf7fa6-fa8f-4dd0-8c64-0f3dc36bf5db tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "DELETE /v2.0/networks/a1a813b4-81f2-47b1-be7b-38e69140ae00 HTTP/1.1" status: 404 len: 339 time: 0.0212438 Jul 06 12:52:17.567759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54732) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:17.579888 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f244f2f1-c240-4d15-bc88-d35e62d4300d None None] DHCP port deletion for 62a1ea7e-958a-48e3-8c22-4ec423139916 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:52:17.598627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-64db048b-cb43-41eb-b5b0-797bcac78752 None None] Could not find standard attr ID for object 1444cda5-948f-48e3-bf74-915d4880a564. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:52:17.600325 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea663558-7b66-4038-8a9d-de5052248f89 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] DELETE failed (client error): The resource could not be found. Jul 06 12:52:17.600772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea663558-7b66-4038-8a9d-de5052248f89 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:52:17.602744 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ea663558-7b66-4038-8a9d-de5052248f89 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "DELETE /v2.0/subnets/9a57e43b-42fc-4483-8de0-962df5161fdc HTTP/1.1" status: 404 len: 337 time: 0.0335655 Jul 06 12:52:17.605213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54734) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:17.622623 n-d-799529-2 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-312733a8-0e8a-4e97-bd90-46113f4efd08 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] DELETE failed (client error): The resource could not be found. Jul 06 12:52:17.623142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312733a8-0e8a-4e97-bd90-46113f4efd08 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 12:52:17.624777 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-312733a8-0e8a-4e97-bd90-46113f4efd08 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "DELETE /v2.0/networks/20cbdc83-45bc-44c0-9195-306481ed0f1a HTTP/1.1" status: 404 len: 339 time: 0.0186884 Jul 06 12:52:17.627114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54736) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:17.681430 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ccce54-2737-4c1d-8eaa-c8f626c768f9 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Deleting subnet 2d58cde7-193a-4a06-aeaf-fdb9526e71a7 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:52:17.685511 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ccce54-2737-4c1d-8eaa-c8f626c768f9 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:17.725708 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ccce54-2737-4c1d-8eaa-c8f626c768f9 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:17.814395 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ccce54-2737-4c1d-8eaa-c8f626c768f9 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:17.871970 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ccce54-2737-4c1d-8eaa-c8f626c768f9 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:17.896949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccce54-2737-4c1d-8eaa-c8f626c768f9 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event deleted for resources: {'Subnet': ['ID=2d58cde7-193a-4a06-aeaf-fdb9526e71a7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:17.903733 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90ccce54-2737-4c1d-8eaa-c8f626c768f9 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:17.905641 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-90ccce54-2737-4c1d-8eaa-c8f626c768f9 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "DELETE /v2.0/subnets/2d58cde7-193a-4a06-aeaf-fdb9526e71a7 HTTP/1.1" status: 204 len: 168 time: 0.2776091 Jul 06 12:52:17.908171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54738) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:17.910485 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a376f-fc06-4fd4-be9b-f648bf7c6bc4 None None] Network 02e626a9-cc1d-492b-8068-6b2c35eb8090 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:17.995918 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.049584 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Deleting port 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:52:18.049931 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.087730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560a313e-1d80-498e-9e3b-93a4c394e117 None None] DHCP port deletion for 02e626a9-cc1d-492b-8068-6b2c35eb8090 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:52:18.113844 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] For port 3cd9638a-e2d6-42d4-bb6b-40429b19fe51, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3cd9638a-e2d6-42d4-bb6b-40429b19fe51,segment=NetworkSegment(f0f42fda-9498-49d3-a364-a47dc475c664),segment_id=f0f42fda-9498-49d3-a364-a47dc475c664)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:18.114207 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.128355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Calling delete_port for 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:52:18.133156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-560a313e-1d80-498e-9e3b-93a4c394e117 None None] Deleting port 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:52:18.133534 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-560a313e-1d80-498e-9e3b-93a4c394e117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.213274 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.238706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event deleted for resources: {'Port': ['ID=3cd9638a-e2d6-42d4-bb6b-40429b19fe51,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:18.246044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] No DVR routers for this DVR port 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:52:18.326439 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.337271 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e626a9-cc1d-492b-8068-6b2c35eb8090']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:18.352356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f42fda-9498-49d3-a364-a47dc475c664') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:18.352647 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f42fda-9498-49d3-a364-a47dc475c664') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:18.354368 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-560a313e-1d80-498e-9e3b-93a4c394e117 None None] For port 3cd9638a-e2d6-42d4-bb6b-40429b19fe51, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3cd9638a-e2d6-42d4-bb6b-40429b19fe51,segment=NetworkSegment(f0f42fda-9498-49d3-a364-a47dc475c664),segment_id=f0f42fda-9498-49d3-a364-a47dc475c664)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:18.355070 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-560a313e-1d80-498e-9e3b-93a4c394e117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.361578 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.367918 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-560a313e-1d80-498e-9e3b-93a4c394e117 None None] Calling delete_port for 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:52:18.375672 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.381425 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:52:18.381802 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:52:18.384702 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 12:52:18.434555 n-d-799529-2 neutron-server[100429]: self.session.flush() Jul 06 12:52:18.445477 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-560a313e-1d80-498e-9e3b-93a4c394e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.447149 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.455112 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.457188 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] 10.222.0.81 "DELETE /v2.0/networks/02e626a9-cc1d-492b-8068-6b2c35eb8090 HTTP/1.1" status: 204 len: 168 time: 0.5480759 Jul 06 12:52:18.467108 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d51b24-e64b-4aac-bd0e-61fc0c7f16a0 tempest-NetworksIpV6Test-1115180179 tempest-NetworksIpV6Test-1115180179-project] Pushing event deleted for resources: {'Network': ['ID=02e626a9-cc1d-492b-8068-6b2c35eb8090,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:18.476014 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a313e-1d80-498e-9e3b-93a4c394e117 None None] Pushing event deleted for resources: {'Port': ['ID=3cd9638a-e2d6-42d4-bb6b-40429b19fe51,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:18.478742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-560a313e-1d80-498e-9e3b-93a4c394e117 None None] Network 02e626a9-cc1d-492b-8068-6b2c35eb8090 is not hosted by any dhcp agent {{(pid=100429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 12:52:18.479198 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a313e-1d80-498e-9e3b-93a4c394e117 None None] No DVR routers for this DVR port 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:52:18.698575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54744) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:18.828582 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-398645ea-5f1d-4249-b53e-f7ce1977b011 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e55ab5de435343a2ace78a199b4530ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288087 Jul 06 12:52:18.831159 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54748) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:18.879132 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-187ff9b3-fdd1-4418-a5c8-5a8480c2b600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.904967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-187ff9b3-fdd1-4418-a5c8-5a8480c2b600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.915471 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:52:18.938364 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:52:18.938795 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3cd9638a-e2d6-42d4-bb6b-40429b19fe51 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:52:18.939248 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1444cda5-948f-48e3-bf74-915d4880a564 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:52:18.952299 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-187ff9b3-fdd1-4418-a5c8-5a8480c2b600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.955026 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-187ff9b3-fdd1-4418-a5c8-5a8480c2b600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:18.956212 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-187ff9b3-fdd1-4418-a5c8-5a8480c2b600 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9dd11450-e250-4355-90cf-52ac7cd80cfd HTTP/1.1" status: 204 len: 168 time: 0.1241915 Jul 06 12:52:18.960082 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 1444cda5-948f-48e3-bf74-915d4880a564 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:52:18.960434 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1444cda5-948f-48e3-bf74-915d4880a564 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:52:18.968315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ff9b3-fdd1-4418-a5c8-5a8480c2b600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd11450-e250-4355-90cf-52ac7cd80cfd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:19.569461 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54770) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:19.660351 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-35bb19d8-455e-48be-ac85-bec6bfa85aff tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1716513576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:19.684115 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35bb19d8-455e-48be-ac85-bec6bfa85aff tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:19.685172 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35bb19d8-455e-48be-ac85-bec6bfa85aff tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:19.739766 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35bb19d8-455e-48be-ac85-bec6bfa85aff tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:19.744590 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35bb19d8-455e-48be-ac85-bec6bfa85aff tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:19.759705 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35bb19d8-455e-48be-ac85-bec6bfa85aff tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:19.760923 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-35bb19d8-455e-48be-ac85-bec6bfa85aff tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1904471 Jul 06 12:52:19.763588 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54774) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:19.768615 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-89575a2d-2a69-425e-b0db-e8acd7e61c98 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1043347612'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:19.788432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89575a2d-2a69-425e-b0db-e8acd7e61c98 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Made reservation on behalf of a0d13f97ea3c484aad413a1812d1c611 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:19.791868 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89575a2d-2a69-425e-b0db-e8acd7e61c98 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:19.800130 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89575a2d-2a69-425e-b0db-e8acd7e61c98 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:19.896035 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89575a2d-2a69-425e-b0db-e8acd7e61c98 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:19.900352 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89575a2d-2a69-425e-b0db-e8acd7e61c98 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:19.929917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89575a2d-2a69-425e-b0db-e8acd7e61c98 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:52:19.936103 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89575a2d-2a69-425e-b0db-e8acd7e61c98 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5ad197-c0b1-4ee7-8b73-1940db8eb4ed,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:19.943096 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89575a2d-2a69-425e-b0db-e8acd7e61c98 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:19.944072 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-89575a2d-2a69-425e-b0db-e8acd7e61c98 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Added segment 6c34e530-c57c-46a4-baf8-0d5efe0e9200 of type vlan for network 6168ac93-d668-4784-9477-1f5c525238b6 Jul 06 12:52:19.983858 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89575a2d-2a69-425e-b0db-e8acd7e61c98 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:20.013724 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89575a2d-2a69-425e-b0db-e8acd7e61c98 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:20.019486 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89575a2d-2a69-425e-b0db-e8acd7e61c98 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:20.020064 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89575a2d-2a69-425e-b0db-e8acd7e61c98 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:20.074948 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-89575a2d-2a69-425e-b0db-e8acd7e61c98 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3103428 Jul 06 12:52:20.077793 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54776) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:20.085501 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b0054294-4162-4c9f-80b4-9a434677ef2f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Request body: {'subnet': {'network_id': '6168ac93-d668-4784-9477-1f5c525238b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:20.131135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89575a2d-2a69-425e-b0db-e8acd7e61c98 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Pushing event updated for resources: {'Network': ['ID=6168ac93-d668-4784-9477-1f5c525238b6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:20.141935 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 6168ac93-d668-4784-9477-1f5c525238b6 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:52:20.183098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0054294-4162-4c9f-80b4-9a434677ef2f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Made reservation on behalf of a0d13f97ea3c484aad413a1812d1c611 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:20.186770 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0054294-4162-4c9f-80b4-9a434677ef2f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:20.364914 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0054294-4162-4c9f-80b4-9a434677ef2f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:20.428503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0054294-4162-4c9f-80b4-9a434677ef2f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Pushing event updated for resources: {'Subnet': ['ID=ac2c42cc-41dd-4bd3-b8c2-5dc314f2c128,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:20.435182 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0054294-4162-4c9f-80b4-9a434677ef2f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Checking segment: {'id': '6c34e530-c57c-46a4-baf8-0d5efe0e9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6168ac93-d668-4784-9477-1f5c525238b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:20.435572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0054294-4162-4c9f-80b4-9a434677ef2f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Network hostable DHCP agents. Network: 6168ac93-d668-4784-9477-1f5c525238b6, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:52:20.452029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0054294-4162-4c9f-80b4-9a434677ef2f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Network 6168ac93-d668-4784-9477-1f5c525238b6 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:52:20.461044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b0054294-4162-4c9f-80b4-9a434677ef2f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 6168ac93-d668-4784-9477-1f5c525238b6) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:20.465871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0054294-4162-4c9f-80b4-9a434677ef2f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:20.466629 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0054294-4162-4c9f-80b4-9a434677ef2f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:20.469570 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5665d8-99d6-429a-bde5-510b48e47d3c None None] Network 6168ac93-d668-4784-9477-1f5c525238b6 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:20.481672 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b0054294-4162-4c9f-80b4-9a434677ef2f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4028234 Jul 06 12:52:20.484864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54778) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:20.489858 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8d4d16df-fac4-4ca8-a91d-c415759b8bc7 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-373896141'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:20.511768 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4d16df-fac4-4ca8-a91d-c415759b8bc7 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Made reservation on behalf of a0d13f97ea3c484aad413a1812d1c611 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:20.515217 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d4d16df-fac4-4ca8-a91d-c415759b8bc7 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:20.544730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4d16df-fac4-4ca8-a91d-c415759b8bc7 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:52:20.554454 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d4d16df-fac4-4ca8-a91d-c415759b8bc7 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:20.554789 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-8d4d16df-fac4-4ca8-a91d-c415759b8bc7 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Added segment 40822f49-0ea1-4e38-8f21-6d7801007812 of type vlan for network a6c9be00-ffa4-4077-ab50-1702502d6ab1 Jul 06 12:52:20.596748 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d4d16df-fac4-4ca8-a91d-c415759b8bc7 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:20.625705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-6168ac93-d668-4784-9477-1f5c525238b6', 'network_id': '6168ac93-d668-4784-9477-1f5c525238b6', 'tenant_id': 'a0d13f97ea3c484aad413a1812d1c611', 'fixed_ips': [{'subnet_id': 'ac2c42cc-41dd-4bd3-b8c2-5dc314f2c128'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:52:20.626354 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d4d16df-fac4-4ca8-a91d-c415759b8bc7 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:20.626569 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:20.632921 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4d16df-fac4-4ca8-a91d-c415759b8bc7 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:20.633509 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d4d16df-fac4-4ca8-a91d-c415759b8bc7 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:20.694462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54780) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:20.695013 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8d4d16df-fac4-4ca8-a91d-c415759b8bc7 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2085443 Jul 06 12:52:20.699859 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-bf8354df-0e8b-4dd7-92e0-57f517e2e756 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Request body: {'subnet': {'network_id': 'a6c9be00-ffa4-4077-ab50-1702502d6ab1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:20.705690 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d16df-fac4-4ca8-a91d-c415759b8bc7 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Pushing event updated for resources: {'Network': ['ID=a6c9be00-ffa4-4077-ab50-1702502d6ab1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:20.724141 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network a6c9be00-ffa4-4077-ab50-1702502d6ab1 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:52:20.803794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8354df-0e8b-4dd7-92e0-57f517e2e756 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Made reservation on behalf of a0d13f97ea3c484aad413a1812d1c611 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:20.808154 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bf8354df-0e8b-4dd7-92e0-57f517e2e756 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:20.828316 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Allocated IP 172.20.0.2 (6168ac93-d668-4784-9477-1f5c525238b6/ac2c42cc-41dd-4bd3-b8c2-5dc314f2c128/c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:52:20.984316 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:20.993445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Transition to ACTIVE for port object c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:20.998715 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bf8354df-0e8b-4dd7-92e0-57f517e2e756 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.010951 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Transition to ACTIVE for port object c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:21.017633 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.056500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Network 6168ac93-d668-4784-9477-1f5c525238b6 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:21.061665 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:21.064245 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:52:21.066084 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8354df-0e8b-4dd7-92e0-57f517e2e756 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Pushing event updated for resources: {'Subnet': ['ID=efe46d2a-70c9-4b33-bc14-1df6f513aebd,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:21.078404 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8354df-0e8b-4dd7-92e0-57f517e2e756 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Checking segment: {'id': '40822f49-0ea1-4e38-8f21-6d7801007812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6c9be00-ffa4-4077-ab50-1702502d6ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:21.078588 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Pushing event updated for resources: {'Port': ['ID=c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:21.078711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8354df-0e8b-4dd7-92e0-57f517e2e756 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Network hostable DHCP agents. Network: a6c9be00-ffa4-4077-ab50-1702502d6ab1, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:52:21.096467 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8354df-0e8b-4dd7-92e0-57f517e2e756 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Network a6c9be00-ffa4-4077-ab50-1702502d6ab1 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:52:21.106979 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-bf8354df-0e8b-4dd7-92e0-57f517e2e756 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, a6c9be00-ffa4-4077-ab50-1702502d6ab1) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:21.113710 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8354df-0e8b-4dd7-92e0-57f517e2e756 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:21.114733 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bf8354df-0e8b-4dd7-92e0-57f517e2e756 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.125603 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9199699f-a222-45e9-a5f1-a11da28f4ca6 None None] Network a6c9be00-ffa4-4077-ab50-1702502d6ab1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:21.133300 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bf8354df-0e8b-4dd7-92e0-57f517e2e756 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4377029 Jul 06 12:52:21.136166 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54782) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:21.141027 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c40435d4-7f56-4e3d-8860-e2ffb51baf6d tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a6c9be00-ffa4-4077-ab50-1702502d6ab1'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:21.176789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Attempting to bind port c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:52:21.177414 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Attempting to bind port c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '6c34e530-c57c-46a4-baf8-0d5efe0e9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6168ac93-d668-4784-9477-1f5c525238b6'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:52:21.177530 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Attempting to bind port c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b on network 6168ac93-d668-4784-9477-1f5c525238b6 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:21.186824 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:52:21.187196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Checking segment: {'id': '6c34e530-c57c-46a4-baf8-0d5efe0e9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6168ac93-d668-4784-9477-1f5c525238b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:21.187619 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.188009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Bound using segment: {'id': '6c34e530-c57c-46a4-baf8-0d5efe0e9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6168ac93-d668-4784-9477-1f5c525238b6'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:52:21.188469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Bound port: c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c34e530-c57c-46a4-baf8-0d5efe0e9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6168ac93-d668-4784-9477-1f5c525238b6'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:52:21.188843 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.305113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] For port c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:21.311480 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] For port c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b,segment=NetworkSegment(6c34e530-c57c-46a4-baf8-0d5efe0e9200),segment_id=6c34e530-c57c-46a4-baf8-0d5efe0e9200)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:52:21.333470 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.355657 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c40435d4-7f56-4e3d-8860-e2ffb51baf6d tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.363660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-a6c9be00-ffa4-4077-ab50-1702502d6ab1', 'network_id': 'a6c9be00-ffa4-4077-ab50-1702502d6ab1', 'tenant_id': 'a0d13f97ea3c484aad413a1812d1c611', 'fixed_ips': [{'subnet_id': 'efe46d2a-70c9-4b33-bc14-1df6f513aebd'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:52:21.364527 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.419461 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ae28d-7a1a-4808-b2ec-35c7df0f405b None None] Pushing event updated for resources: {'Port': ['ID=c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:21.475854 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [None req-c40435d4-7f56-4e3d-8860-e2ffb51baf6d tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 12:52:21.483738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54784) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:21.483928 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c40435d4-7f56-4e3d-8860-e2ffb51baf6d tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] 10.222.0.81 "PUT /v2.0/routers/c68cd199-96c2-41ea-96dc-e8f5d8a80e34 HTTP/1.1" status: 400 len: 364 time: 0.3464828 Jul 06 12:52:21.548414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-75787b12-f813-4b8b-8e70-cfb6e365b29f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Deleting subnet efe46d2a-70c9-4b33-bc14-1df6f513aebd {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:52:21.548616 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Allocated IP 172.21.0.2 (a6c9be00-ffa4-4077-ab50-1702502d6ab1/efe46d2a-70c9-4b33-bc14-1df6f513aebd/3dd8a2d7-7c2b-4ecc-9556-f65ea039a971) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:52:21.719218 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.728875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Transition to ACTIVE for port object 3dd8a2d7-7c2b-4ecc-9556-f65ea039a971 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:21.753133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Transition to ACTIVE for port object 3dd8a2d7-7c2b-4ecc-9556-f65ea039a971 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:21.757842 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-75787b12-f813-4b8b-8e70-cfb6e365b29f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.758468 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.797239 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Network a6c9be00-ffa4-4077-ab50-1702502d6ab1 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:21.803284 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:21.804839 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-75787b12-f813-4b8b-8e70-cfb6e365b29f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.805599 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:52:21.811618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Pushing event updated for resources: {'Port': ['ID=3dd8a2d7-7c2b-4ecc-9556-f65ea039a971,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:21.871611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Attempting to bind port 3dd8a2d7-7c2b-4ecc-9556-f65ea039a971 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:52:21.871979 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Attempting to bind port 3dd8a2d7-7c2b-4ecc-9556-f65ea039a971 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '40822f49-0ea1-4e38-8f21-6d7801007812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6c9be00-ffa4-4077-ab50-1702502d6ab1'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:52:21.872342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Attempting to bind port 3dd8a2d7-7c2b-4ecc-9556-f65ea039a971 on network a6c9be00-ffa4-4077-ab50-1702502d6ab1 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:21.879001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:52:21.879414 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Checking segment: {'id': '40822f49-0ea1-4e38-8f21-6d7801007812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6c9be00-ffa4-4077-ab50-1702502d6ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:21.879799 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.880192 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Bound using segment: {'id': '40822f49-0ea1-4e38-8f21-6d7801007812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6c9be00-ffa4-4077-ab50-1702502d6ab1'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:52:21.880656 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Bound port: 3dd8a2d7-7c2b-4ecc-9556-f65ea039a971, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40822f49-0ea1-4e38-8f21-6d7801007812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6c9be00-ffa4-4077-ab50-1702502d6ab1'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:52:21.881087 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.891544 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-75787b12-f813-4b8b-8e70-cfb6e365b29f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.953144 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-75787b12-f813-4b8b-8e70-cfb6e365b29f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.957552 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] For port 3dd8a2d7-7c2b-4ecc-9556-f65ea039a971, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:21.961613 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] For port 3dd8a2d7-7c2b-4ecc-9556-f65ea039a971, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3dd8a2d7-7c2b-4ecc-9556-f65ea039a971,segment=NetworkSegment(40822f49-0ea1-4e38-8f21-6d7801007812),segment_id=40822f49-0ea1-4e38-8f21-6d7801007812)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:52:21.965917 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.988864 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-75787b12-f813-4b8b-8e70-cfb6e365b29f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:21.990761 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-75787b12-f813-4b8b-8e70-cfb6e365b29f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] 10.222.0.81 "DELETE /v2.0/subnets/efe46d2a-70c9-4b33-bc14-1df6f513aebd HTTP/1.1" status: 204 len: 168 time: 0.5060172 Jul 06 12:52:21.991851 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75787b12-f813-4b8b-8e70-cfb6e365b29f tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Pushing event deleted for resources: {'Subnet': ['ID=efe46d2a-70c9-4b33-bc14-1df6f513aebd,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:21.993324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54786) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:22.026309 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f3ba4-f50a-48b9-adfe-2b1d466bda86 None None] Pushing event updated for resources: {'Port': ['ID=3dd8a2d7-7c2b-4ecc-9556-f65ea039a971,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:22.087764 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:22.145303 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Deleting port 3dd8a2d7-7c2b-4ecc-9556-f65ea039a971 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:52:22.145939 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:22.240029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] For port 3dd8a2d7-7c2b-4ecc-9556-f65ea039a971, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3dd8a2d7-7c2b-4ecc-9556-f65ea039a971,segment=NetworkSegment(40822f49-0ea1-4e38-8f21-6d7801007812),segment_id=40822f49-0ea1-4e38-8f21-6d7801007812)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:22.240711 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:22.257205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Calling delete_port for 3dd8a2d7-7c2b-4ecc-9556-f65ea039a971 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:52:22.356309 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:22.390781 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Pushing event deleted for resources: {'Port': ['ID=3dd8a2d7-7c2b-4ecc-9556-f65ea039a971,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:22.398196 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] No DVR routers for this DVR port 3dd8a2d7-7c2b-4ecc-9556-f65ea039a971 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:52:22.470864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4128621e-60c2-4b9a-85ca-8b1d5427e18c None None] Network 6168ac93-d668-4784-9477-1f5c525238b6 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:22.483149 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:22.493909 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c9be00-ffa4-4077-ab50-1702502d6ab1']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:22.504542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40822f49-0ea1-4e38-8f21-6d7801007812') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:22.504850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40822f49-0ea1-4e38-8f21-6d7801007812') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:22.514347 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:22.527648 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:22.534188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:52:22.534529 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:52:22.537657 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:52:22.567154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7a77172e-48f0-42b6-a96b-5d8c8529ba79 None None] Provisioning for port c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:22.598758 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:22.604378 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:22.606708 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] 10.222.0.81 "DELETE /v2.0/networks/a6c9be00-ffa4-4077-ab50-1702502d6ab1 HTTP/1.1" status: 204 len: 168 time: 0.6119378 Jul 06 12:52:22.609926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54788) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:22.622513 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e65a8-37d6-4844-b16c-14e84233feef tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Pushing event deleted for resources: {'Network': ['ID=a6c9be00-ffa4-4077-ab50-1702502d6ab1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:22.668194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-247e2166-1600-4cc2-847d-55186ffa3e29 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Deleting subnet ac2c42cc-41dd-4bd3-b8c2-5dc314f2c128 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:52:22.672118 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-247e2166-1600-4cc2-847d-55186ffa3e29 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:22.714885 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-247e2166-1600-4cc2-847d-55186ffa3e29 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:22.816096 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-247e2166-1600-4cc2-847d-55186ffa3e29 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:22.880930 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-247e2166-1600-4cc2-847d-55186ffa3e29 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:22.905772 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e2166-1600-4cc2-847d-55186ffa3e29 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Pushing event deleted for resources: {'Subnet': ['ID=ac2c42cc-41dd-4bd3-b8c2-5dc314f2c128,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:22.919508 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-247e2166-1600-4cc2-847d-55186ffa3e29 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:22.921674 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-247e2166-1600-4cc2-847d-55186ffa3e29 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] 10.222.0.81 "DELETE /v2.0/subnets/ac2c42cc-41dd-4bd3-b8c2-5dc314f2c128 HTTP/1.1" status: 204 len: 168 time: 0.3101866 Jul 06 12:52:22.924469 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54790) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:22.939417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739cbe80-97c2-4fe0-a771-0169bd7ef561 None None] Network 6168ac93-d668-4784-9477-1f5c525238b6 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:22.988417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:23.021625 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.084371 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Deleting port c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:52:23.084973 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.119059 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:23.124577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:23.124949 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.153281 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] For port c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b,segment=NetworkSegment(6c34e530-c57c-46a4-baf8-0d5efe0e9200),segment_id=6c34e530-c57c-46a4-baf8-0d5efe0e9200)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:23.153641 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.172413 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Calling delete_port for c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:52:23.173979 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5dee93ba-8cb1-4153-bd87-9e04d8576474 None None] Could not find standard attr ID for object 3dd8a2d7-7c2b-4ecc-9556-f65ea039a971. {{(pid=100429) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 12:52:23.227290 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.240411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c78d6f-78a6-4c6f-a383-64e00167604f None None] DHCP port deletion for a6c9be00-ffa4-4077-ab50-1702502d6ab1 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:52:23.263781 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f00853-175b-45a1-9425-8c821688dedb None None] DHCP port deletion for 6168ac93-d668-4784-9477-1f5c525238b6 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:52:23.266488 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.268712 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8441d873-40ef-4f49-90da-95bf4d30d3a3 None None] Network a6c9be00-ffa4-4077-ab50-1702502d6ab1 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:23.300346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8441d873-40ef-4f49-90da-95bf4d30d3a3 None None] Network a6c9be00-ffa4-4077-ab50-1702502d6ab1 could not be found, it might have been deleted concurrently. {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 12:52:23.307081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Pushing event deleted for resources: {'Port': ['ID=c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:23.311897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] No DVR routers for this DVR port c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:52:23.389007 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.398435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6168ac93-d668-4784-9477-1f5c525238b6']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:23.408712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c34e530-c57c-46a4-baf8-0d5efe0e9200') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:23.409007 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c34e530-c57c-46a4-baf8-0d5efe0e9200') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:23.418082 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.431884 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.437557 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:52:23.437987 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:52:23.441016 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:52:23.503284 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.512220 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.514072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] 10.222.0.81 "DELETE /v2.0/networks/6168ac93-d668-4784-9477-1f5c525238b6 HTTP/1.1" status: 204 len: 168 time: 0.5885482 Jul 06 12:52:23.516948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54792) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:23.525576 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52802505-d429-45ea-a390-f262b74900b8 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Pushing event deleted for resources: {'Network': ['ID=6168ac93-d668-4784-9477-1f5c525238b6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:23.551850 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d4caff5b-eb56-40d3-976b-096e0dd9f699 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] 10.222.0.81 "GET /v2.0/ports?device_id=c68cd199-96c2-41ea-96dc-e8f5d8a80e34 HTTP/1.1" status: 200 len: 205 time: 0.0337436 Jul 06 12:52:23.554638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54794) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:23.629310 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc10086c-3762-4a3e-a174-73141807ecc2 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.784774 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc10086c-3762-4a3e-a174-73141807ecc2 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.786906 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc10086c-3762-4a3e-a174-73141807ecc2 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.832435 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc10086c-3762-4a3e-a174-73141807ecc2 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.832957 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc10086c-3762-4a3e-a174-73141807ecc2 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Fanout notify agent at l3_agent the message router_deleted on router c68cd199-96c2-41ea-96dc-e8f5d8a80e34 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:52:23.842389 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc10086c-3762-4a3e-a174-73141807ecc2 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:23.842389 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bc10086c-3762-4a3e-a174-73141807ecc2 tempest-RoutersNegativeTest-2027044429 tempest-RoutersNegativeTest-2027044429-project] 10.222.0.81 "DELETE /v2.0/routers/c68cd199-96c2-41ea-96dc-e8f5d8a80e34 HTTP/1.1" status: 204 len: 168 time: 0.2861786 Jul 06 12:52:24.087649 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54800) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:24.220741 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7340a462-97a5-4e13-9b03-afe9bebbba4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a0d13f97ea3c484aad413a1812d1c611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314101 Jul 06 12:52:24.222652 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54804) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:24.269522 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad240eb9-284a-4197-8944-f14fe83fd44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:24.289984 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad240eb9-284a-4197-8944-f14fe83fd44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:24.335267 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad240eb9-284a-4197-8944-f14fe83fd44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:24.337759 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ad240eb9-284a-4197-8944-f14fe83fd44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:24.338977 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ad240eb9-284a-4197-8944-f14fe83fd44b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb5ad197-c0b1-4ee7-8b73-1940db8eb4ed HTTP/1.1" status: 204 len: 168 time: 0.1154149 Jul 06 12:52:24.346829 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad240eb9-284a-4197-8944-f14fe83fd44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5ad197-c0b1-4ee7-8b73-1940db8eb4ed,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:24.930930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:52:24.951400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:52:24.951748 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c33cf7fc-9f84-4d31-bd05-b2d4f107dd8b not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:52:24.952169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3dd8a2d7-7c2b-4ecc-9556-f65ea039a971 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:52:24.962144 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 54826) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:24.973735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 3dd8a2d7-7c2b-4ecc-9556-f65ea039a971 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:52:24.974085 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3dd8a2d7-7c2b-4ecc-9556-f65ea039a971 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:52:25.058185 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-2952eade-c1d4-426e-a513-d000ada8c1f6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-496624779-network', 'tenant_id': 'af737de211c94f308ed92b879bf837fb'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:25.083104 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2952eade-c1d4-426e-a513-d000ada8c1f6 admin admin] Made reservation on behalf of af737de211c94f308ed92b879bf837fb for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:25.085451 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2952eade-c1d4-426e-a513-d000ada8c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:25.093706 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2952eade-c1d4-426e-a513-d000ada8c1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:25.183007 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2952eade-c1d4-426e-a513-d000ada8c1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:25.187110 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2952eade-c1d4-426e-a513-d000ada8c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:25.211102 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2952eade-c1d4-426e-a513-d000ada8c1f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:52:25.220765 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952eade-c1d4-426e-a513-d000ada8c1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a138ee11-ad8e-4b90-8efa-7c5e77c55e23,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:25.228120 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2952eade-c1d4-426e-a513-d000ada8c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:25.228465 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-2952eade-c1d4-426e-a513-d000ada8c1f6 admin admin] Added segment 405f78ff-d4be-45f0-85f5-f80571010d0b of type vlan for network 8b056086-b474-4e29-9b6f-b19f67f7593e Jul 06 12:52:25.268414 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2952eade-c1d4-426e-a513-d000ada8c1f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:25.296347 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2952eade-c1d4-426e-a513-d000ada8c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:25.297343 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2952eade-c1d4-426e-a513-d000ada8c1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:25.297939 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2952eade-c1d4-426e-a513-d000ada8c1f6 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:25.352396 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2952eade-c1d4-426e-a513-d000ada8c1f6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3889472 Jul 06 12:52:25.355305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54830) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:25.360439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1e73acc9-7c84-4dc4-8b99-6bb537906276 admin admin] Request body: {'subnet': {'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-496624779-subnet', 'tenant_id': 'af737de211c94f308ed92b879bf837fb', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:25.362002 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952eade-c1d4-426e-a513-d000ada8c1f6 admin admin] Pushing event updated for resources: {'Network': ['ID=8b056086-b474-4e29-9b6f-b19f67f7593e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:25.371328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 8b056086-b474-4e29-9b6f-b19f67f7593e details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:52:25.381161 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e73acc9-7c84-4dc4-8b99-6bb537906276 admin admin] Made reservation on behalf of af737de211c94f308ed92b879bf837fb for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:25.383550 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e73acc9-7c84-4dc4-8b99-6bb537906276 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:25.565915 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e73acc9-7c84-4dc4-8b99-6bb537906276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:25.621895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73acc9-7c84-4dc4-8b99-6bb537906276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=404596d5-1778-4467-8e35-3b12e14f107e,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:25.628914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e73acc9-7c84-4dc4-8b99-6bb537906276 admin admin] Checking segment: {'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:25.629270 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e73acc9-7c84-4dc4-8b99-6bb537906276 admin admin] Network hostable DHCP agents. Network: 8b056086-b474-4e29-9b6f-b19f67f7593e, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:52:25.645377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e73acc9-7c84-4dc4-8b99-6bb537906276 admin admin] Network 8b056086-b474-4e29-9b6f-b19f67f7593e is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:52:25.654531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1e73acc9-7c84-4dc4-8b99-6bb537906276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 8b056086-b474-4e29-9b6f-b19f67f7593e) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:25.658422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e73acc9-7c84-4dc4-8b99-6bb537906276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:25.659021 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e73acc9-7c84-4dc4-8b99-6bb537906276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:25.664738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c84e0d-fde0-4a90-bb6d-e98f3849062c None None] Network 8b056086-b474-4e29-9b6f-b19f67f7593e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:25.676199 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1e73acc9-7c84-4dc4-8b99-6bb537906276 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3173647 Jul 06 12:52:25.676436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54832) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:25.680833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-496624779-router', 'tenant_id': 'af737de211c94f308ed92b879bf837fb', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:25.701178 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:25.702353 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:25.756691 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:25.817983 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-8b056086-b474-4e29-9b6f-b19f67f7593e', 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e', 'tenant_id': 'af737de211c94f308ed92b879bf837fb', 'fixed_ips': [{'subnet_id': '404596d5-1778-4467-8e35-3b12e14f107e'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:52:25.818947 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:25.961639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Allocated IP 172.20.0.2 (8b056086-b474-4e29-9b6f-b19f67f7593e/404596d5-1778-4467-8e35-3b12e14f107e/646d7a32-53f0-479c-adfe-32ad20bf100d) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:52:26.107891 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:26.117600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Transition to ACTIVE for port object 646d7a32-53f0-479c-adfe-32ad20bf100d will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:26.133737 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Transition to ACTIVE for port object 646d7a32-53f0-479c-adfe-32ad20bf100d will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:26.140320 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:26.181757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Network 8b056086-b474-4e29-9b6f-b19f67f7593e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:26.186442 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:26.188953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:52:26.197460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Pushing event updated for resources: {'Port': ['ID=646d7a32-53f0-479c-adfe-32ad20bf100d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:26.250673 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Attempting to bind port 646d7a32-53f0-479c-adfe-32ad20bf100d on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:52:26.251036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Attempting to bind port 646d7a32-53f0-479c-adfe-32ad20bf100d by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:52:26.251427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Attempting to bind port 646d7a32-53f0-479c-adfe-32ad20bf100d on network 8b056086-b474-4e29-9b6f-b19f67f7593e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:26.256388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:52:26.256752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Checking segment: {'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:26.257150 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:26.257536 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Bound using segment: {'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:52:26.257991 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Bound port: 646d7a32-53f0-479c-adfe-32ad20bf100d, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:52:26.258363 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:26.260189 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:26.320472 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] For port 646d7a32-53f0-479c-adfe-32ad20bf100d, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:26.323608 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] For port 646d7a32-53f0-479c-adfe-32ad20bf100d, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=646d7a32-53f0-479c-adfe-32ad20bf100d,segment=NetworkSegment(405f78ff-d4be-45f0-85f5-f80571010d0b),segment_id=405f78ff-d4be-45f0-85f5-f80571010d0b)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:52:26.328371 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:26.385287 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2154d2-3f52-44fc-adc5-3f282b5cacfa None None] Pushing event updated for resources: {'Port': ['ID=646d7a32-53f0-479c-adfe-32ad20bf100d,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:26.472823 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:26.493268 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:26.617248 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Allocated IP 172.25.4.123 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/2bb47396-a50f-4ac3-aa56-503e4cda3c27) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:52:26.718778 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:26.757742 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:26.799500 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:26.802181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:26.807485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:52:26.811135 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb47396-a50f-4ac3-aa56-503e4cda3c27,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:26.954535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 646d7a32-53f0-479c-adfe-32ad20bf100d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:27.024125 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 646d7a32-53f0-479c-adfe-32ad20bf100d completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:27.081664 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:27.285882 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:27.317973 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac5ebd8-38f9-49cc-b564-4eddf93c9353 None None] Network 8b056086-b474-4e29-9b6f-b19f67f7593e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:27.426026 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Router 3b86f020-0815-4160-8f2d-2473e5db6c3e is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:52:27.452615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2356bb13-8a82-4b1b-ba36-2731084742c3 None None] Provisioning for port 646d7a32-53f0-479c-adfe-32ad20bf100d completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:27.460849 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2356bb13-8a82-4b1b-ba36-2731084742c3 None None] Provisioning complete for port 646d7a32-53f0-479c-adfe-32ad20bf100d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:27.461230 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2356bb13-8a82-4b1b-ba36-2731084742c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:27.546676 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:52:27.560011 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Sync routers for ids ['3b86f020-0815-4160-8f2d-2473e5db6c3e'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:52:27.568106 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:27.570331 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c6f34411-57e3-480d-91a1-ab6cd67d0f02 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8929417 Jul 06 12:52:27.573017 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54834) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:27.575715 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Routers {'3b86f020-0815-4160-8f2d-2473e5db6c3e'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:52:27.576646 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b7571151-8761-49f4-80c5-9610c705916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:52:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3b86f020-0815-4160-8f2d-2473e5db6c3e'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:27.594308 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2356bb13-8a82-4b1b-ba36-2731084742c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:27.633430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2356bb13-8a82-4b1b-ba36-2731084742c3 None None] For port 646d7a32-53f0-479c-adfe-32ad20bf100d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=646d7a32-53f0-479c-adfe-32ad20bf100d,segment=NetworkSegment(405f78ff-d4be-45f0-85f5-f80571010d0b),segment_id=405f78ff-d4be-45f0-85f5-f80571010d0b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:27.641744 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2356bb13-8a82-4b1b-ba36-2731084742c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:27.710532 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356bb13-8a82-4b1b-ba36-2731084742c3 None None] Pushing event updated for resources: {'Port': ['ID=646d7a32-53f0-479c-adfe-32ad20bf100d,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:27.730007 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Set router 3b86f020-0815-4160-8f2d-2473e5db6c3e gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:52:27.862364 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5d91b158-d773-4326-9c5b-f24696268024 None None] Provisioning complete for port 646d7a32-53f0-479c-adfe-32ad20bf100d triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:27.862776 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d91b158-d773-4326-9c5b-f24696268024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:27.915483 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b7571151-8761-49f4-80c5-9610c705916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'name': 'tempest-TestEncryptedCinderVolumes-496624779-router', 'tenant_id': 'af737de211c94f308ed92b879bf837fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2bb47396-a50f-4ac3-aa56-503e4cda3c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:25Z', 'updated_at': '2021-07-06T12:52:26Z', 'revision_number': 3, 'project_id': 'af737de211c94f308ed92b879bf837fb', 'gw_port': {'id': '2bb47396-a50f-4ac3-aa56-503e4cda3c27', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:26Z', 'updated_at': '2021-07-06T12:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:27.942278 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Checking router: 3b86f020-0815-4160-8f2d-2473e5db6c3e for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:52:27.942663 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Updating router 3b86f020-0815-4160-8f2d-2473e5db6c3e port 2bb47396-a50f-4ac3-aa56-503e4cda3c27 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:52:27.978762 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:28.035307 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:28.190246 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Allocated IP 172.20.0.1 (8b056086-b474-4e29-9b6f-b19f67f7593e/404596d5-1778-4467-8e35-3b12e14f107e/d1455da9-c187-40e7-820f-ce423eee069b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:52:28.232599 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:28.243767 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Transition to ACTIVE for port object 2bb47396-a50f-4ac3-aa56-503e4cda3c27 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:28.249711 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:28.299900 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Attempting to bind port 2bb47396-a50f-4ac3-aa56-503e4cda3c27 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:52:28.300258 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Attempting to bind port 2bb47396-a50f-4ac3-aa56-503e4cda3c27 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:52:28.300407 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:28.300611 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Attempting to bind port 2bb47396-a50f-4ac3-aa56-503e4cda3c27 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:28.304245 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bb072-33c6-46ad-9893-07ead4b03d8f None None] Pushing event updated for resources: {'Port': ['ID=2bb47396-a50f-4ac3-aa56-503e4cda3c27,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:28.312478 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60bb072-33c6-46ad-9893-07ead4b03d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:28.312810 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60bb072-33c6-46ad-9893-07ead4b03d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:28.313141 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60bb072-33c6-46ad-9893-07ead4b03d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:28.313473 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60bb072-33c6-46ad-9893-07ead4b03d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:28.313768 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Transition to ACTIVE for port object d1455da9-c187-40e7-820f-ce423eee069b will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:28.313902 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60bb072-33c6-46ad-9893-07ead4b03d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:28.314346 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60bb072-33c6-46ad-9893-07ead4b03d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:28.314540 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60bb072-33c6-46ad-9893-07ead4b03d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:28.314845 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60bb072-33c6-46ad-9893-07ead4b03d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:28.315144 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60bb072-33c6-46ad-9893-07ead4b03d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:28.315513 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60bb072-33c6-46ad-9893-07ead4b03d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:28.316021 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60bb072-33c6-46ad-9893-07ead4b03d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:28.316276 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60bb072-33c6-46ad-9893-07ead4b03d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:52:28.319875 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:52:28.320236 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:28.320624 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:28.320999 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:52:28.321558 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Bound port: 2bb47396-a50f-4ac3-aa56-503e4cda3c27, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:52:28.321830 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:28.349046 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:28.376525 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b7571151-8761-49f4-80c5-9610c705916d None None] For port 2bb47396-a50f-4ac3-aa56-503e4cda3c27, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:28.380254 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b7571151-8761-49f4-80c5-9610c705916d None None] For port 2bb47396-a50f-4ac3-aa56-503e4cda3c27, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=2bb47396-a50f-4ac3-aa56-503e4cda3c27,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:52:28.385037 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:28.387102 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Network 8b056086-b474-4e29-9b6f-b19f67f7593e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:28.389979 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:28.395855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:52:28.422178 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Pushing event updated for resources: {'Port': ['ID=d1455da9-c187-40e7-820f-ce423eee069b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:28.440027 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:28.447765 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bb072-33c6-46ad-9893-07ead4b03d8f None None] Pushing event updated for resources: {'Port': ['ID=2bb47396-a50f-4ac3-aa56-503e4cda3c27,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:28.450213 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Routers {'3b86f020-0815-4160-8f2d-2473e5db6c3e'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:52:28.450880 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b7571151-8761-49f4-80c5-9610c705916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:52:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3b86f020-0815-4160-8f2d-2473e5db6c3e'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:28.562520 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b7571151-8761-49f4-80c5-9610c705916d None None] Set router 3b86f020-0815-4160-8f2d-2473e5db6c3e gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:52:28.602097 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:28.673988 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e669de01-5e86-4e94-80fd-7a8e7d12dffe None None] Provisioning for port d1455da9-c187-40e7-820f-ce423eee069b completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:28.678636 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e669de01-5e86-4e94-80fd-7a8e7d12dffe None None] Provisioning complete for port d1455da9-c187-40e7-820f-ce423eee069b triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:28.679012 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e669de01-5e86-4e94-80fd-7a8e7d12dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:28.715911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e669de01-5e86-4e94-80fd-7a8e7d12dffe None None] Port d1455da9-c187-40e7-820f-ce423eee069b cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:52:28.746637 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b7571151-8761-49f4-80c5-9610c705916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'name': 'tempest-TestEncryptedCinderVolumes-496624779-router', 'tenant_id': 'af737de211c94f308ed92b879bf837fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2bb47396-a50f-4ac3-aa56-503e4cda3c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:25Z', 'updated_at': '2021-07-06T12:52:26Z', 'revision_number': 3, 'project_id': 'af737de211c94f308ed92b879bf837fb', 'gw_port': {'id': '2bb47396-a50f-4ac3-aa56-503e4cda3c27', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:26Z', 'updated_at': '2021-07-06T12:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:28.770558 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:28.773565 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7571151-8761-49f4-80c5-9610c705916d None None] The sync data for ids ['3b86f020-0815-4160-8f2d-2473e5db6c3e'] in n-d-799529-2 is: [{'id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'name': 'tempest-TestEncryptedCinderVolumes-496624779-router', 'tenant_id': 'af737de211c94f308ed92b879bf837fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2bb47396-a50f-4ac3-aa56-503e4cda3c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:25Z', 'updated_at': '2021-07-06T12:52:26Z', 'revision_number': 3, 'project_id': 'af737de211c94f308ed92b879bf837fb', 'gw_port': {'id': '2bb47396-a50f-4ac3-aa56-503e4cda3c27', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:26Z', 'updated_at': '2021-07-06T12:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:52:28.776067 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:28.847763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Pushing event updated for resources: {'Port': ['ID=d1455da9-c187-40e7-820f-ce423eee069b,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:28.853231 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:28.936461 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 646d7a32-53f0-479c-adfe-32ad20bf100d up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:28.956702 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Network 8b056086-b474-4e29-9b6f-b19f67f7593e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:28.958406 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:29.018504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 646d7a32-53f0-479c-adfe-32ad20bf100d triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:29.018874 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:29.119840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Router 3b86f020-0815-4160-8f2d-2473e5db6c3e has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:52:29.239611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b7d6713a-bd58-47ef-af43-ee82cc9de683 None None] Provisioning complete for port d1455da9-c187-40e7-820f-ce423eee069b triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:29.239912 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7d6713a-bd58-47ef-af43-ee82cc9de683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:29.240680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:52:29.245981 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bfcb327a-16aa-4a6e-9b62-85ccdaa2b7ff admin admin] 10.222.0.81 "PUT /v2.0/routers/3b86f020-0815-4160-8f2d-2473e5db6c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6718993 Jul 06 12:52:29.281947 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6713a-bd58-47ef-af43-ee82cc9de683 None None] Port d1455da9-c187-40e7-820f-ce423eee069b cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:52:29.733737 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54850) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:29.738904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c7ba300e-24bc-4559-91aa-9e352197f7dd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-985753140-network', 'tenant_id': '6c04929e96a04de3bee56367a8270c10'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:29.759193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ba300e-24bc-4559-91aa-9e352197f7dd admin admin] Made reservation on behalf of 6c04929e96a04de3bee56367a8270c10 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:29.761677 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7ba300e-24bc-4559-91aa-9e352197f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:29.770163 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7ba300e-24bc-4559-91aa-9e352197f7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:29.866386 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7ba300e-24bc-4559-91aa-9e352197f7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:29.870418 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7ba300e-24bc-4559-91aa-9e352197f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:29.902862 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ba300e-24bc-4559-91aa-9e352197f7dd admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:52:29.912812 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba300e-24bc-4559-91aa-9e352197f7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235c185b-d21e-42cb-8c81-82ba083b99e3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:29.918014 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7ba300e-24bc-4559-91aa-9e352197f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:29.918908 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-c7ba300e-24bc-4559-91aa-9e352197f7dd admin admin] Added segment 73d58d97-cc2f-4041-bdb1-d05f865e972b of type vlan for network ca3be76b-029b-458f-8b12-652d51895d6a Jul 06 12:52:29.960318 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7ba300e-24bc-4559-91aa-9e352197f7dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:29.988581 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7ba300e-24bc-4559-91aa-9e352197f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:29.989639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ba300e-24bc-4559-91aa-9e352197f7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:29.990644 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7ba300e-24bc-4559-91aa-9e352197f7dd admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:30.045454 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c7ba300e-24bc-4559-91aa-9e352197f7dd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3105893 Jul 06 12:52:30.048086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54852) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:30.053432 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-18620d57-92fe-4d66-8d04-057f279e1a03 admin admin] Request body: {'subnet': {'network_id': 'ca3be76b-029b-458f-8b12-652d51895d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-985753140-subnet', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:30.065829 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba300e-24bc-4559-91aa-9e352197f7dd admin admin] Pushing event updated for resources: {'Network': ['ID=ca3be76b-029b-458f-8b12-652d51895d6a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:30.078704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network ca3be76b-029b-458f-8b12-652d51895d6a details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:52:30.084149 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18620d57-92fe-4d66-8d04-057f279e1a03 admin admin] Made reservation on behalf of 6c04929e96a04de3bee56367a8270c10 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:30.086631 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18620d57-92fe-4d66-8d04-057f279e1a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:30.259700 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18620d57-92fe-4d66-8d04-057f279e1a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:30.320410 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18620d57-92fe-4d66-8d04-057f279e1a03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4692da-cf03-44fa-965b-febc436bca3c,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:30.328440 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18620d57-92fe-4d66-8d04-057f279e1a03 admin admin] Checking segment: {'id': '73d58d97-cc2f-4041-bdb1-d05f865e972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca3be76b-029b-458f-8b12-652d51895d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:30.328802 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18620d57-92fe-4d66-8d04-057f279e1a03 admin admin] Network hostable DHCP agents. Network: ca3be76b-029b-458f-8b12-652d51895d6a, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:52:30.346111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18620d57-92fe-4d66-8d04-057f279e1a03 admin admin] Network ca3be76b-029b-458f-8b12-652d51895d6a is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:52:30.356366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-18620d57-92fe-4d66-8d04-057f279e1a03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, ca3be76b-029b-458f-8b12-652d51895d6a) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:30.360631 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18620d57-92fe-4d66-8d04-057f279e1a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:30.361292 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18620d57-92fe-4d66-8d04-057f279e1a03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:30.366748 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Sync routers for ids ['3b86f020-0815-4160-8f2d-2473e5db6c3e'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:52:30.370234 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb03114e-7e8f-42b3-b182-53798b97ed01 None None] Network ca3be76b-029b-458f-8b12-652d51895d6a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:30.382348 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-18620d57-92fe-4d66-8d04-057f279e1a03 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3331587 Jul 06 12:52:30.385533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54854) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:30.389366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-985753140-router', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:30.409550 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:30.410576 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:30.418558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Routers {'3b86f020-0815-4160-8f2d-2473e5db6c3e'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:52:30.419186 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:52:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3b86f020-0815-4160-8f2d-2473e5db6c3e'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:30.464098 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:30.610954 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:30.734785 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Set router 3b86f020-0815-4160-8f2d-2473e5db6c3e gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:52:30.796760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-ca3be76b-029b-458f-8b12-652d51895d6a', 'network_id': 'ca3be76b-029b-458f-8b12-652d51895d6a', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'fixed_ips': [{'subnet_id': 'ea4692da-cf03-44fa-965b-febc436bca3c'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:52:30.797644 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:30.814145 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:30.839188 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:30.956769 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Allocated IP 172.25.4.140 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/29115613-86a6-45d8-bd54-9fa2104e5d4c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:52:30.975099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 2bb47396-a50f-4ac3-aa56-503e4cda3c27 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:31.066594 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:31.080551 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Allocated IP 172.20.0.2 (ca3be76b-029b-458f-8b12-652d51895d6a/ea4692da-cf03-44fa-965b-febc436bca3c/347653e2-a3be-48d2-972e-f640906fb648) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:52:31.108962 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:31.146092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:31.149451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 2bb47396-a50f-4ac3-aa56-503e4cda3c27 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:31.153218 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:31.156634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:52:31.162490 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 2bb47396-a50f-4ac3-aa56-503e4cda3c27 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:31.162861 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:31.180306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Pushing event updated for resources: {'Port': ['ID=29115613-86a6-45d8-bd54-9fa2104e5d4c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:31.203859 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'name': 'tempest-TestEncryptedCinderVolumes-496624779-router', 'tenant_id': 'af737de211c94f308ed92b879bf837fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2bb47396-a50f-4ac3-aa56-503e4cda3c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:25Z', 'updated_at': '2021-07-06T12:52:28Z', 'revision_number': 4, 'project_id': 'af737de211c94f308ed92b879bf837fb', 'gw_port': {'id': '2bb47396-a50f-4ac3-aa56-503e4cda3c27', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:26Z', 'updated_at': '2021-07-06T12:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'd1455da9-c187-40e7-820f-ce423eee069b', 'name': '', 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e', 'tenant_id': 'af737de211c94f308ed92b879bf837fb', 'mac_address': 'fa:16:3e:51:99:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '404596d5-1778-4467-8e35-3b12e14f107e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:28Z', 'updated_at': '2021-07-06T12:52:28Z', 'revision_number': 2, 'project_id': 'af737de211c94f308ed92b879bf837fb', 'subnets': [{'id': '404596d5-1778-4467-8e35-3b12e14f107e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:31.242033 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Checking router: 3b86f020-0815-4160-8f2d-2473e5db6c3e for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:52:31.242390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Updating router 3b86f020-0815-4160-8f2d-2473e5db6c3e port d1455da9-c187-40e7-820f-ce423eee069b binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:52:31.331329 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:31.371306 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:31.411192 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Transition to ACTIVE for port object 347653e2-a3be-48d2-972e-f640906fb648 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:31.424997 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:31.508592 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Transition to ACTIVE for port object 347653e2-a3be-48d2-972e-f640906fb648 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:31.522730 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 2bb47396-a50f-4ac3-aa56-503e4cda3c27, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=2bb47396-a50f-4ac3-aa56-503e4cda3c27,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:31.527010 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:31.548115 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:31.628726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Network ca3be76b-029b-458f-8b12-652d51895d6a is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:31.637432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:31.642178 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:52:31.657758 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Pushing event updated for resources: {'Port': ['ID=347653e2-a3be-48d2-972e-f640906fb648,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:31.774914 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Attempting to bind port 347653e2-a3be-48d2-972e-f640906fb648 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:52:31.775310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Attempting to bind port 347653e2-a3be-48d2-972e-f640906fb648 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '73d58d97-cc2f-4041-bdb1-d05f865e972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca3be76b-029b-458f-8b12-652d51895d6a'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:52:31.775670 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Attempting to bind port 347653e2-a3be-48d2-972e-f640906fb648 on network ca3be76b-029b-458f-8b12-652d51895d6a {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:31.776606 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:31.789194 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=2bb47396-a50f-4ac3-aa56-503e4cda3c27,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:31.795154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:52:31.795554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Checking segment: {'id': '73d58d97-cc2f-4041-bdb1-d05f865e972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca3be76b-029b-458f-8b12-652d51895d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:31.795960 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:31.796352 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Bound using segment: {'id': '73d58d97-cc2f-4041-bdb1-d05f865e972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca3be76b-029b-458f-8b12-652d51895d6a'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:52:31.796826 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Bound port: 347653e2-a3be-48d2-972e-f640906fb648, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d58d97-cc2f-4041-bdb1-d05f865e972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca3be76b-029b-458f-8b12-652d51895d6a'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:52:31.797216 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:31.888558 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:31.909316 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Transition to ACTIVE for port object d1455da9-c187-40e7-820f-ce423eee069b will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:31.916712 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] For port 347653e2-a3be-48d2-972e-f640906fb648, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:31.920729 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] For port 347653e2-a3be-48d2-972e-f640906fb648, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=347653e2-a3be-48d2-972e-f640906fb648,segment=NetworkSegment(73d58d97-cc2f-4041-bdb1-d05f865e972b),segment_id=73d58d97-cc2f-4041-bdb1-d05f865e972b)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:52:31.922183 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:31.931649 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:31.985760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c32a2-59b6-4385-aa23-816916d0ba1d None None] Pushing event updated for resources: {'Port': ['ID=d1455da9-c187-40e7-820f-ce423eee069b,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:32.002179 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:32.082041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Attempting to bind port d1455da9-c187-40e7-820f-ce423eee069b on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:52:32.082632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Attempting to bind port d1455da9-c187-40e7-820f-ce423eee069b by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:52:32.082744 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Attempting to bind port d1455da9-c187-40e7-820f-ce423eee069b on network 8b056086-b474-4e29-9b6f-b19f67f7593e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:32.103079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:52:32.103462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Checking segment: {'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:32.103875 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:32.104303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Bound using segment: {'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:52:32.104777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Bound port: d1455da9-c187-40e7-820f-ce423eee069b, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:52:32.105167 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:32.121096 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbbea7-1a8d-440e-8f0f-38f266b4c162 None None] Pushing event updated for resources: {'Port': ['ID=347653e2-a3be-48d2-972e-f640906fb648,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:32.149896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Router 33ec53cc-9494-40c4-bec7-a87b54822b8f is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:52:32.193312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] For port d1455da9-c187-40e7-820f-ce423eee069b, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:32.200002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] For port d1455da9-c187-40e7-820f-ce423eee069b, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d1455da9-c187-40e7-820f-ce423eee069b,segment=NetworkSegment(405f78ff-d4be-45f0-85f5-f80571010d0b),segment_id=405f78ff-d4be-45f0-85f5-f80571010d0b)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:52:32.205598 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:32.281670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:52:32.302273 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:32.306814 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-172a5a5d-a957-4ca7-b763-6b50be47c8c1 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9208727 Jul 06 12:52:32.307570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 54856) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:52:32.308078 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Sync routers for ids ['33ec53cc-9494-40c4-bec7-a87b54822b8f'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:52:32.321893 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Routers {'33ec53cc-9494-40c4-bec7-a87b54822b8f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:52:32.323166 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:52:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['33ec53cc-9494-40c4-bec7-a87b54822b8f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:32.342058 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c32a2-59b6-4385-aa23-816916d0ba1d None None] Pushing event updated for resources: {'Port': ['ID=d1455da9-c187-40e7-820f-ce423eee069b,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:32.360121 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Routers {'3b86f020-0815-4160-8f2d-2473e5db6c3e'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:52:32.360838 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:52:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3b86f020-0815-4160-8f2d-2473e5db6c3e'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:32.485601 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Set router 33ec53cc-9494-40c4-bec7-a87b54822b8f gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:52:32.510261 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] Set router 3b86f020-0815-4160-8f2d-2473e5db6c3e gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:52:32.761802 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'name': 'tempest-TestEncryptedCinderVolumes-496624779-router', 'tenant_id': 'af737de211c94f308ed92b879bf837fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2bb47396-a50f-4ac3-aa56-503e4cda3c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:25Z', 'updated_at': '2021-07-06T12:52:28Z', 'revision_number': 4, 'project_id': 'af737de211c94f308ed92b879bf837fb', 'gw_port': {'id': '2bb47396-a50f-4ac3-aa56-503e4cda3c27', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:26Z', 'updated_at': '2021-07-06T12:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'd1455da9-c187-40e7-820f-ce423eee069b', 'name': '', 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e', 'tenant_id': 'af737de211c94f308ed92b879bf837fb', 'mac_address': 'fa:16:3e:51:99:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '404596d5-1778-4467-8e35-3b12e14f107e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:28Z', 'updated_at': '2021-07-06T12:52:32Z', 'revision_number': 4, 'project_id': 'af737de211c94f308ed92b879bf837fb', 'subnets': [{'id': '404596d5-1778-4467-8e35-3b12e14f107e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:32.790123 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'name': 'tempest-TestEncryptedCinderVolumes-985753140-router', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '29115613-86a6-45d8-bd54-9fa2104e5d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:30Z', 'updated_at': '2021-07-06T12:52:31Z', 'revision_number': 3, 'project_id': '6c04929e96a04de3bee56367a8270c10', 'gw_port': {'id': '29115613-86a6-45d8-bd54-9fa2104e5d4c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:30Z', 'updated_at': '2021-07-06T12:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:32.797804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152cfdfd-213a-45bf-8522-d14f9f8e6930 None None] The sync data for ids ['3b86f020-0815-4160-8f2d-2473e5db6c3e'] in n-d-799529-2 is: [{'id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'name': 'tempest-TestEncryptedCinderVolumes-496624779-router', 'tenant_id': 'af737de211c94f308ed92b879bf837fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2bb47396-a50f-4ac3-aa56-503e4cda3c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:25Z', 'updated_at': '2021-07-06T12:52:28Z', 'revision_number': 4, 'project_id': 'af737de211c94f308ed92b879bf837fb', 'gw_port': {'id': '2bb47396-a50f-4ac3-aa56-503e4cda3c27', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:26Z', 'updated_at': '2021-07-06T12:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'd1455da9-c187-40e7-820f-ce423eee069b', 'name': '', 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e', 'tenant_id': 'af737de211c94f308ed92b879bf837fb', 'mac_address': 'fa:16:3e:51:99:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '404596d5-1778-4467-8e35-3b12e14f107e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:28Z', 'updated_at': '2021-07-06T12:52:32Z', 'revision_number': 4, 'project_id': 'af737de211c94f308ed92b879bf837fb', 'subnets': [{'id': '404596d5-1778-4467-8e35-3b12e14f107e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:52:32.820966 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Checking router: 33ec53cc-9494-40c4-bec7-a87b54822b8f for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:52:32.821325 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Updating router 33ec53cc-9494-40c4-bec7-a87b54822b8f port 29115613-86a6-45d8-bd54-9fa2104e5d4c binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:52:32.821679 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:32.877907 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.047155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Allocated IP 172.20.0.1 (ca3be76b-029b-458f-8b12-652d51895d6a/ea4692da-cf03-44fa-965b-febc436bca3c/9e02a266-2d16-4800-b709-42163182bcd1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:52:33.063538 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:52:33.165683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 2bb47396-a50f-4ac3-aa56-503e4cda3c27 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:33.209965 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.229572 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 2bb47396-a50f-4ac3-aa56-503e4cda3c27 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:33.230152 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.235411 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Transition to ACTIVE for port object 9e02a266-2d16-4800-b709-42163182bcd1 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:33.284805 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.331068 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.336426 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Network ca3be76b-029b-458f-8b12-652d51895d6a is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:33.340832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:33.345823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:52:33.352180 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Transition to ACTIVE for port object 29115613-86a6-45d8-bd54-9fa2104e5d4c will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:33.359945 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 347653e2-a3be-48d2-972e-f640906fb648 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:33.361888 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.388627 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f5000b-5197-40cb-9c2d-02cbdea7a311 None None] Network ca3be76b-029b-458f-8b12-652d51895d6a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:52:33.408703 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.429827 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Attempting to bind port 29115613-86a6-45d8-bd54-9fa2104e5d4c on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:52:33.430186 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Attempting to bind port 29115613-86a6-45d8-bd54-9fa2104e5d4c by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:52:33.430542 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Attempting to bind port 29115613-86a6-45d8-bd54-9fa2104e5d4c on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:33.432644 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b343bcd-afaf-4990-ba42-71cd181bf7fe None None] Pushing event updated for resources: {'Port': ['ID=29115613-86a6-45d8-bd54-9fa2104e5d4c,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:33.439994 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:52:33.440378 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:33.440765 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.441147 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:52:33.442011 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Bound port: 29115613-86a6-45d8-bd54-9fa2104e5d4c, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:52:33.442011 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.453737 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Pushing event updated for resources: {'Port': ['ID=9e02a266-2d16-4800-b709-42163182bcd1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:33.476151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ffa452e5-4012-49a5-9c95-d4714684027e None None] Provisioning for port 347653e2-a3be-48d2-972e-f640906fb648 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:33.511001 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] For port 29115613-86a6-45d8-bd54-9fa2104e5d4c, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:33.515734 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] For port 29115613-86a6-45d8-bd54-9fa2104e5d4c, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=29115613-86a6-45d8-bd54-9fa2104e5d4c,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:52:33.523438 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.575538 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 347653e2-a3be-48d2-972e-f640906fb648 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:33.585158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 347653e2-a3be-48d2-972e-f640906fb648 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:33.585536 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.594532 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b343bcd-afaf-4990-ba42-71cd181bf7fe None None] Pushing event updated for resources: {'Port': ['ID=29115613-86a6-45d8-bd54-9fa2104e5d4c,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:33.621376 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Routers {'33ec53cc-9494-40c4-bec7-a87b54822b8f'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:52:33.622150 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.622314 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:52:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['33ec53cc-9494-40c4-bec7-a87b54822b8f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:33.753189 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] Set router 33ec53cc-9494-40c4-bec7-a87b54822b8f gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:52:33.836926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.846242 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.892640 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.934869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 347653e2-a3be-48d2-972e-f640906fb648, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=347653e2-a3be-48d2-972e-f640906fb648,segment=NetworkSegment(73d58d97-cc2f-4041-bdb1-d05f865e972b),segment_id=73d58d97-cc2f-4041-bdb1-d05f865e972b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:33.942685 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.946159 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:33.947339 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d1455da9-c187-40e7-820f-ce423eee069b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:33.947974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Pushing event updated for resources: {'Port': ['ID=9e02a266-2d16-4800-b709-42163182bcd1,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:34.040223 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'name': 'tempest-TestEncryptedCinderVolumes-985753140-router', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '29115613-86a6-45d8-bd54-9fa2104e5d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:30Z', 'updated_at': '2021-07-06T12:52:33Z', 'revision_number': 4, 'project_id': '6c04929e96a04de3bee56367a8270c10', 'gw_port': {'id': '29115613-86a6-45d8-bd54-9fa2104e5d4c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:30Z', 'updated_at': '2021-07-06T12:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9e02a266-2d16-4800-b709-42163182bcd1', 'name': '', 'network_id': 'ca3be76b-029b-458f-8b12-652d51895d6a', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'mac_address': 'fa:16:3e:db:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'ea4692da-cf03-44fa-965b-febc436bca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:32Z', 'updated_at': '2021-07-06T12:52:33Z', 'revision_number': 1, 'project_id': '6c04929e96a04de3bee56367a8270c10', 'subnets': [{'id': 'ea4692da-cf03-44fa-965b-febc436bca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:34.045143 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=347653e2-a3be-48d2-972e-f640906fb648,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:34.060549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port d1455da9-c187-40e7-820f-ce423eee069b completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:34.065763 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port d1455da9-c187-40e7-820f-ce423eee069b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:34.066356 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:34.101399 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbdf84e-cd3a-48ff-8bbe-006252d92338 None None] The sync data for ids ['33ec53cc-9494-40c4-bec7-a87b54822b8f'] in n-d-799529-2 is: [{'id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'name': 'tempest-TestEncryptedCinderVolumes-985753140-router', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '29115613-86a6-45d8-bd54-9fa2104e5d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:30Z', 'updated_at': '2021-07-06T12:52:33Z', 'revision_number': 4, 'project_id': '6c04929e96a04de3bee56367a8270c10', 'gw_port': {'id': '29115613-86a6-45d8-bd54-9fa2104e5d4c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:30Z', 'updated_at': '2021-07-06T12:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9e02a266-2d16-4800-b709-42163182bcd1', 'name': '', 'network_id': 'ca3be76b-029b-458f-8b12-652d51895d6a', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'mac_address': 'fa:16:3e:db:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'ea4692da-cf03-44fa-965b-febc436bca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:32Z', 'updated_at': '2021-07-06T12:52:33Z', 'revision_number': 1, 'project_id': '6c04929e96a04de3bee56367a8270c10', 'subnets': [{'id': 'ea4692da-cf03-44fa-965b-febc436bca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:52:34.105031 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Network ca3be76b-029b-458f-8b12-652d51895d6a is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:34.106772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:34.191112 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:34.228438 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port d1455da9-c187-40e7-820f-ce423eee069b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d1455da9-c187-40e7-820f-ce423eee069b,segment=NetworkSegment(405f78ff-d4be-45f0-85f5-f80571010d0b),segment_id=405f78ff-d4be-45f0-85f5-f80571010d0b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:34.236979 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:34.263619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Router 33ec53cc-9494-40c4-bec7-a87b54822b8f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:52:34.284780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c38c3a90-4713-4a83-a31d-3d40698a6948 None None] Provisioning for port 9e02a266-2d16-4800-b709-42163182bcd1 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:34.297750 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c38c3a90-4713-4a83-a31d-3d40698a6948 None None] Provisioning complete for port 9e02a266-2d16-4800-b709-42163182bcd1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:34.298050 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c38c3a90-4713-4a83-a31d-3d40698a6948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:34.344829 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=d1455da9-c187-40e7-820f-ce423eee069b,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:34.363985 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c38c3a90-4713-4a83-a31d-3d40698a6948 None None] Port 9e02a266-2d16-4800-b709-42163182bcd1 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:52:34.376430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c38c3a90-4713-4a83-a31d-3d40698a6948 None None] Provisioning complete for port 347653e2-a3be-48d2-972e-f640906fb648 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:34.376857 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c38c3a90-4713-4a83-a31d-3d40698a6948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:34.409907 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:52:34.424330 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-609fcc3a-89f2-4ba9-be32-4d69073c84fa admin admin] 10.222.0.81 "PUT /v2.0/routers/33ec53cc-9494-40c4-bec7-a87b54822b8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1156650 Jul 06 12:52:34.601928 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-77242618-4298-41d7-974c-2f498164998b None None] Provisioning complete for port 9e02a266-2d16-4800-b709-42163182bcd1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:34.602297 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77242618-4298-41d7-974c-2f498164998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:34.646019 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-77242618-4298-41d7-974c-2f498164998b None None] Port 9e02a266-2d16-4800-b709-42163182bcd1 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:52:34.768711 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9d6eb38e-2783-441d-8541-f72ff549cabc None None] Provisioning complete for port 9e02a266-2d16-4800-b709-42163182bcd1 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:34.769193 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d6eb38e-2783-441d-8541-f72ff549cabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:34.811063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9d6eb38e-2783-441d-8541-f72ff549cabc None None] Port 9e02a266-2d16-4800-b709-42163182bcd1 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:52:34.947981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 347653e2-a3be-48d2-972e-f640906fb648 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:35.000965 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 347653e2-a3be-48d2-972e-f640906fb648 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:35.001487 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:35.082221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d1455da9-c187-40e7-820f-ce423eee069b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:35.130177 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port d1455da9-c187-40e7-820f-ce423eee069b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:35.130549 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:35.457387 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-59f80013-addf-4c5a-8c8b-e05f3bb7adfc tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:35.458950 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-59f80013-addf-4c5a-8c8b-e05f3bb7adfc tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/networks?id=8b056086-b474-4e29-9b6f-b19f67f7593e HTTP/1.1" status: 200 len: 816 time: 0.1038756 Jul 06 12:52:35.473310 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-8d490ed9-d238-4a42-951e-822e90b2c270 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/quotas/af737de211c94f308ed92b879bf837fb HTTP/1.1" status: 200 len: 375 time: 0.0090053 Jul 06 12:52:35.541085 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-447f4157-9453-4111-95eb-70e28ee1037f tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=af737de211c94f308ed92b879bf837fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616846 Jul 06 12:52:35.581738 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97c36d51-a3c0-4d58-bc5f-d866c1d44c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:35.675870 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-e98ec2a8-ab3d-4d3d-8ab3-5655830a713c service neutron] 10.222.0.81 "GET /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234858 Jul 06 12:52:35.767208 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-14389d62-fb0b-4b97-b00c-4884b8e2786f service neutron] 10.222.0.81 "GET /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904064 Jul 06 12:52:35.970162 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a947892a-6f81-40dc-b8c6-54952d2e0e58 req-325935d0-5b0b-42d2-bce6-490823e56fb7 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 210 time: 0.0391524 Jul 06 12:52:36.240113 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:36.950157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 29115613-86a6-45d8-bd54-9fa2104e5d4c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:36.973103 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Sync routers for ids ['33ec53cc-9494-40c4-bec7-a87b54822b8f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:52:36.993808 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Routers {'33ec53cc-9494-40c4-bec7-a87b54822b8f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:52:36.994463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:52:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['33ec53cc-9494-40c4-bec7-a87b54822b8f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:37.069114 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 29115613-86a6-45d8-bd54-9fa2104e5d4c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:37.074811 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:37.075669 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 29115613-86a6-45d8-bd54-9fa2104e5d4c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:37.076034 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:37.109490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-32b86a00-fcb8-47f5-99cc-a2ce4464c7a1 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:37.111587 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-32b86a00-fcb8-47f5-99cc-a2ce4464c7a1 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.23 "GET /v2.0/networks?id=8b056086-b474-4e29-9b6f-b19f67f7593e HTTP/1.1" status: 200 len: 816 time: 0.1247897 Jul 06 12:52:37.124847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-33c9af37-5007-45de-8465-a9d8416942ae tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Request body: {'port': {'device_id': 'bf58b103-23bf-4df2-b215-66cb2c63416c', 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e', 'admin_state_up': True, 'tenant_id': 'af737de211c94f308ed92b879bf837fb'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:37.146799 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-95397c7c-c1d9-4aed-bb4d-5d133f2189c8 req-27049ef8-1203-421c-bba6-39bd246e3f09 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 210 time: 0.0324769 Jul 06 12:52:37.164536 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Set router 33ec53cc-9494-40c4-bec7-a87b54822b8f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:52:37.279309 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-33c9af37-5007-45de-8465-a9d8416942ae tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Made reservation on behalf of af737de211c94f308ed92b879bf837fb for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:52:37.283059 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-33c9af37-5007-45de-8465-a9d8416942ae tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:37.304052 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:37.337661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 29115613-86a6-45d8-bd54-9fa2104e5d4c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=29115613-86a6-45d8-bd54-9fa2104e5d4c,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:37.348729 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:37.420852 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-33c9af37-5007-45de-8465-a9d8416942ae tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Allocated IP 172.20.0.10 (8b056086-b474-4e29-9b6f-b19f67f7593e/404596d5-1778-4467-8e35-3b12e14f107e/3d9fd971-aa9a-4725-b4f3-57e5321ad777) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:52:37.435953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=29115613-86a6-45d8-bd54-9fa2104e5d4c,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:37.462619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'name': 'tempest-TestEncryptedCinderVolumes-985753140-router', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '29115613-86a6-45d8-bd54-9fa2104e5d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:30Z', 'updated_at': '2021-07-06T12:52:33Z', 'revision_number': 4, 'project_id': '6c04929e96a04de3bee56367a8270c10', 'gw_port': {'id': '29115613-86a6-45d8-bd54-9fa2104e5d4c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:30Z', 'updated_at': '2021-07-06T12:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9e02a266-2d16-4800-b709-42163182bcd1', 'name': '', 'network_id': 'ca3be76b-029b-458f-8b12-652d51895d6a', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'mac_address': 'fa:16:3e:db:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'ea4692da-cf03-44fa-965b-febc436bca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:32Z', 'updated_at': '2021-07-06T12:52:33Z', 'revision_number': 2, 'project_id': '6c04929e96a04de3bee56367a8270c10', 'subnets': [{'id': 'ea4692da-cf03-44fa-965b-febc436bca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:37.490135 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Checking router: 33ec53cc-9494-40c4-bec7-a87b54822b8f for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:52:37.490489 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Updating router 33ec53cc-9494-40c4-bec7-a87b54822b8f port 9e02a266-2d16-4800-b709-42163182bcd1 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:52:37.525267 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:37.573985 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-33c9af37-5007-45de-8465-a9d8416942ae tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:37.589257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-33c9af37-5007-45de-8465-a9d8416942ae tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Transition to ACTIVE for port object 3d9fd971-aa9a-4725-b4f3-57e5321ad777 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:37.626150 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-33c9af37-5007-45de-8465-a9d8416942ae tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:37.676008 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-33c9af37-5007-45de-8465-a9d8416942ae tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Network 8b056086-b474-4e29-9b6f-b19f67f7593e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:52:37.681575 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-33c9af37-5007-45de-8465-a9d8416942ae tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:52:37.685423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-33c9af37-5007-45de-8465-a9d8416942ae tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:52:37.712183 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9af37-5007-45de-8465-a9d8416942ae tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Pushing event updated for resources: {'Port': ['ID=3d9fd971-aa9a-4725-b4f3-57e5321ad777,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:37.738592 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-33c9af37-5007-45de-8465-a9d8416942ae tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:37.739292 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-33c9af37-5007-45de-8465-a9d8416942ae tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:37.755084 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-33c9af37-5007-45de-8465-a9d8416942ae tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6345716 Jul 06 12:52:37.768477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Request body: {'port': {'device_id': 'bf58b103-23bf-4df2-b215-66cb2c63416c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:52:37.838766 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:37.845972 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:37.850591 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Transition to ACTIVE for port object 9e02a266-2d16-4800-b709-42163182bcd1 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:37.861607 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:37.933619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fdf9b-9a98-459d-b1dd-3a1654c070cc None None] Pushing event updated for resources: {'Port': ['ID=9e02a266-2d16-4800-b709-42163182bcd1,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:37.979150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Attempting to bind port 9e02a266-2d16-4800-b709-42163182bcd1 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:52:37.980459 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Attempting to bind port 9e02a266-2d16-4800-b709-42163182bcd1 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '73d58d97-cc2f-4041-bdb1-d05f865e972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca3be76b-029b-458f-8b12-652d51895d6a'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:52:37.980923 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Attempting to bind port 9e02a266-2d16-4800-b709-42163182bcd1 on network ca3be76b-029b-458f-8b12-652d51895d6a {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:37.988179 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3bdf245f-e6f2-47d8-9d86-54c3b2731afa None None] Provisioning for port 3d9fd971-aa9a-4725-b4f3-57e5321ad777 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:37.992487 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:52:37.992886 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Checking segment: {'id': '73d58d97-cc2f-4041-bdb1-d05f865e972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca3be76b-029b-458f-8b12-652d51895d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:37.993274 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:37.993722 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Bound using segment: {'id': '73d58d97-cc2f-4041-bdb1-d05f865e972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca3be76b-029b-458f-8b12-652d51895d6a'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:52:37.994165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Bound port: 9e02a266-2d16-4800-b709-42163182bcd1, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d58d97-cc2f-4041-bdb1-d05f865e972b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ca3be76b-029b-458f-8b12-652d51895d6a'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:52:37.994548 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:38.013043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3bdf245f-e6f2-47d8-9d86-54c3b2731afa None None] Provisioning complete for port 3d9fd971-aa9a-4725-b4f3-57e5321ad777 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:38.013420 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3bdf245f-e6f2-47d8-9d86-54c3b2731afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:38.081125 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf245f-e6f2-47d8-9d86-54c3b2731afa None None] Port 3d9fd971-aa9a-4725-b4f3-57e5321ad777 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:52:38.099346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] For port 9e02a266-2d16-4800-b709-42163182bcd1, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:38.103525 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] For port 9e02a266-2d16-4800-b709-42163182bcd1, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9e02a266-2d16-4800-b709-42163182bcd1,segment=NetworkSegment(73d58d97-cc2f-4041-bdb1-d05f865e972b),segment_id=73d58d97-cc2f-4041-bdb1-d05f865e972b)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:52:38.108102 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:38.159216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Routers {'33ec53cc-9494-40c4-bec7-a87b54822b8f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:52:38.159944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:52:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['33ec53cc-9494-40c4-bec7-a87b54822b8f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:38.175977 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9fd971-aa9a-4725-b4f3-57e5321ad777 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:52:38.186237 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:38.201111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Transition to ACTIVE for port object 3d9fd971-aa9a-4725-b4f3-57e5321ad777 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:52:38.207365 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:38.230291 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fdf9b-9a98-459d-b1dd-3a1654c070cc None None] Pushing event updated for resources: {'Port': ['ID=9e02a266-2d16-4800-b709-42163182bcd1,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:38.259080 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-afdf9d12-b7c9-4e9c-bc68-3b7fe26dcdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:38.318879 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Pushing event updated for resources: {'Port': ['ID=3d9fd971-aa9a-4725-b4f3-57e5321ad777,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:38.336088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] Set router 33ec53cc-9494-40c4-bec7-a87b54822b8f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:52:38.367513 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:38.386581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Attempting to bind port 3d9fd971-aa9a-4725-b4f3-57e5321ad777 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:52:38.387068 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Attempting to bind port 3d9fd971-aa9a-4725-b4f3-57e5321ad777 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:52:38.387571 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Attempting to bind port 3d9fd971-aa9a-4725-b4f3-57e5321ad777 on network 8b056086-b474-4e29-9b6f-b19f67f7593e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:38.392979 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Port 3d9fd971-aa9a-4725-b4f3-57e5321ad777 on network 8b056086-b474-4e29-9b6f-b19f67f7593e not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:52:38.393318 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Attempting to bind port 3d9fd971-aa9a-4725-b4f3-57e5321ad777 on network 8b056086-b474-4e29-9b6f-b19f67f7593e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:52:38.399164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:52:38.399539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Checking segment: {'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:52:38.399916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Bound using segment: {'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:52:38.400350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Bound port: 3d9fd971-aa9a-4725-b4f3-57e5321ad777, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:52:38.400712 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:38.401232 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd1db8-803e-42ab-b946-adf9ab4cd34c req-05b6d5bb-2665-4c82-a13a-8c7ebfc093fe tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:38.407585 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5dd1db8-803e-42ab-b946-adf9ab4cd34c req-05b6d5bb-2665-4c82-a13a-8c7ebfc093fe tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 944 time: 0.1181929 Jul 06 12:52:38.493681 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5dd1db8-803e-42ab-b946-adf9ab4cd34c req-b2a11f5e-7800-42ad-85f8-6887910a8520 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773969 Jul 06 12:52:38.500619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] For port 3d9fd971-aa9a-4725-b4f3-57e5321ad777, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:52:38.503997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] For port 3d9fd971-aa9a-4725-b4f3-57e5321ad777, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=3d9fd971-aa9a-4725-b4f3-57e5321ad777,segment=NetworkSegment(405f78ff-d4be-45f0-85f5-f80571010d0b),segment_id=405f78ff-d4be-45f0-85f5-f80571010d0b)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:52:38.510515 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:38.560542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:38.561330 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:38.562894 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] 10.222.0.23 "PUT /v2.0/ports/3d9fd971-aa9a-4725-b4f3-57e5321ad777 HTTP/1.1" status: 200 len: 1092 time: 0.7992353 Jul 06 12:52:38.563501 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf58b103-23bf-4df2-b215-66cb2c63416c', 'tag': '3d9fd971-aa9a-4725-b4f3-57e5321ad777'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:52:38.565926 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5742354b-38d4-4450-903e-e6b8e5511dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf58b103-23bf-4df2-b215-66cb2c63416c", "tag": "3d9fd971-aa9a-4725-b4f3-57e5321ad777"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:52:38.605404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ece0e-71bd-4fff-8158-a0850b0c32ac service neutron] Pushing event updated for resources: {'Port': ['ID=3d9fd971-aa9a-4725-b4f3-57e5321ad777,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:38.625214 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff575ba-73f4-41c6-b6c2-2a24830097d5 x-openstack-request-id: req-1ff575ba-73f4-41c6-b6c2-2a24830097d5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:52:38.625586 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf58b103-23bf-4df2-b215-66cb2c63416c", "tag": "3d9fd971-aa9a-4725-b4f3-57e5321ad777", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:52:38.625896 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ff575ba-73f4-41c6-b6c2-2a24830097d5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:52:38.626475 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf58b103-23bf-4df2-b215-66cb2c63416c', 'tag': '3d9fd971-aa9a-4725-b4f3-57e5321ad777', 'status': 'completed', 'code': 200} Jul 06 12:52:38.633632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'name': 'tempest-TestEncryptedCinderVolumes-985753140-router', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '29115613-86a6-45d8-bd54-9fa2104e5d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:30Z', 'updated_at': '2021-07-06T12:52:33Z', 'revision_number': 4, 'project_id': '6c04929e96a04de3bee56367a8270c10', 'gw_port': {'id': '29115613-86a6-45d8-bd54-9fa2104e5d4c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:30Z', 'updated_at': '2021-07-06T12:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9e02a266-2d16-4800-b709-42163182bcd1', 'name': '', 'network_id': 'ca3be76b-029b-458f-8b12-652d51895d6a', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'mac_address': 'fa:16:3e:db:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'ea4692da-cf03-44fa-965b-febc436bca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:32Z', 'updated_at': '2021-07-06T12:52:38Z', 'revision_number': 4, 'project_id': '6c04929e96a04de3bee56367a8270c10', 'subnets': [{'id': 'ea4692da-cf03-44fa-965b-febc436bca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:52:38.671743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84944ebe-1520-4d82-839e-c7a39e3da990 None None] The sync data for ids ['33ec53cc-9494-40c4-bec7-a87b54822b8f'] in n-d-799529-2 is: [{'id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'name': 'tempest-TestEncryptedCinderVolumes-985753140-router', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '29115613-86a6-45d8-bd54-9fa2104e5d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:30Z', 'updated_at': '2021-07-06T12:52:33Z', 'revision_number': 4, 'project_id': '6c04929e96a04de3bee56367a8270c10', 'gw_port': {'id': '29115613-86a6-45d8-bd54-9fa2104e5d4c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:30Z', 'updated_at': '2021-07-06T12:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9e02a266-2d16-4800-b709-42163182bcd1', 'name': '', 'network_id': 'ca3be76b-029b-458f-8b12-652d51895d6a', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'mac_address': 'fa:16:3e:db:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'ea4692da-cf03-44fa-965b-febc436bca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:32Z', 'updated_at': '2021-07-06T12:52:38Z', 'revision_number': 4, 'project_id': '6c04929e96a04de3bee56367a8270c10', 'subnets': [{'id': 'ea4692da-cf03-44fa-965b-febc436bca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:52:38.675901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-36124eb5-0ec6-453e-bdbc-593731c9f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:38.678425 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-36124eb5-0ec6-453e-bdbc-593731c9f33b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af737de211c94f308ed92b879bf837fb&device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 1095 time: 0.0635276 Jul 06 12:52:38.727437 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-2b6a82b0-e669-467e-b163-861b8a7c48ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d9fd971-aa9a-4725-b4f3-57e5321ad777 HTTP/1.1" status: 200 len: 217 time: 0.0408659 Jul 06 12:52:38.779113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-4a198ce9-e0f7-43fc-892a-0e548e570b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:38.780842 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-4a198ce9-e0f7-43fc-892a-0e548e570b86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=404596d5-1778-4467-8e35-3b12e14f107e HTTP/1.1" status: 200 len: 855 time: 0.0470784 Jul 06 12:52:38.841482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-7edc1cb3-2bf6-4045-904d-9e7a62fa0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:38.843092 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-7edc1cb3-2bf6-4045-904d-9e7a62fa0ffe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8b056086-b474-4e29-9b6f-b19f67f7593e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563681 Jul 06 12:52:38.957434 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-791a6975-6a27-4f16-b702-eb8d8132d183 service neutron] 10.222.0.23 "GET /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075878 Jul 06 12:52:38.976568 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 29115613-86a6-45d8-bd54-9fa2104e5d4c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:39.027446 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 29115613-86a6-45d8-bd54-9fa2104e5d4c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:39.028630 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:39.063659 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7eb8772-6870-4ab1-9748-132b8d4e73b5 req-66e1e383-396f-4251-a74c-c7539bc134fc service neutron] 10.222.0.23 "GET /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991962 Jul 06 12:52:39.120622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9e02a266-2d16-4800-b709-42163182bcd1 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:39.183443 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 9e02a266-2d16-4800-b709-42163182bcd1 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:39.187270 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742354b-38d4-4450-903e-e6b8e5511dc9 req-675da92f-9e0d-40a9-84c5-d3ff05278264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:39.188176 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9e02a266-2d16-4800-b709-42163182bcd1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:39.188176 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:39.189834 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5742354b-38d4-4450-903e-e6b8e5511dc9 req-675da92f-9e0d-40a9-84c5-d3ff05278264 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af737de211c94f308ed92b879bf837fb&device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 1095 time: 0.0654111 Jul 06 12:52:39.279556 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:39.289404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742354b-38d4-4450-903e-e6b8e5511dc9 req-473da9af-379c-4456-81e8-e67e0a1d0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:39.291657 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5742354b-38d4-4450-903e-e6b8e5511dc9 req-473da9af-379c-4456-81e8-e67e0a1d0ff5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8b056086-b474-4e29-9b6f-b19f67f7593e HTTP/1.1" status: 200 len: 917 time: 0.0948596 Jul 06 12:52:39.314145 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 9e02a266-2d16-4800-b709-42163182bcd1, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9e02a266-2d16-4800-b709-42163182bcd1,segment=NetworkSegment(73d58d97-cc2f-4041-bdb1-d05f865e972b),segment_id=73d58d97-cc2f-4041-bdb1-d05f865e972b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:39.318752 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:39.337963 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5742354b-38d4-4450-903e-e6b8e5511dc9 req-20664f38-e450-4bb6-97f8-8ef6fcc6c6a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d9fd971-aa9a-4725-b4f3-57e5321ad777 HTTP/1.1" status: 200 len: 217 time: 0.0387585 Jul 06 12:52:39.370372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=9e02a266-2d16-4800-b709-42163182bcd1,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:39.391762 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742354b-38d4-4450-903e-e6b8e5511dc9 req-58331560-c50d-4a8f-8156-76c6f6d50d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:39.393254 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5742354b-38d4-4450-903e-e6b8e5511dc9 req-58331560-c50d-4a8f-8156-76c6f6d50d8d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=404596d5-1778-4467-8e35-3b12e14f107e HTTP/1.1" status: 200 len: 855 time: 0.0490856 Jul 06 12:52:39.450520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742354b-38d4-4450-903e-e6b8e5511dc9 req-772ba95d-2c8d-4ae3-b15d-3c9aa9d3440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:39.452143 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5742354b-38d4-4450-903e-e6b8e5511dc9 req-772ba95d-2c8d-4ae3-b15d-3c9aa9d3440e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8b056086-b474-4e29-9b6f-b19f67f7593e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514834 Jul 06 12:52:39.544625 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5742354b-38d4-4450-903e-e6b8e5511dc9 req-8a2636a9-b795-4f9d-b30b-9f12273140ee service neutron] 10.222.0.23 "GET /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856268 Jul 06 12:52:39.564957 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:39.645278 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5742354b-38d4-4450-903e-e6b8e5511dc9 req-bc7ce3a0-1ac6-4993-b784-f5d98bf9c6dd service neutron] 10.222.0.23 "GET /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923991 Jul 06 12:52:39.699344 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb27afd-feac-4b1e-91ea-f4eb60731e31 req-d2cc654a-3f64-4398-8aa8-823495ce9226 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:39.700919 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ebb27afd-feac-4b1e-91ea-f4eb60731e31 req-d2cc654a-3f64-4398-8aa8-823495ce9226 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 944 time: 0.0807731 Jul 06 12:52:39.741725 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ebb27afd-feac-4b1e-91ea-f4eb60731e31 req-ebe95b22-a461-4225-a584-f250efef27b2 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344343 Jul 06 12:52:40.920434 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fbf82-fc3a-409b-9d80-efc411a3a7e7 req-52d1fe3c-0901-47ad-8b90-419a3d3ab3ec tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:40.921924 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-616fbf82-fc3a-409b-9d80-efc411a3a7e7 req-52d1fe3c-0901-47ad-8b90-419a3d3ab3ec tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 944 time: 0.0665119 Jul 06 12:52:40.933747 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9e02a266-2d16-4800-b709-42163182bcd1 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:40.963197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-616fbf82-fc3a-409b-9d80-efc411a3a7e7 req-827f2425-2761-4c19-85ff-048946efec3c tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355256 Jul 06 12:52:40.984449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9e02a266-2d16-4800-b709-42163182bcd1 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:40.984825 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:41.146994 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:41.722726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 3d9fd971-aa9a-4725-b4f3-57e5321ad777 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:52:41.814598 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 3d9fd971-aa9a-4725-b4f3-57e5321ad777, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=3d9fd971-aa9a-4725-b4f3-57e5321ad777,segment=NetworkSegment(405f78ff-d4be-45f0-85f5-f80571010d0b),segment_id=405f78ff-d4be-45f0-85f5-f80571010d0b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:41.826428 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '3d9fd971-aa9a-4725-b4f3-57e5321ad777', 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e', 'port_id': '3d9fd971-aa9a-4725-b4f3-57e5321ad777', 'mac_address': 'fa:16:3e:2c:72:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404596d5-1778-4467-8e35-3b12e14f107e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:52:41.862228 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:41.875242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9fd971-aa9a-4725-b4f3-57e5321ad777 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:52:41.898823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 3d9fd971-aa9a-4725-b4f3-57e5321ad777, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=3d9fd971-aa9a-4725-b4f3-57e5321ad777,segment=NetworkSegment(405f78ff-d4be-45f0-85f5-f80571010d0b),segment_id=405f78ff-d4be-45f0-85f5-f80571010d0b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:41.902757 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:41.950094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=3d9fd971-aa9a-4725-b4f3-57e5321ad777,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:42.107714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['3d9fd971-aa9a-4725-b4f3-57e5321ad777'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:52:42.146961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c82f6-b077-4f11-a279-6d70c9698d82 req-2c86a798-7440-4ecd-87b4-9333b55f5c25 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:42.148522 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-878c82f6-b077-4f11-a279-6d70c9698d82 req-2c86a798-7440-4ecd-87b4-9333b55f5c25 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 945 time: 0.0657852 Jul 06 12:52:42.192409 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-878c82f6-b077-4f11-a279-6d70c9698d82 req-263b3886-79b1-4a96-99a6-8a2d0ac8939a tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375574 Jul 06 12:52:43.368695 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a6aa9-c7ba-4e6c-a33a-e19a7b63c287 req-44f8514b-4c0a-4ebb-bb9c-800b7be7fdea tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:43.370103 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75a6aa9-c7ba-4e6c-a33a-e19a7b63c287 req-44f8514b-4c0a-4ebb-bb9c-800b7be7fdea tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 945 time: 0.0638950 Jul 06 12:52:43.407216 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e75a6aa9-c7ba-4e6c-a33a-e19a7b63c287 req-6d58e808-e47d-47ac-b34a-0c3c55e1220a tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Jul 06 12:52:43.738778 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 3d9fd971-aa9a-4725-b4f3-57e5321ad777 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:52:43.939622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 3d9fd971-aa9a-4725-b4f3-57e5321ad777 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:52:43.944199 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 3d9fd971-aa9a-4725-b4f3-57e5321ad777 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:52:43.944630 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:44.019386 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:44.042306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf58b103-23bf-4df2-b215-66cb2c63416c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9fd971-aa9a-4725-b4f3-57e5321ad777'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:52:44.044982 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f366a126-8065-460e-a56b-d385204590e5" -d '{"events": [{"server_uuid": "bf58b103-23bf-4df2-b215-66cb2c63416c", "name": "network-vif-plugged", "status": "completed", "tag": "3d9fd971-aa9a-4725-b4f3-57e5321ad777"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:52:44.058679 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 3d9fd971-aa9a-4725-b4f3-57e5321ad777, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=3d9fd971-aa9a-4725-b4f3-57e5321ad777,segment=NetworkSegment(405f78ff-d4be-45f0-85f5-f80571010d0b),segment_id=405f78ff-d4be-45f0-85f5-f80571010d0b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:52:44.063474 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:52:44.093373 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5546ff40-c03a-4907-80bc-a43770b3a10c x-openstack-request-id: req-5546ff40-c03a-4907-80bc-a43770b3a10c {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:52:44.093598 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf58b103-23bf-4df2-b215-66cb2c63416c", "name": "network-vif-plugged", "status": "completed", "tag": "3d9fd971-aa9a-4725-b4f3-57e5321ad777", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:52:44.093726 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5546ff40-c03a-4907-80bc-a43770b3a10c {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:52:44.094038 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf58b103-23bf-4df2-b215-66cb2c63416c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9fd971-aa9a-4725-b4f3-57e5321ad777', 'code': 200} Jul 06 12:52:44.124393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=3d9fd971-aa9a-4725-b4f3-57e5321ad777,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:52:44.201845 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52cf5b-e89d-4899-93a5-f6be4a496003 req-d639d19d-46a4-49f2-bb0c-1481b5780e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:44.203387 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ae52cf5b-e89d-4899-93a5-f6be4a496003 req-d639d19d-46a4-49f2-bb0c-1481b5780e9c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 1097 time: 0.0546737 Jul 06 12:52:44.238407 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ae52cf5b-e89d-4899-93a5-f6be4a496003 req-4972b6aa-6880-466c-b960-3c18a8d115da service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279632 Jul 06 12:52:44.584368 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cbb02-4e89-42bb-8347-f05e8455bd14 req-16cbafdf-6758-4f45-a475-6b21ea2e8229 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:44.585889 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-601cbb02-4e89-42bb-8347-f05e8455bd14 req-16cbafdf-6758-4f45-a475-6b21ea2e8229 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 946 time: 0.0640256 Jul 06 12:52:44.624738 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-601cbb02-4e89-42bb-8347-f05e8455bd14 req-45a7239c-758e-4385-89a9-0bbef1c34b0a tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332341 Jul 06 12:52:45.799717 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ae354-d362-42de-86fb-bf23eb7622e6 req-623b53ef-2cd3-4f70-a749-23f7f9d71a4e tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:45.801238 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9d4ae354-d362-42de-86fb-bf23eb7622e6 req-623b53ef-2cd3-4f70-a749-23f7f9d71a4e tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 946 time: 0.0674458 Jul 06 12:52:45.839495 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9d4ae354-d362-42de-86fb-bf23eb7622e6 req-2096e757-1ff1-4428-bf17-ddd29a4a2374 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319550 Jul 06 12:52:46.013746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a39ac-1cf0-419e-8f48-5fd52794d416 req-beab2c54-5913-49a1-9561-2efbbeb8f182 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:46.015264 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a2a39ac-1cf0-419e-8f48-5fd52794d416 req-beab2c54-5913-49a1-9561-2efbbeb8f182 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 946 time: 0.0626786 Jul 06 12:52:46.063674 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a2a39ac-1cf0-419e-8f48-5fd52794d416 req-ff7bfc35-2547-43ab-af80-a04f9d1b4ec6 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425339 Jul 06 12:52:46.592339 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d6cd00c-3030-4ee8-b7f9-08a073ab97fc req-6e6573fe-c019-40c7-a7de-c2e94fec9e3d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bf58b103-23bf-4df2-b215-66cb2c63416c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603940 Jul 06 12:52:46.694401 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cd00c-3030-4ee8-b7f9-08a073ab97fc req-88e9a722-4fc3-4d16-9dde-013655da5806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:46.696110 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d6cd00c-3030-4ee8-b7f9-08a073ab97fc req-88e9a722-4fc3-4d16-9dde-013655da5806 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=af737de211c94f308ed92b879bf837fb&device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 1097 time: 0.0600705 Jul 06 12:52:46.800700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cd00c-3030-4ee8-b7f9-08a073ab97fc req-7f2b1e0e-bcc9-411c-a784-e62f1ca4b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:46.802183 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d6cd00c-3030-4ee8-b7f9-08a073ab97fc req-7f2b1e0e-bcc9-411c-a784-e62f1ca4b6ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=8b056086-b474-4e29-9b6f-b19f67f7593e HTTP/1.1" status: 200 len: 917 time: 0.0851421 Jul 06 12:52:46.849100 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d6cd00c-3030-4ee8-b7f9-08a073ab97fc req-f90c0284-5ee9-441e-9be4-3dcbffda231a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d9fd971-aa9a-4725-b4f3-57e5321ad777 HTTP/1.1" status: 200 len: 217 time: 0.0392601 Jul 06 12:52:46.898645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cd00c-3030-4ee8-b7f9-08a073ab97fc req-b795bb40-3ad8-4495-9a34-acca921235e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:46.900152 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d6cd00c-3030-4ee8-b7f9-08a073ab97fc req-b795bb40-3ad8-4495-9a34-acca921235e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=404596d5-1778-4467-8e35-3b12e14f107e HTTP/1.1" status: 200 len: 855 time: 0.0446162 Jul 06 12:52:46.958889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cd00c-3030-4ee8-b7f9-08a073ab97fc req-c325c456-d09d-4abf-a37a-657b4ef2253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:52:46.960383 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d6cd00c-3030-4ee8-b7f9-08a073ab97fc req-c325c456-d09d-4abf-a37a-657b4ef2253f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8b056086-b474-4e29-9b6f-b19f67f7593e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537710 Jul 06 12:52:47.055033 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d6cd00c-3030-4ee8-b7f9-08a073ab97fc req-756cdeb9-6af4-4728-b72e-dec325ed3f70 service neutron] 10.222.0.23 "GET /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878327 Jul 06 12:52:47.510111 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3d6cd00c-3030-4ee8-b7f9-08a073ab97fc req-25bf8edb-7480-4b3d-96ac-a591edd44d68 service neutron] 10.222.0.23 "GET /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475770 Jul 06 12:53:05.060430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71514344-2477-42f2-a066-e0f0a1d8eddf req-5cf8df32-baa2-4e23-9b17-85aa7a38f185 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:05.061887 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71514344-2477-42f2-a066-e0f0a1d8eddf req-5cf8df32-baa2-4e23-9b17-85aa7a38f185 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 946 time: 0.0662611 Jul 06 12:53:05.105588 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-71514344-2477-42f2-a066-e0f0a1d8eddf req-336c95e8-c9a7-40c6-89e9-d189527985e4 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380571 Jul 06 12:53:05.583944 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d628085f-06cd-4239-9b2e-c35eedc4c2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:06.230512 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:06.286178 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05f801-5f23-47fb-8e21-00bdf5d0bf30 req-7d663c1c-2930-4995-81bf-7c0dee53b2aa tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:06.287734 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cf05f801-5f23-47fb-8e21-00bdf5d0bf30 req-7d663c1c-2930-4995-81bf-7c0dee53b2aa tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 946 time: 0.0702317 Jul 06 12:53:06.325186 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cf05f801-5f23-47fb-8e21-00bdf5d0bf30 req-8ab7e635-aefb-407e-a8c6-b9f7f7788fb6 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317276 Jul 06 12:53:06.639419 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f02da-003b-4d27-a9c0-ebe6efe6c1b1 req-2849f7cf-0772-47bc-8cb0-7a7bad317614 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:06.640869 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7c9f02da-003b-4d27-a9c0-ebe6efe6c1b1 req-2849f7cf-0772-47bc-8cb0-7a7bad317614 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 946 time: 0.0630503 Jul 06 12:53:06.740931 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-7c9f02da-003b-4d27-a9c0-ebe6efe6c1b1 req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Deleting port 3d9fd971-aa9a-4725-b4f3-57e5321ad777 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:53:06.741266 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7c9f02da-003b-4d27-a9c0-ebe6efe6c1b1 req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:06.832890 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7c9f02da-003b-4d27-a9c0-ebe6efe6c1b1 req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] For port 3d9fd971-aa9a-4725-b4f3-57e5321ad777, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=3d9fd971-aa9a-4725-b4f3-57e5321ad777,segment=NetworkSegment(405f78ff-d4be-45f0-85f5-f80571010d0b),segment_id=405f78ff-d4be-45f0-85f5-f80571010d0b)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:06.833137 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7c9f02da-003b-4d27-a9c0-ebe6efe6c1b1 req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:06.844627 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-7c9f02da-003b-4d27-a9c0-ebe6efe6c1b1 req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Calling delete_port for 3d9fd971-aa9a-4725-b4f3-57e5321ad777 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:53:06.971996 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7c9f02da-003b-4d27-a9c0-ebe6efe6c1b1 req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:06.985473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['3d9fd971-aa9a-4725-b4f3-57e5321ad777'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:53:07.006201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Pushing event deleted for resources: {'Port': ['ID=3d9fd971-aa9a-4725-b4f3-57e5321ad777,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:07.018843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:07.019194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:07.019559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:07.019890 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:07.020222 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:07.020547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:07.020872 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:07.021202 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:07.021533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:07.021838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:07.022157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:07.022478 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:07.062690 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9f02da-003b-4d27-a9c0-ebe6efe6c1b1 req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] No DVR routers for this DVR port 3d9fd971-aa9a-4725-b4f3-57e5321ad777 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:53:07.065530 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7c9f02da-003b-4d27-a9c0-ebe6efe6c1b1 req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:07.067571 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-7c9f02da-003b-4d27-a9c0-ebe6efe6c1b1 req-9dee1c0c-bc5f-4bbf-bbe3-0bf1dd2ac50d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.23 "DELETE /v2.0/ports/3d9fd971-aa9a-4725-b4f3-57e5321ad777 HTTP/1.1" status: 204 len: 173 time: 0.4201591 Jul 06 12:53:07.068018 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf58b103-23bf-4df2-b215-66cb2c63416c', 'name': 'network-vif-deleted', 'tag': '3d9fd971-aa9a-4725-b4f3-57e5321ad777'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:53:07.070307 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a33836-e3f0-4ff2-8c57-f2890ef1d11d" -d '{"events": [{"server_uuid": "bf58b103-23bf-4df2-b215-66cb2c63416c", "name": "network-vif-deleted", "tag": "3d9fd971-aa9a-4725-b4f3-57e5321ad777"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:53:07.081736 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:07.112943 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babb16f0-8efe-4330-8b9c-5eddf4b7f01e x-openstack-request-id: req-babb16f0-8efe-4330-8b9c-5eddf4b7f01e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:53:07.113420 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf58b103-23bf-4df2-b215-66cb2c63416c", "name": "network-vif-deleted", "tag": "3d9fd971-aa9a-4725-b4f3-57e5321ad777", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:53:07.113679 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-babb16f0-8efe-4330-8b9c-5eddf4b7f01e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:53:07.114115 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf58b103-23bf-4df2-b215-66cb2c63416c', 'name': 'network-vif-deleted', 'tag': '3d9fd971-aa9a-4725-b4f3-57e5321ad777', 'status': 'completed', 'code': 200} Jul 06 12:53:07.488140 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9f323e14-4b0d-482e-8db5-d78619866d9c req-40bfcbf2-1aaf-41ac-9f8a-e2eb74b454f8 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf58b103-23bf-4df2-b215-66cb2c63416c HTTP/1.1" status: 200 len: 210 time: 0.0318508 Jul 06 12:53:08.219104 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08228371-44d1-41fa-a1c2-8a9322ab1c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:08.331298 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:09.069579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978c166-04c6-4308-8020-377b34bacdc4 req-92d09ffa-726e-4182-b19d-0410ea7e33b7 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:09.070980 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2978c166-04c6-4308-8020-377b34bacdc4 req-92d09ffa-726e-4182-b19d-0410ea7e33b7 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/networks?id=8b056086-b474-4e29-9b6f-b19f67f7593e HTTP/1.1" status: 200 len: 816 time: 0.1028187 Jul 06 12:53:09.085358 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2978c166-04c6-4308-8020-377b34bacdc4 req-a25c4eb5-c870-461f-88a7-8dbc368dc182 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/quotas/af737de211c94f308ed92b879bf837fb HTTP/1.1" status: 200 len: 375 time: 0.0090222 Jul 06 12:53:09.152904 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2978c166-04c6-4308-8020-377b34bacdc4 req-5d6e9eaf-a466-455f-904e-89106b6af731 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=af737de211c94f308ed92b879bf837fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620849 Jul 06 12:53:09.249773 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2978c166-04c6-4308-8020-377b34bacdc4 req-d670b30c-1671-4272-b9de-6ece2df468c5 service neutron] 10.222.0.81 "GET /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856800 Jul 06 12:53:09.337701 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2978c166-04c6-4308-8020-377b34bacdc4 req-83106ab0-66e8-4b98-939b-122c4a3889b9 service neutron] 10.222.0.81 "GET /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815039 Jul 06 12:53:09.504169 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-994fa2d6-8c6e-44c4-9595-8c6f3566a4d6 req-6a1007aa-6bbf-414c-bcb5-8d23c5964305 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 210 time: 0.0307281 Jul 06 12:53:09.567589 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:09.909600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 3d9fd971-aa9a-4725-b4f3-57e5321ad777 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:53:09.930379 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 3d9fd971-aa9a-4725-b4f3-57e5321ad777 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:53:09.930770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 3d9fd971-aa9a-4725-b4f3-57e5321ad777 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:53:10.065740 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:53:10.538404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978c166-04c6-4308-8020-377b34bacdc4 req-ca11dfcf-16a9-4f7a-9c97-4c46294187c4 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:10.540694 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2978c166-04c6-4308-8020-377b34bacdc4 req-ca11dfcf-16a9-4f7a-9c97-4c46294187c4 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.89 "GET /v2.0/networks?id=8b056086-b474-4e29-9b6f-b19f67f7593e HTTP/1.1" status: 200 len: 816 time: 0.1091726 Jul 06 12:53:10.562239 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2978c166-04c6-4308-8020-377b34bacdc4 req-e62c422b-f3c3-49aa-a250-62a1431bb7d8 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Request body: {'port': {'device_id': '11a65879-fc5b-479f-86bd-3e823419239c', 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e', 'admin_state_up': True, 'tenant_id': 'af737de211c94f308ed92b879bf837fb'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:53:10.664380 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2e2487a-89bc-47dc-9d82-00a994079049 req-b665b160-6a7c-4955-b67e-1f2e947b1458 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 210 time: 0.0393026 Jul 06 12:53:10.680141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2978c166-04c6-4308-8020-377b34bacdc4 req-e62c422b-f3c3-49aa-a250-62a1431bb7d8 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Made reservation on behalf of af737de211c94f308ed92b879bf837fb for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:53:10.684039 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2978c166-04c6-4308-8020-377b34bacdc4 req-e62c422b-f3c3-49aa-a250-62a1431bb7d8 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:10.822288 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-2978c166-04c6-4308-8020-377b34bacdc4 req-e62c422b-f3c3-49aa-a250-62a1431bb7d8 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Allocated IP 172.20.0.6 (8b056086-b474-4e29-9b6f-b19f67f7593e/404596d5-1778-4467-8e35-3b12e14f107e/0cd854fe-ab79-443c-9544-2b4af7e90d34) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:53:10.969635 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2978c166-04c6-4308-8020-377b34bacdc4 req-e62c422b-f3c3-49aa-a250-62a1431bb7d8 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:10.985984 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-2978c166-04c6-4308-8020-377b34bacdc4 req-e62c422b-f3c3-49aa-a250-62a1431bb7d8 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Transition to ACTIVE for port object 0cd854fe-ab79-443c-9544-2b4af7e90d34 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:53:11.018123 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2978c166-04c6-4308-8020-377b34bacdc4 req-e62c422b-f3c3-49aa-a250-62a1431bb7d8 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:11.065962 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2978c166-04c6-4308-8020-377b34bacdc4 req-e62c422b-f3c3-49aa-a250-62a1431bb7d8 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Network 8b056086-b474-4e29-9b6f-b19f67f7593e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:53:11.071682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-2978c166-04c6-4308-8020-377b34bacdc4 req-e62c422b-f3c3-49aa-a250-62a1431bb7d8 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:53:11.075476 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2978c166-04c6-4308-8020-377b34bacdc4 req-e62c422b-f3c3-49aa-a250-62a1431bb7d8 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:53:11.100548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c422b-f3c3-49aa-a250-62a1431bb7d8 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Pushing event updated for resources: {'Port': ['ID=0cd854fe-ab79-443c-9544-2b4af7e90d34,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:11.129367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978c166-04c6-4308-8020-377b34bacdc4 req-e62c422b-f3c3-49aa-a250-62a1431bb7d8 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:11.129996 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2978c166-04c6-4308-8020-377b34bacdc4 req-e62c422b-f3c3-49aa-a250-62a1431bb7d8 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:11.147381 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2978c166-04c6-4308-8020-377b34bacdc4 req-e62c422b-f3c3-49aa-a250-62a1431bb7d8 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5900154 Jul 06 12:53:11.153126 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:11.161796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Request body: {'port': {'device_id': '11a65879-fc5b-479f-86bd-3e823419239c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:53:11.242552 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:11.328629 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-153b91c1-3f05-4054-b205-092395572694 None None] Provisioning for port 0cd854fe-ab79-443c-9544-2b4af7e90d34 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:53:11.332389 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-153b91c1-3f05-4054-b205-092395572694 None None] Provisioning complete for port 0cd854fe-ab79-443c-9544-2b4af7e90d34 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:11.332949 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-153b91c1-3f05-4054-b205-092395572694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:11.370168 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-153b91c1-3f05-4054-b205-092395572694 None None] Port 0cd854fe-ab79-443c-9544-2b4af7e90d34 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:53:11.511171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd854fe-ab79-443c-9544-2b4af7e90d34 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:53:11.518486 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:11.530219 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Transition to ACTIVE for port object 0cd854fe-ab79-443c-9544-2b4af7e90d34 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:53:11.534187 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:11.586198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd854fe-ab79-443c-9544-2b4af7e90d34,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:11.661855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Attempting to bind port 0cd854fe-ab79-443c-9544-2b4af7e90d34 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:53:11.662198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Attempting to bind port 0cd854fe-ab79-443c-9544-2b4af7e90d34 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:53:11.662566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Attempting to bind port 0cd854fe-ab79-443c-9544-2b4af7e90d34 on network 8b056086-b474-4e29-9b6f-b19f67f7593e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:53:11.667193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Port 0cd854fe-ab79-443c-9544-2b4af7e90d34 on network 8b056086-b474-4e29-9b6f-b19f67f7593e not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:53:11.667618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Attempting to bind port 0cd854fe-ab79-443c-9544-2b4af7e90d34 on network 8b056086-b474-4e29-9b6f-b19f67f7593e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:53:11.672698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:53:11.673034 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Checking segment: {'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:53:11.673418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Bound using segment: {'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:53:11.673850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Bound port: 0cd854fe-ab79-443c-9544-2b4af7e90d34, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '405f78ff-d4be-45f0-85f5-f80571010d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:53:11.674209 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:11.747662 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] For port 0cd854fe-ab79-443c-9544-2b4af7e90d34, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:53:11.750751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] For port 0cd854fe-ab79-443c-9544-2b4af7e90d34, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0cd854fe-ab79-443c-9544-2b4af7e90d34,segment=NetworkSegment(405f78ff-d4be-45f0-85f5-f80571010d0b),segment_id=405f78ff-d4be-45f0-85f5-f80571010d0b)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:53:11.755900 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:11.791484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:11.792090 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:11.793491 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2978c166-04c6-4308-8020-377b34bacdc4 req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] 10.222.0.89 "PUT /v2.0/ports/0cd854fe-ab79-443c-9544-2b4af7e90d34 HTTP/1.1" status: 200 len: 1091 time: 0.6372290 Jul 06 12:53:11.793930 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a65879-fc5b-479f-86bd-3e823419239c', 'tag': '0cd854fe-ab79-443c-9544-2b4af7e90d34'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:53:11.796301 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9011af7d-7b54-4667-9bdb-35c6854fa025" -d '{"events": [{"name": "network-changed", "server_uuid": "11a65879-fc5b-479f-86bd-3e823419239c", "tag": "0cd854fe-ab79-443c-9544-2b4af7e90d34"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:53:11.831087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ebcb1-9865-433b-a843-21759ee43d78 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd854fe-ab79-443c-9544-2b4af7e90d34,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:11.879419 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c68a0-3409-498d-ac03-521a780a4efe req-52199c86-2c8c-4f2b-aa0b-7e30776c389e tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:11.881178 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9d1c68a0-3409-498d-ac03-521a780a4efe req-52199c86-2c8c-4f2b-aa0b-7e30776c389e tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 943 time: 0.0967541 Jul 06 12:53:11.897715 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978c166-04c6-4308-8020-377b34bacdc4 req-63f0ebc1-be5f-4b4f-90c2-8bbc9863fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:11.899263 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2978c166-04c6-4308-8020-377b34bacdc4 req-63f0ebc1-be5f-4b4f-90c2-8bbc9863fbbe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=af737de211c94f308ed92b879bf837fb&device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 1094 time: 0.0603020 Jul 06 12:53:11.923570 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9d1c68a0-3409-498d-ac03-521a780a4efe req-bcb00a8b-04a2-442b-a3e6-3f0c1987d315 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361130 Jul 06 12:53:11.963117 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2978c166-04c6-4308-8020-377b34bacdc4 req-a27f2b9f-3b56-4664-b34a-367af5c0f357 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cd854fe-ab79-443c-9544-2b4af7e90d34 HTTP/1.1" status: 200 len: 217 time: 0.0558252 Jul 06 12:53:11.969540 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5e6f06-3443-47a2-9d3e-633862df4517 x-openstack-request-id: req-4b5e6f06-3443-47a2-9d3e-633862df4517 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:53:11.979017 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a65879-fc5b-479f-86bd-3e823419239c", "tag": "0cd854fe-ab79-443c-9544-2b4af7e90d34", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:53:11.979411 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b5e6f06-3443-47a2-9d3e-633862df4517 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:53:11.979865 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a65879-fc5b-479f-86bd-3e823419239c', 'tag': '0cd854fe-ab79-443c-9544-2b4af7e90d34', 'status': 'completed', 'code': 200} Jul 06 12:53:12.025036 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978c166-04c6-4308-8020-377b34bacdc4 req-cb12ab26-6d2c-49e9-892c-900cb28f40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:12.026626 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2978c166-04c6-4308-8020-377b34bacdc4 req-cb12ab26-6d2c-49e9-892c-900cb28f40b8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=404596d5-1778-4467-8e35-3b12e14f107e HTTP/1.1" status: 200 len: 855 time: 0.0458989 Jul 06 12:53:12.087091 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978c166-04c6-4308-8020-377b34bacdc4 req-0288f7ea-d571-46a6-a130-ba93b1e23d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:12.088532 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2978c166-04c6-4308-8020-377b34bacdc4 req-0288f7ea-d571-46a6-a130-ba93b1e23d78 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8b056086-b474-4e29-9b6f-b19f67f7593e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549800 Jul 06 12:53:12.180842 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2978c166-04c6-4308-8020-377b34bacdc4 req-4397a672-2286-4e2c-b09b-799f0b108b3e service neutron] 10.222.0.89 "GET /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857670 Jul 06 12:53:12.268217 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2978c166-04c6-4308-8020-377b34bacdc4 req-ba016082-7150-4fe8-b04a-c86475e27f17 service neutron] 10.222.0.89 "GET /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814552 Jul 06 12:53:12.371262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011af7d-7b54-4667-9bdb-35c6854fa025 req-b8df63cd-35ae-438e-aabf-4662ebdd9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:12.372679 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9011af7d-7b54-4667-9bdb-35c6854fa025 req-b8df63cd-35ae-438e-aabf-4662ebdd9085 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=af737de211c94f308ed92b879bf837fb&device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 1094 time: 0.0562887 Jul 06 12:53:12.465727 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011af7d-7b54-4667-9bdb-35c6854fa025 req-f9213f28-cd28-438d-8291-5b2d09fafda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:12.467285 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9011af7d-7b54-4667-9bdb-35c6854fa025 req-f9213f28-cd28-438d-8291-5b2d09fafda5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8b056086-b474-4e29-9b6f-b19f67f7593e HTTP/1.1" status: 200 len: 917 time: 0.0881190 Jul 06 12:53:12.509583 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9011af7d-7b54-4667-9bdb-35c6854fa025 req-c89c621f-1975-48fc-9c2b-0bbba42e67c9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cd854fe-ab79-443c-9544-2b4af7e90d34 HTTP/1.1" status: 200 len: 217 time: 0.0354147 Jul 06 12:53:12.562193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011af7d-7b54-4667-9bdb-35c6854fa025 req-2c6f36d0-6121-4010-b177-037fe304b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:12.563682 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9011af7d-7b54-4667-9bdb-35c6854fa025 req-2c6f36d0-6121-4010-b177-037fe304b528 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=404596d5-1778-4467-8e35-3b12e14f107e HTTP/1.1" status: 200 len: 855 time: 0.0475955 Jul 06 12:53:12.621737 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011af7d-7b54-4667-9bdb-35c6854fa025 req-b0b36103-0d68-4294-8272-d8a6e15364c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:12.623265 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9011af7d-7b54-4667-9bdb-35c6854fa025 req-b0b36103-0d68-4294-8272-d8a6e15364c1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8b056086-b474-4e29-9b6f-b19f67f7593e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526922 Jul 06 12:53:12.712732 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9011af7d-7b54-4667-9bdb-35c6854fa025 req-0f95aac7-4f65-4138-89da-96b6432fedee service neutron] 10.222.0.89 "GET /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819106 Jul 06 12:53:12.805456 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9011af7d-7b54-4667-9bdb-35c6854fa025 req-7dda9c74-52f8-41d4-8312-2c0cef89a6af service neutron] 10.222.0.89 "GET /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861437 Jul 06 12:53:13.098616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af4ef-21b6-4e42-8f62-c61269a6daca req-95abff41-7343-403e-a980-f345b5de9e6d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:13.100149 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c01af4ef-21b6-4e42-8f62-c61269a6daca req-95abff41-7343-403e-a980-f345b5de9e6d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 943 time: 0.0625675 Jul 06 12:53:13.137409 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c01af4ef-21b6-4e42-8f62-c61269a6daca req-14f364bd-2406-4517-996f-9d5e8e99c4ac tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309558 Jul 06 12:53:14.312624 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982434a-7d2d-4b29-aaf5-34e8e5b46631 req-6f65ff50-ae8a-4bc6-ba48-4dc31448c76f tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:14.314131 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6982434a-7d2d-4b29-aaf5-34e8e5b46631 req-6f65ff50-ae8a-4bc6-ba48-4dc31448c76f tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 943 time: 0.0671237 Jul 06 12:53:14.355614 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6982434a-7d2d-4b29-aaf5-34e8e5b46631 req-a0bf01df-d1ff-4d9b-bf8b-32483f22934f tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358591 Jul 06 12:53:14.749214 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 0cd854fe-ab79-443c-9544-2b4af7e90d34 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:53:14.840625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 0cd854fe-ab79-443c-9544-2b4af7e90d34, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0cd854fe-ab79-443c-9544-2b4af7e90d34,segment=NetworkSegment(405f78ff-d4be-45f0-85f5-f80571010d0b),segment_id=405f78ff-d4be-45f0-85f5-f80571010d0b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:14.851459 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '0cd854fe-ab79-443c-9544-2b4af7e90d34', 'network_id': '8b056086-b474-4e29-9b6f-b19f67f7593e', 'port_id': '0cd854fe-ab79-443c-9544-2b4af7e90d34', 'mac_address': 'fa:16:3e:5e:62:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404596d5-1778-4467-8e35-3b12e14f107e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:53:14.892689 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:14.905244 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd854fe-ab79-443c-9544-2b4af7e90d34 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:53:14.925687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 0cd854fe-ab79-443c-9544-2b4af7e90d34, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0cd854fe-ab79-443c-9544-2b4af7e90d34,segment=NetworkSegment(405f78ff-d4be-45f0-85f5-f80571010d0b),segment_id=405f78ff-d4be-45f0-85f5-f80571010d0b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:14.930101 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:14.978720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=0cd854fe-ab79-443c-9544-2b4af7e90d34,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:14.985953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:14.986299 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:14.986637 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:14.986971 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:14.987332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:14.987661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:14.987994 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:14.988317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:14.988640 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:14.988959 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:14.989389 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:14.989713 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:15.131762 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['0cd854fe-ab79-443c-9544-2b4af7e90d34'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:53:15.529690 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6590e-527d-4b6d-aa86-5daf2bb041de req-0e778e4e-8077-48d3-b755-d9b0b446f37e tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:15.531082 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7d6590e-527d-4b6d-aa86-5daf2bb041de req-0e778e4e-8077-48d3-b755-d9b0b446f37e tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 944 time: 0.0639467 Jul 06 12:53:15.568172 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7d6590e-527d-4b6d-aa86-5daf2bb041de req-6a5bac88-c807-402c-ae30-235459968678 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314586 Jul 06 12:53:16.744120 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafd049-ca1f-4772-8194-96341b2fe83b req-2fb98086-ab01-4d14-837d-7efd71450acf tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:16.745624 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dcafd049-ca1f-4772-8194-96341b2fe83b req-2fb98086-ab01-4d14-837d-7efd71450acf tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 944 time: 0.0673938 Jul 06 12:53:16.769483 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 0cd854fe-ab79-443c-9544-2b4af7e90d34 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:53:16.783341 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dcafd049-ca1f-4772-8194-96341b2fe83b req-0537b551-b929-4d40-bfbe-99c99305979d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321317 Jul 06 12:53:16.816716 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 0cd854fe-ab79-443c-9544-2b4af7e90d34 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:53:16.820297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 0cd854fe-ab79-443c-9544-2b4af7e90d34 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:16.820677 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:16.899890 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:16.922117 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a65879-fc5b-479f-86bd-3e823419239c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd854fe-ab79-443c-9544-2b4af7e90d34'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:53:16.924436 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31580b2-bb63-40f2-b143-edae46a16d50" -d '{"events": [{"server_uuid": "11a65879-fc5b-479f-86bd-3e823419239c", "name": "network-vif-plugged", "status": "completed", "tag": "0cd854fe-ab79-443c-9544-2b4af7e90d34"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:53:16.939860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 0cd854fe-ab79-443c-9544-2b4af7e90d34, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0cd854fe-ab79-443c-9544-2b4af7e90d34,segment=NetworkSegment(405f78ff-d4be-45f0-85f5-f80571010d0b),segment_id=405f78ff-d4be-45f0-85f5-f80571010d0b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:16.944465 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:16.967343 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd852001-011b-4f7c-b94b-d9ba19863a3c x-openstack-request-id: req-bd852001-011b-4f7c-b94b-d9ba19863a3c {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:53:16.967630 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a65879-fc5b-479f-86bd-3e823419239c", "name": "network-vif-plugged", "status": "completed", "tag": "0cd854fe-ab79-443c-9544-2b4af7e90d34", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:53:16.967882 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd852001-011b-4f7c-b94b-d9ba19863a3c {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:53:16.968266 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a65879-fc5b-479f-86bd-3e823419239c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd854fe-ab79-443c-9544-2b4af7e90d34', 'code': 200} Jul 06 12:53:16.994443 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=0cd854fe-ab79-443c-9544-2b4af7e90d34,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:17.080548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dd2fc-1bc4-4566-993b-9e92e7c8cd60 req-bd4b634b-edf6-4c68-a094-c918705eba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:17.081961 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fb2dd2fc-1bc4-4566-993b-9e92e7c8cd60 req-bd4b634b-edf6-4c68-a094-c918705eba4f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 1096 time: 0.0518894 Jul 06 12:53:17.116461 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fb2dd2fc-1bc4-4566-993b-9e92e7c8cd60 req-2a3a14d3-018d-47c9-aa44-e15466ad9eaa service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272641 Jul 06 12:53:17.970165 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1511f0-8414-43e9-9589-5180c31aec58 req-e84f69fa-8a2f-45b2-8c25-40530a2defc2 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:17.971728 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cb1511f0-8414-43e9-9589-5180c31aec58 req-e84f69fa-8a2f-45b2-8c25-40530a2defc2 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 945 time: 0.0689867 Jul 06 12:53:18.015374 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cb1511f0-8414-43e9-9589-5180c31aec58 req-5aa4c11e-03bc-4730-9465-b1a50c1eff33 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378075 Jul 06 12:53:19.188611 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4e1e8-ea95-436d-b595-e35cd5f65409 req-1f6d704b-afc9-45a8-8c3d-4cd74fa21420 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:19.190032 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03a4e1e8-ea95-436d-b595-e35cd5f65409 req-1f6d704b-afc9-45a8-8c3d-4cd74fa21420 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 945 time: 0.0645187 Jul 06 12:53:19.229108 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03a4e1e8-ea95-436d-b595-e35cd5f65409 req-c75ecb7d-55de-4fa5-8f3e-a92775cb59f3 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335009 Jul 06 12:53:19.403183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78845f4-ace0-49ab-b5e7-45e2e4b2638d req-07bd23dc-601b-4ade-b010-4f1d07b55b65 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:19.404715 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c78845f4-ace0-49ab-b5e7-45e2e4b2638d req-07bd23dc-601b-4ade-b010-4f1d07b55b65 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 945 time: 0.0671003 Jul 06 12:53:19.443330 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c78845f4-ace0-49ab-b5e7-45e2e4b2638d req-d51a479d-185a-4c7d-a827-42ffaeb25cac tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325589 Jul 06 12:53:29.877850 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4af2eb26-f063-4c24-82be-afbc953c11a0 req-e64aab46-33fe-423a-bd39-0c28d49a926c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=11a65879-fc5b-479f-86bd-3e823419239c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515845 Jul 06 12:53:29.980632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2eb26-f063-4c24-82be-afbc953c11a0 req-dbc6d1aa-24a1-4d01-827d-38481bde4d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:29.982204 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4af2eb26-f063-4c24-82be-afbc953c11a0 req-dbc6d1aa-24a1-4d01-827d-38481bde4d06 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=af737de211c94f308ed92b879bf837fb&device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 1096 time: 0.0584974 Jul 06 12:53:30.084422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2eb26-f063-4c24-82be-afbc953c11a0 req-ebd0c084-4afe-4d0e-8a24-8a36773686f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:30.085958 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4af2eb26-f063-4c24-82be-afbc953c11a0 req-ebd0c084-4afe-4d0e-8a24-8a36773686f1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8b056086-b474-4e29-9b6f-b19f67f7593e HTTP/1.1" status: 200 len: 917 time: 0.0833371 Jul 06 12:53:30.133175 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4af2eb26-f063-4c24-82be-afbc953c11a0 req-1330472a-7c06-45c6-ac2d-f7ac1bd3abac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cd854fe-ab79-443c-9544-2b4af7e90d34 HTTP/1.1" status: 200 len: 217 time: 0.0392776 Jul 06 12:53:30.188916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2eb26-f063-4c24-82be-afbc953c11a0 req-8cc0bcdb-b96c-4d06-9a3e-dae219a6bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:30.190471 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4af2eb26-f063-4c24-82be-afbc953c11a0 req-8cc0bcdb-b96c-4d06-9a3e-dae219a6bc3f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=404596d5-1778-4467-8e35-3b12e14f107e HTTP/1.1" status: 200 len: 855 time: 0.0502970 Jul 06 12:53:30.252061 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2eb26-f063-4c24-82be-afbc953c11a0 req-59426b57-29b4-4022-a6da-ce0adbc7c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:30.253574 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4af2eb26-f063-4c24-82be-afbc953c11a0 req-59426b57-29b4-4022-a6da-ce0adbc7c737 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8b056086-b474-4e29-9b6f-b19f67f7593e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537858 Jul 06 12:53:30.348315 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4af2eb26-f063-4c24-82be-afbc953c11a0 req-86b76845-0d38-416a-a438-182054a250c5 service neutron] 10.222.0.89 "GET /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861630 Jul 06 12:53:30.437483 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4af2eb26-f063-4c24-82be-afbc953c11a0 req-2fc29145-5e28-424b-b3be-38e07ccdf0cd service neutron] 10.222.0.89 "GET /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815353 Jul 06 12:53:35.585882 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70a8b4f2-5c0c-4462-96b1-f139a7f586b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:36.245112 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:37.094453 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:38.222018 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37e62d13-91f9-4cf2-b67c-0a32e75429f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:38.334429 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:38.410618 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5864a-0adb-4bf3-8ca2-9e14e088756f req-f7c53b4b-cd27-4fd0-a4e4-97fd08c3139b tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:38.412259 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0de5864a-0adb-4bf3-8ca2-9e14e088756f req-f7c53b4b-cd27-4fd0-a4e4-97fd08c3139b tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 945 time: 0.0678804 Jul 06 12:53:38.453282 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0de5864a-0adb-4bf3-8ca2-9e14e088756f req-ec1a694a-201d-43de-96f0-3c2e7b9fa505 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349762 Jul 06 12:53:39.570473 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:39.631496 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dfdb5-b6b2-49af-8e19-e29b3c8b1e45 req-47b0be0d-9127-46ec-8412-e30a86987705 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:39.633003 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-192dfdb5-b6b2-49af-8e19-e29b3c8b1e45 req-47b0be0d-9127-46ec-8412-e30a86987705 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 945 time: 0.0667741 Jul 06 12:53:39.670886 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-192dfdb5-b6b2-49af-8e19-e29b3c8b1e45 req-5da2a7c3-6048-4a48-8a05-594c88a26405 tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a138ee11-ad8e-4b90-8efa-7c5e77c55e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321000 Jul 06 12:53:39.938678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada99b33-6cf3-4b53-a69a-2d10cb7dba6d req-13af810f-16f5-41ec-a010-df3bc7b3d78d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:39.940193 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ada99b33-6cf3-4b53-a69a-2d10cb7dba6d req-13af810f-16f5-41ec-a010-df3bc7b3d78d tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.89 "GET /v2.0/ports?device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 945 time: 0.0622230 Jul 06 12:53:40.044568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ada99b33-6cf3-4b53-a69a-2d10cb7dba6d req-07b6b9e0-d9f2-4e5e-9361-5b66e0829ebd tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Deleting port 0cd854fe-ab79-443c-9544-2b4af7e90d34 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:53:40.044903 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ada99b33-6cf3-4b53-a69a-2d10cb7dba6d req-07b6b9e0-d9f2-4e5e-9361-5b66e0829ebd tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:40.129485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ada99b33-6cf3-4b53-a69a-2d10cb7dba6d req-07b6b9e0-d9f2-4e5e-9361-5b66e0829ebd tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] For port 0cd854fe-ab79-443c-9544-2b4af7e90d34, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0cd854fe-ab79-443c-9544-2b4af7e90d34,segment=NetworkSegment(405f78ff-d4be-45f0-85f5-f80571010d0b),segment_id=405f78ff-d4be-45f0-85f5-f80571010d0b)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:40.129840 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ada99b33-6cf3-4b53-a69a-2d10cb7dba6d req-07b6b9e0-d9f2-4e5e-9361-5b66e0829ebd tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:40.142240 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ada99b33-6cf3-4b53-a69a-2d10cb7dba6d req-07b6b9e0-d9f2-4e5e-9361-5b66e0829ebd tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Calling delete_port for 0cd854fe-ab79-443c-9544-2b4af7e90d34 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:53:40.273727 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ada99b33-6cf3-4b53-a69a-2d10cb7dba6d req-07b6b9e0-d9f2-4e5e-9361-5b66e0829ebd tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:40.286087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['0cd854fe-ab79-443c-9544-2b4af7e90d34'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:53:40.301712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6b9e0-d9f2-4e5e-9361-5b66e0829ebd tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Pushing event deleted for resources: {'Port': ['ID=0cd854fe-ab79-443c-9544-2b4af7e90d34,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:40.368228 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada99b33-6cf3-4b53-a69a-2d10cb7dba6d req-07b6b9e0-d9f2-4e5e-9361-5b66e0829ebd tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] No DVR routers for this DVR port 0cd854fe-ab79-443c-9544-2b4af7e90d34 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:53:40.371162 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ada99b33-6cf3-4b53-a69a-2d10cb7dba6d req-07b6b9e0-d9f2-4e5e-9361-5b66e0829ebd tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:40.373285 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ada99b33-6cf3-4b53-a69a-2d10cb7dba6d req-07b6b9e0-d9f2-4e5e-9361-5b66e0829ebd tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.89 "DELETE /v2.0/ports/0cd854fe-ab79-443c-9544-2b4af7e90d34 HTTP/1.1" status: 204 len: 173 time: 0.4266033 Jul 06 12:53:40.373731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a65879-fc5b-479f-86bd-3e823419239c', 'name': 'network-vif-deleted', 'tag': '0cd854fe-ab79-443c-9544-2b4af7e90d34'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:53:40.376015 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421a257f-84fb-450d-9c06-c7dea087c471" -d '{"events": [{"server_uuid": "11a65879-fc5b-479f-86bd-3e823419239c", "name": "network-vif-deleted", "tag": "0cd854fe-ab79-443c-9544-2b4af7e90d34"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:53:40.492333 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ac8c4f-1b05-4cbe-a68a-79984bbfdac4 x-openstack-request-id: req-81ac8c4f-1b05-4cbe-a68a-79984bbfdac4 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:53:40.492687 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a65879-fc5b-479f-86bd-3e823419239c", "name": "network-vif-deleted", "tag": "0cd854fe-ab79-443c-9544-2b4af7e90d34", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:53:40.493024 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-81ac8c4f-1b05-4cbe-a68a-79984bbfdac4 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:53:40.493486 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a65879-fc5b-479f-86bd-3e823419239c', 'name': 'network-vif-deleted', 'tag': '0cd854fe-ab79-443c-9544-2b4af7e90d34', 'status': 'completed', 'code': 200} Jul 06 12:53:40.829442 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fba01011-2bcd-4c22-a750-165a4e41343a req-677b7e1a-2506-41a8-b1a1-e5d9675f09ca tempest-TestEncryptedCinderVolumes-707127270 tempest-TestEncryptedCinderVolumes-707127270-project] 10.222.0.81 "GET /v2.0/ports?device_id=11a65879-fc5b-479f-86bd-3e823419239c HTTP/1.1" status: 200 len: 210 time: 0.0294383 Jul 06 12:53:41.153777 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:41.955443 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55158) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:42.311717 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c7d230a-0eab-40cc-be9c-f1b1913e91ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:42.579999 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d230a-0eab-40cc-be9c-f1b1913e91ad admin admin] Deleting port d1455da9-c187-40e7-820f-ce423eee069b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:53:42.580271 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c7d230a-0eab-40cc-be9c-f1b1913e91ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:42.664222 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-5c7d230a-0eab-40cc-be9c-f1b1913e91ad admin admin] For port d1455da9-c187-40e7-820f-ce423eee069b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d1455da9-c187-40e7-820f-ce423eee069b,segment=NetworkSegment(405f78ff-d4be-45f0-85f5-f80571010d0b),segment_id=405f78ff-d4be-45f0-85f5-f80571010d0b)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:42.664582 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c7d230a-0eab-40cc-be9c-f1b1913e91ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:42.682080 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d230a-0eab-40cc-be9c-f1b1913e91ad admin admin] Calling delete_port for d1455da9-c187-40e7-820f-ce423eee069b owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:53:42.871283 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c7d230a-0eab-40cc-be9c-f1b1913e91ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:42.897758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d230a-0eab-40cc-be9c-f1b1913e91ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d1455da9-c187-40e7-820f-ce423eee069b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:43.074712 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c7d230a-0eab-40cc-be9c-f1b1913e91ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:43.289639 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7d230a-0eab-40cc-be9c-f1b1913e91ad admin admin] Router 3b86f020-0815-4160-8f2d-2473e5db6c3e has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:53:43.399302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7d230a-0eab-40cc-be9c-f1b1913e91ad admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:53:43.404439 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5c7d230a-0eab-40cc-be9c-f1b1913e91ad admin admin] 10.222.0.81 "PUT /v2.0/routers/3b86f020-0815-4160-8f2d-2473e5db6c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4479377 Jul 06 12:53:43.406949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55160) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:43.409460 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d39621-5daf-466f-831b-61c8c1046632 None None] Sync routers for ids ['3b86f020-0815-4160-8f2d-2473e5db6c3e'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:53:43.419058 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d39621-5daf-466f-831b-61c8c1046632 None None] Routers {'3b86f020-0815-4160-8f2d-2473e5db6c3e'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:53:43.419818 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-78d39621-5daf-466f-831b-61c8c1046632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3b86f020-0815-4160-8f2d-2473e5db6c3e'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:43.510711 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-815b4243-60b4-4cb8-b3dc-c6fa39d2f95c admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:43.522235 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-78d39621-5daf-466f-831b-61c8c1046632 None None] Set router 3b86f020-0815-4160-8f2d-2473e5db6c3e gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:53:43.611792 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-815b4243-60b4-4cb8-b3dc-c6fa39d2f95c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:43.663352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-815b4243-60b4-4cb8-b3dc-c6fa39d2f95c admin admin] Deleting port 2bb47396-a50f-4ac3-aa56-503e4cda3c27 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:53:43.663687 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-815b4243-60b4-4cb8-b3dc-c6fa39d2f95c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:43.701023 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-78d39621-5daf-466f-831b-61c8c1046632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'name': 'tempest-TestEncryptedCinderVolumes-496624779-router', 'tenant_id': 'af737de211c94f308ed92b879bf837fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2bb47396-a50f-4ac3-aa56-503e4cda3c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:25Z', 'updated_at': '2021-07-06T12:53:42Z', 'revision_number': 5, 'project_id': 'af737de211c94f308ed92b879bf837fb', 'gw_port': {'id': '2bb47396-a50f-4ac3-aa56-503e4cda3c27', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:26Z', 'updated_at': '2021-07-06T12:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:43.726974 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d39621-5daf-466f-831b-61c8c1046632 None None] Checking router: 3b86f020-0815-4160-8f2d-2473e5db6c3e for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:53:43.736022 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d39621-5daf-466f-831b-61c8c1046632 None None] Routers {'3b86f020-0815-4160-8f2d-2473e5db6c3e'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:53:43.736645 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-78d39621-5daf-466f-831b-61c8c1046632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3b86f020-0815-4160-8f2d-2473e5db6c3e'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:43.744896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-815b4243-60b4-4cb8-b3dc-c6fa39d2f95c admin admin] For port 2bb47396-a50f-4ac3-aa56-503e4cda3c27, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=2bb47396-a50f-4ac3-aa56-503e4cda3c27,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:43.745273 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-815b4243-60b4-4cb8-b3dc-c6fa39d2f95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:43.756673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-815b4243-60b4-4cb8-b3dc-c6fa39d2f95c admin admin] Calling delete_port for 2bb47396-a50f-4ac3-aa56-503e4cda3c27 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:53:43.910422 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-78d39621-5daf-466f-831b-61c8c1046632 None None] Set router 3b86f020-0815-4160-8f2d-2473e5db6c3e gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:53:43.963499 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-78d39621-5daf-466f-831b-61c8c1046632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'name': 'tempest-TestEncryptedCinderVolumes-496624779-router', 'tenant_id': 'af737de211c94f308ed92b879bf837fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:25Z', 'updated_at': '2021-07-06T12:53:43Z', 'revision_number': 6, 'project_id': 'af737de211c94f308ed92b879bf837fb', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:43.994120 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d39621-5daf-466f-831b-61c8c1046632 None None] The sync data for ids ['3b86f020-0815-4160-8f2d-2473e5db6c3e'] in n-d-799529-2 is: [{'id': '3b86f020-0815-4160-8f2d-2473e5db6c3e', 'name': 'tempest-TestEncryptedCinderVolumes-496624779-router', 'tenant_id': 'af737de211c94f308ed92b879bf837fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:25Z', 'updated_at': '2021-07-06T12:53:43Z', 'revision_number': 6, 'project_id': 'af737de211c94f308ed92b879bf837fb', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:53:44.271927 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-815b4243-60b4-4cb8-b3dc-c6fa39d2f95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:44.297092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b4243-60b4-4cb8-b3dc-c6fa39d2f95c admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb47396-a50f-4ac3-aa56-503e4cda3c27,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:44.363056 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-815b4243-60b4-4cb8-b3dc-c6fa39d2f95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:44.459298 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-815b4243-60b4-4cb8-b3dc-c6fa39d2f95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:44.461397 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-815b4243-60b4-4cb8-b3dc-c6fa39d2f95c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:44.503465 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-815b4243-60b4-4cb8-b3dc-c6fa39d2f95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:44.504016 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815b4243-60b4-4cb8-b3dc-c6fa39d2f95c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b86f020-0815-4160-8f2d-2473e5db6c3e {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:53:44.510979 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-815b4243-60b4-4cb8-b3dc-c6fa39d2f95c admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:44.512186 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-815b4243-60b4-4cb8-b3dc-c6fa39d2f95c admin admin] 10.222.0.81 "DELETE /v2.0/routers/3b86f020-0815-4160-8f2d-2473e5db6c3e HTTP/1.1" status: 204 len: 168 time: 1.1042786 Jul 06 12:53:44.514809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55162) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:44.558371 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-849ae6cc-e0b5-40a4-a5f4-9eb3d3673e34 admin admin] Deleting subnet 404596d5-1778-4467-8e35-3b12e14f107e {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:53:44.561400 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-849ae6cc-e0b5-40a4-a5f4-9eb3d3673e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:44.595219 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-849ae6cc-e0b5-40a4-a5f4-9eb3d3673e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:44.674321 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-849ae6cc-e0b5-40a4-a5f4-9eb3d3673e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:44.730596 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-849ae6cc-e0b5-40a4-a5f4-9eb3d3673e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:44.758538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ae6cc-e0b5-40a4-a5f4-9eb3d3673e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=404596d5-1778-4467-8e35-3b12e14f107e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:44.760689 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-849ae6cc-e0b5-40a4-a5f4-9eb3d3673e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:44.762424 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-849ae6cc-e0b5-40a4-a5f4-9eb3d3673e34 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/404596d5-1778-4467-8e35-3b12e14f107e HTTP/1.1" status: 204 len: 168 time: 0.2465575 Jul 06 12:53:44.765009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55164) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:44.765160 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4a110f-616f-4eb7-b817-826304fb4673 None None] Network 8b056086-b474-4e29-9b6f-b19f67f7593e requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:53:44.836956 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:44.869309 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 0cd854fe-ab79-443c-9544-2b4af7e90d34 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:53:44.888867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 0cd854fe-ab79-443c-9544-2b4af7e90d34 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:53:44.889488 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 0cd854fe-ab79-443c-9544-2b4af7e90d34 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:53:44.892620 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] Deleting port 646d7a32-53f0-479c-adfe-32ad20bf100d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:53:44.893180 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:44.965182 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] For port 646d7a32-53f0-479c-adfe-32ad20bf100d, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=646d7a32-53f0-479c-adfe-32ad20bf100d,segment=NetworkSegment(405f78ff-d4be-45f0-85f5-f80571010d0b),segment_id=405f78ff-d4be-45f0-85f5-f80571010d0b)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:44.965539 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:44.984108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e240da-5046-49ec-adaf-1653f870fabd None None] DHCP port deletion for 8b056086-b474-4e29-9b6f-b19f67f7593e request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:53:44.988310 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] Calling delete_port for 646d7a32-53f0-479c-adfe-32ad20bf100d owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:53:45.014867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 2bb47396-a50f-4ac3-aa56-503e4cda3c27 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:53:45.042274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 2bb47396-a50f-4ac3-aa56-503e4cda3c27 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:53:45.042614 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 2bb47396-a50f-4ac3-aa56-503e4cda3c27 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:53:45.043030 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d1455da9-c187-40e7-820f-ce423eee069b no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:53:45.065900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: d1455da9-c187-40e7-820f-ce423eee069b {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:53:45.065900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d1455da9-c187-40e7-820f-ce423eee069b not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:53:45.081251 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:45.085992 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-01e240da-5046-49ec-adaf-1653f870fabd None None] Deleting port 646d7a32-53f0-479c-adfe-32ad20bf100d {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:53:45.086371 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01e240da-5046-49ec-adaf-1653f870fabd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:45.108570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] Pushing event deleted for resources: {'Port': ['ID=646d7a32-53f0-479c-adfe-32ad20bf100d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:45.112001 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] No DVR routers for this DVR port 646d7a32-53f0-479c-adfe-32ad20bf100d on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:53:45.152344 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-01e240da-5046-49ec-adaf-1653f870fabd None None] For port 646d7a32-53f0-479c-adfe-32ad20bf100d, host n-d-799529-2, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:45.152742 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01e240da-5046-49ec-adaf-1653f870fabd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:45.166393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-01e240da-5046-49ec-adaf-1653f870fabd None None] Calling delete_port for 646d7a32-53f0-479c-adfe-32ad20bf100d owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:53:45.169043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-01e240da-5046-49ec-adaf-1653f870fabd None None] Port 646d7a32-53f0-479c-adfe-32ad20bf100d was not found and therefore no delete operation was performed {{(pid=100429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 12:53:45.170311 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01e240da-5046-49ec-adaf-1653f870fabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:45.185386 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:45.195839 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b056086-b474-4e29-9b6f-b19f67f7593e']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:45.198085 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e240da-5046-49ec-adaf-1653f870fabd None None] Pushing event deleted for resources: {'Port': ['ID=646d7a32-53f0-479c-adfe-32ad20bf100d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:45.204798 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e240da-5046-49ec-adaf-1653f870fabd None None] No DVR routers for this DVR port 646d7a32-53f0-479c-adfe-32ad20bf100d on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:53:45.211499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405f78ff-d4be-45f0-85f5-f80571010d0b') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:45.212262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405f78ff-d4be-45f0-85f5-f80571010d0b') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:45.223846 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:45.237892 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:45.243725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:53:45.244110 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:53:45.245735 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:53:45.297996 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:45.313085 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:45.314927 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] 10.222.0.81 "DELETE /v2.0/networks/8b056086-b474-4e29-9b6f-b19f67f7593e HTTP/1.1" status: 204 len: 168 time: 0.5490298 Jul 06 12:53:45.316103 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52b512-3a79-4dcc-b423-44d3f9389aba admin admin] Pushing event deleted for resources: {'Network': ['ID=8b056086-b474-4e29-9b6f-b19f67f7593e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:45.317782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55166) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:45.667632 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f30c8b06-1b9a-4428-ad0e-446b7f0f916b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:45.918895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f30c8b06-1b9a-4428-ad0e-446b7f0f916b admin admin] Deleting port 9e02a266-2d16-4800-b709-42163182bcd1 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:53:45.919136 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f30c8b06-1b9a-4428-ad0e-446b7f0f916b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:45.996258 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-f30c8b06-1b9a-4428-ad0e-446b7f0f916b admin admin] For port 9e02a266-2d16-4800-b709-42163182bcd1, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9e02a266-2d16-4800-b709-42163182bcd1,segment=NetworkSegment(73d58d97-cc2f-4041-bdb1-d05f865e972b),segment_id=73d58d97-cc2f-4041-bdb1-d05f865e972b)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:45.996608 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f30c8b06-1b9a-4428-ad0e-446b7f0f916b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:46.009491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f30c8b06-1b9a-4428-ad0e-446b7f0f916b admin admin] Calling delete_port for 9e02a266-2d16-4800-b709-42163182bcd1 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:53:46.187016 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f30c8b06-1b9a-4428-ad0e-446b7f0f916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:46.217330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c8b06-1b9a-4428-ad0e-446b7f0f916b admin admin] Pushing event deleted for resources: {'Port': ['ID=9e02a266-2d16-4800-b709-42163182bcd1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:46.382708 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f30c8b06-1b9a-4428-ad0e-446b7f0f916b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:46.598328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30c8b06-1b9a-4428-ad0e-446b7f0f916b admin admin] Router 33ec53cc-9494-40c4-bec7-a87b54822b8f has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:53:46.705459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30c8b06-1b9a-4428-ad0e-446b7f0f916b admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:53:46.710547 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f30c8b06-1b9a-4428-ad0e-446b7f0f916b admin admin] 10.222.0.81 "PUT /v2.0/routers/33ec53cc-9494-40c4-bec7-a87b54822b8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3916864 Jul 06 12:53:46.713927 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:46.714883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d08e3db-a638-418b-a074-1a3d66a6669f None None] Sync routers for ids ['33ec53cc-9494-40c4-bec7-a87b54822b8f'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:53:46.724095 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d08e3db-a638-418b-a074-1a3d66a6669f None None] Routers {'33ec53cc-9494-40c4-bec7-a87b54822b8f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:53:46.724799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4d08e3db-a638-418b-a074-1a3d66a6669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['33ec53cc-9494-40c4-bec7-a87b54822b8f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:46.816840 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2a44da8-7112-49f0-9053-02a3f42d59d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:46.827714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-4d08e3db-a638-418b-a074-1a3d66a6669f None None] Set router 33ec53cc-9494-40c4-bec7-a87b54822b8f gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:53:46.958750 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2a44da8-7112-49f0-9053-02a3f42d59d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.019670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a2a44da8-7112-49f0-9053-02a3f42d59d3 admin admin] Deleting port 29115613-86a6-45d8-bd54-9fa2104e5d4c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:53:47.020090 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2a44da8-7112-49f0-9053-02a3f42d59d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.054018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 646d7a32-53f0-479c-adfe-32ad20bf100d no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:53:47.065033 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:53:47.076481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 646d7a32-53f0-479c-adfe-32ad20bf100d {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:53:47.076778 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 646d7a32-53f0-479c-adfe-32ad20bf100d not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:53:47.087453 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4d08e3db-a638-418b-a074-1a3d66a6669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'name': 'tempest-TestEncryptedCinderVolumes-985753140-router', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '29115613-86a6-45d8-bd54-9fa2104e5d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:30Z', 'updated_at': '2021-07-06T12:53:46Z', 'revision_number': 5, 'project_id': '6c04929e96a04de3bee56367a8270c10', 'gw_port': {'id': '29115613-86a6-45d8-bd54-9fa2104e5d4c', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:52:30Z', 'updated_at': '2021-07-06T12:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:47.101225 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-a2a44da8-7112-49f0-9053-02a3f42d59d3 admin admin] For port 29115613-86a6-45d8-bd54-9fa2104e5d4c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=29115613-86a6-45d8-bd54-9fa2104e5d4c,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:47.101582 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2a44da8-7112-49f0-9053-02a3f42d59d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.114464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a2a44da8-7112-49f0-9053-02a3f42d59d3 admin admin] Calling delete_port for 29115613-86a6-45d8-bd54-9fa2104e5d4c owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:53:47.116545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d08e3db-a638-418b-a074-1a3d66a6669f None None] Checking router: 33ec53cc-9494-40c4-bec7-a87b54822b8f for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:53:47.124991 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d08e3db-a638-418b-a074-1a3d66a6669f None None] Routers {'33ec53cc-9494-40c4-bec7-a87b54822b8f'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:53:47.125398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4d08e3db-a638-418b-a074-1a3d66a6669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['33ec53cc-9494-40c4-bec7-a87b54822b8f'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:47.208741 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-4d08e3db-a638-418b-a074-1a3d66a6669f None None] Set router 33ec53cc-9494-40c4-bec7-a87b54822b8f gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:53:47.260258 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-4d08e3db-a638-418b-a074-1a3d66a6669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'name': 'tempest-TestEncryptedCinderVolumes-985753140-router', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:30Z', 'updated_at': '2021-07-06T12:53:46Z', 'revision_number': 6, 'project_id': '6c04929e96a04de3bee56367a8270c10', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:47.281426 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2a44da8-7112-49f0-9053-02a3f42d59d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.289738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d08e3db-a638-418b-a074-1a3d66a6669f None None] The sync data for ids ['33ec53cc-9494-40c4-bec7-a87b54822b8f'] in n-d-799529-2 is: [{'id': '33ec53cc-9494-40c4-bec7-a87b54822b8f', 'name': 'tempest-TestEncryptedCinderVolumes-985753140-router', 'tenant_id': '6c04929e96a04de3bee56367a8270c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:52:30Z', 'updated_at': '2021-07-06T12:53:46Z', 'revision_number': 6, 'project_id': '6c04929e96a04de3bee56367a8270c10', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:53:47.310162 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a44da8-7112-49f0-9053-02a3f42d59d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=29115613-86a6-45d8-bd54-9fa2104e5d4c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:47.375868 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2a44da8-7112-49f0-9053-02a3f42d59d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.465998 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2a44da8-7112-49f0-9053-02a3f42d59d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.468136 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2a44da8-7112-49f0-9053-02a3f42d59d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.512704 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2a44da8-7112-49f0-9053-02a3f42d59d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.513270 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a44da8-7112-49f0-9053-02a3f42d59d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33ec53cc-9494-40c4-bec7-a87b54822b8f {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:53:47.517908 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2a44da8-7112-49f0-9053-02a3f42d59d3 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.519067 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a2a44da8-7112-49f0-9053-02a3f42d59d3 admin admin] 10.222.0.81 "DELETE /v2.0/routers/33ec53cc-9494-40c4-bec7-a87b54822b8f HTTP/1.1" status: 204 len: 168 time: 0.8042150 Jul 06 12:53:47.521567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55170) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:47.569099 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99a8cfe-f300-4b44-a8ac-cea15f10c704 admin admin] Deleting subnet ea4692da-cf03-44fa-965b-febc436bca3c {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:53:47.572177 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d99a8cfe-f300-4b44-a8ac-cea15f10c704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.606593 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d99a8cfe-f300-4b44-a8ac-cea15f10c704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.685225 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d99a8cfe-f300-4b44-a8ac-cea15f10c704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.740833 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d99a8cfe-f300-4b44-a8ac-cea15f10c704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.771222 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a8cfe-f300-4b44-a8ac-cea15f10c704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4692da-cf03-44fa-965b-febc436bca3c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:47.776423 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d99a8cfe-f300-4b44-a8ac-cea15f10c704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.778374 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d99a8cfe-f300-4b44-a8ac-cea15f10c704 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ea4692da-cf03-44fa-965b-febc436bca3c HTTP/1.1" status: 204 len: 168 time: 0.2557800 Jul 06 12:53:47.780920 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55172) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:47.781714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3e4aaf-40bf-4b05-98bc-e67e5a82c086 None None] Network ca3be76b-029b-458f-8b12-652d51895d6a requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:53:47.848371 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.902706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] Deleting port 347653e2-a3be-48d2-972e-f640906fb648 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:53:47.903657 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.969738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] For port 347653e2-a3be-48d2-972e-f640906fb648, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=347653e2-a3be-48d2-972e-f640906fb648,segment=NetworkSegment(73d58d97-cc2f-4041-bdb1-d05f865e972b),segment_id=73d58d97-cc2f-4041-bdb1-d05f865e972b)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:47.970020 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:47.982587 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] Calling delete_port for 347653e2-a3be-48d2-972e-f640906fb648 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:53:48.062814 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:48.067296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8cd5d6-8473-4adb-9720-1357ddf5d7d3 None None] DHCP port deletion for ca3be76b-029b-458f-8b12-652d51895d6a request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:53:48.094542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] No DVR routers for this DVR port 347653e2-a3be-48d2-972e-f640906fb648 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:53:48.098247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] Pushing event deleted for resources: {'Port': ['ID=347653e2-a3be-48d2-972e-f640906fb648,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:48.171330 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:48.181420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3be76b-029b-458f-8b12-652d51895d6a']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:48.192075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d58d97-cc2f-4041-bdb1-d05f865e972b') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:48.192366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d58d97-cc2f-4041-bdb1-d05f865e972b') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:48.201775 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:48.215843 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:48.222225 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:53:48.222612 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:53:48.224350 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:53:48.283136 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:48.288732 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:48.293107 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] 10.222.0.81 "DELETE /v2.0/networks/ca3be76b-029b-458f-8b12-652d51895d6a HTTP/1.1" status: 204 len: 168 time: 0.5086784 Jul 06 12:53:48.472332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55176) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:48.522060 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-88e201d6-2df9-4247-ad0a-11001d117c97 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af737de211c94f308ed92b879bf837fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482962 Jul 06 12:53:48.524631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55178) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:48.577128 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:48.603652 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:48.653119 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:48.655900 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:48.659518 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a138ee11-ad8e-4b90-8efa-7c5e77c55e23 HTTP/1.1" status: 204 len: 168 time: 0.1315727 Jul 06 12:53:48.665886 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a138ee11-ad8e-4b90-8efa-7c5e77c55e23,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:48.667633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7c942-5cdf-4691-bad3-a837766f248c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca3be76b-029b-458f-8b12-652d51895d6a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:48.675187 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:48.675570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:48.675919 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:48.676261 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:48.676598 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:48.676933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:48.677269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:48.677601 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:48.677930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:48.678260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:48.678589 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:48.678915 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7effe7-ab1f-4195-a615-2e4826472f94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:48.969230 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 29115613-86a6-45d8-bd54-9fa2104e5d4c no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:53:48.981644 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55184) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:48.993298 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 29115613-86a6-45d8-bd54-9fa2104e5d4c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:53:48.993649 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 29115613-86a6-45d8-bd54-9fa2104e5d4c not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:53:48.994075 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 347653e2-a3be-48d2-972e-f640906fb648 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:53:49.012187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 347653e2-a3be-48d2-972e-f640906fb648 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:53:49.012530 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 347653e2-a3be-48d2-972e-f640906fb648 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:53:49.012953 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9e02a266-2d16-4800-b709-42163182bcd1 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:53:49.019929 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c43cdc9b-5300-4a5e-a6b4-50e6db4a2f47 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6c04929e96a04de3bee56367a8270c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371270 Jul 06 12:53:49.022358 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55186) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:49.031666 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 9e02a266-2d16-4800-b709-42163182bcd1 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:53:49.032038 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9e02a266-2d16-4800-b709-42163182bcd1 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:53:49.070294 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81da3f18-302d-4a55-abd3-df245932f429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:49.090943 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81da3f18-302d-4a55-abd3-df245932f429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:49.136786 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81da3f18-302d-4a55-abd3-df245932f429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:49.139445 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81da3f18-302d-4a55-abd3-df245932f429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:49.140684 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-81da3f18-302d-4a55-abd3-df245932f429 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/235c185b-d21e-42cb-8c81-82ba083b99e3 HTTP/1.1" status: 204 len: 168 time: 0.1173766 Jul 06 12:53:49.148588 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da3f18-302d-4a55-abd3-df245932f429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235c185b-d21e-42cb-8c81-82ba083b99e3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:49.796664 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55208) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:49.901498 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5d850590-e12a-4f9b-946b-a8f8a7cbad10 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1272169240-network', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:53:49.930914 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d850590-e12a-4f9b-946b-a8f8a7cbad10 admin admin] Made reservation on behalf of 081df5e163954b6ba5db4e09a152ca51 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:53:49.933302 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d850590-e12a-4f9b-946b-a8f8a7cbad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:49.941848 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d850590-e12a-4f9b-946b-a8f8a7cbad10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.032080 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d850590-e12a-4f9b-946b-a8f8a7cbad10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.035787 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d850590-e12a-4f9b-946b-a8f8a7cbad10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.060115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d850590-e12a-4f9b-946b-a8f8a7cbad10 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:53:50.075427 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d850590-e12a-4f9b-946b-a8f8a7cbad10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cee1dad-630b-4bdd-8fbd-f14e4c87c694,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:50.078684 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d850590-e12a-4f9b-946b-a8f8a7cbad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.079023 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-5d850590-e12a-4f9b-946b-a8f8a7cbad10 admin admin] Added segment b38f4066-96aa-47bd-9ca4-d3b640d57d00 of type vlan for network 2357643b-f284-4725-8c79-3d62cb2c3a32 Jul 06 12:53:50.119411 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d850590-e12a-4f9b-946b-a8f8a7cbad10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.147276 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d850590-e12a-4f9b-946b-a8f8a7cbad10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.148254 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d850590-e12a-4f9b-946b-a8f8a7cbad10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:50.148828 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d850590-e12a-4f9b-946b-a8f8a7cbad10 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.200839 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5d850590-e12a-4f9b-946b-a8f8a7cbad10 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4030457 Jul 06 12:53:50.204033 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55214) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:50.209266 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-10ff4bec-830f-4f54-8254-ac04f7e39f0d admin admin] Request body: {'subnet': {'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1272169240-subnet', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:53:50.209991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d850590-e12a-4f9b-946b-a8f8a7cbad10 admin admin] Pushing event updated for resources: {'Network': ['ID=2357643b-f284-4725-8c79-3d62cb2c3a32,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:50.220402 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 2357643b-f284-4725-8c79-3d62cb2c3a32 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:53:50.235122 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ff4bec-830f-4f54-8254-ac04f7e39f0d admin admin] Made reservation on behalf of 081df5e163954b6ba5db4e09a152ca51 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:53:50.237540 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10ff4bec-830f-4f54-8254-ac04f7e39f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.404804 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10ff4bec-830f-4f54-8254-ac04f7e39f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.457624 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff4bec-830f-4f54-8254-ac04f7e39f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5db076-8273-4d64-9df1-b24a69cfbd35,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:50.473080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff4bec-830f-4f54-8254-ac04f7e39f0d admin admin] Checking segment: {'id': 'b38f4066-96aa-47bd-9ca4-d3b640d57d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:53:50.473295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ff4bec-830f-4f54-8254-ac04f7e39f0d admin admin] Network hostable DHCP agents. Network: 2357643b-f284-4725-8c79-3d62cb2c3a32, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:53:50.490348 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ff4bec-830f-4f54-8254-ac04f7e39f0d admin admin] Network 2357643b-f284-4725-8c79-3d62cb2c3a32 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:53:50.498930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-10ff4bec-830f-4f54-8254-ac04f7e39f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 2357643b-f284-4725-8c79-3d62cb2c3a32) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:53:50.502931 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ff4bec-830f-4f54-8254-ac04f7e39f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:50.503552 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10ff4bec-830f-4f54-8254-ac04f7e39f0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.507939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f61f454-a079-4be7-9296-ae44177b5077 None None] Network 2357643b-f284-4725-8c79-3d62cb2c3a32 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:53:50.520965 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-10ff4bec-830f-4f54-8254-ac04f7e39f0d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3133051 Jul 06 12:53:50.521435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55216) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:50.526826 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1272169240-router', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:53:50.548705 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.549781 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.604940 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.663190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-2357643b-f284-4725-8c79-3d62cb2c3a32', 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'fixed_ips': [{'subnet_id': '2c5db076-8273-4d64-9df1-b24a69cfbd35'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:53:50.664118 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.741033 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.816042 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Allocated IP 172.20.0.2 (2357643b-f284-4725-8c79-3d62cb2c3a32/2c5db076-8273-4d64-9df1-b24a69cfbd35/8063a7ab-0c9a-44fc-ac22-379d2f5e2303) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:53:50.952814 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:50.973820 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:51.085156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Allocated IP 172.25.4.113 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/47ade659-ab6d-4278-9a94-43d391e73d49) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:53:51.117667 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:51.126673 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Transition to ACTIVE for port object 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:53:51.142538 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Transition to ACTIVE for port object 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:53:51.150093 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:51.188387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Network 2357643b-f284-4725-8c79-3d62cb2c3a32 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:53:51.193275 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:53:51.196702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:53:51.196944 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:51.203496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Pushing event updated for resources: {'Port': ['ID=8063a7ab-0c9a-44fc-ac22-379d2f5e2303,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:51.239504 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:51.260818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Attempting to bind port 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:53:51.261422 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Attempting to bind port 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'b38f4066-96aa-47bd-9ca4-d3b640d57d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:53:51.261550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Attempting to bind port 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 on network 2357643b-f284-4725-8c79-3d62cb2c3a32 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:53:51.266488 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:53:51.266863 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Checking segment: {'id': 'b38f4066-96aa-47bd-9ca4-d3b640d57d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:53:51.267294 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:51.267688 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Bound using segment: {'id': 'b38f4066-96aa-47bd-9ca4-d3b640d57d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:53:51.268210 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Bound port: 8063a7ab-0c9a-44fc-ac22-379d2f5e2303, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38f4066-96aa-47bd-9ca4-d3b640d57d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:53:51.268598 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:51.281570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:53:51.287765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:53:51.292922 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:53:51.295972 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Pushing event updated for resources: {'Port': ['ID=47ade659-ab6d-4278-9a94-43d391e73d49,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:51.330236 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] For port 8063a7ab-0c9a-44fc-ac22-379d2f5e2303, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:53:51.333463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] For port 8063a7ab-0c9a-44fc-ac22-379d2f5e2303, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8063a7ab-0c9a-44fc-ac22-379d2f5e2303,segment=NetworkSegment(b38f4066-96aa-47bd-9ca4-d3b640d57d00),segment_id=b38f4066-96aa-47bd-9ca4-d3b640d57d00)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:53:51.338987 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:51.395079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781e406-4d78-4ed5-9d28-ef9d75ef8aec None None] Pushing event updated for resources: {'Port': ['ID=8063a7ab-0c9a-44fc-ac22-379d2f5e2303,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:51.568738 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:51.776174 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:51.907629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Router ea21e851-1a62-4faf-8154-12c47a87cdd0 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:53:52.011366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:53:52.022286 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Sync routers for ids ['ea21e851-1a62-4faf-8154-12c47a87cdd0'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:53:52.029572 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:52.032042 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b58fed22-37a0-4555-bced-9b4d77ef8309 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5092344 Jul 06 12:53:52.035735 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Routers {'ea21e851-1a62-4faf-8154-12c47a87cdd0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:53:52.035929 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55220) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:52.036677 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ea21e851-1a62-4faf-8154-12c47a87cdd0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:52.169844 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Set router ea21e851-1a62-4faf-8154-12c47a87cdd0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:53:52.365041 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'name': 'tempest-TestMinimumBasicScenario-1272169240-router', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:51Z', 'revision_number': 3, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'gw_port': {'id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:52.392983 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Checking router: ea21e851-1a62-4faf-8154-12c47a87cdd0 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:53:52.393325 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Updating router ea21e851-1a62-4faf-8154-12c47a87cdd0 port 47ade659-ab6d-4278-9a94-43d391e73d49 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:53:52.424150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2de862-0def-4c7e-9ec9-af8d70945c02 None None] Network 2357643b-f284-4725-8c79-3d62cb2c3a32 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:53:52.433956 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:52.507328 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:52.520984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1b3f4c3b-95c0-4d6b-80aa-59b0589ff52b None None] Provisioning for port 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:53:52.684464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Allocated IP 172.20.0.1 (2357643b-f284-4725-8c79-3d62cb2c3a32/2c5db076-8273-4d64-9df1-b24a69cfbd35/00d916ab-8388-476e-8d41-8896eb5bdbd4) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:53:52.704359 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:52.717146 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Transition to ACTIVE for port object 47ade659-ab6d-4278-9a94-43d391e73d49 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:53:52.723372 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:52.770150 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Attempting to bind port 47ade659-ab6d-4278-9a94-43d391e73d49 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:53:52.770511 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Attempting to bind port 47ade659-ab6d-4278-9a94-43d391e73d49 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:53:52.770865 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Attempting to bind port 47ade659-ab6d-4278-9a94-43d391e73d49 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:53:52.781257 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:53:52.781614 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:53:52.782023 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:52.782397 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:53:52.782868 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Bound port: 47ade659-ab6d-4278-9a94-43d391e73d49, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:53:52.783263 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:52.801038 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:52.811149 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911caaf8-50cf-41fb-808b-47e291414cdd None None] Pushing event updated for resources: {'Port': ['ID=47ade659-ab6d-4278-9a94-43d391e73d49,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:52.814705 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Transition to ACTIVE for port object 00d916ab-8388-476e-8d41-8896eb5bdbd4 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:53:52.849766 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911caaf8-50cf-41fb-808b-47e291414cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:52.850101 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911caaf8-50cf-41fb-808b-47e291414cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:52.850330 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:52.850484 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911caaf8-50cf-41fb-808b-47e291414cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:52.850745 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911caaf8-50cf-41fb-808b-47e291414cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:52.851037 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911caaf8-50cf-41fb-808b-47e291414cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:52.851391 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911caaf8-50cf-41fb-808b-47e291414cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:52.851709 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911caaf8-50cf-41fb-808b-47e291414cdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:52.852034 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911caaf8-50cf-41fb-808b-47e291414cdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:52.853207 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911caaf8-50cf-41fb-808b-47e291414cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:52.853536 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911caaf8-50cf-41fb-808b-47e291414cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:52.853856 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911caaf8-50cf-41fb-808b-47e291414cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:52.854167 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911caaf8-50cf-41fb-808b-47e291414cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:53:52.868021 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] For port 47ade659-ab6d-4278-9a94-43d391e73d49, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:53:52.871447 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] For port 47ade659-ab6d-4278-9a94-43d391e73d49, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=47ade659-ab6d-4278-9a94-43d391e73d49,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:53:52.875922 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:52.893511 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Network 2357643b-f284-4725-8c79-3d62cb2c3a32 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:53:52.896320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:53:52.898721 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:53:52.925652 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Routers {'ea21e851-1a62-4faf-8154-12c47a87cdd0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:53:52.926726 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ea21e851-1a62-4faf-8154-12c47a87cdd0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:52.931352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Pushing event updated for resources: {'Port': ['ID=00d916ab-8388-476e-8d41-8896eb5bdbd4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:52.958419 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:53.060224 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:53:53.062226 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] Set router ea21e851-1a62-4faf-8154-12c47a87cdd0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:53:53.122645 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911caaf8-50cf-41fb-808b-47e291414cdd None None] Pushing event updated for resources: {'Port': ['ID=47ade659-ab6d-4278-9a94-43d391e73d49,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:53.127097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:53:53.132355 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:53.133296 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:53.138955 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:53.231732 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:53.254231 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'name': 'tempest-TestMinimumBasicScenario-1272169240-router', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:51Z', 'revision_number': 3, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'gw_port': {'id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:53.265554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 8063a7ab-0c9a-44fc-ac22-379d2f5e2303, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8063a7ab-0c9a-44fc-ac22-379d2f5e2303,segment=NetworkSegment(b38f4066-96aa-47bd-9ca4-d3b640d57d00),segment_id=b38f4066-96aa-47bd-9ca4-d3b640d57d00)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:53.270586 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:53.287976 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03ea58-95bb-42da-88fe-e218b47b9d89 None None] The sync data for ids ['ea21e851-1a62-4faf-8154-12c47a87cdd0'] in n-d-799529-2 is: [{'id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'name': 'tempest-TestMinimumBasicScenario-1272169240-router', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:51Z', 'revision_number': 3, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'gw_port': {'id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:53:53.331059 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:53.331407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=8063a7ab-0c9a-44fc-ac22-379d2f5e2303,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:53.337362 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:53.338592 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8fb8ee11-1041-49d0-8650-ac288da30e31 None None] Provisioning for port 00d916ab-8388-476e-8d41-8896eb5bdbd4 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:53:53.343120 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8fb8ee11-1041-49d0-8650-ac288da30e31 None None] Provisioning complete for port 00d916ab-8388-476e-8d41-8896eb5bdbd4 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:53.343521 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8fb8ee11-1041-49d0-8650-ac288da30e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:53.379156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8fb8ee11-1041-49d0-8650-ac288da30e31 None None] Port 00d916ab-8388-476e-8d41-8896eb5bdbd4 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:53:53.405128 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Pushing event updated for resources: {'Port': ['ID=00d916ab-8388-476e-8d41-8896eb5bdbd4,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:53.411649 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:53.519636 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Network 2357643b-f284-4725-8c79-3d62cb2c3a32 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:53:53.519887 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:53:53.659187 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Router ea21e851-1a62-4faf-8154-12c47a87cdd0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:53:53.776363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:53:53.781438 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6073b763-b2fe-4f0b-a2f4-801280131251 admin admin] 10.222.0.81 "PUT /v2.0/routers/ea21e851-1a62-4faf-8154-12c47a87cdd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7445796 Jul 06 12:53:53.802702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-630ae08d-0f6a-40fd-ba00-4529a36990ff None None] Provisioning complete for port 00d916ab-8388-476e-8d41-8896eb5bdbd4 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:53.803220 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-630ae08d-0f6a-40fd-ba00-4529a36990ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:53.844226 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-630ae08d-0f6a-40fd-ba00-4529a36990ff None None] Port 00d916ab-8388-476e-8d41-8896eb5bdbd4 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:53:54.266715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55238) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:54.271802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-27356306-ee36-4e95-a3ca-5a8f4548fce3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-93956491-network', 'tenant_id': 'a96917301799479785e74547090d924c'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:53:54.292756 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27356306-ee36-4e95-a3ca-5a8f4548fce3 admin admin] Made reservation on behalf of a96917301799479785e74547090d924c for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:53:54.295160 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27356306-ee36-4e95-a3ca-5a8f4548fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:54.304396 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27356306-ee36-4e95-a3ca-5a8f4548fce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:54.393445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27356306-ee36-4e95-a3ca-5a8f4548fce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:54.397183 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27356306-ee36-4e95-a3ca-5a8f4548fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:54.425141 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27356306-ee36-4e95-a3ca-5a8f4548fce3 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:53:54.430284 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27356306-ee36-4e95-a3ca-5a8f4548fce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e930dffd-6fad-43cb-a37d-ce5a270e4bd0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:54.438629 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27356306-ee36-4e95-a3ca-5a8f4548fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:54.439133 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-27356306-ee36-4e95-a3ca-5a8f4548fce3 admin admin] Added segment aa0019e3-5762-43c6-987f-05c1602fb7e4 of type vlan for network f4521a7c-d32a-49e8-b4e1-037a7889b9ea Jul 06 12:53:54.480479 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27356306-ee36-4e95-a3ca-5a8f4548fce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:54.508832 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27356306-ee36-4e95-a3ca-5a8f4548fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:54.510324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27356306-ee36-4e95-a3ca-5a8f4548fce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:54.510909 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-27356306-ee36-4e95-a3ca-5a8f4548fce3 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:54.567897 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-27356306-ee36-4e95-a3ca-5a8f4548fce3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3000114 Jul 06 12:53:54.570567 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55240) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:54.577797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-36857200-f955-4f49-8ea4-1120c0fa0252 admin admin] Request body: {'subnet': {'network_id': 'f4521a7c-d32a-49e8-b4e1-037a7889b9ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-93956491-subnet', 'tenant_id': 'a96917301799479785e74547090d924c', 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:53:54.587367 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27356306-ee36-4e95-a3ca-5a8f4548fce3 admin admin] Pushing event updated for resources: {'Network': ['ID=f4521a7c-d32a-49e8-b4e1-037a7889b9ea,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:54.600416 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network f4521a7c-d32a-49e8-b4e1-037a7889b9ea details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:53:54.608155 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36857200-f955-4f49-8ea4-1120c0fa0252 admin admin] Made reservation on behalf of a96917301799479785e74547090d924c for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:53:54.610628 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-36857200-f955-4f49-8ea4-1120c0fa0252 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:54.782796 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-36857200-f955-4f49-8ea4-1120c0fa0252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:54.844517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36857200-f955-4f49-8ea4-1120c0fa0252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed4c7141-1581-4295-9d33-0fbb196d8b01,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:54.851578 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36857200-f955-4f49-8ea4-1120c0fa0252 admin admin] Checking segment: {'id': 'aa0019e3-5762-43c6-987f-05c1602fb7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f4521a7c-d32a-49e8-b4e1-037a7889b9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:53:54.851942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36857200-f955-4f49-8ea4-1120c0fa0252 admin admin] Network hostable DHCP agents. Network: f4521a7c-d32a-49e8-b4e1-037a7889b9ea, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:53:54.870425 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36857200-f955-4f49-8ea4-1120c0fa0252 admin admin] Network f4521a7c-d32a-49e8-b4e1-037a7889b9ea is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:53:54.880272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-36857200-f955-4f49-8ea4-1120c0fa0252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, f4521a7c-d32a-49e8-b4e1-037a7889b9ea) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:53:54.885216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36857200-f955-4f49-8ea4-1120c0fa0252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:53:54.886617 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-36857200-f955-4f49-8ea4-1120c0fa0252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:54.892098 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Sync routers for ids ['ea21e851-1a62-4faf-8154-12c47a87cdd0'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:53:54.897099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815ded65-6aca-4bcb-951a-118fc1bb8bbb None None] Network f4521a7c-d32a-49e8-b4e1-037a7889b9ea requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:53:54.908338 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-36857200-f955-4f49-8ea4-1120c0fa0252 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3367138 Jul 06 12:53:54.911066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55242) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:54.915523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-93956491-router', 'tenant_id': 'a96917301799479785e74547090d924c', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:53:54.949341 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:54.950481 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:54.956834 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Routers {'ea21e851-1a62-4faf-8154-12c47a87cdd0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:53:54.957839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ea21e851-1a62-4faf-8154-12c47a87cdd0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:55.008751 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:55.058971 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 47ade659-ab6d-4278-9a94-43d391e73d49 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:53:55.137499 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Set router ea21e851-1a62-4faf-8154-12c47a87cdd0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:53:55.157544 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:55.237529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 47ade659-ab6d-4278-9a94-43d391e73d49 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:53:55.252423 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 47ade659-ab6d-4278-9a94-43d391e73d49 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:55.252807 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:55.326362 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-f4521a7c-d32a-49e8-b4e1-037a7889b9ea', 'network_id': 'f4521a7c-d32a-49e8-b4e1-037a7889b9ea', 'tenant_id': 'a96917301799479785e74547090d924c', 'fixed_ips': [{'subnet_id': 'ed4c7141-1581-4295-9d33-0fbb196d8b01'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:53:55.327314 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:55.554800 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:55.590593 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 47ade659-ab6d-4278-9a94-43d391e73d49, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=47ade659-ab6d-4278-9a94-43d391e73d49,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:55.596359 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Allocated IP 172.20.0.2 (f4521a7c-d32a-49e8-b4e1-037a7889b9ea/ed4c7141-1581-4295-9d33-0fbb196d8b01/75a4f999-2fc7-489d-967b-ad98fb5a8ff5) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:53:55.599010 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:55.599940 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:53:55.713847 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:55.715071 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'name': 'tempest-TestMinimumBasicScenario-1272169240-router', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:53Z', 'revision_number': 4, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'gw_port': {'id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '00d916ab-8388-476e-8d41-8896eb5bdbd4', 'name': '', 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'mac_address': 'fa:16:3e:70:23:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:52Z', 'updated_at': '2021-07-06T12:53:53Z', 'revision_number': 2, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'subnets': [{'id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:55.733472 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:55.763143 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Checking router: ea21e851-1a62-4faf-8154-12c47a87cdd0 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:53:55.763522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Updating router ea21e851-1a62-4faf-8154-12c47a87cdd0 port 00d916ab-8388-476e-8d41-8896eb5bdbd4 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:53:55.772712 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=47ade659-ab6d-4278-9a94-43d391e73d49,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:55.835495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:55.835780 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:55.837258 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:55.840901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Allocated IP 172.25.4.140 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/4c542b3b-132a-45d3-b976-674bb5a2f9f4) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:53:55.944901 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:55.974202 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:55.986179 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:56.025740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:53:56.029121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:53:56.033931 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Transition to ACTIVE for port object 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:53:56.035621 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:53:56.059702 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Pushing event updated for resources: {'Port': ['ID=4c542b3b-132a-45d3-b976-674bb5a2f9f4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:56.088214 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Transition to ACTIVE for port object 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:53:56.112637 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:56.189466 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Network f4521a7c-d32a-49e8-b4e1-037a7889b9ea is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:53:56.198540 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:53:56.205815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Pushing event updated for resources: {'Port': ['ID=75a4f999-2fc7-489d-967b-ad98fb5a8ff5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:56.210088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:53:56.304653 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:56.452648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Attempting to bind port 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:53:56.452920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Attempting to bind port 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'aa0019e3-5762-43c6-987f-05c1602fb7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f4521a7c-d32a-49e8-b4e1-037a7889b9ea'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:53:56.453279 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Attempting to bind port 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 on network f4521a7c-d32a-49e8-b4e1-037a7889b9ea {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:53:56.466685 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:53:56.467053 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Checking segment: {'id': 'aa0019e3-5762-43c6-987f-05c1602fb7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f4521a7c-d32a-49e8-b4e1-037a7889b9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:53:56.467483 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:56.467881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Bound using segment: {'id': 'aa0019e3-5762-43c6-987f-05c1602fb7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f4521a7c-d32a-49e8-b4e1-037a7889b9ea'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:53:56.468352 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Bound port: 75a4f999-2fc7-489d-967b-ad98fb5a8ff5, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0019e3-5762-43c6-987f-05c1602fb7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f4521a7c-d32a-49e8-b4e1-037a7889b9ea'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:53:56.468733 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:56.507401 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:56.544810 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:56.568390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Transition to ACTIVE for port object 00d916ab-8388-476e-8d41-8896eb5bdbd4 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:53:56.578148 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:56.586212 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] For port 75a4f999-2fc7-489d-967b-ad98fb5a8ff5, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:53:56.625752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] For port 75a4f999-2fc7-489d-967b-ad98fb5a8ff5, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=75a4f999-2fc7-489d-967b-ad98fb5a8ff5,segment=NetworkSegment(aa0019e3-5762-43c6-987f-05c1602fb7e4),segment_id=aa0019e3-5762-43c6-987f-05c1602fb7e4)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:53:56.636103 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:56.648855 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa7743-9b29-459a-b2c4-eed23aefd11b None None] Pushing event updated for resources: {'Port': ['ID=00d916ab-8388-476e-8d41-8896eb5bdbd4,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:56.650552 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Router bdf6ae9d-6a7a-4d72-9c88-f1d369838d46 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:53:56.750665 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Attempting to bind port 00d916ab-8388-476e-8d41-8896eb5bdbd4 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:53:56.751044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Attempting to bind port 00d916ab-8388-476e-8d41-8896eb5bdbd4 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'b38f4066-96aa-47bd-9ca4-d3b640d57d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:53:56.751461 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Attempting to bind port 00d916ab-8388-476e-8d41-8896eb5bdbd4 on network 2357643b-f284-4725-8c79-3d62cb2c3a32 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:53:56.759725 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d4e66-979b-44e3-8ff7-05ace6199835 None None] Pushing event updated for resources: {'Port': ['ID=75a4f999-2fc7-489d-967b-ad98fb5a8ff5,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:56.762782 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:53:56.763168 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Checking segment: {'id': 'b38f4066-96aa-47bd-9ca4-d3b640d57d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:53:56.763604 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:56.763995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Bound using segment: {'id': 'b38f4066-96aa-47bd-9ca4-d3b640d57d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:53:56.764481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Bound port: 00d916ab-8388-476e-8d41-8896eb5bdbd4, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38f4066-96aa-47bd-9ca4-d3b640d57d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:53:56.764866 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:56.779840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:53:56.790043 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Sync routers for ids ['bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:53:56.803578 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Routers {'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:53:56.804493 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:56.809617 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:56.811736 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-79ce572f-23b5-49e2-b7db-9162d77e5dac admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8990858 Jul 06 12:53:56.813930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55244) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:53:56.842752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] For port 00d916ab-8388-476e-8d41-8896eb5bdbd4, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:53:56.847170 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] For port 00d916ab-8388-476e-8d41-8896eb5bdbd4, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=00d916ab-8388-476e-8d41-8896eb5bdbd4,segment=NetworkSegment(b38f4066-96aa-47bd-9ca4-d3b640d57d00),segment_id=b38f4066-96aa-47bd-9ca4-d3b640d57d00)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:53:56.856097 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:56.934807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Routers {'ea21e851-1a62-4faf-8154-12c47a87cdd0'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:53:56.940690 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ea21e851-1a62-4faf-8154-12c47a87cdd0'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:56.947089 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Set router bdf6ae9d-6a7a-4d72-9c88-f1d369838d46 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:53:57.025303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa7743-9b29-459a-b2c4-eed23aefd11b None None] Pushing event updated for resources: {'Port': ['ID=00d916ab-8388-476e-8d41-8896eb5bdbd4,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:57.115503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 47ade659-ab6d-4278-9a94-43d391e73d49 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:53:57.208538 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] Set router ea21e851-1a62-4faf-8154-12c47a87cdd0 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:53:57.319491 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'name': 'tempest-TestMinimumBasicScenario-93956491-router', 'tenant_id': 'a96917301799479785e74547090d924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '4c542b3b-132a-45d3-b976-674bb5a2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:54Z', 'updated_at': '2021-07-06T12:53:56Z', 'revision_number': 3, 'project_id': 'a96917301799479785e74547090d924c', 'gw_port': {'id': '4c542b3b-132a-45d3-b976-674bb5a2f9f4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:55Z', 'updated_at': '2021-07-06T12:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:57.345777 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Checking router: bdf6ae9d-6a7a-4d72-9c88-f1d369838d46 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:53:57.346116 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Updating router bdf6ae9d-6a7a-4d72-9c88-f1d369838d46 port 4c542b3b-132a-45d3-b976-674bb5a2f9f4 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:53:57.383836 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:57.397506 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:57.408689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 47ade659-ab6d-4278-9a94-43d391e73d49 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:57.409052 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:57.551549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'name': 'tempest-TestMinimumBasicScenario-1272169240-router', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:53Z', 'revision_number': 4, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'gw_port': {'id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '00d916ab-8388-476e-8d41-8896eb5bdbd4', 'name': '', 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'mac_address': 'fa:16:3e:70:23:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:52Z', 'updated_at': '2021-07-06T12:53:56Z', 'revision_number': 4, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'subnets': [{'id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:57.573357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Allocated IP 172.20.0.1 (f4521a7c-d32a-49e8-b4e1-037a7889b9ea/ed4c7141-1581-4295-9d33-0fbb196d8b01/13ee2376-909c-441d-af87-837cb115e6b9) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:53:57.579924 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7e7488-b63f-4705-a5fb-fd1aa07d7080 None None] The sync data for ids ['ea21e851-1a62-4faf-8154-12c47a87cdd0'] in n-d-799529-2 is: [{'id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'name': 'tempest-TestMinimumBasicScenario-1272169240-router', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:53Z', 'revision_number': 4, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'gw_port': {'id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '00d916ab-8388-476e-8d41-8896eb5bdbd4', 'name': '', 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'mac_address': 'fa:16:3e:70:23:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:52Z', 'updated_at': '2021-07-06T12:53:56Z', 'revision_number': 4, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'subnets': [{'id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:53:57.694538 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:57.714292 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Transition to ACTIVE for port object 4c542b3b-132a-45d3-b976-674bb5a2f9f4 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:53:57.726040 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:57.740832 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:57.757496 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Transition to ACTIVE for port object 13ee2376-909c-441d-af87-837cb115e6b9 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:53:57.781870 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Attempting to bind port 4c542b3b-132a-45d3-b976-674bb5a2f9f4 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:53:57.782253 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Attempting to bind port 4c542b3b-132a-45d3-b976-674bb5a2f9f4 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:53:57.782608 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Attempting to bind port 4c542b3b-132a-45d3-b976-674bb5a2f9f4 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:53:57.808928 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:53:57.810280 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:53:57.810793 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:57.811451 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:53:57.812139 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Bound port: 4c542b3b-132a-45d3-b976-674bb5a2f9f4, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:53:57.812691 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:57.816575 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696d0b9-155c-4f35-a024-b4208d765776 None None] Pushing event updated for resources: {'Port': ['ID=4c542b3b-132a-45d3-b976-674bb5a2f9f4,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:57.817040 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:57.861501 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Network f4521a7c-d32a-49e8-b4e1-037a7889b9ea is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:53:57.864672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:53:57.867332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:53:57.894350 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] For port 4c542b3b-132a-45d3-b976-674bb5a2f9f4, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:53:57.898001 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] For port 4c542b3b-132a-45d3-b976-674bb5a2f9f4, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4c542b3b-132a-45d3-b976-674bb5a2f9f4,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:53:57.906928 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:57.914191 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Pushing event updated for resources: {'Port': ['ID=13ee2376-909c-441d-af87-837cb115e6b9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:57.928388 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:57.977933 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Routers {'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:53:57.978731 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:58.014088 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696d0b9-155c-4f35-a024-b4208d765776 None None] Pushing event updated for resources: {'Port': ['ID=4c542b3b-132a-45d3-b976-674bb5a2f9f4,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:58.109896 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] Set router bdf6ae9d-6a7a-4d72-9c88-f1d369838d46 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:53:58.122887 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:58.142926 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2864ee-8c40-406c-b593-8e7832f0b1e1 None None] Network f4521a7c-d32a-49e8-b4e1-037a7889b9ea requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:53:58.239283 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9639dd02-8cc3-4c3c-80a0-910fdd4d5fff None None] Provisioning for port 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:53:58.336436 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'name': 'tempest-TestMinimumBasicScenario-93956491-router', 'tenant_id': 'a96917301799479785e74547090d924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '4c542b3b-132a-45d3-b976-674bb5a2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:54Z', 'updated_at': '2021-07-06T12:53:56Z', 'revision_number': 3, 'project_id': 'a96917301799479785e74547090d924c', 'gw_port': {'id': '4c542b3b-132a-45d3-b976-674bb5a2f9f4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:55Z', 'updated_at': '2021-07-06T12:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:53:58.342700 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:58.354166 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:58.371902 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd6a36-7e8f-4d8c-8c69-6948c2b41297 None None] The sync data for ids ['bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'] in n-d-799529-2 is: [{'id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'name': 'tempest-TestMinimumBasicScenario-93956491-router', 'tenant_id': 'a96917301799479785e74547090d924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '4c542b3b-132a-45d3-b976-674bb5a2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:54Z', 'updated_at': '2021-07-06T12:53:56Z', 'revision_number': 3, 'project_id': 'a96917301799479785e74547090d924c', 'gw_port': {'id': '4c542b3b-132a-45d3-b976-674bb5a2f9f4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:55Z', 'updated_at': '2021-07-06T12:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:53:58.437498 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:58.440672 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Pushing event updated for resources: {'Port': ['ID=13ee2376-909c-441d-af87-837cb115e6b9,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:58.556148 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Network f4521a7c-d32a-49e8-b4e1-037a7889b9ea is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:53:58.558244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:53:58.699947 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Router bdf6ae9d-6a7a-4d72-9c88-f1d369838d46 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:53:58.720507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-149d747a-70cc-4b98-b637-28eaabb9ed1e None None] Provisioning for port 13ee2376-909c-441d-af87-837cb115e6b9 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:53:58.729799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-149d747a-70cc-4b98-b637-28eaabb9ed1e None None] Provisioning complete for port 13ee2376-909c-441d-af87-837cb115e6b9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:58.730170 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-149d747a-70cc-4b98-b637-28eaabb9ed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:58.784114 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-149d747a-70cc-4b98-b637-28eaabb9ed1e None None] Port 13ee2376-909c-441d-af87-837cb115e6b9 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:53:58.857619 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:53:58.865799 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ef2e78d9-1827-499f-a904-d350d3b269e8 admin admin] 10.222.0.81 "PUT /v2.0/routers/bdf6ae9d-6a7a-4d72-9c88-f1d369838d46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0507524 Jul 06 12:53:58.911787 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-89dc3b81-d3da-4e4d-be37-af51a92e9942 None None] Provisioning complete for port 13ee2376-909c-441d-af87-837cb115e6b9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:58.912264 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-89dc3b81-d3da-4e4d-be37-af51a92e9942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:59.032096 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-89dc3b81-d3da-4e4d-be37-af51a92e9942 None None] Port 13ee2376-909c-441d-af87-837cb115e6b9 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:53:59.136592 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:53:59.203893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:53:59.207990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:59.208366 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:59.269191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8efe115b-7095-4d68-9cc8-55034b93cabc None None] Provisioning complete for port 13ee2376-909c-441d-af87-837cb115e6b9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:59.269573 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8efe115b-7095-4d68-9cc8-55034b93cabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:59.329130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8efe115b-7095-4d68-9cc8-55034b93cabc None None] Port 13ee2376-909c-441d-af87-837cb115e6b9 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:53:59.333410 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:59.368515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 75a4f999-2fc7-489d-967b-ad98fb5a8ff5, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=75a4f999-2fc7-489d-967b-ad98fb5a8ff5,segment=NetworkSegment(aa0019e3-5762-43c6-987f-05c1602fb7e4),segment_id=aa0019e3-5762-43c6-987f-05c1602fb7e4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:59.374948 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:59.375618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4c542b3b-132a-45d3-b976-674bb5a2f9f4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:53:59.467608 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=75a4f999-2fc7-489d-967b-ad98fb5a8ff5,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:59.477315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 4c542b3b-132a-45d3-b976-674bb5a2f9f4 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:53:59.484320 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 4c542b3b-132a-45d3-b976-674bb5a2f9f4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:59.484697 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:59.574428 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:59.597189 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 4c542b3b-132a-45d3-b976-674bb5a2f9f4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4c542b3b-132a-45d3-b976-674bb5a2f9f4,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:59.601542 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:59.602454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 00d916ab-8388-476e-8d41-8896eb5bdbd4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:53:59.681314 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=4c542b3b-132a-45d3-b976-674bb5a2f9f4,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:53:59.700612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 00d916ab-8388-476e-8d41-8896eb5bdbd4 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:53:59.704788 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 00d916ab-8388-476e-8d41-8896eb5bdbd4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:53:59.705226 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:59.786069 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:59.821093 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 00d916ab-8388-476e-8d41-8896eb5bdbd4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=00d916ab-8388-476e-8d41-8896eb5bdbd4,segment=NetworkSegment(b38f4066-96aa-47bd-9ca4-d3b640d57d00),segment_id=b38f4066-96aa-47bd-9ca4-d3b640d57d00)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:53:59.827731 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:53:59.878909 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=00d916ab-8388-476e-8d41-8896eb5bdbd4,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:01.021855 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 00d916ab-8388-476e-8d41-8896eb5bdbd4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:54:01.082816 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 00d916ab-8388-476e-8d41-8896eb5bdbd4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:54:01.083200 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:01.184511 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:54:01.248429 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:54:01.248754 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:01.253424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Sync routers for ids ['bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:54:01.289907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Routers {'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:54:01.290522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:54:01.422723 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4c542b3b-132a-45d3-b976-674bb5a2f9f4 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:54:01.454350 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Set router bdf6ae9d-6a7a-4d72-9c88-f1d369838d46 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:54:01.608466 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 4c542b3b-132a-45d3-b976-674bb5a2f9f4 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:54:01.608806 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:01.761969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'name': 'tempest-TestMinimumBasicScenario-93956491-router', 'tenant_id': 'a96917301799479785e74547090d924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '4c542b3b-132a-45d3-b976-674bb5a2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:54Z', 'updated_at': '2021-07-06T12:53:58Z', 'revision_number': 4, 'project_id': 'a96917301799479785e74547090d924c', 'gw_port': {'id': '4c542b3b-132a-45d3-b976-674bb5a2f9f4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:55Z', 'updated_at': '2021-07-06T12:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '13ee2376-909c-441d-af87-837cb115e6b9', 'name': '', 'network_id': 'f4521a7c-d32a-49e8-b4e1-037a7889b9ea', 'tenant_id': 'a96917301799479785e74547090d924c', 'mac_address': 'fa:16:3e:17:fb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'ed4c7141-1581-4295-9d33-0fbb196d8b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:57Z', 'updated_at': '2021-07-06T12:53:58Z', 'revision_number': 2, 'project_id': 'a96917301799479785e74547090d924c', 'subnets': [{'id': 'ed4c7141-1581-4295-9d33-0fbb196d8b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:54:01.944804 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Checking router: bdf6ae9d-6a7a-4d72-9c88-f1d369838d46 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:54:01.945191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Updating router bdf6ae9d-6a7a-4d72-9c88-f1d369838d46 port 13ee2376-909c-441d-af87-837cb115e6b9 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:54:01.990551 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:02.304201 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:02.315785 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Transition to ACTIVE for port object 13ee2376-909c-441d-af87-837cb115e6b9 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:54:02.322370 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:02.429914 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97282d90-eb99-40ab-87ce-b2dc436d7657 None None] Pushing event updated for resources: {'Port': ['ID=13ee2376-909c-441d-af87-837cb115e6b9,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:02.436190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Attempting to bind port 13ee2376-909c-441d-af87-837cb115e6b9 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:54:02.436561 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Attempting to bind port 13ee2376-909c-441d-af87-837cb115e6b9 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'aa0019e3-5762-43c6-987f-05c1602fb7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f4521a7c-d32a-49e8-b4e1-037a7889b9ea'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:54:02.436926 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Attempting to bind port 13ee2376-909c-441d-af87-837cb115e6b9 on network f4521a7c-d32a-49e8-b4e1-037a7889b9ea {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:54:02.442757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:54:02.443132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Checking segment: {'id': 'aa0019e3-5762-43c6-987f-05c1602fb7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f4521a7c-d32a-49e8-b4e1-037a7889b9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:54:02.443584 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:02.443986 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Bound using segment: {'id': 'aa0019e3-5762-43c6-987f-05c1602fb7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f4521a7c-d32a-49e8-b4e1-037a7889b9ea'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:54:02.444461 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Bound port: 13ee2376-909c-441d-af87-837cb115e6b9, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0019e3-5762-43c6-987f-05c1602fb7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f4521a7c-d32a-49e8-b4e1-037a7889b9ea'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:54:02.444846 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:02.520844 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] For port 13ee2376-909c-441d-af87-837cb115e6b9, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:54:02.524749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] For port 13ee2376-909c-441d-af87-837cb115e6b9, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=13ee2376-909c-441d-af87-837cb115e6b9,segment=NetworkSegment(aa0019e3-5762-43c6-987f-05c1602fb7e4),segment_id=aa0019e3-5762-43c6-987f-05c1602fb7e4)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:54:02.532391 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:02.598581 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Routers {'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:54:02.599221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:53:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:54:02.636408 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97282d90-eb99-40ab-87ce-b2dc436d7657 None None] Pushing event updated for resources: {'Port': ['ID=13ee2376-909c-441d-af87-837cb115e6b9,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:02.734372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] Set router bdf6ae9d-6a7a-4d72-9c88-f1d369838d46 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:54:02.980940 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'name': 'tempest-TestMinimumBasicScenario-93956491-router', 'tenant_id': 'a96917301799479785e74547090d924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '4c542b3b-132a-45d3-b976-674bb5a2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:54Z', 'updated_at': '2021-07-06T12:53:58Z', 'revision_number': 4, 'project_id': 'a96917301799479785e74547090d924c', 'gw_port': {'id': '4c542b3b-132a-45d3-b976-674bb5a2f9f4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:55Z', 'updated_at': '2021-07-06T12:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '13ee2376-909c-441d-af87-837cb115e6b9', 'name': '', 'network_id': 'f4521a7c-d32a-49e8-b4e1-037a7889b9ea', 'tenant_id': 'a96917301799479785e74547090d924c', 'mac_address': 'fa:16:3e:17:fb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'ed4c7141-1581-4295-9d33-0fbb196d8b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:57Z', 'updated_at': '2021-07-06T12:54:02Z', 'revision_number': 4, 'project_id': 'a96917301799479785e74547090d924c', 'subnets': [{'id': 'ed4c7141-1581-4295-9d33-0fbb196d8b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:54:03.012923 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeec059d-371a-48c0-87b3-2d8044863f51 None None] The sync data for ids ['bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'] in n-d-799529-2 is: [{'id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'name': 'tempest-TestMinimumBasicScenario-93956491-router', 'tenant_id': 'a96917301799479785e74547090d924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '4c542b3b-132a-45d3-b976-674bb5a2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:54Z', 'updated_at': '2021-07-06T12:53:58Z', 'revision_number': 4, 'project_id': 'a96917301799479785e74547090d924c', 'gw_port': {'id': '4c542b3b-132a-45d3-b976-674bb5a2f9f4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:55Z', 'updated_at': '2021-07-06T12:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '13ee2376-909c-441d-af87-837cb115e6b9', 'name': '', 'network_id': 'f4521a7c-d32a-49e8-b4e1-037a7889b9ea', 'tenant_id': 'a96917301799479785e74547090d924c', 'mac_address': 'fa:16:3e:17:fb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'ed4c7141-1581-4295-9d33-0fbb196d8b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:57Z', 'updated_at': '2021-07-06T12:54:02Z', 'revision_number': 4, 'project_id': 'a96917301799479785e74547090d924c', 'subnets': [{'id': 'ed4c7141-1581-4295-9d33-0fbb196d8b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:54:05.036686 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 13ee2376-909c-441d-af87-837cb115e6b9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:54:05.092697 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 13ee2376-909c-441d-af87-837cb115e6b9 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:54:05.096714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 13ee2376-909c-441d-af87-837cb115e6b9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:54:05.097085 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:05.184503 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:05.222343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 13ee2376-909c-441d-af87-837cb115e6b9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=13ee2376-909c-441d-af87-837cb115e6b9,segment=NetworkSegment(aa0019e3-5762-43c6-987f-05c1602fb7e4),segment_id=aa0019e3-5762-43c6-987f-05c1602fb7e4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:54:05.227374 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:05.288381 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=13ee2376-909c-441d-af87-837cb115e6b9,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:05.591150 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1068f488-1033-4e50-8adf-9e1b7c97fbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:06.251237 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:07.000891 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 13ee2376-909c-441d-af87-837cb115e6b9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:54:07.052135 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 13ee2376-909c-441d-af87-837cb115e6b9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:54:07.052869 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:07.107988 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:08.225516 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdd522d3-a39d-4e89-8216-cbad3b59a97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:08.338944 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:09.341528 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-4647a94e-8159-4fce-9936-8720708a2c6c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:09.343357 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-4647a94e-8159-4fce-9936-8720708a2c6c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/networks?id=2357643b-f284-4725-8c79-3d62cb2c3a32 HTTP/1.1" status: 200 len: 815 time: 0.4093087 Jul 06 12:54:09.358351 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-14965cf4-dcfb-46af-aac1-ad136a6d8d07 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/quotas/081df5e163954b6ba5db4e09a152ca51 HTTP/1.1" status: 200 len: 375 time: 0.0095546 Jul 06 12:54:09.423255 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-1fae4d88-667b-4fde-b76b-b1dda2b3cc5a tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=081df5e163954b6ba5db4e09a152ca51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598609 Jul 06 12:54:09.573782 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:09.613692 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a245b99f-0e44-4780-bf9f-fc0db10fee5e service neutron] 10.222.0.81 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787853 Jul 06 12:54:09.702529 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-de465e6e-39c9-4812-8956-e7daa0ab8fa3 service neutron] 10.222.0.81 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831301 Jul 06 12:54:09.871110 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53b9981a-1d1f-48e8-83f5-ef97ce13a6ad req-a74147aa-226c-49ee-ae00-e6276d418893 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 210 time: 0.0303247 Jul 06 12:54:10.918054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-3856fd39-c969-450e-8f73-98a1b272bf65 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:10.919542 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-3856fd39-c969-450e-8f73-98a1b272bf65 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.89 "GET /v2.0/networks?id=2357643b-f284-4725-8c79-3d62cb2c3a32 HTTP/1.1" status: 200 len: 815 time: 0.1109166 Jul 06 12:54:10.938923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Request body: {'port': {'device_id': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32', 'admin_state_up': True, 'tenant_id': '081df5e163954b6ba5db4e09a152ca51'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:54:11.025075 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a785498-70e5-4c64-a13d-0fc9acd626fd req-330d1f82-7563-4753-ac7d-cf9f48f5f834 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 210 time: 0.0368941 Jul 06 12:54:11.052388 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Made reservation on behalf of 081df5e163954b6ba5db4e09a152ca51 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:54:11.055909 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:11.157837 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:11.196013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Allocated IP 172.20.0.6 (2357643b-f284-4725-8c79-3d62cb2c3a32/2c5db076-8273-4d64-9df1-b24a69cfbd35/0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:54:11.369671 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:11.384643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Transition to ACTIVE for port object 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:54:11.421067 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:11.473663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Network 2357643b-f284-4725-8c79-3d62cb2c3a32 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:54:11.490935 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:54:11.500194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:54:11.503262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Pushing event updated for resources: {'Port': ['ID=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:11.533623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:11.533969 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:11.534310 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:11.534648 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:11.535706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:11.535706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:11.535909 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:11.536423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:11.537066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:11.537066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:11.537220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:11.537496 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:11.574797 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:11.575821 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:11.598019 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-c2541257-4df5-4548-93c0-51a3e36cc4c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6631532 Jul 06 12:54:11.788741 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d6a76f04-0ada-4599-a2b9-8d4971d66bad None None] Provisioning for port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:54:11.792909 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d6a76f04-0ada-4599-a2b9-8d4971d66bad None None] Provisioning complete for port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:54:11.793343 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d6a76f04-0ada-4599-a2b9-8d4971d66bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:11.828332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d6a76f04-0ada-4599-a2b9-8d4971d66bad None None] Port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:54:12.217749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247147a-9e1a-4b98-ba0b-b3e8335c76de req-25a81f56-9819-49a9-9eca-47be979454d3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:12.219275 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2247147a-9e1a-4b98-ba0b-b3e8335c76de req-25a81f56-9819-49a9-9eca-47be979454d3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 931 time: 0.0651095 Jul 06 12:54:12.260064 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2247147a-9e1a-4b98-ba0b-b3e8335c76de req-5709636d-c038-4c0b-b7ae-619f183cce9c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350258 Jul 06 12:54:13.454155 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b859c6-4352-4922-90e8-bb9356c6166a req-95c6b195-8473-4d54-88f3-f8d2354efcec tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:13.457691 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b0b859c6-4352-4922-90e8-bb9356c6166a req-95c6b195-8473-4d54-88f3-f8d2354efcec tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 931 time: 0.0684714 Jul 06 12:54:13.496127 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b0b859c6-4352-4922-90e8-bb9356c6166a req-ea9e3b1f-4dc0-4889-9cd6-aaafbe6627fe tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339842 Jul 06 12:54:14.691436 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa02d5-5406-43fe-89eb-5dbdd652cef7 req-edd26c18-1faa-4089-b099-8aef27c34df3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:14.692959 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8cfa02d5-5406-43fe-89eb-5dbdd652cef7 req-edd26c18-1faa-4089-b099-8aef27c34df3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 931 time: 0.0714436 Jul 06 12:54:14.745538 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8cfa02d5-5406-43fe-89eb-5dbdd652cef7 req-6376a350-db40-416c-82fa-74db307ad0a2 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462670 Jul 06 12:54:15.936123 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d2bf5-b18a-414e-8ffd-0a2a4b7e65d0 req-58f3d6ff-fb1d-45a5-b8ec-b341b0650a13 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:15.937693 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-623d2bf5-b18a-414e-8ffd-0a2a4b7e65d0 req-58f3d6ff-fb1d-45a5-b8ec-b341b0650a13 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 931 time: 0.0672796 Jul 06 12:54:15.978956 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-623d2bf5-b18a-414e-8ffd-0a2a4b7e65d0 req-4c3189a5-6fb1-4f5a-bd85-2785c3cc5db4 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351994 Jul 06 12:54:17.196346 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdd518-bd9c-4d3f-834c-910db5eeafc8 req-ae4aca79-5c1e-4318-bb4b-a2638f9df55d tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:17.198383 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0bcdd518-bd9c-4d3f-834c-910db5eeafc8 req-ae4aca79-5c1e-4318-bb4b-a2638f9df55d tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 931 time: 0.0916688 Jul 06 12:54:17.240439 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0bcdd518-bd9c-4d3f-834c-910db5eeafc8 req-4a68f272-e5eb-4ac9-a972-67a91c896554 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363591 Jul 06 12:54:18.425704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba57309-fb17-41c8-a836-ec91b6e1af9c req-0ad0df3d-a7ea-4977-a90d-5a128c2294ae tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:18.427295 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dba57309-fb17-41c8-a836-ec91b6e1af9c req-0ad0df3d-a7ea-4977-a90d-5a128c2294ae tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 931 time: 0.0692015 Jul 06 12:54:18.468546 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dba57309-fb17-41c8-a836-ec91b6e1af9c req-fc7b594d-7a0a-48e5-a7b3-4359538bf602 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345674 Jul 06 12:54:19.647421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9708d-457b-46df-a3a5-60680e7a1ad4 req-9e51203a-682c-4392-a2cd-5c0e59b782f5 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:19.657747 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2cf9708d-457b-46df-a3a5-60680e7a1ad4 req-9e51203a-682c-4392-a2cd-5c0e59b782f5 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 931 time: 0.0671408 Jul 06 12:54:19.702911 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2cf9708d-457b-46df-a3a5-60680e7a1ad4 req-92428590-f748-4a91-9462-0448462c38a1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433874 Jul 06 12:54:20.898509 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c548b6-d2df-4459-ac79-a12035cacfc0 req-83a0cdc4-a89e-4c5d-b34e-f9f82c8364a3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:20.899971 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45c548b6-d2df-4459-ac79-a12035cacfc0 req-83a0cdc4-a89e-4c5d-b34e-f9f82c8364a3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 931 time: 0.0737793 Jul 06 12:54:20.941062 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-45c548b6-d2df-4459-ac79-a12035cacfc0 req-9651cc53-9fde-497e-a75b-6b8ec6070035 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347531 Jul 06 12:54:21.710450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Request body: {'port': {'device_id': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:54:21.788243 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:22.048939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:54:22.056839 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:22.068341 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Transition to ACTIVE for port object 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:54:22.072560 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:22.125924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Pushing event updated for resources: {'Port': ['ID=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:22.134005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd67a8-a02f-441b-8d28-8c78e4089743 req-70adc10b-b80b-4202-90d3-c189d1f72712 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:22.135603 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cecd67a8-a02f-441b-8d28-8c78e4089743 req-70adc10b-b80b-4202-90d3-c189d1f72712 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 931 time: 0.0795865 Jul 06 12:54:22.178007 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cecd67a8-a02f-441b-8d28-8c78e4089743 req-0d7c37c0-aedf-4e53-95b2-21eaf19604e2 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351031 Jul 06 12:54:22.199688 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Attempting to bind port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:54:22.200081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Attempting to bind port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'b38f4066-96aa-47bd-9ca4-d3b640d57d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:54:22.200464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Attempting to bind port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee on network 2357643b-f284-4725-8c79-3d62cb2c3a32 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:54:22.206328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee on network 2357643b-f284-4725-8c79-3d62cb2c3a32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:54:22.206645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Attempting to bind port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee on network 2357643b-f284-4725-8c79-3d62cb2c3a32 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:54:22.214098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:54:22.214435 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Checking segment: {'id': 'b38f4066-96aa-47bd-9ca4-d3b640d57d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:54:22.214823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Bound using segment: {'id': 'b38f4066-96aa-47bd-9ca4-d3b640d57d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:54:22.215295 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Bound port: 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38f4066-96aa-47bd-9ca4-d3b640d57d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:54:22.215662 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:22.283823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] For port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:54:22.287070 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] For port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee,segment=NetworkSegment(b38f4066-96aa-47bd-9ca4-d3b640d57d00),segment_id=b38f4066-96aa-47bd-9ca4-d3b640d57d00)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:54:22.292084 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:22.334569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:22.335295 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:22.336798 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] 10.222.0.89 "PUT /v2.0/ports/0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee HTTP/1.1" status: 200 len: 1091 time: 0.6317360 Jul 06 12:54:22.337247 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'tag': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:54:22.340443 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad0e2f1-e042-4938-ab56-22f02fe3db37" -d '{"events": [{"name": "network-changed", "server_uuid": "f31d6cc9-9597-4126-96a2-f3e39aa4ba3e", "tag": "0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:54:22.365924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf3b0d-c58d-43e4-aa5e-38bf59bb1e74 service neutron] Pushing event updated for resources: {'Port': ['ID=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:22.405454 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fb3c68-9ff9-495b-8e97-8b859d4964fd x-openstack-request-id: req-98fb3c68-9ff9-495b-8e97-8b859d4964fd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:54:22.405844 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31d6cc9-9597-4126-96a2-f3e39aa4ba3e", "tag": "0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:54:22.405986 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-98fb3c68-9ff9-495b-8e97-8b859d4964fd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:54:22.406387 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'tag': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee', 'status': 'completed', 'code': 200} Jul 06 12:54:22.433865 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-b483db37-6895-4307-a448-e3c6c8880e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:22.435949 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-b483db37-6895-4307-a448-e3c6c8880e32 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=081df5e163954b6ba5db4e09a152ca51&device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 1094 time: 0.0608139 Jul 06 12:54:22.479019 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-095fdfb5-b4f4-4460-8692-e86980f8933b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee HTTP/1.1" status: 200 len: 217 time: 0.0356314 Jul 06 12:54:22.532584 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-88c156ae-e316-4da1-9bab-cbd5be8ddde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:22.534067 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-88c156ae-e316-4da1-9bab-cbd5be8ddde1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c5db076-8273-4d64-9df1-b24a69cfbd35 HTTP/1.1" status: 200 len: 854 time: 0.0493250 Jul 06 12:54:22.592228 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-d15d9f65-edcb-4b04-a47c-f5d036eea746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:22.593616 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-d15d9f65-edcb-4b04-a47c-f5d036eea746 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2357643b-f284-4725-8c79-3d62cb2c3a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534158 Jul 06 12:54:22.680945 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-0e3ef162-6429-4dc5-9d54-5fef2fc7965c service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807438 Jul 06 12:54:22.774152 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-61d4f810-80b9-45f6-bec6-2168dc67bd10 req-8b0401c4-4325-4cae-80f5-a8e8ee22e8d4 service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865521 Jul 06 12:54:22.877628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0e2f1-e042-4938-ab56-22f02fe3db37 req-aa12be07-9479-4f3b-a1fe-2938d063a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:22.879049 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dad0e2f1-e042-4938-ab56-22f02fe3db37 req-aa12be07-9479-4f3b-a1fe-2938d063a0a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=081df5e163954b6ba5db4e09a152ca51&device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 1094 time: 0.0530391 Jul 06 12:54:22.971803 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0e2f1-e042-4938-ab56-22f02fe3db37 req-3e0cfb84-d75a-4236-9782-776f23fe6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:22.973305 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dad0e2f1-e042-4938-ab56-22f02fe3db37 req-3e0cfb84-d75a-4236-9782-776f23fe6dd9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2357643b-f284-4725-8c79-3d62cb2c3a32 HTTP/1.1" status: 200 len: 916 time: 0.0874059 Jul 06 12:54:23.015075 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dad0e2f1-e042-4938-ab56-22f02fe3db37 req-d1e8bef2-efc1-4947-a32b-f4c8d840796a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee HTTP/1.1" status: 200 len: 217 time: 0.0343292 Jul 06 12:54:23.062602 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0e2f1-e042-4938-ab56-22f02fe3db37 req-3e7d48cd-a06b-47f6-b7c4-3061c532ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:23.064067 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dad0e2f1-e042-4938-ab56-22f02fe3db37 req-3e7d48cd-a06b-47f6-b7c4-3061c532ffe2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c5db076-8273-4d64-9df1-b24a69cfbd35 HTTP/1.1" status: 200 len: 854 time: 0.0430105 Jul 06 12:54:23.124563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0e2f1-e042-4938-ab56-22f02fe3db37 req-cf333232-991b-4c81-b988-960387624214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:23.126139 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dad0e2f1-e042-4938-ab56-22f02fe3db37 req-cf333232-991b-4c81-b988-960387624214 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2357643b-f284-4725-8c79-3d62cb2c3a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556967 Jul 06 12:54:23.218720 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dad0e2f1-e042-4938-ab56-22f02fe3db37 req-7671ca30-3a42-42e6-8281-f1a4664c78b9 service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857787 Jul 06 12:54:23.315471 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dad0e2f1-e042-4938-ab56-22f02fe3db37 req-c09ccce8-fe94-4ee1-a48f-858b3ca24cbb service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891850 Jul 06 12:54:23.362480 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdc8b4-b093-4074-a1c5-ea1ceadaa261 req-36bf53ea-ad16-4232-ae75-263a05de4ae1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:23.364049 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6dcdc8b4-b093-4074-a1c5-ea1ceadaa261 req-36bf53ea-ad16-4232-ae75-263a05de4ae1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 943 time: 0.0714386 Jul 06 12:54:23.401831 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6dcdc8b4-b093-4074-a1c5-ea1ceadaa261 req-9bec60f6-0260-414d-801d-c5df15c0e3df tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319288 Jul 06 12:54:24.064632 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:54:24.584072 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb395e71-8575-4a92-81d3-5a0985076ca9 req-f1285345-673b-429f-bac1-d3bf86bd07da tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:24.585576 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb395e71-8575-4a92-81d3-5a0985076ca9 req-f1285345-673b-429f-bac1-d3bf86bd07da tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 943 time: 0.0636828 Jul 06 12:54:24.623632 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb395e71-8575-4a92-81d3-5a0985076ca9 req-77d0557e-51d9-4f7d-a75c-c12f7617c7c3 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323708 Jul 06 12:54:25.792654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f11ad-e1e2-4a8f-8470-daca1f4a73c2 req-245ffc2b-4175-42cc-8c0c-6b6c26b11c4b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:25.794060 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6c5f11ad-e1e2-4a8f-8470-daca1f4a73c2 req-245ffc2b-4175-42cc-8c0c-6b6c26b11c4b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 943 time: 0.0628407 Jul 06 12:54:25.832727 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6c5f11ad-e1e2-4a8f-8470-daca1f4a73c2 req-598a45c9-2102-41da-b255-e703d020a3cc tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332153 Jul 06 12:54:26.986899 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:54:27.011112 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e2e11-a7d2-4ad0-8fbc-dc1cef963f67 req-bc5a86e4-55ca-4c59-a27e-cfe897c7d622 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:27.012637 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e51e2e11-a7d2-4ad0-8fbc-dc1cef963f67 req-bc5a86e4-55ca-4c59-a27e-cfe897c7d622 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 943 time: 0.0679598 Jul 06 12:54:27.050544 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e51e2e11-a7d2-4ad0-8fbc-dc1cef963f67 req-fcc050e7-b1ba-43e6-a435-53394bf1308b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322256 Jul 06 12:54:27.086067 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee,segment=NetworkSegment(b38f4066-96aa-47bd-9ca4-d3b640d57d00),segment_id=b38f4066-96aa-47bd-9ca4-d3b640d57d00)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:54:27.097321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee', 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32', 'port_id': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee', 'mac_address': 'fa:16:3e:e4:0d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:54:27.133968 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:27.146803 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:54:27.166961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee,segment=NetworkSegment(b38f4066-96aa-47bd-9ca4-d3b640d57d00),segment_id=b38f4066-96aa-47bd-9ca4-d3b640d57d00)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:54:27.171069 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:27.224263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:27.232121 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:27.232473 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:27.232817 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:27.233159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:27.233492 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:27.233822 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:27.234151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:27.234479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:27.234805 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:27.235128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:27.235479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:27.235802 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:54:27.391888 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:54:28.223888 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1baa90-5f99-45fe-b91e-fa3a3ebd33ae req-332bc919-5c1e-4b5e-a44d-068356fdc5b0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:28.225378 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e1baa90-5f99-45fe-b91e-fa3a3ebd33ae req-332bc919-5c1e-4b5e-a44d-068356fdc5b0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 944 time: 0.0638199 Jul 06 12:54:28.262774 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e1baa90-5f99-45fe-b91e-fa3a3ebd33ae req-c57679c1-3d5f-48bd-8f36-c08e1510a9b7 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314929 Jul 06 12:54:29.002304 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:54:29.052516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:54:29.056298 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:54:29.056706 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:29.131157 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:29.153748 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:54:29.156040 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef1ce89-509b-49d5-98ad-bc86cfd450a6" -d '{"events": [{"server_uuid": "f31d6cc9-9597-4126-96a2-f3e39aa4ba3e", "name": "network-vif-plugged", "status": "completed", "tag": "0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:54:29.169022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee,segment=NetworkSegment(b38f4066-96aa-47bd-9ca4-d3b640d57d00),segment_id=b38f4066-96aa-47bd-9ca4-d3b640d57d00)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:54:29.173953 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:29.220749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:29.313557 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07130ba-707c-4482-9512-38d244ed699a x-openstack-request-id: req-b07130ba-707c-4482-9512-38d244ed699a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:54:29.313902 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31d6cc9-9597-4126-96a2-f3e39aa4ba3e", "name": "network-vif-plugged", "status": "completed", "tag": "0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:54:29.314106 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b07130ba-707c-4482-9512-38d244ed699a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:54:29.314515 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee', 'code': 200} Jul 06 12:54:29.424315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5798e2e-b9d2-4643-bf30-6f851a960244 req-c328ee3e-56a1-4265-9f89-67b4fcddb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:29.425837 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5798e2e-b9d2-4643-bf30-6f851a960244 req-c328ee3e-56a1-4265-9f89-67b4fcddb612 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 1096 time: 0.0530391 Jul 06 12:54:29.461573 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a5798e2e-b9d2-4643-bf30-6f851a960244 req-44a43c60-d727-4739-8554-7f9391636a06 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280774 Jul 06 12:54:29.468185 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a3206-c979-491e-98f9-cad4ee42b1b7 req-6c713acb-b725-4f8f-b5ae-acb4d4562c2e tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:29.469729 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-075a3206-c979-491e-98f9-cad4ee42b1b7 req-6c713acb-b725-4f8f-b5ae-acb4d4562c2e tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 945 time: 0.0675108 Jul 06 12:54:29.508474 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-075a3206-c979-491e-98f9-cad4ee42b1b7 req-a39ab46c-2963-4145-a807-a26b845f4133 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325212 Jul 06 12:54:30.680992 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177eda98-d22a-408e-960e-005a8dfb0b8e req-b5dcaddc-7853-42d5-a34c-9ae807cdf624 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:30.682523 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-177eda98-d22a-408e-960e-005a8dfb0b8e req-b5dcaddc-7853-42d5-a34c-9ae807cdf624 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 945 time: 0.0631533 Jul 06 12:54:30.720092 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-177eda98-d22a-408e-960e-005a8dfb0b8e req-b1cf3ac7-3405-4f68-8e6a-751ebf8e4436 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320015 Jul 06 12:54:30.891461 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51444707-84b8-4988-8603-bf2a9214df3e req-353b4945-7659-492a-9de3-1971c4f5c07b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:30.892872 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51444707-84b8-4988-8603-bf2a9214df3e req-353b4945-7659-492a-9de3-1971c4f5c07b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 945 time: 0.0645087 Jul 06 12:54:30.933473 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-51444707-84b8-4988-8603-bf2a9214df3e req-77138c70-88b5-49d5-ad0f-b937139e2bfc tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350430 Jul 06 12:54:31.269114 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6611f4-29aa-4199-87b7-a65526eb8e31 req-1d8e1b2c-fc08-4ee3-86c5-6bb4b06f5336 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:31.270613 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b6611f4-29aa-4199-87b7-a65526eb8e31 req-1d8e1b2c-fc08-4ee3-86c5-6bb4b06f5336 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 945 time: 0.0668609 Jul 06 12:54:31.318247 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3b6611f4-29aa-4199-87b7-a65526eb8e31 req-cffbd6a6-d818-4a98-b549-dbf147343dda tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413258 Jul 06 12:54:31.468507 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a190119c-2009-41f2-b2b2-66fbef9b5a08 req-d4acd7a4-a742-4357-b6d2-e63489de76e3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518265 Jul 06 12:54:31.573627 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190119c-2009-41f2-b2b2-66fbef9b5a08 req-14b6dfde-9b7b-4370-9e5e-6a2032ef73ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:31.575193 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a190119c-2009-41f2-b2b2-66fbef9b5a08 req-14b6dfde-9b7b-4370-9e5e-6a2032ef73ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=081df5e163954b6ba5db4e09a152ca51&device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 1096 time: 0.0578697 Jul 06 12:54:31.686289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190119c-2009-41f2-b2b2-66fbef9b5a08 req-af0af8f0-ba3e-4c6e-930d-612511ec8544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:31.688795 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a190119c-2009-41f2-b2b2-66fbef9b5a08 req-af0af8f0-ba3e-4c6e-930d-612511ec8544 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2357643b-f284-4725-8c79-3d62cb2c3a32 HTTP/1.1" status: 200 len: 916 time: 0.0906334 Jul 06 12:54:31.732190 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a190119c-2009-41f2-b2b2-66fbef9b5a08 req-c3e92609-0056-4c6e-8d34-8039bbfdf94e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee HTTP/1.1" status: 200 len: 217 time: 0.0371232 Jul 06 12:54:31.788040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190119c-2009-41f2-b2b2-66fbef9b5a08 req-07a1b4be-9904-487c-b562-687ddff99446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:31.789446 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a190119c-2009-41f2-b2b2-66fbef9b5a08 req-07a1b4be-9904-487c-b562-687ddff99446 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c5db076-8273-4d64-9df1-b24a69cfbd35 HTTP/1.1" status: 200 len: 854 time: 0.0505006 Jul 06 12:54:31.847806 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190119c-2009-41f2-b2b2-66fbef9b5a08 req-2105d2a6-1f40-4974-bd29-e764427df1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:31.849402 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a190119c-2009-41f2-b2b2-66fbef9b5a08 req-2105d2a6-1f40-4974-bd29-e764427df1c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2357643b-f284-4725-8c79-3d62cb2c3a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532575 Jul 06 12:54:31.936968 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a190119c-2009-41f2-b2b2-66fbef9b5a08 req-7559b40f-1e89-4eb2-82ef-0e195ca8c3cd service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809946 Jul 06 12:54:32.030522 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a190119c-2009-41f2-b2b2-66fbef9b5a08 req-e69662bc-fc09-4822-a58a-b3d10f06459f service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876436 Jul 06 12:54:35.592919 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-41c03a6f-e811-43c8-88f6-71cd51a3e400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:36.278201 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:37.094545 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:38.226748 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b8d27499-0b63-41c0-b0ef-5793aacf94da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:38.341852 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:39.575078 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:41.158272 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:43.009078 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fe8da-5daf-492c-b8fb-a52f35ad068f req-69fb5f27-cad5-414b-b094-2751910bff57 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:43.010622 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c1fe8da-5daf-492c-b8fb-a52f35ad068f req-69fb5f27-cad5-414b-b094-2751910bff57 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 945 time: 0.0635607 Jul 06 12:54:43.050327 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c1fe8da-5daf-492c-b8fb-a52f35ad068f req-af9226f0-18be-4ec8-b6e5-f3ff28f0bcd4 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339620 Jul 06 12:54:43.074547 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55446) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:54:43.173716 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fb68cc-77b9-4454-a56f-211d7cdc8b45 tempest-TestMinimumBasicScenario-2118984853 tempest-TestMinimumBasicScenario-2118984853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:43.175178 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e3fb68cc-77b9-4454-a56f-211d7cdc8b45 tempest-TestMinimumBasicScenario-2118984853 tempest-TestMinimumBasicScenario-2118984853-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 1091 time: 0.0991652 Jul 06 12:54:43.178265 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55450) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:54:43.182894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:54:43.205559 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:43.299823 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:43.407143 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Allocated IP 172.25.4.108 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/80d6f63a-67e6-409a-98c1-3cfc8db8375f) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:54:43.519884 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:43.558716 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:43.596068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:54:43.605962 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:54:43.609396 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:54:43.614893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Pushing event updated for resources: {'Port': ['ID=80d6f63a-67e6-409a-98c1-3cfc8db8375f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:43.972083 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:44.048872 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:44.196431 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:44.200766 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:44.267069 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Pushing event updated for resources: {'Port': ['ID=80d6f63a-67e6-409a-98c1-3cfc8db8375f,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:44.276747 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:44.376218 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Floating IP f0d7315d-ac6f-4e89-bf42-62a2630ae067 associated. External IP: 172.25.4.108, port: 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee. Jul 06 12:54:44.584056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Router ea21e851-1a62-4faf-8154-12c47a87cdd0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:54:44.692402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:54:44.702271 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b47732-2b4b-4b66-aa80-bd55aab1fa7d None None] Sync routers for ids ['ea21e851-1a62-4faf-8154-12c47a87cdd0'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:54:44.709212 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:44.712215 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b47732-2b4b-4b66-aa80-bd55aab1fa7d None None] Routers {'ea21e851-1a62-4faf-8154-12c47a87cdd0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:54:44.713417 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-27b47732-2b4b-4b66-aa80-bd55aab1fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:54:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ea21e851-1a62-4faf-8154-12c47a87cdd0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:54:44.747677 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-80ff2ef7-5199-4afb-810d-2059bec4612b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5682776 Jul 06 12:54:44.748508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'tag': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:54:44.750578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55452) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:54:44.751065 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5400a9bf-bcb3-425d-a1c7-bc56350c8c69" -d '{"events": [{"name": "network-changed", "server_uuid": "f31d6cc9-9597-4126-96a2-f3e39aa4ba3e", "tag": "0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:54:44.755204 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5b497ce9-3325-4ac7-ab97-51d6ebc40283 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061678874', 'description': 'tempest-secgroup-smoke-2061678874 description', 'project_id': '081df5e163954b6ba5db4e09a152ca51'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:54:44.788607 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b497ce9-3325-4ac7-ab97-51d6ebc40283 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:44.826661 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-27b47732-2b4b-4b66-aa80-bd55aab1fa7d None None] Set router ea21e851-1a62-4faf-8154-12c47a87cdd0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:54:44.854130 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a80056b-d440-4391-82ad-6c9f2df8e417 x-openstack-request-id: req-1a80056b-d440-4391-82ad-6c9f2df8e417 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:54:44.854424 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31d6cc9-9597-4126-96a2-f3e39aa4ba3e", "tag": "0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:54:44.854688 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a80056b-d440-4391-82ad-6c9f2df8e417 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:54:44.855085 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'tag': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee', 'status': 'completed', 'code': 200} Jul 06 12:54:44.890641 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b497ce9-3325-4ac7-ab97-51d6ebc40283 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:44.896511 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b497ce9-3325-4ac7-ab97-51d6ebc40283 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:44.959280 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b497ce9-3325-4ac7-ab97-51d6ebc40283 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:44.960515 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5b497ce9-3325-4ac7-ab97-51d6ebc40283 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2089102 Jul 06 12:54:44.964008 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b497ce9-3325-4ac7-ab97-51d6ebc40283 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405ff609-d069-4e96-811c-241bea8ef889,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:44.964383 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55458) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:54:44.972080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0790200e-f1f8-494b-85ec-874cc0753c6b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Request body: {'security_group_rule': {'security_group_id': '405ff609-d069-4e96-811c-241bea8ef889', 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:54:44.987923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400a9bf-bcb3-425d-a1c7-bc56350c8c69 req-cecd6dbb-ebf2-4954-ad6d-55dc7e1fcae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:44.989435 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5400a9bf-bcb3-425d-a1c7-bc56350c8c69 req-cecd6dbb-ebf2-4954-ad6d-55dc7e1fcae8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=081df5e163954b6ba5db4e09a152ca51&device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 1096 time: 0.0941048 Jul 06 12:54:45.001392 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0790200e-f1f8-494b-85ec-874cc0753c6b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.066251 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0790200e-f1f8-494b-85ec-874cc0753c6b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.070930 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-27b47732-2b4b-4b66-aa80-bd55aab1fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'name': 'tempest-TestMinimumBasicScenario-1272169240-router', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:53Z', 'revision_number': 4, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'gw_port': {'id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'f0d7315d-ac6f-4e89-bf42-62a2630ae067', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'port_id': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32', 'mac_address': 'fa:16:3e:e4:0d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:54:43Z', 'updated_at': '2021-07-06T12:54:43Z', 'revision_number': 0, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d916ab-8388-476e-8d41-8896eb5bdbd4', 'name': '', 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'mac_address': 'fa:16:3e:70:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:52Z', 'updated_at': '2021-07-06T12:53:59Z', 'revision_number': 5, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'subnets': [{'id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:54:45.071785 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0790200e-f1f8-494b-85ec-874cc0753c6b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.086712 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400a9bf-bcb3-425d-a1c7-bc56350c8c69 req-2cbf5ee3-4222-41e1-bda4-39314fd44c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:45.088295 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5400a9bf-bcb3-425d-a1c7-bc56350c8c69 req-2cbf5ee3-4222-41e1-bda4-39314fd44c3a service neutron] 10.222.0.89 "GET /v2.0/networks?id=2357643b-f284-4725-8c79-3d62cb2c3a32 HTTP/1.1" status: 200 len: 916 time: 0.0924931 Jul 06 12:54:45.091996 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790200e-f1f8-494b-85ec-874cc0753c6b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c563cc-b4be-4a59-b3c7-a0a37d403599,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:45.099339 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0790200e-f1f8-494b-85ec-874cc0753c6b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.100594 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b47732-2b4b-4b66-aa80-bd55aab1fa7d None None] Checking router: ea21e851-1a62-4faf-8154-12c47a87cdd0 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:54:45.100733 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0790200e-f1f8-494b-85ec-874cc0753c6b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351388 Jul 06 12:54:45.103478 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55460) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:54:45.110687 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-475eeb86-2298-44a5-9db5-824879de9f46 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Request body: {'security_group_rule': {'security_group_id': '405ff609-d069-4e96-811c-241bea8ef889', 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:54:45.116517 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b47732-2b4b-4b66-aa80-bd55aab1fa7d None None] Routers {'ea21e851-1a62-4faf-8154-12c47a87cdd0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:54:45.117136 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-27b47732-2b4b-4b66-aa80-bd55aab1fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:54:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ea21e851-1a62-4faf-8154-12c47a87cdd0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:54:45.141956 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-475eeb86-2298-44a5-9db5-824879de9f46 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.180917 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5400a9bf-bcb3-425d-a1c7-bc56350c8c69 req-056c3bcf-ef76-43fc-b222-3a5825a0a25e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee HTTP/1.1" status: 200 len: 999 time: 0.0802462 Jul 06 12:54:45.207308 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-475eeb86-2298-44a5-9db5-824879de9f46 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.211872 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-475eeb86-2298-44a5-9db5-824879de9f46 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.234406 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-27b47732-2b4b-4b66-aa80-bd55aab1fa7d None None] Set router ea21e851-1a62-4faf-8154-12c47a87cdd0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:54:45.236628 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-475eeb86-2298-44a5-9db5-824879de9f46 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.237657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400a9bf-bcb3-425d-a1c7-bc56350c8c69 req-68aa72a6-6c59-49d9-8e22-bbaacb50c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:45.237994 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-475eeb86-2298-44a5-9db5-824879de9f46 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332417 Jul 06 12:54:45.239025 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475eeb86-2298-44a5-9db5-824879de9f46 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1a4660-f8fc-455b-a96b-433bf502c855,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:45.239170 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5400a9bf-bcb3-425d-a1c7-bc56350c8c69 req-68aa72a6-6c59-49d9-8e22-bbaacb50c2ff service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c5db076-8273-4d64-9df1-b24a69cfbd35 HTTP/1.1" status: 200 len: 854 time: 0.0457745 Jul 06 12:54:45.240678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55462) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:54:45.245593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b662a974-3b83-42d6-b409-216fae517d51 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Request body: {'security_group_rule': {'security_group_id': '405ff609-d069-4e96-811c-241bea8ef889', 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:54:45.300142 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b662a974-3b83-42d6-b409-216fae517d51 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.346606 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400a9bf-bcb3-425d-a1c7-bc56350c8c69 req-c2053899-3613-4afb-bfa0-2be950f7f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:45.348063 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5400a9bf-bcb3-425d-a1c7-bc56350c8c69 req-c2053899-3613-4afb-bfa0-2be950f7f112 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2357643b-f284-4725-8c79-3d62cb2c3a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950232 Jul 06 12:54:45.422189 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b662a974-3b83-42d6-b409-216fae517d51 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.428305 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b662a974-3b83-42d6-b409-216fae517d51 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.455793 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662a974-3b83-42d6-b409-216fae517d51 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a9a4d0-07c6-4f9e-b1e6-e12cbb288ea1,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:45.477088 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-27b47732-2b4b-4b66-aa80-bd55aab1fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'name': 'tempest-TestMinimumBasicScenario-1272169240-router', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:53Z', 'revision_number': 4, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'gw_port': {'id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'f0d7315d-ac6f-4e89-bf42-62a2630ae067', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'port_id': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32', 'mac_address': 'fa:16:3e:e4:0d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:54:43Z', 'updated_at': '2021-07-06T12:54:43Z', 'revision_number': 0, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d916ab-8388-476e-8d41-8896eb5bdbd4', 'name': '', 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'mac_address': 'fa:16:3e:70:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:52Z', 'updated_at': '2021-07-06T12:53:59Z', 'revision_number': 5, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'subnets': [{'id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:54:45.477360 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5400a9bf-bcb3-425d-a1c7-bc56350c8c69 req-51ed349b-d6ac-4777-9220-f06ba212c35f service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212637 Jul 06 12:54:45.477862 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b662a974-3b83-42d6-b409-216fae517d51 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.479799 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b662a974-3b83-42d6-b409-216fae517d51 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2382245 Jul 06 12:54:45.482707 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55464) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:54:45.487638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-adf600af-3c15-4662-86ce-7ff5cd88f877 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Request body: {'security_group_rule': {'security_group_id': '405ff609-d069-4e96-811c-241bea8ef889', 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:54:45.577255 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adf600af-3c15-4662-86ce-7ff5cd88f877 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.594179 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b47732-2b4b-4b66-aa80-bd55aab1fa7d None None] The sync data for ids ['ea21e851-1a62-4faf-8154-12c47a87cdd0'] in n-d-799529-2 is: [{'id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'name': 'tempest-TestMinimumBasicScenario-1272169240-router', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:53Z', 'revision_number': 4, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'gw_port': {'id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'f0d7315d-ac6f-4e89-bf42-62a2630ae067', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'floating_ip_address': '172.25.4.108', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'port_id': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32', 'mac_address': 'fa:16:3e:e4:0d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:54:43Z', 'updated_at': '2021-07-06T12:54:43Z', 'revision_number': 0, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d916ab-8388-476e-8d41-8896eb5bdbd4', 'name': '', 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'mac_address': 'fa:16:3e:70:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:52Z', 'updated_at': '2021-07-06T12:53:59Z', 'revision_number': 5, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'subnets': [{'id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:54:45.629731 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5400a9bf-bcb3-425d-a1c7-bc56350c8c69 req-197820fa-0b19-4797-8f4e-c21142f31608 service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364517 Jul 06 12:54:45.654489 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adf600af-3c15-4662-86ce-7ff5cd88f877 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.658468 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adf600af-3c15-4662-86ce-7ff5cd88f877 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.680242 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf600af-3c15-4662-86ce-7ff5cd88f877 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe98d2d-38b9-4e7a-bb87-14f098fcf37c,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:45.687852 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adf600af-3c15-4662-86ce-7ff5cd88f877 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.689056 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-adf600af-3c15-4662-86ce-7ff5cd88f877 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2053559 Jul 06 12:54:45.692099 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55466) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:54:45.701244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5288bb3a-4e3c-4de1-b7ee-8f412dc4ac2f tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Request body: {'security_group_rule': {'security_group_id': '405ff609-d069-4e96-811c-241bea8ef889', 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:54:45.724627 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-5288bb3a-4e3c-4de1-b7ee-8f412dc4ac2f tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Project 081df5e163954b6ba5db4e09a152ca51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:54:45.730815 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5288bb3a-4e3c-4de1-b7ee-8f412dc4ac2f tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.794277 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5288bb3a-4e3c-4de1-b7ee-8f412dc4ac2f tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.798312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca5d2e-7037-4fb3-98af-e178646e10d6 None None] New status for floating IP f0d7315d-ac6f-4e89-bf42-62a2630ae067: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:54:45.800498 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5288bb3a-4e3c-4de1-b7ee-8f412dc4ac2f tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.820801 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288bb3a-4e3c-4de1-b7ee-8f412dc4ac2f tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe5e395-2f99-433e-a9f9-ef36ebef7fe0,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:45.824012 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5288bb3a-4e3c-4de1-b7ee-8f412dc4ac2f tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.825260 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5288bb3a-4e3c-4de1-b7ee-8f412dc4ac2f tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319728 Jul 06 12:54:45.827969 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55468) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:54:45.832474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c12b2534-8155-4933-82f0-4dbb2d7a1aff tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Request body: {'security_group_rule': {'security_group_id': '405ff609-d069-4e96-811c-241bea8ef889', 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:54:45.860351 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-c12b2534-8155-4933-82f0-4dbb2d7a1aff tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Project 081df5e163954b6ba5db4e09a152ca51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:54:45.865626 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c12b2534-8155-4933-82f0-4dbb2d7a1aff tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.932452 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c12b2534-8155-4933-82f0-4dbb2d7a1aff tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.936760 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c12b2534-8155-4933-82f0-4dbb2d7a1aff tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.954246 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b2534-8155-4933-82f0-4dbb2d7a1aff tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94461831-6398-4083-8622-23d6979f7e4c,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:45.961690 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c12b2534-8155-4933-82f0-4dbb2d7a1aff tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:45.966575 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c12b2534-8155-4933-82f0-4dbb2d7a1aff tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1376123 Jul 06 12:54:46.082847 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ceea4f15-0733-4a33-bc24-b5f6d0e66c89 req-243c4a13-950c-4390-b508-6deda99caaf6 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061678874&fields=id&tenant_id=081df5e163954b6ba5db4e09a152ca51 HTTP/1.1" status: 200 len: 267 time: 0.0321546 Jul 06 12:54:46.153477 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea4f15-0733-4a33-bc24-b5f6d0e66c89 req-4f8fd0d2-340c-45e9-ac80-4e6e79c9d1ae tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:46.154889 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ceea4f15-0733-4a33-bc24-b5f6d0e66c89 req-4f8fd0d2-340c-45e9-ac80-4e6e79c9d1ae tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 945 time: 0.0657077 Jul 06 12:54:46.165410 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-ceea4f15-0733-4a33-bc24-b5f6d0e66c89 req-90366007-9696-4749-8552-45c414cd798c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Request body: {'port': {'security_groups': ['8cee1dad-630b-4bdd-8fbd-f14e4c87c694', '405ff609-d069-4e96-811c-241bea8ef889']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:54:46.246408 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ceea4f15-0733-4a33-bc24-b5f6d0e66c89 req-90366007-9696-4749-8552-45c414cd798c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:46.431060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-ceea4f15-0733-4a33-bc24-b5f6d0e66c89 req-90366007-9696-4749-8552-45c414cd798c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] For port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee,segment=NetworkSegment(b38f4066-96aa-47bd-9ca4-d3b640d57d00),segment_id=b38f4066-96aa-47bd-9ca4-d3b640d57d00)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:54:46.460183 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ceea4f15-0733-4a33-bc24-b5f6d0e66c89 req-90366007-9696-4749-8552-45c414cd798c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:46.464875 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ceea4f15-0733-4a33-bc24-b5f6d0e66c89 req-90366007-9696-4749-8552-45c414cd798c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:46.477710 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:54:46.509274 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea4f15-0733-4a33-bc24-b5f6d0e66c89 req-90366007-9696-4749-8552-45c414cd798c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:46.510865 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-ceea4f15-0733-4a33-bc24-b5f6d0e66c89 req-90366007-9696-4749-8552-45c414cd798c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:46.511872 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ceea4f15-0733-4a33-bc24-b5f6d0e66c89 req-90366007-9696-4749-8552-45c414cd798c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "PUT /v2.0/ports/0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee HTTP/1.1" status: 200 len: 981 time: 0.3509548 Jul 06 12:54:46.538715 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90366007-9696-4749-8552-45c414cd798c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Pushing event updated for resources: {'Port': ['ID=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee,revision_number=6']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:54:46.577564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:54:46.709295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2781d6-ab01-4486-b19e-3f923e450715 req-037392e6-b09f-4641-ac44-9e013e09ad9b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:46.711016 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba2781d6-ab01-4486-b19e-3f923e450715 req-037392e6-b09f-4641-ac44-9e013e09ad9b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 984 time: 0.0724545 Jul 06 12:54:46.752792 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ba2781d6-ab01-4486-b19e-3f923e450715 req-724f85c7-c115-4034-8fc6-139385484a09 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&id=405ff609-d069-4e96-811c-241bea8ef889&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351715 Jul 06 12:54:46.857288 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'tag': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:54:46.862714 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eee2dd5-5955-4dfa-83bf-d8330e88cb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "f31d6cc9-9597-4126-96a2-f3e39aa4ba3e", "tag": "0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:54:46.880079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5bd9f231-6943-4d15-9346-eb4c7b851a92 None None] Provisioning complete for port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:54:46.880569 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5bd9f231-6943-4d15-9346-eb4c7b851a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:54:46.898759 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8461a1f0-c0f2-440f-8bed-ec8fa902f51b x-openstack-request-id: req-8461a1f0-c0f2-440f-8bed-ec8fa902f51b {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:54:46.899054 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31d6cc9-9597-4126-96a2-f3e39aa4ba3e", "tag": "0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:54:46.899337 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8461a1f0-c0f2-440f-8bed-ec8fa902f51b {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:54:46.899734 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'tag': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee', 'status': 'completed', 'code': 200} Jul 06 12:54:46.974048 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee2dd5-5955-4dfa-83bf-d8330e88cb9d req-e419598f-0603-40f2-8774-79731538c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:46.975781 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4eee2dd5-5955-4dfa-83bf-d8330e88cb9d req-e419598f-0603-40f2-8774-79731538c5eb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=081df5e163954b6ba5db4e09a152ca51&device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 1135 time: 0.0536015 Jul 06 12:54:47.068276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee2dd5-5955-4dfa-83bf-d8330e88cb9d req-48b4d202-f589-4a30-a919-14d9d3fc389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:47.069785 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4eee2dd5-5955-4dfa-83bf-d8330e88cb9d req-48b4d202-f589-4a30-a919-14d9d3fc389e service neutron] 10.222.0.89 "GET /v2.0/networks?id=2357643b-f284-4725-8c79-3d62cb2c3a32 HTTP/1.1" status: 200 len: 916 time: 0.0874600 Jul 06 12:54:47.482857 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4eee2dd5-5955-4dfa-83bf-d8330e88cb9d req-6a57f1d0-648b-4179-a34f-e6b36eb5b89c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee HTTP/1.1" status: 200 len: 1001 time: 0.4061344 Jul 06 12:54:47.532981 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee2dd5-5955-4dfa-83bf-d8330e88cb9d req-d88a869e-2611-4a58-a4af-fe50d8e3f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:47.534524 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4eee2dd5-5955-4dfa-83bf-d8330e88cb9d req-d88a869e-2611-4a58-a4af-fe50d8e3f5cf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c5db076-8273-4d64-9df1-b24a69cfbd35 HTTP/1.1" status: 200 len: 854 time: 0.0435307 Jul 06 12:54:47.597010 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee2dd5-5955-4dfa-83bf-d8330e88cb9d req-fe3894b0-a620-45ac-9ba1-da3752a27073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:54:47.598502 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4eee2dd5-5955-4dfa-83bf-d8330e88cb9d req-fe3894b0-a620-45ac-9ba1-da3752a27073 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2357643b-f284-4725-8c79-3d62cb2c3a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579171 Jul 06 12:54:47.687166 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4eee2dd5-5955-4dfa-83bf-d8330e88cb9d req-71879acc-27aa-4ecc-a0ab-2748959d8885 service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803981 Jul 06 12:54:47.794183 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4eee2dd5-5955-4dfa-83bf-d8330e88cb9d req-37064e2f-856c-4838-b64b-0d7d72b2e45a service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943210 Jul 06 12:55:01.063453 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:55:04.157429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de149fe4-05dc-45ab-b84c-e1e3c897207a req-98af43e7-70d9-4629-b132-85017f0ebf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:04.159010 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-de149fe4-05dc-45ab-b84c-e1e3c897207a req-98af43e7-70d9-4629-b132-85017f0ebf12 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=081df5e163954b6ba5db4e09a152ca51&device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 1135 time: 0.0560153 Jul 06 12:55:04.191261 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1341d2-77c0-4dcb-b9fc-a382664a712d req-432719cc-8716-455e-b969-0040b5d97e54 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:04.193774 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e1341d2-77c0-4dcb-b9fc-a382664a712d req-432719cc-8716-455e-b969-0040b5d97e54 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 984 time: 0.0703299 Jul 06 12:55:04.241279 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e1341d2-77c0-4dcb-b9fc-a382664a712d req-7457572f-eae0-458f-ad75-51ee5713528c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&id=405ff609-d069-4e96-811c-241bea8ef889&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349851 Jul 06 12:55:04.254222 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de149fe4-05dc-45ab-b84c-e1e3c897207a req-664fbbea-47a3-41c4-8b3d-c2feb9620839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:04.255817 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-de149fe4-05dc-45ab-b84c-e1e3c897207a req-664fbbea-47a3-41c4-8b3d-c2feb9620839 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2357643b-f284-4725-8c79-3d62cb2c3a32 HTTP/1.1" status: 200 len: 916 time: 0.0889382 Jul 06 12:55:04.325534 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-de149fe4-05dc-45ab-b84c-e1e3c897207a req-0c772577-f901-40d5-86c9-c102fa6d4b83 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee HTTP/1.1" status: 200 len: 1001 time: 0.0618751 Jul 06 12:55:04.373764 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de149fe4-05dc-45ab-b84c-e1e3c897207a req-0ed76fe8-9906-426d-810d-300a05dfdf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:04.375256 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-de149fe4-05dc-45ab-b84c-e1e3c897207a req-0ed76fe8-9906-426d-810d-300a05dfdf33 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c5db076-8273-4d64-9df1-b24a69cfbd35 HTTP/1.1" status: 200 len: 854 time: 0.0435059 Jul 06 12:55:04.431686 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de149fe4-05dc-45ab-b84c-e1e3c897207a req-9d9dec62-5fa0-4f9f-b5da-49a4e4bf1661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:04.433162 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-de149fe4-05dc-45ab-b84c-e1e3c897207a req-9d9dec62-5fa0-4f9f-b5da-49a4e4bf1661 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2357643b-f284-4725-8c79-3d62cb2c3a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514510 Jul 06 12:55:04.529867 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-de149fe4-05dc-45ab-b84c-e1e3c897207a req-92f07da6-b72a-44e1-aa22-510dbab1b6fe service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895636 Jul 06 12:55:04.630191 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-de149fe4-05dc-45ab-b84c-e1e3c897207a req-8afe536f-39dc-4c0c-a844-f3d15c25025d service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903373 Jul 06 12:55:05.418786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e64f9-899a-4b43-8b99-01688b71abe6 req-ee2ac4d9-e6fa-4dbf-9c6e-b2c37b8674be tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:05.420331 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ea0e64f9-899a-4b43-8b99-01688b71abe6 req-ee2ac4d9-e6fa-4dbf-9c6e-b2c37b8674be tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 984 time: 0.0677714 Jul 06 12:55:05.459020 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ea0e64f9-899a-4b43-8b99-01688b71abe6 req-1ceb7ab9-541f-440f-80f5-dcde2bbfd861 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&id=405ff609-d069-4e96-811c-241bea8ef889&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330336 Jul 06 12:55:05.583764 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee60827d-3c7c-4079-bf5e-9436ef451c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:06.279863 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:06.639577 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d0950-0333-4d73-889b-f4dc98b1e079 req-0ff8f39d-ff2b-4849-897e-7ef666ec1c3a tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:06.641114 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b7d0950-0333-4d73-889b-f4dc98b1e079 req-0ff8f39d-ff2b-4849-897e-7ef666ec1c3a tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 984 time: 0.0675406 Jul 06 12:55:06.680524 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6b7d0950-0333-4d73-889b-f4dc98b1e079 req-041c50d9-8832-4ca8-a141-b929da38302d tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&id=405ff609-d069-4e96-811c-241bea8ef889&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335872 Jul 06 12:55:07.090946 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:07.853089 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9027de-8332-4a8b-92b1-80c23f880766 req-c530c38b-4e57-4de7-bf76-a3cfaec665e9 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:07.854842 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e9027de-8332-4a8b-92b1-80c23f880766 req-c530c38b-4e57-4de7-bf76-a3cfaec665e9 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 984 time: 0.0634263 Jul 06 12:55:07.897096 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4e9027de-8332-4a8b-92b1-80c23f880766 req-2ae76f87-d824-4ff3-985a-96f8fcbfb391 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&id=405ff609-d069-4e96-811c-241bea8ef889&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352232 Jul 06 12:55:08.228375 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27776de7-51fd-427f-82b9-c27cb588fad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:08.344006 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:09.075956 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fcf56-86d5-486e-94cc-f70dda034af4 req-82087221-ee84-43b7-a230-20607a1d573e tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:09.077453 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d46fcf56-86d5-486e-94cc-f70dda034af4 req-82087221-ee84-43b7-a230-20607a1d573e tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 984 time: 0.0676019 Jul 06 12:55:09.116543 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d46fcf56-86d5-486e-94cc-f70dda034af4 req-ca480ef1-e2fe-4790-9e00-c7c0f0361a0d tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&id=405ff609-d069-4e96-811c-241bea8ef889&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333681 Jul 06 12:55:09.578991 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:10.289230 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573b094-5eca-4ed0-8b26-2573f32732ee req-a3d055b1-28da-4376-a4fd-1b71347bd242 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:10.290749 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d573b094-5eca-4ed0-8b26-2573f32732ee req-a3d055b1-28da-4376-a4fd-1b71347bd242 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 984 time: 0.0635114 Jul 06 12:55:10.330696 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d573b094-5eca-4ed0-8b26-2573f32732ee req-84b5748f-fe2e-452c-9fa2-a9c9da14c1e0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&id=405ff609-d069-4e96-811c-241bea8ef889&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336666 Jul 06 12:55:11.160844 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:11.507707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc505f6-82da-46d7-81ef-0ba8c01cffb5 req-6c6fedaa-d270-42a7-bb59-ea0f89f29f00 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:11.509210 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3dc505f6-82da-46d7-81ef-0ba8c01cffb5 req-6c6fedaa-d270-42a7-bb59-ea0f89f29f00 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 984 time: 0.0682731 Jul 06 12:55:11.550763 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3dc505f6-82da-46d7-81ef-0ba8c01cffb5 req-5e15538a-6783-41ff-87fb-51b2f514586c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&id=405ff609-d069-4e96-811c-241bea8ef889&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351577 Jul 06 12:55:12.724811 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202d3c6-f7ab-4ac1-8b61-ef6496fcc186 req-44a152f3-d667-40f2-8fcb-855be2da114f tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:12.726316 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9202d3c6-f7ab-4ac1-8b61-ef6496fcc186 req-44a152f3-d667-40f2-8fcb-855be2da114f tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 984 time: 0.0628574 Jul 06 12:55:12.766019 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9202d3c6-f7ab-4ac1-8b61-ef6496fcc186 req-8b3d9967-39bd-4ecb-b6fb-9813376623ae tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&id=405ff609-d069-4e96-811c-241bea8ef889&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336246 Jul 06 12:55:13.942755 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b966b-cde0-4015-8187-df935caca076 req-ab07a3ec-4689-423a-9be1-a7bc009a2ed5 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:13.944277 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a74b966b-cde0-4015-8187-df935caca076 req-ab07a3ec-4689-423a-9be1-a7bc009a2ed5 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 984 time: 0.0641868 Jul 06 12:55:13.984255 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a74b966b-cde0-4015-8187-df935caca076 req-22c5ab60-0636-4dca-af69-4db0149bb7f8 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&id=405ff609-d069-4e96-811c-241bea8ef889&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338192 Jul 06 12:55:15.159414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b40774-379c-4ca2-98db-8c54532cb365 req-b732b427-789f-4248-b756-6e10a14b0bbd tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:15.160929 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24b40774-379c-4ca2-98db-8c54532cb365 req-b732b427-789f-4248-b756-6e10a14b0bbd tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 984 time: 0.0675526 Jul 06 12:55:15.200017 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24b40774-379c-4ca2-98db-8c54532cb365 req-92bfd6bb-a001-4e49-b4be-618f04cc9cf2 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&id=405ff609-d069-4e96-811c-241bea8ef889&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333812 Jul 06 12:55:16.373538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21ebd0-517d-4e38-8882-766378d1496d req-aa57735c-a08d-427e-bcf4-87585629a49a tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:16.375045 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b21ebd0-517d-4e38-8882-766378d1496d req-aa57735c-a08d-427e-bcf4-87585629a49a tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 984 time: 0.0646460 Jul 06 12:55:16.413858 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9b21ebd0-517d-4e38-8882-766378d1496d req-ad326663-1d18-4f1c-ae26-54e5cfea0c7c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&id=405ff609-d069-4e96-811c-241bea8ef889&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331054 Jul 06 12:55:30.868701 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f66e1b82-0fdc-4f48-957c-1aa4f5edf597 req-463a0708-8f6a-4cc2-9ed4-9c47cbacce7c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588005 Jul 06 12:55:30.965540 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e1b82-0fdc-4f48-957c-1aa4f5edf597 req-5d9355ef-90e9-4bee-a0bd-5fd705e302bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:30.967088 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f66e1b82-0fdc-4f48-957c-1aa4f5edf597 req-5d9355ef-90e9-4bee-a0bd-5fd705e302bc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=081df5e163954b6ba5db4e09a152ca51&device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 1135 time: 0.0541394 Jul 06 12:55:31.069933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e1b82-0fdc-4f48-957c-1aa4f5edf597 req-2806eb16-861b-4425-985d-d31e132aec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:31.071468 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f66e1b82-0fdc-4f48-957c-1aa4f5edf597 req-2806eb16-861b-4425-985d-d31e132aec92 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2357643b-f284-4725-8c79-3d62cb2c3a32 HTTP/1.1" status: 200 len: 916 time: 0.0835710 Jul 06 12:55:31.140096 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f66e1b82-0fdc-4f48-957c-1aa4f5edf597 req-e8a56086-7c28-4e9b-b4fa-c7a91df56487 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee HTTP/1.1" status: 200 len: 1001 time: 0.0610123 Jul 06 12:55:31.187458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e1b82-0fdc-4f48-957c-1aa4f5edf597 req-550612ac-fc31-4f3d-821c-3e1fbaf59234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:31.188860 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f66e1b82-0fdc-4f48-957c-1aa4f5edf597 req-550612ac-fc31-4f3d-821c-3e1fbaf59234 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c5db076-8273-4d64-9df1-b24a69cfbd35 HTTP/1.1" status: 200 len: 854 time: 0.0429442 Jul 06 12:55:31.248033 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e1b82-0fdc-4f48-957c-1aa4f5edf597 req-c05d1fad-a3c7-46de-95cb-62193aeac483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:31.249581 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f66e1b82-0fdc-4f48-957c-1aa4f5edf597 req-c05d1fad-a3c7-46de-95cb-62193aeac483 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2357643b-f284-4725-8c79-3d62cb2c3a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550518 Jul 06 12:55:31.342142 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f66e1b82-0fdc-4f48-957c-1aa4f5edf597 req-6d6fbaa8-dcac-4674-bc77-395db622c87e service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844948 Jul 06 12:55:31.429893 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f66e1b82-0fdc-4f48-957c-1aa4f5edf597 req-e78d73ca-00b5-4a02-9d12-e53e306e4a24 service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819001 Jul 06 12:55:35.583151 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-418cfe27-a61c-412e-9873-bc557ad8533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:36.279820 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:37.107294 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:38.062502 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:55:38.228694 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1483c396-193d-4239-85a9-eb613b9f4361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:38.345535 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:39.584888 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:41.163243 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:48.979582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6527462b-f6ad-47e3-96bd-3448ba31be05 req-0015dc53-e7a0-4edb-8b88-66bc9a2a42ca tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061678874&fields=id&tenant_id=081df5e163954b6ba5db4e09a152ca51 HTTP/1.1" status: 200 len: 267 time: 0.0330095 Jul 06 12:55:49.052119 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527462b-f6ad-47e3-96bd-3448ba31be05 req-9f7384c5-a9c1-4bc6-af0e-7bcf4ffd6665 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:49.053696 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6527462b-f6ad-47e3-96bd-3448ba31be05 req-9f7384c5-a9c1-4bc6-af0e-7bcf4ffd6665 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 984 time: 0.0683637 Jul 06 12:55:49.064843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [req-6527462b-f6ad-47e3-96bd-3448ba31be05 req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Request body: {'port': {'security_groups': ['8cee1dad-630b-4bdd-8fbd-f14e4c87c694']}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:55:49.147286 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6527462b-f6ad-47e3-96bd-3448ba31be05 req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.316528 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [req-6527462b-f6ad-47e3-96bd-3448ba31be05 req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] For port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee,segment=NetworkSegment(b38f4066-96aa-47bd-9ca4-d3b640d57d00),segment_id=b38f4066-96aa-47bd-9ca4-d3b640d57d00)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:55:49.345075 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6527462b-f6ad-47e3-96bd-3448ba31be05 req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.349841 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6527462b-f6ad-47e3-96bd-3448ba31be05 req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.362462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:55:49.395798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527462b-f6ad-47e3-96bd-3448ba31be05 req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:49.396499 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [req-6527462b-f6ad-47e3-96bd-3448ba31be05 req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.397976 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6527462b-f6ad-47e3-96bd-3448ba31be05 req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "PUT /v2.0/ports/0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee HTTP/1.1" status: 200 len: 942 time: 0.3381994 Jul 06 12:55:49.398377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'tag': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:55:49.400743 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da14045-ba8d-4998-bcad-bcddbf2c31d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f31d6cc9-9597-4126-96a2-f3e39aa4ba3e", "tag": "0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:55:49.405697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55518) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:49.433013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Pushing event updated for resources: {'Port': ['ID=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee,revision_number=7']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:49.443845 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.444317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.444541 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.444873 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.445230 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.445537 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.445871 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.446206 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.447571 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.448188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.448782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.449347 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0caaa5d-97de-403a-906a-f7f3d0c842a0 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.454188 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66820f8c-cf3f-44fd-aaf2-b3aa589c83f0 x-openstack-request-id: req-66820f8c-cf3f-44fd-aaf2-b3aa589c83f0 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:55:49.454819 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31d6cc9-9597-4126-96a2-f3e39aa4ba3e", "tag": "0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:55:49.455333 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66820f8c-cf3f-44fd-aaf2-b3aa589c83f0 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:55:49.455970 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'tag': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee', 'status': 'completed', 'code': 200} Jul 06 12:55:49.479571 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:55:49.553043 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.588794 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.593359 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da14045-ba8d-4998-bcad-bcddbf2c31d6 req-dddd4a72-d1e0-42ee-8665-4acb38ebc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:49.594915 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3da14045-ba8d-4998-bcad-bcddbf2c31d6 req-dddd4a72-d1e0-42ee-8665-4acb38ebc44d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=081df5e163954b6ba5db4e09a152ca51&device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 1096 time: 0.1253049 Jul 06 12:55:49.670934 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-601abdd8-aa67-4b93-ba67-364f69ac22e4 None None] Provisioning complete for port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:55:49.671200 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-601abdd8-aa67-4b93-ba67-364f69ac22e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.706238 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da14045-ba8d-4998-bcad-bcddbf2c31d6 req-8374c42f-604b-4289-a574-12d80ca656cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:49.707804 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3da14045-ba8d-4998-bcad-bcddbf2c31d6 req-8374c42f-604b-4289-a574-12d80ca656cf service neutron] 10.222.0.89 "GET /v2.0/networks?id=2357643b-f284-4725-8c79-3d62cb2c3a32 HTTP/1.1" status: 200 len: 916 time: 0.1067803 Jul 06 12:55:49.757545 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.760142 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:49.761313 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "DELETE /v2.0/security-groups/405ff609-d069-4e96-811c-241bea8ef889 HTTP/1.1" status: 204 len: 168 time: 0.3546109 Jul 06 12:55:49.764278 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55520) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:55:49.778046 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=405ff609-d069-4e96-811c-241bea8ef889,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:49.790408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.790759 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.791107 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.791463 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.791799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.792129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.792456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.792779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.793103 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.793429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.793760 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.794074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4853b-93f4-4a71-9afa-4ba6234ebcf1 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:55:49.807291 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3da14045-ba8d-4998-bcad-bcddbf2c31d6 req-49e35e5c-4058-410d-a19c-7335ad7f94b9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee HTTP/1.1" status: 200 len: 1001 time: 0.0929406 Jul 06 12:55:49.868512 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da14045-ba8d-4998-bcad-bcddbf2c31d6 req-7a246749-ac90-46f9-8bc3-810ebd49893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:49.870025 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3da14045-ba8d-4998-bcad-bcddbf2c31d6 req-7a246749-ac90-46f9-8bc3-810ebd49893f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c5db076-8273-4d64-9df1-b24a69cfbd35 HTTP/1.1" status: 200 len: 854 time: 0.0546629 Jul 06 12:55:49.933729 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da14045-ba8d-4998-bcad-bcddbf2c31d6 req-a3f2bdbb-44de-4460-bda9-00b288f0db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:49.935274 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3da14045-ba8d-4998-bcad-bcddbf2c31d6 req-a3f2bdbb-44de-4460-bda9-00b288f0db29 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2357643b-f284-4725-8c79-3d62cb2c3a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580566 Jul 06 12:55:49.943065 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9329b9e4-7b1e-4102-a7ec-c8c6b337212c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Deleting port 80d6f63a-67e6-409a-98c1-3cfc8db8375f {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:55:49.943445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9329b9e4-7b1e-4102-a7ec-c8c6b337212c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.018327 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9329b9e4-7b1e-4102-a7ec-c8c6b337212c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.019061 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9329b9e4-7b1e-4102-a7ec-c8c6b337212c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.030222 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9329b9e4-7b1e-4102-a7ec-c8c6b337212c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Calling delete_port for 80d6f63a-67e6-409a-98c1-3cfc8db8375f owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:55:50.031485 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3da14045-ba8d-4998-bcad-bcddbf2c31d6 req-fcf71297-511b-4ea3-bb99-63e1ef176a55 service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895398 Jul 06 12:55:50.122377 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3da14045-ba8d-4998-bcad-bcddbf2c31d6 req-35893529-46dc-4596-9ed8-4139cebc0608 service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842593 Jul 06 12:55:50.182490 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9329b9e4-7b1e-4102-a7ec-c8c6b337212c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.213526 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329b9e4-7b1e-4102-a7ec-c8c6b337212c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Pushing event deleted for resources: {'Port': ['ID=80d6f63a-67e6-409a-98c1-3cfc8db8375f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:55:50.272485 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9329b9e4-7b1e-4102-a7ec-c8c6b337212c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.272838 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-9329b9e4-7b1e-4102-a7ec-c8c6b337212c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Floating IP f0d7315d-ac6f-4e89-bf42-62a2630ae067 disassociated (deleted). External IP: 172.25.4.108, port: 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee. Jul 06 12:55:50.772933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9329b9e4-7b1e-4102-a7ec-c8c6b337212c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Router ea21e851-1a62-4faf-8154-12c47a87cdd0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:55:50.881386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9329b9e4-7b1e-4102-a7ec-c8c6b337212c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:55:50.886127 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9329b9e4-7b1e-4102-a7ec-c8c6b337212c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:55:50.890963 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a384ebf-02ab-4cce-ad3b-2c2a2825ea65 None None] Sync routers for ids ['ea21e851-1a62-4faf-8154-12c47a87cdd0'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:55:50.900188 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a384ebf-02ab-4cce-ad3b-2c2a2825ea65 None None] Routers {'ea21e851-1a62-4faf-8154-12c47a87cdd0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:55:50.900831 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4a384ebf-02ab-4cce-ad3b-2c2a2825ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:55:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ea21e851-1a62-4faf-8154-12c47a87cdd0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:50.923204 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9329b9e4-7b1e-4102-a7ec-c8c6b337212c tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "DELETE /v2.0/floatingips/f0d7315d-ac6f-4e89-bf42-62a2630ae067 HTTP/1.1" status: 204 len: 168 time: 1.1577055 Jul 06 12:55:51.008580 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4a384ebf-02ab-4cce-ad3b-2c2a2825ea65 None None] Set router ea21e851-1a62-4faf-8154-12c47a87cdd0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:55:51.212054 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4a384ebf-02ab-4cce-ad3b-2c2a2825ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'name': 'tempest-TestMinimumBasicScenario-1272169240-router', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:53Z', 'revision_number': 4, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'gw_port': {'id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '00d916ab-8388-476e-8d41-8896eb5bdbd4', 'name': '', 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'mac_address': 'fa:16:3e:70:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:52Z', 'updated_at': '2021-07-06T12:53:59Z', 'revision_number': 5, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'subnets': [{'id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:51.238195 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a384ebf-02ab-4cce-ad3b-2c2a2825ea65 None None] Checking router: ea21e851-1a62-4faf-8154-12c47a87cdd0 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:55:51.246886 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a384ebf-02ab-4cce-ad3b-2c2a2825ea65 None None] Routers {'ea21e851-1a62-4faf-8154-12c47a87cdd0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:55:51.247528 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4a384ebf-02ab-4cce-ad3b-2c2a2825ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:55:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ea21e851-1a62-4faf-8154-12c47a87cdd0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:51.351614 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4a384ebf-02ab-4cce-ad3b-2c2a2825ea65 None None] Set router ea21e851-1a62-4faf-8154-12c47a87cdd0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:55:51.457285 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'tag': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:55:51.459666 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c585c3-47fd-4142-9337-3e8f4d4954a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f31d6cc9-9597-4126-96a2-f3e39aa4ba3e", "tag": "0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:55:51.495953 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cefe805-b4f0-4709-8a83-828ee5dfe3e1 x-openstack-request-id: req-4cefe805-b4f0-4709-8a83-828ee5dfe3e1 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:55:51.496253 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31d6cc9-9597-4126-96a2-f3e39aa4ba3e", "tag": "0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:55:51.496512 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4cefe805-b4f0-4709-8a83-828ee5dfe3e1 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:55:51.496920 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'tag': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee', 'status': 'completed', 'code': 200} Jul 06 12:55:51.548034 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4a384ebf-02ab-4cce-ad3b-2c2a2825ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'name': 'tempest-TestMinimumBasicScenario-1272169240-router', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:53Z', 'revision_number': 4, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'gw_port': {'id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '00d916ab-8388-476e-8d41-8896eb5bdbd4', 'name': '', 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'mac_address': 'fa:16:3e:70:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:52Z', 'updated_at': '2021-07-06T12:53:59Z', 'revision_number': 5, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'subnets': [{'id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:55:51.577795 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a384ebf-02ab-4cce-ad3b-2c2a2825ea65 None None] The sync data for ids ['ea21e851-1a62-4faf-8154-12c47a87cdd0'] in n-d-799529-2 is: [{'id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'name': 'tempest-TestMinimumBasicScenario-1272169240-router', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:53Z', 'revision_number': 4, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'gw_port': {'id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '00d916ab-8388-476e-8d41-8896eb5bdbd4', 'name': '', 'network_id': '2357643b-f284-4725-8c79-3d62cb2c3a32', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'mac_address': 'fa:16:3e:70:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:52Z', 'updated_at': '2021-07-06T12:53:59Z', 'revision_number': 5, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'subnets': [{'id': '2c5db076-8273-4d64-9df1-b24a69cfbd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:55:51.578217 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c585c3-47fd-4142-9337-3e8f4d4954a5 req-f33e6537-0e8c-45cc-8880-7b6916f30ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:51.580634 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9c585c3-47fd-4142-9337-3e8f4d4954a5 req-f33e6537-0e8c-45cc-8880-7b6916f30ba6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=081df5e163954b6ba5db4e09a152ca51&device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 1096 time: 0.0610051 Jul 06 12:55:51.678072 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c585c3-47fd-4142-9337-3e8f4d4954a5 req-c2c5f439-724b-4ef8-9a05-8a1c80b97c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:51.679663 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9c585c3-47fd-4142-9337-3e8f4d4954a5 req-c2c5f439-724b-4ef8-9a05-8a1c80b97c3c service neutron] 10.222.0.89 "GET /v2.0/networks?id=2357643b-f284-4725-8c79-3d62cb2c3a32 HTTP/1.1" status: 200 len: 916 time: 0.0907509 Jul 06 12:55:51.726658 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9c585c3-47fd-4142-9337-3e8f4d4954a5 req-4d3e57ea-7c35-42ef-a135-990e34d5765c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee HTTP/1.1" status: 200 len: 217 time: 0.0401864 Jul 06 12:55:51.781164 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c585c3-47fd-4142-9337-3e8f4d4954a5 req-37d13872-af17-44d0-93ee-47618c121f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:51.783033 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9c585c3-47fd-4142-9337-3e8f4d4954a5 req-37d13872-af17-44d0-93ee-47618c121f82 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c5db076-8273-4d64-9df1-b24a69cfbd35 HTTP/1.1" status: 200 len: 854 time: 0.0480380 Jul 06 12:55:51.852847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c585c3-47fd-4142-9337-3e8f4d4954a5 req-c8db0750-0066-4201-b6c7-44d023f8d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:51.854469 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9c585c3-47fd-4142-9337-3e8f4d4954a5 req-c8db0750-0066-4201-b6c7-44d023f8d0b0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2357643b-f284-4725-8c79-3d62cb2c3a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649538 Jul 06 12:55:51.864780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df4263b-a284-4112-815f-4b231b86f8f4 None None] New status for floating IP f0d7315d-ac6f-4e89-bf42-62a2630ae067: DOWN {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:55:51.958067 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9c585c3-47fd-4142-9337-3e8f4d4954a5 req-097db7be-6d07-4ea8-b101-644011396d78 service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946655 Jul 06 12:55:52.052265 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b9c585c3-47fd-4142-9337-3e8f4d4954a5 req-fe678e7c-e29d-4745-a2e3-1dfae5578931 service neutron] 10.222.0.89 "GET /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885706 Jul 06 12:55:58.566645 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91876f93-aab0-44ea-be62-f871d2f50798 req-a5cc00c0-cf5a-4f36-a793-5c0d1b7e0db2 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:58.575492 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91876f93-aab0-44ea-be62-f871d2f50798 req-a5cc00c0-cf5a-4f36-a793-5c0d1b7e0db2 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 945 time: 0.1118312 Jul 06 12:55:58.611986 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91876f93-aab0-44ea-be62-f871d2f50798 req-eb9b8686-370b-46a5-8cc1-9d9891623b05 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344019 Jul 06 12:55:59.796108 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f613f1-33e2-4b66-b448-23a1f5d852b7 req-eff36f4a-51f2-498e-924f-7dfc32fb48d4 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:55:59.797521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32f613f1-33e2-4b66-b448-23a1f5d852b7 req-eff36f4a-51f2-498e-924f-7dfc32fb48d4 tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 945 time: 0.0696383 Jul 06 12:55:59.834444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32f613f1-33e2-4b66-b448-23a1f5d852b7 req-b3466bea-8b58-4eaf-916a-80170790d8dd tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/security-groups?id=8cee1dad-630b-4bdd-8fbd-f14e4c87c694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313647 Jul 06 12:56:00.108394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb000b16-ab0b-4c80-afd3-509242c9988e req-b9dbec1b-8ca8-4f4f-854e-2c4298235d5b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:00.109777 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bb000b16-ab0b-4c80-afd3-509242c9988e req-b9dbec1b-8ca8-4f4f-854e-2c4298235d5b tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.89 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 945 time: 0.0667696 Jul 06 12:56:00.215624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-bb000b16-ab0b-4c80-afd3-509242c9988e req-cb05f933-02e3-4a96-88da-2f7d0996b7eb tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Deleting port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:56:00.215967 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bb000b16-ab0b-4c80-afd3-509242c9988e req-cb05f933-02e3-4a96-88da-2f7d0996b7eb tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:00.303864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-bb000b16-ab0b-4c80-afd3-509242c9988e req-cb05f933-02e3-4a96-88da-2f7d0996b7eb tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] For port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee,segment=NetworkSegment(b38f4066-96aa-47bd-9ca4-d3b640d57d00),segment_id=b38f4066-96aa-47bd-9ca4-d3b640d57d00)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:00.304226 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bb000b16-ab0b-4c80-afd3-509242c9988e req-cb05f933-02e3-4a96-88da-2f7d0996b7eb tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:00.317352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-bb000b16-ab0b-4c80-afd3-509242c9988e req-cb05f933-02e3-4a96-88da-2f7d0996b7eb tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Calling delete_port for 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:56:00.450246 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bb000b16-ab0b-4c80-afd3-509242c9988e req-cb05f933-02e3-4a96-88da-2f7d0996b7eb tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:00.464097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:56:00.480171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05f933-02e3-4a96-88da-2f7d0996b7eb tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Pushing event deleted for resources: {'Port': ['ID=0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:00.530682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb000b16-ab0b-4c80-afd3-509242c9988e req-cb05f933-02e3-4a96-88da-2f7d0996b7eb tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] No DVR routers for this DVR port 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:56:00.533453 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bb000b16-ab0b-4c80-afd3-509242c9988e req-cb05f933-02e3-4a96-88da-2f7d0996b7eb tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:00.535581 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bb000b16-ab0b-4c80-afd3-509242c9988e req-cb05f933-02e3-4a96-88da-2f7d0996b7eb tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.89 "DELETE /v2.0/ports/0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee HTTP/1.1" status: 204 len: 173 time: 0.4202702 Jul 06 12:56:00.536032 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'name': 'network-vif-deleted', 'tag': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:56:00.538338 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240e18e9-24ab-4a58-ab67-0de987f719ca" -d '{"events": [{"server_uuid": "f31d6cc9-9597-4126-96a2-f3e39aa4ba3e", "name": "network-vif-deleted", "tag": "0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:56:00.580181 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce21dff-252f-4b86-953d-e2ffd6916c3d x-openstack-request-id: req-6ce21dff-252f-4b86-953d-e2ffd6916c3d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:56:00.580474 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31d6cc9-9597-4126-96a2-f3e39aa4ba3e", "name": "network-vif-deleted", "tag": "0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:56:00.580725 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ce21dff-252f-4b86-953d-e2ffd6916c3d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:56:00.581123 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31d6cc9-9597-4126-96a2-f3e39aa4ba3e', 'name': 'network-vif-deleted', 'tag': '0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee', 'status': 'completed', 'code': 200} Jul 06 12:56:01.003535 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aab1dc16-cd9f-4c08-bfb9-01a292b22f42 req-20be9e5c-82e4-4b0d-89e1-292162835b9d tempest-TestMinimumBasicScenario-1480068990 tempest-TestMinimumBasicScenario-1480068990-project] 10.222.0.81 "GET /v2.0/ports?device_id=f31d6cc9-9597-4126-96a2-f3e39aa4ba3e HTTP/1.1" status: 200 len: 210 time: 0.0298986 Jul 06 12:56:02.609760 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55624) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:02.955467 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8a895ed9-d818-4f45-9718-57c2f539d83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:03.206788 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8a895ed9-d818-4f45-9718-57c2f539d83e admin admin] Deleting port 00d916ab-8388-476e-8d41-8896eb5bdbd4 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:56:03.207043 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8a895ed9-d818-4f45-9718-57c2f539d83e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:03.285398 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-8a895ed9-d818-4f45-9718-57c2f539d83e admin admin] For port 00d916ab-8388-476e-8d41-8896eb5bdbd4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=00d916ab-8388-476e-8d41-8896eb5bdbd4,segment=NetworkSegment(b38f4066-96aa-47bd-9ca4-d3b640d57d00),segment_id=b38f4066-96aa-47bd-9ca4-d3b640d57d00)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:03.285756 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8a895ed9-d818-4f45-9718-57c2f539d83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:03.298848 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8a895ed9-d818-4f45-9718-57c2f539d83e admin admin] Calling delete_port for 00d916ab-8388-476e-8d41-8896eb5bdbd4 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:56:03.407714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:56:03.430381 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:56:03.430718 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 0f55b1c2-15b8-48c2-8f63-7f7188bfc4ee not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:56:03.480739 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8a895ed9-d818-4f45-9718-57c2f539d83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:03.505738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a895ed9-d818-4f45-9718-57c2f539d83e admin admin] Pushing event deleted for resources: {'Port': ['ID=00d916ab-8388-476e-8d41-8896eb5bdbd4,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:03.675282 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8a895ed9-d818-4f45-9718-57c2f539d83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:03.885277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a895ed9-d818-4f45-9718-57c2f539d83e admin admin] Router ea21e851-1a62-4faf-8154-12c47a87cdd0 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:56:03.991805 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a895ed9-d818-4f45-9718-57c2f539d83e admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:56:03.997248 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8a895ed9-d818-4f45-9718-57c2f539d83e admin admin] 10.222.0.81 "PUT /v2.0/routers/ea21e851-1a62-4faf-8154-12c47a87cdd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3864019 Jul 06 12:56:04.000488 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3bcab-3187-4849-b91c-d4050cc6b96a None None] Sync routers for ids ['ea21e851-1a62-4faf-8154-12c47a87cdd0'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:56:04.000978 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55630) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:04.011885 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3bcab-3187-4849-b91c-d4050cc6b96a None None] Routers {'ea21e851-1a62-4faf-8154-12c47a87cdd0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:56:04.012497 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5fd3bcab-3187-4849-b91c-d4050cc6b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:55:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ea21e851-1a62-4faf-8154-12c47a87cdd0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:04.104055 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-989a0572-93b2-470b-8615-89003b40b23b admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:04.115152 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-5fd3bcab-3187-4849-b91c-d4050cc6b96a None None] Set router ea21e851-1a62-4faf-8154-12c47a87cdd0 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:56:04.207340 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-989a0572-93b2-470b-8615-89003b40b23b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:04.259430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-989a0572-93b2-470b-8615-89003b40b23b admin admin] Deleting port 47ade659-ab6d-4278-9a94-43d391e73d49 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:56:04.259778 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-989a0572-93b2-470b-8615-89003b40b23b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:04.299646 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5fd3bcab-3187-4849-b91c-d4050cc6b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'name': 'tempest-TestMinimumBasicScenario-1272169240-router', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:56:03Z', 'revision_number': 5, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'gw_port': {'id': '47ade659-ab6d-4278-9a94-43d391e73d49', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:04.329519 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3bcab-3187-4849-b91c-d4050cc6b96a None None] Checking router: ea21e851-1a62-4faf-8154-12c47a87cdd0 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:56:04.337729 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3bcab-3187-4849-b91c-d4050cc6b96a None None] Routers {'ea21e851-1a62-4faf-8154-12c47a87cdd0'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:56:04.338334 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5fd3bcab-3187-4849-b91c-d4050cc6b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:55:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['ea21e851-1a62-4faf-8154-12c47a87cdd0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:04.354515 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-989a0572-93b2-470b-8615-89003b40b23b admin admin] For port 47ade659-ab6d-4278-9a94-43d391e73d49, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=47ade659-ab6d-4278-9a94-43d391e73d49,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:04.355129 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-989a0572-93b2-470b-8615-89003b40b23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:04.367773 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-989a0572-93b2-470b-8615-89003b40b23b admin admin] Calling delete_port for 47ade659-ab6d-4278-9a94-43d391e73d49 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:56:04.426134 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-5fd3bcab-3187-4849-b91c-d4050cc6b96a None None] Set router ea21e851-1a62-4faf-8154-12c47a87cdd0 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:56:04.550760 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-989a0572-93b2-470b-8615-89003b40b23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:04.579129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a0572-93b2-470b-8615-89003b40b23b admin admin] Pushing event deleted for resources: {'Port': ['ID=47ade659-ab6d-4278-9a94-43d391e73d49,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:04.587907 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5fd3bcab-3187-4849-b91c-d4050cc6b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'name': 'tempest-TestMinimumBasicScenario-1272169240-router', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:56:04Z', 'revision_number': 6, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:04.614649 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3bcab-3187-4849-b91c-d4050cc6b96a None None] The sync data for ids ['ea21e851-1a62-4faf-8154-12c47a87cdd0'] in n-d-799529-2 is: [{'id': 'ea21e851-1a62-4faf-8154-12c47a87cdd0', 'name': 'tempest-TestMinimumBasicScenario-1272169240-router', 'tenant_id': '081df5e163954b6ba5db4e09a152ca51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:50Z', 'updated_at': '2021-07-06T12:56:04Z', 'revision_number': 6, 'project_id': '081df5e163954b6ba5db4e09a152ca51', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:56:04.645896 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-989a0572-93b2-470b-8615-89003b40b23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:04.739212 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-989a0572-93b2-470b-8615-89003b40b23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:04.741386 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-989a0572-93b2-470b-8615-89003b40b23b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:04.785629 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-989a0572-93b2-470b-8615-89003b40b23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:04.786207 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989a0572-93b2-470b-8615-89003b40b23b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea21e851-1a62-4faf-8154-12c47a87cdd0 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:56:04.791675 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-989a0572-93b2-470b-8615-89003b40b23b admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:04.792854 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-989a0572-93b2-470b-8615-89003b40b23b admin admin] 10.222.0.81 "DELETE /v2.0/routers/ea21e851-1a62-4faf-8154-12c47a87cdd0 HTTP/1.1" status: 204 len: 168 time: 0.7914135 Jul 06 12:56:04.795550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55632) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:04.842281 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c179bc88-6e0a-4fa9-b976-d5c09ddc3ecf admin admin] Deleting subnet 2c5db076-8273-4d64-9df1-b24a69cfbd35 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:56:04.842281 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c179bc88-6e0a-4fa9-b976-d5c09ddc3ecf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:04.881011 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c179bc88-6e0a-4fa9-b976-d5c09ddc3ecf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:04.963756 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c179bc88-6e0a-4fa9-b976-d5c09ddc3ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:05.023320 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c179bc88-6e0a-4fa9-b976-d5c09ddc3ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:05.051486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179bc88-6e0a-4fa9-b976-d5c09ddc3ecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5db076-8273-4d64-9df1-b24a69cfbd35,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:05.055486 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c179bc88-6e0a-4fa9-b976-d5c09ddc3ecf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:05.057593 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c179bc88-6e0a-4fa9-b976-d5c09ddc3ecf admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2c5db076-8273-4d64-9df1-b24a69cfbd35 HTTP/1.1" status: 204 len: 168 time: 0.2610872 Jul 06 12:56:05.063398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55634) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:05.064442 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc704dc6-5a41-457e-a807-0c59fd0f34c6 None None] Network 2357643b-f284-4725-8c79-3d62cb2c3a32 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:56:05.150136 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:05.208714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] Deleting port 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:56:05.209057 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:05.276841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] For port 8063a7ab-0c9a-44fc-ac22-379d2f5e2303, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8063a7ab-0c9a-44fc-ac22-379d2f5e2303,segment=NetworkSegment(b38f4066-96aa-47bd-9ca4-d3b640d57d00),segment_id=b38f4066-96aa-47bd-9ca4-d3b640d57d00)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:05.277234 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:05.290468 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] Calling delete_port for 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:56:05.370937 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:05.400466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] Pushing event deleted for resources: {'Port': ['ID=8063a7ab-0c9a-44fc-ac22-379d2f5e2303,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:05.404537 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] No DVR routers for this DVR port 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:56:05.455987 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c5707d-3274-4732-a88b-e567c9bbe332 None None] DHCP port deletion for 2357643b-f284-4725-8c79-3d62cb2c3a32 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:56:05.480729 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 00d916ab-8388-476e-8d41-8896eb5bdbd4 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:56:05.488806 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:05.498964 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2357643b-f284-4725-8c79-3d62cb2c3a32']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:05.501823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 00d916ab-8388-476e-8d41-8896eb5bdbd4 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:56:05.502238 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 00d916ab-8388-476e-8d41-8896eb5bdbd4 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:56:05.510672 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38f4066-96aa-47bd-9ca4-d3b640d57d00') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:05.510963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38f4066-96aa-47bd-9ca4-d3b640d57d00') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:05.519717 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:05.533767 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:05.540752 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:56:05.541218 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:56:05.543368 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:56:05.584363 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a0feb10-4926-4c82-a135-e6ea6d6f1ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:05.603979 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:05.609564 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:05.612026 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2357643b-f284-4725-8c79-3d62cb2c3a32 HTTP/1.1" status: 204 len: 168 time: 0.5473890 Jul 06 12:56:05.614778 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55636) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:05.625089 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a932fe-9f93-4410-901b-aa29d009f452 admin admin] Pushing event deleted for resources: {'Network': ['ID=2357643b-f284-4725-8c79-3d62cb2c3a32,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:06.266166 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4f5eedd4-ef3a-457b-858a-fda61932492b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:06.280437 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:06.523460 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4f5eedd4-ef3a-457b-858a-fda61932492b admin admin] Deleting port 13ee2376-909c-441d-af87-837cb115e6b9 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:56:06.523804 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4f5eedd4-ef3a-457b-858a-fda61932492b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:06.601431 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-4f5eedd4-ef3a-457b-858a-fda61932492b admin admin] For port 13ee2376-909c-441d-af87-837cb115e6b9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=13ee2376-909c-441d-af87-837cb115e6b9,segment=NetworkSegment(aa0019e3-5762-43c6-987f-05c1602fb7e4),segment_id=aa0019e3-5762-43c6-987f-05c1602fb7e4)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:06.601797 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4f5eedd4-ef3a-457b-858a-fda61932492b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:06.615357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4f5eedd4-ef3a-457b-858a-fda61932492b admin admin] Calling delete_port for 13ee2376-909c-441d-af87-837cb115e6b9 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:56:06.792498 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4f5eedd4-ef3a-457b-858a-fda61932492b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:06.823728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5eedd4-ef3a-457b-858a-fda61932492b admin admin] Pushing event deleted for resources: {'Port': ['ID=13ee2376-909c-441d-af87-837cb115e6b9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:06.988652 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4f5eedd4-ef3a-457b-858a-fda61932492b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:07.094925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 47ade659-ab6d-4278-9a94-43d391e73d49 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:56:07.119481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 47ade659-ab6d-4278-9a94-43d391e73d49 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:56:07.119826 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 47ade659-ab6d-4278-9a94-43d391e73d49 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:56:07.120328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:56:07.144230 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:56:07.144558 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8063a7ab-0c9a-44fc-ac22-379d2f5e2303 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:56:07.148480 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:07.216435 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5eedd4-ef3a-457b-858a-fda61932492b admin admin] Router bdf6ae9d-6a7a-4d72-9c88-f1d369838d46 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:56:07.331126 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5eedd4-ef3a-457b-858a-fda61932492b admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:56:07.336258 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4f5eedd4-ef3a-457b-858a-fda61932492b admin admin] 10.222.0.81 "PUT /v2.0/routers/bdf6ae9d-6a7a-4d72-9c88-f1d369838d46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7203286 Jul 06 12:56:07.339074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55640) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:07.344130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8910b0-eca7-4090-8f01-ba76cd4007fd None None] Sync routers for ids ['bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:56:07.353007 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8910b0-eca7-4090-8f01-ba76cd4007fd None None] Routers {'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:56:07.353636 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9e8910b0-eca7-4090-8f01-ba76cd4007fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:55:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:07.444634 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ac31-7b6d-499a-bda2-d1cc61984d16 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:07.461152 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-9e8910b0-eca7-4090-8f01-ba76cd4007fd None None] Set router bdf6ae9d-6a7a-4d72-9c88-f1d369838d46 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:56:07.551281 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ac31-7b6d-499a-bda2-d1cc61984d16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:07.604796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a6f9ac31-7b6d-499a-bda2-d1cc61984d16 admin admin] Deleting port 4c542b3b-132a-45d3-b976-674bb5a2f9f4 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:56:07.605352 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ac31-7b6d-499a-bda2-d1cc61984d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:07.647315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9e8910b0-eca7-4090-8f01-ba76cd4007fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'name': 'tempest-TestMinimumBasicScenario-93956491-router', 'tenant_id': 'a96917301799479785e74547090d924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '4c542b3b-132a-45d3-b976-674bb5a2f9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:54Z', 'updated_at': '2021-07-06T12:56:06Z', 'revision_number': 5, 'project_id': 'a96917301799479785e74547090d924c', 'gw_port': {'id': '4c542b3b-132a-45d3-b976-674bb5a2f9f4', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:53:55Z', 'updated_at': '2021-07-06T12:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:07.672817 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8910b0-eca7-4090-8f01-ba76cd4007fd None None] Checking router: bdf6ae9d-6a7a-4d72-9c88-f1d369838d46 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:56:07.681127 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8910b0-eca7-4090-8f01-ba76cd4007fd None None] Routers {'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:56:07.681745 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9e8910b0-eca7-4090-8f01-ba76cd4007fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:55:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:07.684438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-a6f9ac31-7b6d-499a-bda2-d1cc61984d16 admin admin] For port 4c542b3b-132a-45d3-b976-674bb5a2f9f4, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=4c542b3b-132a-45d3-b976-674bb5a2f9f4,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:07.685425 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ac31-7b6d-499a-bda2-d1cc61984d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:07.703090 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a6f9ac31-7b6d-499a-bda2-d1cc61984d16 admin admin] Calling delete_port for 4c542b3b-132a-45d3-b976-674bb5a2f9f4 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:56:07.768482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-9e8910b0-eca7-4090-8f01-ba76cd4007fd None None] Set router bdf6ae9d-6a7a-4d72-9c88-f1d369838d46 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:56:07.823723 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9e8910b0-eca7-4090-8f01-ba76cd4007fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'name': 'tempest-TestMinimumBasicScenario-93956491-router', 'tenant_id': 'a96917301799479785e74547090d924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:54Z', 'updated_at': '2021-07-06T12:56:07Z', 'revision_number': 6, 'project_id': 'a96917301799479785e74547090d924c', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:07.850465 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8910b0-eca7-4090-8f01-ba76cd4007fd None None] The sync data for ids ['bdf6ae9d-6a7a-4d72-9c88-f1d369838d46'] in n-d-799529-2 is: [{'id': 'bdf6ae9d-6a7a-4d72-9c88-f1d369838d46', 'name': 'tempest-TestMinimumBasicScenario-93956491-router', 'tenant_id': 'a96917301799479785e74547090d924c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:53:54Z', 'updated_at': '2021-07-06T12:56:07Z', 'revision_number': 6, 'project_id': 'a96917301799479785e74547090d924c', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:56:07.884001 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ac31-7b6d-499a-bda2-d1cc61984d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:07.915359 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9ac31-7b6d-499a-bda2-d1cc61984d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c542b3b-132a-45d3-b976-674bb5a2f9f4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:07.974619 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ac31-7b6d-499a-bda2-d1cc61984d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.065886 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ac31-7b6d-499a-bda2-d1cc61984d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.068035 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ac31-7b6d-499a-bda2-d1cc61984d16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.115431 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ac31-7b6d-499a-bda2-d1cc61984d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.115947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f9ac31-7b6d-499a-bda2-d1cc61984d16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdf6ae9d-6a7a-4d72-9c88-f1d369838d46 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:56:08.121414 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6f9ac31-7b6d-499a-bda2-d1cc61984d16 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.123659 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a6f9ac31-7b6d-499a-bda2-d1cc61984d16 admin admin] 10.222.0.81 "DELETE /v2.0/routers/bdf6ae9d-6a7a-4d72-9c88-f1d369838d46 HTTP/1.1" status: 204 len: 168 time: 0.7833097 Jul 06 12:56:08.126205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55642) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:08.170532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04b0b68-fedf-4328-a342-bb0736116415 admin admin] Deleting subnet ed4c7141-1581-4295-9d33-0fbb196d8b01 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:56:08.173611 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a04b0b68-fedf-4328-a342-bb0736116415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.210315 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a04b0b68-fedf-4328-a342-bb0736116415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.231503 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b435645c-dab9-44a6-ba36-7e3c68776273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.299175 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a04b0b68-fedf-4328-a342-bb0736116415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.345932 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.370888 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a04b0b68-fedf-4328-a342-bb0736116415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.400240 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b0b68-fedf-4328-a342-bb0736116415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed4c7141-1581-4295-9d33-0fbb196d8b01,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:08.404078 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a04b0b68-fedf-4328-a342-bb0736116415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.406129 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddfac20-93d9-4640-8164-bb931c404b84 None None] Network f4521a7c-d32a-49e8-b4e1-037a7889b9ea requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:56:08.406395 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a04b0b68-fedf-4328-a342-bb0736116415 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ed4c7141-1581-4295-9d33-0fbb196d8b01 HTTP/1.1" status: 204 len: 168 time: 0.2792392 Jul 06 12:56:08.409496 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55644) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:08.476463 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.530560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] Deleting port 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:56:08.530901 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.599627 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] For port 75a4f999-2fc7-489d-967b-ad98fb5a8ff5, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=75a4f999-2fc7-489d-967b-ad98fb5a8ff5,segment=NetworkSegment(aa0019e3-5762-43c6-987f-05c1602fb7e4),segment_id=aa0019e3-5762-43c6-987f-05c1602fb7e4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:08.599985 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.614632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] Calling delete_port for 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:56:08.636466 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] DHCP port deletion for f4521a7c-d32a-49e8-b4e1-037a7889b9ea request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:56:08.683884 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Deleting port 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:56:08.684260 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.696441 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.727758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=75a4f999-2fc7-489d-967b-ad98fb5a8ff5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:08.731129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] No DVR routers for this DVR port 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:56:08.758291 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] For port 75a4f999-2fc7-489d-967b-ad98fb5a8ff5, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=75a4f999-2fc7-489d-967b-ad98fb5a8ff5,segment=NetworkSegment(aa0019e3-5762-43c6-987f-05c1602fb7e4),segment_id=aa0019e3-5762-43c6-987f-05c1602fb7e4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:08.758682 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.775806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Calling delete_port for 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:56:08.802109 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.811884 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4521a7c-d32a-49e8-b4e1-037a7889b9ea']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:08.822311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0019e3-5762-43c6-987f-05c1602fb7e4') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:08.822612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0019e3-5762-43c6-987f-05c1602fb7e4') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:08.832497 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.847370 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.852750 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.853762 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:56:08.854322 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:56:08.856804 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:56:08.880714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Pushing event deleted for resources: {'Port': ['ID=75a4f999-2fc7-489d-967b-ad98fb5a8ff5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:08.883045 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] No DVR routers for this DVR port 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:56:08.896960 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:08.897531 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:08.897925 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:08.898326 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:08.899267 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:08.899267 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:08.899512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:08.899889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:08.900274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:08.901086 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:08.901086 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:08.901495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b31190-8c49-44ed-8af6-960fbe4b33b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:08.935892 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.945455 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:08.946677 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f4521a7c-d32a-49e8-b4e1-037a7889b9ea HTTP/1.1" status: 204 len: 168 time: 0.5368214 Jul 06 12:56:08.961739 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905c60c-e559-44ea-9505-4b7328163fc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4521a7c-d32a-49e8-b4e1-037a7889b9ea,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:09.049780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:56:09.069287 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:56:09.069629 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 75a4f999-2fc7-489d-967b-ad98fb5a8ff5 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:56:09.070095 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 13ee2376-909c-441d-af87-837cb115e6b9 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:56:09.091980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 13ee2376-909c-441d-af87-837cb115e6b9 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:56:09.092325 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 13ee2376-909c-441d-af87-837cb115e6b9 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:56:09.092745 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4c542b3b-132a-45d3-b976-674bb5a2f9f4 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:56:09.111261 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 4c542b3b-132a-45d3-b976-674bb5a2f9f4 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:56:09.111609 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 4c542b3b-132a-45d3-b976-674bb5a2f9f4 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:56:09.119370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55648) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:09.159795 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c6aff77c-c355-4806-b6c3-6627796ab4b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=081df5e163954b6ba5db4e09a152ca51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390966 Jul 06 12:56:09.162038 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55650) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:09.210146 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ad1b66f-f90b-412a-ab8f-64d58db36537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:09.230431 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ad1b66f-f90b-412a-ab8f-64d58db36537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:09.278883 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ad1b66f-f90b-412a-ab8f-64d58db36537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:09.283328 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ad1b66f-f90b-412a-ab8f-64d58db36537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:09.284520 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4ad1b66f-f90b-412a-ab8f-64d58db36537 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8cee1dad-630b-4bdd-8fbd-f14e4c87c694 HTTP/1.1" status: 204 len: 168 time: 0.1215770 Jul 06 12:56:09.292622 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1b66f-f90b-412a-ab8f-64d58db36537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cee1dad-630b-4bdd-8fbd-f14e4c87c694,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:09.584378 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:09.594189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55656) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:09.638892 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f4310d8a-3b0e-4bca-8ff0-9dd7e2c65596 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a96917301799479785e74547090d924c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434306 Jul 06 12:56:09.641338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55658) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:09.688262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c591-047b-4e1a-a196-288c9917c9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:09.708403 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c591-047b-4e1a-a196-288c9917c9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:09.755523 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c591-047b-4e1a-a196-288c9917c9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:09.758154 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c591-047b-4e1a-a196-288c9917c9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:09.759350 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b4f6c591-047b-4e1a-a196-288c9917c9fa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e930dffd-6fad-43cb-a37d-ce5a270e4bd0 HTTP/1.1" status: 204 len: 168 time: 0.1170657 Jul 06 12:56:09.767309 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6c591-047b-4e1a-a196-288c9917c9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e930dffd-6fad-43cb-a37d-ce5a270e4bd0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:11.166731 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.363474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55698) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:11.368167 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7072402e-8ab0-4f5a-9a2a-8739003ce0b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457354328', 'description': 'tempest-secgroup-smoke-457354328 description', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:56:11.390050 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7072402e-8ab0-4f5a-9a2a-8739003ce0b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.397792 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7072402e-8ab0-4f5a-9a2a-8739003ce0b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.490508 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7072402e-8ab0-4f5a-9a2a-8739003ce0b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.494310 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7072402e-8ab0-4f5a-9a2a-8739003ce0b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.530584 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072402e-8ab0-4f5a-9a2a-8739003ce0b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a00583-e3a2-4281-94db-f79df56ef961,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:11.588333 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7072402e-8ab0-4f5a-9a2a-8739003ce0b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.593802 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7072402e-8ab0-4f5a-9a2a-8739003ce0b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.620512 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7072402e-8ab0-4f5a-9a2a-8739003ce0b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.621951 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7072402e-8ab0-4f5a-9a2a-8739003ce0b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2574704 Jul 06 12:56:11.625369 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55700) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:11.626213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072402e-8ab0-4f5a-9a2a-8739003ce0b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2199f9c8-8e15-410c-afc1-9681f9f1b1ef,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:11.631091 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-97cee15d-0188-4c6a-8260-23ee803a2fae tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '2199f9c8-8e15-410c-afc1-9681f9f1b1ef', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:56:11.659156 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97cee15d-0188-4c6a-8260-23ee803a2fae tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.714740 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97cee15d-0188-4c6a-8260-23ee803a2fae tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.719092 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97cee15d-0188-4c6a-8260-23ee803a2fae tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.739971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cee15d-0188-4c6a-8260-23ee803a2fae tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6adce3-790b-4c5b-b5c9-1b2fae585b92,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:11.743447 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97cee15d-0188-4c6a-8260-23ee803a2fae tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.744818 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-97cee15d-0188-4c6a-8260-23ee803a2fae tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183114 Jul 06 12:56:11.747522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55702) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:11.753048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f096c9c8-576c-4536-8315-1b02f004a33f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '2199f9c8-8e15-410c-afc1-9681f9f1b1ef', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:56:11.779631 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f096c9c8-576c-4536-8315-1b02f004a33f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.836277 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f096c9c8-576c-4536-8315-1b02f004a33f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.840664 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f096c9c8-576c-4536-8315-1b02f004a33f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.860836 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096c9c8-576c-4536-8315-1b02f004a33f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74de4b35-e23c-4227-bb9a-20cd18c7f930,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:11.866752 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f096c9c8-576c-4536-8315-1b02f004a33f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.868022 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f096c9c8-576c-4536-8315-1b02f004a33f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194634 Jul 06 12:56:11.870832 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55704) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:11.875505 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-9b07e8b1-50d3-41ca-83f5-40c6c873ea4a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '2199f9c8-8e15-410c-afc1-9681f9f1b1ef', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:56:11.902628 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9b07e8b1-50d3-41ca-83f5-40c6c873ea4a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.964197 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9b07e8b1-50d3-41ca-83f5-40c6c873ea4a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.968882 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9b07e8b1-50d3-41ca-83f5-40c6c873ea4a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.986723 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07e8b1-50d3-41ca-83f5-40c6c873ea4a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb2be50-44e5-439e-bd6b-2c7a9c8a41a1,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:11.991893 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9b07e8b1-50d3-41ca-83f5-40c6c873ea4a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:11.993135 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9b07e8b1-50d3-41ca-83f5-40c6c873ea4a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212642 Jul 06 12:56:11.995830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55706) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:12.001298 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-13d4963c-faf0-4263-b065-a93e5a1828f3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '2199f9c8-8e15-410c-afc1-9681f9f1b1ef', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:56:12.028361 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-13d4963c-faf0-4263-b065-a93e5a1828f3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.095590 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-13d4963c-faf0-4263-b065-a93e5a1828f3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.099787 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-13d4963c-faf0-4263-b065-a93e5a1828f3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.119183 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4963c-faf0-4263-b065-a93e5a1828f3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8964b0d-e7ca-489c-ab72-a8a97871126c,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:12.126954 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-13d4963c-faf0-4263-b065-a93e5a1828f3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.128415 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-13d4963c-faf0-4263-b065-a93e5a1828f3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316192 Jul 06 12:56:12.131244 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55708) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:12.136050 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-437d87bb-ee53-46f7-a70d-7100f9f45fe3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '2199f9c8-8e15-410c-afc1-9681f9f1b1ef', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:56:12.157176 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-437d87bb-ee53-46f7-a70d-7100f9f45fe3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Project aa49d030c0f44f41a3c32b32bbb85d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:56:12.161808 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-437d87bb-ee53-46f7-a70d-7100f9f45fe3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.221110 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-437d87bb-ee53-46f7-a70d-7100f9f45fe3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.224708 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-437d87bb-ee53-46f7-a70d-7100f9f45fe3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.241778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d87bb-ee53-46f7-a70d-7100f9f45fe3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d7b900-ee1b-4ebc-b7a5-f812cb9248d7,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:12.249108 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-437d87bb-ee53-46f7-a70d-7100f9f45fe3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.250305 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-437d87bb-ee53-46f7-a70d-7100f9f45fe3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180241 Jul 06 12:56:12.253095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55710) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:12.257508 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-61ad25e6-5906-45b5-9564-735b11ef872b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '2199f9c8-8e15-410c-afc1-9681f9f1b1ef', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:56:12.279050 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-61ad25e6-5906-45b5-9564-735b11ef872b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Project aa49d030c0f44f41a3c32b32bbb85d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:56:12.283772 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61ad25e6-5906-45b5-9564-735b11ef872b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.345396 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61ad25e6-5906-45b5-9564-735b11ef872b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.348923 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61ad25e6-5906-45b5-9564-735b11ef872b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.366221 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad25e6-5906-45b5-9564-735b11ef872b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ee3a94-f4c7-4f6c-b239-df6f5ed3d995,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:12.371554 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61ad25e6-5906-45b5-9564-735b11ef872b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.373310 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-61ad25e6-5906-45b5-9564-735b11ef872b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192875 Jul 06 12:56:12.376420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55714) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:12.386596 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5edb0dd3-a784-4056-bbee-552ae21ed62b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'network': {'name': 'tempest-network-smoke--2106962016', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'port_security_enabled': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:56:12.408646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edb0dd3-a784-4056-bbee-552ae21ed62b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Made reservation on behalf of aa49d030c0f44f41a3c32b32bbb85d24 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:56:12.412288 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5edb0dd3-a784-4056-bbee-552ae21ed62b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.439519 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edb0dd3-a784-4056-bbee-552ae21ed62b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:56:12.448569 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5edb0dd3-a784-4056-bbee-552ae21ed62b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.448904 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-5edb0dd3-a784-4056-bbee-552ae21ed62b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Added segment 15106af2-243f-4797-b4c4-0b5ab27bb70f of type vlan for network ba4fee0e-21d5-489d-882c-cedcf7ce6a16 Jul 06 12:56:12.491564 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5edb0dd3-a784-4056-bbee-552ae21ed62b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.519203 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5edb0dd3-a784-4056-bbee-552ae21ed62b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.524843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edb0dd3-a784-4056-bbee-552ae21ed62b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:12.525419 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5edb0dd3-a784-4056-bbee-552ae21ed62b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.581121 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5edb0dd3-a784-4056-bbee-552ae21ed62b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2036343 Jul 06 12:56:12.584421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55718) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:12.589238 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1549633669', 'admin_state_up': True, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:56:12.592472 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb0dd3-a784-4056-bbee-552ae21ed62b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Network': ['ID=ba4fee0e-21d5-489d-882c-cedcf7ce6a16,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:12.604236 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network ba4fee0e-21d5-489d-882c-cedcf7ce6a16 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:56:12.613607 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.614676 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.665747 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.800652 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:12.995030 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:13.013466 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:13.111937 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.25.4.248 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/cb913aea-ebef-4b0c-94f5-7a2f64a75597) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:56:13.219214 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:13.257403 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:13.294495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:56:13.299141 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:56:13.302830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:56:13.324393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=cb913aea-ebef-4b0c-94f5-7a2f64a75597,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:13.604356 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:14.099761 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:14.235884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router c694047e-f754-4531-9dae-26c1dc773a7d is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:56:14.344064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:56:14.353418 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Sync routers for ids ['c694047e-f754-4531-9dae-26c1dc773a7d'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:56:14.363571 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:14.363783 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Routers {'c694047e-f754-4531-9dae-26c1dc773a7d'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:56:14.364310 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:56:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c694047e-f754-4531-9dae-26c1dc773a7d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:14.368084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-6ce18327-21d7-4a89-87e7-451fef7ff184 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7825921 Jul 06 12:56:14.368265 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55720) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:14.472990 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Set router c694047e-f754-4531-9dae-26c1dc773a7d gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:56:14.494234 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-21d0d874-2919-45bb-acb7-c51d1d93af79 tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=aa49d030c0f44f41a3c32b32bbb85d24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1247077 Jul 06 12:56:14.496926 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55724) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:14.658005 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549633669', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:56:12Z', 'updated_at': '2021-07-06T12:56:13Z', 'revision_number': 3, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:13Z', 'updated_at': '2021-07-06T12:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:14.675209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9ce7dd-d6c0-4c5b-a217-f04479b3252a tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:14.676762 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6a9ce7dd-d6c0-4c5b-a217-f04479b3252a tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1784050 Jul 06 12:56:14.679520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55726) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:14.683927 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Checking router: c694047e-f754-4531-9dae-26c1dc773a7d for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:56:14.684277 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Updating router c694047e-f754-4531-9dae-26c1dc773a7d port cb913aea-ebef-4b0c-94f5-7a2f64a75597 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:56:14.713882 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f820050d-0f93-4af9-9cec-71410e3924e6 tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332670 Jul 06 12:56:14.716572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55728) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:14.717966 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:14.721503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-be6edc6a-d5c6-4beb-a756-119b8b400959 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-262670539', 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:56:14.806860 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6edc6a-d5c6-4beb-a756-119b8b400959 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Made reservation on behalf of aa49d030c0f44f41a3c32b32bbb85d24 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:56:14.811414 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be6edc6a-d5c6-4beb-a756-119b8b400959 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:14.978708 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:14.989969 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Transition to ACTIVE for port object cb913aea-ebef-4b0c-94f5-7a2f64a75597 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:56:14.997047 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be6edc6a-d5c6-4beb-a756-119b8b400959 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:14.998994 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:15.052668 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Attempting to bind port cb913aea-ebef-4b0c-94f5-7a2f64a75597 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:56:15.053180 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Attempting to bind port cb913aea-ebef-4b0c-94f5-7a2f64a75597 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:56:15.053562 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Attempting to bind port cb913aea-ebef-4b0c-94f5-7a2f64a75597 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:56:15.060074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6edc6a-d5c6-4beb-a756-119b8b400959 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Subnet': ['ID=25fa0863-f9d8-4e7d-92f5-52828e13de4a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:15.067061 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6edc6a-d5c6-4beb-a756-119b8b400959 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Checking segment: {'id': '15106af2-243f-4797-b4c4-0b5ab27bb70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:56:15.067185 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a8c5c-a541-47a4-9b36-c96b79996e0b None None] Pushing event updated for resources: {'Port': ['ID=cb913aea-ebef-4b0c-94f5-7a2f64a75597,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:15.067457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6edc6a-d5c6-4beb-a756-119b8b400959 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network hostable DHCP agents. Network: ba4fee0e-21d5-489d-882c-cedcf7ce6a16, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:56:15.070487 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:56:15.070828 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:56:15.071248 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:15.071641 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:56:15.072111 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Bound port: cb913aea-ebef-4b0c-94f5-7a2f64a75597, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:56:15.072491 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:15.077774 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:56:15.080232 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a8c5c-a541-47a4-9b36-c96b79996e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:15.080690 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a8c5c-a541-47a4-9b36-c96b79996e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:15.080942 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a8c5c-a541-47a4-9b36-c96b79996e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:15.081296 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a8c5c-a541-47a4-9b36-c96b79996e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:15.081668 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a8c5c-a541-47a4-9b36-c96b79996e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:15.082033 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a8c5c-a541-47a4-9b36-c96b79996e0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:15.082387 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a8c5c-a541-47a4-9b36-c96b79996e0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:15.082729 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a8c5c-a541-47a4-9b36-c96b79996e0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:15.083121 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a8c5c-a541-47a4-9b36-c96b79996e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:15.083515 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a8c5c-a541-47a4-9b36-c96b79996e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:15.083844 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a8c5c-a541-47a4-9b36-c96b79996e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:15.084198 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799a8c5c-a541-47a4-9b36-c96b79996e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:56:15.084751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6edc6a-d5c6-4beb-a756-119b8b400959 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network ba4fee0e-21d5-489d-882c-cedcf7ce6a16 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:56:15.096078 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-be6edc6a-d5c6-4beb-a756-119b8b400959 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, ba4fee0e-21d5-489d-882c-cedcf7ce6a16) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:56:15.100726 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6edc6a-d5c6-4beb-a756-119b8b400959 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:15.101377 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be6edc6a-d5c6-4beb-a756-119b8b400959 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:15.106557 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c764f969-e399-4d2c-9d4f-0983b4dc65a2 None None] Network ba4fee0e-21d5-489d-882c-cedcf7ce6a16 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:56:15.121676 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-be6edc6a-d5c6-4beb-a756-119b8b400959 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4021521 Jul 06 12:56:15.122458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55730) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:15.138307 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] For port cb913aea-ebef-4b0c-94f5-7a2f64a75597, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:56:15.142268 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] For port cb913aea-ebef-4b0c-94f5-7a2f64a75597, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=cb913aea-ebef-4b0c-94f5-7a2f64a75597,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:56:15.147522 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:15.205214 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Routers {'c694047e-f754-4531-9dae-26c1dc773a7d'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:56:15.205934 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:56:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c694047e-f754-4531-9dae-26c1dc773a7d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:15.259314 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a8c5c-a541-47a4-9b36-c96b79996e0b None None] Pushing event updated for resources: {'Port': ['ID=cb913aea-ebef-4b0c-94f5-7a2f64a75597,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:15.271950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ips': [{'subnet_id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:56:15.272909 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:15.334525 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] Set router c694047e-f754-4531-9dae-26c1dc773a7d gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:56:15.423149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Allocated IP 172.20.0.2 (ba4fee0e-21d5-489d-882c-cedcf7ce6a16/25fa0863-f9d8-4e7d-92f5-52828e13de4a/510d34ba-bf66-44f4-92ba-261fa0db7e0f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:56:15.526621 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549633669', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:56:12Z', 'updated_at': '2021-07-06T12:56:13Z', 'revision_number': 3, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:13Z', 'updated_at': '2021-07-06T12:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:15.564627 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d770c06-4b84-4174-a412-fae97cbd563b None None] The sync data for ids ['c694047e-f754-4531-9dae-26c1dc773a7d'] in n-d-799529-2 is: [{'id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549633669', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:56:12Z', 'updated_at': '2021-07-06T12:56:13Z', 'revision_number': 3, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:13Z', 'updated_at': '2021-07-06T12:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:56:15.597243 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:15.606582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Transition to ACTIVE for port object 510d34ba-bf66-44f4-92ba-261fa0db7e0f will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:56:15.625662 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Transition to ACTIVE for port object 510d34ba-bf66-44f4-92ba-261fa0db7e0f will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:56:15.633309 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:15.673327 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Network ba4fee0e-21d5-489d-882c-cedcf7ce6a16 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:56:15.678616 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:56:15.683221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:56:15.690659 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Pushing event updated for resources: {'Port': ['ID=510d34ba-bf66-44f4-92ba-261fa0db7e0f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:15.748873 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Attempting to bind port 510d34ba-bf66-44f4-92ba-261fa0db7e0f on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:56:15.749389 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Attempting to bind port 510d34ba-bf66-44f4-92ba-261fa0db7e0f by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '15106af2-243f-4797-b4c4-0b5ab27bb70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:56:15.749869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Attempting to bind port 510d34ba-bf66-44f4-92ba-261fa0db7e0f on network ba4fee0e-21d5-489d-882c-cedcf7ce6a16 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:56:15.755436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:56:15.755947 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Checking segment: {'id': '15106af2-243f-4797-b4c4-0b5ab27bb70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:56:15.756457 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:15.756955 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Bound using segment: {'id': '15106af2-243f-4797-b4c4-0b5ab27bb70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:56:15.757544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Bound port: 510d34ba-bf66-44f4-92ba-261fa0db7e0f, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15106af2-243f-4797-b4c4-0b5ab27bb70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:56:15.758029 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:15.848714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] For port 510d34ba-bf66-44f4-92ba-261fa0db7e0f, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:56:15.852429 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] For port 510d34ba-bf66-44f4-92ba-261fa0db7e0f, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=510d34ba-bf66-44f4-92ba-261fa0db7e0f,segment=NetworkSegment(15106af2-243f-4797-b4c4-0b5ab27bb70f),segment_id=15106af2-243f-4797-b4c4-0b5ab27bb70f)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:56:15.858246 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:15.942956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e7577-5ab0-4aa5-8f3b-cb2d6c286bbe None None] Pushing event updated for resources: {'Port': ['ID=510d34ba-bf66-44f4-92ba-261fa0db7e0f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:16.073845 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:16.444790 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.20.0.1 (ba4fee0e-21d5-489d-882c-cedcf7ce6a16/25fa0863-f9d8-4e7d-92f5-52828e13de4a/75312cfd-9ccc-4eaf-ae3a-d8fde679c032) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:56:16.561215 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:16.573758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Transition to ACTIVE for port object 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:56:16.609447 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:16.659594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network ba4fee0e-21d5-489d-882c-cedcf7ce6a16 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:56:16.662823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:56:16.670184 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:56:16.695853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=75312cfd-9ccc-4eaf-ae3a-d8fde679c032,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:16.722125 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:16.867085 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:16.916329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14745bf9-8602-475a-9869-b872f5e61c75 None None] Network ba4fee0e-21d5-489d-882c-cedcf7ce6a16 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:56:16.987318 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-890c0740-e7a2-41c6-914c-8f08f2546244 None None] Provisioning for port 510d34ba-bf66-44f4-92ba-261fa0db7e0f completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:56:17.138842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cb913aea-ebef-4b0c-94f5-7a2f64a75597 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:56:17.185774 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:17.193781 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:17.212706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port cb913aea-ebef-4b0c-94f5-7a2f64a75597 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:56:17.217501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port cb913aea-ebef-4b0c-94f5-7a2f64a75597 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:56:17.217942 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:17.289974 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:17.292864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=75312cfd-9ccc-4eaf-ae3a-d8fde679c032,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:17.336994 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:17.376370 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port cb913aea-ebef-4b0c-94f5-7a2f64a75597, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=cb913aea-ebef-4b0c-94f5-7a2f64a75597,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:17.391662 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:17.393632 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 510d34ba-bf66-44f4-92ba-261fa0db7e0f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:56:17.427032 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network ba4fee0e-21d5-489d-882c-cedcf7ce6a16 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:56:17.428804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:56:17.487018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fb615a9b-7622-45ec-b9e9-a747ec22c31c None None] Provisioning for port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:56:17.494895 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fb615a9b-7622-45ec-b9e9-a747ec22c31c None None] Provisioning complete for port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:56:17.495376 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fb615a9b-7622-45ec-b9e9-a747ec22c31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:17.556519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=cb913aea-ebef-4b0c-94f5-7a2f64a75597,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:17.576740 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-fb615a9b-7622-45ec-b9e9-a747ec22c31c None None] Port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:56:17.591068 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 510d34ba-bf66-44f4-92ba-261fa0db7e0f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:56:17.595183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fb615a9b-7622-45ec-b9e9-a747ec22c31c None None] Provisioning complete for port 510d34ba-bf66-44f4-92ba-261fa0db7e0f triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:56:17.595731 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fb615a9b-7622-45ec-b9e9-a747ec22c31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:17.597362 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 510d34ba-bf66-44f4-92ba-261fa0db7e0f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:56:17.597783 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:17.628310 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router c694047e-f754-4531-9dae-26c1dc773a7d has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:56:17.751710 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:17.753616 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fb615a9b-7622-45ec-b9e9-a747ec22c31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:17.758291 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:56:17.772344 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5e3a5352-973f-4321-a7ac-5364cbfed4e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "PUT /v2.0/routers/c694047e-f754-4531-9dae-26c1dc773a7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6487436 Jul 06 12:56:17.775108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Sync routers for ids ['c694047e-f754-4531-9dae-26c1dc773a7d'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:56:17.814386 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Routers {'c694047e-f754-4531-9dae-26c1dc773a7d'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:56:17.815034 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:56:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c694047e-f754-4531-9dae-26c1dc773a7d'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:17.820347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 510d34ba-bf66-44f4-92ba-261fa0db7e0f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=510d34ba-bf66-44f4-92ba-261fa0db7e0f,segment=NetworkSegment(15106af2-243f-4797-b4c4-0b5ab27bb70f),segment_id=15106af2-243f-4797-b4c4-0b5ab27bb70f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:17.853452 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:17.934897 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-a3330242-b7c9-4440-9a91-69b7fc0a4f14 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457354328&fields=id&tenant_id=aa49d030c0f44f41a3c32b32bbb85d24 HTTP/1.1" status: 200 len: 267 time: 0.0451746 Jul 06 12:56:17.983272 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-fb615a9b-7622-45ec-b9e9-a747ec22c31c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 12:56:17.983837 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-fb615a9b-7622-45ec-b9e9-a747ec22c31c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 12:56:17.992228 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=510d34ba-bf66-44f4-92ba-261fa0db7e0f,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:17.996653 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Set router c694047e-f754-4531-9dae-26c1dc773a7d gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:56:18.045827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-8190406d-7702-4176-95f6-9261b050664d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:18.047464 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-8190406d-7702-4176-95f6-9261b050664d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/networks?id=ba4fee0e-21d5-489d-882c-cedcf7ce6a16 HTTP/1.1" status: 200 len: 797 time: 0.1058655 Jul 06 12:56:18.062435 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-4d4567fa-e19d-46d2-93c4-68d641c1fe6a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/quotas/aa49d030c0f44f41a3c32b32bbb85d24 HTTP/1.1" status: 200 len: 375 time: 0.0094228 Jul 06 12:56:18.130691 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-0ce537b3-e748-44dc-adc4-2d16e20c5b63 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630872 Jul 06 12:56:18.238144 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-7da201e6-6731-4295-92d2-810286892da8 service neutron] 10.222.0.81 "GET /v2.0/networks/ba4fee0e-21d5-489d-882c-cedcf7ce6a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953619 Jul 06 12:56:18.331170 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-a6ac34d0-af86-4eae-a897-2122504e57f2 service neutron] 10.222.0.81 "GET /v2.0/networks/ba4fee0e-21d5-489d-882c-cedcf7ce6a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868630 Jul 06 12:56:18.359839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549633669', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:56:12Z', 'updated_at': '2021-07-06T12:56:16Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:13Z', 'updated_at': '2021-07-06T12:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '75312cfd-9ccc-4eaf-ae3a-d8fde679c032', 'name': '', 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d7:fa:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:16Z', 'updated_at': '2021-07-06T12:56:17Z', 'revision_number': 2, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:18.385462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Checking router: c694047e-f754-4531-9dae-26c1dc773a7d for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:56:18.385755 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Updating router c694047e-f754-4531-9dae-26c1dc773a7d port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:56:18.420551 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:18.516458 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-019475f3-a832-48f9-9331-deb9b2ceba85 req-bf20ecd4-1508-4377-b22d-8be25ed8522f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 210 time: 0.0332136 Jul 06 12:56:18.719065 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:18.721279 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3f23b958-7072-4cca-94ce-295fdd1d217f None None] Provisioning complete for port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:56:18.721635 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f23b958-7072-4cca-94ce-295fdd1d217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:18.752914 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Transition to ACTIVE for port object 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:56:18.764479 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:18.770522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3f23b958-7072-4cca-94ce-295fdd1d217f None None] Port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:56:18.815262 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e1ebd-0ee0-489e-a036-efabb171189a None None] Pushing event updated for resources: {'Port': ['ID=75312cfd-9ccc-4eaf-ae3a-d8fde679c032,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:18.872368 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Attempting to bind port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:56:18.872724 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Attempting to bind port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '15106af2-243f-4797-b4c4-0b5ab27bb70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:56:18.873087 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Attempting to bind port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 on network ba4fee0e-21d5-489d-882c-cedcf7ce6a16 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:56:18.878306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:56:18.878610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Checking segment: {'id': '15106af2-243f-4797-b4c4-0b5ab27bb70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:56:18.879013 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:18.879462 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Bound using segment: {'id': '15106af2-243f-4797-b4c4-0b5ab27bb70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:56:18.879911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Bound port: 75312cfd-9ccc-4eaf-ae3a-d8fde679c032, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15106af2-243f-4797-b4c4-0b5ab27bb70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:56:18.880291 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:18.944779 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] For port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:56:18.948040 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] For port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=75312cfd-9ccc-4eaf-ae3a-d8fde679c032,segment=NetworkSegment(15106af2-243f-4797-b4c4-0b5ab27bb70f),segment_id=15106af2-243f-4797-b4c4-0b5ab27bb70f)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:56:18.953786 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:19.028517 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e1ebd-0ee0-489e-a036-efabb171189a None None] Pushing event updated for resources: {'Port': ['ID=75312cfd-9ccc-4eaf-ae3a-d8fde679c032,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:19.031702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Routers {'c694047e-f754-4531-9dae-26c1dc773a7d'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:56:19.032418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:56:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c694047e-f754-4531-9dae-26c1dc773a7d'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:19.078770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cb913aea-ebef-4b0c-94f5-7a2f64a75597 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:56:19.177097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] Set router c694047e-f754-4531-9dae-26c1dc773a7d gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:56:19.206741 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port cb913aea-ebef-4b0c-94f5-7a2f64a75597 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:56:19.207107 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:19.401033 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 510d34ba-bf66-44f4-92ba-261fa0db7e0f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:56:19.483691 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 510d34ba-bf66-44f4-92ba-261fa0db7e0f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:56:19.484067 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:19.487011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549633669', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:56:12Z', 'updated_at': '2021-07-06T12:56:16Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:13Z', 'updated_at': '2021-07-06T12:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '75312cfd-9ccc-4eaf-ae3a-d8fde679c032', 'name': '', 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d7:fa:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:16Z', 'updated_at': '2021-07-06T12:56:18Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:19.535564 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd17e16-dd83-43ee-9dfe-3511084d987e None None] The sync data for ids ['c694047e-f754-4531-9dae-26c1dc773a7d'] in n-d-799529-2 is: [{'id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549633669', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:56:12Z', 'updated_at': '2021-07-06T12:56:16Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:13Z', 'updated_at': '2021-07-06T12:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '75312cfd-9ccc-4eaf-ae3a-d8fde679c032', 'name': '', 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d7:fa:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:16Z', 'updated_at': '2021-07-06T12:56:18Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:56:19.641504 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6c227d44-b5b4-4aa3-84da-f6af8dea6948 req-dafad5e5-6037-4750-b0d9-6b181703cdfd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 210 time: 0.0537119 Jul 06 12:56:20.788230 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0c095f0b-eb78-4836-b981-f40733a7a738 req-e8c26377-de32-4ce5-af19-569eaab7ed6f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 210 time: 0.0289259 Jul 06 12:56:21.084550 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:56:21.134132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:56:21.138533 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:56:21.138909 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:21.230488 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:21.263630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=75312cfd-9ccc-4eaf-ae3a-d8fde679c032,segment=NetworkSegment(15106af2-243f-4797-b4c4-0b5ab27bb70f),segment_id=15106af2-243f-4797-b4c4-0b5ab27bb70f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:21.267676 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:21.318997 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=75312cfd-9ccc-4eaf-ae3a-d8fde679c032,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:21.674206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-af9a11fd-c2c5-4cb7-a9ca-b1cb46be23ad tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:21.675969 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-af9a11fd-c2c5-4cb7-a9ca-b1cb46be23ad tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.23 "GET /v2.0/networks?id=ba4fee0e-21d5-489d-882c-cedcf7ce6a16 HTTP/1.1" status: 200 len: 797 time: 0.1116331 Jul 06 12:56:21.736405 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-6c0c370c-c5e1-40eb-89e5-86f202ab1717 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa49d030c0f44f41a3c32b32bbb85d24 HTTP/1.1" status: 200 len: 379 time: 0.0499198 Jul 06 12:56:21.746014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-258f281c-71a4-4ff4-aaa9-5af2705e0275 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'port': {'device_id': '303e2404-0fa9-4d83-bd2f-8aff6a8cc762', 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'admin_state_up': True, 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'security_groups': ['2199f9c8-8e15-410c-afc1-9681f9f1b1ef']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:56:21.859721 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-258f281c-71a4-4ff4-aaa9-5af2705e0275 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Made reservation on behalf of aa49d030c0f44f41a3c32b32bbb85d24 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:56:21.863774 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-258f281c-71a4-4ff4-aaa9-5af2705e0275 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:21.934217 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ad29c012-6433-412d-abf7-cd0b97e5b87d req-4ac9133e-8229-43a2-a45f-7956f63c033d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 210 time: 0.0308945 Jul 06 12:56:21.993230 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-258f281c-71a4-4ff4-aaa9-5af2705e0275 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.20.0.7 (ba4fee0e-21d5-489d-882c-cedcf7ce6a16/25fa0863-f9d8-4e7d-92f5-52828e13de4a/22bc1c76-9993-4d65-a474-2c2dd2167a92) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:56:22.138399 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-258f281c-71a4-4ff4-aaa9-5af2705e0275 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:22.155555 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-258f281c-71a4-4ff4-aaa9-5af2705e0275 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Transition to ACTIVE for port object 22bc1c76-9993-4d65-a474-2c2dd2167a92 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:56:22.188838 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-258f281c-71a4-4ff4-aaa9-5af2705e0275 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:22.232147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-258f281c-71a4-4ff4-aaa9-5af2705e0275 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network ba4fee0e-21d5-489d-882c-cedcf7ce6a16 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:56:22.235323 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-258f281c-71a4-4ff4-aaa9-5af2705e0275 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:56:22.241559 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-258f281c-71a4-4ff4-aaa9-5af2705e0275 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:56:22.271458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f281c-71a4-4ff4-aaa9-5af2705e0275 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=22bc1c76-9993-4d65-a474-2c2dd2167a92,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:22.300809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-258f281c-71a4-4ff4-aaa9-5af2705e0275 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:22.301458 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-258f281c-71a4-4ff4-aaa9-5af2705e0275 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:22.317110 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-258f281c-71a4-4ff4-aaa9-5af2705e0275 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5757525 Jul 06 12:56:22.374543 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Request body: {'port': {'device_id': '303e2404-0fa9-4d83-bd2f-8aff6a8cc762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:56:22.452310 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:22.463856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9eeeca1d-29b2-4f96-a711-936d007c0097 None None] Provisioning for port 22bc1c76-9993-4d65-a474-2c2dd2167a92 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:56:22.468655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9eeeca1d-29b2-4f96-a711-936d007c0097 None None] Provisioning complete for port 22bc1c76-9993-4d65-a474-2c2dd2167a92 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:56:22.469333 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9eeeca1d-29b2-4f96-a711-936d007c0097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:22.508698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9eeeca1d-29b2-4f96-a711-936d007c0097 None None] Port 22bc1c76-9993-4d65-a474-2c2dd2167a92 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:56:22.958861 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22bc1c76-9993-4d65-a474-2c2dd2167a92 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:56:22.967013 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:22.979389 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Transition to ACTIVE for port object 22bc1c76-9993-4d65-a474-2c2dd2167a92 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:56:22.984456 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:23.057301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Pushing event updated for resources: {'Port': ['ID=22bc1c76-9993-4d65-a474-2c2dd2167a92,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:23.081043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:56:23.119868 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Attempting to bind port 22bc1c76-9993-4d65-a474-2c2dd2167a92 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:56:23.120347 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Attempting to bind port 22bc1c76-9993-4d65-a474-2c2dd2167a92 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '15106af2-243f-4797-b4c4-0b5ab27bb70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:56:23.120850 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Attempting to bind port 22bc1c76-9993-4d65-a474-2c2dd2167a92 on network ba4fee0e-21d5-489d-882c-cedcf7ce6a16 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:56:23.125618 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Port 22bc1c76-9993-4d65-a474-2c2dd2167a92 on network ba4fee0e-21d5-489d-882c-cedcf7ce6a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:56:23.125948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Attempting to bind port 22bc1c76-9993-4d65-a474-2c2dd2167a92 on network ba4fee0e-21d5-489d-882c-cedcf7ce6a16 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:56:23.128057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff778c1-f488-4b24-92b9-3e534ce4a258 req-ca861a5f-9219-4d98-80f7-0da549146494 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:23.130246 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eff778c1-f488-4b24-92b9-3e534ce4a258 req-ca861a5f-9219-4d98-80f7-0da549146494 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 943 time: 0.0803559 Jul 06 12:56:23.131194 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:56:23.131570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Checking segment: {'id': '15106af2-243f-4797-b4c4-0b5ab27bb70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:56:23.131955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Bound using segment: {'id': '15106af2-243f-4797-b4c4-0b5ab27bb70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:56:23.132383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Bound port: 22bc1c76-9993-4d65-a474-2c2dd2167a92, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15106af2-243f-4797-b4c4-0b5ab27bb70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:56:23.132746 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:23.148522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:56:23.148900 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:23.185718 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eff778c1-f488-4b24-92b9-3e534ce4a258 req-556ce978-e6c6-472a-85f6-5ed1d8a89592 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=2199f9c8-8e15-410c-afc1-9681f9f1b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488613 Jul 06 12:56:23.209638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] For port 22bc1c76-9993-4d65-a474-2c2dd2167a92, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:56:23.215159 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] For port 22bc1c76-9993-4d65-a474-2c2dd2167a92, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=22bc1c76-9993-4d65-a474-2c2dd2167a92,segment=NetworkSegment(15106af2-243f-4797-b4c4-0b5ab27bb70f),segment_id=15106af2-243f-4797-b4c4-0b5ab27bb70f)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:56:23.221715 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:23.264863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:23.265496 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:23.266980 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] 10.222.0.23 "PUT /v2.0/ports/22bc1c76-9993-4d65-a474-2c2dd2167a92 HTTP/1.1" status: 200 len: 1091 time: 0.9418490 Jul 06 12:56:23.267522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303e2404-0fa9-4d83-bd2f-8aff6a8cc762', 'tag': '22bc1c76-9993-4d65-a474-2c2dd2167a92'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:56:23.269806 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb3d078-9533-4006-94db-d068acccbda6" -d '{"events": [{"name": "network-changed", "server_uuid": "303e2404-0fa9-4d83-bd2f-8aff6a8cc762", "tag": "22bc1c76-9993-4d65-a474-2c2dd2167a92"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:56:23.289522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfc463-4fe1-4361-9c39-a78ee1bcd995 service neutron] Pushing event updated for resources: {'Port': ['ID=22bc1c76-9993-4d65-a474-2c2dd2167a92,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:23.340049 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9b9d6a-4342-4654-8935-a60d12beb82e x-openstack-request-id: req-4f9b9d6a-4342-4654-8935-a60d12beb82e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:56:23.340340 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303e2404-0fa9-4d83-bd2f-8aff6a8cc762", "tag": "22bc1c76-9993-4d65-a474-2c2dd2167a92", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:56:23.340586 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f9b9d6a-4342-4654-8935-a60d12beb82e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:56:23.341524 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303e2404-0fa9-4d83-bd2f-8aff6a8cc762', 'tag': '22bc1c76-9993-4d65-a474-2c2dd2167a92', 'status': 'completed', 'code': 200} Jul 06 12:56:23.371567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-5698ef27-8192-42cb-84c3-57f27f4778b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:23.373194 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-5698ef27-8192-42cb-84c3-57f27f4778b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 1094 time: 0.0632305 Jul 06 12:56:23.420531 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-b8d7a5e9-e015-4ec5-bde9-2752846f73da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22bc1c76-9993-4d65-a474-2c2dd2167a92 HTTP/1.1" status: 200 len: 217 time: 0.0398035 Jul 06 12:56:23.472227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-0b965000-ccde-4647-ac1a-3c03efe9c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:23.473749 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-0b965000-ccde-4647-ac1a-3c03efe9c8aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=25fa0863-f9d8-4e7d-92f5-52828e13de4a HTTP/1.1" status: 200 len: 834 time: 0.0469632 Jul 06 12:56:23.534760 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-5fbf6692-e94a-4624-a48c-2ac04746758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:23.536317 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-5fbf6692-e94a-4624-a48c-2ac04746758b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba4fee0e-21d5-489d-882c-cedcf7ce6a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550358 Jul 06 12:56:23.632045 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-eb6f0167-544c-4794-bacc-7afab18e77cb service neutron] 10.222.0.23 "GET /v2.0/networks/ba4fee0e-21d5-489d-882c-cedcf7ce6a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886753 Jul 06 12:56:23.721586 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-98711d90-e78e-4b77-9a9b-2c6b3f36592c req-1d4c244c-6a6d-4770-9708-af55e05ecd06 service neutron] 10.222.0.23 "GET /v2.0/networks/ba4fee0e-21d5-489d-882c-cedcf7ce6a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826714 Jul 06 12:56:23.823441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3d078-9533-4006-94db-d068acccbda6 req-6761a286-03c0-4e04-a2fd-6293630f8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:23.824941 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bdb3d078-9533-4006-94db-d068acccbda6 req-6761a286-03c0-4e04-a2fd-6293630f8c48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 1094 time: 0.0539565 Jul 06 12:56:23.938809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3d078-9533-4006-94db-d068acccbda6 req-a5b48c15-377c-4e6d-9b13-331f3713c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:23.940322 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bdb3d078-9533-4006-94db-d068acccbda6 req-a5b48c15-377c-4e6d-9b13-331f3713c46a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba4fee0e-21d5-489d-882c-cedcf7ce6a16 HTTP/1.1" status: 200 len: 898 time: 0.1089640 Jul 06 12:56:23.982381 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bdb3d078-9533-4006-94db-d068acccbda6 req-88e581b7-44aa-4d2d-b0da-1c4c1f438c7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22bc1c76-9993-4d65-a474-2c2dd2167a92 HTTP/1.1" status: 200 len: 217 time: 0.0349314 Jul 06 12:56:24.034499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3d078-9533-4006-94db-d068acccbda6 req-0f3423e3-e349-47f4-87be-772718972e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:24.036003 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bdb3d078-9533-4006-94db-d068acccbda6 req-0f3423e3-e349-47f4-87be-772718972e80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=25fa0863-f9d8-4e7d-92f5-52828e13de4a HTTP/1.1" status: 200 len: 834 time: 0.0480502 Jul 06 12:56:24.096233 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3d078-9533-4006-94db-d068acccbda6 req-f6155668-e3b7-4485-9ee9-07d339f03a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:24.097660 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bdb3d078-9533-4006-94db-d068acccbda6 req-f6155668-e3b7-4485-9ee9-07d339f03a5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba4fee0e-21d5-489d-882c-cedcf7ce6a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539296 Jul 06 12:56:24.188982 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bdb3d078-9533-4006-94db-d068acccbda6 req-815ab0ec-7c22-4afe-b46e-71332295df7f service neutron] 10.222.0.23 "GET /v2.0/networks/ba4fee0e-21d5-489d-882c-cedcf7ce6a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828276 Jul 06 12:56:24.298888 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-bdb3d078-9533-4006-94db-d068acccbda6 req-299ae511-49de-4808-9b26-6548d447ccf9 service neutron] 10.222.0.23 "GET /v2.0/networks/ba4fee0e-21d5-489d-882c-cedcf7ce6a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027713 Jul 06 12:56:24.365565 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaa8ca-7111-4736-911a-4aed415b4cd6 req-c992f25d-b0ad-4f17-a790-5ba601ddb9f3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:24.367004 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66eaa8ca-7111-4736-911a-4aed415b4cd6 req-c992f25d-b0ad-4f17-a790-5ba601ddb9f3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 943 time: 0.0673811 Jul 06 12:56:24.404706 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-66eaa8ca-7111-4736-911a-4aed415b4cd6 req-0c6a0d3c-c4a9-4c94-8c1c-55cd88558427 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=2199f9c8-8e15-410c-afc1-9681f9f1b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312707 Jul 06 12:56:25.589933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efd68c-1cfa-4385-a1ef-e8d402261831 req-8ebf39d8-eccb-4f9d-aea2-c614bd8f786b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:25.592107 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-68efd68c-1cfa-4385-a1ef-e8d402261831 req-8ebf39d8-eccb-4f9d-aea2-c614bd8f786b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 943 time: 0.0703824 Jul 06 12:56:25.629126 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-68efd68c-1cfa-4385-a1ef-e8d402261831 req-cd6e29a6-34d1-45a0-a485-74d6c1c9b2a2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=2199f9c8-8e15-410c-afc1-9681f9f1b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313466 Jul 06 12:56:26.806815 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d140fb9-cc05-42bd-836f-c6d03a4e2bd1 req-67a78b6e-d165-49a5-af69-669bf489df86 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:26.808286 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d140fb9-cc05-42bd-836f-c6d03a4e2bd1 req-67a78b6e-d165-49a5-af69-669bf489df86 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 943 time: 0.0640087 Jul 06 12:56:26.846495 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d140fb9-cc05-42bd-836f-c6d03a4e2bd1 req-d9e54d3c-ea88-43de-a85d-ba94dde1baad tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=2199f9c8-8e15-410c-afc1-9681f9f1b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320220 Jul 06 12:56:26.952165 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 22bc1c76-9993-4d65-a474-2c2dd2167a92 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:56:27.049529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 22bc1c76-9993-4d65-a474-2c2dd2167a92, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=22bc1c76-9993-4d65-a474-2c2dd2167a92,segment=NetworkSegment(15106af2-243f-4797-b4c4-0b5ab27bb70f),segment_id=15106af2-243f-4797-b4c4-0b5ab27bb70f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:27.060887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '22bc1c76-9993-4d65-a474-2c2dd2167a92', 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'port_id': '22bc1c76-9993-4d65-a474-2c2dd2167a92', 'mac_address': 'fa:16:3e:37:2b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:56:27.099990 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:27.112489 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22bc1c76-9993-4d65-a474-2c2dd2167a92 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:56:27.132140 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 22bc1c76-9993-4d65-a474-2c2dd2167a92, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=22bc1c76-9993-4d65-a474-2c2dd2167a92,segment=NetworkSegment(15106af2-243f-4797-b4c4-0b5ab27bb70f),segment_id=15106af2-243f-4797-b4c4-0b5ab27bb70f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:27.136100 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:27.183206 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=22bc1c76-9993-4d65-a474-2c2dd2167a92,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:27.378353 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['22bc1c76-9993-4d65-a474-2c2dd2167a92'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:56:28.023690 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28185886-75d6-4efc-9c2e-49f6a02ea7b9 req-c37fc77f-0582-4b60-aa7a-8b2415c5db5d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:28.025197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28185886-75d6-4efc-9c2e-49f6a02ea7b9 req-c37fc77f-0582-4b60-aa7a-8b2415c5db5d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 944 time: 0.0645645 Jul 06 12:56:28.064456 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28185886-75d6-4efc-9c2e-49f6a02ea7b9 req-da402304-f939-46d1-ad46-d7ec5df5c331 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=2199f9c8-8e15-410c-afc1-9681f9f1b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326388 Jul 06 12:56:28.952000 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 22bc1c76-9993-4d65-a474-2c2dd2167a92 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:56:29.002669 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 22bc1c76-9993-4d65-a474-2c2dd2167a92 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:56:29.006640 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 22bc1c76-9993-4d65-a474-2c2dd2167a92 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:56:29.007020 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:29.084540 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:29.108310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303e2404-0fa9-4d83-bd2f-8aff6a8cc762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bc1c76-9993-4d65-a474-2c2dd2167a92'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:56:29.110566 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c2d31b-7d2e-4936-98e8-5199cc5522f6" -d '{"events": [{"server_uuid": "303e2404-0fa9-4d83-bd2f-8aff6a8cc762", "name": "network-vif-plugged", "status": "completed", "tag": "22bc1c76-9993-4d65-a474-2c2dd2167a92"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:56:29.123513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 22bc1c76-9993-4d65-a474-2c2dd2167a92, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=22bc1c76-9993-4d65-a474-2c2dd2167a92,segment=NetworkSegment(15106af2-243f-4797-b4c4-0b5ab27bb70f),segment_id=15106af2-243f-4797-b4c4-0b5ab27bb70f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:56:29.127340 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:29.179706 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=22bc1c76-9993-4d65-a474-2c2dd2167a92,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:29.252031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e02452-54bc-42dc-9485-6e37a2e25c79 req-7340a52c-7b79-44a9-b8ae-67f8a4c414a0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:29.253604 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52e02452-54bc-42dc-9485-6e37a2e25c79 req-7340a52c-7b79-44a9-b8ae-67f8a4c414a0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 945 time: 0.0753937 Jul 06 12:56:29.292360 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-52e02452-54bc-42dc-9485-6e37a2e25c79 req-3e4608d3-f1e2-4564-9a1b-55bd613ce9f6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=2199f9c8-8e15-410c-afc1-9681f9f1b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328524 Jul 06 12:56:29.339407 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b9b66a-6d5d-47c7-ad31-9eb1f807313c x-openstack-request-id: req-49b9b66a-6d5d-47c7-ad31-9eb1f807313c {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:56:29.339740 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303e2404-0fa9-4d83-bd2f-8aff6a8cc762", "name": "network-vif-plugged", "status": "completed", "tag": "22bc1c76-9993-4d65-a474-2c2dd2167a92", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:56:29.340008 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49b9b66a-6d5d-47c7-ad31-9eb1f807313c {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:56:29.340413 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303e2404-0fa9-4d83-bd2f-8aff6a8cc762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bc1c76-9993-4d65-a474-2c2dd2167a92', 'code': 200} Jul 06 12:56:29.450998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5b998-cc14-40af-89b5-41d7a56f24b1 req-c4fafa43-3082-4126-8171-d053babad807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:29.452226 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f6e5b998-cc14-40af-89b5-41d7a56f24b1 req-c4fafa43-3082-4126-8171-d053babad807 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 1096 time: 0.0539303 Jul 06 12:56:29.488503 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f6e5b998-cc14-40af-89b5-41d7a56f24b1 req-5dafe610-a138-45b6-994c-5b79e548ff48 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2199f9c8-8e15-410c-afc1-9681f9f1b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300932 Jul 06 12:56:30.470615 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546ba03-0b37-42f2-bf69-4261174b3374 req-ccb6109e-88f6-44d6-bbab-a93366c44c3a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:30.472117 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5546ba03-0b37-42f2-bf69-4261174b3374 req-ccb6109e-88f6-44d6-bbab-a93366c44c3a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 945 time: 0.0649924 Jul 06 12:56:30.510609 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5546ba03-0b37-42f2-bf69-4261174b3374 req-027a37a7-cc86-433a-b127-3bc376e63ab7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=2199f9c8-8e15-410c-afc1-9681f9f1b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326052 Jul 06 12:56:30.693008 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70404352-0a77-42d7-bd5c-77757e883990 req-a2823c0f-0eb8-4ab9-8207-826c3bef34f0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:30.694549 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-70404352-0a77-42d7-bd5c-77757e883990 req-a2823c0f-0eb8-4ab9-8207-826c3bef34f0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 945 time: 0.0684066 Jul 06 12:56:30.734931 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-70404352-0a77-42d7-bd5c-77757e883990 req-d1bb6c93-dfac-4e0b-9fe3-9c7e14975864 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=2199f9c8-8e15-410c-afc1-9681f9f1b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346303 Jul 06 12:56:30.759021 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55796) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:30.812555 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578df2b4-b8f7-4903-b11e-54e3356dc64a tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:30.814112 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-578df2b4-b8f7-4903-b11e-54e3356dc64a tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 1091 time: 0.0540612 Jul 06 12:56:30.817091 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55798) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:30.821591 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '22bc1c76-9993-4d65-a474-2c2dd2167a92', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:56:30.850865 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:30.961683 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:31.066299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.25.4.29 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/fe208ee6-9d68-45f3-ada0-72b37f9cf346) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:56:31.172509 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:31.222332 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:31.261324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:56:31.264528 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:56:31.271331 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:56:31.297749 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=fe208ee6-9d68-45f3-ada0-72b37f9cf346,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:31.652888 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:31.731989 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:31.881154 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:31.885569 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:31.959075 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=fe208ee6-9d68-45f3-ada0-72b37f9cf346,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:56:31.972377 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:32.075912 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Floating IP fe12c9d1-9965-441e-a6f2-1e51a9346a98 associated. External IP: 172.25.4.29, port: 22bc1c76-9993-4d65-a474-2c2dd2167a92. Jul 06 12:56:32.284701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router c694047e-f754-4531-9dae-26c1dc773a7d has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:56:32.393216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:56:32.402590 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa573ee-3e60-4725-a981-8e5c907c43f2 None None] Sync routers for ids ['c694047e-f754-4531-9dae-26c1dc773a7d'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:56:32.409802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:32.413987 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa573ee-3e60-4725-a981-8e5c907c43f2 None None] Routers {'c694047e-f754-4531-9dae-26c1dc773a7d'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:56:32.414612 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6fa573ee-3e60-4725-a981-8e5c907c43f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:56:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c694047e-f754-4531-9dae-26c1dc773a7d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:32.448359 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ede3bac2-ac42-4dab-ae1a-e428ad6e7e18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6302226 Jul 06 12:56:32.449158 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303e2404-0fa9-4d83-bd2f-8aff6a8cc762', 'tag': '22bc1c76-9993-4d65-a474-2c2dd2167a92'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:56:32.452666 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813b5207-e8ce-466d-ab90-e1ebbe39dbed" -d '{"events": [{"name": "network-changed", "server_uuid": "303e2404-0fa9-4d83-bd2f-8aff6a8cc762", "tag": "22bc1c76-9993-4d65-a474-2c2dd2167a92"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:56:32.528788 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6fa573ee-3e60-4725-a981-8e5c907c43f2 None None] Set router c694047e-f754-4531-9dae-26c1dc773a7d gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:56:32.620399 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b471eb-3b68-41d4-92c4-f2e6ea0f0373 req-14c916c6-6c39-4071-b147-59e9efe8cc50 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:32.622116 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-59b471eb-3b68-41d4-92c4-f2e6ea0f0373 req-14c916c6-6c39-4071-b147-59e9efe8cc50 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 945 time: 0.0809917 Jul 06 12:56:32.668517 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-59b471eb-3b68-41d4-92c4-f2e6ea0f0373 req-957b2fd0-8155-4e53-91e4-e46a23ce3f22 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=2199f9c8-8e15-410c-afc1-9681f9f1b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402212 Jul 06 12:56:32.693245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55806) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:32.740516 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701130f6-590b-4fab-9caf-5e4835197aab x-openstack-request-id: req-701130f6-590b-4fab-9caf-5e4835197aab {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:56:32.740855 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303e2404-0fa9-4d83-bd2f-8aff6a8cc762", "tag": "22bc1c76-9993-4d65-a474-2c2dd2167a92", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:56:32.741060 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-701130f6-590b-4fab-9caf-5e4835197aab {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:56:32.741463 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303e2404-0fa9-4d83-bd2f-8aff6a8cc762', 'tag': '22bc1c76-9993-4d65-a474-2c2dd2167a92', 'status': 'completed', 'code': 200} Jul 06 12:56:32.770953 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9ac1cd6f-ace4-4812-b12a-a6b247775fc2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/fe12c9d1-9965-441e-a6f2-1e51a9346a98 HTTP/1.1" status: 200 len: 990 time: 0.0746491 Jul 06 12:56:32.812703 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b5207-e8ce-466d-ab90-e1ebbe39dbed req-96c3b41b-36cb-4258-9bb7-275788f077f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:32.814139 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-813b5207-e8ce-466d-ab90-e1ebbe39dbed req-96c3b41b-36cb-4258-9bb7-275788f077f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 1096 time: 0.0594912 Jul 06 12:56:32.852956 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6fa573ee-3e60-4725-a981-8e5c907c43f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549633669', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:56:12Z', 'updated_at': '2021-07-06T12:56:16Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:13Z', 'updated_at': '2021-07-06T12:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'fe12c9d1-9965-441e-a6f2-1e51a9346a98', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'floating_ip_address': '172.25.4.29', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'port_id': '22bc1c76-9993-4d65-a474-2c2dd2167a92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'mac_address': 'fa:16:3e:37:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303e2404-0fa9-4d83-bd2f-8aff6a8cc762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:56:31Z', 'updated_at': '2021-07-06T12:56:31Z', 'revision_number': 0, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75312cfd-9ccc-4eaf-ae3a-d8fde679c032', 'name': '', 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d7:fa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:16Z', 'updated_at': '2021-07-06T12:56:21Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:32.880566 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa573ee-3e60-4725-a981-8e5c907c43f2 None None] Checking router: c694047e-f754-4531-9dae-26c1dc773a7d for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:56:32.889939 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa573ee-3e60-4725-a981-8e5c907c43f2 None None] Routers {'c694047e-f754-4531-9dae-26c1dc773a7d'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:56:32.890551 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6fa573ee-3e60-4725-a981-8e5c907c43f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:56:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c694047e-f754-4531-9dae-26c1dc773a7d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:32.912530 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b5207-e8ce-466d-ab90-e1ebbe39dbed req-e8dc91d0-bd82-4659-b2e7-5e0dd2148595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:32.914030 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-813b5207-e8ce-466d-ab90-e1ebbe39dbed req-e8dc91d0-bd82-4659-b2e7-5e0dd2148595 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba4fee0e-21d5-489d-882c-cedcf7ce6a16 HTTP/1.1" status: 200 len: 898 time: 0.0940077 Jul 06 12:56:32.993137 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-813b5207-e8ce-466d-ab90-e1ebbe39dbed req-1a4d0bf7-2ad8-4715-8766-dd3c160eb83f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22bc1c76-9993-4d65-a474-2c2dd2167a92 HTTP/1.1" status: 200 len: 998 time: 0.0721920 Jul 06 12:56:33.006066 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6fa573ee-3e60-4725-a981-8e5c907c43f2 None None] Set router c694047e-f754-4531-9dae-26c1dc773a7d gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:56:33.052581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b5207-e8ce-466d-ab90-e1ebbe39dbed req-1110a4d7-81a6-46f3-bc74-5e4b414fa156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:33.054054 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-813b5207-e8ce-466d-ab90-e1ebbe39dbed req-1110a4d7-81a6-46f3-bc74-5e4b414fa156 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=25fa0863-f9d8-4e7d-92f5-52828e13de4a HTTP/1.1" status: 200 len: 834 time: 0.0550039 Jul 06 12:56:33.112698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b5207-e8ce-466d-ab90-e1ebbe39dbed req-ff41ac10-de62-4079-93a9-599662396601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:33.114114 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-813b5207-e8ce-466d-ab90-e1ebbe39dbed req-ff41ac10-de62-4079-93a9-599662396601 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba4fee0e-21d5-489d-882c-cedcf7ce6a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527635 Jul 06 12:56:33.210975 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-813b5207-e8ce-466d-ab90-e1ebbe39dbed req-3ec44d99-f6e8-426d-a6e2-41b336434e7a service neutron] 10.222.0.23 "GET /v2.0/networks/ba4fee0e-21d5-489d-882c-cedcf7ce6a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900800 Jul 06 12:56:33.241736 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6fa573ee-3e60-4725-a981-8e5c907c43f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549633669', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:56:12Z', 'updated_at': '2021-07-06T12:56:16Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:13Z', 'updated_at': '2021-07-06T12:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'fe12c9d1-9965-441e-a6f2-1e51a9346a98', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'floating_ip_address': '172.25.4.29', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'port_id': '22bc1c76-9993-4d65-a474-2c2dd2167a92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'mac_address': 'fa:16:3e:37:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303e2404-0fa9-4d83-bd2f-8aff6a8cc762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:56:31Z', 'updated_at': '2021-07-06T12:56:31Z', 'revision_number': 0, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75312cfd-9ccc-4eaf-ae3a-d8fde679c032', 'name': '', 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d7:fa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:16Z', 'updated_at': '2021-07-06T12:56:21Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:56:33.268549 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa573ee-3e60-4725-a981-8e5c907c43f2 None None] The sync data for ids ['c694047e-f754-4531-9dae-26c1dc773a7d'] in n-d-799529-2 is: [{'id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549633669', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:56:12Z', 'updated_at': '2021-07-06T12:56:16Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:13Z', 'updated_at': '2021-07-06T12:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'fe12c9d1-9965-441e-a6f2-1e51a9346a98', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'floating_ip_address': '172.25.4.29', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'port_id': '22bc1c76-9993-4d65-a474-2c2dd2167a92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'mac_address': 'fa:16:3e:37:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303e2404-0fa9-4d83-bd2f-8aff6a8cc762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:56:31Z', 'updated_at': '2021-07-06T12:56:31Z', 'revision_number': 0, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75312cfd-9ccc-4eaf-ae3a-d8fde679c032', 'name': '', 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d7:fa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:16Z', 'updated_at': '2021-07-06T12:56:21Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:56:33.316218 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-813b5207-e8ce-466d-ab90-e1ebbe39dbed req-48665cba-8891-43f3-9e6d-fa89489b4035 service neutron] 10.222.0.23 "GET /v2.0/networks/ba4fee0e-21d5-489d-882c-cedcf7ce6a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967991 Jul 06 12:56:33.498913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d6ed13-f3bc-46e2-b15d-1b77602d3a2f None None] New status for floating IP fe12c9d1-9965-441e-a6f2-1e51a9346a98: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:56:33.774930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55808) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:56:33.834409 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e1b779ee-2c77-4f71-a781-49505dced131 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/fe12c9d1-9965-441e-a6f2-1e51a9346a98 HTTP/1.1" status: 200 len: 992 time: 0.0582879 Jul 06 12:56:35.586620 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-72fc7d5b-4d7b-424c-9f6c-f05129f7d535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:36.281829 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:37.121560 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:38.236560 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3724759-35e3-464a-809a-92761406704b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:38.348417 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:39.588454 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:41.169306 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:56:50.572295 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a4de12f-efce-45f4-a544-a8b3443dfab2 req-b62688cb-b24e-41cb-bcf5-fb213f592a04 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512257 Jul 06 12:56:50.678466 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4de12f-efce-45f4-a544-a8b3443dfab2 req-f8ce76ad-4fa0-49e3-928c-e42f23d44573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:50.679995 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a4de12f-efce-45f4-a544-a8b3443dfab2 req-f8ce76ad-4fa0-49e3-928c-e42f23d44573 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 1096 time: 0.0586495 Jul 06 12:56:50.790375 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4de12f-efce-45f4-a544-a8b3443dfab2 req-453ea3d4-9776-438f-a8d1-99d8e22f0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:50.791985 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a4de12f-efce-45f4-a544-a8b3443dfab2 req-453ea3d4-9776-438f-a8d1-99d8e22f0342 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba4fee0e-21d5-489d-882c-cedcf7ce6a16 HTTP/1.1" status: 200 len: 898 time: 0.0901594 Jul 06 12:56:50.859257 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a4de12f-efce-45f4-a544-a8b3443dfab2 req-4cf13c77-0aa6-47ea-a760-a153689883e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22bc1c76-9993-4d65-a474-2c2dd2167a92 HTTP/1.1" status: 200 len: 1000 time: 0.0603216 Jul 06 12:56:50.913773 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4de12f-efce-45f4-a544-a8b3443dfab2 req-61cce1cc-0507-4753-b4a0-c85a3171c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:50.915339 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a4de12f-efce-45f4-a544-a8b3443dfab2 req-61cce1cc-0507-4753-b4a0-c85a3171c445 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=25fa0863-f9d8-4e7d-92f5-52828e13de4a HTTP/1.1" status: 200 len: 834 time: 0.0499897 Jul 06 12:56:50.976796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4de12f-efce-45f4-a544-a8b3443dfab2 req-7ee770e0-df96-48dc-8aca-e6fb8166f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:56:50.978313 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a4de12f-efce-45f4-a544-a8b3443dfab2 req-7ee770e0-df96-48dc-8aca-e6fb8166f5fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba4fee0e-21d5-489d-882c-cedcf7ce6a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558650 Jul 06 12:56:51.080239 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a4de12f-efce-45f4-a544-a8b3443dfab2 req-60234b6e-dbff-423c-91f0-27df8ce4f695 service neutron] 10.222.0.23 "GET /v2.0/networks/ba4fee0e-21d5-489d-882c-cedcf7ce6a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909503 Jul 06 12:56:51.182599 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5a4de12f-efce-45f4-a544-a8b3443dfab2 req-d950b7ec-4974-4853-abc5-4458edfee4eb service neutron] 10.222.0.23 "GET /v2.0/networks/ba4fee0e-21d5-489d-882c-cedcf7ce6a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926738 Jul 06 12:56:52.067399 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:57:02.706127 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa17ae-3165-4c38-a3b5-438e80b53066 req-3e7969b5-8a4e-4dee-8cf7-9c81df65f291 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:02.707588 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3aaa17ae-3165-4c38-a3b5-438e80b53066 req-3e7969b5-8a4e-4dee-8cf7-9c81df65f291 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 945 time: 0.0642607 Jul 06 12:57:02.751091 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3aaa17ae-3165-4c38-a3b5-438e80b53066 req-a4940df3-4067-44bb-8aae-6f704be66706 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=2199f9c8-8e15-410c-afc1-9681f9f1b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368943 Jul 06 12:57:03.930199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bc47e-b8b0-4870-9a1e-3a148764d45e req-a240452f-d56b-4f2a-9825-b4b438bce9c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:03.931855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b79bc47e-b8b0-4870-9a1e-3a148764d45e req-a240452f-d56b-4f2a-9825-b4b438bce9c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 945 time: 0.0628569 Jul 06 12:57:03.972617 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b79bc47e-b8b0-4870-9a1e-3a148764d45e req-139c9d2f-c66e-4a80-aff8-e5af5bd3f715 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=2199f9c8-8e15-410c-afc1-9681f9f1b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327652 Jul 06 12:57:03.997414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55830) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:04.055303 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c2ad4896-4ee8-4800-827b-3e7a30ffe286 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/fe12c9d1-9965-441e-a6f2-1e51a9346a98 HTTP/1.1" status: 200 len: 992 time: 0.0565438 Jul 06 12:57:05.495357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cd0b1-0f8b-4bfd-97f7-1887a15cb51b req-d593a393-ba1d-43b8-bb9a-92d5d7ceaaac tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:05.496883 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d09cd0b1-0f8b-4bfd-97f7-1887a15cb51b req-d593a393-ba1d-43b8-bb9a-92d5d7ceaaac tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 945 time: 0.0708606 Jul 06 12:57:05.540469 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d09cd0b1-0f8b-4bfd-97f7-1887a15cb51b req-79469ea1-c6a5-42b5-92d9-4b3b0ccdbc57 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=2199f9c8-8e15-410c-afc1-9681f9f1b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366158 Jul 06 12:57:05.588016 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-03ac5cb8-3e65-46cf-86bf-3a50a7c050a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:06.292980 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:06.720801 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10b059-9d7f-4210-8d6f-bc6f73f6cb2a req-c3f13d5c-9b2d-4a46-a57f-ee5eafd52742 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:06.722343 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e10b059-9d7f-4210-8d6f-bc6f73f6cb2a req-c3f13d5c-9b2d-4a46-a57f-ee5eafd52742 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 945 time: 0.0668070 Jul 06 12:57:06.762830 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3e10b059-9d7f-4210-8d6f-bc6f73f6cb2a req-693cc71a-f92b-4098-835b-1a41daa9b2b8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=2199f9c8-8e15-410c-afc1-9681f9f1b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334933 Jul 06 12:57:06.791068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55840) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:06.856973 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fda7d7a5-4054-4867-b49b-71f7956c1235 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/fe12c9d1-9965-441e-a6f2-1e51a9346a98 HTTP/1.1" status: 200 len: 992 time: 0.0644448 Jul 06 12:57:07.122952 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:07.185892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55846) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:07.655202 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port fe208ee6-9d68-45f3-ada0-72b37f9cf346 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:57:07.655589 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:07.729317 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:07.730027 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:07.741434 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for fe208ee6-9d68-45f3-ada0-72b37f9cf346 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:57:07.891506 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:07.917554 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=fe208ee6-9d68-45f3-ada0-72b37f9cf346,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:07.948532 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:07.948873 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:07.949209 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:07.949540 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:07.949868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:07.950195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:07.950520 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:07.950843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:07.951168 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:07.951525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:07.951830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:07.952146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:07.992631 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:07.992962 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Floating IP fe12c9d1-9965-441e-a6f2-1e51a9346a98 disassociated (deleted). External IP: 172.25.4.29, port: 22bc1c76-9993-4d65-a474-2c2dd2167a92. Jul 06 12:57:08.197908 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router c694047e-f754-4531-9dae-26c1dc773a7d has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:57:08.239932 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-943b312d-7aaf-4268-9ce1-b6387eaad3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:08.306780 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:57:08.311223 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:08.318806 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a670cb-d428-4b57-bc0e-9fdff6c727f3 None None] Sync routers for ids ['c694047e-f754-4531-9dae-26c1dc773a7d'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:57:08.327935 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a670cb-d428-4b57-bc0e-9fdff6c727f3 None None] Routers {'c694047e-f754-4531-9dae-26c1dc773a7d'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:08.328537 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-51a670cb-d428-4b57-bc0e-9fdff6c727f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c694047e-f754-4531-9dae-26c1dc773a7d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:08.349937 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:08.360541 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-2317f490-9563-46c0-9494-38e99b56571f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/floatingips/fe12c9d1-9965-441e-a6f2-1e51a9346a98 HTTP/1.1" status: 204 len: 168 time: 1.1657937 Jul 06 12:57:08.361245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303e2404-0fa9-4d83-bd2f-8aff6a8cc762', 'tag': '22bc1c76-9993-4d65-a474-2c2dd2167a92'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:57:08.363627 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8804ec53-2517-4a85-94b4-660934ce314b" -d '{"events": [{"name": "network-changed", "server_uuid": "303e2404-0fa9-4d83-bd2f-8aff6a8cc762", "tag": "22bc1c76-9993-4d65-a474-2c2dd2167a92"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:57:08.437418 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-51a670cb-d428-4b57-bc0e-9fdff6c727f3 None None] Set router c694047e-f754-4531-9dae-26c1dc773a7d gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:08.597998 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6958ebef-7627-4fc7-95bc-5c8427b4980c x-openstack-request-id: req-6958ebef-7627-4fc7-95bc-5c8427b4980c {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:57:08.598298 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303e2404-0fa9-4d83-bd2f-8aff6a8cc762", "tag": "22bc1c76-9993-4d65-a474-2c2dd2167a92", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:57:08.598770 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6958ebef-7627-4fc7-95bc-5c8427b4980c {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:57:08.598963 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303e2404-0fa9-4d83-bd2f-8aff6a8cc762', 'tag': '22bc1c76-9993-4d65-a474-2c2dd2167a92', 'status': 'completed', 'code': 200} Jul 06 12:57:08.644202 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-51a670cb-d428-4b57-bc0e-9fdff6c727f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549633669', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:56:12Z', 'updated_at': '2021-07-06T12:56:16Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:13Z', 'updated_at': '2021-07-06T12:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '75312cfd-9ccc-4eaf-ae3a-d8fde679c032', 'name': '', 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d7:fa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:16Z', 'updated_at': '2021-07-06T12:56:21Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:08.674345 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a670cb-d428-4b57-bc0e-9fdff6c727f3 None None] Checking router: c694047e-f754-4531-9dae-26c1dc773a7d for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:57:08.679504 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804ec53-2517-4a85-94b4-660934ce314b req-1c4add9f-7790-4b81-ba27-36b97432b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:08.681118 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8804ec53-2517-4a85-94b4-660934ce314b req-1c4add9f-7790-4b81-ba27-36b97432b989 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 1096 time: 0.0572844 Jul 06 12:57:08.683082 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a670cb-d428-4b57-bc0e-9fdff6c727f3 None None] Routers {'c694047e-f754-4531-9dae-26c1dc773a7d'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:08.683799 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-51a670cb-d428-4b57-bc0e-9fdff6c727f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c694047e-f754-4531-9dae-26c1dc773a7d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:08.753583 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb731fb6-31a1-48a7-a668-f9a3d4a4fc47 req-3e0899a1-ef4d-4ae0-b23a-6f0caa7b6c0a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:08.755358 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb731fb6-31a1-48a7-a668-f9a3d4a4fc47 req-3e0899a1-ef4d-4ae0-b23a-6f0caa7b6c0a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 945 time: 0.0663886 Jul 06 12:57:08.783411 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804ec53-2517-4a85-94b4-660934ce314b req-502ecfe1-a9c7-4392-a548-0d038ce78672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:08.784950 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8804ec53-2517-4a85-94b4-660934ce314b req-502ecfe1-a9c7-4392-a548-0d038ce78672 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba4fee0e-21d5-489d-882c-cedcf7ce6a16 HTTP/1.1" status: 200 len: 898 time: 0.0960951 Jul 06 12:57:08.793222 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-51a670cb-d428-4b57-bc0e-9fdff6c727f3 None None] Set router c694047e-f754-4531-9dae-26c1dc773a7d gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:08.795669 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb731fb6-31a1-48a7-a668-f9a3d4a4fc47 req-d55457f6-8279-46fa-a92b-8ff36065bcb7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=2199f9c8-8e15-410c-afc1-9681f9f1b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338125 Jul 06 12:57:08.827762 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8804ec53-2517-4a85-94b4-660934ce314b req-b6c99bb0-d43b-45f6-bf2f-1556c47177d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22bc1c76-9993-4d65-a474-2c2dd2167a92 HTTP/1.1" status: 200 len: 217 time: 0.0360041 Jul 06 12:57:08.878098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804ec53-2517-4a85-94b4-660934ce314b req-d14b5142-6130-4da9-b46a-84af32d1f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:08.879603 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8804ec53-2517-4a85-94b4-660934ce314b req-d14b5142-6130-4da9-b46a-84af32d1f090 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=25fa0863-f9d8-4e7d-92f5-52828e13de4a HTTP/1.1" status: 200 len: 834 time: 0.0445516 Jul 06 12:57:08.944449 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804ec53-2517-4a85-94b4-660934ce314b req-fbec0756-a3bd-4a62-ab10-23436fefbd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:08.945959 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8804ec53-2517-4a85-94b4-660934ce314b req-fbec0756-a3bd-4a62-ab10-23436fefbd92 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba4fee0e-21d5-489d-882c-cedcf7ce6a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569351 Jul 06 12:57:08.999633 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-51a670cb-d428-4b57-bc0e-9fdff6c727f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549633669', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:56:12Z', 'updated_at': '2021-07-06T12:56:16Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:13Z', 'updated_at': '2021-07-06T12:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '75312cfd-9ccc-4eaf-ae3a-d8fde679c032', 'name': '', 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d7:fa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:16Z', 'updated_at': '2021-07-06T12:56:21Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:09.026661 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a670cb-d428-4b57-bc0e-9fdff6c727f3 None None] The sync data for ids ['c694047e-f754-4531-9dae-26c1dc773a7d'] in n-d-799529-2 is: [{'id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549633669', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:56:12Z', 'updated_at': '2021-07-06T12:56:16Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:13Z', 'updated_at': '2021-07-06T12:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '75312cfd-9ccc-4eaf-ae3a-d8fde679c032', 'name': '', 'network_id': 'ba4fee0e-21d5-489d-882c-cedcf7ce6a16', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d7:fa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:16Z', 'updated_at': '2021-07-06T12:56:21Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '25fa0863-f9d8-4e7d-92f5-52828e13de4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:57:09.044823 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8804ec53-2517-4a85-94b4-660934ce314b req-27137c7a-3c1f-4ede-88b4-ece3c24f161b service neutron] 10.222.0.23 "GET /v2.0/networks/ba4fee0e-21d5-489d-882c-cedcf7ce6a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899546 Jul 06 12:57:09.141849 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8804ec53-2517-4a85-94b4-660934ce314b req-35305b56-2f3a-44d1-94f0-1f32e10478e7 service neutron] 10.222.0.23 "GET /v2.0/networks/ba4fee0e-21d5-489d-882c-cedcf7ce6a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893579 Jul 06 12:57:09.246952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9318df68-dbea-4c7d-90dc-044500deaaa9 None None] New status for floating IP fe12c9d1-9965-441e-a6f2-1e51a9346a98: DOWN {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:57:09.592007 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:09.972850 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa50db-cc59-4f71-ba43-f4eafe753294 req-78366550-5187-4724-8bf3-25f75912aef2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:09.974272 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-edfa50db-cc59-4f71-ba43-f4eafe753294 req-78366550-5187-4724-8bf3-25f75912aef2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 945 time: 0.0668976 Jul 06 12:57:10.012435 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-edfa50db-cc59-4f71-ba43-f4eafe753294 req-0d9c28c3-3636-461e-be15-8cf4d40a211f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=2199f9c8-8e15-410c-afc1-9681f9f1b1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325036 Jul 06 12:57:10.254854 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46daa2-c5bb-40c9-bb7b-aa9bca770330 req-47e5cb36-4d99-4464-abba-af0bf29aac39 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:10.256330 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dc46daa2-c5bb-40c9-bb7b-aa9bca770330 req-47e5cb36-4d99-4464-abba-af0bf29aac39 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.23 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 945 time: 0.0630670 Jul 06 12:57:10.359866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-dc46daa2-c5bb-40c9-bb7b-aa9bca770330 req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port 22bc1c76-9993-4d65-a474-2c2dd2167a92 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:57:10.360195 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dc46daa2-c5bb-40c9-bb7b-aa9bca770330 req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:10.444366 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-dc46daa2-c5bb-40c9-bb7b-aa9bca770330 req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] For port 22bc1c76-9993-4d65-a474-2c2dd2167a92, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=22bc1c76-9993-4d65-a474-2c2dd2167a92,segment=NetworkSegment(15106af2-243f-4797-b4c4-0b5ab27bb70f),segment_id=15106af2-243f-4797-b4c4-0b5ab27bb70f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:10.444713 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dc46daa2-c5bb-40c9-bb7b-aa9bca770330 req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:10.457150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-dc46daa2-c5bb-40c9-bb7b-aa9bca770330 req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for 22bc1c76-9993-4d65-a474-2c2dd2167a92 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:57:10.588427 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dc46daa2-c5bb-40c9-bb7b-aa9bca770330 req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:10.621021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=22bc1c76-9993-4d65-a474-2c2dd2167a92,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:10.652133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:10.652483 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:10.652823 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:10.653160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:10.653488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:10.653816 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:10.654142 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:10.654467 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:10.654793 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:10.655115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:10.656030 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:10.656356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:10.680012 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc46daa2-c5bb-40c9-bb7b-aa9bca770330 req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] No DVR routers for this DVR port 22bc1c76-9993-4d65-a474-2c2dd2167a92 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:57:10.682448 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dc46daa2-c5bb-40c9-bb7b-aa9bca770330 req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:10.684483 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dc46daa2-c5bb-40c9-bb7b-aa9bca770330 req-5dfe3f2d-6f84-41d2-8eac-5ac2cd9710bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.23 "DELETE /v2.0/ports/22bc1c76-9993-4d65-a474-2c2dd2167a92 HTTP/1.1" status: 204 len: 173 time: 0.4217494 Jul 06 12:57:10.684917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303e2404-0fa9-4d83-bd2f-8aff6a8cc762', 'name': 'network-vif-deleted', 'tag': '22bc1c76-9993-4d65-a474-2c2dd2167a92'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:57:10.687251 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f9bcd0-cd0a-47dd-b06f-bba5acfb4e4c" -d '{"events": [{"server_uuid": "303e2404-0fa9-4d83-bd2f-8aff6a8cc762", "name": "network-vif-deleted", "tag": "22bc1c76-9993-4d65-a474-2c2dd2167a92"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:57:10.726406 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836c01b5-edbc-4f5a-ae92-75892b1d61ab x-openstack-request-id: req-836c01b5-edbc-4f5a-ae92-75892b1d61ab {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:57:10.726882 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303e2404-0fa9-4d83-bd2f-8aff6a8cc762", "name": "network-vif-deleted", "tag": "22bc1c76-9993-4d65-a474-2c2dd2167a92", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:57:10.727134 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-836c01b5-edbc-4f5a-ae92-75892b1d61ab {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:57:10.727705 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303e2404-0fa9-4d83-bd2f-8aff6a8cc762', 'name': 'network-vif-deleted', 'tag': '22bc1c76-9993-4d65-a474-2c2dd2167a92', 'status': 'completed', 'code': 200} Jul 06 12:57:11.173832 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:11.175924 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d6eee06a-5c0c-4692-ae2b-c04f430f981b req-d5813e70-2eca-41a6-b614-1b2ab6cd6713 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=303e2404-0fa9-4d83-bd2f-8aff6a8cc762 HTTP/1.1" status: 200 len: 210 time: 0.0322628 Jul 06 12:57:12.269833 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55864) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:12.635201 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-950a1992-2c7c-4f3a-b35b-a32015fc6483 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:12.898273 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-950a1992-2c7c-4f3a-b35b-a32015fc6483 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:57:12.898522 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-950a1992-2c7c-4f3a-b35b-a32015fc6483 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:12.986654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-950a1992-2c7c-4f3a-b35b-a32015fc6483 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] For port 75312cfd-9ccc-4eaf-ae3a-d8fde679c032, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=75312cfd-9ccc-4eaf-ae3a-d8fde679c032,segment=NetworkSegment(15106af2-243f-4797-b4c4-0b5ab27bb70f),segment_id=15106af2-243f-4797-b4c4-0b5ab27bb70f)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:12.987009 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-950a1992-2c7c-4f3a-b35b-a32015fc6483 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:12.999536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-950a1992-2c7c-4f3a-b35b-a32015fc6483 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:57:13.186334 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-950a1992-2c7c-4f3a-b35b-a32015fc6483 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:13.215389 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a1992-2c7c-4f3a-b35b-a32015fc6483 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=75312cfd-9ccc-4eaf-ae3a-d8fde679c032,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:13.216859 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 22bc1c76-9993-4d65-a474-2c2dd2167a92 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:57:13.251222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 22bc1c76-9993-4d65-a474-2c2dd2167a92 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:57:13.251788 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 22bc1c76-9993-4d65-a474-2c2dd2167a92 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:57:13.400795 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-950a1992-2c7c-4f3a-b35b-a32015fc6483 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:13.615599 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950a1992-2c7c-4f3a-b35b-a32015fc6483 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router c694047e-f754-4531-9dae-26c1dc773a7d has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:57:13.719806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950a1992-2c7c-4f3a-b35b-a32015fc6483 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:57:13.725217 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-950a1992-2c7c-4f3a-b35b-a32015fc6483 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "PUT /v2.0/routers/c694047e-f754-4531-9dae-26c1dc773a7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4540901 Jul 06 12:57:13.728157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55866) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:13.729660 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a52c6a-6895-45c7-b2d6-ecd1a79cae3e None None] Sync routers for ids ['c694047e-f754-4531-9dae-26c1dc773a7d'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:57:13.738982 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a52c6a-6895-45c7-b2d6-ecd1a79cae3e None None] Routers {'c694047e-f754-4531-9dae-26c1dc773a7d'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:13.739610 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-50a52c6a-6895-45c7-b2d6-ecd1a79cae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c694047e-f754-4531-9dae-26c1dc773a7d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:13.779867 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a96b03-a32f-44d1-8dba-3fbe4b5c71a1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting subnet 25fa0863-f9d8-4e7d-92f5-52828e13de4a {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:57:13.783679 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45a96b03-a32f-44d1-8dba-3fbe4b5c71a1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:13.822183 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45a96b03-a32f-44d1-8dba-3fbe4b5c71a1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:13.842384 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-50a52c6a-6895-45c7-b2d6-ecd1a79cae3e None None] Set router c694047e-f754-4531-9dae-26c1dc773a7d gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:13.911654 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45a96b03-a32f-44d1-8dba-3fbe4b5c71a1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:13.973825 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45a96b03-a32f-44d1-8dba-3fbe4b5c71a1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:14.002339 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a96b03-a32f-44d1-8dba-3fbe4b5c71a1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Subnet': ['ID=25fa0863-f9d8-4e7d-92f5-52828e13de4a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:14.004519 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45a96b03-a32f-44d1-8dba-3fbe4b5c71a1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:14.006275 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-45a96b03-a32f-44d1-8dba-3fbe4b5c71a1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/subnets/25fa0863-f9d8-4e7d-92f5-52828e13de4a HTTP/1.1" status: 204 len: 168 time: 0.2765422 Jul 06 12:57:14.009081 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55868) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:14.016328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bf7d14-40ab-472e-b408-2ef72446e0bb None None] Network ba4fee0e-21d5-489d-882c-cedcf7ce6a16 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:57:14.037628 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-50a52c6a-6895-45c7-b2d6-ecd1a79cae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549633669', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:56:12Z', 'updated_at': '2021-07-06T12:57:13Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:13Z', 'updated_at': '2021-07-06T12:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:14.064673 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a52c6a-6895-45c7-b2d6-ecd1a79cae3e None None] Checking router: c694047e-f754-4531-9dae-26c1dc773a7d for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:57:14.073936 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a52c6a-6895-45c7-b2d6-ecd1a79cae3e None None] Routers {'c694047e-f754-4531-9dae-26c1dc773a7d'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:14.074443 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-50a52c6a-6895-45c7-b2d6-ecd1a79cae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['c694047e-f754-4531-9dae-26c1dc773a7d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:14.121066 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1c82-094b-48b4-b28f-a77e6bd5200f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:14.226255 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] DHCP port deletion for ba4fee0e-21d5-489d-882c-cedcf7ce6a16 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:57:14.228710 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1c82-094b-48b4-b28f-a77e6bd5200f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:14.276338 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-50a52c6a-6895-45c7-b2d6-ecd1a79cae3e None None] Set router c694047e-f754-4531-9dae-26c1dc773a7d gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:14.277786 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Deleting port 510d34ba-bf66-44f4-92ba-261fa0db7e0f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:57:14.278320 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:14.290748 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b1c82-094b-48b4-b28f-a77e6bd5200f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port cb913aea-ebef-4b0c-94f5-7a2f64a75597 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:57:14.291092 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1c82-094b-48b4-b28f-a77e6bd5200f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:14.374654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-ac6b1c82-094b-48b4-b28f-a77e6bd5200f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] For port cb913aea-ebef-4b0c-94f5-7a2f64a75597, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=cb913aea-ebef-4b0c-94f5-7a2f64a75597,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:14.375062 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1c82-094b-48b4-b28f-a77e6bd5200f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:14.389744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b1c82-094b-48b4-b28f-a77e6bd5200f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for cb913aea-ebef-4b0c-94f5-7a2f64a75597 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:57:14.467324 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-50a52c6a-6895-45c7-b2d6-ecd1a79cae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549633669', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:56:12Z', 'updated_at': '2021-07-06T12:57:13Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:13Z', 'updated_at': '2021-07-06T12:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:14.506278 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a52c6a-6895-45c7-b2d6-ecd1a79cae3e None None] The sync data for ids ['c694047e-f754-4531-9dae-26c1dc773a7d'] in n-d-799529-2 is: [{'id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549633669', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:56:12Z', 'updated_at': '2021-07-06T12:57:13Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'cb913aea-ebef-4b0c-94f5-7a2f64a75597', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694047e-f754-4531-9dae-26c1dc773a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:56:13Z', 'updated_at': '2021-07-06T12:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:57:14.508612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] For port 510d34ba-bf66-44f4-92ba-261fa0db7e0f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=510d34ba-bf66-44f4-92ba-261fa0db7e0f,segment=NetworkSegment(15106af2-243f-4797-b4c4-0b5ab27bb70f),segment_id=15106af2-243f-4797-b4c4-0b5ab27bb70f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:14.509008 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:14.524166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Calling delete_port for 510d34ba-bf66-44f4-92ba-261fa0db7e0f owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:57:14.608034 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:14.637302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Pushing event deleted for resources: {'Port': ['ID=510d34ba-bf66-44f4-92ba-261fa0db7e0f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:14.644040 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] No DVR routers for this DVR port 510d34ba-bf66-44f4-92ba-261fa0db7e0f on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:57:14.656788 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:14.657134 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:14.657470 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:14.657801 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:14.658130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:14.658456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:14.658780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:14.659101 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:14.659445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:14.659823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:14.660147 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:14.660490 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a925454f-b61e-4419-8c0f-eb30e4fe3097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:14.868739 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1c82-094b-48b4-b28f-a77e6bd5200f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:14.900592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b1c82-094b-48b4-b28f-a77e6bd5200f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=cb913aea-ebef-4b0c-94f5-7a2f64a75597,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:14.962339 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1c82-094b-48b4-b28f-a77e6bd5200f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.060127 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1c82-094b-48b4-b28f-a77e6bd5200f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.062585 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1c82-094b-48b4-b28f-a77e6bd5200f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.119668 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1c82-094b-48b4-b28f-a77e6bd5200f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.120195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6b1c82-094b-48b4-b28f-a77e6bd5200f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Fanout notify agent at l3_agent the message router_deleted on router c694047e-f754-4531-9dae-26c1dc773a7d {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:57:15.127531 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ac6b1c82-094b-48b4-b28f-a77e6bd5200f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.131561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55870) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:15.132096 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ac6b1c82-094b-48b4-b28f-a77e6bd5200f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/routers/c694047e-f754-4531-9dae-26c1dc773a7d HTTP/1.1" status: 204 len: 168 time: 1.1214237 Jul 06 12:57:15.142425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:57:15.163663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:57:15.164007 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 75312cfd-9ccc-4eaf-ae3a-d8fde679c032 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:57:15.164432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 510d34ba-bf66-44f4-92ba-261fa0db7e0f no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:57:15.183610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 510d34ba-bf66-44f4-92ba-261fa0db7e0f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:57:15.183964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 510d34ba-bf66-44f4-92ba-261fa0db7e0f not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:57:15.217627 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe869464-72a7-4dc9-86ac-84af7b5556fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.308454 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe869464-72a7-4dc9-86ac-84af7b5556fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.318414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-fe869464-72a7-4dc9-86ac-84af7b5556fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4fee0e-21d5-489d-882c-cedcf7ce6a16']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:15.328289 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-fe869464-72a7-4dc9-86ac-84af7b5556fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15106af2-243f-4797-b4c4-0b5ab27bb70f') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:15.328580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-fe869464-72a7-4dc9-86ac-84af7b5556fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15106af2-243f-4797-b4c4-0b5ab27bb70f') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:15.336905 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe869464-72a7-4dc9-86ac-84af7b5556fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.350365 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe869464-72a7-4dc9-86ac-84af7b5556fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.357062 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe869464-72a7-4dc9-86ac-84af7b5556fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:57:15.357441 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe869464-72a7-4dc9-86ac-84af7b5556fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: timer() Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:57:15.361025 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:57:15.420625 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe869464-72a7-4dc9-86ac-84af7b5556fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.428229 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe869464-72a7-4dc9-86ac-84af7b5556fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.430366 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fe869464-72a7-4dc9-86ac-84af7b5556fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/networks/ba4fee0e-21d5-489d-882c-cedcf7ce6a16 HTTP/1.1" status: 204 len: 168 time: 0.2976174 Jul 06 12:57:15.433217 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55872) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:15.441756 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe869464-72a7-4dc9-86ac-84af7b5556fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Network': ['ID=ba4fee0e-21d5-489d-882c-cedcf7ce6a16,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:15.493936 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8d59-d3e4-4c9e-a387-9c47f308196c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.518272 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8d59-d3e4-4c9e-a387-9c47f308196c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.582060 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8d59-d3e4-4c9e-a387-9c47f308196c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.584883 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8d59-d3e4-4c9e-a387-9c47f308196c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:15.588656 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-3b7d8d59-d3e4-4c9e-a387-9c47f308196c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/security-groups/2199f9c8-8e15-410c-afc1-9681f9f1b1ef HTTP/1.1" status: 204 len: 168 time: 0.1518309 Jul 06 12:57:15.596499 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d8d59-d3e4-4c9e-a387-9c47f308196c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2199f9c8-8e15-410c-afc1-9681f9f1b1ef,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:15.944190 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55878) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:15.948940 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0426ede5-531c-46af-9edf-d36b7ab86d62 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1373009906', 'description': 'tempest-secgroup-smoke-1373009906 description', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:15.972944 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0426ede5-531c-46af-9edf-d36b7ab86d62 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.055552 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0426ede5-531c-46af-9edf-d36b7ab86d62 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.059249 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0426ede5-531c-46af-9edf-d36b7ab86d62 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.088157 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0426ede5-531c-46af-9edf-d36b7ab86d62 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.089388 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0426ede5-531c-46af-9edf-d36b7ab86d62 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1441610 Jul 06 12:57:16.090251 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426ede5-531c-46af-9edf-d36b7ab86d62 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5681db0-14ce-4a10-bd7d-ec32bced256a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:16.092792 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55880) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:16.098107 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1e50a17d-4c45-4da3-8321-a1a75b758fae tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': 'a5681db0-14ce-4a10-bd7d-ec32bced256a', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:16.123839 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e50a17d-4c45-4da3-8321-a1a75b758fae tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.177461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e50a17d-4c45-4da3-8321-a1a75b758fae tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.181064 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e50a17d-4c45-4da3-8321-a1a75b758fae tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.199508 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50a17d-4c45-4da3-8321-a1a75b758fae tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0456b89a-d86c-490e-b423-381c3bc57e02,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:16.207591 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e50a17d-4c45-4da3-8321-a1a75b758fae tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.208987 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1e50a17d-4c45-4da3-8321-a1a75b758fae tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146147 Jul 06 12:57:16.211673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55882) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:16.216069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f826e903-4b82-4b2a-a1a9-f29bae79b385 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': 'a5681db0-14ce-4a10-bd7d-ec32bced256a', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:16.241045 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f826e903-4b82-4b2a-a1a9-f29bae79b385 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.297786 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f826e903-4b82-4b2a-a1a9-f29bae79b385 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.301369 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f826e903-4b82-4b2a-a1a9-f29bae79b385 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.318888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826e903-4b82-4b2a-a1a9-f29bae79b385 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5758df-3eed-4e94-889e-cd13460bb303,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:16.324233 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f826e903-4b82-4b2a-a1a9-f29bae79b385 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.325953 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f826e903-4b82-4b2a-a1a9-f29bae79b385 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131489 Jul 06 12:57:16.329058 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55884) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:16.333522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-97dffac1-bcb5-4c50-b037-f99dc4ec3848 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': 'a5681db0-14ce-4a10-bd7d-ec32bced256a', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:16.362014 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97dffac1-bcb5-4c50-b037-f99dc4ec3848 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.421667 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97dffac1-bcb5-4c50-b037-f99dc4ec3848 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.425517 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97dffac1-bcb5-4c50-b037-f99dc4ec3848 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.443570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dffac1-bcb5-4c50-b037-f99dc4ec3848 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04dccc4d-e604-4a72-bf17-3b1b138f5d4a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:16.449456 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97dffac1-bcb5-4c50-b037-f99dc4ec3848 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.450566 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-97dffac1-bcb5-4c50-b037-f99dc4ec3848 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205108 Jul 06 12:57:16.453859 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55886) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:16.458227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-01eb6de4-e82e-40aa-866b-07dd82ac93c6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': 'a5681db0-14ce-4a10-bd7d-ec32bced256a', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:16.484850 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01eb6de4-e82e-40aa-866b-07dd82ac93c6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.542617 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01eb6de4-e82e-40aa-866b-07dd82ac93c6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.546348 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01eb6de4-e82e-40aa-866b-07dd82ac93c6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.564648 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb6de4-e82e-40aa-866b-07dd82ac93c6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3850cc-f76f-422d-a4ba-a2bce6f72181,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:16.573025 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01eb6de4-e82e-40aa-866b-07dd82ac93c6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.574450 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-01eb6de4-e82e-40aa-866b-07dd82ac93c6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196430 Jul 06 12:57:16.577106 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55888) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:16.581828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8912c9e3-a38f-41fe-b91f-bcab475e2f52 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': 'a5681db0-14ce-4a10-bd7d-ec32bced256a', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:16.603659 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-8912c9e3-a38f-41fe-b91f-bcab475e2f52 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Project aa49d030c0f44f41a3c32b32bbb85d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:57:16.608608 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8912c9e3-a38f-41fe-b91f-bcab475e2f52 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.668906 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8912c9e3-a38f-41fe-b91f-bcab475e2f52 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.673174 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8912c9e3-a38f-41fe-b91f-bcab475e2f52 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.692503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912c9e3-a38f-41fe-b91f-bcab475e2f52 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369443cb-85f8-4a9f-91e5-49e0c2f9a961,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:16.699355 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8912c9e3-a38f-41fe-b91f-bcab475e2f52 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.700628 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8912c9e3-a38f-41fe-b91f-bcab475e2f52 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224988 Jul 06 12:57:16.703350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55890) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:16.707771 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ae766e7c-e02c-4760-ade6-e610744ca8c4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': 'a5681db0-14ce-4a10-bd7d-ec32bced256a', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:16.728631 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-ae766e7c-e02c-4760-ade6-e610744ca8c4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Project aa49d030c0f44f41a3c32b32bbb85d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:57:16.733787 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae766e7c-e02c-4760-ade6-e610744ca8c4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.799969 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae766e7c-e02c-4760-ade6-e610744ca8c4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.803724 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae766e7c-e02c-4760-ade6-e610744ca8c4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.821261 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae766e7c-e02c-4760-ade6-e610744ca8c4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6218c22-c5de-48e8-bc53-fbad5dc09ecb,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:16.827769 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae766e7c-e02c-4760-ade6-e610744ca8c4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.828974 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-ae766e7c-e02c-4760-ade6-e610744ca8c4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247015 Jul 06 12:57:16.831772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55892) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:16.836648 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6acdc4ac-03d5-41ac-9dc1-0dbbe50b2f7e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'network': {'name': 'tempest-network-smoke--157174921', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'port_security_enabled': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:16.856405 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acdc4ac-03d5-41ac-9dc1-0dbbe50b2f7e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Made reservation on behalf of aa49d030c0f44f41a3c32b32bbb85d24 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:57:16.860512 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6acdc4ac-03d5-41ac-9dc1-0dbbe50b2f7e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.885688 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acdc4ac-03d5-41ac-9dc1-0dbbe50b2f7e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:57:16.894762 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6acdc4ac-03d5-41ac-9dc1-0dbbe50b2f7e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.895109 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-6acdc4ac-03d5-41ac-9dc1-0dbbe50b2f7e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Added segment 6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f of type vlan for network baf5d4ab-2292-4e98-a97a-27ff6c9f9567 Jul 06 12:57:16.934932 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6acdc4ac-03d5-41ac-9dc1-0dbbe50b2f7e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.962257 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6acdc4ac-03d5-41ac-9dc1-0dbbe50b2f7e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:16.967682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acdc4ac-03d5-41ac-9dc1-0dbbe50b2f7e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:16.968262 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6acdc4ac-03d5-41ac-9dc1-0dbbe50b2f7e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:17.030153 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6acdc4ac-03d5-41ac-9dc1-0dbbe50b2f7e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1972568 Jul 06 12:57:17.033342 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55894) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:17.039954 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-668399918', 'admin_state_up': True, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:17.045788 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cb913aea-ebef-4b0c-94f5-7a2f64a75597 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:57:17.055820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdc4ac-03d5-41ac-9dc1-0dbbe50b2f7e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Network': ['ID=baf5d4ab-2292-4e98-a97a-27ff6c9f9567,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:17.068456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: cb913aea-ebef-4b0c-94f5-7a2f64a75597 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:57:17.068897 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device cb913aea-ebef-4b0c-94f5-7a2f64a75597 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:57:17.078687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network baf5d4ab-2292-4e98-a97a-27ff6c9f9567 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:57:17.086531 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:17.088320 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:17.138768 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:17.273783 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:17.719254 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:17.740847 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:17.841301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.25.4.151 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/ba720449-750d-4af3-b015-f320f9ae49ec) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:57:17.947431 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:17.987039 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:18.027120 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:57:18.029965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:18.037897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:57:18.064069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=ba720449-750d-4af3-b015-f320f9ae49ec,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:18.291140 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:18.503707 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:18.630717 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router 3390ae62-01bb-43f7-906b-a69b225d9bb1 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:57:18.734761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:57:18.744265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Sync routers for ids ['3390ae62-01bb-43f7-906b-a69b225d9bb1'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:57:18.752875 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:18.754061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Routers {'3390ae62-01bb-43f7-906b-a69b225d9bb1'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:18.754248 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6df852c6-6d70-42cd-9a7d-13901689e0ce tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7198937 Jul 06 12:57:18.754693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3390ae62-01bb-43f7-906b-a69b225d9bb1'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:18.757561 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55896) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:18.812222 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f53b65f4-29d9-4ac2-a0e3-eb4622729c54 tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=aa49d030c0f44f41a3c32b32bbb85d24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534103 Jul 06 12:57:18.814806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55898) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:18.876978 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Set router 3390ae62-01bb-43f7-906b-a69b225d9bb1 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:18.964268 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add2663a-f9f4-4f1c-ad5d-00c87b877db9 tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:18.965724 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-add2663a-f9f4-4f1c-ad5d-00c87b877db9 tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1499786 Jul 06 12:57:18.969129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55900) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:19.002726 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9393afc0-aeec-4723-94a6-a515d7265131 tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324643 Jul 06 12:57:19.005301 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55902) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:19.010244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-22a5412b-8117-412f-b867-14915580592c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-55017084', 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:19.058313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668399918', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:18Z', 'revision_number': 3, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:19.088305 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Checking router: 3390ae62-01bb-43f7-906b-a69b225d9bb1 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:57:19.088660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Updating router 3390ae62-01bb-43f7-906b-a69b225d9bb1 port ba720449-750d-4af3-b015-f320f9ae49ec binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:57:19.105159 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a5412b-8117-412f-b867-14915580592c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Made reservation on behalf of aa49d030c0f44f41a3c32b32bbb85d24 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:57:19.109921 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-22a5412b-8117-412f-b867-14915580592c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:19.128702 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:19.292154 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-22a5412b-8117-412f-b867-14915580592c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:19.351511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5412b-8117-412f-b867-14915580592c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Subnet': ['ID=69b5a7c1-a08a-430a-a615-2651e784cdfa,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:19.360578 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5412b-8117-412f-b867-14915580592c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Checking segment: {'id': '6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:57:19.360942 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a5412b-8117-412f-b867-14915580592c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network hostable DHCP agents. Network: baf5d4ab-2292-4e98-a97a-27ff6c9f9567, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:57:19.380897 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a5412b-8117-412f-b867-14915580592c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network baf5d4ab-2292-4e98-a97a-27ff6c9f9567 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:57:19.387063 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:19.389506 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-22a5412b-8117-412f-b867-14915580592c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, baf5d4ab-2292-4e98-a97a-27ff6c9f9567) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:19.394625 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a5412b-8117-412f-b867-14915580592c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:19.395242 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-22a5412b-8117-412f-b867-14915580592c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:19.399740 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Transition to ACTIVE for port object ba720449-750d-4af3-b015-f320f9ae49ec will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:19.403825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c5a68-b2f3-44d9-96c6-11499bfe61a6 None None] Network baf5d4ab-2292-4e98-a97a-27ff6c9f9567 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:57:19.410490 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-22a5412b-8117-412f-b867-14915580592c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4041541 Jul 06 12:57:19.413606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55904) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:19.418075 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:19.506998 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0eba8-8cb1-45b7-9880-e9798e1a3ee6 None None] Pushing event updated for resources: {'Port': ['ID=ba720449-750d-4af3-b015-f320f9ae49ec,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:19.513595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Attempting to bind port ba720449-750d-4af3-b015-f320f9ae49ec on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:57:19.514370 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Attempting to bind port ba720449-750d-4af3-b015-f320f9ae49ec by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:57:19.514370 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Attempting to bind port ba720449-750d-4af3-b015-f320f9ae49ec on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:57:19.522119 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:57:19.522488 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:57:19.522891 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:19.523302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:57:19.523771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Bound port: ba720449-750d-4af3-b015-f320f9ae49ec, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:57:19.524152 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:19.618858 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] For port ba720449-750d-4af3-b015-f320f9ae49ec, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:57:19.623124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] For port ba720449-750d-4af3-b015-f320f9ae49ec, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ba720449-750d-4af3-b015-f320f9ae49ec,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:57:19.632484 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:19.699799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ips': [{'subnet_id': '69b5a7c1-a08a-430a-a615-2651e784cdfa'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:57:19.700645 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:19.727779 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Routers {'3390ae62-01bb-43f7-906b-a69b225d9bb1'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:19.728406 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3390ae62-01bb-43f7-906b-a69b225d9bb1'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:19.735172 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0eba8-8cb1-45b7-9880-e9798e1a3ee6 None None] Pushing event updated for resources: {'Port': ['ID=ba720449-750d-4af3-b015-f320f9ae49ec,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:19.848561 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:19.927369 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] Set router 3390ae62-01bb-43f7-906b-a69b225d9bb1 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:19.985621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Allocated IP 172.20.0.2 (baf5d4ab-2292-4e98-a97a-27ff6c9f9567/69b5a7c1-a08a-430a-a615-2651e784cdfa/d743c1a9-8935-4fda-a807-3bf7909acb7e) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:57:20.219484 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:20.230256 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Transition to ACTIVE for port object d743c1a9-8935-4fda-a807-3bf7909acb7e will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:20.239612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668399918', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:18Z', 'revision_number': 3, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:20.270361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926bb607-c77c-475d-99dd-2b0af8475909 None None] The sync data for ids ['3390ae62-01bb-43f7-906b-a69b225d9bb1'] in n-d-799529-2 is: [{'id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668399918', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:18Z', 'revision_number': 3, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:57:20.274046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Transition to ACTIVE for port object d743c1a9-8935-4fda-a807-3bf7909acb7e will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:20.280398 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:20.319576 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Network baf5d4ab-2292-4e98-a97a-27ff6c9f9567 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:57:20.324714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:20.328439 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:57:20.338862 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Pushing event updated for resources: {'Port': ['ID=d743c1a9-8935-4fda-a807-3bf7909acb7e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:20.357272 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.20.0.1 (baf5d4ab-2292-4e98-a97a-27ff6c9f9567/69b5a7c1-a08a-430a-a615-2651e784cdfa/fbacaef2-17ee-4243-87ae-060c59021c92) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:57:20.394178 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Attempting to bind port d743c1a9-8935-4fda-a807-3bf7909acb7e on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:57:20.394548 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Attempting to bind port d743c1a9-8935-4fda-a807-3bf7909acb7e by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:57:20.394900 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Attempting to bind port d743c1a9-8935-4fda-a807-3bf7909acb7e on network baf5d4ab-2292-4e98-a97a-27ff6c9f9567 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:57:20.399880 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:57:20.400614 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Checking segment: {'id': '6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:57:20.400828 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:20.401084 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Bound using segment: {'id': '6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:57:20.401541 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Bound port: d743c1a9-8935-4fda-a807-3bf7909acb7e, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:57:20.402007 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:20.469477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] For port d743c1a9-8935-4fda-a807-3bf7909acb7e, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:57:20.480328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] For port d743c1a9-8935-4fda-a807-3bf7909acb7e, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d743c1a9-8935-4fda-a807-3bf7909acb7e,segment=NetworkSegment(6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f),segment_id=6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:57:20.485730 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:20.487487 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:20.516920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Transition to ACTIVE for port object fbacaef2-17ee-4243-87ae-060c59021c92 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:20.560365 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:20.581050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d31d71-0c3e-4650-b28b-4599470a062f None None] Pushing event updated for resources: {'Port': ['ID=d743c1a9-8935-4fda-a807-3bf7909acb7e,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:20.630292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network baf5d4ab-2292-4e98-a97a-27ff6c9f9567 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:57:20.634499 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:20.636563 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=fbacaef2-17ee-4243-87ae-060c59021c92,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:20.638746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:57:20.685904 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:20.860872 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:21.167954 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d743c1a9-8935-4fda-a807-3bf7909acb7e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:21.181723 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:21.186653 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:21.233587 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port d743c1a9-8935-4fda-a807-3bf7909acb7e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:21.238743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ba720449-750d-4af3-b015-f320f9ae49ec up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:21.273964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=fbacaef2-17ee-4243-87ae-060c59021c92,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:21.276560 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:21.297694 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port ba720449-750d-4af3-b015-f320f9ae49ec completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:21.302157 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port ba720449-750d-4af3-b015-f320f9ae49ec triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:21.302540 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:21.383899 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:21.386334 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network baf5d4ab-2292-4e98-a97a-27ff6c9f9567 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:57:21.387991 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:21.413684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port ba720449-750d-4af3-b015-f320f9ae49ec, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ba720449-750d-4af3-b015-f320f9ae49ec,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:21.418910 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:21.474380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=ba720449-750d-4af3-b015-f320f9ae49ec,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:21.524051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router 3390ae62-01bb-43f7-906b-a69b225d9bb1 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:57:21.612198 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3417e553-950a-4944-ab45-b16c8d846600 None None] Network baf5d4ab-2292-4e98-a97a-27ff6c9f9567 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:57:21.636733 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:57:21.645821 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-99afe056-3ec9-48e8-8797-6c95da03db0e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "PUT /v2.0/routers/3390ae62-01bb-43f7-906b-a69b225d9bb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2276483 Jul 06 12:57:21.672268 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-65799d7e-5a53-47e1-86e9-87efd2647809 None None] Provisioning for port d743c1a9-8935-4fda-a807-3bf7909acb7e completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:21.684425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-65799d7e-5a53-47e1-86e9-87efd2647809 None None] Provisioning complete for port d743c1a9-8935-4fda-a807-3bf7909acb7e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:21.684807 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65799d7e-5a53-47e1-86e9-87efd2647809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:21.802733 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f012e1f4-5851-4777-8996-e5b37e498aa2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1373009906&fields=id&tenant_id=aa49d030c0f44f41a3c32b32bbb85d24 HTTP/1.1" status: 200 len: 267 time: 0.0363762 Jul 06 12:57:21.918411 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-727030ea-5f30-4404-af44-1a6b3cce0492 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:21.920012 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-727030ea-5f30-4404-af44-1a6b3cce0492 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/networks?id=baf5d4ab-2292-4e98-a97a-27ff6c9f9567 HTTP/1.1" status: 200 len: 796 time: 0.1097150 Jul 06 12:57:21.935462 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-4f747209-6fca-4491-899e-0c9261b0d669 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/quotas/aa49d030c0f44f41a3c32b32bbb85d24 HTTP/1.1" status: 200 len: 375 time: 0.0094576 Jul 06 12:57:21.994203 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65799d7e-5a53-47e1-86e9-87efd2647809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:22.010176 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-9351bf96-906b-41bc-8a64-6fcabf55a0b2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692585 Jul 06 12:57:22.046620 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-65799d7e-5a53-47e1-86e9-87efd2647809 None None] For port d743c1a9-8935-4fda-a807-3bf7909acb7e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d743c1a9-8935-4fda-a807-3bf7909acb7e,segment=NetworkSegment(6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f),segment_id=6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:22.049344 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Sync routers for ids ['3390ae62-01bb-43f7-906b-a69b225d9bb1'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:57:22.052438 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65799d7e-5a53-47e1-86e9-87efd2647809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:22.062054 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Routers {'3390ae62-01bb-43f7-906b-a69b225d9bb1'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:22.062801 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3390ae62-01bb-43f7-906b-a69b225d9bb1'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:22.110521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65799d7e-5a53-47e1-86e9-87efd2647809 None None] Pushing event updated for resources: {'Port': ['ID=d743c1a9-8935-4fda-a807-3bf7909acb7e,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:22.126239 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-2c903437-7226-46b5-ac83-bee74ae45a70 service neutron] 10.222.0.81 "GET /v2.0/networks/baf5d4ab-2292-4e98-a97a-27ff6c9f9567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031592 Jul 06 12:57:22.178718 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Set router 3390ae62-01bb-43f7-906b-a69b225d9bb1 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:22.232462 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-78d7cf3d-ecff-441b-86a6-1669d369b027 service neutron] 10.222.0.81 "GET /v2.0/networks/baf5d4ab-2292-4e98-a97a-27ff6c9f9567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984974 Jul 06 12:57:22.381713 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b977898f-0d4f-4276-ab31-35f037677cdc None None] Provisioning complete for port d743c1a9-8935-4fda-a807-3bf7909acb7e triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:22.382167 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b977898f-0d4f-4276-ab31-35f037677cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:22.433610 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668399918', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:20Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'fbacaef2-17ee-4243-87ae-060c59021c92', 'name': '', 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:f4:c7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:19Z', 'updated_at': '2021-07-06T12:57:21Z', 'revision_number': 2, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:22.464925 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Checking router: 3390ae62-01bb-43f7-906b-a69b225d9bb1 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:57:22.465793 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Updating router 3390ae62-01bb-43f7-906b-a69b225d9bb1 port fbacaef2-17ee-4243-87ae-060c59021c92 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:57:22.478435 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8342ec9a-26a7-400e-80b7-8ee11f13c00b req-36dc36c3-9d8d-4c63-b079-085d9e33c2a8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 210 time: 0.0487359 Jul 06 12:57:22.515940 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:22.527510 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b977898f-0d4f-4276-ab31-35f037677cdc None None] Provisioning for port fbacaef2-17ee-4243-87ae-060c59021c92 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:22.539206 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b977898f-0d4f-4276-ab31-35f037677cdc None None] Provisioning complete for port fbacaef2-17ee-4243-87ae-060c59021c92 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:22.539626 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b977898f-0d4f-4276-ab31-35f037677cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:22.580214 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b977898f-0d4f-4276-ab31-35f037677cdc None None] Port fbacaef2-17ee-4243-87ae-060c59021c92 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:57:22.702937 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d80fef14-9097-4dc0-b152-572ce4b54bcf None None] Provisioning complete for port fbacaef2-17ee-4243-87ae-060c59021c92 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:22.703552 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d80fef14-9097-4dc0-b152-572ce4b54bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:22.753806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d80fef14-9097-4dc0-b152-572ce4b54bcf None None] Port fbacaef2-17ee-4243-87ae-060c59021c92 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:57:22.813821 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:22.823877 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Transition to ACTIVE for port object fbacaef2-17ee-4243-87ae-060c59021c92 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:22.829258 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:22.907827 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3ccaa-6ab4-4d6c-ae12-7d227e68291e None None] Pushing event updated for resources: {'Port': ['ID=fbacaef2-17ee-4243-87ae-060c59021c92,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:22.931508 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3ccaa-6ab4-4d6c-ae12-7d227e68291e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:22.931856 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3ccaa-6ab4-4d6c-ae12-7d227e68291e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:22.932190 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3ccaa-6ab4-4d6c-ae12-7d227e68291e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:22.932526 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3ccaa-6ab4-4d6c-ae12-7d227e68291e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:22.932856 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3ccaa-6ab4-4d6c-ae12-7d227e68291e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:22.933189 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3ccaa-6ab4-4d6c-ae12-7d227e68291e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:22.933502 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3ccaa-6ab4-4d6c-ae12-7d227e68291e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:22.933817 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3ccaa-6ab4-4d6c-ae12-7d227e68291e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:22.934349 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3ccaa-6ab4-4d6c-ae12-7d227e68291e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:22.934845 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3ccaa-6ab4-4d6c-ae12-7d227e68291e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:22.935181 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3ccaa-6ab4-4d6c-ae12-7d227e68291e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:22.935521 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3ccaa-6ab4-4d6c-ae12-7d227e68291e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:57:22.951433 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Attempting to bind port fbacaef2-17ee-4243-87ae-060c59021c92 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:57:22.951803 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Attempting to bind port fbacaef2-17ee-4243-87ae-060c59021c92 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:57:22.952162 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Attempting to bind port fbacaef2-17ee-4243-87ae-060c59021c92 on network baf5d4ab-2292-4e98-a97a-27ff6c9f9567 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:57:22.957270 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:57:22.957637 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Checking segment: {'id': '6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:57:22.958040 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:22.958428 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Bound using segment: {'id': '6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:57:22.958893 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Bound port: fbacaef2-17ee-4243-87ae-060c59021c92, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:57:22.959294 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:23.028932 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] For port fbacaef2-17ee-4243-87ae-060c59021c92, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:57:23.032626 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] For port fbacaef2-17ee-4243-87ae-060c59021c92, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=fbacaef2-17ee-4243-87ae-060c59021c92,segment=NetworkSegment(6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f),segment_id=6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:57:23.038109 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:23.097239 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Routers {'3390ae62-01bb-43f7-906b-a69b225d9bb1'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:23.098644 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3390ae62-01bb-43f7-906b-a69b225d9bb1'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:23.105129 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3ccaa-6ab4-4d6c-ae12-7d227e68291e None None] Pushing event updated for resources: {'Port': ['ID=fbacaef2-17ee-4243-87ae-060c59021c92,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:23.158130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d743c1a9-8935-4fda-a807-3bf7909acb7e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:23.232073 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port d743c1a9-8935-4fda-a807-3bf7909acb7e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:23.243857 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:23.249654 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] Set router 3390ae62-01bb-43f7-906b-a69b225d9bb1 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:23.345090 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ba720449-750d-4af3-b015-f320f9ae49ec up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:23.401621 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port ba720449-750d-4af3-b015-f320f9ae49ec triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:23.402301 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:23.481236 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668399918', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:20Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'fbacaef2-17ee-4243-87ae-060c59021c92', 'name': '', 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:f4:c7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:19Z', 'updated_at': '2021-07-06T12:57:23Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:23.507297 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79eec4f-f04a-457d-ae35-91ba6c745f57 None None] The sync data for ids ['3390ae62-01bb-43f7-906b-a69b225d9bb1'] in n-d-799529-2 is: [{'id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668399918', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:20Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'fbacaef2-17ee-4243-87ae-060c59021c92', 'name': '', 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:f4:c7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:19Z', 'updated_at': '2021-07-06T12:57:23Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:57:23.641141 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e2639286-86dd-4116-b2c6-5fc711a12f28 req-9e52d669-44c5-46b2-8c11-a4521d706e8b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 210 time: 0.0446055 Jul 06 12:57:23.818714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-35114a16-06a0-492f-be81-38c269bd93c4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:23.820470 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-35114a16-06a0-492f-be81-38c269bd93c4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.89 "GET /v2.0/networks?id=baf5d4ab-2292-4e98-a97a-27ff6c9f9567 HTTP/1.1" status: 200 len: 796 time: 0.1092751 Jul 06 12:57:23.867756 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-616ac7d1-1771-4c4e-9b11-3d186f3acd9b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa49d030c0f44f41a3c32b32bbb85d24 HTTP/1.1" status: 200 len: 380 time: 0.0386207 Jul 06 12:57:23.877441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-fec1687f-c08d-4da2-9b33-06299082ac5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'port': {'device_id': 'e79c353d-c035-4a32-a532-3a91e1bc6e22', 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'admin_state_up': True, 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'security_groups': ['a5681db0-14ce-4a10-bd7d-ec32bced256a']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:24.005673 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-fec1687f-c08d-4da2-9b33-06299082ac5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Made reservation on behalf of aa49d030c0f44f41a3c32b32bbb85d24 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:57:24.013760 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-fec1687f-c08d-4da2-9b33-06299082ac5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:24.147265 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-fec1687f-c08d-4da2-9b33-06299082ac5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.20.0.6 (baf5d4ab-2292-4e98-a97a-27ff6c9f9567/69b5a7c1-a08a-430a-a615-2651e784cdfa/f4c40781-d9a1-4af2-8328-559a16ebb752) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:57:24.297679 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-fec1687f-c08d-4da2-9b33-06299082ac5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:24.311843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-fec1687f-c08d-4da2-9b33-06299082ac5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Transition to ACTIVE for port object f4c40781-d9a1-4af2-8328-559a16ebb752 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:24.345797 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-fec1687f-c08d-4da2-9b33-06299082ac5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:24.390682 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-fec1687f-c08d-4da2-9b33-06299082ac5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network baf5d4ab-2292-4e98-a97a-27ff6c9f9567 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:57:24.393932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-fec1687f-c08d-4da2-9b33-06299082ac5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:24.400808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-fec1687f-c08d-4da2-9b33-06299082ac5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:57:24.442888 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1687f-c08d-4da2-9b33-06299082ac5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=f4c40781-d9a1-4af2-8328-559a16ebb752,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:24.462940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-fec1687f-c08d-4da2-9b33-06299082ac5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:24.463716 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-fec1687f-c08d-4da2-9b33-06299082ac5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:24.482962 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-fec1687f-c08d-4da2-9b33-06299082ac5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6098554 Jul 06 12:57:24.550450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Request body: {'port': {'device_id': 'e79c353d-c035-4a32-a532-3a91e1bc6e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:24.640989 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:24.677977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9d51c4e2-7e0b-401b-98b8-9b8d6c61091f None None] Provisioning for port f4c40781-d9a1-4af2-8328-559a16ebb752 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:24.682223 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9d51c4e2-7e0b-401b-98b8-9b8d6c61091f None None] Provisioning complete for port f4c40781-d9a1-4af2-8328-559a16ebb752 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:24.682605 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d51c4e2-7e0b-401b-98b8-9b8d6c61091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:24.720235 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9d51c4e2-7e0b-401b-98b8-9b8d6c61091f None None] Port f4c40781-d9a1-4af2-8328-559a16ebb752 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:57:24.832120 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd3758-41f8-4a6d-9cd2-12fead1b6590 req-125d0b30-117f-4657-b171-bf22001f12bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:24.833649 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1cbd3758-41f8-4a6d-9cd2-12fead1b6590 req-125d0b30-117f-4657-b171-bf22001f12bd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 931 time: 0.0678298 Jul 06 12:57:24.872755 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1cbd3758-41f8-4a6d-9cd2-12fead1b6590 req-2a6e1eb9-6f51-4b87-8b93-bafb79160122 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331023 Jul 06 12:57:24.912847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c40781-d9a1-4af2-8328-559a16ebb752 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:57:24.920035 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:24.932220 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Transition to ACTIVE for port object f4c40781-d9a1-4af2-8328-559a16ebb752 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:57:24.936137 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:24.986071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Pushing event updated for resources: {'Port': ['ID=f4c40781-d9a1-4af2-8328-559a16ebb752,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:25.062859 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Attempting to bind port f4c40781-d9a1-4af2-8328-559a16ebb752 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:57:25.063276 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Attempting to bind port f4c40781-d9a1-4af2-8328-559a16ebb752 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:57:25.063590 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Attempting to bind port f4c40781-d9a1-4af2-8328-559a16ebb752 on network baf5d4ab-2292-4e98-a97a-27ff6c9f9567 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:57:25.069364 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Port f4c40781-d9a1-4af2-8328-559a16ebb752 on network baf5d4ab-2292-4e98-a97a-27ff6c9f9567 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:57:25.069747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Attempting to bind port f4c40781-d9a1-4af2-8328-559a16ebb752 on network baf5d4ab-2292-4e98-a97a-27ff6c9f9567 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:57:25.075075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:57:25.075454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Checking segment: {'id': '6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:57:25.075991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Bound using segment: {'id': '6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:57:25.076436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Bound port: f4c40781-d9a1-4af2-8328-559a16ebb752, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:57:25.076822 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:25.129989 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device fbacaef2-17ee-4243-87ae-060c59021c92 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:25.161601 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] For port f4c40781-d9a1-4af2-8328-559a16ebb752, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:57:25.165158 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] For port f4c40781-d9a1-4af2-8328-559a16ebb752, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4c40781-d9a1-4af2-8328-559a16ebb752,segment=NetworkSegment(6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f),segment_id=6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:57:25.172815 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:25.186023 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port fbacaef2-17ee-4243-87ae-060c59021c92 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:25.189859 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port fbacaef2-17ee-4243-87ae-060c59021c92 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:25.190224 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:25.210377 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:25.211092 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:25.212740 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] 10.222.0.89 "PUT /v2.0/ports/f4c40781-d9a1-4af2-8328-559a16ebb752 HTTP/1.1" status: 200 len: 1091 time: 0.7224023 Jul 06 12:57:25.213301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79c353d-c035-4a32-a532-3a91e1bc6e22', 'tag': 'f4c40781-d9a1-4af2-8328-559a16ebb752'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:57:25.215763 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15271f0b-e8df-4c8c-b0d8-b1a7cddcae14" -d '{"events": [{"name": "network-changed", "server_uuid": "e79c353d-c035-4a32-a532-3a91e1bc6e22", "tag": "f4c40781-d9a1-4af2-8328-559a16ebb752"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:57:25.270073 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7365f9-3145-49e8-a527-3017c8a050c0 x-openstack-request-id: req-0b7365f9-3145-49e8-a527-3017c8a050c0 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:57:25.270366 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79c353d-c035-4a32-a532-3a91e1bc6e22", "tag": "f4c40781-d9a1-4af2-8328-559a16ebb752", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:57:25.270806 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b7365f9-3145-49e8-a527-3017c8a050c0 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:57:25.271276 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79c353d-c035-4a32-a532-3a91e1bc6e22', 'tag': 'f4c40781-d9a1-4af2-8328-559a16ebb752', 'status': 'completed', 'code': 200} Jul 06 12:57:25.282841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8201d-33ec-4651-a897-2f3ec5922c3c service neutron] Pushing event updated for resources: {'Port': ['ID=f4c40781-d9a1-4af2-8328-559a16ebb752,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:25.288796 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:25.325440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port fbacaef2-17ee-4243-87ae-060c59021c92, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=fbacaef2-17ee-4243-87ae-060c59021c92,segment=NetworkSegment(6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f),segment_id=6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:25.330882 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:25.334863 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-64b851be-661d-4a89-8710-0dd5917c0f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:25.338336 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-64b851be-661d-4a89-8710-0dd5917c0f7d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 1094 time: 0.0646019 Jul 06 12:57:25.386202 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-9c521790-48b4-49fe-9693-7567ae7f7547 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4c40781-d9a1-4af2-8328-559a16ebb752 HTTP/1.1" status: 200 len: 217 time: 0.0412989 Jul 06 12:57:25.386962 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=fbacaef2-17ee-4243-87ae-060c59021c92,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:25.435539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-debc901f-b329-4abc-9629-215d3263307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:25.436798 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-debc901f-b329-4abc-9629-215d3263307e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=69b5a7c1-a08a-430a-a615-2651e784cdfa HTTP/1.1" status: 200 len: 833 time: 0.0453053 Jul 06 12:57:25.493615 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-16f333b6-8b7f-4961-9080-bb8e0d00f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:25.495161 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-16f333b6-8b7f-4961-9080-bb8e0d00f4c2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=baf5d4ab-2292-4e98-a97a-27ff6c9f9567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522232 Jul 06 12:57:25.586928 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-755ef9e6-3936-443d-a6c8-f42d6567057b service neutron] 10.222.0.89 "GET /v2.0/networks/baf5d4ab-2292-4e98-a97a-27ff6c9f9567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855765 Jul 06 12:57:25.677521 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dfd4715e-ff8a-46cf-81e5-abb21ab8b238 req-9aa03464-50d0-4045-bdec-aefad3fa48cf service neutron] 10.222.0.89 "GET /v2.0/networks/baf5d4ab-2292-4e98-a97a-27ff6c9f9567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835426 Jul 06 12:57:25.774456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15271f0b-e8df-4c8c-b0d8-b1a7cddcae14 req-2d88d0b8-4880-401b-bd61-8f8af4bf8f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:25.775976 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15271f0b-e8df-4c8c-b0d8-b1a7cddcae14 req-2d88d0b8-4880-401b-bd61-8f8af4bf8f4e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 1094 time: 0.0520537 Jul 06 12:57:25.867045 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15271f0b-e8df-4c8c-b0d8-b1a7cddcae14 req-a42d65c1-2890-4a39-afd2-10176272777e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:25.868573 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15271f0b-e8df-4c8c-b0d8-b1a7cddcae14 req-a42d65c1-2890-4a39-afd2-10176272777e service neutron] 10.222.0.89 "GET /v2.0/networks?id=baf5d4ab-2292-4e98-a97a-27ff6c9f9567 HTTP/1.1" status: 200 len: 897 time: 0.0865130 Jul 06 12:57:25.909187 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15271f0b-e8df-4c8c-b0d8-b1a7cddcae14 req-a697553c-c4fc-4312-8f7d-533d762809b0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4c40781-d9a1-4af2-8328-559a16ebb752 HTTP/1.1" status: 200 len: 217 time: 0.0344441 Jul 06 12:57:25.962899 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15271f0b-e8df-4c8c-b0d8-b1a7cddcae14 req-0c7df888-005a-43bf-8a49-f24911adae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:25.964504 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15271f0b-e8df-4c8c-b0d8-b1a7cddcae14 req-0c7df888-005a-43bf-8a49-f24911adae32 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=69b5a7c1-a08a-430a-a615-2651e784cdfa HTTP/1.1" status: 200 len: 833 time: 0.0489922 Jul 06 12:57:26.024199 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15271f0b-e8df-4c8c-b0d8-b1a7cddcae14 req-17106196-2119-4b58-8723-edb9ad26aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:26.025769 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15271f0b-e8df-4c8c-b0d8-b1a7cddcae14 req-17106196-2119-4b58-8723-edb9ad26aebf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=baf5d4ab-2292-4e98-a97a-27ff6c9f9567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537794 Jul 06 12:57:26.050820 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb585527-9a28-441c-b851-a4d1bf8275c2 req-a92f8690-f575-462b-9e2d-897379ef7939 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:26.052370 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb585527-9a28-441c-b851-a4d1bf8275c2 req-a92f8690-f575-462b-9e2d-897379ef7939 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 943 time: 0.0633364 Jul 06 12:57:26.091042 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb585527-9a28-441c-b851-a4d1bf8275c2 req-951a58df-bada-405b-b0a5-b6ddeb6ee968 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328274 Jul 06 12:57:26.116779 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15271f0b-e8df-4c8c-b0d8-b1a7cddcae14 req-d5407aed-a8be-4a46-ad4e-41741e3efb3f service neutron] 10.222.0.89 "GET /v2.0/networks/baf5d4ab-2292-4e98-a97a-27ff6c9f9567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830142 Jul 06 12:57:26.209232 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15271f0b-e8df-4c8c-b0d8-b1a7cddcae14 req-a4abbe8c-bd87-4e2d-917a-0bcd77a08bc7 service neutron] 10.222.0.89 "GET /v2.0/networks/baf5d4ab-2292-4e98-a97a-27ff6c9f9567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860891 Jul 06 12:57:27.092407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device fbacaef2-17ee-4243-87ae-060c59021c92 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:27.140672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port fbacaef2-17ee-4243-87ae-060c59021c92 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:27.141045 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:27.270911 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a97ad-c14e-45c6-a9cb-edfe7110554e req-96427ba2-8f6a-4726-b137-d1c07803bd29 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:27.272429 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-293a97ad-c14e-45c6-a9cb-edfe7110554e req-96427ba2-8f6a-4726-b137-d1c07803bd29 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 943 time: 0.0634122 Jul 06 12:57:27.309960 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-293a97ad-c14e-45c6-a9cb-edfe7110554e req-1a00b79c-9d93-4766-a187-3918faa77d18 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318561 Jul 06 12:57:27.786759 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f4c40781-d9a1-4af2-8328-559a16ebb752 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:57:27.883563 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f4c40781-d9a1-4af2-8328-559a16ebb752, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4c40781-d9a1-4af2-8328-559a16ebb752,segment=NetworkSegment(6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f),segment_id=6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:27.897417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'f4c40781-d9a1-4af2-8328-559a16ebb752', 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'port_id': 'f4c40781-d9a1-4af2-8328-559a16ebb752', 'mac_address': 'fa:16:3e:6b:35:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:57:27.934862 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:27.947973 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c40781-d9a1-4af2-8328-559a16ebb752 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:57:27.969332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f4c40781-d9a1-4af2-8328-559a16ebb752, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4c40781-d9a1-4af2-8328-559a16ebb752,segment=NetworkSegment(6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f),segment_id=6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:27.974366 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:28.023582 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=f4c40781-d9a1-4af2-8328-559a16ebb752,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:28.211633 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['f4c40781-d9a1-4af2-8328-559a16ebb752'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:57:28.488643 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30db5d2-2114-45ee-86be-3236237eb411 req-29f5b55f-3a6b-4cb4-bb4f-73db8a1ee840 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:28.490155 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e30db5d2-2114-45ee-86be-3236237eb411 req-29f5b55f-3a6b-4cb4-bb4f-73db8a1ee840 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 944 time: 0.0690856 Jul 06 12:57:28.528714 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e30db5d2-2114-45ee-86be-3236237eb411 req-1ddb5f5d-361f-4e90-adb2-f3a9bc45621b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328050 Jul 06 12:57:29.067241 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:57:29.700783 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563ed5e-6834-4b7a-b4d8-1acb6a80c30d req-89568031-f7c0-4652-859d-96d90319bca0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:29.702306 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2563ed5e-6834-4b7a-b4d8-1acb6a80c30d req-89568031-f7c0-4652-859d-96d90319bca0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 944 time: 0.0629985 Jul 06 12:57:29.739783 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2563ed5e-6834-4b7a-b4d8-1acb6a80c30d req-2f7fa9bb-d4a3-4eaa-9ad9-dada78356df0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312178 Jul 06 12:57:29.796349 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f4c40781-d9a1-4af2-8328-559a16ebb752 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:57:29.845451 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port f4c40781-d9a1-4af2-8328-559a16ebb752 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:57:29.849239 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port f4c40781-d9a1-4af2-8328-559a16ebb752 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:57:29.849610 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:29.924294 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:29.946907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79c353d-c035-4a32-a532-3a91e1bc6e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c40781-d9a1-4af2-8328-559a16ebb752'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:57:29.949197 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd29e93-f15b-43ec-8d59-2d30f905fe30" -d '{"events": [{"server_uuid": "e79c353d-c035-4a32-a532-3a91e1bc6e22", "name": "network-vif-plugged", "status": "completed", "tag": "f4c40781-d9a1-4af2-8328-559a16ebb752"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:57:29.966063 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port f4c40781-d9a1-4af2-8328-559a16ebb752, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4c40781-d9a1-4af2-8328-559a16ebb752,segment=NetworkSegment(6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f),segment_id=6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:57:29.970384 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:29.993819 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094da142-4045-4756-b675-ddd89c6536d4 x-openstack-request-id: req-094da142-4045-4756-b675-ddd89c6536d4 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:57:29.994114 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79c353d-c035-4a32-a532-3a91e1bc6e22", "name": "network-vif-plugged", "status": "completed", "tag": "f4c40781-d9a1-4af2-8328-559a16ebb752", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:57:29.994370 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-094da142-4045-4756-b675-ddd89c6536d4 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:57:29.994758 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79c353d-c035-4a32-a532-3a91e1bc6e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c40781-d9a1-4af2-8328-559a16ebb752', 'code': 200} Jul 06 12:57:30.025342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=f4c40781-d9a1-4af2-8328-559a16ebb752,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:30.107678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9ec27-6dc7-469d-87b4-0498ceafe70c req-709d948a-29e9-4b80-b5cc-2367081df9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:30.109626 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3ce9ec27-6dc7-469d-87b4-0498ceafe70c req-709d948a-29e9-4b80-b5cc-2367081df9d2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 1096 time: 0.0545974 Jul 06 12:57:30.147257 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3ce9ec27-6dc7-469d-87b4-0498ceafe70c req-b90dace1-f430-4c9d-ae59-88a7098542bf service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278239 Jul 06 12:57:30.924612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01fcbb-7ad6-4c3f-bc0d-9903b025a458 req-5f57103d-1e38-444c-98b0-77840ee420d0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:30.926707 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1a01fcbb-7ad6-4c3f-bc0d-9903b025a458 req-5f57103d-1e38-444c-98b0-77840ee420d0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0718009 Jul 06 12:57:30.980221 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1a01fcbb-7ad6-4c3f-bc0d-9903b025a458 req-8b6f4b69-0b1b-40c5-ab98-3ac5ebb86d49 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476053 Jul 06 12:57:32.154642 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d4059-81a1-4f3b-937c-b22a2cad5440 req-c283337a-519d-48d4-9479-2f91e14364f1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:32.156240 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c05d4059-81a1-4f3b-937c-b22a2cad5440 req-c283337a-519d-48d4-9479-2f91e14364f1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0647902 Jul 06 12:57:32.193817 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c05d4059-81a1-4f3b-937c-b22a2cad5440 req-533247cb-dc68-425b-8fdb-907c63db5796 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318854 Jul 06 12:57:32.364503 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d14ea6-c8fd-4611-aa43-20047ec700d4 req-741ca48c-251b-4fe9-a69e-26e20720588c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:32.365932 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0d14ea6-c8fd-4611-aa43-20047ec700d4 req-741ca48c-251b-4fe9-a69e-26e20720588c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0621667 Jul 06 12:57:32.403345 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0d14ea6-c8fd-4611-aa43-20047ec700d4 req-d3b91b4d-d798-4f96-b948-7806b46827ac tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315588 Jul 06 12:57:32.429633 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55960) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:32.793130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f0d5ca-a808-4698-a043-a73b2540b2ae tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:32.794685 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-65f0d5ca-a808-4698-a043-a73b2540b2ae tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 1091 time: 0.3640516 Jul 06 12:57:32.798191 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 55962) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:32.802525 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': 'f4c40781-d9a1-4af2-8328-559a16ebb752', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:57:32.823754 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:32.921196 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:33.025610 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.25.4.49 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/4a687b91-cb16-41ef-84e5-f617df336d5f) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:57:33.125798 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:33.169006 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:33.204306 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:57:33.207083 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:57:33.212521 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:57:33.239704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=4a687b91-cb16-41ef-84e5-f617df336d5f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:33.587649 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:33.667521 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:33.817558 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:33.821939 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:33.893443 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=4a687b91-cb16-41ef-84e5-f617df336d5f,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:57:33.903874 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:34.006439 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Floating IP 1207d347-623c-4ffe-85ad-b73ed5cf2098 associated. External IP: 172.25.4.49, port: f4c40781-d9a1-4af2-8328-559a16ebb752. Jul 06 12:57:34.210604 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router 3390ae62-01bb-43f7-906b-a69b225d9bb1 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:57:34.318602 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:57:34.329180 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb61b70-206c-4049-8723-240083ae7b62 None None] Sync routers for ids ['3390ae62-01bb-43f7-906b-a69b225d9bb1'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:57:34.335954 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:34.339889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb61b70-206c-4049-8723-240083ae7b62 None None] Routers {'3390ae62-01bb-43f7-906b-a69b225d9bb1'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:34.340586 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9bb61b70-206c-4049-8723-240083ae7b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3390ae62-01bb-43f7-906b-a69b225d9bb1'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:34.377189 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4edac00c-552d-4628-8caf-b8646a8103fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5779157 Jul 06 12:57:34.377774 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79c353d-c035-4a32-a532-3a91e1bc6e22', 'tag': 'f4c40781-d9a1-4af2-8328-559a16ebb752'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:57:34.380133 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d190b7-cb52-472d-9178-1019ffdf122e" -d '{"events": [{"name": "network-changed", "server_uuid": "e79c353d-c035-4a32-a532-3a91e1bc6e22", "tag": "f4c40781-d9a1-4af2-8328-559a16ebb752"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:57:34.460399 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-9bb61b70-206c-4049-8723-240083ae7b62 None None] Set router 3390ae62-01bb-43f7-906b-a69b225d9bb1 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:34.557055 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ec05d-8d74-4295-8468-0ef7529efe98 req-325ef33d-9ff8-46bd-9b07-d341d8c37ce9 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:34.558709 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-869ec05d-8d74-4295-8468-0ef7529efe98 req-325ef33d-9ff8-46bd-9b07-d341d8c37ce9 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0786498 Jul 06 12:57:34.603795 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-869ec05d-8d74-4295-8468-0ef7529efe98 req-e942e223-eb7b-4c6c-a0d1-5f7f4935ceb9 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364656 Jul 06 12:57:34.633944 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55968) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:34.660043 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fb8172-7d3d-43fb-ba67-c831764b7d49 x-openstack-request-id: req-73fb8172-7d3d-43fb-ba67-c831764b7d49 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:57:34.660343 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79c353d-c035-4a32-a532-3a91e1bc6e22", "tag": "f4c40781-d9a1-4af2-8328-559a16ebb752", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:57:34.660602 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73fb8172-7d3d-43fb-ba67-c831764b7d49 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:57:34.661020 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79c353d-c035-4a32-a532-3a91e1bc6e22', 'tag': 'f4c40781-d9a1-4af2-8328-559a16ebb752', 'status': 'completed', 'code': 200} Jul 06 12:57:34.704942 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9bb61b70-206c-4049-8723-240083ae7b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668399918', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:20Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '1207d347-623c-4ffe-85ad-b73ed5cf2098', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'floating_ip_address': '172.25.4.49', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'port_id': 'f4c40781-d9a1-4af2-8328-559a16ebb752', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'mac_address': 'fa:16:3e:6b:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c353d-c035-4a32-a532-3a91e1bc6e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:57:33Z', 'updated_at': '2021-07-06T12:57:33Z', 'revision_number': 0, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbacaef2-17ee-4243-87ae-060c59021c92', 'name': '', 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:f4:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:19Z', 'updated_at': '2021-07-06T12:57:25Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:34.736263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb61b70-206c-4049-8723-240083ae7b62 None None] Checking router: 3390ae62-01bb-43f7-906b-a69b225d9bb1 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:57:34.744420 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb61b70-206c-4049-8723-240083ae7b62 None None] Routers {'3390ae62-01bb-43f7-906b-a69b225d9bb1'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:57:34.745027 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9bb61b70-206c-4049-8723-240083ae7b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:57:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3390ae62-01bb-43f7-906b-a69b225d9bb1'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:34.745834 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bb4e0c94-b885-4b41-8e11-f1b7fd8ea2b2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/1207d347-623c-4ffe-85ad-b73ed5cf2098 HTTP/1.1" status: 200 len: 990 time: 0.1087899 Jul 06 12:57:34.768922 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d190b7-cb52-472d-9178-1019ffdf122e req-2891cac9-4f90-4e62-8179-dd07d78d9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:34.770572 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-02d190b7-cb52-472d-9178-1019ffdf122e req-2891cac9-4f90-4e62-8179-dd07d78d9876 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 1096 time: 0.0815561 Jul 06 12:57:34.853656 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-9bb61b70-206c-4049-8723-240083ae7b62 None None] Set router 3390ae62-01bb-43f7-906b-a69b225d9bb1 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:57:34.877205 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d190b7-cb52-472d-9178-1019ffdf122e req-1ae47a88-3088-4254-b454-c223938cbf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:34.878769 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-02d190b7-cb52-472d-9178-1019ffdf122e req-1ae47a88-3088-4254-b454-c223938cbf2e service neutron] 10.222.0.89 "GET /v2.0/networks?id=baf5d4ab-2292-4e98-a97a-27ff6c9f9567 HTTP/1.1" status: 200 len: 897 time: 0.1020062 Jul 06 12:57:34.946271 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-02d190b7-cb52-472d-9178-1019ffdf122e req-bf20137c-bd69-4cf7-8408-43336779207b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4c40781-d9a1-4af2-8328-559a16ebb752 HTTP/1.1" status: 200 len: 998 time: 0.0611250 Jul 06 12:57:34.996533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d190b7-cb52-472d-9178-1019ffdf122e req-e8208e1d-c1b6-4d06-9132-307a38e4a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:34.998091 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-02d190b7-cb52-472d-9178-1019ffdf122e req-e8208e1d-c1b6-4d06-9132-307a38e4a99d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=69b5a7c1-a08a-430a-a615-2651e784cdfa HTTP/1.1" status: 200 len: 833 time: 0.0464065 Jul 06 12:57:35.104378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9bb61b70-206c-4049-8723-240083ae7b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668399918', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:20Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '1207d347-623c-4ffe-85ad-b73ed5cf2098', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'floating_ip_address': '172.25.4.49', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'port_id': 'f4c40781-d9a1-4af2-8328-559a16ebb752', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'mac_address': 'fa:16:3e:6b:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c353d-c035-4a32-a532-3a91e1bc6e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:57:33Z', 'updated_at': '2021-07-06T12:57:33Z', 'revision_number': 0, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbacaef2-17ee-4243-87ae-060c59021c92', 'name': '', 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:f4:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:19Z', 'updated_at': '2021-07-06T12:57:25Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:57:35.132365 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb61b70-206c-4049-8723-240083ae7b62 None None] The sync data for ids ['3390ae62-01bb-43f7-906b-a69b225d9bb1'] in n-d-799529-2 is: [{'id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668399918', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:20Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '1207d347-623c-4ffe-85ad-b73ed5cf2098', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'floating_ip_address': '172.25.4.49', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'port_id': 'f4c40781-d9a1-4af2-8328-559a16ebb752', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'mac_address': 'fa:16:3e:6b:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c353d-c035-4a32-a532-3a91e1bc6e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:57:33Z', 'updated_at': '2021-07-06T12:57:33Z', 'revision_number': 0, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbacaef2-17ee-4243-87ae-060c59021c92', 'name': '', 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:f4:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:19Z', 'updated_at': '2021-07-06T12:57:25Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:57:35.331775 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d190b7-cb52-472d-9178-1019ffdf122e req-3ac18472-a3fa-4ed6-b6d6-8366b0e1cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:57:35.333313 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-02d190b7-cb52-472d-9178-1019ffdf122e req-3ac18472-a3fa-4ed6-b6d6-8366b0e1cd83 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=baf5d4ab-2292-4e98-a97a-27ff6c9f9567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3293591 Jul 06 12:57:35.369773 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cd82bf-d079-4236-9977-6863fe5b72d6 None None] New status for floating IP 1207d347-623c-4ffe-85ad-b73ed5cf2098: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:57:35.430294 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-02d190b7-cb52-472d-9178-1019ffdf122e req-1fcf309a-0f7e-4ba3-9e22-9ea20dc83b61 service neutron] 10.222.0.89 "GET /v2.0/networks/baf5d4ab-2292-4e98-a97a-27ff6c9f9567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898573 Jul 06 12:57:35.524726 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-02d190b7-cb52-472d-9178-1019ffdf122e req-acfd839a-30ca-4183-a6e3-c17895067888 service neutron] 10.222.0.89 "GET /v2.0/networks/baf5d4ab-2292-4e98-a97a-27ff6c9f9567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888150 Jul 06 12:57:35.588217 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab26e9e6-3c66-4904-9e0f-6e6918680123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:35.749105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 55970) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:57:35.808086 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e248332c-c456-44eb-a07d-7b1c2b7a43e8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/1207d347-623c-4ffe-85ad-b73ed5cf2098 HTTP/1.1" status: 200 len: 992 time: 0.0572481 Jul 06 12:57:36.281923 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:37.134974 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:38.242074 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bcc06bf-7898-4238-bcef-6990ee46925f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:38.356634 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:39.592024 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:57:41.175394 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:05.588551 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6278f2a2-363a-45aa-8df2-6ede8e4f3eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:06.066452 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:58:06.293533 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:07.133974 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:07.276855 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedaba75-9317-48c6-9073-1315e118bdad req-a3981fe7-c02e-4fe5-83e9-090a7938286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:07.278354 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cedaba75-9317-48c6-9073-1315e118bdad req-a3981fe7-c02e-4fe5-83e9-090a7938286e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 1096 time: 0.0580151 Jul 06 12:58:07.326589 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb110d-59f3-44fa-a151-030e25ef013b req-9e121458-f3cf-434d-aba6-1b596e9b5a24 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:07.328125 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b0bb110d-59f3-44fa-a151-030e25ef013b req-9e121458-f3cf-434d-aba6-1b596e9b5a24 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0696371 Jul 06 12:58:07.367860 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b0bb110d-59f3-44fa-a151-030e25ef013b req-b6e64328-c705-4f35-b13c-dda615dd01b8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339243 Jul 06 12:58:07.370974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedaba75-9317-48c6-9073-1315e118bdad req-d5e697a7-5988-49cd-8333-d022a14c0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:07.372967 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cedaba75-9317-48c6-9073-1315e118bdad req-d5e697a7-5988-49cd-8333-d022a14c0afa service neutron] 10.222.0.89 "GET /v2.0/networks?id=baf5d4ab-2292-4e98-a97a-27ff6c9f9567 HTTP/1.1" status: 200 len: 897 time: 0.0881646 Jul 06 12:58:07.446962 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cedaba75-9317-48c6-9073-1315e118bdad req-3e5fd39f-e883-4595-becc-29bcd724d551 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4c40781-d9a1-4af2-8328-559a16ebb752 HTTP/1.1" status: 200 len: 1000 time: 0.0665576 Jul 06 12:58:07.501159 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedaba75-9317-48c6-9073-1315e118bdad req-ccf6343f-1a97-46b0-a838-dec589129da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:07.502647 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cedaba75-9317-48c6-9073-1315e118bdad req-ccf6343f-1a97-46b0-a838-dec589129da9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=69b5a7c1-a08a-430a-a615-2651e784cdfa HTTP/1.1" status: 200 len: 833 time: 0.0493789 Jul 06 12:58:07.562542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedaba75-9317-48c6-9073-1315e118bdad req-0b171559-5d8d-446b-9249-8a661143e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:07.564088 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cedaba75-9317-48c6-9073-1315e118bdad req-0b171559-5d8d-446b-9249-8a661143e86f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=baf5d4ab-2292-4e98-a97a-27ff6c9f9567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543838 Jul 06 12:58:07.659902 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cedaba75-9317-48c6-9073-1315e118bdad req-2981e886-6bf8-4d66-ad3e-7e874dd2cb8f service neutron] 10.222.0.89 "GET /v2.0/networks/baf5d4ab-2292-4e98-a97a-27ff6c9f9567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879588 Jul 06 12:58:07.751924 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-cedaba75-9317-48c6-9073-1315e118bdad req-91a34736-12f8-42f8-b350-273dcd4ad357 service neutron] 10.222.0.89 "GET /v2.0/networks/baf5d4ab-2292-4e98-a97a-27ff6c9f9567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845172 Jul 06 12:58:08.236801 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-199d25b3-7b70-48bf-be39-7bb1a5da3daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:08.359795 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:08.559518 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a90df-fd78-46fc-ab41-42386dcd03e3 req-c317aa6d-b71a-4af2-a5e5-12d60a38b86e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:08.561041 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-144a90df-fd78-46fc-ab41-42386dcd03e3 req-c317aa6d-b71a-4af2-a5e5-12d60a38b86e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0670443 Jul 06 12:58:08.598303 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-144a90df-fd78-46fc-ab41-42386dcd03e3 req-fe0dfeb5-9dcb-4fea-b169-c8b1721c5ef8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316515 Jul 06 12:58:09.596439 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:09.770369 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442171a9-2bf0-4448-86af-08559d71603b req-97223d9a-a7f9-428b-bcc9-4edc73fa68be tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:09.772568 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-442171a9-2bf0-4448-86af-08559d71603b req-97223d9a-a7f9-428b-bcc9-4edc73fa68be tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0642049 Jul 06 12:58:09.808772 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-442171a9-2bf0-4448-86af-08559d71603b req-c44648f1-e736-4019-891f-9cdd79788816 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304279 Jul 06 12:58:10.981334 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2bd3e-ec04-4271-9565-97a1733d492e req-96f623cb-7766-4de3-9770-291c65370fb6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:10.983139 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-79b2bd3e-ec04-4271-9565-97a1733d492e req-96f623cb-7766-4de3-9770-291c65370fb6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0632122 Jul 06 12:58:11.023538 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-79b2bd3e-ec04-4271-9565-97a1733d492e req-29536c6c-1ff3-4841-a422-f063698ff4a2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348389 Jul 06 12:58:11.178006 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:12.196974 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916e2d5-6e2a-49ba-85b3-edc0d7041feb req-9b3d538a-def9-4f20-8734-c266008d59fc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:12.198444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3916e2d5-6e2a-49ba-85b3-edc0d7041feb req-9b3d538a-def9-4f20-8734-c266008d59fc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0625744 Jul 06 12:58:12.235029 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3916e2d5-6e2a-49ba-85b3-edc0d7041feb req-effea976-389d-42b4-935a-693ebeb4c304 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310533 Jul 06 12:58:13.406606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c81f4-e373-4397-b09d-ca206cb6e565 req-bc49dba4-d741-4ad9-9fa5-a361a54a1680 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:13.408026 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c0c81f4-e373-4397-b09d-ca206cb6e565 req-bc49dba4-d741-4ad9-9fa5-a361a54a1680 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0631354 Jul 06 12:58:13.445411 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c0c81f4-e373-4397-b09d-ca206cb6e565 req-44ae7fde-9b28-47df-aefc-dd032b59c942 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313773 Jul 06 12:58:14.622923 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ff5a2-76c6-46be-b4e9-b812a9326547 req-ff4506e5-8113-45c2-acac-16d2b4c65d52 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:14.624430 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-872ff5a2-76c6-46be-b4e9-b812a9326547 req-ff4506e5-8113-45c2-acac-16d2b4c65d52 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0674701 Jul 06 12:58:14.661098 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-872ff5a2-76c6-46be-b4e9-b812a9326547 req-fe2c0cb5-36db-4a68-84c7-e27a4738cded tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311568 Jul 06 12:58:15.838810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90ed50-4b81-4a7b-b106-7b135c78c194 req-9212c217-9b01-4147-a9ce-b80e60d828ac tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:15.840225 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ff90ed50-4b81-4a7b-b106-7b135c78c194 req-9212c217-9b01-4147-a9ce-b80e60d828ac tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0622602 Jul 06 12:58:15.878375 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ff90ed50-4b81-4a7b-b106-7b135c78c194 req-62812272-c605-497e-b209-adc2a46f23f3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326037 Jul 06 12:58:17.056252 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7c7c5-1309-4b06-b4a7-f662ff1ecc49 req-2b3839c8-e036-4a1d-b3c2-eaf504ed59ff tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:17.057742 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48b7c7c5-1309-4b06-b4a7-f662ff1ecc49 req-2b3839c8-e036-4a1d-b3c2-eaf504ed59ff tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0680513 Jul 06 12:58:17.094642 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48b7c7c5-1309-4b06-b4a7-f662ff1ecc49 req-18bb152b-b122-4af8-b60b-ef6ee30ddee5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314555 Jul 06 12:58:18.266357 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e55401-8d4c-41e4-a28a-e4760edde86c req-07a71e5e-a216-4b0d-ac25-e99e978f6196 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:18.267893 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e55401-8d4c-41e4-a28a-e4760edde86c req-07a71e5e-a216-4b0d-ac25-e99e978f6196 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0633891 Jul 06 12:58:18.305182 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f0e55401-8d4c-41e4-a28a-e4760edde86c req-eda2c593-3d99-4933-8343-81badf0bc2a9 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312655 Jul 06 12:58:19.475300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657adb0e-cc64-492d-9c38-cbe7ce0ab6e6 req-7ab75137-6d01-452d-85d7-85e3cec2344d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:19.476732 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-657adb0e-cc64-492d-9c38-cbe7ce0ab6e6 req-7ab75137-6d01-452d-85d7-85e3cec2344d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0628979 Jul 06 12:58:19.514668 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-657adb0e-cc64-492d-9c38-cbe7ce0ab6e6 req-3d81152a-3f68-49bf-96de-8de4bab87e1f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319049 Jul 06 12:58:20.690572 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8287a1-c8c3-4130-9082-3e47a1b97d28 req-b0f053cf-bda3-4891-93b3-2197954e3766 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:20.692067 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aa8287a1-c8c3-4130-9082-3e47a1b97d28 req-b0f053cf-bda3-4891-93b3-2197954e3766 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0658872 Jul 06 12:58:20.728702 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aa8287a1-c8c3-4130-9082-3e47a1b97d28 req-ed09a086-a408-4a12-b7ca-96d7b2f23e16 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304294 Jul 06 12:58:21.905707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bc708-8612-4df1-9a52-d899e7a82c5f req-ae38005a-dff3-45e4-950c-a462b89b8125 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:21.907101 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f5bc708-8612-4df1-9a52-d899e7a82c5f req-ae38005a-dff3-45e4-950c-a462b89b8125 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0624845 Jul 06 12:58:21.943472 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4f5bc708-8612-4df1-9a52-d899e7a82c5f req-b034cb08-d2dc-474c-8093-826a2f7b1e53 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303302 Jul 06 12:58:23.117100 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aada74-ce92-401d-bc6f-1c641fd81065 req-8b04ee8f-f038-436a-959b-9859dac62255 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:23.118907 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33aada74-ce92-401d-bc6f-1c641fd81065 req-8b04ee8f-f038-436a-959b-9859dac62255 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0662665 Jul 06 12:58:23.156499 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-33aada74-ce92-401d-bc6f-1c641fd81065 req-d39b294e-3d58-4195-9a94-96c0232e1066 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323322 Jul 06 12:58:24.325508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea3287-d8ba-43b3-ab05-dac2103ea7b2 req-e0d549fc-8c37-4592-8806-a7ed7ff8d38b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:24.327028 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42ea3287-d8ba-43b3-ab05-dac2103ea7b2 req-e0d549fc-8c37-4592-8806-a7ed7ff8d38b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0627894 Jul 06 12:58:24.364491 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42ea3287-d8ba-43b3-ab05-dac2103ea7b2 req-7a441ca6-d63c-4df6-8fd4-5e03c68df3ae tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319266 Jul 06 12:58:24.388277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56018) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:58:24.450317 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-50a7e1eb-30f7-4754-89cf-695049613e31 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/1207d347-623c-4ffe-85ad-b73ed5cf2098 HTTP/1.1" status: 200 len: 992 time: 0.0607772 Jul 06 12:58:31.461863 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-703e78a5-3031-4447-bc52-47ac6414d8db req-7289a626-d352-4b53-bf0e-06006036dd62 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505409 Jul 06 12:58:31.558021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e78a5-3031-4447-bc52-47ac6414d8db req-4aa3203d-57d6-4c8a-9732-15be3655205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:31.559536 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-703e78a5-3031-4447-bc52-47ac6414d8db req-4aa3203d-57d6-4c8a-9732-15be3655205e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 1096 time: 0.0564342 Jul 06 12:58:31.660321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e78a5-3031-4447-bc52-47ac6414d8db req-2b4f2aa5-12f7-443e-9301-c6b83d22dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:31.661817 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-703e78a5-3031-4447-bc52-47ac6414d8db req-2b4f2aa5-12f7-443e-9301-c6b83d22dd5b service neutron] 10.222.0.89 "GET /v2.0/networks?id=baf5d4ab-2292-4e98-a97a-27ff6c9f9567 HTTP/1.1" status: 200 len: 897 time: 0.0836618 Jul 06 12:58:31.730353 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-703e78a5-3031-4447-bc52-47ac6414d8db req-2fd070a5-1099-487e-a4fb-417354c2c617 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4c40781-d9a1-4af2-8328-559a16ebb752 HTTP/1.1" status: 200 len: 1000 time: 0.0616531 Jul 06 12:58:31.777584 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e78a5-3031-4447-bc52-47ac6414d8db req-b9e2ab88-d09c-4788-901d-7839166ce32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:31.779020 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-703e78a5-3031-4447-bc52-47ac6414d8db req-b9e2ab88-d09c-4788-901d-7839166ce32c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=69b5a7c1-a08a-430a-a615-2651e784cdfa HTTP/1.1" status: 200 len: 833 time: 0.0429826 Jul 06 12:58:31.836849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e78a5-3031-4447-bc52-47ac6414d8db req-50c9a1fe-203e-47f2-a641-7d6bb791ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:31.838329 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-703e78a5-3031-4447-bc52-47ac6414d8db req-50c9a1fe-203e-47f2-a641-7d6bb791ae22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=baf5d4ab-2292-4e98-a97a-27ff6c9f9567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516560 Jul 06 12:58:31.925693 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-703e78a5-3031-4447-bc52-47ac6414d8db req-d7465a64-7d07-4ee4-9488-6341318223b7 service neutron] 10.222.0.89 "GET /v2.0/networks/baf5d4ab-2292-4e98-a97a-27ff6c9f9567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814359 Jul 06 12:58:32.015169 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-703e78a5-3031-4447-bc52-47ac6414d8db req-e9da177c-a363-4861-9f05-cfdb83fa03b9 service neutron] 10.222.0.89 "GET /v2.0/networks/baf5d4ab-2292-4e98-a97a-27ff6c9f9567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828185 Jul 06 12:58:35.590883 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e2be60f-2240-4034-bb03-d5195b945e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:36.301823 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:37.150485 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:38.236859 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7101401b-8901-4a49-8db6-530c73d3fbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:38.360185 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:39.599744 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:41.180795 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:43.066265 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:58:48.889270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-cabe0d2a-3d50-483a-847e-ef26c071dd7b req-a32d886c-aa24-4dae-aada-ea417740e0ff service neutron] (100427) timed out ('10.222.0.23', 57857) {{(pid=100427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 12:58:55.145857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56038) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:58:55.301625 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port 4a687b91-cb16-41ef-84e5-f617df336d5f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:58:55.301963 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:55.378428 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:55.378658 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:55.389893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for 4a687b91-cb16-41ef-84e5-f617df336d5f owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:58:55.556923 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:55.582553 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=4a687b91-cb16-41ef-84e5-f617df336d5f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:58:55.608540 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:55.608891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:55.609234 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:55.609570 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:55.609900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:55.610229 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:55.610558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:55.610884 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:55.611211 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:55.611560 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:55.611881 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:55.612200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:58:55.651634 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:55.651960 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Floating IP 1207d347-623c-4ffe-85ad-b73ed5cf2098 disassociated (deleted). External IP: 172.25.4.49, port: f4c40781-d9a1-4af2-8328-559a16ebb752. Jul 06 12:58:55.852517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router 3390ae62-01bb-43f7-906b-a69b225d9bb1 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:58:55.957697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:58:55.962804 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:55.969371 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5dc30-f059-437e-a940-947fcbce1a4d None None] Sync routers for ids ['3390ae62-01bb-43f7-906b-a69b225d9bb1'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:58:55.980355 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5dc30-f059-437e-a940-947fcbce1a4d None None] Routers {'3390ae62-01bb-43f7-906b-a69b225d9bb1'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:58:55.980984 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-add5dc30-f059-437e-a940-947fcbce1a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:58:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3390ae62-01bb-43f7-906b-a69b225d9bb1'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:58:56.002000 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-619643c4-2a92-457e-a983-d0628dbc3cbd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/floatingips/1207d347-623c-4ffe-85ad-b73ed5cf2098 HTTP/1.1" status: 204 len: 168 time: 0.8550298 Jul 06 12:58:56.002610 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79c353d-c035-4a32-a532-3a91e1bc6e22', 'tag': 'f4c40781-d9a1-4af2-8328-559a16ebb752'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:58:56.005387 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0432532d-7ae3-4e52-b5df-ecd9dc9794b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e79c353d-c035-4a32-a532-3a91e1bc6e22", "tag": "f4c40781-d9a1-4af2-8328-559a16ebb752"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:58:56.090171 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-add5dc30-f059-437e-a940-947fcbce1a4d None None] Set router 3390ae62-01bb-43f7-906b-a69b225d9bb1 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:58:56.303595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-add5dc30-f059-437e-a940-947fcbce1a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668399918', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:20Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'fbacaef2-17ee-4243-87ae-060c59021c92', 'name': '', 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:f4:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:19Z', 'updated_at': '2021-07-06T12:57:25Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:58:56.310594 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d34f50-dbbd-402d-83bd-a1674825f533 x-openstack-request-id: req-72d34f50-dbbd-402d-83bd-a1674825f533 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:58:56.311544 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79c353d-c035-4a32-a532-3a91e1bc6e22", "tag": "f4c40781-d9a1-4af2-8328-559a16ebb752", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:58:56.312012 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-72d34f50-dbbd-402d-83bd-a1674825f533 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:58:56.312631 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79c353d-c035-4a32-a532-3a91e1bc6e22', 'tag': 'f4c40781-d9a1-4af2-8328-559a16ebb752', 'status': 'completed', 'code': 200} Jul 06 12:58:56.330211 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5dc30-f059-437e-a940-947fcbce1a4d None None] Checking router: 3390ae62-01bb-43f7-906b-a69b225d9bb1 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:58:56.340123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5dc30-f059-437e-a940-947fcbce1a4d None None] Routers {'3390ae62-01bb-43f7-906b-a69b225d9bb1'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:58:56.340986 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-add5dc30-f059-437e-a940-947fcbce1a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:58:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3390ae62-01bb-43f7-906b-a69b225d9bb1'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:58:56.392542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432532d-7ae3-4e52-b5df-ecd9dc9794b9 req-fd214e6b-03b3-49aa-a479-a585708690ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:56.394215 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0432532d-7ae3-4e52-b5df-ecd9dc9794b9 req-fd214e6b-03b3-49aa-a479-a585708690ac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 1096 time: 0.0584230 Jul 06 12:58:56.462810 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77198b0f-7a57-4667-9d6b-46d25163b288 req-60160137-3dfb-4c48-b9d2-2f7809a888b5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:56.464655 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77198b0f-7a57-4667-9d6b-46d25163b288 req-60160137-3dfb-4c48-b9d2-2f7809a888b5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0681977 Jul 06 12:58:56.497676 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432532d-7ae3-4e52-b5df-ecd9dc9794b9 req-41e7065a-4344-4e38-a917-5a46f7304408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:56.499182 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0432532d-7ae3-4e52-b5df-ecd9dc9794b9 req-41e7065a-4344-4e38-a917-5a46f7304408 service neutron] 10.222.0.89 "GET /v2.0/networks?id=baf5d4ab-2292-4e98-a97a-27ff6c9f9567 HTTP/1.1" status: 200 len: 897 time: 0.0971966 Jul 06 12:58:56.509591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77198b0f-7a57-4667-9d6b-46d25163b288 req-b6f772a7-f1b1-4c11-a7fb-0ee5d609dcb8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371597 Jul 06 12:58:56.548483 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0432532d-7ae3-4e52-b5df-ecd9dc9794b9 req-bc40ccc8-2be4-413e-a798-cd1d5530a8e1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4c40781-d9a1-4af2-8328-559a16ebb752 HTTP/1.1" status: 200 len: 217 time: 0.0406430 Jul 06 12:58:56.597285 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432532d-7ae3-4e52-b5df-ecd9dc9794b9 req-7439daaa-ee77-4f85-bf54-1ae7b45e56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:56.598760 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0432532d-7ae3-4e52-b5df-ecd9dc9794b9 req-7439daaa-ee77-4f85-bf54-1ae7b45e56bc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=69b5a7c1-a08a-430a-a615-2651e784cdfa HTTP/1.1" status: 200 len: 833 time: 0.0431399 Jul 06 12:58:56.610677 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-add5dc30-f059-437e-a940-947fcbce1a4d None None] Set router 3390ae62-01bb-43f7-906b-a69b225d9bb1 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:58:56.656066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432532d-7ae3-4e52-b5df-ecd9dc9794b9 req-2454e413-88a7-46b5-9652-b0979da64e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:56.657584 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0432532d-7ae3-4e52-b5df-ecd9dc9794b9 req-2454e413-88a7-46b5-9652-b0979da64e98 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=baf5d4ab-2292-4e98-a97a-27ff6c9f9567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519495 Jul 06 12:58:56.752514 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0432532d-7ae3-4e52-b5df-ecd9dc9794b9 req-71e9b129-4748-434e-831c-2fda01f8d4a0 service neutron] 10.222.0.89 "GET /v2.0/networks/baf5d4ab-2292-4e98-a97a-27ff6c9f9567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873787 Jul 06 12:58:56.805633 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-add5dc30-f059-437e-a940-947fcbce1a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668399918', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:20Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'fbacaef2-17ee-4243-87ae-060c59021c92', 'name': '', 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:f4:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:19Z', 'updated_at': '2021-07-06T12:57:25Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:58:56.834998 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5dc30-f059-437e-a940-947fcbce1a4d None None] The sync data for ids ['3390ae62-01bb-43f7-906b-a69b225d9bb1'] in n-d-799529-2 is: [{'id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668399918', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:20Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': 'fbacaef2-17ee-4243-87ae-060c59021c92', 'name': '', 'network_id': 'baf5d4ab-2292-4e98-a97a-27ff6c9f9567', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:f4:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:19Z', 'updated_at': '2021-07-06T12:57:25Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '69b5a7c1-a08a-430a-a615-2651e784cdfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:58:56.844282 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-0432532d-7ae3-4e52-b5df-ecd9dc9794b9 req-51477f60-5a9c-4c9d-a369-f0d322d85db1 service neutron] 10.222.0.89 "GET /v2.0/networks/baf5d4ab-2292-4e98-a97a-27ff6c9f9567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837154 Jul 06 12:58:57.043983 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba6856b-0b8e-4b7d-87d2-51681c54fcb4 None None] New status for floating IP 1207d347-623c-4ffe-85ad-b73ed5cf2098: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:58:57.699077 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc05cd1-0230-4ce5-9aba-919113b89ddb req-d84592ea-ec4f-49f5-b08a-f2d8707c25b8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:57.700596 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cfc05cd1-0230-4ce5-9aba-919113b89ddb req-d84592ea-ec4f-49f5-b08a-f2d8707c25b8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0621130 Jul 06 12:58:57.737430 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cfc05cd1-0230-4ce5-9aba-919113b89ddb req-8ec4abc0-2f60-431e-8c11-993272241c4f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=a5681db0-14ce-4a10-bd7d-ec32bced256a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312293 Jul 06 12:58:57.810072 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0dccb-f14d-45e5-8ab8-80c99a34b121 req-dcce2412-b086-43cd-9307-625a8b9b8647 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:58:57.811469 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f6b0dccb-f14d-45e5-8ab8-80c99a34b121 req-dcce2412-b086-43cd-9307-625a8b9b8647 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.89 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 945 time: 0.0636935 Jul 06 12:58:57.913074 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-f6b0dccb-f14d-45e5-8ab8-80c99a34b121 req-01a6a701-640c-43d4-80b5-2a2a8083c692 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port f4c40781-d9a1-4af2-8328-559a16ebb752 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:58:57.913450 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f6b0dccb-f14d-45e5-8ab8-80c99a34b121 req-01a6a701-640c-43d4-80b5-2a2a8083c692 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:58.000060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f6b0dccb-f14d-45e5-8ab8-80c99a34b121 req-01a6a701-640c-43d4-80b5-2a2a8083c692 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] For port f4c40781-d9a1-4af2-8328-559a16ebb752, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=f4c40781-d9a1-4af2-8328-559a16ebb752,segment=NetworkSegment(6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f),segment_id=6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:58:58.000485 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f6b0dccb-f14d-45e5-8ab8-80c99a34b121 req-01a6a701-640c-43d4-80b5-2a2a8083c692 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:58.014213 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-f6b0dccb-f14d-45e5-8ab8-80c99a34b121 req-01a6a701-640c-43d4-80b5-2a2a8083c692 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for f4c40781-d9a1-4af2-8328-559a16ebb752 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:58:58.143021 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f6b0dccb-f14d-45e5-8ab8-80c99a34b121 req-01a6a701-640c-43d4-80b5-2a2a8083c692 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:58.171581 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6a701-640c-43d4-80b5-2a2a8083c692 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=f4c40781-d9a1-4af2-8328-559a16ebb752,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:58:58.219672 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b0dccb-f14d-45e5-8ab8-80c99a34b121 req-01a6a701-640c-43d4-80b5-2a2a8083c692 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] No DVR routers for this DVR port f4c40781-d9a1-4af2-8328-559a16ebb752 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:58:58.222263 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f6b0dccb-f14d-45e5-8ab8-80c99a34b121 req-01a6a701-640c-43d4-80b5-2a2a8083c692 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:58:58.224346 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f6b0dccb-f14d-45e5-8ab8-80c99a34b121 req-01a6a701-640c-43d4-80b5-2a2a8083c692 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.89 "DELETE /v2.0/ports/f4c40781-d9a1-4af2-8328-559a16ebb752 HTTP/1.1" status: 204 len: 173 time: 0.4073923 Jul 06 12:58:58.314257 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79c353d-c035-4a32-a532-3a91e1bc6e22', 'name': 'network-vif-deleted', 'tag': 'f4c40781-d9a1-4af2-8328-559a16ebb752'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:58:58.316623 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de057454-a464-4764-b91e-4b988f261cb8" -d '{"events": [{"server_uuid": "e79c353d-c035-4a32-a532-3a91e1bc6e22", "name": "network-vif-deleted", "tag": "f4c40781-d9a1-4af2-8328-559a16ebb752"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:58:58.353116 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c8f575-2b65-4e5b-88df-aeffd076d5ef x-openstack-request-id: req-e0c8f575-2b65-4e5b-88df-aeffd076d5ef {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:58:58.353410 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79c353d-c035-4a32-a532-3a91e1bc6e22", "name": "network-vif-deleted", "tag": "f4c40781-d9a1-4af2-8328-559a16ebb752", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:58:58.353700 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0c8f575-2b65-4e5b-88df-aeffd076d5ef {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:58:58.354108 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79c353d-c035-4a32-a532-3a91e1bc6e22', 'name': 'network-vif-deleted', 'tag': 'f4c40781-d9a1-4af2-8328-559a16ebb752', 'status': 'completed', 'code': 200} Jul 06 12:58:58.902400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37f4dd98-6861-4c7d-9aa5-6deb54ea4000 req-8e203f49-eda9-4dcd-91ba-ca0042630d26 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e79c353d-c035-4a32-a532-3a91e1bc6e22 HTTP/1.1" status: 200 len: 210 time: 0.0326202 Jul 06 12:58:59.995402 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56064) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:00.346787 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:00.607066 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port fbacaef2-17ee-4243-87ae-060c59021c92 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:59:00.607690 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:00.695059 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] For port fbacaef2-17ee-4243-87ae-060c59021c92, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=fbacaef2-17ee-4243-87ae-060c59021c92,segment=NetworkSegment(6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f),segment_id=6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:59:00.695450 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:00.707608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for fbacaef2-17ee-4243-87ae-060c59021c92 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:59:00.885394 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:00.916376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=fbacaef2-17ee-4243-87ae-060c59021c92,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:00.943688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:00.944057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:00.944400 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:00.944744 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:00.945084 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:00.945421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:00.945751 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:00.946084 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:00.946417 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:00.946751 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:00.947079 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:00.947429 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:01.421184 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:01.627269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router 3390ae62-01bb-43f7-906b-a69b225d9bb1 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:59:01.730641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:59:01.735838 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5e6a20f7-edc6-40f2-bbea-eceb1c5cc967 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "PUT /v2.0/routers/3390ae62-01bb-43f7-906b-a69b225d9bb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7393913 Jul 06 12:59:01.738899 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56066) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:01.740535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bfdcbe-c631-468c-9ca6-ad777bef7d33 None None] Sync routers for ids ['3390ae62-01bb-43f7-906b-a69b225d9bb1'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:59:01.749969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bfdcbe-c631-468c-9ca6-ad777bef7d33 None None] Routers {'3390ae62-01bb-43f7-906b-a69b225d9bb1'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:59:01.750579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-23bfdcbe-c631-468c-9ca6-ad777bef7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:58:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3390ae62-01bb-43f7-906b-a69b225d9bb1'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:01.796883 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-5daef3f8-f012-40b9-8666-49ee15189a5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting subnet 69b5a7c1-a08a-430a-a615-2651e784cdfa {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 12:59:01.800052 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5daef3f8-f012-40b9-8666-49ee15189a5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:01.841682 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5daef3f8-f012-40b9-8666-49ee15189a5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:01.858912 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-23bfdcbe-c631-468c-9ca6-ad777bef7d33 None None] Set router 3390ae62-01bb-43f7-906b-a69b225d9bb1 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:59:01.923189 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5daef3f8-f012-40b9-8666-49ee15189a5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:01.986484 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5daef3f8-f012-40b9-8666-49ee15189a5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.013617 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daef3f8-f012-40b9-8666-49ee15189a5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Subnet': ['ID=69b5a7c1-a08a-430a-a615-2651e784cdfa,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:02.019006 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5daef3f8-f012-40b9-8666-49ee15189a5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.020927 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5daef3f8-f012-40b9-8666-49ee15189a5c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/subnets/69b5a7c1-a08a-430a-a615-2651e784cdfa HTTP/1.1" status: 204 len: 168 time: 0.2810311 Jul 06 12:59:02.024024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56068) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:02.028625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7384ead-db53-4be9-9da9-06fb0f65b4ab None None] Network baf5d4ab-2292-4e98-a97a-27ff6c9f9567 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:59:02.097742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-23bfdcbe-c631-468c-9ca6-ad777bef7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668399918', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:59:00Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:02.129416 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bfdcbe-c631-468c-9ca6-ad777bef7d33 None None] Checking router: 3390ae62-01bb-43f7-906b-a69b225d9bb1 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:59:02.133905 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-257fe6ee-29f7-430b-bc81-b695358152e6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.172409 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bfdcbe-c631-468c-9ca6-ad777bef7d33 None None] Routers {'3390ae62-01bb-43f7-906b-a69b225d9bb1'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:59:02.173030 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-23bfdcbe-c631-468c-9ca6-ad777bef7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:58:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3390ae62-01bb-43f7-906b-a69b225d9bb1'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:02.235326 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-257fe6ee-29f7-430b-bc81-b695358152e6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.289696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-257fe6ee-29f7-430b-bc81-b695358152e6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port ba720449-750d-4af3-b015-f320f9ae49ec {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:59:02.290218 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-257fe6ee-29f7-430b-bc81-b695358152e6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.290898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-23bfdcbe-c631-468c-9ca6-ad777bef7d33 None None] Set router 3390ae62-01bb-43f7-906b-a69b225d9bb1 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:59:02.349287 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f4c40781-d9a1-4af2-8328-559a16ebb752 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:59:02.351180 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] DHCP port deletion for baf5d4ab-2292-4e98-a97a-27ff6c9f9567 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 12:59:02.370004 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-257fe6ee-29f7-430b-bc81-b695358152e6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] For port ba720449-750d-4af3-b015-f320f9ae49ec, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ba720449-750d-4af3-b015-f320f9ae49ec,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:59:02.370369 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-257fe6ee-29f7-430b-bc81-b695358152e6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.382283 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: f4c40781-d9a1-4af2-8328-559a16ebb752 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:59:02.382630 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device f4c40781-d9a1-4af2-8328-559a16ebb752 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:59:02.383292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-257fe6ee-29f7-430b-bc81-b695358152e6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for ba720449-750d-4af3-b015-f320f9ae49ec owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:59:02.501355 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Deleting port d743c1a9-8935-4fda-a807-3bf7909acb7e {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 12:59:02.501734 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.546708 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-257fe6ee-29f7-430b-bc81-b695358152e6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.574359 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fe6ee-29f7-430b-bc81-b695358152e6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=ba720449-750d-4af3-b015-f320f9ae49ec,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:02.576893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] For port d743c1a9-8935-4fda-a807-3bf7909acb7e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d743c1a9-8935-4fda-a807-3bf7909acb7e,segment=NetworkSegment(6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f),segment_id=6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:59:02.577225 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.593802 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Calling delete_port for d743c1a9-8935-4fda-a807-3bf7909acb7e owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 12:59:02.607491 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-23bfdcbe-c631-468c-9ca6-ad777bef7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668399918', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:59:00Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:02.635559 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bfdcbe-c631-468c-9ca6-ad777bef7d33 None None] The sync data for ids ['3390ae62-01bb-43f7-906b-a69b225d9bb1'] in n-d-799529-2 is: [{'id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668399918', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:59:00Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'ba720449-750d-4af3-b015-f320f9ae49ec', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390ae62-01bb-43f7-906b-a69b225d9bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:57:17Z', 'updated_at': '2021-07-06T12:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:59:02.645576 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-257fe6ee-29f7-430b-bc81-b695358152e6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.703976 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.729470 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Pushing event deleted for resources: {'Port': ['ID=d743c1a9-8935-4fda-a807-3bf7909acb7e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:02.737251 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-257fe6ee-29f7-430b-bc81-b695358152e6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.739342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] No DVR routers for this DVR port d743c1a9-8935-4fda-a807-3bf7909acb7e on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 12:59:02.739516 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-257fe6ee-29f7-430b-bc81-b695358152e6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.744000 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:02.744535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:02.744684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:02.745067 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:02.745407 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:02.745743 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:02.746140 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:02.746472 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:02.748009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:02.748009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:02.748009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:02.748009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6627c1-0f80-4647-b75d-dba1df49ff51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:02.784030 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-257fe6ee-29f7-430b-bc81-b695358152e6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.784578 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257fe6ee-29f7-430b-bc81-b695358152e6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Fanout notify agent at l3_agent the message router_deleted on router 3390ae62-01bb-43f7-906b-a69b225d9bb1 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 12:59:02.791445 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-257fe6ee-29f7-430b-bc81-b695358152e6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.792598 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-257fe6ee-29f7-430b-bc81-b695358152e6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/routers/3390ae62-01bb-43f7-906b-a69b225d9bb1 HTTP/1.1" status: 204 len: 168 time: 0.7676039 Jul 06 12:59:02.795203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56070) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:02.873857 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c65dc6b-4e50-4a13-bd66-463b41c2e39a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.957587 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c65dc6b-4e50-4a13-bd66-463b41c2e39a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:02.968062 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-7c65dc6b-4e50-4a13-bd66-463b41c2e39a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf5d4ab-2292-4e98-a97a-27ff6c9f9567']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:02.979976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-7c65dc6b-4e50-4a13-bd66-463b41c2e39a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:02.980271 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-7c65dc6b-4e50-4a13-bd66-463b41c2e39a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6928c9f3-1ae7-44ba-8cf8-a530a1f7f26f') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:02.989679 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c65dc6b-4e50-4a13-bd66-463b41c2e39a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.004290 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c65dc6b-4e50-4a13-bd66-463b41c2e39a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.010661 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c65dc6b-4e50-4a13-bd66-463b41c2e39a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 12:59:03.011040 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c65dc6b-4e50-4a13-bd66-463b41c2e39a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: timer() Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 12:59:03.014339 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 12:59:03.079785 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c65dc6b-4e50-4a13-bd66-463b41c2e39a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.084613 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7c65dc6b-4e50-4a13-bd66-463b41c2e39a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.086566 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7c65dc6b-4e50-4a13-bd66-463b41c2e39a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/networks/baf5d4ab-2292-4e98-a97a-27ff6c9f9567 HTTP/1.1" status: 204 len: 168 time: 0.2904086 Jul 06 12:59:03.089352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56072) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:03.109464 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65dc6b-4e50-4a13-bd66-463b41c2e39a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Network': ['ID=baf5d4ab-2292-4e98-a97a-27ff6c9f9567,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:03.151845 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d770505-0b1f-430c-be68-8e98233e9c76 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.181358 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d770505-0b1f-430c-be68-8e98233e9c76 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.212129 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device fbacaef2-17ee-4243-87ae-060c59021c92 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:59:03.234814 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: fbacaef2-17ee-4243-87ae-060c59021c92 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:59:03.235367 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device fbacaef2-17ee-4243-87ae-060c59021c92 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:59:03.235932 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d743c1a9-8935-4fda-a807-3bf7909acb7e no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:59:03.254725 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d770505-0b1f-430c-be68-8e98233e9c76 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.257591 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d770505-0b1f-430c-be68-8e98233e9c76 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.258838 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-7d770505-0b1f-430c-be68-8e98233e9c76 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/security-groups/a5681db0-14ce-4a10-bd7d-ec32bced256a HTTP/1.1" status: 204 len: 168 time: 0.1684916 Jul 06 12:59:03.260121 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: d743c1a9-8935-4fda-a807-3bf7909acb7e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:59:03.260527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d743c1a9-8935-4fda-a807-3bf7909acb7e not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:59:03.278962 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d770505-0b1f-430c-be68-8e98233e9c76 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5681db0-14ce-4a10-bd7d-ec32bced256a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:03.581302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56078) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:03.586450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-dec41175-ac6a-4e81-8671-c629fe9a623a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70629198', 'description': 'tempest-secgroup-smoke-70629198 description', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:59:03.609401 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dec41175-ac6a-4e81-8671-c629fe9a623a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.694559 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dec41175-ac6a-4e81-8671-c629fe9a623a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.699059 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dec41175-ac6a-4e81-8671-c629fe9a623a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.730313 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dec41175-ac6a-4e81-8671-c629fe9a623a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.731541 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dec41175-ac6a-4e81-8671-c629fe9a623a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1492112 Jul 06 12:59:03.733687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec41175-ac6a-4e81-8671-c629fe9a623a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:03.734827 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56080) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:03.740107 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-bb059b88-bbdb-487a-8b2b-6149a00c3f4a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '1f281f7b-a1be-43c3-ab62-4325fcbf1dd8', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:59:03.767328 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb059b88-bbdb-487a-8b2b-6149a00c3f4a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.822734 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb059b88-bbdb-487a-8b2b-6149a00c3f4a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.826204 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb059b88-bbdb-487a-8b2b-6149a00c3f4a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.844171 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb059b88-bbdb-487a-8b2b-6149a00c3f4a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ffef45-a6d0-4839-9f42-f72adb1af3f1,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:03.849089 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb059b88-bbdb-487a-8b2b-6149a00c3f4a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.850334 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bb059b88-bbdb-487a-8b2b-6149a00c3f4a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143584 Jul 06 12:59:03.853090 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56082) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:03.858028 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1a2ad822-9104-49e4-af5e-120e74f2cfc1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '1f281f7b-a1be-43c3-ab62-4325fcbf1dd8', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:59:03.884268 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1a2ad822-9104-49e4-af5e-120e74f2cfc1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.944876 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1a2ad822-9104-49e4-af5e-120e74f2cfc1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.948497 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1a2ad822-9104-49e4-af5e-120e74f2cfc1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.965677 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ad822-9104-49e4-af5e-120e74f2cfc1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa31886-91b1-4842-8fc1-4dfbfedc056c,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:03.972548 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1a2ad822-9104-49e4-af5e-120e74f2cfc1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:03.973770 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1a2ad822-9104-49e4-af5e-120e74f2cfc1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196320 Jul 06 12:59:03.976695 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56084) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:03.981066 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-61dc1bd7-4fd4-4338-956c-fb845d3cb793 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '1f281f7b-a1be-43c3-ab62-4325fcbf1dd8', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:59:04.007152 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61dc1bd7-4fd4-4338-956c-fb845d3cb793 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.071405 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61dc1bd7-4fd4-4338-956c-fb845d3cb793 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.075367 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61dc1bd7-4fd4-4338-956c-fb845d3cb793 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.092960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc1bd7-4fd4-4338-956c-fb845d3cb793 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af483f67-07e3-4959-a1da-0c179ea28c94,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:04.100020 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-61dc1bd7-4fd4-4338-956c-fb845d3cb793 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.101227 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-61dc1bd7-4fd4-4338-956c-fb845d3cb793 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236134 Jul 06 12:59:04.103929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56086) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:04.108607 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c56f884c-241f-49dd-bf15-e41099da64dc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '1f281f7b-a1be-43c3-ab62-4325fcbf1dd8', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:59:04.135755 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c56f884c-241f-49dd-bf15-e41099da64dc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.192843 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c56f884c-241f-49dd-bf15-e41099da64dc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.196912 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c56f884c-241f-49dd-bf15-e41099da64dc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.214376 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f884c-241f-49dd-bf15-e41099da64dc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468a8509-57b7-4565-9440-07aa6605111d,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:04.220880 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c56f884c-241f-49dd-bf15-e41099da64dc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.222116 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c56f884c-241f-49dd-bf15-e41099da64dc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172538 Jul 06 12:59:04.224825 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56088) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:04.229397 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-5baeacb5-8f6f-4090-9560-d2fe12b46302 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '1f281f7b-a1be-43c3-ab62-4325fcbf1dd8', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:59:04.251274 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-5baeacb5-8f6f-4090-9560-d2fe12b46302 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Project aa49d030c0f44f41a3c32b32bbb85d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:59:04.256443 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5baeacb5-8f6f-4090-9560-d2fe12b46302 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.337107 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5baeacb5-8f6f-4090-9560-d2fe12b46302 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.340282 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5baeacb5-8f6f-4090-9560-d2fe12b46302 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.357688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baeacb5-8f6f-4090-9560-d2fe12b46302 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debbb145-f7b3-4f70-a987-8113eff18530,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:04.363838 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5baeacb5-8f6f-4090-9560-d2fe12b46302 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.365627 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5baeacb5-8f6f-4090-9560-d2fe12b46302 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393569 Jul 06 12:59:04.368343 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56092) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:04.372984 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-95862d82-fce4-4260-a699-795b7117c373 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '1f281f7b-a1be-43c3-ab62-4325fcbf1dd8', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:59:04.393691 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-95862d82-fce4-4260-a699-795b7117c373 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Project aa49d030c0f44f41a3c32b32bbb85d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 12:59:04.398603 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-95862d82-fce4-4260-a699-795b7117c373 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.459178 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-95862d82-fce4-4260-a699-795b7117c373 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.462856 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-95862d82-fce4-4260-a699-795b7117c373 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.486110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95862d82-fce4-4260-a699-795b7117c373 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f729f86-0293-42fe-b4c7-b8dfc5e06ee6,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:04.489627 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-95862d82-fce4-4260-a699-795b7117c373 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.491385 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-95862d82-fce4-4260-a699-795b7117c373 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220427 Jul 06 12:59:04.494186 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56094) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:04.498951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0c926a6a-f772-4168-b8be-52b2a27872b2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'network': {'name': 'tempest-network-smoke--1144031843', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'port_security_enabled': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:59:04.519542 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c926a6a-f772-4168-b8be-52b2a27872b2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Made reservation on behalf of aa49d030c0f44f41a3c32b32bbb85d24 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:59:04.522902 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c926a6a-f772-4168-b8be-52b2a27872b2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.546194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c926a6a-f772-4168-b8be-52b2a27872b2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 12:59:04.555408 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c926a6a-f772-4168-b8be-52b2a27872b2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.555868 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-0c926a6a-f772-4168-b8be-52b2a27872b2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Added segment a01b8f63-0f29-430f-b13d-c4a2ba8572f3 of type vlan for network 7e58f92a-8d03-4463-aca2-729f474f2505 Jul 06 12:59:04.594606 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c926a6a-f772-4168-b8be-52b2a27872b2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.623257 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c926a6a-f772-4168-b8be-52b2a27872b2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.628701 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c926a6a-f772-4168-b8be-52b2a27872b2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:04.629289 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c926a6a-f772-4168-b8be-52b2a27872b2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.680662 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0c926a6a-f772-4168-b8be-52b2a27872b2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1854434 Jul 06 12:59:04.683598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56096) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:04.688384 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-872185560', 'admin_state_up': True, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:59:04.697372 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c926a6a-f772-4168-b8be-52b2a27872b2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Network': ['ID=7e58f92a-8d03-4463-aca2-729f474f2505,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:04.707745 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 7e58f92a-8d03-4463-aca2-729f474f2505 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 12:59:04.711762 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.712747 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:04.763826 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:05.105265 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ba720449-750d-4af3-b015-f320f9ae49ec no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 12:59:05.125534 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: ba720449-750d-4af3-b015-f320f9ae49ec {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 12:59:05.125888 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ba720449-750d-4af3-b015-f320f9ae49ec not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 12:59:05.145797 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:05.330764 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:05.349232 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:05.451252 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.25.4.41 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/b17f0822-c8b8-4f07-aecb-b3a0e7844ef0) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:59:05.549159 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:05.590333 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:05.592127 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95487bea-04eb-4351-b32c-561fc7d9e638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:05.630161 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:59:05.633405 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:59:05.635893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:59:05.669282 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=b17f0822-c8b8-4f07-aecb-b3a0e7844ef0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:05.885553 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:06.093530 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:06.221092 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router 3a03553d-0998-4e68-8a78-7548dd3600e1 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 12:59:06.306321 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:06.326244 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:59:06.337002 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Sync routers for ids ['3a03553d-0998-4e68-8a78-7548dd3600e1'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:59:06.344407 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:06.348624 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-a7120061-71a7-44de-9add-6bf9e01c71a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6610096 Jul 06 12:59:06.348761 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Routers {'3a03553d-0998-4e68-8a78-7548dd3600e1'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:59:06.348761 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:58:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3a03553d-0998-4e68-8a78-7548dd3600e1'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:06.348987 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56098) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:06.378813 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5808d9c2-e74b-41f6-adae-b2d32633ab74 tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=aa49d030c0f44f41a3c32b32bbb85d24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279944 Jul 06 12:59:06.381594 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56100) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:06.452601 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Set router 3a03553d-0998-4e68-8a78-7548dd3600e1 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:59:06.470837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45322d5-00e2-4ddc-a3cf-37d28c2e8161 tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:06.476488 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f45322d5-00e2-4ddc-a3cf-37d28c2e8161 tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898178 Jul 06 12:59:06.476488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56102) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:06.505167 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-969dfa9a-498e-46c2-9da5-a861fcec48be tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278351 Jul 06 12:59:06.508366 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56104) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:06.513351 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-4eb61130-9da2-42a9-be3f-02463458d94f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1090532619', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:59:06.600608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb61130-9da2-42a9-be3f-02463458d94f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Made reservation on behalf of aa49d030c0f44f41a3c32b32bbb85d24 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:59:06.604592 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4eb61130-9da2-42a9-be3f-02463458d94f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:06.631408 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872185560', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:59:04Z', 'updated_at': '2021-07-06T12:59:05Z', 'revision_number': 3, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:05Z', 'updated_at': '2021-07-06T12:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:06.656360 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Checking router: 3a03553d-0998-4e68-8a78-7548dd3600e1 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:59:06.656696 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Updating router 3a03553d-0998-4e68-8a78-7548dd3600e1 port b17f0822-c8b8-4f07-aecb-b3a0e7844ef0 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:59:06.690292 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:06.788229 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4eb61130-9da2-42a9-be3f-02463458d94f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:06.850688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb61130-9da2-42a9-be3f-02463458d94f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Subnet': ['ID=4c394303-a594-4bb3-bddd-10f5be9ef6b3,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:06.861142 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb61130-9da2-42a9-be3f-02463458d94f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Checking segment: {'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:59:06.861505 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb61130-9da2-42a9-be3f-02463458d94f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network hostable DHCP agents. Network: 7e58f92a-8d03-4463-aca2-729f474f2505, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 12:59:06.877968 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb61130-9da2-42a9-be3f-02463458d94f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 7e58f92a-8d03-4463-aca2-729f474f2505 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 12:59:06.886849 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-4eb61130-9da2-42a9-be3f-02463458d94f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 7e58f92a-8d03-4463-aca2-729f474f2505) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:59:06.891110 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb61130-9da2-42a9-be3f-02463458d94f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:06.891769 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4eb61130-9da2-42a9-be3f-02463458d94f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:06.897700 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03fca45-4ce2-41bc-ac38-c40e1f68bdd5 None None] Network 7e58f92a-8d03-4463-aca2-729f474f2505 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:59:06.907720 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4eb61130-9da2-42a9-be3f-02463458d94f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3982091 Jul 06 12:59:06.910642 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56106) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:06.943047 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:06.953957 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Transition to ACTIVE for port object b17f0822-c8b8-4f07-aecb-b3a0e7844ef0 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:59:06.960486 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:06.987263 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Attempting to bind port b17f0822-c8b8-4f07-aecb-b3a0e7844ef0 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:59:06.987263 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Attempting to bind port b17f0822-c8b8-4f07-aecb-b3a0e7844ef0 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:59:06.987603 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Attempting to bind port b17f0822-c8b8-4f07-aecb-b3a0e7844ef0 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:59:07.008320 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:59:07.008896 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:59:07.009741 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:07.009741 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:59:07.010165 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Bound port: b17f0822-c8b8-4f07-aecb-b3a0e7844ef0, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:59:07.010548 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:07.056922 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-7e58f92a-8d03-4463-aca2-729f474f2505', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ips': [{'subnet_id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 12:59:07.057893 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:07.072920 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] For port b17f0822-c8b8-4f07-aecb-b3a0e7844ef0, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:59:07.076595 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] For port b17f0822-c8b8-4f07-aecb-b3a0e7844ef0, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b17f0822-c8b8-4f07-aecb-b3a0e7844ef0,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:59:07.078165 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fe8f5-f93f-441c-b21f-634b08b3f20b None None] Pushing event updated for resources: {'Port': ['ID=b17f0822-c8b8-4f07-aecb-b3a0e7844ef0,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:07.088412 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fe8f5-f93f-441c-b21f-634b08b3f20b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:07.088756 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fe8f5-f93f-441c-b21f-634b08b3f20b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:07.089093 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fe8f5-f93f-441c-b21f-634b08b3f20b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:07.089429 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fe8f5-f93f-441c-b21f-634b08b3f20b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:07.089757 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fe8f5-f93f-441c-b21f-634b08b3f20b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:07.090084 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fe8f5-f93f-441c-b21f-634b08b3f20b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:07.090466 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fe8f5-f93f-441c-b21f-634b08b3f20b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:07.090718 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fe8f5-f93f-441c-b21f-634b08b3f20b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:07.091037 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fe8f5-f93f-441c-b21f-634b08b3f20b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:07.091385 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fe8f5-f93f-441c-b21f-634b08b3f20b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:07.091708 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fe8f5-f93f-441c-b21f-634b08b3f20b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:07.092029 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294fe8f5-f93f-441c-b21f-634b08b3f20b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 12:59:07.096586 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:07.162767 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fe8f5-f93f-441c-b21f-634b08b3f20b None None] Pushing event updated for resources: {'Port': ['ID=b17f0822-c8b8-4f07-aecb-b3a0e7844ef0,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:07.169350 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Routers {'3a03553d-0998-4e68-8a78-7548dd3600e1'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:59:07.170428 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:58:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3a03553d-0998-4e68-8a78-7548dd3600e1'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:07.192051 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:07.220606 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Allocated IP 172.20.0.2 (7e58f92a-8d03-4463-aca2-729f474f2505/4c394303-a594-4bb3-bddd-10f5be9ef6b3/3de73aec-df9c-46b3-8b30-d28cdaab888e) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:59:07.291454 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] Set router 3a03553d-0998-4e68-8a78-7548dd3600e1 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:59:07.382138 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:07.382756 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:07.390979 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Transition to ACTIVE for port object 3de73aec-df9c-46b3-8b30-d28cdaab888e will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:59:07.407181 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Transition to ACTIVE for port object 3de73aec-df9c-46b3-8b30-d28cdaab888e will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:59:07.413549 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:07.462055 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Network 7e58f92a-8d03-4463-aca2-729f474f2505 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:59:07.464868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:59:07.469457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:59:07.477151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Pushing event updated for resources: {'Port': ['ID=3de73aec-df9c-46b3-8b30-d28cdaab888e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:07.511700 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872185560', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:59:04Z', 'updated_at': '2021-07-06T12:59:05Z', 'revision_number': 3, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:05Z', 'updated_at': '2021-07-06T12:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:07.542694 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b365580-ea6b-427c-88ed-9c69f2837585 None None] The sync data for ids ['3a03553d-0998-4e68-8a78-7548dd3600e1'] in n-d-799529-2 is: [{'id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872185560', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:59:04Z', 'updated_at': '2021-07-06T12:59:05Z', 'revision_number': 3, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:05Z', 'updated_at': '2021-07-06T12:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:59:07.549341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Attempting to bind port 3de73aec-df9c-46b3-8b30-d28cdaab888e on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:59:07.549713 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Attempting to bind port 3de73aec-df9c-46b3-8b30-d28cdaab888e by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:59:07.550184 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Attempting to bind port 3de73aec-df9c-46b3-8b30-d28cdaab888e on network 7e58f92a-8d03-4463-aca2-729f474f2505 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:59:07.555702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:59:07.556079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Checking segment: {'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:59:07.556481 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:07.556877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Bound using segment: {'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:59:07.557343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Bound port: 3de73aec-df9c-46b3-8b30-d28cdaab888e, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:59:07.557773 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:07.633589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] For port 3de73aec-df9c-46b3-8b30-d28cdaab888e, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:59:07.637420 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] For port 3de73aec-df9c-46b3-8b30-d28cdaab888e, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3de73aec-df9c-46b3-8b30-d28cdaab888e,segment=NetworkSegment(a01b8f63-0f29-430f-b13d-c4a2ba8572f3),segment_id=a01b8f63-0f29-430f-b13d-c4a2ba8572f3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:59:07.644607 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:07.707180 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463c8b1-c2d8-4157-ac4b-ef55360994c1 None None] Pushing event updated for resources: {'Port': ['ID=3de73aec-df9c-46b3-8b30-d28cdaab888e,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:07.714102 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.20.0.1 (7e58f92a-8d03-4463-aca2-729f474f2505/4c394303-a594-4bb3-bddd-10f5be9ef6b3/9e68407f-25b5-4b89-8e89-452a3994dd26) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:59:07.871822 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:07.885445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Transition to ACTIVE for port object 9e68407f-25b5-4b89-8e89-452a3994dd26 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:59:07.935170 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:07.993884 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 7e58f92a-8d03-4463-aca2-729f474f2505 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:59:08.000689 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:59:08.006114 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:59:08.033489 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=9e68407f-25b5-4b89-8e89-452a3994dd26,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:08.063018 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:08.238034 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:08.243540 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-174bd827-0aae-43bb-9997-2099314bf7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:08.364268 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:08.570427 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:08.576309 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:08.652628 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:08.654416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=9e68407f-25b5-4b89-8e89-452a3994dd26,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:08.741883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda702a3-8ba7-4410-9f1f-68960eaa1415 None None] Network 7e58f92a-8d03-4463-aca2-729f474f2505 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 12:59:08.755373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 7e58f92a-8d03-4463-aca2-729f474f2505 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:59:08.756826 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:59:08.820150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2d700499-e645-4e57-8f01-93fa0b0be7c6 None None] Provisioning for port 3de73aec-df9c-46b3-8b30-d28cdaab888e completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:59:08.870588 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router 3a03553d-0998-4e68-8a78-7548dd3600e1 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:59:09.161246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1ce0e286-cbc6-4dd8-90be-d99816dc67c6 None None] Provisioning for port 9e68407f-25b5-4b89-8e89-452a3994dd26 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:59:09.166622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1ce0e286-cbc6-4dd8-90be-d99816dc67c6 None None] Provisioning complete for port 9e68407f-25b5-4b89-8e89-452a3994dd26 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:59:09.167076 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ce0e286-cbc6-4dd8-90be-d99816dc67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:09.241142 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3de73aec-df9c-46b3-8b30-d28cdaab888e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:59:09.244778 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1ce0e286-cbc6-4dd8-90be-d99816dc67c6 None None] Port 9e68407f-25b5-4b89-8e89-452a3994dd26 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:59:09.306154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 3de73aec-df9c-46b3-8b30-d28cdaab888e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:59:09.311526 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3de73aec-df9c-46b3-8b30-d28cdaab888e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:59:09.312004 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:09.351139 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:59:09.356563 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b3752815-0ffe-444f-b32f-deddb2b209a5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "PUT /v2.0/routers/3a03553d-0998-4e68-8a78-7548dd3600e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4446650 Jul 06 12:59:09.362184 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Sync routers for ids ['3a03553d-0998-4e68-8a78-7548dd3600e1'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:59:09.407051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Routers {'3a03553d-0998-4e68-8a78-7548dd3600e1'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:59:09.407346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:59:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3a03553d-0998-4e68-8a78-7548dd3600e1'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:09.520872 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-b1fc98e8-f271-4638-a969-4baef3f7477f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70629198&fields=id&tenant_id=aa49d030c0f44f41a3c32b32bbb85d24 HTTP/1.1" status: 200 len: 267 time: 0.0462608 Jul 06 12:59:09.611778 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:09.640269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-20f439e3-3bfd-4891-b118-8d0403f3cbd9 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:09.641746 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-20f439e3-3bfd-4891-b118-8d0403f3cbd9 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/networks?id=7e58f92a-8d03-4463-aca2-729f474f2505 HTTP/1.1" status: 200 len: 797 time: 0.1200688 Jul 06 12:59:09.652237 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-108f2803-dede-4c63-8710-b8e0e8bc5439 None None] Provisioning complete for port 9e68407f-25b5-4b89-8e89-452a3994dd26 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:59:09.652537 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-108f2803-dede-4c63-8710-b8e0e8bc5439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:09.656507 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:09.657541 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-1f17201e-8084-453a-bb21-735fc597205d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/quotas/aa49d030c0f44f41a3c32b32bbb85d24 HTTP/1.1" status: 200 len: 375 time: 0.0095541 Jul 06 12:59:09.727653 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 3de73aec-df9c-46b3-8b30-d28cdaab888e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3de73aec-df9c-46b3-8b30-d28cdaab888e,segment=NetworkSegment(a01b8f63-0f29-430f-b13d-c4a2ba8572f3),segment_id=a01b8f63-0f29-430f-b13d-c4a2ba8572f3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:59:09.731041 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-02d1e12f-f273-497c-8e5d-8491112059f3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675423 Jul 06 12:59:09.739309 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:09.740784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b17f0822-c8b8-4f07-aecb-b3a0e7844ef0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:59:09.782821 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-108f2803-dede-4c63-8710-b8e0e8bc5439 None None] Port 9e68407f-25b5-4b89-8e89-452a3994dd26 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:59:09.796313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Set router 3a03553d-0998-4e68-8a78-7548dd3600e1 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:59:09.872156 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-3b27aea6-5884-4994-80fc-0f2bc3b71a2f service neutron] 10.222.0.81 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279678 Jul 06 12:59:09.937302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=3de73aec-df9c-46b3-8b30-d28cdaab888e,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:09.969793 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-996b4e3e-aa7a-45d7-b358-db833172700c service neutron] 10.222.0.81 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916898 Jul 06 12:59:09.970018 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c6d33e85-96ad-4d95-bcff-222e6e6f0b3a None None] Provisioning complete for port 9e68407f-25b5-4b89-8e89-452a3994dd26 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:59:09.970231 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6d33e85-96ad-4d95-bcff-222e6e6f0b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:09.997154 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port b17f0822-c8b8-4f07-aecb-b3a0e7844ef0 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:59:10.012331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b17f0822-c8b8-4f07-aecb-b3a0e7844ef0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:59:10.012712 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:10.058097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c6d33e85-96ad-4d95-bcff-222e6e6f0b3a None None] Port 9e68407f-25b5-4b89-8e89-452a3994dd26 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:59:10.148394 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-28ff2652-17fd-4aa8-a2cc-31be90359b34 req-11334abd-fa5b-418d-9a2d-9083ae4394f7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 210 time: 0.0325999 Jul 06 12:59:10.149114 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:10.157419 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872185560', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:59:04Z', 'updated_at': '2021-07-06T12:59:08Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:05Z', 'updated_at': '2021-07-06T12:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9e68407f-25b5-4b89-8e89-452a3994dd26', 'name': '', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:04:44:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:07Z', 'updated_at': '2021-07-06T12:59:08Z', 'revision_number': 2, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:10.194060 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Checking router: 3a03553d-0998-4e68-8a78-7548dd3600e1 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:59:10.194328 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Updating router 3a03553d-0998-4e68-8a78-7548dd3600e1 port 9e68407f-25b5-4b89-8e89-452a3994dd26 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 12:59:10.199149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port b17f0822-c8b8-4f07-aecb-b3a0e7844ef0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b17f0822-c8b8-4f07-aecb-b3a0e7844ef0,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:59:10.216403 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:10.256569 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:10.284783 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=b17f0822-c8b8-4f07-aecb-b3a0e7844ef0,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:10.543188 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:10.553754 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Transition to ACTIVE for port object 9e68407f-25b5-4b89-8e89-452a3994dd26 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:59:10.559323 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:10.609754 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf77b5-108c-46d0-8d82-fa6f328b9c24 None None] Pushing event updated for resources: {'Port': ['ID=9e68407f-25b5-4b89-8e89-452a3994dd26,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:10.665781 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Attempting to bind port 9e68407f-25b5-4b89-8e89-452a3994dd26 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:59:10.666242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Attempting to bind port 9e68407f-25b5-4b89-8e89-452a3994dd26 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:59:10.666671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Attempting to bind port 9e68407f-25b5-4b89-8e89-452a3994dd26 on network 7e58f92a-8d03-4463-aca2-729f474f2505 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:59:10.672051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:59:10.672510 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Checking segment: {'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:59:10.672993 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:10.673461 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Bound using segment: {'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:59:10.674004 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Bound port: 9e68407f-25b5-4b89-8e89-452a3994dd26, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:59:10.674461 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:10.749445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] For port 9e68407f-25b5-4b89-8e89-452a3994dd26, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:59:10.757232 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] For port 9e68407f-25b5-4b89-8e89-452a3994dd26, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9e68407f-25b5-4b89-8e89-452a3994dd26,segment=NetworkSegment(a01b8f63-0f29-430f-b13d-c4a2ba8572f3),segment_id=a01b8f63-0f29-430f-b13d-c4a2ba8572f3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:59:10.763037 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:10.817651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Routers {'3a03553d-0998-4e68-8a78-7548dd3600e1'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:59:10.818437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:59:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3a03553d-0998-4e68-8a78-7548dd3600e1'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:10.868261 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf77b5-108c-46d0-8d82-fa6f328b9c24 None None] Pushing event updated for resources: {'Port': ['ID=9e68407f-25b5-4b89-8e89-452a3994dd26,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:10.953111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] Set router 3a03553d-0998-4e68-8a78-7548dd3600e1 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:59:11.177827 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872185560', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:59:04Z', 'updated_at': '2021-07-06T12:59:08Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:05Z', 'updated_at': '2021-07-06T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9e68407f-25b5-4b89-8e89-452a3994dd26', 'name': '', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:04:44:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:07Z', 'updated_at': '2021-07-06T12:59:10Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:11.215573 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3de73aec-df9c-46b3-8b30-d28cdaab888e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:59:11.230991 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-571dca35-28d2-4c13-907d-5fc23b02ad64 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:11.233715 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-571dca35-28d2-4c13-907d-5fc23b02ad64 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.23 "GET /v2.0/networks?id=7e58f92a-8d03-4463-aca2-729f474f2505 HTTP/1.1" status: 200 len: 797 time: 0.1369658 Jul 06 12:59:11.242428 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29724651-285b-4d53-8f4f-9ae6e032b38c None None] The sync data for ids ['3a03553d-0998-4e68-8a78-7548dd3600e1'] in n-d-799529-2 is: [{'id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872185560', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:59:04Z', 'updated_at': '2021-07-06T12:59:08Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:05Z', 'updated_at': '2021-07-06T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9e68407f-25b5-4b89-8e89-452a3994dd26', 'name': '', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:04:44:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:07Z', 'updated_at': '2021-07-06T12:59:10Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:59:11.253073 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:11.275962 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3de73aec-df9c-46b3-8b30-d28cdaab888e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:59:11.276329 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:11.291401 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-df340115-9261-41a5-a260-6131b9a2bf80 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa49d030c0f44f41a3c32b32bbb85d24 HTTP/1.1" status: 200 len: 378 time: 0.0481274 Jul 06 12:59:11.309972 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-1dfe1aef-0c0c-4de9-b358-3167bbd56fc7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'port': {'device_id': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'admin_state_up': True, 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'security_groups': ['1f281f7b-a1be-43c3-ab62-4325fcbf1dd8']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:59:11.387953 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a249419-931e-4a74-8b76-52c08977f502 req-f24f68d8-a9cd-45a7-ba55-cbda55afb573 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 210 time: 0.0847495 Jul 06 12:59:11.408280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b17f0822-c8b8-4f07-aecb-b3a0e7844ef0 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:59:11.461413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port b17f0822-c8b8-4f07-aecb-b3a0e7844ef0 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:59:11.461787 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:11.480580 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-1dfe1aef-0c0c-4de9-b358-3167bbd56fc7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Made reservation on behalf of aa49d030c0f44f41a3c32b32bbb85d24 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 12:59:11.485000 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-1dfe1aef-0c0c-4de9-b358-3167bbd56fc7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:11.618676 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-1dfe1aef-0c0c-4de9-b358-3167bbd56fc7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.20.0.8 (7e58f92a-8d03-4463-aca2-729f474f2505/4c394303-a594-4bb3-bddd-10f5be9ef6b3/8daf2057-82a3-445d-956c-d7de5ee1e9fe) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:59:11.766154 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-1dfe1aef-0c0c-4de9-b358-3167bbd56fc7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:11.780811 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-1dfe1aef-0c0c-4de9-b358-3167bbd56fc7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Transition to ACTIVE for port object 8daf2057-82a3-445d-956c-d7de5ee1e9fe will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:59:11.815209 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-1dfe1aef-0c0c-4de9-b358-3167bbd56fc7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:11.863531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-1dfe1aef-0c0c-4de9-b358-3167bbd56fc7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 7e58f92a-8d03-4463-aca2-729f474f2505 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:59:11.867671 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-1dfe1aef-0c0c-4de9-b358-3167bbd56fc7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:59:11.870054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-1dfe1aef-0c0c-4de9-b358-3167bbd56fc7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:59:11.917167 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe1aef-0c0c-4de9-b358-3167bbd56fc7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=8daf2057-82a3-445d-956c-d7de5ee1e9fe,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:11.949661 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-1dfe1aef-0c0c-4de9-b358-3167bbd56fc7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:11.950328 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-1dfe1aef-0c0c-4de9-b358-3167bbd56fc7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:11.968662 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-1dfe1aef-0c0c-4de9-b358-3167bbd56fc7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6687806 Jul 06 12:59:11.980813 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Request body: {'port': {'device_id': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:59:12.064218 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:12.113738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-716ac1cb-166f-45a3-88a6-a20138f5cf2f None None] Provisioning for port 8daf2057-82a3-445d-956c-d7de5ee1e9fe completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:59:12.118231 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-716ac1cb-166f-45a3-88a6-a20138f5cf2f None None] Provisioning complete for port 8daf2057-82a3-445d-956c-d7de5ee1e9fe triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:59:12.118556 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-716ac1cb-166f-45a3-88a6-a20138f5cf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:12.163114 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-716ac1cb-166f-45a3-88a6-a20138f5cf2f None None] Port 8daf2057-82a3-445d-956c-d7de5ee1e9fe cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 12:59:12.349717 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8daf2057-82a3-445d-956c-d7de5ee1e9fe {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:59:12.358363 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:12.377986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Transition to ACTIVE for port object 8daf2057-82a3-445d-956c-d7de5ee1e9fe will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 12:59:12.382427 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:12.433041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Pushing event updated for resources: {'Port': ['ID=8daf2057-82a3-445d-956c-d7de5ee1e9fe,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:12.513500 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Attempting to bind port 8daf2057-82a3-445d-956c-d7de5ee1e9fe on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 12:59:12.513841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Attempting to bind port 8daf2057-82a3-445d-956c-d7de5ee1e9fe by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 12:59:12.514175 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Attempting to bind port 8daf2057-82a3-445d-956c-d7de5ee1e9fe on network 7e58f92a-8d03-4463-aca2-729f474f2505 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:59:12.520042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Port 8daf2057-82a3-445d-956c-d7de5ee1e9fe on network 7e58f92a-8d03-4463-aca2-729f474f2505 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 12:59:12.520367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Attempting to bind port 8daf2057-82a3-445d-956c-d7de5ee1e9fe on network 7e58f92a-8d03-4463-aca2-729f474f2505 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 12:59:12.526442 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 12:59:12.526774 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Checking segment: {'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 12:59:12.527151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Bound using segment: {'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 12:59:12.527613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Bound port: 8daf2057-82a3-445d-956c-d7de5ee1e9fe, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 12:59:12.527969 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:12.582628 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257ec2d-309e-4029-9c28-ace247a133a0 req-95741678-8943-4ce9-b1e0-311542b2209f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:12.589926 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d257ec2d-309e-4029-9c28-ace247a133a0 req-95741678-8943-4ce9-b1e0-311542b2209f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 943 time: 0.0735590 Jul 06 12:59:12.605386 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] For port 8daf2057-82a3-445d-956c-d7de5ee1e9fe, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 12:59:12.610539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] For port 8daf2057-82a3-445d-956c-d7de5ee1e9fe, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe,segment=NetworkSegment(a01b8f63-0f29-430f-b13d-c4a2ba8572f3),segment_id=a01b8f63-0f29-430f-b13d-c4a2ba8572f3)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 12:59:12.616353 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:12.631917 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d257ec2d-309e-4029-9c28-ace247a133a0 req-cbf09da3-451b-4f37-b0a6-f3bbd7fdcee8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410552 Jul 06 12:59:12.655306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:12.655937 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:12.657360 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] 10.222.0.23 "PUT /v2.0/ports/8daf2057-82a3-445d-956c-d7de5ee1e9fe HTTP/1.1" status: 200 len: 1091 time: 0.6811945 Jul 06 12:59:12.659600 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'tag': '8daf2057-82a3-445d-956c-d7de5ee1e9fe'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:59:12.663139 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e253d0db-242b-4973-a93b-d6a7b20d00e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef8b636-e2ce-458f-bed9-a47790aafe86", "tag": "8daf2057-82a3-445d-956c-d7de5ee1e9fe"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:59:12.696995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aac58d-a188-4b9e-ad37-26934a20f455 service neutron] Pushing event updated for resources: {'Port': ['ID=8daf2057-82a3-445d-956c-d7de5ee1e9fe,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:12.708922 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fe78a0-622b-4f4e-9bf4-c48bb7b923d9 x-openstack-request-id: req-37fe78a0-622b-4f4e-9bf4-c48bb7b923d9 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:59:12.709284 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef8b636-e2ce-458f-bed9-a47790aafe86", "tag": "8daf2057-82a3-445d-956c-d7de5ee1e9fe", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:59:12.709605 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37fe78a0-622b-4f4e-9bf4-c48bb7b923d9 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:59:12.710083 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'tag': '8daf2057-82a3-445d-956c-d7de5ee1e9fe', 'status': 'completed', 'code': 200} Jul 06 12:59:12.767000 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-ac7f76c3-6601-4681-91b1-d48832d5b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:12.768565 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-ac7f76c3-6601-4681-91b1-d48832d5b751 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 1094 time: 0.0567572 Jul 06 12:59:12.810768 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-f06fd495-155b-4eff-84bf-4032791f1352 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe HTTP/1.1" status: 200 len: 217 time: 0.0347538 Jul 06 12:59:12.863763 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-e0e695e8-aefa-426b-a4f5-43948cee1a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:12.865908 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-e0e695e8-aefa-426b-a4f5-43948cee1a00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c394303-a594-4bb3-bddd-10f5be9ef6b3 HTTP/1.1" status: 200 len: 835 time: 0.0485833 Jul 06 12:59:12.927866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-21835c59-97db-4249-82c3-81518173aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:12.929386 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-21835c59-97db-4249-82c3-81518173aca9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e58f92a-8d03-4463-aca2-729f474f2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532029 Jul 06 12:59:13.015856 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-bf4f5878-4f70-4ed0-94af-3bc64259b1d8 service neutron] 10.222.0.23 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800867 Jul 06 12:59:13.107972 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4bde2aac-eb3b-4950-85c6-8d7ff7146500 req-ed0482ce-143a-461f-b21f-e05bf53582e3 service neutron] 10.222.0.23 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848827 Jul 06 12:59:13.173578 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9e68407f-25b5-4b89-8e89-452a3994dd26 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:59:13.210954 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253d0db-242b-4973-a93b-d6a7b20d00e1 req-308a3309-f7eb-4642-a1b4-2a2a15208247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:13.212546 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e253d0db-242b-4973-a93b-d6a7b20d00e1 req-308a3309-f7eb-4642-a1b4-2a2a15208247 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 1094 time: 0.0578582 Jul 06 12:59:13.222401 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 9e68407f-25b5-4b89-8e89-452a3994dd26 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:59:13.226929 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9e68407f-25b5-4b89-8e89-452a3994dd26 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:59:13.227337 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:13.305943 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:13.310321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253d0db-242b-4973-a93b-d6a7b20d00e1 req-0367c98d-a109-48b9-a1db-98b3fa8ba070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:13.311848 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e253d0db-242b-4973-a93b-d6a7b20d00e1 req-0367c98d-a109-48b9-a1db-98b3fa8ba070 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7e58f92a-8d03-4463-aca2-729f474f2505 HTTP/1.1" status: 200 len: 898 time: 0.0921049 Jul 06 12:59:13.341236 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 9e68407f-25b5-4b89-8e89-452a3994dd26, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9e68407f-25b5-4b89-8e89-452a3994dd26,segment=NetworkSegment(a01b8f63-0f29-430f-b13d-c4a2ba8572f3),segment_id=a01b8f63-0f29-430f-b13d-c4a2ba8572f3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:59:13.345389 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:13.354257 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e253d0db-242b-4973-a93b-d6a7b20d00e1 req-91a1716a-81b4-407a-a279-02c541c96ec5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe HTTP/1.1" status: 200 len: 217 time: 0.0350969 Jul 06 12:59:13.395166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=9e68407f-25b5-4b89-8e89-452a3994dd26,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:13.403206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253d0db-242b-4973-a93b-d6a7b20d00e1 req-ebdbad14-f312-4e19-8fa1-554844887843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:13.404942 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e253d0db-242b-4973-a93b-d6a7b20d00e1 req-ebdbad14-f312-4e19-8fa1-554844887843 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c394303-a594-4bb3-bddd-10f5be9ef6b3 HTTP/1.1" status: 200 len: 835 time: 0.0441170 Jul 06 12:59:13.467877 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253d0db-242b-4973-a93b-d6a7b20d00e1 req-c3a7e757-913f-43c3-a62f-9180ad4234aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:13.469371 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e253d0db-242b-4973-a93b-d6a7b20d00e1 req-c3a7e757-913f-43c3-a62f-9180ad4234aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e58f92a-8d03-4463-aca2-729f474f2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564106 Jul 06 12:59:13.557273 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e253d0db-242b-4973-a93b-d6a7b20d00e1 req-a531e374-797d-4a69-9ab5-c103bb14432e service neutron] 10.222.0.23 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805523 Jul 06 12:59:13.812103 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99429da0-f96b-4d2f-b128-bf5e5c072ee4 req-9927e39e-0828-4542-800b-a6b2018c4fda tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:13.813507 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99429da0-f96b-4d2f-b128-bf5e5c072ee4 req-9927e39e-0828-4542-800b-a6b2018c4fda tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 943 time: 0.0650420 Jul 06 12:59:13.852299 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99429da0-f96b-4d2f-b128-bf5e5c072ee4 req-937042e6-9476-46e5-a871-a317773d2ad1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325210 Jul 06 12:59:13.909026 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e253d0db-242b-4973-a93b-d6a7b20d00e1 req-2c3d9b2b-0499-4a13-b008-6b63e9da08ad service neutron] 10.222.0.23 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440485 Jul 06 12:59:15.025586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9fdbc-c22c-4d99-8f65-43659983fb67 req-3051d783-154b-4789-917a-8b2ca933309f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:15.027152 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-efe9fdbc-c22c-4d99-8f65-43659983fb67 req-3051d783-154b-4789-917a-8b2ca933309f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 943 time: 0.0624616 Jul 06 12:59:15.064027 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-efe9fdbc-c22c-4d99-8f65-43659983fb67 req-de095eb2-f8ff-4c9f-a6ea-4386f335c175 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313354 Jul 06 12:59:15.153878 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9e68407f-25b5-4b89-8e89-452a3994dd26 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:59:15.200623 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9e68407f-25b5-4b89-8e89-452a3994dd26 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:59:15.200995 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:15.963295 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 8daf2057-82a3-445d-956c-d7de5ee1e9fe details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 12:59:16.053041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 8daf2057-82a3-445d-956c-d7de5ee1e9fe, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe,segment=NetworkSegment(a01b8f63-0f29-430f-b13d-c4a2ba8572f3),segment_id=a01b8f63-0f29-430f-b13d-c4a2ba8572f3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:59:16.063854 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '8daf2057-82a3-445d-956c-d7de5ee1e9fe', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'port_id': '8daf2057-82a3-445d-956c-d7de5ee1e9fe', 'mac_address': 'fa:16:3e:5f:15:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 12:59:16.099643 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:16.116874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8daf2057-82a3-445d-956c-d7de5ee1e9fe {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 12:59:16.136436 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 8daf2057-82a3-445d-956c-d7de5ee1e9fe, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe,segment=NetworkSegment(a01b8f63-0f29-430f-b13d-c4a2ba8572f3),segment_id=a01b8f63-0f29-430f-b13d-c4a2ba8572f3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:59:16.140638 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:16.187460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=8daf2057-82a3-445d-956c-d7de5ee1e9fe,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:16.251455 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd099f-263f-4827-8f59-8a4526c626da req-6e044bf6-9a1c-4ee0-8fc8-d35da96971df tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:16.252950 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-81dd099f-263f-4827-8f59-8a4526c626da req-6e044bf6-9a1c-4ee0-8fc8-d35da96971df tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 944 time: 0.0744379 Jul 06 12:59:16.290633 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-81dd099f-263f-4827-8f59-8a4526c626da req-4584c805-1104-457c-bd2b-09593594fad3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312784 Jul 06 12:59:16.379542 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['8daf2057-82a3-445d-956c-d7de5ee1e9fe'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 12:59:17.462188 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0387987-29f4-46ec-a0c1-95f63e824ade req-0ecdb5e1-a864-4a68-8fb4-98fde7dd21f3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:17.463705 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0387987-29f4-46ec-a0c1-95f63e824ade req-0ecdb5e1-a864-4a68-8fb4-98fde7dd21f3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 944 time: 0.0641847 Jul 06 12:59:17.504876 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0387987-29f4-46ec-a0c1-95f63e824ade req-0b231e94-d114-460a-a086-4e1e346af337 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356112 Jul 06 12:59:17.978404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 8daf2057-82a3-445d-956c-d7de5ee1e9fe up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 12:59:18.025521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 8daf2057-82a3-445d-956c-d7de5ee1e9fe completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 12:59:18.029064 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 8daf2057-82a3-445d-956c-d7de5ee1e9fe triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 12:59:18.029434 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:18.107765 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:18.284773 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8daf2057-82a3-445d-956c-d7de5ee1e9fe'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:59:18.287112 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31d26c7-9da6-4819-925f-41d6d2855e1f" -d '{"events": [{"server_uuid": "0ef8b636-e2ce-458f-bed9-a47790aafe86", "name": "network-vif-plugged", "status": "completed", "tag": "8daf2057-82a3-445d-956c-d7de5ee1e9fe"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:59:18.299836 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 8daf2057-82a3-445d-956c-d7de5ee1e9fe, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe,segment=NetworkSegment(a01b8f63-0f29-430f-b13d-c4a2ba8572f3),segment_id=a01b8f63-0f29-430f-b13d-c4a2ba8572f3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 12:59:18.308284 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:18.335908 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 12:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004bbbfd-748e-4ba6-8d0b-59e54cc20eb1 x-openstack-request-id: req-004bbbfd-748e-4ba6-8d0b-59e54cc20eb1 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:59:18.336212 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef8b636-e2ce-458f-bed9-a47790aafe86", "name": "network-vif-plugged", "status": "completed", "tag": "8daf2057-82a3-445d-956c-d7de5ee1e9fe", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:59:18.336468 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-004bbbfd-748e-4ba6-8d0b-59e54cc20eb1 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:59:18.336849 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8daf2057-82a3-445d-956c-d7de5ee1e9fe', 'code': 200} Jul 06 12:59:18.363990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=8daf2057-82a3-445d-956c-d7de5ee1e9fe,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:18.450208 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82870200-1b82-448e-9adc-8f62fe9b9906 req-0af85639-0a60-45e0-8baa-7300f4edbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:18.452895 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82870200-1b82-448e-9adc-8f62fe9b9906 req-0af85639-0a60-45e0-8baa-7300f4edbc18 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 1096 time: 0.0528114 Jul 06 12:59:18.487092 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82870200-1b82-448e-9adc-8f62fe9b9906 req-e7d52f97-8897-4aef-9313-e089a47bdeec service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277870 Jul 06 12:59:18.676227 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d565541-6356-4240-a197-da0a3788818d req-8c55137e-bdb2-45dc-ac16-e07fadd4478b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:18.678331 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d565541-6356-4240-a197-da0a3788818d req-8c55137e-bdb2-45dc-ac16-e07fadd4478b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0621223 Jul 06 12:59:18.718696 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d565541-6356-4240-a197-da0a3788818d req-6255b763-50d5-4344-9912-22875f555c59 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348339 Jul 06 12:59:19.894448 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150be15-0204-483b-9838-43159f0973ca req-005d0d48-bb33-487b-bfaf-898ce54c13db tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:19.895898 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5150be15-0204-483b-9838-43159f0973ca req-005d0d48-bb33-487b-bfaf-898ce54c13db tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0658667 Jul 06 12:59:19.932599 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5150be15-0204-483b-9838-43159f0973ca req-bd4987d1-9938-4fca-bcdf-b880394a05b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310762 Jul 06 12:59:20.066795 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:59:20.101857 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5016f6-9b4b-4d52-bd49-e5b595981afc req-a8f3186e-7cce-4be2-98dc-da87da2a1140 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:20.103406 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d5016f6-9b4b-4d52-bd49-e5b595981afc req-a8f3186e-7cce-4be2-98dc-da87da2a1140 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0639164 Jul 06 12:59:20.140657 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5d5016f6-9b4b-4d52-bd49-e5b595981afc req-97fa2a8a-753a-41da-a44c-043ac08f2df1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314448 Jul 06 12:59:20.164577 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56164) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:20.217969 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6378950-1b37-484d-944e-f711ba5a20bb tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:20.219480 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e6378950-1b37-484d-944e-f711ba5a20bb tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 1091 time: 0.0539072 Jul 06 12:59:20.222193 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56166) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:20.227146 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '8daf2057-82a3-445d-956c-d7de5ee1e9fe', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 12:59:20.249432 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:20.344699 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:20.449360 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.25.4.156 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/5cf9e2a0-399e-489e-8058-fe02b752e929) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 12:59:20.562379 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:20.600929 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:20.641476 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 12:59:20.644332 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 12:59:20.650929 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 12:59:20.677153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=5cf9e2a0-399e-489e-8058-fe02b752e929,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:21.015926 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:21.092772 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:21.249036 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:21.253483 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:21.320166 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=5cf9e2a0-399e-489e-8058-fe02b752e929,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 12:59:21.329772 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:21.426724 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Floating IP 02e5c4e5-3be6-4ced-bdd1-8ff46f781c44 associated. External IP: 172.25.4.156, port: 8daf2057-82a3-445d-956c-d7de5ee1e9fe. Jul 06 12:59:21.637586 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router 3a03553d-0998-4e68-8a78-7548dd3600e1 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 12:59:21.743951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 12:59:21.753109 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa35639-7281-4291-90c6-8819aa27f714 None None] Sync routers for ids ['3a03553d-0998-4e68-8a78-7548dd3600e1'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 12:59:21.759626 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:21.763695 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa35639-7281-4291-90c6-8819aa27f714 None None] Routers {'3a03553d-0998-4e68-8a78-7548dd3600e1'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:59:21.764290 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0aa35639-7281-4291-90c6-8819aa27f714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:59:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3a03553d-0998-4e68-8a78-7548dd3600e1'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:21.797663 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f7d0380a-47f3-4f2e-95dd-f3bc90deb5c7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5718729 Jul 06 12:59:21.797663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'tag': '8daf2057-82a3-445d-956c-d7de5ee1e9fe'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 12:59:21.798256 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25eaeef-b8b1-46e3-b704-23e2745dcce0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef8b636-e2ce-458f-bed9-a47790aafe86", "tag": "8daf2057-82a3-445d-956c-d7de5ee1e9fe"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 12:59:21.869813 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-0aa35639-7281-4291-90c6-8819aa27f714 None None] Set router 3a03553d-0998-4e68-8a78-7548dd3600e1 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:59:21.952707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e221df1-c670-4ee0-967e-c3549128a03f req-d80e87cf-4b80-4608-aa2c-f525cd1f5530 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:21.954252 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5e221df1-c670-4ee0-967e-c3549128a03f req-d80e87cf-4b80-4608-aa2c-f525cd1f5530 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0654366 Jul 06 12:59:21.997022 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5e221df1-c670-4ee0-967e-c3549128a03f req-44655d7f-310e-4dec-a972-98af03e98588 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363376 Jul 06 12:59:22.022776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56172) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:22.060437 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 12:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0720c926-48e5-4541-8127-f2257fe065ad x-openstack-request-id: req-0720c926-48e5-4541-8127-f2257fe065ad {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 12:59:22.060938 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef8b636-e2ce-458f-bed9-a47790aafe86", "tag": "8daf2057-82a3-445d-956c-d7de5ee1e9fe", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 12:59:22.061196 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0720c926-48e5-4541-8127-f2257fe065ad {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 12:59:22.061662 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'tag': '8daf2057-82a3-445d-956c-d7de5ee1e9fe', 'status': 'completed', 'code': 200} Jul 06 12:59:22.090347 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b34d613b-caa9-4094-bdbc-5b624d2e4a28 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/02e5c4e5-3be6-4ced-bdd1-8ff46f781c44 HTTP/1.1" status: 200 len: 991 time: 0.0661068 Jul 06 12:59:22.100993 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0aa35639-7281-4291-90c6-8819aa27f714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872185560', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:59:04Z', 'updated_at': '2021-07-06T12:59:08Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:05Z', 'updated_at': '2021-07-06T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '02e5c4e5-3be6-4ced-bdd1-8ff46f781c44', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'port_id': '8daf2057-82a3-445d-956c-d7de5ee1e9fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'mac_address': 'fa:16:3e:5f:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:59:20Z', 'updated_at': '2021-07-06T12:59:20Z', 'revision_number': 0, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e68407f-25b5-4b89-8e89-452a3994dd26', 'name': '', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:04:44:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:07Z', 'updated_at': '2021-07-06T12:59:13Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:22.120151 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eaeef-b8b1-46e3-b704-23e2745dcce0 req-047ff682-b44a-441a-a008-c684240c5f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:22.121661 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f25eaeef-b8b1-46e3-b704-23e2745dcce0 req-047ff682-b44a-441a-a008-c684240c5f0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 1096 time: 0.0542967 Jul 06 12:59:22.126758 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa35639-7281-4291-90c6-8819aa27f714 None None] Checking router: 3a03553d-0998-4e68-8a78-7548dd3600e1 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 12:59:22.135369 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa35639-7281-4291-90c6-8819aa27f714 None None] Routers {'3a03553d-0998-4e68-8a78-7548dd3600e1'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 12:59:22.135961 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0aa35639-7281-4291-90c6-8819aa27f714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T12:59:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3a03553d-0998-4e68-8a78-7548dd3600e1'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:22.214804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eaeef-b8b1-46e3-b704-23e2745dcce0 req-7ea48cee-b3f9-4714-ade6-ed371b4a3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:22.216420 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f25eaeef-b8b1-46e3-b704-23e2745dcce0 req-7ea48cee-b3f9-4714-ade6-ed371b4a3475 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7e58f92a-8d03-4463-aca2-729f474f2505 HTTP/1.1" status: 200 len: 898 time: 0.0876889 Jul 06 12:59:22.287054 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f25eaeef-b8b1-46e3-b704-23e2745dcce0 req-454a50b1-4b68-41cc-a0b4-ae9becc66355 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe HTTP/1.1" status: 200 len: 999 time: 0.0636630 Jul 06 12:59:22.325164 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-0aa35639-7281-4291-90c6-8819aa27f714 None None] Set router 3a03553d-0998-4e68-8a78-7548dd3600e1 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 12:59:22.338338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eaeef-b8b1-46e3-b704-23e2745dcce0 req-6eaa94c0-a5ae-4704-8018-55041ada5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:22.339841 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f25eaeef-b8b1-46e3-b704-23e2745dcce0 req-6eaa94c0-a5ae-4704-8018-55041ada5cff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c394303-a594-4bb3-bddd-10f5be9ef6b3 HTTP/1.1" status: 200 len: 835 time: 0.0471728 Jul 06 12:59:22.396757 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eaeef-b8b1-46e3-b704-23e2745dcce0 req-a7f09795-d13f-4e0e-89dd-73ac658ea7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:22.398296 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f25eaeef-b8b1-46e3-b704-23e2745dcce0 req-a7f09795-d13f-4e0e-89dd-73ac658ea7b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e58f92a-8d03-4463-aca2-729f474f2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523252 Jul 06 12:59:22.486765 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f25eaeef-b8b1-46e3-b704-23e2745dcce0 req-b81fa654-52ca-4ba4-a4c6-1c9dd59f8ac8 service neutron] 10.222.0.23 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818105 Jul 06 12:59:22.545257 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0aa35639-7281-4291-90c6-8819aa27f714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872185560', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:59:04Z', 'updated_at': '2021-07-06T12:59:08Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:05Z', 'updated_at': '2021-07-06T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '02e5c4e5-3be6-4ced-bdd1-8ff46f781c44', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'port_id': '8daf2057-82a3-445d-956c-d7de5ee1e9fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'mac_address': 'fa:16:3e:5f:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:59:20Z', 'updated_at': '2021-07-06T12:59:20Z', 'revision_number': 0, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e68407f-25b5-4b89-8e89-452a3994dd26', 'name': '', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:04:44:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:07Z', 'updated_at': '2021-07-06T12:59:13Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 12:59:22.574396 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa35639-7281-4291-90c6-8819aa27f714 None None] The sync data for ids ['3a03553d-0998-4e68-8a78-7548dd3600e1'] in n-d-799529-2 is: [{'id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872185560', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:59:04Z', 'updated_at': '2021-07-06T12:59:08Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:05Z', 'updated_at': '2021-07-06T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '02e5c4e5-3be6-4ced-bdd1-8ff46f781c44', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'floating_ip_address': '172.25.4.156', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'port_id': '8daf2057-82a3-445d-956c-d7de5ee1e9fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'mac_address': 'fa:16:3e:5f:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T12:59:20Z', 'updated_at': '2021-07-06T12:59:20Z', 'revision_number': 0, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e68407f-25b5-4b89-8e89-452a3994dd26', 'name': '', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:04:44:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:07Z', 'updated_at': '2021-07-06T12:59:13Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 12:59:22.578930 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-f25eaeef-b8b1-46e3-b704-23e2745dcce0 req-c86f1e7c-0d49-41ae-917e-a7bffe808bdd service neutron] 10.222.0.23 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852547 Jul 06 12:59:22.756416 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca8f65-3272-4ef8-a02e-e6bcf0695fe5 None None] New status for floating IP 02e5c4e5-3be6-4ced-bdd1-8ff46f781c44: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 12:59:23.093346 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56174) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 12:59:23.156850 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fc924393-0b75-471f-9dbe-6356a2799da2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/02e5c4e5-3be6-4ced-bdd1-8ff46f781c44 HTTP/1.1" status: 200 len: 993 time: 0.0621819 Jul 06 12:59:35.593591 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c49b7694-f56a-4738-8b28-2a589efc94bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:36.306269 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:37.183315 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:38.236045 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a7ad2b33-a2e4-4138-b441-23e25e3ed6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:38.366351 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:39.604896 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:41.189857 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 12:59:52.561832 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ff41fe9-4313-416f-b276-5446aea8cde8 req-8eddbdc9-df3f-4b8b-8209-5796e0db208b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511801 Jul 06 12:59:52.666340 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff41fe9-4313-416f-b276-5446aea8cde8 req-ed590931-65fc-4629-af52-12316fdbd00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:52.667892 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ff41fe9-4313-416f-b276-5446aea8cde8 req-ed590931-65fc-4629-af52-12316fdbd00e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 1096 time: 0.0622823 Jul 06 12:59:52.772436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff41fe9-4313-416f-b276-5446aea8cde8 req-bc7610e3-09c5-4270-aeb2-04acccd488bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:52.774353 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ff41fe9-4313-416f-b276-5446aea8cde8 req-bc7610e3-09c5-4270-aeb2-04acccd488bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=7e58f92a-8d03-4463-aca2-729f474f2505 HTTP/1.1" status: 200 len: 898 time: 0.0859187 Jul 06 12:59:52.837492 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ff41fe9-4313-416f-b276-5446aea8cde8 req-6aff2dfd-b135-4a11-83c5-20089cd236b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe HTTP/1.1" status: 200 len: 1001 time: 0.0569565 Jul 06 12:59:52.900133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff41fe9-4313-416f-b276-5446aea8cde8 req-b709bdce-6d0b-43f4-ae12-303e2c0125a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:52.901575 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ff41fe9-4313-416f-b276-5446aea8cde8 req-b709bdce-6d0b-43f4-ae12-303e2c0125a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c394303-a594-4bb3-bddd-10f5be9ef6b3 HTTP/1.1" status: 200 len: 835 time: 0.0574133 Jul 06 12:59:52.958943 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff41fe9-4313-416f-b276-5446aea8cde8 req-95bb09e9-3c1f-4cea-9097-cbf18d461cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:52.960534 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ff41fe9-4313-416f-b276-5446aea8cde8 req-95bb09e9-3c1f-4cea-9097-cbf18d461cf3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e58f92a-8d03-4463-aca2-729f474f2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515640 Jul 06 12:59:52.970926 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-5ff41fe9-4313-416f-b276-5446aea8cde8 req-040ec250-2cd2-4838-8e37-cbcf84f71726 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 12:59:52.971971 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ff41fe9-4313-416f-b276-5446aea8cde8 req-040ec250-2cd2-4838-8e37-cbcf84f71726 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049756 Jul 06 12:59:53.064233 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ff41fe9-4313-416f-b276-5446aea8cde8 req-218fbf84-9ed9-4d01-a7cb-bd3adb7c44ff service neutron] 10.222.0.23 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861194 Jul 06 12:59:53.156764 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ff41fe9-4313-416f-b276-5446aea8cde8 req-52d38adc-6778-4fa0-bd5c-dec264080231 service neutron] 10.222.0.23 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857511 Jul 06 12:59:54.665085 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-ae5cbbc5-e2bf-43d2-9503-a88407152bb4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1425555 Jul 06 12:59:54.672478 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8be74-44fc-489f-8561-c1c37e78cb66 req-304d180e-e190-4d6e-b825-f6ad155619ea tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:54.673868 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-68d8be74-44fc-489f-8561-c1c37e78cb66 req-304d180e-e190-4d6e-b825-f6ad155619ea tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.1003003 Jul 06 12:59:54.712785 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-68d8be74-44fc-489f-8561-c1c37e78cb66 req-9356da00-1fc3-477d-a3d3-435cd3cb2783 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330958 Jul 06 12:59:55.893339 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efd819-3cea-40de-8186-48f70523f7e9 req-740d7052-4a5c-4e20-b3e7-b75bd2296e77 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:55.894855 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d8efd819-3cea-40de-8186-48f70523f7e9 req-740d7052-4a5c-4e20-b3e7-b75bd2296e77 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0666695 Jul 06 12:59:55.895192 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-0c4f16c7-1608-4428-93eb-7751ebe96005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:55.896724 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-0c4f16c7-1608-4428-93eb-7751ebe96005 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 1096 time: 0.0529993 Jul 06 12:59:55.933893 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d8efd819-3cea-40de-8186-48f70523f7e9 req-5c998b0e-551f-4448-bb39-b809109b54f8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327837 Jul 06 12:59:55.990101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-6ec589d6-ba38-40bd-82d6-ab286fcb3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:55.991675 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-6ec589d6-ba38-40bd-82d6-ab286fcb3f79 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7e58f92a-8d03-4463-aca2-729f474f2505 HTTP/1.1" status: 200 len: 898 time: 0.0888970 Jul 06 12:59:56.054617 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-eb579696-25e3-4ad6-b709-48578e4888a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe HTTP/1.1" status: 200 len: 1001 time: 0.0568922 Jul 06 12:59:56.101017 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-5d3e3faa-ca49-40bc-8bc5-7fc01418759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:56.102456 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-5d3e3faa-ca49-40bc-8bc5-7fc01418759e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c394303-a594-4bb3-bddd-10f5be9ef6b3 HTTP/1.1" status: 200 len: 835 time: 0.0425394 Jul 06 12:59:56.166687 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-9d3c98ed-24d1-41ae-8fde-94df6d3fedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:56.168228 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-9d3c98ed-24d1-41ae-8fde-94df6d3fedc7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e58f92a-8d03-4463-aca2-729f474f2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588591 Jul 06 12:59:56.256178 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-e6d3dda7-b0f4-42d2-928e-2e43ba3e7b94 service neutron] 10.222.0.23 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801611 Jul 06 12:59:56.347468 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-0e578e6a-129d-44c6-9ec5-9e7629d9e7b2 service neutron] 10.222.0.23 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845873 Jul 06 12:59:57.066859 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 12:59:57.108941 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774dfc4-37df-41a4-be5d-b564fbb2d684 req-df6b6adb-79d3-4d73-aa05-7edd14161310 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:57.110471 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6774dfc4-37df-41a4-be5d-b564fbb2d684 req-df6b6adb-79d3-4d73-aa05-7edd14161310 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0633225 Jul 06 12:59:57.147410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6774dfc4-37df-41a4-be5d-b564fbb2d684 req-f46cf8b5-4b6a-402f-874f-cf9f32ec4ac6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313599 Jul 06 12:59:58.319527 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e00c21-c80a-45fb-a25f-86f24e401c70 req-6e06d0a7-979f-4dc9-9b2c-f59b1de811f0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:58.321012 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b2e00c21-c80a-45fb-a25f-86f24e401c70 req-6e06d0a7-979f-4dc9-9b2c-f59b1de811f0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0612829 Jul 06 12:59:58.357352 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b2e00c21-c80a-45fb-a25f-86f24e401c70 req-aec84301-ed13-4bba-911e-e16cedb96f13 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307953 Jul 06 12:59:59.534281 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2380f11-3d85-4d77-b452-8127a9a1e05a req-22468190-a87f-43c9-9e4f-b10b7a27030a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 12:59:59.535824 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2380f11-3d85-4d77-b452-8127a9a1e05a req-22468190-a87f-43c9-9e4f-b10b7a27030a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0663493 Jul 06 12:59:59.574068 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c2380f11-3d85-4d77-b452-8127a9a1e05a req-c5c63e65-eaf8-4dbe-a334-88459bb01d7b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325971 Jul 06 13:00:00.747409 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b75bb-07bd-408a-bd09-e8b748d3990a req-44e246c5-673f-4bc9-89e5-9d8fe553c893 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:00.748898 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-099b75bb-07bd-408a-bd09-e8b748d3990a req-44e246c5-673f-4bc9-89e5-9d8fe553c893 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0655887 Jul 06 13:00:00.785974 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-099b75bb-07bd-408a-bd09-e8b748d3990a req-f29cb9ef-212d-49db-8761-58a0b5f559ee tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314317 Jul 06 13:00:01.963007 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70a3e8-2a19-48d7-8477-c8f08b3d3154 req-f1110510-53bd-4767-bb60-16e952dc0e49 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:01.964545 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d70a3e8-2a19-48d7-8477-c8f08b3d3154 req-f1110510-53bd-4767-bb60-16e952dc0e49 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0663426 Jul 06 13:00:02.001500 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d70a3e8-2a19-48d7-8477-c8f08b3d3154 req-02286683-65e8-4b5d-bd20-a0f25d284f7b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315101 Jul 06 13:00:03.173986 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9130809-8bda-46e4-9146-e9f2d196cc3a req-c83f24d0-c155-4a62-a50c-6b9bb574c3fe tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:03.175687 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f9130809-8bda-46e4-9146-e9f2d196cc3a req-c83f24d0-c155-4a62-a50c-6b9bb574c3fe tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0628700 Jul 06 13:00:03.212071 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f9130809-8bda-46e4-9146-e9f2d196cc3a req-757b8d10-b237-4f4a-84d3-cb907d0455ff tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307598 Jul 06 13:00:04.384185 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd200e7c-156d-4e92-926d-ee82b57699fe req-70982365-5c06-40b0-986b-d93d2383a61c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:04.385678 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd200e7c-156d-4e92-926d-ee82b57699fe req-70982365-5c06-40b0-986b-d93d2383a61c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0643914 Jul 06 13:00:04.422479 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd200e7c-156d-4e92-926d-ee82b57699fe req-51cd08a9-9c87-4674-9935-ec3706ea8079 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312297 Jul 06 13:00:05.594913 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962be3c-4842-4261-b825-55aef647393a req-ca7700b3-9ee3-4013-89b8-a7a046def728 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:05.596433 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2962be3c-4842-4261-b825-55aef647393a req-ca7700b3-9ee3-4013-89b8-a7a046def728 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0656834 Jul 06 13:00:05.597518 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9b52ed1-d167-42e2-abe8-4d2cb1509f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:05.634618 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2962be3c-4842-4261-b825-55aef647393a req-cd0550c5-69f6-43d9-90a5-f58273998f6b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316556 Jul 06 13:00:06.313715 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:06.817260 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b9287-79bd-4077-ad16-f1c49b1b72c3 req-e8383868-e555-4da9-a2b7-75b70d71f479 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:06.818852 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef2b9287-79bd-4077-ad16-f1c49b1b72c3 req-e8383868-e555-4da9-a2b7-75b70d71f479 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0714824 Jul 06 13:00:06.856342 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef2b9287-79bd-4077-ad16-f1c49b1b72c3 req-a5e4c0eb-5903-4e5f-880b-ef59259d5d86 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315402 Jul 06 13:00:07.177363 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:08.029900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df5ae7-fcee-4472-b068-712f6bdf6ac6 req-a8ee5e6c-cdb5-4176-8a39-0b5187b5d678 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:08.031410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32df5ae7-fcee-4472-b068-712f6bdf6ac6 req-a8ee5e6c-cdb5-4176-8a39-0b5187b5d678 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0660911 Jul 06 13:00:08.068214 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-32df5ae7-fcee-4472-b068-712f6bdf6ac6 req-a9e02ac1-c0a7-4e64-8b70-66cf54ab15af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313425 Jul 06 13:00:08.236360 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9fbadc09-4474-4fe1-aade-2ce93480bb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:08.367095 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:09.239486 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e0458-ac1b-48ad-8aea-7c5eca7d7660 req-9f599e5a-40a4-48da-bd81-b8584ac369a2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:09.240951 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ee0e0458-ac1b-48ad-8aea-7c5eca7d7660 req-9f599e5a-40a4-48da-bd81-b8584ac369a2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0616264 Jul 06 13:00:09.277615 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ee0e0458-ac1b-48ad-8aea-7c5eca7d7660 req-c37fc1da-f09b-4335-8f65-98e9355fc57d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311716 Jul 06 13:00:09.608751 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:10.447392 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b77249-0e61-4750-9f32-0467d7d684d0 req-4a5b927f-2f9d-4acc-a420-e3ac4d2e933f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:10.448917 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84b77249-0e61-4750-9f32-0467d7d684d0 req-4a5b927f-2f9d-4acc-a420-e3ac4d2e933f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0619888 Jul 06 13:00:10.488455 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-84b77249-0e61-4750-9f32-0467d7d684d0 req-a5b9b5de-3dd6-4ac6-9a71-1cc78bd13312 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340557 Jul 06 13:00:11.193584 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:11.667244 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a399a7-5a0b-4d73-87fb-1d546247b926 req-db7b2f7a-52fc-49c1-b017-d2a221150308 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:11.668732 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-57a399a7-5a0b-4d73-87fb-1d546247b926 req-db7b2f7a-52fc-49c1-b017-d2a221150308 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0681889 Jul 06 13:00:11.705058 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-57a399a7-5a0b-4d73-87fb-1d546247b926 req-b2b9f07f-e2b1-412a-98fd-3a09ca2b6801 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307844 Jul 06 13:00:12.885791 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7a951-fb62-4c83-a80e-fe4ebc419310 req-457e41aa-5834-4345-95d8-c14b267a24a9 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:12.887202 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac7a951-fb62-4c83-a80e-fe4ebc419310 req-457e41aa-5834-4345-95d8-c14b267a24a9 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0732772 Jul 06 13:00:12.923710 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4ac7a951-fb62-4c83-a80e-fe4ebc419310 req-0cb11c67-6c4e-408b-afe1-767498835054 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309696 Jul 06 13:00:13.206019 n-d-799529-2 neutron-server[100428]: INFO neutron.api.v2.resource [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-7fea5b9d-44c2-42dc-abd8-f94e84f6bdca service neutron] show failed (client error): The resource could not be found. Jul 06 13:00:13.206981 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-7fea5b9d-44c2-42dc-abd8-f94e84f6bdca service neutron] 10.222.0.23 "GET /v2.0/ports/8daf2057-82a3-445d-956c-d7de5ee1e9fe/bindings/n-h2-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.0557530 Jul 06 13:00:13.483995 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-8016b2c8-9a1e-4fec-9812-819250c09618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:13.485402 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-8016b2c8-9a1e-4fec-9812-819250c09618 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86&tenant_id=aa49d030c0f44f41a3c32b32bbb85d24 HTTP/1.1" status: 200 len: 1096 time: 0.0869625 Jul 06 13:00:13.496520 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:13.569573 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:13.763985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] For port 8daf2057-82a3-445d-956c-d7de5ee1e9fe, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe,segment=NetworkSegment(a01b8f63-0f29-430f-b13d-c4a2ba8572f3),segment_id=a01b8f63-0f29-430f-b13d-c4a2ba8572f3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:13.795531 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] For port 8daf2057-82a3-445d-956c-d7de5ee1e9fe, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:00:13.836370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8daf2057-82a3-445d-956c-d7de5ee1e9fe'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:00:13.839680 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cd98ee-98f3-429e-9f27-479ba98e7165" -d '{"events": [{"server_uuid": "0ef8b636-e2ce-458f-bed9-a47790aafe86", "name": "network-vif-unplugged", "status": "completed", "tag": "8daf2057-82a3-445d-956c-d7de5ee1e9fe"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:00:13.843129 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:13.855033 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Transition to ACTIVE for port object 8daf2057-82a3-445d-956c-d7de5ee1e9fe will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:13.859619 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:13.890030 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840743d1-ab35-468f-b55a-6f265bbf9207 x-openstack-request-id: req-840743d1-ab35-468f-b55a-6f265bbf9207 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:00:13.890320 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef8b636-e2ce-458f-bed9-a47790aafe86", "name": "network-vif-unplugged", "status": "completed", "tag": "8daf2057-82a3-445d-956c-d7de5ee1e9fe", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:00:13.890568 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-840743d1-ab35-468f-b55a-6f265bbf9207 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:00:13.890955 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8daf2057-82a3-445d-956c-d7de5ee1e9fe', 'code': 200} Jul 06 13:00:13.926554 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Pushing event updated for resources: {'Port': ['ID=8daf2057-82a3-445d-956c-d7de5ee1e9fe,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:13.979284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:13.979634 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:13.979971 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:13.980301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:13.980779 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:13.980975 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:13.981252 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:13.981569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:13.982014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:13.982197 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:13.982515 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:13.982833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:14.044740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] No DVR routers for this DVR port 8daf2057-82a3-445d-956c-d7de5ee1e9fe on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:00:14.112824 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b99c4-d47f-46fc-99fb-529eae21951c req-38d6fa55-ccd4-4e8b-841a-b3f83ee15159 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:14.114322 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b8b99c4-d47f-46fc-99fb-529eae21951c req-38d6fa55-ccd4-4e8b-841a-b3f83ee15159 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 943 time: 0.0728946 Jul 06 13:00:14.154162 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8b8b99c4-d47f-46fc-99fb-529eae21951c req-7e6b1478-8c21-4383-a20d-113ccab53fcb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335915 Jul 06 13:00:14.184603 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Attempting to bind port 8daf2057-82a3-445d-956c-d7de5ee1e9fe on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:00:14.184932 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Attempting to bind port 8daf2057-82a3-445d-956c-d7de5ee1e9fe by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:00:14.185251 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Attempting to bind port 8daf2057-82a3-445d-956c-d7de5ee1e9fe on network 7e58f92a-8d03-4463-aca2-729f474f2505 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:00:14.189355 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Port 8daf2057-82a3-445d-956c-d7de5ee1e9fe on network 7e58f92a-8d03-4463-aca2-729f474f2505 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:00:14.189667 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Attempting to bind port 8daf2057-82a3-445d-956c-d7de5ee1e9fe on network 7e58f92a-8d03-4463-aca2-729f474f2505 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:00:14.194421 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:00:14.194747 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Checking segment: {'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:00:14.195120 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Bound using segment: {'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:00:14.195569 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Bound port: 8daf2057-82a3-445d-956c-d7de5ee1e9fe, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:00:14.195916 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:14.258506 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] For port 8daf2057-82a3-445d-956c-d7de5ee1e9fe, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:00:14.262096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] For port 8daf2057-82a3-445d-956c-d7de5ee1e9fe, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe,segment=NetworkSegment(a01b8f63-0f29-430f-b13d-c4a2ba8572f3),segment_id=a01b8f63-0f29-430f-b13d-c4a2ba8572f3)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:00:14.266942 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:14.300793 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:14.301453 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:14.302911 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] 10.222.0.89 "PUT /v2.0/ports/8daf2057-82a3-445d-956c-d7de5ee1e9fe HTTP/1.1" status: 200 len: 1091 time: 0.8103225 Jul 06 13:00:14.325429 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6eddf-633a-4252-a81f-2fe8bf3bf0ca service neutron] Pushing event updated for resources: {'Port': ['ID=8daf2057-82a3-445d-956c-d7de5ee1e9fe,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:14.390315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-baafaa5c-fcda-4614-b6b1-9880363fca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:14.391861 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-baafaa5c-fcda-4614-b6b1-9880363fca12 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 1094 time: 0.0564911 Jul 06 13:00:14.491554 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-c87c4e63-7a33-42eb-95a3-8a36dd775a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:14.493041 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-c87c4e63-7a33-42eb-95a3-8a36dd775a62 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7e58f92a-8d03-4463-aca2-729f474f2505 HTTP/1.1" status: 200 len: 898 time: 0.0938227 Jul 06 13:00:14.555609 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-1e467c50-b27d-4db2-8ad4-e35c9f78d28b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe HTTP/1.1" status: 200 len: 999 time: 0.0560069 Jul 06 13:00:14.601796 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-3ed06fe2-fed4-4cfb-9b63-b0776d9d47e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:14.603670 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-3ed06fe2-fed4-4cfb-9b63-b0776d9d47e3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c394303-a594-4bb3-bddd-10f5be9ef6b3 HTTP/1.1" status: 200 len: 835 time: 0.0414298 Jul 06 13:00:14.662216 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-f738e2fa-b080-4e28-9cbf-fc4eb76c6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:14.663774 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-f738e2fa-b080-4e28-9cbf-fc4eb76c6a64 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e58f92a-8d03-4463-aca2-729f474f2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541716 Jul 06 13:00:14.750625 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-119f3a09-5a44-4e49-a378-3577f772640e service neutron] 10.222.0.89 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799730 Jul 06 13:00:14.840296 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1e97949d-6b4d-418a-854e-fabbfc1dcda7 req-24f0ff10-b87e-4533-a09d-f3f7d765de43 service neutron] 10.222.0.89 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835798 Jul 06 13:00:15.328293 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8fbe1-3e62-4c1c-bd4b-591faf8c744f req-8874ecea-32e9-43d9-a7cb-b5621d5a900d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:15.329785 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5a8fbe1-3e62-4c1c-bd4b-591faf8c744f req-8874ecea-32e9-43d9-a7cb-b5621d5a900d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 943 time: 0.0618746 Jul 06 13:00:15.366191 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5a8fbe1-3e62-4c1c-bd4b-591faf8c744f req-14efc948-2e4d-48ba-8d3c-1899aad1a5a3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308628 Jul 06 13:00:15.892437 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'tag': '8daf2057-82a3-445d-956c-d7de5ee1e9fe'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:00:15.894885 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef8b636-e2ce-458f-bed9-a47790aafe86", "tag": "8daf2057-82a3-445d-956c-d7de5ee1e9fe"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:00:15.941795 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1329c7-9b02-4768-a2b5-2ee51171e5f2 x-openstack-request-id: req-ec1329c7-9b02-4768-a2b5-2ee51171e5f2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:00:15.942090 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef8b636-e2ce-458f-bed9-a47790aafe86", "tag": "8daf2057-82a3-445d-956c-d7de5ee1e9fe", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:00:15.942347 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec1329c7-9b02-4768-a2b5-2ee51171e5f2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:00:15.942753 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'tag': '8daf2057-82a3-445d-956c-d7de5ee1e9fe', 'status': 'completed', 'code': 200} Jul 06 13:00:16.050096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-5b0a5a02-e775-4400-8501-bc1a6bd587bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:16.051598 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-5b0a5a02-e775-4400-8501-bc1a6bd587bc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 1094 time: 0.0919416 Jul 06 13:00:16.054155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-39e3f099-58a0-48fa-b14f-843da2f2f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:16.055511 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-39e3f099-58a0-48fa-b14f-843da2f2f55c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 1094 time: 0.0868287 Jul 06 13:00:16.206299 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-01396d28-7132-45e0-8db2-de0bd4a920ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:16.207710 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-01396d28-7132-45e0-8db2-de0bd4a920ab service neutron] 10.222.0.89 "GET /v2.0/networks?id=7e58f92a-8d03-4463-aca2-729f474f2505 HTTP/1.1" status: 200 len: 898 time: 0.1485877 Jul 06 13:00:16.210306 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-e6e03cba-1076-4ed7-b82c-5142f46e4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:16.211776 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-e6e03cba-1076-4ed7-b82c-5142f46e4307 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7e58f92a-8d03-4463-aca2-729f474f2505 HTTP/1.1" status: 200 len: 898 time: 0.1446724 Jul 06 13:00:16.243496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 8daf2057-82a3-445d-956c-d7de5ee1e9fe no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:00:16.287130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 8daf2057-82a3-445d-956c-d7de5ee1e9fe not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:00:16.320776 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-4f9c5451-04ae-479b-b532-737aba083628 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe HTTP/1.1" status: 200 len: 999 time: 0.1060119 Jul 06 13:00:16.324488 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-2d3ba381-9040-4976-8fae-68fdfbe96fa6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe HTTP/1.1" status: 200 len: 999 time: 0.1025352 Jul 06 13:00:16.411598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-968ef93c-4660-4ad9-90c1-6a2c4a48b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:16.413147 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-968ef93c-4660-4ad9-90c1-6a2c4a48b935 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c394303-a594-4bb3-bddd-10f5be9ef6b3 HTTP/1.1" status: 200 len: 835 time: 0.0862129 Jul 06 13:00:16.417459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-1daa7f08-5018-4799-a725-5235b89ad913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:16.418848 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-1daa7f08-5018-4799-a725-5235b89ad913 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c394303-a594-4bb3-bddd-10f5be9ef6b3 HTTP/1.1" status: 200 len: 835 time: 0.0847178 Jul 06 13:00:16.513125 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-569a8d00-e80f-47e3-87f2-5f9cb1d0df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:16.514748 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-569a8d00-e80f-47e3-87f2-5f9cb1d0df8a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e58f92a-8d03-4463-aca2-729f474f2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924611 Jul 06 13:00:16.520379 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-0178b71f-0538-4a69-9059-b4226437c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:16.521753 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-0178b71f-0538-4a69-9059-b4226437c876 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e58f92a-8d03-4463-aca2-729f474f2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921371 Jul 06 13:00:16.542053 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906df2f-a727-4856-b8f4-ccfa3d076680 req-9a712ac4-742d-46c4-88ad-04b40fba60f7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:16.543580 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a906df2f-a727-4856-b8f4-ccfa3d076680 req-9a712ac4-742d-46c4-88ad-04b40fba60f7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 943 time: 0.0634038 Jul 06 13:00:16.581262 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a906df2f-a727-4856-b8f4-ccfa3d076680 req-5e80ee8b-8dfd-4e96-893f-3139a55524a6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319152 Jul 06 13:00:16.669723 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-b6af70bb-8375-4cd1-8514-cbe21e6a848a service neutron] 10.222.0.89 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470213 Jul 06 13:00:16.672985 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-8ca20ead-7f49-4847-8510-3f11650f7ffa service neutron] 10.222.0.23 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426318 Jul 06 13:00:16.833206 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.23', 58056) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:16.943479 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b5443-7310-43a1-8435-436b734ebacd req-076a999a-7588-4a5b-abaf-b31352b4521a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:16.945078 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d95b5443-7310-43a1-8435-436b734ebacd req-076a999a-7588-4a5b-abaf-b31352b4521a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 943 time: 0.1226356 Jul 06 13:00:16.953523 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152c8be-c678-412b-8458-4607eb5d11d3 req-9cce0326-6d57-4ce8-9799-ac38afb2c35e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:16.955006 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2152c8be-c678-412b-8458-4607eb5d11d3 req-9cce0326-6d57-4ce8-9799-ac38afb2c35e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86&tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&binding%3Ahost_id=n-h2-799529-2 HTTP/1.1" status: 200 len: 943 time: 0.1207972 Jul 06 13:00:17.019947 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d95b5443-7310-43a1-8435-436b734ebacd req-fcc006f0-2cc5-42e4-bba0-4b94aba0e4fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639000 Jul 06 13:00:17.045719 n-d-799529-2 neutron-server[100427]: INFO neutron.api.v2.resource [req-2152c8be-c678-412b-8458-4607eb5d11d3 req-94e695a5-5388-4d9c-8ca5-94b3e15f66ac service neutron] delete failed (client error): The resource could not be found. Jul 06 13:00:17.046748 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2152c8be-c678-412b-8458-4607eb5d11d3 req-94e695a5-5388-4d9c-8ca5-94b3e15f66ac service neutron] 10.222.0.23 "DELETE /v2.0/ports/8daf2057-82a3-445d-956c-d7de5ee1e9fe/bindings/n-h1-799529-2 HTTP/1.1" status: 404 len: 380 time: 0.0828674 Jul 06 13:00:17.087823 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-339082c6-f10b-45a7-b07f-9561803c90df service neutron] 10.222.0.23 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046903 Jul 06 13:00:17.092960 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-260270c1-e5f7-41a4-8b19-2b4d248c4f3b req-2e9fc19b-6311-4a76-aa66-08745647a45e service neutron] 10.222.0.89 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175508 Jul 06 13:00:17.199168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152c8be-c678-412b-8458-4607eb5d11d3 req-9439aa52-4097-4687-856d-02d2ac5f7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:17.200717 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2152c8be-c678-412b-8458-4607eb5d11d3 req-9439aa52-4097-4687-856d-02d2ac5f7bc6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 1094 time: 0.0524199 Jul 06 13:00:17.200853 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a535881-82ca-410f-b517-1982131981fc req-81bb0468-ca7b-4a95-9288-cd842cb78938 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:17.202383 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a535881-82ca-410f-b517-1982131981fc req-81bb0468-ca7b-4a95-9288-cd842cb78938 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 943 time: 0.0651224 Jul 06 13:00:17.239656 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6a535881-82ca-410f-b517-1982131981fc req-ba8ca7d7-5ba6-4ce0-9707-97b3af2b4f74 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316119 Jul 06 13:00:17.290686 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152c8be-c678-412b-8458-4607eb5d11d3 req-1f2509e0-d3e9-4e27-8375-11405ef8401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:17.292182 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2152c8be-c678-412b-8458-4607eb5d11d3 req-1f2509e0-d3e9-4e27-8375-11405ef8401a service neutron] 10.222.0.23 "GET /v2.0/networks?id=7e58f92a-8d03-4463-aca2-729f474f2505 HTTP/1.1" status: 200 len: 898 time: 0.0858197 Jul 06 13:00:17.354476 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2152c8be-c678-412b-8458-4607eb5d11d3 req-89ec0f53-d94c-40ec-8bba-204b73b8d278 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe HTTP/1.1" status: 200 len: 999 time: 0.0557311 Jul 06 13:00:17.400595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152c8be-c678-412b-8458-4607eb5d11d3 req-4d351884-28a4-435a-ae75-0bce67968d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:17.401968 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2152c8be-c678-412b-8458-4607eb5d11d3 req-4d351884-28a4-435a-ae75-0bce67968d72 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c394303-a594-4bb3-bddd-10f5be9ef6b3 HTTP/1.1" status: 200 len: 835 time: 0.0415664 Jul 06 13:00:17.459533 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152c8be-c678-412b-8458-4607eb5d11d3 req-4b67ee25-790e-42b2-8b5e-cf24d8624ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:17.460973 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2152c8be-c678-412b-8458-4607eb5d11d3 req-4b67ee25-790e-42b2-8b5e-cf24d8624ff2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e58f92a-8d03-4463-aca2-729f474f2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529013 Jul 06 13:00:17.549534 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2152c8be-c678-412b-8458-4607eb5d11d3 req-158223da-5a85-4664-a2d4-934ec976a30e service neutron] 10.222.0.23 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821764 Jul 06 13:00:17.641545 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2152c8be-c678-412b-8458-4607eb5d11d3 req-fa5c3305-6c05-4331-b836-d48f7d6429e8 service neutron] 10.222.0.23 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843120 Jul 06 13:00:18.415969 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f16fc6-901e-4954-b197-b75c19db0aa1 req-0552b241-4e99-420c-80a3-8afa4a2dc9bf tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:18.418077 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4f16fc6-901e-4954-b197-b75c19db0aa1 req-0552b241-4e99-420c-80a3-8afa4a2dc9bf tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 943 time: 0.0673039 Jul 06 13:00:18.458083 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e4f16fc6-901e-4954-b197-b75c19db0aa1 req-7a2441a5-e86b-4a2d-8e93-877d7d0c49b2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342274 Jul 06 13:00:18.483838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56270) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:18.550250 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-310c6a75-70c3-4623-83aa-f351138bbf5d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/02e5c4e5-3be6-4ced-bdd1-8ff46f781c44 HTTP/1.1" status: 200 len: 991 time: 0.0615456 Jul 06 13:00:18.621774 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8daf2057-82a3-445d-956c-d7de5ee1e9fe details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:00:18.714085 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 8daf2057-82a3-445d-956c-d7de5ee1e9fe, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe,segment=NetworkSegment(a01b8f63-0f29-430f-b13d-c4a2ba8572f3),segment_id=a01b8f63-0f29-430f-b13d-c4a2ba8572f3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:18.725047 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '8daf2057-82a3-445d-956c-d7de5ee1e9fe', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'port_id': '8daf2057-82a3-445d-956c-d7de5ee1e9fe', 'mac_address': 'fa:16:3e:5f:15:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:00:18.766420 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.778903 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8daf2057-82a3-445d-956c-d7de5ee1e9fe {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:00:18.798096 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 8daf2057-82a3-445d-956c-d7de5ee1e9fe, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe,segment=NetworkSegment(a01b8f63-0f29-430f-b13d-c4a2ba8572f3),segment_id=a01b8f63-0f29-430f-b13d-c4a2ba8572f3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:18.801308 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:18.846606 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=8daf2057-82a3-445d-956c-d7de5ee1e9fe,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:18.853783 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:18.854239 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:18.854653 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:18.854993 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:18.855365 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:18.855702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:18.856030 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:18.856359 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:18.856684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:18.857009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:18.857332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:18.857654 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:19.047020 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['8daf2057-82a3-445d-956c-d7de5ee1e9fe'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:00:20.627115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8daf2057-82a3-445d-956c-d7de5ee1e9fe up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:00:20.674350 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 8daf2057-82a3-445d-956c-d7de5ee1e9fe completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:00:20.677903 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 8daf2057-82a3-445d-956c-d7de5ee1e9fe triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:00:20.678269 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:20.753794 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:20.776058 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8daf2057-82a3-445d-956c-d7de5ee1e9fe'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:00:20.778267 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a081490e-c32f-4a50-8b9d-acdbaaad36ba" -d '{"events": [{"server_uuid": "0ef8b636-e2ce-458f-bed9-a47790aafe86", "name": "network-vif-plugged", "status": "completed", "tag": "8daf2057-82a3-445d-956c-d7de5ee1e9fe"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:00:20.790396 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 8daf2057-82a3-445d-956c-d7de5ee1e9fe, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe,segment=NetworkSegment(a01b8f63-0f29-430f-b13d-c4a2ba8572f3),segment_id=a01b8f63-0f29-430f-b13d-c4a2ba8572f3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:20.794658 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:20.841616 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=8daf2057-82a3-445d-956c-d7de5ee1e9fe,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:20.866936 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81adabb9-9375-4e3f-b9bc-735e1ba65241 x-openstack-request-id: req-81adabb9-9375-4e3f-b9bc-735e1ba65241 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:00:20.867269 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef8b636-e2ce-458f-bed9-a47790aafe86", "name": "network-vif-plugged", "status": "completed", "tag": "8daf2057-82a3-445d-956c-d7de5ee1e9fe", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:00:20.867531 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-81adabb9-9375-4e3f-b9bc-735e1ba65241 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:00:20.867930 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8daf2057-82a3-445d-956c-d7de5ee1e9fe', 'code': 200} Jul 06 13:00:34.066546 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:00:35.416903 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9848a5dd-2729-41b0-b093-9b768be77f84 req-28c1c313-bbd1-4eb3-bf0d-d9fcd73ffc21 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503941 Jul 06 13:00:35.516093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848a5dd-2729-41b0-b093-9b768be77f84 req-69117dc1-b068-4bb4-b24d-f3d72e926090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:35.517574 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9848a5dd-2729-41b0-b093-9b768be77f84 req-69117dc1-b068-4bb4-b24d-f3d72e926090 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 1096 time: 0.0557489 Jul 06 13:00:35.599046 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-32daf4a9-a031-4a13-a06c-b2cd3b8ed69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:35.621302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848a5dd-2729-41b0-b093-9b768be77f84 req-6bc1feb4-35c7-4f94-bbc9-be50fbc86e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:35.622786 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9848a5dd-2729-41b0-b093-9b768be77f84 req-6bc1feb4-35c7-4f94-bbc9-be50fbc86e04 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7e58f92a-8d03-4463-aca2-729f474f2505 HTTP/1.1" status: 200 len: 898 time: 0.0858202 Jul 06 13:00:35.691137 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9848a5dd-2729-41b0-b093-9b768be77f84 req-25a5dc29-c84c-4346-a777-b2505d71659b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe HTTP/1.1" status: 200 len: 1001 time: 0.0608573 Jul 06 13:00:35.739698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848a5dd-2729-41b0-b093-9b768be77f84 req-014c67df-7208-4d2a-8ce4-8f51d932d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:35.741307 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9848a5dd-2729-41b0-b093-9b768be77f84 req-014c67df-7208-4d2a-8ce4-8f51d932d9db service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c394303-a594-4bb3-bddd-10f5be9ef6b3 HTTP/1.1" status: 200 len: 835 time: 0.0442080 Jul 06 13:00:35.798286 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848a5dd-2729-41b0-b093-9b768be77f84 req-66b9280b-09cc-4520-b1f1-d80e405f005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:35.799858 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9848a5dd-2729-41b0-b093-9b768be77f84 req-66b9280b-09cc-4520-b1f1-d80e405f005c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e58f92a-8d03-4463-aca2-729f474f2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509748 Jul 06 13:00:35.890791 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9848a5dd-2729-41b0-b093-9b768be77f84 req-b18dba07-fb36-45be-8b8f-c031b7bba7a8 service neutron] 10.222.0.89 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844915 Jul 06 13:00:35.977682 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9848a5dd-2729-41b0-b093-9b768be77f84 req-4924a25f-b7bc-45bb-8c5c-3e1f80356238 service neutron] 10.222.0.89 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803547 Jul 06 13:00:36.337257 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:37.194967 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:38.235720 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ddbaca0-a887-427b-ae73-301f21b1a3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:38.369606 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:39.612243 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:41.194824 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:47.092245 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56284) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:47.260945 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port 5cf9e2a0-399e-489e-8058-fe02b752e929 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:00:47.261288 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:47.332524 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:47.332859 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:47.344074 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for 5cf9e2a0-399e-489e-8058-fe02b752e929 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:00:47.506074 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:47.532912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=5cf9e2a0-399e-489e-8058-fe02b752e929,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:47.570811 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:47.571167 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:47.571541 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:47.571887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:47.572215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:47.572550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:47.572887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:47.573223 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:47.573556 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:47.573885 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:47.574215 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:47.574598 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:00:47.612158 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:47.612629 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Floating IP 02e5c4e5-3be6-4ced-bdd1-8ff46f781c44 disassociated (deleted). External IP: 172.25.4.156, port: 8daf2057-82a3-445d-956c-d7de5ee1e9fe. Jul 06 13:00:47.824082 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router 3a03553d-0998-4e68-8a78-7548dd3600e1 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:00:47.931393 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:00:47.936139 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:47.941016 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7087bb43-21dc-4d5e-bc49-1ab45f933471 None None] Sync routers for ids ['3a03553d-0998-4e68-8a78-7548dd3600e1'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:00:47.950620 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7087bb43-21dc-4d5e-bc49-1ab45f933471 None None] Routers {'3a03553d-0998-4e68-8a78-7548dd3600e1'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:47.951265 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7087bb43-21dc-4d5e-bc49-1ab45f933471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:00:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3a03553d-0998-4e68-8a78-7548dd3600e1'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:47.971764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bb81e5eb-1e72-4382-a101-7c5772333904 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/floatingips/02e5c4e5-3be6-4ced-bdd1-8ff46f781c44 HTTP/1.1" status: 204 len: 168 time: 0.8784339 Jul 06 13:00:47.972464 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'tag': '8daf2057-82a3-445d-956c-d7de5ee1e9fe'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:00:47.974715 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503224f8-accd-47c9-9713-1acc3d19d4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef8b636-e2ce-458f-bed9-a47790aafe86", "tag": "8daf2057-82a3-445d-956c-d7de5ee1e9fe"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:00:48.054792 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-7087bb43-21dc-4d5e-bc49-1ab45f933471 None None] Set router 3a03553d-0998-4e68-8a78-7548dd3600e1 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:48.252168 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7087bb43-21dc-4d5e-bc49-1ab45f933471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872185560', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:59:04Z', 'updated_at': '2021-07-06T12:59:08Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:05Z', 'updated_at': '2021-07-06T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9e68407f-25b5-4b89-8e89-452a3994dd26', 'name': '', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:04:44:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:07Z', 'updated_at': '2021-07-06T12:59:13Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:48.282031 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7087bb43-21dc-4d5e-bc49-1ab45f933471 None None] Checking router: 3a03553d-0998-4e68-8a78-7548dd3600e1 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:00:48.295853 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7087bb43-21dc-4d5e-bc49-1ab45f933471 None None] Routers {'3a03553d-0998-4e68-8a78-7548dd3600e1'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:48.296474 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7087bb43-21dc-4d5e-bc49-1ab45f933471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:00:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3a03553d-0998-4e68-8a78-7548dd3600e1'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:48.323484 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c657bc3-a482-4133-a182-df356aeb633a x-openstack-request-id: req-4c657bc3-a482-4133-a182-df356aeb633a {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:00:48.324045 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef8b636-e2ce-458f-bed9-a47790aafe86", "tag": "8daf2057-82a3-445d-956c-d7de5ee1e9fe", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:00:48.324045 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c657bc3-a482-4133-a182-df356aeb633a {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:00:48.324547 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'tag': '8daf2057-82a3-445d-956c-d7de5ee1e9fe', 'status': 'completed', 'code': 200} Jul 06 13:00:48.404276 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-7087bb43-21dc-4d5e-bc49-1ab45f933471 None None] Set router 3a03553d-0998-4e68-8a78-7548dd3600e1 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:48.415897 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503224f8-accd-47c9-9713-1acc3d19d4c2 req-4493c0c5-c7b5-411b-aa1f-279814da7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:48.417444 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-503224f8-accd-47c9-9713-1acc3d19d4c2 req-4493c0c5-c7b5-411b-aa1f-279814da7186 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 1096 time: 0.0554929 Jul 06 13:00:48.478086 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb48fac-10dd-4f21-8e35-121113f7071e req-9f9c814e-dad3-4789-b04f-841e6f7aea5e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:48.479753 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8eb48fac-10dd-4f21-8e35-121113f7071e req-9f9c814e-dad3-4789-b04f-841e6f7aea5e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0678513 Jul 06 13:00:48.515284 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503224f8-accd-47c9-9713-1acc3d19d4c2 req-ead3c0b9-2356-482f-89ab-69173687c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:48.516792 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-503224f8-accd-47c9-9713-1acc3d19d4c2 req-ead3c0b9-2356-482f-89ab-69173687c2de service neutron] 10.222.0.89 "GET /v2.0/networks?id=7e58f92a-8d03-4463-aca2-729f474f2505 HTTP/1.1" status: 200 len: 898 time: 0.0928893 Jul 06 13:00:48.519102 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8eb48fac-10dd-4f21-8e35-121113f7071e req-9a566ffd-e4bd-40ce-a17f-0c3d7b325510 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332992 Jul 06 13:00:48.561112 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-503224f8-accd-47c9-9713-1acc3d19d4c2 req-9b9d1978-940c-41e8-8204-5e794a37d373 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe HTTP/1.1" status: 200 len: 217 time: 0.0362861 Jul 06 13:00:48.611522 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7087bb43-21dc-4d5e-bc49-1ab45f933471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872185560', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:59:04Z', 'updated_at': '2021-07-06T12:59:08Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:05Z', 'updated_at': '2021-07-06T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9e68407f-25b5-4b89-8e89-452a3994dd26', 'name': '', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:04:44:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:07Z', 'updated_at': '2021-07-06T12:59:13Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:48.613822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503224f8-accd-47c9-9713-1acc3d19d4c2 req-4616e954-bd5d-4fbb-a9cd-1534954de8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:48.615293 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-503224f8-accd-47c9-9713-1acc3d19d4c2 req-4616e954-bd5d-4fbb-a9cd-1534954de8f5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c394303-a594-4bb3-bddd-10f5be9ef6b3 HTTP/1.1" status: 200 len: 835 time: 0.0478208 Jul 06 13:00:48.638593 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7087bb43-21dc-4d5e-bc49-1ab45f933471 None None] The sync data for ids ['3a03553d-0998-4e68-8a78-7548dd3600e1'] in n-d-799529-2 is: [{'id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872185560', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:59:04Z', 'updated_at': '2021-07-06T12:59:08Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:05Z', 'updated_at': '2021-07-06T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9e68407f-25b5-4b89-8e89-452a3994dd26', 'name': '', 'network_id': '7e58f92a-8d03-4463-aca2-729f474f2505', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:04:44:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:07Z', 'updated_at': '2021-07-06T12:59:13Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '4c394303-a594-4bb3-bddd-10f5be9ef6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:00:48.675711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503224f8-accd-47c9-9713-1acc3d19d4c2 req-d4ee4687-24d7-49f7-99f1-155fa719b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:48.677309 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-503224f8-accd-47c9-9713-1acc3d19d4c2 req-d4ee4687-24d7-49f7-99f1-155fa719b50a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e58f92a-8d03-4463-aca2-729f474f2505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531838 Jul 06 13:00:48.772266 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-503224f8-accd-47c9-9713-1acc3d19d4c2 req-c28d9db2-69d6-4e8a-aac3-392f072adbb5 service neutron] 10.222.0.89 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857813 Jul 06 13:00:48.861616 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd4d29a-d56b-42b6-9e84-da646b7cf51c None None] New status for floating IP 02e5c4e5-3be6-4ced-bdd1-8ff46f781c44: DOWN {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:00:48.873242 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-503224f8-accd-47c9-9713-1acc3d19d4c2 req-d7605e89-b897-4794-838d-df56dc3b787c service neutron] 10.222.0.89 "GET /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936589 Jul 06 13:00:49.676056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca68c91-fe85-45e7-94bd-1f4af137d0c3 req-26f7bd63-8830-4a29-8de5-371620d0ca87 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:49.677525 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ca68c91-fe85-45e7-94bd-1f4af137d0c3 req-26f7bd63-8830-4a29-8de5-371620d0ca87 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.89 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0640838 Jul 06 13:00:49.703414 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048c046-6dca-4a2d-a28b-3bbd4525a03f req-6ddfd0c8-b1a6-45e9-a8c0-1c3e06305ffc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:49.704894 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9048c046-6dca-4a2d-a28b-3bbd4525a03f req-6ddfd0c8-b1a6-45e9-a8c0-1c3e06305ffc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ef8b636-e2ce-458f-bed9-a47790aafe86 HTTP/1.1" status: 200 len: 945 time: 0.0643678 Jul 06 13:00:49.742369 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9048c046-6dca-4a2d-a28b-3bbd4525a03f req-a14e710c-f793-4b38-9474-28dc98fd4c00 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317690 Jul 06 13:00:49.782961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-5ca68c91-fe85-45e7-94bd-1f4af137d0c3 req-06ec2423-20ae-44d8-8f31-d3911e8df57e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port 8daf2057-82a3-445d-956c-d7de5ee1e9fe {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:00:49.783353 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5ca68c91-fe85-45e7-94bd-1f4af137d0c3 req-06ec2423-20ae-44d8-8f31-d3911e8df57e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:49.868241 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5ca68c91-fe85-45e7-94bd-1f4af137d0c3 req-06ec2423-20ae-44d8-8f31-d3911e8df57e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] For port 8daf2057-82a3-445d-956c-d7de5ee1e9fe, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=8daf2057-82a3-445d-956c-d7de5ee1e9fe,segment=NetworkSegment(a01b8f63-0f29-430f-b13d-c4a2ba8572f3),segment_id=a01b8f63-0f29-430f-b13d-c4a2ba8572f3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:49.868504 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5ca68c91-fe85-45e7-94bd-1f4af137d0c3 req-06ec2423-20ae-44d8-8f31-d3911e8df57e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:49.881155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-5ca68c91-fe85-45e7-94bd-1f4af137d0c3 req-06ec2423-20ae-44d8-8f31-d3911e8df57e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for 8daf2057-82a3-445d-956c-d7de5ee1e9fe owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:00:50.014058 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5ca68c91-fe85-45e7-94bd-1f4af137d0c3 req-06ec2423-20ae-44d8-8f31-d3911e8df57e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:50.043137 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec2423-20ae-44d8-8f31-d3911e8df57e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=8daf2057-82a3-445d-956c-d7de5ee1e9fe,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:50.087054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca68c91-fe85-45e7-94bd-1f4af137d0c3 req-06ec2423-20ae-44d8-8f31-d3911e8df57e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] No DVR routers for this DVR port 8daf2057-82a3-445d-956c-d7de5ee1e9fe on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:00:50.089569 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5ca68c91-fe85-45e7-94bd-1f4af137d0c3 req-06ec2423-20ae-44d8-8f31-d3911e8df57e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:50.091590 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5ca68c91-fe85-45e7-94bd-1f4af137d0c3 req-06ec2423-20ae-44d8-8f31-d3911e8df57e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.89 "DELETE /v2.0/ports/8daf2057-82a3-445d-956c-d7de5ee1e9fe HTTP/1.1" status: 204 len: 173 time: 0.4087305 Jul 06 13:00:50.092024 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'name': 'network-vif-deleted', 'tag': '8daf2057-82a3-445d-956c-d7de5ee1e9fe'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:00:50.094245 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5032c181-019b-462e-8f38-50ea382e3a83" -d '{"events": [{"server_uuid": "0ef8b636-e2ce-458f-bed9-a47790aafe86", "name": "network-vif-deleted", "tag": "8daf2057-82a3-445d-956c-d7de5ee1e9fe"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:00:50.135923 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41959c17-bf5c-4db2-9ffe-f130356d9346 x-openstack-request-id: req-41959c17-bf5c-4db2-9ffe-f130356d9346 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:00:50.136316 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef8b636-e2ce-458f-bed9-a47790aafe86", "name": "network-vif-deleted", "tag": "8daf2057-82a3-445d-956c-d7de5ee1e9fe", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:00:50.136575 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41959c17-bf5c-4db2-9ffe-f130356d9346 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:00:50.136975 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef8b636-e2ce-458f-bed9-a47790aafe86', 'name': 'network-vif-deleted', 'tag': '8daf2057-82a3-445d-956c-d7de5ee1e9fe', 'status': 'completed', 'code': 200} Jul 06 13:00:50.837159 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56300) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:51.511660 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63ba8c09-bc44-4453-9f19-5ed068069b5f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:51.767501 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-63ba8c09-bc44-4453-9f19-5ed068069b5f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port 9e68407f-25b5-4b89-8e89-452a3994dd26 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:00:51.767760 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63ba8c09-bc44-4453-9f19-5ed068069b5f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:51.855805 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-63ba8c09-bc44-4453-9f19-5ed068069b5f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] For port 9e68407f-25b5-4b89-8e89-452a3994dd26, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9e68407f-25b5-4b89-8e89-452a3994dd26,segment=NetworkSegment(a01b8f63-0f29-430f-b13d-c4a2ba8572f3),segment_id=a01b8f63-0f29-430f-b13d-c4a2ba8572f3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:51.856508 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63ba8c09-bc44-4453-9f19-5ed068069b5f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:51.868051 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-63ba8c09-bc44-4453-9f19-5ed068069b5f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for 9e68407f-25b5-4b89-8e89-452a3994dd26 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:00:52.050882 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63ba8c09-bc44-4453-9f19-5ed068069b5f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:52.078559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba8c09-bc44-4453-9f19-5ed068069b5f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=9e68407f-25b5-4b89-8e89-452a3994dd26,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:52.248941 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-63ba8c09-bc44-4453-9f19-5ed068069b5f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:52.458734 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ba8c09-bc44-4453-9f19-5ed068069b5f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router 3a03553d-0998-4e68-8a78-7548dd3600e1 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:00:52.565201 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ba8c09-bc44-4453-9f19-5ed068069b5f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:00:52.570555 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-63ba8c09-bc44-4453-9f19-5ed068069b5f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "PUT /v2.0/routers/3a03553d-0998-4e68-8a78-7548dd3600e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7319551 Jul 06 13:00:52.574029 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56302) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:52.574890 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2170bad7-daf6-4b83-9735-8e2de0a5a2c0 None None] Sync routers for ids ['3a03553d-0998-4e68-8a78-7548dd3600e1'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:00:52.583967 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2170bad7-daf6-4b83-9735-8e2de0a5a2c0 None None] Routers {'3a03553d-0998-4e68-8a78-7548dd3600e1'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:52.584569 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2170bad7-daf6-4b83-9735-8e2de0a5a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:00:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3a03553d-0998-4e68-8a78-7548dd3600e1'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:52.627291 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5360c8-a854-4e80-a0b0-fdedfe620493 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting subnet 4c394303-a594-4bb3-bddd-10f5be9ef6b3 {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:00:52.630308 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd5360c8-a854-4e80-a0b0-fdedfe620493 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:52.669991 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd5360c8-a854-4e80-a0b0-fdedfe620493 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:52.686169 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2170bad7-daf6-4b83-9735-8e2de0a5a2c0 None None] Set router 3a03553d-0998-4e68-8a78-7548dd3600e1 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:52.736128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8daf2057-82a3-445d-956c-d7de5ee1e9fe no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:00:52.757956 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd5360c8-a854-4e80-a0b0-fdedfe620493 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:52.759415 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 8daf2057-82a3-445d-956c-d7de5ee1e9fe {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:00:52.760286 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 8daf2057-82a3-445d-956c-d7de5ee1e9fe not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:00:52.817662 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd5360c8-a854-4e80-a0b0-fdedfe620493 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:52.847036 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5360c8-a854-4e80-a0b0-fdedfe620493 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Subnet': ['ID=4c394303-a594-4bb3-bddd-10f5be9ef6b3,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:52.849602 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd5360c8-a854-4e80-a0b0-fdedfe620493 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:52.851946 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bd5360c8-a854-4e80-a0b0-fdedfe620493 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/subnets/4c394303-a594-4bb3-bddd-10f5be9ef6b3 HTTP/1.1" status: 204 len: 168 time: 0.2769673 Jul 06 13:00:52.855290 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56304) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:52.864344 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93997665-489e-484c-9cd4-cf88ac0ca80b None None] Network 7e58f92a-8d03-4463-aca2-729f474f2505 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:00:52.865762 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2170bad7-daf6-4b83-9735-8e2de0a5a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872185560', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:59:04Z', 'updated_at': '2021-07-06T13:00:51Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:05Z', 'updated_at': '2021-07-06T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:52.985875 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2170bad7-daf6-4b83-9735-8e2de0a5a2c0 None None] Checking router: 3a03553d-0998-4e68-8a78-7548dd3600e1 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:00:52.995361 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2170bad7-daf6-4b83-9735-8e2de0a5a2c0 None None] Routers {'3a03553d-0998-4e68-8a78-7548dd3600e1'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:52.995972 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2170bad7-daf6-4b83-9735-8e2de0a5a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:00:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['3a03553d-0998-4e68-8a78-7548dd3600e1'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:52.999494 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42e29f30-24cc-45c9-b766-761b7aea1754 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.068111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6d0dac-099f-4691-aef3-62f4903011cd None None] DHCP port deletion for 7e58f92a-8d03-4463-aca2-729f474f2505 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:00:53.100855 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2170bad7-daf6-4b83-9735-8e2de0a5a2c0 None None] Set router 3a03553d-0998-4e68-8a78-7548dd3600e1 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:53.118094 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d0dac-099f-4691-aef3-62f4903011cd None None] Deleting port 3de73aec-df9c-46b3-8b30-d28cdaab888e {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:00:53.118468 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c6d0dac-099f-4691-aef3-62f4903011cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.124306 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42e29f30-24cc-45c9-b766-761b7aea1754 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.184904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-42e29f30-24cc-45c9-b766-761b7aea1754 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port b17f0822-c8b8-4f07-aecb-b3a0e7844ef0 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:00:53.185331 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42e29f30-24cc-45c9-b766-761b7aea1754 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.186086 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2c6d0dac-099f-4691-aef3-62f4903011cd None None] For port 3de73aec-df9c-46b3-8b30-d28cdaab888e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3de73aec-df9c-46b3-8b30-d28cdaab888e,segment=NetworkSegment(a01b8f63-0f29-430f-b13d-c4a2ba8572f3),segment_id=a01b8f63-0f29-430f-b13d-c4a2ba8572f3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:53.186478 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c6d0dac-099f-4691-aef3-62f4903011cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.202973 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d0dac-099f-4691-aef3-62f4903011cd None None] Calling delete_port for 3de73aec-df9c-46b3-8b30-d28cdaab888e owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:00:53.285987 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-42e29f30-24cc-45c9-b766-761b7aea1754 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] For port b17f0822-c8b8-4f07-aecb-b3a0e7844ef0, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=b17f0822-c8b8-4f07-aecb-b3a0e7844ef0,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:00:53.286380 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42e29f30-24cc-45c9-b766-761b7aea1754 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.286516 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c6d0dac-099f-4691-aef3-62f4903011cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.302363 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-42e29f30-24cc-45c9-b766-761b7aea1754 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for b17f0822-c8b8-4f07-aecb-b3a0e7844ef0 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:00:53.325239 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2170bad7-daf6-4b83-9735-8e2de0a5a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872185560', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:59:04Z', 'updated_at': '2021-07-06T13:00:51Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:05Z', 'updated_at': '2021-07-06T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:53.327733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3de73aec-df9c-46b3-8b30-d28cdaab888e no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:00:53.331068 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d0dac-099f-4691-aef3-62f4903011cd None None] Pushing event deleted for resources: {'Port': ['ID=3de73aec-df9c-46b3-8b30-d28cdaab888e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:53.349946 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 3de73aec-df9c-46b3-8b30-d28cdaab888e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:00:53.350292 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3de73aec-df9c-46b3-8b30-d28cdaab888e not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:00:53.351895 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d0dac-099f-4691-aef3-62f4903011cd None None] No DVR routers for this DVR port 3de73aec-df9c-46b3-8b30-d28cdaab888e on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:00:53.363648 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2170bad7-daf6-4b83-9735-8e2de0a5a2c0 None None] The sync data for ids ['3a03553d-0998-4e68-8a78-7548dd3600e1'] in n-d-799529-2 is: [{'id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-872185560', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T12:59:04Z', 'updated_at': '2021-07-06T13:00:51Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'b17f0822-c8b8-4f07-aecb-b3a0e7844ef0', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a03553d-0998-4e68-8a78-7548dd3600e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T12:59:05Z', 'updated_at': '2021-07-06T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:00:53.487168 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42e29f30-24cc-45c9-b766-761b7aea1754 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.518684 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e29f30-24cc-45c9-b766-761b7aea1754 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=b17f0822-c8b8-4f07-aecb-b3a0e7844ef0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:53.586672 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42e29f30-24cc-45c9-b766-761b7aea1754 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.676336 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42e29f30-24cc-45c9-b766-761b7aea1754 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.678323 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42e29f30-24cc-45c9-b766-761b7aea1754 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.720981 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42e29f30-24cc-45c9-b766-761b7aea1754 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.721597 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e29f30-24cc-45c9-b766-761b7aea1754 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Fanout notify agent at l3_agent the message router_deleted on router 3a03553d-0998-4e68-8a78-7548dd3600e1 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:00:53.729380 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42e29f30-24cc-45c9-b766-761b7aea1754 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.730578 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-42e29f30-24cc-45c9-b766-761b7aea1754 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/routers/3a03553d-0998-4e68-8a78-7548dd3600e1 HTTP/1.1" status: 204 len: 168 time: 0.8742948 Jul 06 13:00:53.733273 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56306) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:53.817871 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4ce4-3807-43d9-8dcb-f034e685ebe8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.905871 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4ce4-3807-43d9-8dcb-f034e685ebe8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.916679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2e9c4ce4-3807-43d9-8dcb-f034e685ebe8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e58f92a-8d03-4463-aca2-729f474f2505']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:53.927188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2e9c4ce4-3807-43d9-8dcb-f034e685ebe8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:53.927517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2e9c4ce4-3807-43d9-8dcb-f034e685ebe8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01b8f63-0f29-430f-b13d-c4a2ba8572f3') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:53.936983 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4ce4-3807-43d9-8dcb-f034e685ebe8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.951392 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4ce4-3807-43d9-8dcb-f034e685ebe8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.957305 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9c4ce4-3807-43d9-8dcb-f034e685ebe8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:00:53.957700 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4ce4-3807-43d9-8dcb-f034e685ebe8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: timer() Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:00:53.960765 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:00:54.027330 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4ce4-3807-43d9-8dcb-f034e685ebe8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.034194 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e9c4ce4-3807-43d9-8dcb-f034e685ebe8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.036097 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2e9c4ce4-3807-43d9-8dcb-f034e685ebe8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/networks/7e58f92a-8d03-4463-aca2-729f474f2505 HTTP/1.1" status: 204 len: 168 time: 0.3016222 Jul 06 13:00:54.038964 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56308) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:54.047798 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c4ce4-3807-43d9-8dcb-f034e685ebe8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Network': ['ID=7e58f92a-8d03-4463-aca2-729f474f2505,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:54.098404 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-24e4fc5f-6e14-453a-84f0-a299e3899938 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.124691 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-24e4fc5f-6e14-453a-84f0-a299e3899938 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.185590 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-24e4fc5f-6e14-453a-84f0-a299e3899938 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.188343 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-24e4fc5f-6e14-453a-84f0-a299e3899938 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.189500 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-24e4fc5f-6e14-453a-84f0-a299e3899938 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/security-groups/1f281f7b-a1be-43c3-ab62-4325fcbf1dd8 HTTP/1.1" status: 204 len: 168 time: 0.1493924 Jul 06 13:00:54.198721 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4fc5f-6e14-453a-84f0-a299e3899938 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f281f7b-a1be-43c3-ab62-4325fcbf1dd8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:54.510448 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56314) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:54.515298 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-1cf27c83-c059-4285-aa87-659db716eea5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1229901724', 'description': 'tempest-secgroup-smoke-1229901724 description', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:54.546495 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1cf27c83-c059-4285-aa87-659db716eea5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.627104 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1cf27c83-c059-4285-aa87-659db716eea5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.630763 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1cf27c83-c059-4285-aa87-659db716eea5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.656791 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1cf27c83-c059-4285-aa87-659db716eea5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.657944 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1cf27c83-c059-4285-aa87-659db716eea5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1463904 Jul 06 13:00:54.661002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56316) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:54.662103 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf27c83-c059-4285-aa87-659db716eea5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:54.665828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-055a4833-ce08-4cb6-9964-9f973c1a2125 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': 'fb261b06-4db4-4c69-a407-f7c8b5d7fcb9', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:54.692634 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-055a4833-ce08-4cb6-9964-9f973c1a2125 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.750094 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-055a4833-ce08-4cb6-9964-9f973c1a2125 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.753801 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-055a4833-ce08-4cb6-9964-9f973c1a2125 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.772592 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a4833-ce08-4cb6-9964-9f973c1a2125 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1c826e-a8a1-41f8-8833-438d1746d173,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:54.780813 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-055a4833-ce08-4cb6-9964-9f973c1a2125 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.782146 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-055a4833-ce08-4cb6-9964-9f973c1a2125 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200702 Jul 06 13:00:54.784873 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56318) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:54.789805 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-45a9d2ae-d037-45c0-a0c2-5b3f2d13eac0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': 'fb261b06-4db4-4c69-a407-f7c8b5d7fcb9', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:54.818461 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45a9d2ae-d037-45c0-a0c2-5b3f2d13eac0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.874918 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45a9d2ae-d037-45c0-a0c2-5b3f2d13eac0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.878661 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45a9d2ae-d037-45c0-a0c2-5b3f2d13eac0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.893910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9d2ae-d037-45c0-a0c2-5b3f2d13eac0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b58c11-460f-4b29-84dd-2ae08b1ea111,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:54.902551 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45a9d2ae-d037-45c0-a0c2-5b3f2d13eac0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.903810 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-45a9d2ae-d037-45c0-a0c2-5b3f2d13eac0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179566 Jul 06 13:00:54.906427 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56320) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:54.911035 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8fa2752a-063d-4174-9925-557765edf87f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': 'fb261b06-4db4-4c69-a407-f7c8b5d7fcb9', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:54.937344 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fa2752a-063d-4174-9925-557765edf87f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:54.998424 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fa2752a-063d-4174-9925-557765edf87f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.002155 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fa2752a-063d-4174-9925-557765edf87f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.020023 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2752a-063d-4174-9925-557765edf87f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321652dc-7973-439c-990b-5b64f5afac77,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:55.026600 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fa2752a-063d-4174-9925-557765edf87f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.027871 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8fa2752a-063d-4174-9925-557765edf87f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205242 Jul 06 13:00:55.030737 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56322) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:55.035350 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1c730376-ec47-4d2d-94ff-6b6a50b929b4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': 'fb261b06-4db4-4c69-a407-f7c8b5d7fcb9', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:55.062525 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c730376-ec47-4d2d-94ff-6b6a50b929b4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.120544 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c730376-ec47-4d2d-94ff-6b6a50b929b4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.124351 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c730376-ec47-4d2d-94ff-6b6a50b929b4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.139692 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c730376-ec47-4d2d-94ff-6b6a50b929b4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c70fa4-6118-48e9-bb24-dfd09f90b7a9,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:55.148801 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c730376-ec47-4d2d-94ff-6b6a50b929b4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.150172 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1c730376-ec47-4d2d-94ff-6b6a50b929b4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185236 Jul 06 13:00:55.152911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56324) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:55.157338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c068ed3b-3c4a-4a91-a0f2-8395b2327c6b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': 'fb261b06-4db4-4c69-a407-f7c8b5d7fcb9', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:55.180659 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-c068ed3b-3c4a-4a91-a0f2-8395b2327c6b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Project aa49d030c0f44f41a3c32b32bbb85d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:00:55.186766 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c068ed3b-3c4a-4a91-a0f2-8395b2327c6b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.213204 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9e68407f-25b5-4b89-8e89-452a3994dd26 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:00:55.233076 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 9e68407f-25b5-4b89-8e89-452a3994dd26 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:00:55.233420 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9e68407f-25b5-4b89-8e89-452a3994dd26 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:00:55.234105 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b17f0822-c8b8-4f07-aecb-b3a0e7844ef0 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:00:55.247854 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c068ed3b-3c4a-4a91-a0f2-8395b2327c6b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.252843 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c068ed3b-3c4a-4a91-a0f2-8395b2327c6b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.257638 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: b17f0822-c8b8-4f07-aecb-b3a0e7844ef0 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:00:55.257981 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device b17f0822-c8b8-4f07-aecb-b3a0e7844ef0 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:00:55.273172 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068ed3b-3c4a-4a91-a0f2-8395b2327c6b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab16e3f-6538-4284-b8da-504d1a99035f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:55.277305 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c068ed3b-3c4a-4a91-a0f2-8395b2327c6b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.278484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c068ed3b-3c4a-4a91-a0f2-8395b2327c6b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246159 Jul 06 13:00:55.281176 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56326) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:55.285731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cc82154f-6693-4ba9-bfdb-afe91597f6ea tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': 'fb261b06-4db4-4c69-a407-f7c8b5d7fcb9', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:55.309118 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-cc82154f-6693-4ba9-bfdb-afe91597f6ea tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Project aa49d030c0f44f41a3c32b32bbb85d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:00:55.313827 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc82154f-6693-4ba9-bfdb-afe91597f6ea tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.381510 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc82154f-6693-4ba9-bfdb-afe91597f6ea tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.385642 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc82154f-6693-4ba9-bfdb-afe91597f6ea tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.404442 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82154f-6693-4ba9-bfdb-afe91597f6ea tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5942c3-534e-47c1-a163-74f8da97c15a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:55.408732 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc82154f-6693-4ba9-bfdb-afe91597f6ea tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.412994 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cc82154f-6693-4ba9-bfdb-afe91597f6ea tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278310 Jul 06 13:00:55.412994 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56328) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:55.418313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e256754f-61b9-4267-ae20-a4a2593661d5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'network': {'name': 'tempest-network-smoke--1090770581', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'port_security_enabled': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:55.437526 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e256754f-61b9-4267-ae20-a4a2593661d5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Made reservation on behalf of aa49d030c0f44f41a3c32b32bbb85d24 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:00:55.441101 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e256754f-61b9-4267-ae20-a4a2593661d5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.464713 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e256754f-61b9-4267-ae20-a4a2593661d5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:00:55.474078 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e256754f-61b9-4267-ae20-a4a2593661d5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.474414 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-e256754f-61b9-4267-ae20-a4a2593661d5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Added segment 0067e535-c046-45c2-84a7-b55f3c2d2dfa of type vlan for network 94357882-fc6d-4fad-a57f-98bce81e2e43 Jul 06 13:00:55.514610 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e256754f-61b9-4267-ae20-a4a2593661d5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.545437 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e256754f-61b9-4267-ae20-a4a2593661d5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.551188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e256754f-61b9-4267-ae20-a4a2593661d5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:55.551795 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e256754f-61b9-4267-ae20-a4a2593661d5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.610204 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e256754f-61b9-4267-ae20-a4a2593661d5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1963141 Jul 06 13:00:55.613216 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56330) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:55.620714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1337451868', 'admin_state_up': True, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:55.635638 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256754f-61b9-4267-ae20-a4a2593661d5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Network': ['ID=94357882-fc6d-4fad-a57f-98bce81e2e43,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:55.648440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 94357882-fc6d-4fad-a57f-98bce81e2e43 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:00:55.660915 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.661640 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.734974 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:55.869926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:56.055904 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:56.078332 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:56.175736 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.25.4.234 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/d4d4ee73-c49d-4e65-8c7a-c2ab32682b34) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:00:56.277213 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:56.314692 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:56.351457 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:00:56.357998 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:00:56.362482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:00:56.365450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=d4d4ee73-c49d-4e65-8c7a-c2ab32682b34,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:56.865032 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:57.056109 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:57.188147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router cca9110c-e8e0-4870-8a39-492b074950a4 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:00:57.291889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:00:57.301313 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Sync routers for ids ['cca9110c-e8e0-4870-8a39-492b074950a4'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:00:57.309152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:57.310595 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-23efd183-7579-4c9d-99a1-169cc535639b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6962292 Jul 06 13:00:57.311201 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Routers {'cca9110c-e8e0-4870-8a39-492b074950a4'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:57.311948 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:00:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cca9110c-e8e0-4870-8a39-492b074950a4'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:57.313680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56332) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:57.342763 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-1390a55d-ce65-445f-a29a-19b195398bc4 tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=aa49d030c0f44f41a3c32b32bbb85d24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280054 Jul 06 13:00:57.345259 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56334) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:57.420508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Set router cca9110c-e8e0-4870-8a39-492b074950a4 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:57.431314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af140aca-8d48-4926-81f1-ae4a4862e61e tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:57.433136 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-af140aca-8d48-4926-81f1-ae4a4862e61e tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867121 Jul 06 13:00:57.435628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56336) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:57.468868 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-54b471ef-b2ad-4d7a-9d77-e628c5ee9dad tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321710 Jul 06 13:00:57.471434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56338) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:57.476564 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-19e379fa-1979-4736-a234-cedfac864a17 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-658273254', 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:00:57.568814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e379fa-1979-4736-a234-cedfac864a17 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Made reservation on behalf of aa49d030c0f44f41a3c32b32bbb85d24 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:00:57.572876 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19e379fa-1979-4736-a234-cedfac864a17 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:57.603273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337451868', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:55Z', 'updated_at': '2021-07-06T13:00:56Z', 'revision_number': 3, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:56Z', 'updated_at': '2021-07-06T13:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:57.633995 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Checking router: cca9110c-e8e0-4870-8a39-492b074950a4 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:00:57.634366 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Updating router cca9110c-e8e0-4870-8a39-492b074950a4 port d4d4ee73-c49d-4e65-8c7a-c2ab32682b34 binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:00:57.669604 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:57.753714 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19e379fa-1979-4736-a234-cedfac864a17 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:57.815545 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e379fa-1979-4736-a234-cedfac864a17 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Subnet': ['ID=0469ac31-6fdd-4842-9930-213a1888cffe,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:57.823359 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e379fa-1979-4736-a234-cedfac864a17 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Checking segment: {'id': '0067e535-c046-45c2-84a7-b55f3c2d2dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:00:57.823645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e379fa-1979-4736-a234-cedfac864a17 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network hostable DHCP agents. Network: 94357882-fc6d-4fad-a57f-98bce81e2e43, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:00:57.840201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e379fa-1979-4736-a234-cedfac864a17 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 94357882-fc6d-4fad-a57f-98bce81e2e43 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:00:57.848748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-19e379fa-1979-4736-a234-cedfac864a17 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 94357882-fc6d-4fad-a57f-98bce81e2e43) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:00:57.852955 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e379fa-1979-4736-a234-cedfac864a17 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:00:57.854082 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19e379fa-1979-4736-a234-cedfac864a17 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:57.867736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df54bb2c-f700-4a98-ad29-66b7c6ab9fe8 None None] Network 94357882-fc6d-4fad-a57f-98bce81e2e43 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:00:57.868831 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-19e379fa-1979-4736-a234-cedfac864a17 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3963070 Jul 06 13:00:57.873414 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56340) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:00:57.982657 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:58.003269 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Transition to ACTIVE for port object d4d4ee73-c49d-4e65-8c7a-c2ab32682b34 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:58.025897 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:58.090732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467ba98-0831-4051-947a-d7262f413e86 None None] Pushing event updated for resources: {'Port': ['ID=d4d4ee73-c49d-4e65-8c7a-c2ab32682b34,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:58.100741 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Attempting to bind port d4d4ee73-c49d-4e65-8c7a-c2ab32682b34 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:00:58.101111 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Attempting to bind port d4d4ee73-c49d-4e65-8c7a-c2ab32682b34 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:00:58.101598 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Attempting to bind port d4d4ee73-c49d-4e65-8c7a-c2ab32682b34 on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:00:58.124934 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:00:58.125298 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:00:58.125837 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:58.126229 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:00:58.126869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Bound port: d4d4ee73-c49d-4e65-8c7a-c2ab32682b34, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:00:58.127064 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:58.147148 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-94357882-fc6d-4fad-a57f-98bce81e2e43', 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ips': [{'subnet_id': '0469ac31-6fdd-4842-9930-213a1888cffe'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:00:58.148009 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:58.239201 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] For port d4d4ee73-c49d-4e65-8c7a-c2ab32682b34, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:00:58.264302 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] For port d4d4ee73-c49d-4e65-8c7a-c2ab32682b34, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d4d4ee73-c49d-4e65-8c7a-c2ab32682b34,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:00:58.272807 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:58.312454 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:58.506872 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Allocated IP 172.20.0.2 (94357882-fc6d-4fad-a57f-98bce81e2e43/0469ac31-6fdd-4842-9930-213a1888cffe/c2665f00-302f-4d93-963b-cdb63dabb405) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:00:58.528374 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467ba98-0831-4051-947a-d7262f413e86 None None] Pushing event updated for resources: {'Port': ['ID=d4d4ee73-c49d-4e65-8c7a-c2ab32682b34,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:58.532504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Routers {'cca9110c-e8e0-4870-8a39-492b074950a4'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:00:58.533124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:00:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cca9110c-e8e0-4870-8a39-492b074950a4'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:58.704527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] Set router cca9110c-e8e0-4870-8a39-492b074950a4 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:00:58.832596 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:58.846124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Transition to ACTIVE for port object c2665f00-302f-4d93-963b-cdb63dabb405 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:58.878867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Transition to ACTIVE for port object c2665f00-302f-4d93-963b-cdb63dabb405 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:58.886849 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:58.937116 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.20.0.1 (94357882-fc6d-4fad-a57f-98bce81e2e43/0469ac31-6fdd-4842-9930-213a1888cffe/9033cabd-a82c-4bab-96e3-8782ac9b80ab) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:00:58.951168 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Network 94357882-fc6d-4fad-a57f-98bce81e2e43 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:00:58.962882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:00:58.966051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:00:58.969380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Pushing event updated for resources: {'Port': ['ID=c2665f00-302f-4d93-963b-cdb63dabb405,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:59.030292 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337451868', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:55Z', 'updated_at': '2021-07-06T13:00:56Z', 'revision_number': 3, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:56Z', 'updated_at': '2021-07-06T13:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:00:59.052555 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:59.060471 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Attempting to bind port c2665f00-302f-4d93-963b-cdb63dabb405 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:00:59.060842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Attempting to bind port c2665f00-302f-4d93-963b-cdb63dabb405 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '0067e535-c046-45c2-84a7-b55f3c2d2dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:00:59.061199 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Attempting to bind port c2665f00-302f-4d93-963b-cdb63dabb405 on network 94357882-fc6d-4fad-a57f-98bce81e2e43 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:00:59.064227 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af193c88-48b0-4bcd-9c66-4e6b5d0bf7cf None None] The sync data for ids ['cca9110c-e8e0-4870-8a39-492b074950a4'] in n-d-799529-2 is: [{'id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337451868', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:55Z', 'updated_at': '2021-07-06T13:00:56Z', 'revision_number': 3, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:56Z', 'updated_at': '2021-07-06T13:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:00:59.068133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:00:59.068501 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Checking segment: {'id': '0067e535-c046-45c2-84a7-b55f3c2d2dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:00:59.068911 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:59.069330 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Bound using segment: {'id': '0067e535-c046-45c2-84a7-b55f3c2d2dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:00:59.069771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Bound port: c2665f00-302f-4d93-963b-cdb63dabb405, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0067e535-c046-45c2-84a7-b55f3c2d2dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:00:59.070163 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:59.072613 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Transition to ACTIVE for port object 9033cabd-a82c-4bab-96e3-8782ac9b80ab will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:00:59.111741 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:59.158149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] For port c2665f00-302f-4d93-963b-cdb63dabb405, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:00:59.163663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] For port c2665f00-302f-4d93-963b-cdb63dabb405, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c2665f00-302f-4d93-963b-cdb63dabb405,segment=NetworkSegment(0067e535-c046-45c2-84a7-b55f3c2d2dfa),segment_id=0067e535-c046-45c2-84a7-b55f3c2d2dfa)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:00:59.170057 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:59.189694 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 94357882-fc6d-4fad-a57f-98bce81e2e43 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:00:59.199372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:00:59.205953 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:00:59.245966 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=9033cabd-a82c-4bab-96e3-8782ac9b80ab,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:59.264576 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21628a88-690e-491a-831b-31e9065ee1eb None None] Pushing event updated for resources: {'Port': ['ID=c2665f00-302f-4d93-963b-cdb63dabb405,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:59.275381 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:59.455699 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:59.769750 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:59.774720 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:59.851311 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=9033cabd-a82c-4bab-96e3-8782ac9b80ab,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:00:59.854843 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:00:59.956626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 94357882-fc6d-4fad-a57f-98bce81e2e43 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:00:59.958086 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:01:00.074454 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router cca9110c-e8e0-4870-8a39-492b074950a4 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:01:00.186304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:01:00.191652 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-24b8a707-4536-41bf-b3c4-59f618cc77e7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "PUT /v2.0/routers/cca9110c-e8e0-4870-8a39-492b074950a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3172290 Jul 06 13:01:00.260062 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05458110-a80b-47fa-9e72-28682dd830a1 None None] Network 94357882-fc6d-4fad-a57f-98bce81e2e43 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:01:00.313011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-687db57a-15c8-463a-9729-67e853a26b2b None None] Provisioning for port c2665f00-302f-4d93-963b-cdb63dabb405 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:01:00.479888 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-526b59cd-3980-426e-803a-0e9eb1049256 req-ed389e97-7c0f-41b5-9f0e-d03213d3f44c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229901724&fields=id&tenant_id=aa49d030c0f44f41a3c32b32bbb85d24 HTTP/1.1" status: 200 len: 267 time: 0.0378654 Jul 06 13:01:00.598817 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b59cd-3980-426e-803a-0e9eb1049256 req-6e2e400e-19cf-47ae-8a2c-a1c199c17029 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:00.600655 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-526b59cd-3980-426e-803a-0e9eb1049256 req-6e2e400e-19cf-47ae-8a2c-a1c199c17029 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/networks?id=94357882-fc6d-4fad-a57f-98bce81e2e43 HTTP/1.1" status: 200 len: 797 time: 0.1127560 Jul 06 13:01:00.617565 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-526b59cd-3980-426e-803a-0e9eb1049256 req-a7ae50da-a753-42e5-b072-134395e063ec tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/quotas/aa49d030c0f44f41a3c32b32bbb85d24 HTTP/1.1" status: 200 len: 375 time: 0.0106683 Jul 06 13:01:00.642412 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8dac1fa1-6a3b-4843-aaad-77ea7fa875b6 None None] Provisioning for port 9033cabd-a82c-4bab-96e3-8782ac9b80ab completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:01:00.646964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8dac1fa1-6a3b-4843-aaad-77ea7fa875b6 None None] Provisioning complete for port 9033cabd-a82c-4bab-96e3-8782ac9b80ab triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:01:00.647368 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8dac1fa1-6a3b-4843-aaad-77ea7fa875b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:00.683377 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8dac1fa1-6a3b-4843-aaad-77ea7fa875b6 None None] Port 9033cabd-a82c-4bab-96e3-8782ac9b80ab cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:01:00.696020 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-526b59cd-3980-426e-803a-0e9eb1049256 req-7bdf8e52-b7bf-45fa-be8c-a85045b1a4ff tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718474 Jul 06 13:01:00.779381 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Sync routers for ids ['cca9110c-e8e0-4870-8a39-492b074950a4'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:01:00.788321 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Routers {'cca9110c-e8e0-4870-8a39-492b074950a4'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:01:00.788992 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:00:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cca9110c-e8e0-4870-8a39-492b074950a4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:01:00.807822 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-526b59cd-3980-426e-803a-0e9eb1049256 req-90677fec-4e1b-403c-9c59-929a6514b74d service neutron] 10.222.0.81 "GET /v2.0/networks/94357882-fc6d-4fad-a57f-98bce81e2e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997047 Jul 06 13:01:00.904079 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Set router cca9110c-e8e0-4870-8a39-492b074950a4 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:01:00.921188 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-526b59cd-3980-426e-803a-0e9eb1049256 req-1e0138df-84f1-4bd9-852b-4e4f785b58c9 service neutron] 10.222.0.81 "GET /v2.0/networks/94357882-fc6d-4fad-a57f-98bce81e2e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113832 Jul 06 13:01:00.923846 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-344b7b8a-be85-4328-a5c2-622aa6053fd7 None None] Provisioning complete for port 9033cabd-a82c-4bab-96e3-8782ac9b80ab triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:01:00.924125 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-344b7b8a-be85-4328-a5c2-622aa6053fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:00.960432 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-344b7b8a-be85-4328-a5c2-622aa6053fd7 None None] Port 9033cabd-a82c-4bab-96e3-8782ac9b80ab cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:01:01.083192 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-41a99b19-3545-475e-8262-b4c7fe6530ad None None] Provisioning complete for port 9033cabd-a82c-4bab-96e3-8782ac9b80ab triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:01:01.083759 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-41a99b19-3545-475e-8262-b4c7fe6530ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:01.120046 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-791c2f1c-d91d-43d8-a510-4aaf919e2a98 req-76cff518-2c89-4086-b160-57266fcef97f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 210 time: 0.0309353 Jul 06 13:01:01.151383 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-41a99b19-3545-475e-8262-b4c7fe6530ad None None] Port 9033cabd-a82c-4bab-96e3-8782ac9b80ab cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:01:01.158137 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337451868', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:55Z', 'updated_at': '2021-07-06T13:00:59Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:56Z', 'updated_at': '2021-07-06T13:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9033cabd-a82c-4bab-96e3-8782ac9b80ab', 'name': '', 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d9:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:58Z', 'updated_at': '2021-07-06T13:00:59Z', 'revision_number': 2, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:01:01.186607 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Checking router: cca9110c-e8e0-4870-8a39-492b074950a4 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:01:01.187148 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Updating router cca9110c-e8e0-4870-8a39-492b074950a4 port 9033cabd-a82c-4bab-96e3-8782ac9b80ab binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:01:01.226531 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:01.281840 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c2665f00-302f-4d93-963b-cdb63dabb405 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:01:01.339307 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port c2665f00-302f-4d93-963b-cdb63dabb405 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:01:01.343190 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c2665f00-302f-4d93-963b-cdb63dabb405 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:01:01.343738 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:01.425022 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:01.461960 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port c2665f00-302f-4d93-963b-cdb63dabb405, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c2665f00-302f-4d93-963b-cdb63dabb405,segment=NetworkSegment(0067e535-c046-45c2-84a7-b55f3c2d2dfa),segment_id=0067e535-c046-45c2-84a7-b55f3c2d2dfa)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:01:01.468481 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:01.469825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d4d4ee73-c49d-4e65-8c7a-c2ab32682b34 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:01:01.523252 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:01.539594 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Transition to ACTIVE for port object 9033cabd-a82c-4bab-96e3-8782ac9b80ab will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:01:01.547792 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:01.550655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=c2665f00-302f-4d93-963b-cdb63dabb405,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:01:01.571387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port d4d4ee73-c49d-4e65-8c7a-c2ab32682b34 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:01:01.581547 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port d4d4ee73-c49d-4e65-8c7a-c2ab32682b34 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:01:01.582190 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:01.619117 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fff4e-fe83-4663-b7bf-11bcd3da2cce None None] Pushing event updated for resources: {'Port': ['ID=9033cabd-a82c-4bab-96e3-8782ac9b80ab,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:01:01.655104 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fff4e-fe83-4663-b7bf-11bcd3da2cce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:01:01.655563 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fff4e-fe83-4663-b7bf-11bcd3da2cce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:01:01.655833 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fff4e-fe83-4663-b7bf-11bcd3da2cce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:01:01.656237 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fff4e-fe83-4663-b7bf-11bcd3da2cce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:01:01.656512 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fff4e-fe83-4663-b7bf-11bcd3da2cce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:01:01.656809 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fff4e-fe83-4663-b7bf-11bcd3da2cce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:01:01.657104 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fff4e-fe83-4663-b7bf-11bcd3da2cce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:01:01.657427 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fff4e-fe83-4663-b7bf-11bcd3da2cce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:01:01.657747 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fff4e-fe83-4663-b7bf-11bcd3da2cce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:01:01.658145 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fff4e-fe83-4663-b7bf-11bcd3da2cce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:01:01.658461 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fff4e-fe83-4663-b7bf-11bcd3da2cce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:01:01.658782 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fff4e-fe83-4663-b7bf-11bcd3da2cce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:01:01.666174 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Attempting to bind port 9033cabd-a82c-4bab-96e3-8782ac9b80ab on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:01:01.666543 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Attempting to bind port 9033cabd-a82c-4bab-96e3-8782ac9b80ab by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '0067e535-c046-45c2-84a7-b55f3c2d2dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:01:01.666893 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Attempting to bind port 9033cabd-a82c-4bab-96e3-8782ac9b80ab on network 94357882-fc6d-4fad-a57f-98bce81e2e43 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:01:01.672086 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:01:01.672546 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Checking segment: {'id': '0067e535-c046-45c2-84a7-b55f3c2d2dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:01:01.673016 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:01.673481 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Bound using segment: {'id': '0067e535-c046-45c2-84a7-b55f3c2d2dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:01:01.674008 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Bound port: 9033cabd-a82c-4bab-96e3-8782ac9b80ab, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0067e535-c046-45c2-84a7-b55f3c2d2dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:01:01.674390 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:01.694965 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:01.723002 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port d4d4ee73-c49d-4e65-8c7a-c2ab32682b34, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d4d4ee73-c49d-4e65-8c7a-c2ab32682b34,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:01:01.728632 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:01.746131 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] For port 9033cabd-a82c-4bab-96e3-8782ac9b80ab, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:01:01.749994 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] For port 9033cabd-a82c-4bab-96e3-8782ac9b80ab, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9033cabd-a82c-4bab-96e3-8782ac9b80ab,segment=NetworkSegment(0067e535-c046-45c2-84a7-b55f3c2d2dfa),segment_id=0067e535-c046-45c2-84a7-b55f3c2d2dfa)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:01:01.758128 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:01.788833 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=d4d4ee73-c49d-4e65-8c7a-c2ab32682b34,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:01:01.822760 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fff4e-fe83-4663-b7bf-11bcd3da2cce None None] Pushing event updated for resources: {'Port': ['ID=9033cabd-a82c-4bab-96e3-8782ac9b80ab,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:01:01.829525 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Routers {'cca9110c-e8e0-4870-8a39-492b074950a4'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:01:01.830250 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:00:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cca9110c-e8e0-4870-8a39-492b074950a4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:01:01.945402 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] Set router cca9110c-e8e0-4870-8a39-492b074950a4 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:01:02.144383 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337451868', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:55Z', 'updated_at': '2021-07-06T13:00:59Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:56Z', 'updated_at': '2021-07-06T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9033cabd-a82c-4bab-96e3-8782ac9b80ab', 'name': '', 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d9:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:58Z', 'updated_at': '2021-07-06T13:01:01Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:01:02.264131 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed0c1d-f810-4c7b-8924-57d00f90445c None None] The sync data for ids ['cca9110c-e8e0-4870-8a39-492b074950a4'] in n-d-799529-2 is: [{'id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337451868', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:55Z', 'updated_at': '2021-07-06T13:00:59Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:56Z', 'updated_at': '2021-07-06T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9033cabd-a82c-4bab-96e3-8782ac9b80ab', 'name': '', 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d9:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:58Z', 'updated_at': '2021-07-06T13:01:01Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:01:02.292278 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-03208240-2ed5-4651-8036-c01a14afc0fb req-e850a963-e252-410a-ba7b-ffee2d4ff50e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 210 time: 0.0481007 Jul 06 13:01:02.404616 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b59cd-3980-426e-803a-0e9eb1049256 req-43ee0b3e-1916-4370-a8f7-4ee56eef4770 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:02.406120 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-526b59cd-3980-426e-803a-0e9eb1049256 req-43ee0b3e-1916-4370-a8f7-4ee56eef4770 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.23 "GET /v2.0/networks?id=94357882-fc6d-4fad-a57f-98bce81e2e43 HTTP/1.1" status: 200 len: 797 time: 0.1878371 Jul 06 13:01:02.459339 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-526b59cd-3980-426e-803a-0e9eb1049256 req-63aeb145-6299-4ca7-ab6a-1548a2a167fa tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa49d030c0f44f41a3c32b32bbb85d24 HTTP/1.1" status: 200 len: 380 time: 0.0439510 Jul 06 13:01:02.470503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-526b59cd-3980-426e-803a-0e9eb1049256 req-4baa11db-0f56-49d7-909f-fdb7fa84ae5a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'port': {'device_id': '0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d', 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43', 'admin_state_up': True, 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'security_groups': ['fb261b06-4db4-4c69-a407-f7c8b5d7fcb9']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:01:02.582563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526b59cd-3980-426e-803a-0e9eb1049256 req-4baa11db-0f56-49d7-909f-fdb7fa84ae5a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Made reservation on behalf of aa49d030c0f44f41a3c32b32bbb85d24 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:01:02.586460 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-526b59cd-3980-426e-803a-0e9eb1049256 req-4baa11db-0f56-49d7-909f-fdb7fa84ae5a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:02.721921 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-526b59cd-3980-426e-803a-0e9eb1049256 req-4baa11db-0f56-49d7-909f-fdb7fa84ae5a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.20.0.12 (94357882-fc6d-4fad-a57f-98bce81e2e43/0469ac31-6fdd-4842-9930-213a1888cffe/229c9719-1a2f-4e28-acf3-77a031b2ae6c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:01:02.869613 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-526b59cd-3980-426e-803a-0e9eb1049256 req-4baa11db-0f56-49d7-909f-fdb7fa84ae5a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:02.885433 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-526b59cd-3980-426e-803a-0e9eb1049256 req-4baa11db-0f56-49d7-909f-fdb7fa84ae5a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Transition to ACTIVE for port object 229c9719-1a2f-4e28-acf3-77a031b2ae6c will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:01:02.918812 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-526b59cd-3980-426e-803a-0e9eb1049256 req-4baa11db-0f56-49d7-909f-fdb7fa84ae5a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:02.964403 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526b59cd-3980-426e-803a-0e9eb1049256 req-4baa11db-0f56-49d7-909f-fdb7fa84ae5a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 94357882-fc6d-4fad-a57f-98bce81e2e43 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:01:02.969832 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-526b59cd-3980-426e-803a-0e9eb1049256 req-4baa11db-0f56-49d7-909f-fdb7fa84ae5a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:01:02.977304 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa11db-0f56-49d7-909f-fdb7fa84ae5a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=229c9719-1a2f-4e28-acf3-77a031b2ae6c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:01:02.979740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-526b59cd-3980-426e-803a-0e9eb1049256 req-4baa11db-0f56-49d7-909f-fdb7fa84ae5a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:01:03.033532 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b59cd-3980-426e-803a-0e9eb1049256 req-4baa11db-0f56-49d7-909f-fdb7fa84ae5a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:03.034184 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-526b59cd-3980-426e-803a-0e9eb1049256 req-4baa11db-0f56-49d7-909f-fdb7fa84ae5a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:03.050798 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-526b59cd-3980-426e-803a-0e9eb1049256 req-4baa11db-0f56-49d7-909f-fdb7fa84ae5a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5850062 Jul 06 13:01:03.063105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Request body: {'port': {'device_id': '0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:01:03.144535 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:03.231507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-402f5d45-8e46-436c-937e-8288e4c9d575 None None] Provisioning for port 229c9719-1a2f-4e28-acf3-77a031b2ae6c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:01:03.236143 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-402f5d45-8e46-436c-937e-8288e4c9d575 None None] Provisioning complete for port 229c9719-1a2f-4e28-acf3-77a031b2ae6c triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:01:03.236726 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-402f5d45-8e46-436c-937e-8288e4c9d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:03.279489 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-402f5d45-8e46-436c-937e-8288e4c9d575 None None] Port 229c9719-1a2f-4e28-acf3-77a031b2ae6c cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:01:03.330318 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c2665f00-302f-4d93-963b-cdb63dabb405 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:01:03.391218 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c2665f00-302f-4d93-963b-cdb63dabb405 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:01:03.391218 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:03.461870 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229c9719-1a2f-4e28-acf3-77a031b2ae6c {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:01:03.469407 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:03.481772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Transition to ACTIVE for port object 229c9719-1a2f-4e28-acf3-77a031b2ae6c will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:01:03.482011 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9033cabd-a82c-4bab-96e3-8782ac9b80ab up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:01:03.486508 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:03.520203 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a4d48-a5a7-44e2-9412-867990e72533 req-32c02921-3b00-4f09-9d84-2dc3d72539fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:03.529313 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a16a4d48-a5a7-44e2-9412-867990e72533 req-32c02921-3b00-4f09-9d84-2dc3d72539fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 932 time: 0.0875676 Jul 06 13:01:03.542206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=229c9719-1a2f-4e28-acf3-77a031b2ae6c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:01:03.542588 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 9033cabd-a82c-4bab-96e3-8782ac9b80ab completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:01:03.552780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9033cabd-a82c-4bab-96e3-8782ac9b80ab triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:01:03.553387 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:03.580409 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a16a4d48-a5a7-44e2-9412-867990e72533 req-5ab23b54-9ac5-4f44-912c-3cff577733b3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501969 Jul 06 13:01:03.635811 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Attempting to bind port 229c9719-1a2f-4e28-acf3-77a031b2ae6c on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:01:03.636154 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Attempting to bind port 229c9719-1a2f-4e28-acf3-77a031b2ae6c by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '0067e535-c046-45c2-84a7-b55f3c2d2dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:01:03.636628 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Attempting to bind port 229c9719-1a2f-4e28-acf3-77a031b2ae6c on network 94357882-fc6d-4fad-a57f-98bce81e2e43 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:01:03.641133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Port 229c9719-1a2f-4e28-acf3-77a031b2ae6c on network 94357882-fc6d-4fad-a57f-98bce81e2e43 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:01:03.641456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Attempting to bind port 229c9719-1a2f-4e28-acf3-77a031b2ae6c on network 94357882-fc6d-4fad-a57f-98bce81e2e43 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:01:03.646453 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:01:03.646949 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Checking segment: {'id': '0067e535-c046-45c2-84a7-b55f3c2d2dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:01:03.647394 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Bound using segment: {'id': '0067e535-c046-45c2-84a7-b55f3c2d2dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:01:03.647834 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Bound port: 229c9719-1a2f-4e28-acf3-77a031b2ae6c, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0067e535-c046-45c2-84a7-b55f3c2d2dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:01:03.648196 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:03.648787 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:03.686903 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 9033cabd-a82c-4bab-96e3-8782ac9b80ab, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9033cabd-a82c-4bab-96e3-8782ac9b80ab,segment=NetworkSegment(0067e535-c046-45c2-84a7-b55f3c2d2dfa),segment_id=0067e535-c046-45c2-84a7-b55f3c2d2dfa)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:01:03.695069 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:03.696187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d4d4ee73-c49d-4e65-8c7a-c2ab32682b34 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:01:03.717857 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] For port 229c9719-1a2f-4e28-acf3-77a031b2ae6c, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:01:03.721824 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] For port 229c9719-1a2f-4e28-acf3-77a031b2ae6c, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=229c9719-1a2f-4e28-acf3-77a031b2ae6c,segment=NetworkSegment(0067e535-c046-45c2-84a7-b55f3c2d2dfa),segment_id=0067e535-c046-45c2-84a7-b55f3c2d2dfa)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:01:03.727073 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:03.763984 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:03.764622 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:03.766400 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-526b59cd-3980-426e-803a-0e9eb1049256 req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] 10.222.0.23 "PUT /v2.0/ports/229c9719-1a2f-4e28-acf3-77a031b2ae6c HTTP/1.1" status: 200 len: 1092 time: 0.7078671 Jul 06 13:01:03.766847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d', 'tag': '229c9719-1a2f-4e28-acf3-77a031b2ae6c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:01:03.769226 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b878f92-c1ef-4f66-a4ae-8c4c9dd81cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d", "tag": "229c9719-1a2f-4e28-acf3-77a031b2ae6c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:01:03.788852 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=9033cabd-a82c-4bab-96e3-8782ac9b80ab,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:01:03.797021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e66334-dd8b-4561-9ce8-f9987e9fd0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=229c9719-1a2f-4e28-acf3-77a031b2ae6c,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:01:03.820315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port d4d4ee73-c49d-4e65-8c7a-c2ab32682b34 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:01:03.820696 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:03.841168 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421c4a36-253e-4d24-a567-35e9d8f3a951 x-openstack-request-id: req-421c4a36-253e-4d24-a567-35e9d8f3a951 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:01:03.841465 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d", "tag": "229c9719-1a2f-4e28-acf3-77a031b2ae6c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:01:03.841716 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-421c4a36-253e-4d24-a567-35e9d8f3a951 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:01:03.842109 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d', 'tag': '229c9719-1a2f-4e28-acf3-77a031b2ae6c', 'status': 'completed', 'code': 200} Jul 06 13:01:03.871094 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b59cd-3980-426e-803a-0e9eb1049256 req-50c23289-d312-4eaf-a9b2-0d774d250ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:03.872906 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-526b59cd-3980-426e-803a-0e9eb1049256 req-50c23289-d312-4eaf-a9b2-0d774d250ce1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 1095 time: 0.0655797 Jul 06 13:01:03.921191 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-526b59cd-3980-426e-803a-0e9eb1049256 req-70205770-c453-40b1-bce2-763ca06da71d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=229c9719-1a2f-4e28-acf3-77a031b2ae6c HTTP/1.1" status: 200 len: 217 time: 0.0372341 Jul 06 13:01:03.971568 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b59cd-3980-426e-803a-0e9eb1049256 req-62d78d23-6fb2-4389-85af-baa9e6ea3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:03.973042 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-526b59cd-3980-426e-803a-0e9eb1049256 req-62d78d23-6fb2-4389-85af-baa9e6ea3647 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0469ac31-6fdd-4842-9930-213a1888cffe HTTP/1.1" status: 200 len: 834 time: 0.0449564 Jul 06 13:01:04.029238 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b59cd-3980-426e-803a-0e9eb1049256 req-898ee3c9-b6bd-4d5f-a80d-2d56be6304f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:04.030714 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-526b59cd-3980-426e-803a-0e9eb1049256 req-898ee3c9-b6bd-4d5f-a80d-2d56be6304f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=94357882-fc6d-4fad-a57f-98bce81e2e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509801 Jul 06 13:01:04.380006 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-526b59cd-3980-426e-803a-0e9eb1049256 req-d94a75a9-9965-4a2c-a827-9d0336eb1509 service neutron] 10.222.0.23 "GET /v2.0/networks/94357882-fc6d-4fad-a57f-98bce81e2e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414104 Jul 06 13:01:04.468972 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-526b59cd-3980-426e-803a-0e9eb1049256 req-32ed0626-bff7-408c-8df7-d3df150b24b9 service neutron] 10.222.0.23 "GET /v2.0/networks/94357882-fc6d-4fad-a57f-98bce81e2e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820928 Jul 06 13:01:04.572843 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b878f92-c1ef-4f66-a4ae-8c4c9dd81cf7 req-062da225-c9bf-4cb2-a54f-8f7a4ff1e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:04.574311 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b878f92-c1ef-4f66-a4ae-8c4c9dd81cf7 req-062da225-c9bf-4cb2-a54f-8f7a4ff1e4ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 1095 time: 0.0522633 Jul 06 13:01:04.663334 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b878f92-c1ef-4f66-a4ae-8c4c9dd81cf7 req-65be2243-0c41-409d-935b-e2dbb7dc39dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:04.664884 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b878f92-c1ef-4f66-a4ae-8c4c9dd81cf7 req-65be2243-0c41-409d-935b-e2dbb7dc39dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=94357882-fc6d-4fad-a57f-98bce81e2e43 HTTP/1.1" status: 200 len: 898 time: 0.0829620 Jul 06 13:01:04.713786 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b878f92-c1ef-4f66-a4ae-8c4c9dd81cf7 req-615bf869-a1ae-48b7-bd5e-d7efee424fdf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=229c9719-1a2f-4e28-acf3-77a031b2ae6c HTTP/1.1" status: 200 len: 217 time: 0.0379915 Jul 06 13:01:04.763428 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b878f92-c1ef-4f66-a4ae-8c4c9dd81cf7 req-c6839e59-fe74-41c7-b794-098743b8c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:04.764883 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b878f92-c1ef-4f66-a4ae-8c4c9dd81cf7 req-c6839e59-fe74-41c7-b794-098743b8c576 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0469ac31-6fdd-4842-9930-213a1888cffe HTTP/1.1" status: 200 len: 834 time: 0.0443592 Jul 06 13:01:04.765524 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b0380-389a-4ae1-aedc-baae4b591306 req-95c19119-a023-42cb-a0c6-69df74013659 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:04.767030 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a07b0380-389a-4ae1-aedc-baae4b591306 req-95c19119-a023-42cb-a0c6-69df74013659 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 944 time: 0.0638399 Jul 06 13:01:04.804622 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a07b0380-389a-4ae1-aedc-baae4b591306 req-043c3cdb-a572-4e4d-a523-65e9cd3c70ae tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317178 Jul 06 13:01:04.823221 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b878f92-c1ef-4f66-a4ae-8c4c9dd81cf7 req-c8c1c67c-a317-4943-8e7d-5f7b16f1c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:04.824839 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b878f92-c1ef-4f66-a4ae-8c4c9dd81cf7 req-c8c1c67c-a317-4943-8e7d-5f7b16f1c4ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=94357882-fc6d-4fad-a57f-98bce81e2e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530076 Jul 06 13:01:04.919822 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b878f92-c1ef-4f66-a4ae-8c4c9dd81cf7 req-b219d8b7-fafe-4218-a702-5448d1b86958 service neutron] 10.222.0.23 "GET /v2.0/networks/94357882-fc6d-4fad-a57f-98bce81e2e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860686 Jul 06 13:01:05.007841 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3b878f92-c1ef-4f66-a4ae-8c4c9dd81cf7 req-120a03c3-1855-491e-942b-fb4ae526c020 service neutron] 10.222.0.23 "GET /v2.0/networks/94357882-fc6d-4fad-a57f-98bce81e2e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802212 Jul 06 13:01:05.218795 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9033cabd-a82c-4bab-96e3-8782ac9b80ab up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:01:05.264667 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 9033cabd-a82c-4bab-96e3-8782ac9b80ab triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:01:05.265039 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:05.599833 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-506407ff-3064-4a57-b2ba-7770251ce2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:05.978545 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18ad08-c8a2-4db2-b49e-47bd71efaa0b req-0f07f840-4e38-4825-b0d6-4d82c3e44f21 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:05.980084 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df18ad08-c8a2-4db2-b49e-47bd71efaa0b req-0f07f840-4e38-4825-b0d6-4d82c3e44f21 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 944 time: 0.0657661 Jul 06 13:01:06.017924 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-df18ad08-c8a2-4db2-b49e-47bd71efaa0b req-319fa292-279d-4aad-8434-616d9a2fbb0d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319703 Jul 06 13:01:06.350867 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:06.465913 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 229c9719-1a2f-4e28-acf3-77a031b2ae6c details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:01:06.561642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 229c9719-1a2f-4e28-acf3-77a031b2ae6c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=229c9719-1a2f-4e28-acf3-77a031b2ae6c,segment=NetworkSegment(0067e535-c046-45c2-84a7-b55f3c2d2dfa),segment_id=0067e535-c046-45c2-84a7-b55f3c2d2dfa)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:01:06.572303 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '229c9719-1a2f-4e28-acf3-77a031b2ae6c', 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43', 'port_id': '229c9719-1a2f-4e28-acf3-77a031b2ae6c', 'mac_address': 'fa:16:3e:c6:02:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:01:06.608148 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:06.621310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229c9719-1a2f-4e28-acf3-77a031b2ae6c {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:01:06.639577 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 229c9719-1a2f-4e28-acf3-77a031b2ae6c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=229c9719-1a2f-4e28-acf3-77a031b2ae6c,segment=NetworkSegment(0067e535-c046-45c2-84a7-b55f3c2d2dfa),segment_id=0067e535-c046-45c2-84a7-b55f3c2d2dfa)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:01:06.643191 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:06.691253 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=229c9719-1a2f-4e28-acf3-77a031b2ae6c,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:01:06.861323 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['229c9719-1a2f-4e28-acf3-77a031b2ae6c'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:01:07.189335 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0145d2-637c-4c44-b9a8-58e481005a78 req-878c4fb9-ff77-47a9-921a-07ab1cb073ba tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:07.190786 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:07.190943 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7d0145d2-637c-4c44-b9a8-58e481005a78 req-878c4fb9-ff77-47a9-921a-07ab1cb073ba tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 945 time: 0.0634158 Jul 06 13:01:07.227602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7d0145d2-637c-4c44-b9a8-58e481005a78 req-44b50978-1c65-45ef-b11a-db573533569b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307784 Jul 06 13:01:08.235974 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da8aa027-ea7b-4b0e-b195-da5c46668897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:08.371909 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:08.405305 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589feb12-767b-4b0c-bef3-56233b742e66 req-80c78d37-0072-45ba-86bb-2be137cf3861 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:08.406860 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-589feb12-767b-4b0c-bef3-56233b742e66 req-80c78d37-0072-45ba-86bb-2be137cf3861 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 945 time: 0.0656531 Jul 06 13:01:08.444550 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-589feb12-767b-4b0c-bef3-56233b742e66 req-f0bc6a76-2cd6-47bd-b406-32df568b7611 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Jul 06 13:01:08.481841 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 229c9719-1a2f-4e28-acf3-77a031b2ae6c up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:01:08.535472 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 229c9719-1a2f-4e28-acf3-77a031b2ae6c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:01:08.539285 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 229c9719-1a2f-4e28-acf3-77a031b2ae6c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:01:08.539663 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:08.615783 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:08.637996 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229c9719-1a2f-4e28-acf3-77a031b2ae6c'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:01:08.640266 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e701f3-f2de-4a72-b108-def3eec20aa2" -d '{"events": [{"server_uuid": "0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d", "name": "network-vif-plugged", "status": "completed", "tag": "229c9719-1a2f-4e28-acf3-77a031b2ae6c"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:01:08.653431 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 229c9719-1a2f-4e28-acf3-77a031b2ae6c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=229c9719-1a2f-4e28-acf3-77a031b2ae6c,segment=NetworkSegment(0067e535-c046-45c2-84a7-b55f3c2d2dfa),segment_id=0067e535-c046-45c2-84a7-b55f3c2d2dfa)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:01:08.657907 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:08.682640 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f8578f-732d-4056-9b3a-eb2f067570f7 x-openstack-request-id: req-81f8578f-732d-4056-9b3a-eb2f067570f7 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:01:08.682926 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d", "name": "network-vif-plugged", "status": "completed", "tag": "229c9719-1a2f-4e28-acf3-77a031b2ae6c", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:01:08.683172 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-81f8578f-732d-4056-9b3a-eb2f067570f7 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:01:08.683583 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229c9719-1a2f-4e28-acf3-77a031b2ae6c', 'code': 200} Jul 06 13:01:08.709196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=229c9719-1a2f-4e28-acf3-77a031b2ae6c,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:01:08.795303 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cec65-f743-4c39-98d7-1d824b4a66fd req-76e6ac2a-e478-46a7-b5b6-2499bd731327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:08.796790 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-077cec65-f743-4c39-98d7-1d824b4a66fd req-76e6ac2a-e478-46a7-b5b6-2499bd731327 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 1097 time: 0.0503860 Jul 06 13:01:08.836657 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-077cec65-f743-4c39-98d7-1d824b4a66fd req-e5f293b7-f69e-4eb7-95a7-88882e366ff0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325811 Jul 06 13:01:09.617648 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:09.631720 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce8deb-b09f-43da-881f-e7d30af257dd req-041e2dad-f8c3-41f7-81e7-976fdf6336ea tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:09.633220 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c3ce8deb-b09f-43da-881f-e7d30af257dd req-041e2dad-f8c3-41f7-81e7-976fdf6336ea tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0695682 Jul 06 13:01:09.673268 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c3ce8deb-b09f-43da-881f-e7d30af257dd req-49904fd8-e36f-490e-a9ab-6352383ae20d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343866 Jul 06 13:01:10.908461 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e19df-def9-4202-b4e2-d50e4368645f req-fddcce30-214b-4f10-a9b7-d345208ed76d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:10.909922 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-da4e19df-def9-4202-b4e2-d50e4368645f req-fddcce30-214b-4f10-a9b7-d345208ed76d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0723026 Jul 06 13:01:10.953366 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-da4e19df-def9-4202-b4e2-d50e4368645f req-31a5a72b-bb66-4eb5-943c-326bfd150cf1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362270 Jul 06 13:01:11.065732 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:01:11.130796 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600dd62-6f12-4db5-a757-d033f1d6a7f7 req-d46cf57d-5f2f-4c87-95f5-59ecde164ebb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:11.132323 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d600dd62-6f12-4db5-a757-d033f1d6a7f7 req-d46cf57d-5f2f-4c87-95f5-59ecde164ebb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0670898 Jul 06 13:01:11.169926 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d600dd62-6f12-4db5-a757-d033f1d6a7f7 req-8e3b803f-8ddb-4824-9aca-31981b90a00f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314591 Jul 06 13:01:11.193377 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56396) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:01:11.199625 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:11.244726 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eca5c0-ce87-40df-9f50-3423b710e32b tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:11.246224 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-18eca5c0-ce87-40df-9f50-3423b710e32b tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 1092 time: 0.0519080 Jul 06 13:01:11.249039 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56398) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:01:11.253263 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '229c9719-1a2f-4e28-acf3-77a031b2ae6c', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:01:11.275475 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:11.373217 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:11.470043 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.25.4.124 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/c8bea612-7182-447d-bcfe-205b841fbf76) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:01:11.580535 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:11.618560 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:11.653622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:01:11.656398 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:01:11.662562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:01:11.687462 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=c8bea612-7182-447d-bcfe-205b841fbf76,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:01:12.027641 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:12.098862 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:12.243397 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:12.247835 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:12.317025 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=c8bea612-7182-447d-bcfe-205b841fbf76,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:01:12.330622 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:12.428416 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Floating IP 76fc2ebc-7ac0-4c80-b1dd-6437a3c0ba5e associated. External IP: 172.25.4.124, port: 229c9719-1a2f-4e28-acf3-77a031b2ae6c. Jul 06 13:01:12.951688 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router cca9110c-e8e0-4870-8a39-492b074950a4 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:01:13.055910 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:01:13.066196 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff568f67-ae6b-4c50-a89a-72507bae66fd None None] Sync routers for ids ['cca9110c-e8e0-4870-8a39-492b074950a4'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:01:13.072687 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:13.076116 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff568f67-ae6b-4c50-a89a-72507bae66fd None None] Routers {'cca9110c-e8e0-4870-8a39-492b074950a4'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:01:13.076733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-ff568f67-ae6b-4c50-a89a-72507bae66fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:01:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cca9110c-e8e0-4870-8a39-492b074950a4'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:01:13.109396 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-fb2bf2a7-eb82-4645-9176-68328f3291b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8590875 Jul 06 13:01:13.109998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d', 'tag': '229c9719-1a2f-4e28-acf3-77a031b2ae6c'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:01:13.112322 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac6fd9a-fc04-4f9c-87ac-a69925e11288" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d", "tag": "229c9719-1a2f-4e28-acf3-77a031b2ae6c"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:01:13.185262 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-ff568f67-ae6b-4c50-a89a-72507bae66fd None None] Set router cca9110c-e8e0-4870-8a39-492b074950a4 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:01:13.259538 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef279fd-04e4-4fec-a3ef-f53b57a0f9c2 req-95b5ebde-a20e-460d-a6bf-a272f5c93804 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:13.261064 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9ef279fd-04e4-4fec-a3ef-f53b57a0f9c2 req-95b5ebde-a20e-460d-a6bf-a272f5c93804 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0639281 Jul 06 13:01:13.299119 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9ef279fd-04e4-4fec-a3ef-f53b57a0f9c2 req-46efd682-2bfe-4cd3-a690-bdd5fb71897e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322683 Jul 06 13:01:13.323450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56404) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:01:13.348966 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fb1eb5-6e36-4470-8898-6aa1565c9807 x-openstack-request-id: req-29fb1eb5-6e36-4470-8898-6aa1565c9807 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:01:13.348966 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d", "tag": "229c9719-1a2f-4e28-acf3-77a031b2ae6c", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:01:13.349198 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-29fb1eb5-6e36-4470-8898-6aa1565c9807 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:01:13.349906 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d', 'tag': '229c9719-1a2f-4e28-acf3-77a031b2ae6c', 'status': 'completed', 'code': 200} Jul 06 13:01:13.394276 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8fb26537-28ad-4665-8cb7-c0ab3a6b3614 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/76fc2ebc-7ac0-4c80-b1dd-6437a3c0ba5e HTTP/1.1" status: 200 len: 992 time: 0.0696607 Jul 06 13:01:13.414839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-ff568f67-ae6b-4c50-a89a-72507bae66fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337451868', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:55Z', 'updated_at': '2021-07-06T13:00:59Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:56Z', 'updated_at': '2021-07-06T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '76fc2ebc-7ac0-4c80-b1dd-6437a3c0ba5e', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'port_id': '229c9719-1a2f-4e28-acf3-77a031b2ae6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43', 'mac_address': 'fa:16:3e:c6:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:01:11Z', 'updated_at': '2021-07-06T13:01:11Z', 'revision_number': 0, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9033cabd-a82c-4bab-96e3-8782ac9b80ab', 'name': '', 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d9:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:58Z', 'updated_at': '2021-07-06T13:01:03Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:01:13.437162 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6fd9a-fc04-4f9c-87ac-a69925e11288 req-a041fe22-0381-4b82-bdbd-09b5dcca341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:13.438585 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fac6fd9a-fc04-4f9c-87ac-a69925e11288 req-a041fe22-0381-4b82-bdbd-09b5dcca341f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 1097 time: 0.0574319 Jul 06 13:01:13.441031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff568f67-ae6b-4c50-a89a-72507bae66fd None None] Checking router: cca9110c-e8e0-4870-8a39-492b074950a4 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:01:13.449350 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff568f67-ae6b-4c50-a89a-72507bae66fd None None] Routers {'cca9110c-e8e0-4870-8a39-492b074950a4'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:01:13.449949 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-ff568f67-ae6b-4c50-a89a-72507bae66fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:01:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cca9110c-e8e0-4870-8a39-492b074950a4'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:01:13.532419 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6fd9a-fc04-4f9c-87ac-a69925e11288 req-7560dd03-4f89-421f-bb2b-3f097e23829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:13.534106 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fac6fd9a-fc04-4f9c-87ac-a69925e11288 req-7560dd03-4f89-421f-bb2b-3f097e23829a service neutron] 10.222.0.23 "GET /v2.0/networks?id=94357882-fc6d-4fad-a57f-98bce81e2e43 HTTP/1.1" status: 200 len: 898 time: 0.0894444 Jul 06 13:01:13.607399 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fac6fd9a-fc04-4f9c-87ac-a69925e11288 req-349fbd4f-c3e4-42d3-b70f-567fadc68a88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=229c9719-1a2f-4e28-acf3-77a031b2ae6c HTTP/1.1" status: 200 len: 1000 time: 0.0642188 Jul 06 13:01:13.664131 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6fd9a-fc04-4f9c-87ac-a69925e11288 req-f3aec14d-88f8-40d4-8356-abfe295dc47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:13.665672 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fac6fd9a-fc04-4f9c-87ac-a69925e11288 req-f3aec14d-88f8-40d4-8356-abfe295dc47f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0469ac31-6fdd-4842-9930-213a1888cffe HTTP/1.1" status: 200 len: 834 time: 0.0517209 Jul 06 13:01:13.705881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-ff568f67-ae6b-4c50-a89a-72507bae66fd None None] Set router cca9110c-e8e0-4870-8a39-492b074950a4 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:01:13.724207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6fd9a-fc04-4f9c-87ac-a69925e11288 req-ff37d423-4ef5-464c-b405-297c8579311d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:13.725706 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fac6fd9a-fc04-4f9c-87ac-a69925e11288 req-ff37d423-4ef5-464c-b405-297c8579311d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=94357882-fc6d-4fad-a57f-98bce81e2e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530715 Jul 06 13:01:13.815168 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fac6fd9a-fc04-4f9c-87ac-a69925e11288 req-fe566c33-4f36-462e-82f6-1f8f53139542 service neutron] 10.222.0.23 "GET /v2.0/networks/94357882-fc6d-4fad-a57f-98bce81e2e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814087 Jul 06 13:01:13.908984 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fac6fd9a-fc04-4f9c-87ac-a69925e11288 req-5ba17908-65b6-4b20-9e96-65c8fd0e93d6 service neutron] 10.222.0.23 "GET /v2.0/networks/94357882-fc6d-4fad-a57f-98bce81e2e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873196 Jul 06 13:01:13.924200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-ff568f67-ae6b-4c50-a89a-72507bae66fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337451868', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:55Z', 'updated_at': '2021-07-06T13:00:59Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:56Z', 'updated_at': '2021-07-06T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '76fc2ebc-7ac0-4c80-b1dd-6437a3c0ba5e', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'port_id': '229c9719-1a2f-4e28-acf3-77a031b2ae6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43', 'mac_address': 'fa:16:3e:c6:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:01:11Z', 'updated_at': '2021-07-06T13:01:11Z', 'revision_number': 0, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9033cabd-a82c-4bab-96e3-8782ac9b80ab', 'name': '', 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d9:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:58Z', 'updated_at': '2021-07-06T13:01:03Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:01:13.954226 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff568f67-ae6b-4c50-a89a-72507bae66fd None None] The sync data for ids ['cca9110c-e8e0-4870-8a39-492b074950a4'] in n-d-799529-2 is: [{'id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337451868', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:55Z', 'updated_at': '2021-07-06T13:00:59Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:56Z', 'updated_at': '2021-07-06T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '76fc2ebc-7ac0-4c80-b1dd-6437a3c0ba5e', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'port_id': '229c9719-1a2f-4e28-acf3-77a031b2ae6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43', 'mac_address': 'fa:16:3e:c6:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:01:11Z', 'updated_at': '2021-07-06T13:01:11Z', 'revision_number': 0, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9033cabd-a82c-4bab-96e3-8782ac9b80ab', 'name': '', 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d9:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:58Z', 'updated_at': '2021-07-06T13:01:03Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:01:14.140532 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945a2319-70e6-4c04-9940-e78c80972f2b None None] New status for floating IP 76fc2ebc-7ac0-4c80-b1dd-6437a3c0ba5e: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:01:14.398279 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56406) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:01:14.460636 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8d7a4938-a2d5-45a0-9f06-9f598b0f2650 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/76fc2ebc-7ac0-4c80-b1dd-6437a3c0ba5e HTTP/1.1" status: 200 len: 994 time: 0.0611002 Jul 06 13:01:35.600358 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8b92b201-922e-4202-a734-8d3c7a71337d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:36.340355 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:37.210906 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:38.236866 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-641f9cef-8ece-4c36-829f-d48c51dcace2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:38.373264 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:39.620411 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:41.205534 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:01:47.972268 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20991c-13eb-47e1-b3f3-45653f7abd56 req-1595ffea-b4a2-41d6-97c6-75ce53104799 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:47.973775 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd20991c-13eb-47e1-b3f3-45653f7abd56 req-1595ffea-b4a2-41d6-97c6-75ce53104799 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0657985 Jul 06 13:01:48.012314 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd20991c-13eb-47e1-b3f3-45653f7abd56 req-a0daad18-1e59-49ad-8ecb-4f133fed68e2 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328972 Jul 06 13:01:48.065949 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:01:49.189470 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef0e63-de96-41c9-bcb9-5316f03bbb54 req-06243191-1c6e-4355-9144-6a5cf9384020 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:49.190995 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21ef0e63-de96-41c9-bcb9-5316f03bbb54 req-06243191-1c6e-4355-9144-6a5cf9384020 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0675273 Jul 06 13:01:49.228544 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-21ef0e63-de96-41c9-bcb9-5316f03bbb54 req-fda20905-5a02-494f-bcb5-3dd21489408d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317993 Jul 06 13:01:50.406251 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711a3da-6fe7-46f2-b6bb-4bc05c4b98f6 req-b5426b70-9ef2-4c87-9034-fd6b6a5d99bf tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:50.407806 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1711a3da-6fe7-46f2-b6bb-4bc05c4b98f6 req-b5426b70-9ef2-4c87-9034-fd6b6a5d99bf tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0677772 Jul 06 13:01:50.445853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1711a3da-6fe7-46f2-b6bb-4bc05c4b98f6 req-9ef1a5d5-a216-47af-8e99-626520cd60f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323794 Jul 06 13:01:51.620424 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86064c-bcd3-4ba3-af1d-d7fd151ae65c req-eae5a70b-2500-43bc-9d1a-76be432dacec tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:51.621968 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cb86064c-bcd3-4ba3-af1d-d7fd151ae65c req-eae5a70b-2500-43bc-9d1a-76be432dacec tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0643950 Jul 06 13:01:51.659746 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cb86064c-bcd3-4ba3-af1d-d7fd151ae65c req-eb99cc3c-7d47-404b-bbf5-b89e66186ab7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321579 Jul 06 13:01:52.633340 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591ebfe-cb22-4d27-9dd3-310b1f30658d req-9c26544d-4148-4f14-a622-6c9b0bb443a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:52.634863 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a591ebfe-cb22-4d27-9dd3-310b1f30658d req-9c26544d-4148-4f14-a622-6c9b0bb443a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 1097 time: 0.0935502 Jul 06 13:01:52.742567 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591ebfe-cb22-4d27-9dd3-310b1f30658d req-4f5e586e-5ba7-4bfd-a618-4dbc98ecdffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:52.744094 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a591ebfe-cb22-4d27-9dd3-310b1f30658d req-4f5e586e-5ba7-4bfd-a618-4dbc98ecdffb service neutron] 10.222.0.23 "GET /v2.0/networks?id=94357882-fc6d-4fad-a57f-98bce81e2e43 HTTP/1.1" status: 200 len: 898 time: 0.0890753 Jul 06 13:01:52.811077 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a591ebfe-cb22-4d27-9dd3-310b1f30658d req-72c384e4-e40b-4f1d-aed7-d7f37970ef48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=229c9719-1a2f-4e28-acf3-77a031b2ae6c HTTP/1.1" status: 200 len: 1002 time: 0.0593107 Jul 06 13:01:52.842952 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec340c65-7583-4a61-8837-269846781117 req-96221470-1047-48e1-9f8b-fdae9f847a5f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:52.844671 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec340c65-7583-4a61-8837-269846781117 req-96221470-1047-48e1-9f8b-fdae9f847a5f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0682578 Jul 06 13:01:52.867491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591ebfe-cb22-4d27-9dd3-310b1f30658d req-55814878-9eda-452f-9cc0-53a722c9fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:52.868981 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a591ebfe-cb22-4d27-9dd3-310b1f30658d req-55814878-9eda-452f-9cc0-53a722c9fd1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0469ac31-6fdd-4842-9930-213a1888cffe HTTP/1.1" status: 200 len: 834 time: 0.0506313 Jul 06 13:01:52.885840 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec340c65-7583-4a61-8837-269846781117 req-91d8b9b9-d8a8-44f8-8ccf-086189c0e827 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350630 Jul 06 13:01:52.932831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591ebfe-cb22-4d27-9dd3-310b1f30658d req-52c89cad-d1ed-4858-9436-3480dea507be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:52.934392 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a591ebfe-cb22-4d27-9dd3-310b1f30658d req-52c89cad-d1ed-4858-9436-3480dea507be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=94357882-fc6d-4fad-a57f-98bce81e2e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587299 Jul 06 13:01:53.026638 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a591ebfe-cb22-4d27-9dd3-310b1f30658d req-bc01ec05-989b-4688-8194-a90aa1a86cdd service neutron] 10.222.0.23 "GET /v2.0/networks/94357882-fc6d-4fad-a57f-98bce81e2e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836926 Jul 06 13:01:53.119859 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a591ebfe-cb22-4d27-9dd3-310b1f30658d req-52ecc728-0a46-4a86-8caa-611aba49db43 service neutron] 10.222.0.23 "GET /v2.0/networks/94357882-fc6d-4fad-a57f-98bce81e2e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864809 Jul 06 13:01:54.058174 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3c19c-2770-42e6-9bc3-bb6c408e9dc7 req-722e625e-4a5f-4172-8e9a-22641bfe0f6d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:54.059685 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e2b3c19c-2770-42e6-9bc3-bb6c408e9dc7 req-722e625e-4a5f-4172-8e9a-22641bfe0f6d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0638950 Jul 06 13:01:54.097484 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e2b3c19c-2770-42e6-9bc3-bb6c408e9dc7 req-3afa5709-fb11-41ac-b989-8f5ec7876bdb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321772 Jul 06 13:01:55.273768 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1eba4-5691-49d0-8bb2-80264bf2ed8a req-173415bd-b379-46ea-bacb-42853aee4839 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:55.275331 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37e1eba4-5691-49d0-8bb2-80264bf2ed8a req-173415bd-b379-46ea-bacb-42853aee4839 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0650728 Jul 06 13:01:55.314664 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37e1eba4-5691-49d0-8bb2-80264bf2ed8a req-94f1c7ef-5eec-41f9-8bac-d0a8621b7674 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336673 Jul 06 13:01:56.497295 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9955b9-e821-4eeb-8daa-8982dd43b689 req-e0943a9c-a42d-4354-a5b1-8667a0ef0e68 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:56.498844 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1c9955b9-e821-4eeb-8daa-8982dd43b689 req-e0943a9c-a42d-4354-a5b1-8667a0ef0e68 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0730083 Jul 06 13:01:56.538267 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1c9955b9-e821-4eeb-8daa-8982dd43b689 req-044aa5ed-1e51-4483-a890-7d6a946ee9e4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338593 Jul 06 13:01:57.725468 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15300486-0cde-401d-a2b7-c08a38eeba8d req-24ccca31-eb67-4796-8516-a61b6e5490b4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:57.726959 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-15300486-0cde-401d-a2b7-c08a38eeba8d req-24ccca31-eb67-4796-8516-a61b6e5490b4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0619426 Jul 06 13:01:57.766219 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-15300486-0cde-401d-a2b7-c08a38eeba8d req-58621008-56b3-4612-ab2c-40ffae1d59a1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329330 Jul 06 13:01:59.142880 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c9e5c-0356-47d1-9cae-8c1e8123b8dc req-39e0fadf-2714-442f-80c1-0257ab7555ba tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:01:59.144391 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-162c9e5c-0356-47d1-9cae-8c1e8123b8dc req-39e0fadf-2714-442f-80c1-0257ab7555ba tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0665281 Jul 06 13:01:59.181621 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-162c9e5c-0356-47d1-9cae-8c1e8123b8dc req-78b7d1c2-ae2e-4bb3-9160-2ed3cbef44dc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Jul 06 13:02:00.363641 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be3dc4-6729-4535-b599-c4e501ee81d5 req-4584a743-8a1f-4755-b6cb-181964cafb20 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:00.365278 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83be3dc4-6729-4535-b599-c4e501ee81d5 req-4584a743-8a1f-4755-b6cb-181964cafb20 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0689876 Jul 06 13:02:00.403132 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83be3dc4-6729-4535-b599-c4e501ee81d5 req-8a7abfb9-9150-460e-9f00-f1b74d8b9360 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316794 Jul 06 13:02:01.583044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d78559-5f38-4511-8d86-0819e6da86e0 req-2be3ba1c-9432-4724-a3ed-8154071ed0fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:01.584561 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a8d78559-5f38-4511-8d86-0819e6da86e0 req-2be3ba1c-9432-4724-a3ed-8154071ed0fd tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0665798 Jul 06 13:02:01.624830 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a8d78559-5f38-4511-8d86-0819e6da86e0 req-2dd90162-2526-4b59-966c-68126da6b9f8 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344343 Jul 06 13:02:02.824345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced2992-d4ae-4912-b9c6-5c035305cf7b req-5c306ec3-180c-4b7c-be3b-1b0f6377c084 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:02.825919 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eced2992-d4ae-4912-b9c6-5c035305cf7b req-5c306ec3-180c-4b7c-be3b-1b0f6377c084 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0739436 Jul 06 13:02:02.866419 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eced2992-d4ae-4912-b9c6-5c035305cf7b req-17690f57-fa38-4b85-9db6-1181ed179cab tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344851 Jul 06 13:02:04.039638 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7d6f9-90bd-487d-9f59-279209eb594a req-64250f78-c692-4bb5-a408-d6e5fbc761d6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:04.041163 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cca7d6f9-90bd-487d-9f59-279209eb594a req-64250f78-c692-4bb5-a408-d6e5fbc761d6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0642402 Jul 06 13:02:04.080760 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cca7d6f9-90bd-487d-9f59-279209eb594a req-6ed112c6-6fb9-4aba-97a1-67e204a97e33 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333123 Jul 06 13:02:04.107592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56458) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:04.178241 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5dfb5aa0-5309-48cf-9464-18c27b750ada tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/76fc2ebc-7ac0-4c80-b1dd-6437a3c0ba5e HTTP/1.1" status: 200 len: 994 time: 0.0693548 Jul 06 13:02:05.596853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f0fcb-ba3b-4117-a9c9-54ce5f07f0e6 req-2b85e48c-47b3-4167-a8b5-5582faabbaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:05.598572 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-618f0fcb-ba3b-4117-a9c9-54ce5f07f0e6 req-2b85e48c-47b3-4167-a8b5-5582faabbaf4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 1097 time: 0.0548892 Jul 06 13:02:05.603370 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-829a3ef9-642b-4571-947f-cffd1c1a9f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:05.626739 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b26a5a-6d69-4e34-a6dc-1312547f354a req-27af9bf5-3d49-4064-a28e-e36926d340a0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:05.628379 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49b26a5a-6d69-4e34-a6dc-1312547f354a req-27af9bf5-3d49-4064-a28e-e36926d340a0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0786276 Jul 06 13:02:05.667121 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49b26a5a-6d69-4e34-a6dc-1312547f354a req-b1515937-9a45-4ae9-8fda-61b4a5602d64 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323663 Jul 06 13:02:05.689942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f0fcb-ba3b-4117-a9c9-54ce5f07f0e6 req-705b38bc-d2a2-4fbf-a9b1-8f6e51dd2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:05.691433 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-618f0fcb-ba3b-4117-a9c9-54ce5f07f0e6 req-705b38bc-d2a2-4fbf-a9b1-8f6e51dd2524 service neutron] 10.222.0.23 "GET /v2.0/networks?id=94357882-fc6d-4fad-a57f-98bce81e2e43 HTTP/1.1" status: 200 len: 898 time: 0.0860801 Jul 06 13:02:05.763084 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-618f0fcb-ba3b-4117-a9c9-54ce5f07f0e6 req-2270c168-f81e-4dc8-98cf-07c5806c9087 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=229c9719-1a2f-4e28-acf3-77a031b2ae6c HTTP/1.1" status: 200 len: 1002 time: 0.0633156 Jul 06 13:02:05.811536 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f0fcb-ba3b-4117-a9c9-54ce5f07f0e6 req-fb91a2fe-12fd-46c6-a26a-ee797aaf7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:05.812974 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-618f0fcb-ba3b-4117-a9c9-54ce5f07f0e6 req-fb91a2fe-12fd-46c6-a26a-ee797aaf7afe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0469ac31-6fdd-4842-9930-213a1888cffe HTTP/1.1" status: 200 len: 834 time: 0.0430484 Jul 06 13:02:05.871902 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f0fcb-ba3b-4117-a9c9-54ce5f07f0e6 req-8ffb23ba-0149-4681-8d81-a05d507c6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:05.873392 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-618f0fcb-ba3b-4117-a9c9-54ce5f07f0e6 req-8ffb23ba-0149-4681-8d81-a05d507c6d6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=94357882-fc6d-4fad-a57f-98bce81e2e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534191 Jul 06 13:02:05.964859 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-618f0fcb-ba3b-4117-a9c9-54ce5f07f0e6 req-2969f64e-f655-48e6-a10f-16a0b5b1d54f service neutron] 10.222.0.23 "GET /v2.0/networks/94357882-fc6d-4fad-a57f-98bce81e2e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846305 Jul 06 13:02:06.052654 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-618f0fcb-ba3b-4117-a9c9-54ce5f07f0e6 req-dfc626b9-1319-4d22-9170-5175b13c8719 service neutron] 10.222.0.23 "GET /v2.0/networks/94357882-fc6d-4fad-a57f-98bce81e2e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811663 Jul 06 13:02:06.342856 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:06.851950 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b8657-7c22-436e-834a-d29c25fa1ecd req-2775327c-d76d-4ab9-8ec6-b44d41c4e16e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:06.853486 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec5b8657-7c22-436e-834a-d29c25fa1ecd req-2775327c-d76d-4ab9-8ec6-b44d41c4e16e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0729473 Jul 06 13:02:06.891499 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ec5b8657-7c22-436e-834a-d29c25fa1ecd req-f7432a65-54d4-4e13-8d87-41660da9f9fb tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321183 Jul 06 13:02:06.916536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56470) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:06.975751 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4e2e7cbf-23c1-4977-a26e-570f5faa7d91 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/76fc2ebc-7ac0-4c80-b1dd-6437a3c0ba5e HTTP/1.1" status: 200 len: 994 time: 0.0578952 Jul 06 13:02:07.222569 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:08.239515 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fdd57219-aac7-41fa-bdf5-f5e132a65ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:08.375431 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:09.620641 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:11.206445 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:25.065425 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:02:35.606133 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21263f86-4d4e-4b8e-8612-02eaacc98adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:36.350695 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:37.223254 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:37.410505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56486) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:37.583337 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port c8bea612-7182-447d-bcfe-205b841fbf76 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:02:37.583686 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:37.666223 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:37.666546 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:37.678416 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for c8bea612-7182-447d-bcfe-205b841fbf76 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:02:37.832091 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:37.856947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=c8bea612-7182-447d-bcfe-205b841fbf76,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:37.871055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:37.871489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:37.871835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:37.872173 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:37.872505 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:37.872837 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:37.873166 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:37.873494 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:37.873856 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:37.874145 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:37.874483 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:37.874802 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:37.937313 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:37.937718 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Floating IP 76fc2ebc-7ac0-4c80-b1dd-6437a3c0ba5e disassociated (deleted). External IP: 172.25.4.124, port: 229c9719-1a2f-4e28-acf3-77a031b2ae6c. Jul 06 13:02:38.157447 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router cca9110c-e8e0-4870-8a39-492b074950a4 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:02:38.245681 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb6c6845-a4a8-41ee-89c9-1ada4c41ec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:38.269833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:02:38.274705 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:38.281397 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9704097a-74f2-4380-b055-db0a2fa031d0 None None] Sync routers for ids ['cca9110c-e8e0-4870-8a39-492b074950a4'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:02:38.291771 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9704097a-74f2-4380-b055-db0a2fa031d0 None None] Routers {'cca9110c-e8e0-4870-8a39-492b074950a4'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:02:38.292404 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9704097a-74f2-4380-b055-db0a2fa031d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:02:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cca9110c-e8e0-4870-8a39-492b074950a4'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:38.321619 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c0002582-e7f5-4af3-a88d-2151ddd61649 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/floatingips/76fc2ebc-7ac0-4c80-b1dd-6437a3c0ba5e HTTP/1.1" status: 204 len: 168 time: 0.9100292 Jul 06 13:02:38.322206 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d', 'tag': '229c9719-1a2f-4e28-acf3-77a031b2ae6c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:02:38.324514 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc860276-57ed-4d72-8ca3-69ff79dc1786" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d", "tag": "229c9719-1a2f-4e28-acf3-77a031b2ae6c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:02:38.398232 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:38.416614 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-9704097a-74f2-4380-b055-db0a2fa031d0 None None] Set router cca9110c-e8e0-4870-8a39-492b074950a4 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:02:38.649235 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d394907c-5326-4250-903c-4c54bc5ce20a x-openstack-request-id: req-d394907c-5326-4250-903c-4c54bc5ce20a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:02:38.650117 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d", "tag": "229c9719-1a2f-4e28-acf3-77a031b2ae6c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:02:38.650596 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d394907c-5326-4250-903c-4c54bc5ce20a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:02:38.651108 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d', 'tag': '229c9719-1a2f-4e28-acf3-77a031b2ae6c', 'status': 'completed', 'code': 200} Jul 06 13:02:38.661799 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9704097a-74f2-4380-b055-db0a2fa031d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337451868', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:55Z', 'updated_at': '2021-07-06T13:00:59Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:56Z', 'updated_at': '2021-07-06T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9033cabd-a82c-4bab-96e3-8782ac9b80ab', 'name': '', 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d9:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:58Z', 'updated_at': '2021-07-06T13:01:03Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:38.698329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9704097a-74f2-4380-b055-db0a2fa031d0 None None] Checking router: cca9110c-e8e0-4870-8a39-492b074950a4 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:02:38.709678 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9704097a-74f2-4380-b055-db0a2fa031d0 None None] Routers {'cca9110c-e8e0-4870-8a39-492b074950a4'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:02:38.710424 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9704097a-74f2-4380-b055-db0a2fa031d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:02:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cca9110c-e8e0-4870-8a39-492b074950a4'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:38.738356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860276-57ed-4d72-8ca3-69ff79dc1786 req-4661e187-9e82-4cc6-8b7c-43c76238c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:38.740046 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dc860276-57ed-4d72-8ca3-69ff79dc1786 req-4661e187-9e82-4cc6-8b7c-43c76238c258 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 1097 time: 0.0618651 Jul 06 13:02:38.830747 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab569d-b38a-4c99-b6aa-064d26ebd689 req-da947034-43bc-4b8a-8cef-3005161561ff tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:38.834467 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55ab569d-b38a-4c99-b6aa-064d26ebd689 req-da947034-43bc-4b8a-8cef-3005161561ff tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0821121 Jul 06 13:02:38.842334 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860276-57ed-4d72-8ca3-69ff79dc1786 req-8ec1d078-b30d-4477-8570-af28c871a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:38.843908 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dc860276-57ed-4d72-8ca3-69ff79dc1786 req-8ec1d078-b30d-4477-8570-af28c871a90f service neutron] 10.222.0.23 "GET /v2.0/networks?id=94357882-fc6d-4fad-a57f-98bce81e2e43 HTTP/1.1" status: 200 len: 898 time: 0.0968111 Jul 06 13:02:38.852285 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-9704097a-74f2-4380-b055-db0a2fa031d0 None None] Set router cca9110c-e8e0-4870-8a39-492b074950a4 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:02:38.888142 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-55ab569d-b38a-4c99-b6aa-064d26ebd689 req-12699256-f747-4348-9049-25307fe80432 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467091 Jul 06 13:02:38.896330 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dc860276-57ed-4d72-8ca3-69ff79dc1786 req-3554ba8c-d7ca-43b7-9462-cf09562fe6c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=229c9719-1a2f-4e28-acf3-77a031b2ae6c HTTP/1.1" status: 200 len: 217 time: 0.0441849 Jul 06 13:02:38.956892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860276-57ed-4d72-8ca3-69ff79dc1786 req-4ed36cb7-69d1-4cdb-8cbc-8db4c0118948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:38.958240 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dc860276-57ed-4d72-8ca3-69ff79dc1786 req-4ed36cb7-69d1-4cdb-8cbc-8db4c0118948 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0469ac31-6fdd-4842-9930-213a1888cffe HTTP/1.1" status: 200 len: 834 time: 0.0542758 Jul 06 13:02:39.025005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860276-57ed-4d72-8ca3-69ff79dc1786 req-959d9bf8-f467-4e9c-ba92-6cbbabf998aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:39.027727 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dc860276-57ed-4d72-8ca3-69ff79dc1786 req-959d9bf8-f467-4e9c-ba92-6cbbabf998aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=94357882-fc6d-4fad-a57f-98bce81e2e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609481 Jul 06 13:02:39.098283 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-9704097a-74f2-4380-b055-db0a2fa031d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337451868', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:55Z', 'updated_at': '2021-07-06T13:00:59Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:56Z', 'updated_at': '2021-07-06T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9033cabd-a82c-4bab-96e3-8782ac9b80ab', 'name': '', 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d9:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:58Z', 'updated_at': '2021-07-06T13:01:03Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:39.136734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9704097a-74f2-4380-b055-db0a2fa031d0 None None] The sync data for ids ['cca9110c-e8e0-4870-8a39-492b074950a4'] in n-d-799529-2 is: [{'id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337451868', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:55Z', 'updated_at': '2021-07-06T13:00:59Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:56Z', 'updated_at': '2021-07-06T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '9033cabd-a82c-4bab-96e3-8782ac9b80ab', 'name': '', 'network_id': '94357882-fc6d-4fad-a57f-98bce81e2e43', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:d9:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:58Z', 'updated_at': '2021-07-06T13:01:03Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '0469ac31-6fdd-4842-9930-213a1888cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:02:39.137611 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dc860276-57ed-4d72-8ca3-69ff79dc1786 req-7af1e88e-a603-4e4a-8fef-b5efe7cb438b service neutron] 10.222.0.23 "GET /v2.0/networks/94357882-fc6d-4fad-a57f-98bce81e2e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995867 Jul 06 13:02:39.233397 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-dc860276-57ed-4d72-8ca3-69ff79dc1786 req-b9f5455e-354d-4d6a-8a5a-40e2ee08a78e service neutron] 10.222.0.23 "GET /v2.0/networks/94357882-fc6d-4fad-a57f-98bce81e2e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873258 Jul 06 13:02:39.395555 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a2e3d8-5b3a-41d8-ab97-a57d622c9250 None None] New status for floating IP 76fc2ebc-7ac0-4c80-b1dd-6437a3c0ba5e: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:02:39.630110 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:40.079439 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80433522-645d-4c52-8f23-566d06767aa9 req-ad931c5c-9ce0-471d-857d-19781554e5d6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:40.081002 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-80433522-645d-4c52-8f23-566d06767aa9 req-ad931c5c-9ce0-471d-857d-19781554e5d6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0682061 Jul 06 13:02:40.123447 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-80433522-645d-4c52-8f23-566d06767aa9 req-3cb71d6f-db82-40ac-becd-71aec3d9d8bf tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354767 Jul 06 13:02:40.286668 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a2a82-f603-4557-adf3-3194f4eb79bc req-69170705-9bf1-45ee-bcd8-73aa0e1afe1e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:40.288353 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-290a2a82-f603-4557-adf3-3194f4eb79bc req-69170705-9bf1-45ee-bcd8-73aa0e1afe1e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 946 time: 0.0706909 Jul 06 13:02:40.389410 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-290a2a82-f603-4557-adf3-3194f4eb79bc req-0c99ee34-8da9-404f-85ba-1955be1e1951 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port 229c9719-1a2f-4e28-acf3-77a031b2ae6c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:02:40.389749 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-290a2a82-f603-4557-adf3-3194f4eb79bc req-0c99ee34-8da9-404f-85ba-1955be1e1951 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:40.489573 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-290a2a82-f603-4557-adf3-3194f4eb79bc req-0c99ee34-8da9-404f-85ba-1955be1e1951 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] For port 229c9719-1a2f-4e28-acf3-77a031b2ae6c, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=229c9719-1a2f-4e28-acf3-77a031b2ae6c,segment=NetworkSegment(0067e535-c046-45c2-84a7-b55f3c2d2dfa),segment_id=0067e535-c046-45c2-84a7-b55f3c2d2dfa)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:02:40.489928 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-290a2a82-f603-4557-adf3-3194f4eb79bc req-0c99ee34-8da9-404f-85ba-1955be1e1951 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:40.502119 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-290a2a82-f603-4557-adf3-3194f4eb79bc req-0c99ee34-8da9-404f-85ba-1955be1e1951 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for 229c9719-1a2f-4e28-acf3-77a031b2ae6c owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:02:40.639919 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-290a2a82-f603-4557-adf3-3194f4eb79bc req-0c99ee34-8da9-404f-85ba-1955be1e1951 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:40.672378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99ee34-8da9-404f-85ba-1955be1e1951 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=229c9719-1a2f-4e28-acf3-77a031b2ae6c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:40.723093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-290a2a82-f603-4557-adf3-3194f4eb79bc req-0c99ee34-8da9-404f-85ba-1955be1e1951 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] No DVR routers for this DVR port 229c9719-1a2f-4e28-acf3-77a031b2ae6c on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:02:40.725628 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-290a2a82-f603-4557-adf3-3194f4eb79bc req-0c99ee34-8da9-404f-85ba-1955be1e1951 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:40.727669 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-290a2a82-f603-4557-adf3-3194f4eb79bc req-0c99ee34-8da9-404f-85ba-1955be1e1951 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.23 "DELETE /v2.0/ports/229c9719-1a2f-4e28-acf3-77a031b2ae6c HTTP/1.1" status: 204 len: 173 time: 0.4338350 Jul 06 13:02:40.728100 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d', 'name': 'network-vif-deleted', 'tag': '229c9719-1a2f-4e28-acf3-77a031b2ae6c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:02:40.730327 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07bcd99-6eec-4842-992b-2d28e48831bc" -d '{"events": [{"server_uuid": "0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d", "name": "network-vif-deleted", "tag": "229c9719-1a2f-4e28-acf3-77a031b2ae6c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:02:40.771670 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe98c83f-aa29-4599-9d5f-9e8deb7d09db x-openstack-request-id: req-fe98c83f-aa29-4599-9d5f-9e8deb7d09db {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:02:40.771985 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d", "name": "network-vif-deleted", "tag": "229c9719-1a2f-4e28-acf3-77a031b2ae6c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:02:40.772217 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe98c83f-aa29-4599-9d5f-9e8deb7d09db {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:02:40.772648 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d', 'name': 'network-vif-deleted', 'tag': '229c9719-1a2f-4e28-acf3-77a031b2ae6c', 'status': 'completed', 'code': 200} Jul 06 13:02:41.212242 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:41.296747 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7820f954-e7b1-4b15-b62d-bee41ef92cac req-e75d2adb-73a0-4126-b04f-66db61eff086 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a6c9a9d-23a7-464d-937f-1e0d91cd5e4d HTTP/1.1" status: 200 len: 210 time: 0.0299253 Jul 06 13:02:42.399022 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56502) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:42.817127 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:42.952332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 229c9719-1a2f-4e28-acf3-77a031b2ae6c no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:02:42.974048 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 229c9719-1a2f-4e28-acf3-77a031b2ae6c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:02:42.974390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 229c9719-1a2f-4e28-acf3-77a031b2ae6c not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:02:43.125631 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port 9033cabd-a82c-4bab-96e3-8782ac9b80ab {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:02:43.125983 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:43.219939 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] For port 9033cabd-a82c-4bab-96e3-8782ac9b80ab, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=9033cabd-a82c-4bab-96e3-8782ac9b80ab,segment=NetworkSegment(0067e535-c046-45c2-84a7-b55f3c2d2dfa),segment_id=0067e535-c046-45c2-84a7-b55f3c2d2dfa)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:02:43.220306 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:43.233802 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for 9033cabd-a82c-4bab-96e3-8782ac9b80ab owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:02:43.435523 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:43.465052 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=9033cabd-a82c-4bab-96e3-8782ac9b80ab,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:43.478056 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:43.478488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:43.478807 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:43.479773 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:43.479773 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:43.480207 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:43.480592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:43.481025 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:43.481421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:43.481759 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:43.482092 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:43.482891 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:43.677214 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:43.904926 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router cca9110c-e8e0-4870-8a39-492b074950a4 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:02:44.017612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:02:44.022889 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e6befaa8-1b79-4df5-8ee4-d89c7ed111af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "PUT /v2.0/routers/cca9110c-e8e0-4870-8a39-492b074950a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6227703 Jul 06 13:02:44.025621 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56504) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:44.028832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30661a4-a698-4c3e-8cb0-65f1e9927f7c None None] Sync routers for ids ['cca9110c-e8e0-4870-8a39-492b074950a4'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:02:44.038554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30661a4-a698-4c3e-8cb0-65f1e9927f7c None None] Routers {'cca9110c-e8e0-4870-8a39-492b074950a4'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:02:44.039259 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c30661a4-a698-4c3e-8cb0-65f1e9927f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:02:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cca9110c-e8e0-4870-8a39-492b074950a4'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:44.079426 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0500ca0b-9919-4de6-8900-50a144ee755e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting subnet 0469ac31-6fdd-4842-9930-213a1888cffe {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:02:44.083109 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0500ca0b-9919-4de6-8900-50a144ee755e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:44.126959 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0500ca0b-9919-4de6-8900-50a144ee755e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:44.164735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-c30661a4-a698-4c3e-8cb0-65f1e9927f7c None None] Set router cca9110c-e8e0-4870-8a39-492b074950a4 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:02:44.229048 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0500ca0b-9919-4de6-8900-50a144ee755e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:44.296062 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0500ca0b-9919-4de6-8900-50a144ee755e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:44.324335 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500ca0b-9919-4de6-8900-50a144ee755e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Subnet': ['ID=0469ac31-6fdd-4842-9930-213a1888cffe,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:44.329029 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0500ca0b-9919-4de6-8900-50a144ee755e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:44.333377 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0500ca0b-9919-4de6-8900-50a144ee755e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/subnets/0469ac31-6fdd-4842-9930-213a1888cffe HTTP/1.1" status: 204 len: 168 time: 0.3043816 Jul 06 13:02:44.333742 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56506) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:44.343288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477148ce-93d3-448e-8541-e4b8ec4a81e0 None None] Network 94357882-fc6d-4fad-a57f-98bce81e2e43 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:02:44.457113 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e54cc414-333b-49dd-a049-a2f6f46414f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:44.466513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c30661a4-a698-4c3e-8cb0-65f1e9927f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337451868', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:55Z', 'updated_at': '2021-07-06T13:02:43Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:56Z', 'updated_at': '2021-07-06T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:44.500168 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30661a4-a698-4c3e-8cb0-65f1e9927f7c None None] Checking router: cca9110c-e8e0-4870-8a39-492b074950a4 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:02:44.515081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30661a4-a698-4c3e-8cb0-65f1e9927f7c None None] Routers {'cca9110c-e8e0-4870-8a39-492b074950a4'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:02:44.515732 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c30661a4-a698-4c3e-8cb0-65f1e9927f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:02:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['cca9110c-e8e0-4870-8a39-492b074950a4'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:44.576941 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e54cc414-333b-49dd-a049-a2f6f46414f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:44.643115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-c30661a4-a698-4c3e-8cb0-65f1e9927f7c None None] Set router cca9110c-e8e0-4870-8a39-492b074950a4 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:02:44.645089 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e54cc414-333b-49dd-a049-a2f6f46414f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port d4d4ee73-c49d-4e65-8c7a-c2ab32682b34 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:02:44.645089 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e54cc414-333b-49dd-a049-a2f6f46414f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:44.673661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] DHCP port deletion for 94357882-fc6d-4fad-a57f-98bce81e2e43 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:02:44.746829 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-e54cc414-333b-49dd-a049-a2f6f46414f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] For port d4d4ee73-c49d-4e65-8c7a-c2ab32682b34, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=d4d4ee73-c49d-4e65-8c7a-c2ab32682b34,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:02:44.747198 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e54cc414-333b-49dd-a049-a2f6f46414f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:44.760622 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e54cc414-333b-49dd-a049-a2f6f46414f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for d4d4ee73-c49d-4e65-8c7a-c2ab32682b34 owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:02:44.845874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Deleting port c2665f00-302f-4d93-963b-cdb63dabb405 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:02:44.846264 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:44.955430 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e54cc414-333b-49dd-a049-a2f6f46414f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:44.989498 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cc414-333b-49dd-a049-a2f6f46414f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=d4d4ee73-c49d-4e65-8c7a-c2ab32682b34,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:45.064913 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e54cc414-333b-49dd-a049-a2f6f46414f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:45.087413 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] For port c2665f00-302f-4d93-963b-cdb63dabb405, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c2665f00-302f-4d93-963b-cdb63dabb405,segment=NetworkSegment(0067e535-c046-45c2-84a7-b55f3c2d2dfa),segment_id=0067e535-c046-45c2-84a7-b55f3c2d2dfa)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:02:45.088085 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:45.104452 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Calling delete_port for c2665f00-302f-4d93-963b-cdb63dabb405 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:02:45.120279 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-c30661a4-a698-4c3e-8cb0-65f1e9927f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337451868', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:55Z', 'updated_at': '2021-07-06T13:02:43Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:56Z', 'updated_at': '2021-07-06T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:45.177894 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e54cc414-333b-49dd-a049-a2f6f46414f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:45.180346 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e54cc414-333b-49dd-a049-a2f6f46414f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:45.187989 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30661a4-a698-4c3e-8cb0-65f1e9927f7c None None] The sync data for ids ['cca9110c-e8e0-4870-8a39-492b074950a4'] in n-d-799529-2 is: [{'id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1337451868', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:00:55Z', 'updated_at': '2021-07-06T13:02:43Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'd4d4ee73-c49d-4e65-8c7a-c2ab32682b34', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca9110c-e8e0-4870-8a39-492b074950a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:00:56Z', 'updated_at': '2021-07-06T13:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:02:45.236314 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e54cc414-333b-49dd-a049-a2f6f46414f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:45.236871 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54cc414-333b-49dd-a049-a2f6f46414f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Fanout notify agent at l3_agent the message router_deleted on router cca9110c-e8e0-4870-8a39-492b074950a4 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:02:45.247458 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e54cc414-333b-49dd-a049-a2f6f46414f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:45.248445 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e54cc414-333b-49dd-a049-a2f6f46414f4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/routers/cca9110c-e8e0-4870-8a39-492b074950a4 HTTP/1.1" status: 204 len: 168 time: 0.9139073 Jul 06 13:02:45.252705 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56508) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:45.259831 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:45.285601 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Pushing event deleted for resources: {'Port': ['ID=c2665f00-302f-4d93-963b-cdb63dabb405,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:45.290578 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] No DVR routers for this DVR port c2665f00-302f-4d93-963b-cdb63dabb405 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:02:45.305656 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:45.306151 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:45.306567 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:45.306911 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:45.307331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:45.307665 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:45.307991 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:45.308337 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:45.308658 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:45.308979 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:45.309320 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:45.309637 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c64a4e-624d-47a0-9b66-8d7f0723e65a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:45.337626 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f44c567-00db-4a01-b7ca-342b31ec5016 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:45.428262 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f44c567-00db-4a01-b7ca-342b31ec5016 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:45.438248 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-1f44c567-00db-4a01-b7ca-342b31ec5016 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94357882-fc6d-4fad-a57f-98bce81e2e43']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:45.449805 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-1f44c567-00db-4a01-b7ca-342b31ec5016 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0067e535-c046-45c2-84a7-b55f3c2d2dfa') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:45.450098 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-1f44c567-00db-4a01-b7ca-342b31ec5016 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0067e535-c046-45c2-84a7-b55f3c2d2dfa') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:45.460348 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f44c567-00db-4a01-b7ca-342b31ec5016 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:45.474014 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f44c567-00db-4a01-b7ca-342b31ec5016 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:45.480019 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f44c567-00db-4a01-b7ca-342b31ec5016 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:02:45.480438 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f44c567-00db-4a01-b7ca-342b31ec5016 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: timer() Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:02:45.483628 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:02:45.663736 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c2665f00-302f-4d93-963b-cdb63dabb405 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:02:45.685755 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: c2665f00-302f-4d93-963b-cdb63dabb405 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:02:45.686105 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c2665f00-302f-4d93-963b-cdb63dabb405 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:02:45.686537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9033cabd-a82c-4bab-96e3-8782ac9b80ab no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:02:45.708672 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 9033cabd-a82c-4bab-96e3-8782ac9b80ab {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:02:45.708959 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 9033cabd-a82c-4bab-96e3-8782ac9b80ab not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:02:45.903955 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f44c567-00db-4a01-b7ca-342b31ec5016 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:45.912774 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f44c567-00db-4a01-b7ca-342b31ec5016 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:45.914143 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-1f44c567-00db-4a01-b7ca-342b31ec5016 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/networks/94357882-fc6d-4fad-a57f-98bce81e2e43 HTTP/1.1" status: 204 len: 168 time: 0.6597698 Jul 06 13:02:45.918717 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56510) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:45.930522 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44c567-00db-4a01-b7ca-342b31ec5016 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Network': ['ID=94357882-fc6d-4fad-a57f-98bce81e2e43,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:45.989253 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-610a5783-b895-45d4-8d21-af376748bba4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:46.015137 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-610a5783-b895-45d4-8d21-af376748bba4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:46.078232 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-610a5783-b895-45d4-8d21-af376748bba4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:46.080921 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-610a5783-b895-45d4-8d21-af376748bba4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:46.085352 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-610a5783-b895-45d4-8d21-af376748bba4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/security-groups/fb261b06-4db4-4c69-a407-f7c8b5d7fcb9 HTTP/1.1" status: 204 len: 168 time: 0.1625693 Jul 06 13:02:46.099383 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a5783-b895-45d4-8d21-af376748bba4 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb261b06-4db4-4c69-a407-f7c8b5d7fcb9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:46.719534 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56516) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:46.724509 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-29f6b066-3cff-42f1-9196-19beb02bf568 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-12777069', 'description': 'tempest-secgroup-smoke-12777069 description', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:02:46.749553 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29f6b066-3cff-42f1-9196-19beb02bf568 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:46.843048 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29f6b066-3cff-42f1-9196-19beb02bf568 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:46.847326 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29f6b066-3cff-42f1-9196-19beb02bf568 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:46.877103 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29f6b066-3cff-42f1-9196-19beb02bf568 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:46.879078 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-29f6b066-3cff-42f1-9196-19beb02bf568 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1577492 Jul 06 13:02:46.882559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56518) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:46.883519 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6b066-3cff-42f1-9196-19beb02bf568 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9163ad58-80b6-478c-b4ba-7aa7ee9029c8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:46.893476 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c07695fb-bdbf-434d-bd27-0ff3e6b59b06 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '9163ad58-80b6-478c-b4ba-7aa7ee9029c8', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:02:46.921011 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c07695fb-bdbf-434d-bd27-0ff3e6b59b06 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:46.977957 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c07695fb-bdbf-434d-bd27-0ff3e6b59b06 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:46.983090 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c07695fb-bdbf-434d-bd27-0ff3e6b59b06 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.004325 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07695fb-bdbf-434d-bd27-0ff3e6b59b06 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f261b20-44d0-4ecb-815e-e0b966a886d6,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:47.012457 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c07695fb-bdbf-434d-bd27-0ff3e6b59b06 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.013582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c07695fb-bdbf-434d-bd27-0ff3e6b59b06 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299233 Jul 06 13:02:47.016311 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56520) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:47.020816 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-91be2ee9-e12d-4254-8656-8b232f6ed756 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '9163ad58-80b6-478c-b4ba-7aa7ee9029c8', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:02:47.052008 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91be2ee9-e12d-4254-8656-8b232f6ed756 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.111313 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91be2ee9-e12d-4254-8656-8b232f6ed756 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.116169 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91be2ee9-e12d-4254-8656-8b232f6ed756 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.139803 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be2ee9-e12d-4254-8656-8b232f6ed756 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab324d58-fa9d-42e2-a623-d86e85541d92,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:47.143691 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91be2ee9-e12d-4254-8656-8b232f6ed756 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.144890 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-91be2ee9-e12d-4254-8656-8b232f6ed756 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276512 Jul 06 13:02:47.147789 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56522) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:47.152694 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-be63c1f8-389f-4c3f-bff8-c42056d70026 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '9163ad58-80b6-478c-b4ba-7aa7ee9029c8', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:02:47.181200 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be63c1f8-389f-4c3f-bff8-c42056d70026 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.234707 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d4d4ee73-c49d-4e65-8c7a-c2ab32682b34 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:02:47.246259 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be63c1f8-389f-4c3f-bff8-c42056d70026 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.251731 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be63c1f8-389f-4c3f-bff8-c42056d70026 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.257297 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: d4d4ee73-c49d-4e65-8c7a-c2ab32682b34 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:02:47.257644 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device d4d4ee73-c49d-4e65-8c7a-c2ab32682b34 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:02:47.269541 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63c1f8-389f-4c3f-bff8-c42056d70026 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6203c776-2a60-484b-bda6-a437e52fb9de,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:47.277387 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-be63c1f8-389f-4c3f-bff8-c42056d70026 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.278608 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-be63c1f8-389f-4c3f-bff8-c42056d70026 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295919 Jul 06 13:02:47.281391 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56524) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:47.286441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-7bafb6ad-e965-4e5e-8029-ce3e1d12b66f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '9163ad58-80b6-478c-b4ba-7aa7ee9029c8', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:02:47.313886 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7bafb6ad-e965-4e5e-8029-ce3e1d12b66f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.376277 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7bafb6ad-e965-4e5e-8029-ce3e1d12b66f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.380362 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7bafb6ad-e965-4e5e-8029-ce3e1d12b66f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.400118 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafb6ad-e965-4e5e-8029-ce3e1d12b66f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256abaed-8a97-47a3-9d95-1232721694b4,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:47.406292 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7bafb6ad-e965-4e5e-8029-ce3e1d12b66f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.408034 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-7bafb6ad-e965-4e5e-8029-ce3e1d12b66f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256347 Jul 06 13:02:47.411204 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56526) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:47.416169 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e9d4e552-d720-45d2-b2e4-787ef3f41a31 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '9163ad58-80b6-478c-b4ba-7aa7ee9029c8', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:02:47.439121 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-e9d4e552-d720-45d2-b2e4-787ef3f41a31 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Project aa49d030c0f44f41a3c32b32bbb85d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:02:47.444564 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e9d4e552-d720-45d2-b2e4-787ef3f41a31 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.510402 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e9d4e552-d720-45d2-b2e4-787ef3f41a31 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.515602 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e9d4e552-d720-45d2-b2e4-787ef3f41a31 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.538130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4e552-d720-45d2-b2e4-787ef3f41a31 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d9263b-4106-42c9-9e4b-f5ea5b5287e8,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:47.541216 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e9d4e552-d720-45d2-b2e4-787ef3f41a31 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.545100 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e9d4e552-d720-45d2-b2e4-787ef3f41a31 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304252 Jul 06 13:02:47.545566 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56528) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:47.549830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c9957fcf-f82b-45e4-bbaa-801d998afea1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'security_group_rule': {'security_group_id': '9163ad58-80b6-478c-b4ba-7aa7ee9029c8', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:02:47.573207 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-c9957fcf-f82b-45e4-bbaa-801d998afea1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Project aa49d030c0f44f41a3c32b32bbb85d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:02:47.581465 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c9957fcf-f82b-45e4-bbaa-801d998afea1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.649524 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c9957fcf-f82b-45e4-bbaa-801d998afea1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.653261 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c9957fcf-f82b-45e4-bbaa-801d998afea1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.671118 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957fcf-f82b-45e4-bbaa-801d998afea1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c5549a-462b-44ea-8003-c0e1dba3e64d,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:47.678613 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c9957fcf-f82b-45e4-bbaa-801d998afea1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.680052 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c9957fcf-f82b-45e4-bbaa-801d998afea1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337624 Jul 06 13:02:47.683934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56530) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:47.689064 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0a328fbc-43b3-459d-a08a-91b3c7654c48 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'network': {'name': 'tempest-network-smoke--389979111', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'port_security_enabled': True}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:02:47.711787 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a328fbc-43b3-459d-a08a-91b3c7654c48 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Made reservation on behalf of aa49d030c0f44f41a3c32b32bbb85d24 for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:02:47.715305 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a328fbc-43b3-459d-a08a-91b3c7654c48 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.741346 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a328fbc-43b3-459d-a08a-91b3c7654c48 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:02:47.752673 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a328fbc-43b3-459d-a08a-91b3c7654c48 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.753019 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-0a328fbc-43b3-459d-a08a-91b3c7654c48 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Added segment 5a6d8570-67da-4cb7-ba69-d4ab06bf1132 of type vlan for network 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 Jul 06 13:02:47.796754 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a328fbc-43b3-459d-a08a-91b3c7654c48 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.827265 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a328fbc-43b3-459d-a08a-91b3c7654c48 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.833741 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a328fbc-43b3-459d-a08a-91b3c7654c48 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:47.834366 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a328fbc-43b3-459d-a08a-91b3c7654c48 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.895177 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0a328fbc-43b3-459d-a08a-91b3c7654c48 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2101514 Jul 06 13:02:47.897901 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56532) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:47.902572 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-693499018', 'admin_state_up': True, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:02:47.923902 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a328fbc-43b3-459d-a08a-91b3c7654c48 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Network': ['ID=126a1cea-c1a4-4d10-8a4b-bff17ced7fd7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:47.936071 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:02:47.937219 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.938268 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:47.994577 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:48.137734 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:48.339571 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:48.363758 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:48.467790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.25.4.207 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/bdce980a-367c-40b7-b35f-79dfe7288c4e) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:02:48.580688 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:48.630101 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:48.669467 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:02:48.676474 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:02:48.682135 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:02:48.685397 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=bdce980a-367c-40b7-b35f-79dfe7288c4e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:48.941027 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:49.149403 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:49.289838 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:02:49.397737 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:02:49.413382 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Sync routers for ids ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:02:49.417792 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:49.419142 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0c1534c7-9a2d-4fb2-86d3-6a69b9426885 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5203006 Jul 06 13:02:49.422621 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Routers {'68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:02:49.423213 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:02:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:49.423819 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56534) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:49.497441 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-088594a2-a8d4-4e27-81df-ed514bb246dd tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=aa49d030c0f44f41a3c32b32bbb85d24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0719635 Jul 06 13:02:49.500096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56538) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:49.533627 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Set router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:02:49.602791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83371008-3941-4f44-afd5-430b72479b31 tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:49.604834 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-83371008-3941-4f44-afd5-430b72479b31 tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1034558 Jul 06 13:02:49.608833 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56540) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:49.639042 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e078b55d-dcce-47f3-acd4-7d1d5ed27c97 tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=075eaceb-5477-4780-963d-b2414ee11e87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290737 Jul 06 13:02:49.641503 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56542) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:49.647190 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3e353e43-1dc2-4683-8deb-7ffc887af713 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1811930082', 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:02:49.732241 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693499018', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:02:47Z', 'updated_at': '2021-07-06T13:02:48Z', 'revision_number': 3, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:48Z', 'updated_at': '2021-07-06T13:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:49.745488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e353e43-1dc2-4683-8deb-7ffc887af713 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Made reservation on behalf of aa49d030c0f44f41a3c32b32bbb85d24 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:02:49.749253 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e353e43-1dc2-4683-8deb-7ffc887af713 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:49.762624 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Checking router: 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:02:49.762967 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Updating router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 port bdce980a-367c-40b7-b35f-79dfe7288c4e binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:02:49.801035 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:49.948516 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e353e43-1dc2-4683-8deb-7ffc887af713 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:50.019085 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e353e43-1dc2-4683-8deb-7ffc887af713 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Subnet': ['ID=07f906a5-38fd-493d-9700-2b9091775555,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:50.032794 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e353e43-1dc2-4683-8deb-7ffc887af713 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Checking segment: {'id': '5a6d8570-67da-4cb7-ba69-d4ab06bf1132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:02:50.033242 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e353e43-1dc2-4683-8deb-7ffc887af713 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network hostable DHCP agents. Network: 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:02:50.056895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e353e43-1dc2-4683-8deb-7ffc887af713 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:02:50.068399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3e353e43-1dc2-4683-8deb-7ffc887af713 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:02:50.073129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e353e43-1dc2-4683-8deb-7ffc887af713 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:50.073728 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e353e43-1dc2-4683-8deb-7ffc887af713 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:50.079040 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49821ca-230c-4d88-a5ca-bebdf9f5c1fa None None] Network 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:02:50.081148 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:50.091957 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Transition to ACTIVE for port object bdce980a-367c-40b7-b35f-79dfe7288c4e will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:02:50.100691 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3e353e43-1dc2-4683-8deb-7ffc887af713 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4546199 Jul 06 13:02:50.100912 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:50.101458 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56544) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:02:50.153609 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Attempting to bind port bdce980a-367c-40b7-b35f-79dfe7288c4e on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:02:50.154029 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Attempting to bind port bdce980a-367c-40b7-b35f-79dfe7288c4e by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:02:50.154324 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Attempting to bind port bdce980a-367c-40b7-b35f-79dfe7288c4e on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:02:50.166227 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:02:50.166620 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:02:50.167472 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:50.167877 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:02:50.168416 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Bound port: bdce980a-367c-40b7-b35f-79dfe7288c4e, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:02:50.169327 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:50.203482 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08209d92-5951-44fe-83c3-88167d5c5bde None None] Pushing event updated for resources: {'Port': ['ID=bdce980a-367c-40b7-b35f-79dfe7288c4e,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:50.218816 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08209d92-5951-44fe-83c3-88167d5c5bde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:50.219145 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08209d92-5951-44fe-83c3-88167d5c5bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:50.219502 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08209d92-5951-44fe-83c3-88167d5c5bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:50.219828 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08209d92-5951-44fe-83c3-88167d5c5bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:50.220151 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08209d92-5951-44fe-83c3-88167d5c5bde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:50.220471 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08209d92-5951-44fe-83c3-88167d5c5bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:50.220787 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08209d92-5951-44fe-83c3-88167d5c5bde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:50.221107 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08209d92-5951-44fe-83c3-88167d5c5bde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:50.221423 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08209d92-5951-44fe-83c3-88167d5c5bde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:50.222272 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08209d92-5951-44fe-83c3-88167d5c5bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:50.222583 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08209d92-5951-44fe-83c3-88167d5c5bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:50.222895 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08209d92-5951-44fe-83c3-88167d5c5bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:02:50.250051 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] For port bdce980a-367c-40b7-b35f-79dfe7288c4e, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:02:50.253597 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] For port bdce980a-367c-40b7-b35f-79dfe7288c4e, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bdce980a-367c-40b7-b35f-79dfe7288c4e,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:02:50.261299 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:50.274801 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ips': [{'subnet_id': '07f906a5-38fd-493d-9700-2b9091775555'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:02:50.276163 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:50.323819 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Routers {'68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:02:50.324448 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:02:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:50.421326 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08209d92-5951-44fe-83c3-88167d5c5bde None None] Pushing event updated for resources: {'Port': ['ID=bdce980a-367c-40b7-b35f-79dfe7288c4e,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:50.434466 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Allocated IP 172.20.0.2 (126a1cea-c1a4-4d10-8a4b-bff17ced7fd7/07f906a5-38fd-493d-9700-2b9091775555/16c7fec1-65c3-4cda-a650-21693dabf3ab) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:02:50.457002 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] Set router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:02:50.616993 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:50.626457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Transition to ACTIVE for port object 16c7fec1-65c3-4cda-a650-21693dabf3ab will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:02:50.646878 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Transition to ACTIVE for port object 16c7fec1-65c3-4cda-a650-21693dabf3ab will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:02:50.654058 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:50.680362 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693499018', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:02:47Z', 'updated_at': '2021-07-06T13:02:48Z', 'revision_number': 3, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:48Z', 'updated_at': '2021-07-06T13:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:50.697679 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Network 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:02:50.700519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:02:50.705096 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:02:50.709518 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Pushing event updated for resources: {'Port': ['ID=16c7fec1-65c3-4cda-a650-21693dabf3ab,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:50.719369 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1ff574-0b26-4594-811a-2b71d34ad95d None None] The sync data for ids ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'] in n-d-799529-2 is: [{'id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693499018', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:02:47Z', 'updated_at': '2021-07-06T13:02:48Z', 'revision_number': 3, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:48Z', 'updated_at': '2021-07-06T13:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:02:50.778049 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Attempting to bind port 16c7fec1-65c3-4cda-a650-21693dabf3ab on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:02:50.779639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Attempting to bind port 16c7fec1-65c3-4cda-a650-21693dabf3ab by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '5a6d8570-67da-4cb7-ba69-d4ab06bf1132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:02:50.780332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Attempting to bind port 16c7fec1-65c3-4cda-a650-21693dabf3ab on network 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:02:50.788378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:02:50.789315 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Checking segment: {'id': '5a6d8570-67da-4cb7-ba69-d4ab06bf1132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:02:50.789315 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:50.789838 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Bound using segment: {'id': '5a6d8570-67da-4cb7-ba69-d4ab06bf1132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:02:50.790332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Bound port: 16c7fec1-65c3-4cda-a650-21693dabf3ab, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6d8570-67da-4cb7-ba69-d4ab06bf1132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:02:50.790779 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:50.865168 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] For port 16c7fec1-65c3-4cda-a650-21693dabf3ab, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:02:50.869208 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] For port 16c7fec1-65c3-4cda-a650-21693dabf3ab, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=16c7fec1-65c3-4cda-a650-21693dabf3ab,segment=NetworkSegment(5a6d8570-67da-4cb7-ba69-d4ab06bf1132),segment_id=5a6d8570-67da-4cb7-ba69-d4ab06bf1132)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:02:50.874166 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:50.946485 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2e6df-d981-4660-ae9d-37ea832ac51a None None] Pushing event updated for resources: {'Port': ['ID=16c7fec1-65c3-4cda-a650-21693dabf3ab,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:50.968922 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:51.367733 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bdce980a-367c-40b7-b35f-79dfe7288c4e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:02:51.387960 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.20.0.1 (126a1cea-c1a4-4d10-8a4b-bff17ced7fd7/07f906a5-38fd-493d-9700-2b9091775555/37acb0a7-16be-4532-a1f1-dc86f9e5f52b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:02:51.434166 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port bdce980a-367c-40b7-b35f-79dfe7288c4e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:02:51.438850 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port bdce980a-367c-40b7-b35f-79dfe7288c4e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:02:51.439253 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:51.526067 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:51.539305 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:51.548561 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port bdce980a-367c-40b7-b35f-79dfe7288c4e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bdce980a-367c-40b7-b35f-79dfe7288c4e,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:02:51.555522 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Transition to ACTIVE for port object 37acb0a7-16be-4532-a1f1-dc86f9e5f52b will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:02:51.555756 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:51.557180 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 16c7fec1-65c3-4cda-a650-21693dabf3ab up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:02:51.593729 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:51.639973 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:02:51.647514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:02:51.651889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:02:51.653971 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=bdce980a-367c-40b7-b35f-79dfe7288c4e,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:51.665660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 16c7fec1-65c3-4cda-a650-21693dabf3ab completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:02:51.689912 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=37acb0a7-16be-4532-a1f1-dc86f9e5f52b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:51.719490 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:51.891745 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:52.042244 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91c177d-dd3b-42a8-8ff0-b1c5a5fbef8d None None] Network 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:02:52.161368 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-42d57ea8-4186-4b6d-b91a-2c09cd6bff22 None None] Provisioning for port 16c7fec1-65c3-4cda-a650-21693dabf3ab completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:02:52.168199 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-42d57ea8-4186-4b6d-b91a-2c09cd6bff22 None None] Provisioning complete for port 16c7fec1-65c3-4cda-a650-21693dabf3ab triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:02:52.168551 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-42d57ea8-4186-4b6d-b91a-2c09cd6bff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:52.229921 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:52.236082 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:52.306265 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-42d57ea8-4186-4b6d-b91a-2c09cd6bff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:52.323895 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:52.331942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=37acb0a7-16be-4532-a1f1-dc86f9e5f52b,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:52.352347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-42d57ea8-4186-4b6d-b91a-2c09cd6bff22 None None] For port 16c7fec1-65c3-4cda-a650-21693dabf3ab, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=16c7fec1-65c3-4cda-a650-21693dabf3ab,segment=NetworkSegment(5a6d8570-67da-4cb7-ba69-d4ab06bf1132),segment_id=5a6d8570-67da-4cb7-ba69-d4ab06bf1132)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:02:52.362853 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-42d57ea8-4186-4b6d-b91a-2c09cd6bff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:52.422756 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d57ea8-4186-4b6d-b91a-2c09cd6bff22 None None] Pushing event updated for resources: {'Port': ['ID=16c7fec1-65c3-4cda-a650-21693dabf3ab,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:52.442814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:02:52.444345 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:02:52.583623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:02:52.592159 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7cb9e309-8f7e-4775-aced-573877b72ab7 None None] Provisioning for port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:02:52.603972 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7cb9e309-8f7e-4775-aced-573877b72ab7 None None] Provisioning complete for port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:02:52.604498 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7cb9e309-8f7e-4775-aced-573877b72ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:52.661637 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9e309-8f7e-4775-aced-573877b72ab7 None None] Port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:02:52.678763 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7cb9e309-8f7e-4775-aced-573877b72ab7 None None] Provisioning complete for port 16c7fec1-65c3-4cda-a650-21693dabf3ab triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:02:52.678763 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7cb9e309-8f7e-4775-aced-573877b72ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:52.736890 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:02:52.747784 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-522c8d4a-befe-47a3-91e2-4c78720d6210 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "PUT /v2.0/routers/68a2f71f-b8e7-4328-9cf8-f29cfc3610f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6448181 Jul 06 13:02:52.759641 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Sync routers for ids ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:02:52.783901 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Routers {'68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:02:52.785164 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:02:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:52.931068 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-7e92cb52-a4d7-4490-80e5-7fc87917fa3f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-12777069&fields=id&tenant_id=aa49d030c0f44f41a3c32b32bbb85d24 HTTP/1.1" status: 200 len: 267 time: 0.0446732 Jul 06 13:02:52.941449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Set router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:02:52.944044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ccbb9399-eb49-4972-a9dd-47017f09669a None None] Provisioning complete for port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:02:52.944279 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9399-eb49-4972-a9dd-47017f09669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:53.052205 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb9399-eb49-4972-a9dd-47017f09669a None None] Port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:02:53.056756 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-53180386-d82b-41f1-babb-fb02a109195a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:53.058382 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-53180386-d82b-41f1-babb-fb02a109195a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/networks?id=126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 HTTP/1.1" status: 200 len: 796 time: 0.1196895 Jul 06 13:02:53.075797 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-7f698905-bc55-4e79-9bb0-ca80173059b7 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/quotas/aa49d030c0f44f41a3c32b32bbb85d24 HTTP/1.1" status: 200 len: 375 time: 0.0099103 Jul 06 13:02:53.156850 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-38e08857-3730-47ee-a146-661b3936984a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747073 Jul 06 13:02:53.173728 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a311a19f-5ad5-477d-889e-687c44d7e09c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:02:53.174721 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a311a19f-5ad5-477d-889e-687c44d7e09c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055370 Jul 06 13:02:53.181498 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-848ca63d-1747-4d72-8956-aee1037120e0 None None] Provisioning complete for port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:02:53.181797 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-848ca63d-1747-4d72-8956-aee1037120e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:53.224778 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-848ca63d-1747-4d72-8956-aee1037120e0 None None] Port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:02:53.229043 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693499018', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:02:47Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:48Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '37acb0a7-16be-4532-a1f1-dc86f9e5f52b', 'name': '', 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:88:55:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '07f906a5-38fd-493d-9700-2b9091775555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:51Z', 'updated_at': '2021-07-06T13:02:52Z', 'revision_number': 2, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '07f906a5-38fd-493d-9700-2b9091775555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:53.258039 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Checking router: 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:02:53.258448 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Updating router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:02:53.279831 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-e1375151-4460-4d5c-9911-e04c15e60d9e service neutron] 10.222.0.81 "GET /v2.0/networks/126a1cea-c1a4-4d10-8a4b-bff17ced7fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957434 Jul 06 13:02:53.302532 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:53.308872 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bdce980a-367c-40b7-b35f-79dfe7288c4e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:02:53.387521 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-892cd8f0-ee9a-49ba-aca1-8a5a8317a78a service neutron] 10.222.0.81 "GET /v2.0/networks/126a1cea-c1a4-4d10-8a4b-bff17ced7fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006186 Jul 06 13:02:53.454343 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port bdce980a-367c-40b7-b35f-79dfe7288c4e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:02:53.454984 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:53.584611 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-18ea5858-cf4c-494d-b22b-a7e0a623d4de req-7647ab19-c4fa-4144-9233-516476f33089 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 210 time: 0.0319712 Jul 06 13:02:53.631902 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 16c7fec1-65c3-4cda-a650-21693dabf3ab up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:02:53.737884 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:53.741917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 16c7fec1-65c3-4cda-a650-21693dabf3ab triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:02:53.742298 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:53.767674 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Transition to ACTIVE for port object 37acb0a7-16be-4532-a1f1-dc86f9e5f52b will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:02:53.778693 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:53.846287 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64689876-b5f3-418e-b8ed-f0995b87a71b None None] Pushing event updated for resources: {'Port': ['ID=37acb0a7-16be-4532-a1f1-dc86f9e5f52b,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:53.935622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Attempting to bind port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:02:53.936023 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Attempting to bind port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '5a6d8570-67da-4cb7-ba69-d4ab06bf1132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:02:53.936361 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Attempting to bind port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b on network 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:02:53.945162 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:02:53.945566 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Checking segment: {'id': '5a6d8570-67da-4cb7-ba69-d4ab06bf1132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:02:53.945855 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:53.946239 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Bound using segment: {'id': '5a6d8570-67da-4cb7-ba69-d4ab06bf1132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:02:53.946717 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Bound port: 37acb0a7-16be-4532-a1f1-dc86f9e5f52b, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6d8570-67da-4cb7-ba69-d4ab06bf1132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:02:53.947105 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:54.025029 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] For port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:02:54.028380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] For port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=37acb0a7-16be-4532-a1f1-dc86f9e5f52b,segment=NetworkSegment(5a6d8570-67da-4cb7-ba69-d4ab06bf1132),segment_id=5a6d8570-67da-4cb7-ba69-d4ab06bf1132)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:02:54.032960 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:54.115725 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Routers {'68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:02:54.116388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:02:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:54.120008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64689876-b5f3-418e-b8ed-f0995b87a71b None None] Pushing event updated for resources: {'Port': ['ID=37acb0a7-16be-4532-a1f1-dc86f9e5f52b,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:54.238906 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] Set router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:02:54.712780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693499018', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:02:47Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:48Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '37acb0a7-16be-4532-a1f1-dc86f9e5f52b', 'name': '', 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:88:55:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '07f906a5-38fd-493d-9700-2b9091775555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:51Z', 'updated_at': '2021-07-06T13:02:54Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '07f906a5-38fd-493d-9700-2b9091775555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:02:54.742890 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3557122-e189-486f-94eb-efcfed6512ba None None] The sync data for ids ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'] in n-d-799529-2 is: [{'id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693499018', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:02:47Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:48Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '37acb0a7-16be-4532-a1f1-dc86f9e5f52b', 'name': '', 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:88:55:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '07f906a5-38fd-493d-9700-2b9091775555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:51Z', 'updated_at': '2021-07-06T13:02:54Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '07f906a5-38fd-493d-9700-2b9091775555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:02:54.790727 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e1d12afd-7024-4f32-a1a5-5845a7dbc312 req-362f79bd-e934-4360-a6eb-87e19ace6ee1 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 210 time: 0.0538564 Jul 06 13:02:54.952248 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-921ebff4-b9bc-455f-a503-f3e1db266bfa tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:54.954159 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-921ebff4-b9bc-455f-a503-f3e1db266bfa tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.89 "GET /v2.0/networks?id=126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 HTTP/1.1" status: 200 len: 796 time: 0.1546199 Jul 06 13:02:55.004501 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-8a8a1356-c7ac-4c05-a947-41d51b0058af tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa49d030c0f44f41a3c32b32bbb85d24 HTTP/1.1" status: 200 len: 378 time: 0.0412369 Jul 06 13:02:55.013065 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-d8f85a6c-f584-4799-bb1b-b4d601082abc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'port': {'device_id': 'e503fbb1-ca80-4cf5-9ca2-b4162d0d037b', 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'admin_state_up': True, 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'security_groups': ['9163ad58-80b6-478c-b4ba-7aa7ee9029c8']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:02:55.130165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-d8f85a6c-f584-4799-bb1b-b4d601082abc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Made reservation on behalf of aa49d030c0f44f41a3c32b32bbb85d24 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:02:55.133953 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-d8f85a6c-f584-4799-bb1b-b4d601082abc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:55.276489 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-d8f85a6c-f584-4799-bb1b-b4d601082abc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.20.0.5 (126a1cea-c1a4-4d10-8a4b-bff17ced7fd7/07f906a5-38fd-493d-9700-2b9091775555/52c028fb-4e2b-49c1-b5cb-28ff0d472f7a) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:02:55.328197 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 37acb0a7-16be-4532-a1f1-dc86f9e5f52b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:02:55.386731 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:02:55.390715 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:02:55.391075 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:55.434281 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-d8f85a6c-f584-4799-bb1b-b4d601082abc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:55.447903 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-d8f85a6c-f584-4799-bb1b-b4d601082abc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Transition to ACTIVE for port object 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:02:55.483182 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-d8f85a6c-f584-4799-bb1b-b4d601082abc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:55.484044 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:55.522388 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=37acb0a7-16be-4532-a1f1-dc86f9e5f52b,segment=NetworkSegment(5a6d8570-67da-4cb7-ba69-d4ab06bf1132),segment_id=5a6d8570-67da-4cb7-ba69-d4ab06bf1132)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:02:55.529226 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:55.542499 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-d8f85a6c-f584-4799-bb1b-b4d601082abc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:02:55.546354 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-d8f85a6c-f584-4799-bb1b-b4d601082abc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:02:55.549410 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-d8f85a6c-f584-4799-bb1b-b4d601082abc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:02:55.584409 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f85a6c-f584-4799-bb1b-b4d601082abc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:55.587811 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=37acb0a7-16be-4532-a1f1-dc86f9e5f52b,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:55.618488 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-d8f85a6c-f584-4799-bb1b-b4d601082abc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:55.619174 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-d8f85a6c-f584-4799-bb1b-b4d601082abc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:55.640343 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-d8f85a6c-f584-4799-bb1b-b4d601082abc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6311414 Jul 06 13:02:55.651198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-55e03f2a-e555-4f77-9fc3-96c8bb37accc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:02:55.652730 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-55e03f2a-e555-4f77-9fc3-96c8bb37accc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062389 Jul 06 13:02:55.713918 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Request body: {'port': {'device_id': 'e503fbb1-ca80-4cf5-9ca2-b4162d0d037b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:02:55.787960 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-360f390c-0533-4b7f-9f1f-4799351a8ed1 None None] Provisioning for port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:02:55.793329 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-360f390c-0533-4b7f-9f1f-4799351a8ed1 None None] Provisioning complete for port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:02:55.793709 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-360f390c-0533-4b7f-9f1f-4799351a8ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:55.807619 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:55.838749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-360f390c-0533-4b7f-9f1f-4799351a8ed1 None None] Port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:02:56.016587 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35429d00-709c-42a1-a4e7-1b0df6ec3dd0 req-e648cc0e-3dc2-41cf-a3f4-8757b3a0d1fe tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:56.019823 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35429d00-709c-42a1-a4e7-1b0df6ec3dd0 req-e648cc0e-3dc2-41cf-a3f4-8757b3a0d1fe tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 931 time: 0.1039515 Jul 06 13:02:56.063633 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-35429d00-709c-42a1-a4e7-1b0df6ec3dd0 req-1f78a76d-c335-4852-a5bb-b98a22a3b77b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352275 Jul 06 13:02:56.116084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:02:56.123902 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:56.137054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Transition to ACTIVE for port object 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:02:56.141004 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:56.213121 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Pushing event updated for resources: {'Port': ['ID=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:56.269697 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Attempting to bind port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:02:56.270133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Attempting to bind port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '5a6d8570-67da-4cb7-ba69-d4ab06bf1132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:02:56.270651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Attempting to bind port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a on network 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:02:56.275477 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a on network 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:02:56.275793 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Attempting to bind port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a on network 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:02:56.280755 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:02:56.281066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Checking segment: {'id': '5a6d8570-67da-4cb7-ba69-d4ab06bf1132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:02:56.281445 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Bound using segment: {'id': '5a6d8570-67da-4cb7-ba69-d4ab06bf1132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:02:56.281865 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Bound port: 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a6d8570-67da-4cb7-ba69-d4ab06bf1132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:02:56.282218 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:56.352831 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] For port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:02:56.356084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] For port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a,segment=NetworkSegment(5a6d8570-67da-4cb7-ba69-d4ab06bf1132),segment_id=5a6d8570-67da-4cb7-ba69-d4ab06bf1132)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:02:56.360980 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:56.394626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:56.395428 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:56.397327 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] 10.222.0.89 "PUT /v2.0/ports/52c028fb-4e2b-49c1-b5cb-28ff0d472f7a HTTP/1.1" status: 200 len: 1091 time: 0.7360106 Jul 06 13:02:56.397776 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e503fbb1-ca80-4cf5-9ca2-b4162d0d037b', 'tag': '52c028fb-4e2b-49c1-b5cb-28ff0d472f7a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:02:56.400078 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd40ddb0-c0df-46c5-b74d-bd1bc43402f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e503fbb1-ca80-4cf5-9ca2-b4162d0d037b", "tag": "52c028fb-4e2b-49c1-b5cb-28ff0d472f7a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:02:56.428676 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc5cce-3e88-43ad-8cda-f1f51daa4a6d service neutron] Pushing event updated for resources: {'Port': ['ID=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:56.449555 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8da057-c153-41b7-9dff-47af2878955e x-openstack-request-id: req-bf8da057-c153-41b7-9dff-47af2878955e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:02:56.449858 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e503fbb1-ca80-4cf5-9ca2-b4162d0d037b", "tag": "52c028fb-4e2b-49c1-b5cb-28ff0d472f7a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:02:56.450111 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bf8da057-c153-41b7-9dff-47af2878955e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:02:56.450511 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e503fbb1-ca80-4cf5-9ca2-b4162d0d037b', 'tag': '52c028fb-4e2b-49c1-b5cb-28ff0d472f7a', 'status': 'completed', 'code': 200} Jul 06 13:02:56.498866 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-75ed6662-33f5-42af-8698-2923ec5deeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:56.500584 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-75ed6662-33f5-42af-8698-2923ec5deeba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 1094 time: 0.0635827 Jul 06 13:02:56.547874 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-323e72e3-70df-4694-ad23-bc6e79842745 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a HTTP/1.1" status: 200 len: 217 time: 0.0390580 Jul 06 13:02:56.599711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-7f98c9e8-2306-4506-af1d-e86a73ca734e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:56.601303 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-7f98c9e8-2306-4506-af1d-e86a73ca734e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=07f906a5-38fd-493d-9700-2b9091775555 HTTP/1.1" status: 200 len: 835 time: 0.0469382 Jul 06 13:02:56.663828 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-300377b9-e22f-4fca-a2ea-39734d6f55df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:56.666250 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-300377b9-e22f-4fca-a2ea-39734d6f55df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=126a1cea-c1a4-4d10-8a4b-bff17ced7fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593679 Jul 06 13:02:56.777103 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-5972b001-f0e1-4af9-8d41-5c38bc8ccbea service neutron] 10.222.0.89 "GET /v2.0/networks/126a1cea-c1a4-4d10-8a4b-bff17ced7fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040637 Jul 06 13:02:56.869450 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4454825f-05e1-46fa-b427-e1c2cff25770 req-3ef07d92-7928-4448-85d0-7d36dddf1c05 service neutron] 10.222.0.89 "GET /v2.0/networks/126a1cea-c1a4-4d10-8a4b-bff17ced7fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858939 Jul 06 13:02:56.971401 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40ddb0-c0df-46c5-b74d-bd1bc43402f8 req-870e23cf-c76b-49f7-b099-3ffabd74d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:56.973506 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd40ddb0-c0df-46c5-b74d-bd1bc43402f8 req-870e23cf-c76b-49f7-b099-3ffabd74d8fa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 1094 time: 0.0601888 Jul 06 13:02:57.069150 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40ddb0-c0df-46c5-b74d-bd1bc43402f8 req-15c42dcd-be22-4e33-a558-92bf17948ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:57.070642 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd40ddb0-c0df-46c5-b74d-bd1bc43402f8 req-15c42dcd-be22-4e33-a558-92bf17948ba6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 HTTP/1.1" status: 200 len: 897 time: 0.0913191 Jul 06 13:02:57.113615 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd40ddb0-c0df-46c5-b74d-bd1bc43402f8 req-d5d67928-163f-4451-8f7e-941578fcc6b0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a HTTP/1.1" status: 200 len: 217 time: 0.0355935 Jul 06 13:02:57.167865 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40ddb0-c0df-46c5-b74d-bd1bc43402f8 req-48916195-6948-4b07-b51d-8b3201bac41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:57.169262 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd40ddb0-c0df-46c5-b74d-bd1bc43402f8 req-48916195-6948-4b07-b51d-8b3201bac41d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=07f906a5-38fd-493d-9700-2b9091775555 HTTP/1.1" status: 200 len: 835 time: 0.0491037 Jul 06 13:02:57.228702 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40ddb0-c0df-46c5-b74d-bd1bc43402f8 req-3c5e7703-b74e-466c-a378-50a76f0a4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:57.230233 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd40ddb0-c0df-46c5-b74d-bd1bc43402f8 req-3c5e7703-b74e-466c-a378-50a76f0a4fce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=126a1cea-c1a4-4d10-8a4b-bff17ced7fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539837 Jul 06 13:02:57.247639 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d3fe-c13c-4952-86f3-6f7e712e4fc2 req-16acbb7a-71b8-4289-a493-e3725e050881 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:57.249532 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0312d3fe-c13c-4952-86f3-6f7e712e4fc2 req-16acbb7a-71b8-4289-a493-e3725e050881 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 943 time: 0.0709476 Jul 06 13:02:57.291162 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0312d3fe-c13c-4952-86f3-6f7e712e4fc2 req-01be7f75-894b-4aed-b1e7-c646f2040399 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356553 Jul 06 13:02:57.296174 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 37acb0a7-16be-4532-a1f1-dc86f9e5f52b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:02:57.332501 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd40ddb0-c0df-46c5-b74d-bd1bc43402f8 req-7cbc3b46-476d-4e03-97e1-2b5a74a80ce2 service neutron] 10.222.0.89 "GET /v2.0/networks/126a1cea-c1a4-4d10-8a4b-bff17ced7fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938325 Jul 06 13:02:57.351174 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:02:57.351579 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:57.429978 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd40ddb0-c0df-46c5-b74d-bd1bc43402f8 req-b4d7701e-a672-4a25-96ca-2b087eec8be0 service neutron] 10.222.0.89 "GET /v2.0/networks/126a1cea-c1a4-4d10-8a4b-bff17ced7fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902693 Jul 06 13:02:58.472518 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09902ac8-8260-4287-8ab6-01b675f7ef48 req-e8a97fd9-22ef-4727-a467-6c9ad1efc533 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:58.474736 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09902ac8-8260-4287-8ab6-01b675f7ef48 req-e8a97fd9-22ef-4727-a467-6c9ad1efc533 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 943 time: 0.0699046 Jul 06 13:02:58.514879 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-09902ac8-8260-4287-8ab6-01b675f7ef48 req-40743f16-a79c-400c-bd31-c4f39d7e7e73 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343211 Jul 06 13:02:59.353211 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:02:59.449385 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a,segment=NetworkSegment(5a6d8570-67da-4cb7-ba69-d4ab06bf1132),segment_id=5a6d8570-67da-4cb7-ba69-d4ab06bf1132)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:02:59.460903 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': '52c028fb-4e2b-49c1-b5cb-28ff0d472f7a', 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'port_id': '52c028fb-4e2b-49c1-b5cb-28ff0d472f7a', 'mac_address': 'fa:16:3e:94:96:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f906a5-38fd-493d-9700-2b9091775555', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:02:59.498790 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:59.516891 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:02:59.538097 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a,segment=NetworkSegment(5a6d8570-67da-4cb7-ba69-d4ab06bf1132),segment_id=5a6d8570-67da-4cb7-ba69-d4ab06bf1132)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:02:59.542533 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:02:59.591741 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:02:59.696173 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afb6d8-764a-4da6-bdfc-46112e1575b0 req-69a64df7-b556-4c2f-b166-c881de07f89d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:02:59.697722 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5afb6d8-764a-4da6-bdfc-46112e1575b0 req-69a64df7-b556-4c2f-b166-c881de07f89d tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 944 time: 0.0671494 Jul 06 13:02:59.738124 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f5afb6d8-764a-4da6-bdfc-46112e1575b0 req-b242447b-d876-4516-aedf-bf9d3e0ab058 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346267 Jul 06 13:02:59.793213 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['52c028fb-4e2b-49c1-b5cb-28ff0d472f7a'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:03:00.954941 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e16af9-fffe-49fb-aba2-5c6a28ccc81b req-fee8ba89-446e-43ab-82cc-eb75f1b87aba tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:00.956533 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77e16af9-fffe-49fb-aba2-5c6a28ccc81b req-fee8ba89-446e-43ab-82cc-eb75f1b87aba tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 944 time: 0.0702336 Jul 06 13:03:00.998438 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-77e16af9-fffe-49fb-aba2-5c6a28ccc81b req-cc609c09-c1d6-45d6-a73a-cb916a6a25fc tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352004 Jul 06 13:03:01.353595 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:03:01.404339 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:03:01.408235 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:03:01.408606 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:01.499075 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:01.528883 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e503fbb1-ca80-4cf5-9ca2-b4162d0d037b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c028fb-4e2b-49c1-b5cb-28ff0d472f7a'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:03:01.531342 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633a6cce-ab87-4273-81ec-db88a46b6924" -d '{"events": [{"server_uuid": "e503fbb1-ca80-4cf5-9ca2-b4162d0d037b", "name": "network-vif-plugged", "status": "completed", "tag": "52c028fb-4e2b-49c1-b5cb-28ff0d472f7a"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:03:01.546168 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a,segment=NetworkSegment(5a6d8570-67da-4cb7-ba69-d4ab06bf1132),segment_id=5a6d8570-67da-4cb7-ba69-d4ab06bf1132)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:03:01.551058 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:01.580487 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3886d65a-827a-4c05-b5ad-114dfdae08eb x-openstack-request-id: req-3886d65a-827a-4c05-b5ad-114dfdae08eb {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:03:01.580901 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e503fbb1-ca80-4cf5-9ca2-b4162d0d037b", "name": "network-vif-plugged", "status": "completed", "tag": "52c028fb-4e2b-49c1-b5cb-28ff0d472f7a", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:03:01.581792 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3886d65a-827a-4c05-b5ad-114dfdae08eb {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:03:01.582267 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e503fbb1-ca80-4cf5-9ca2-b4162d0d037b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c028fb-4e2b-49c1-b5cb-28ff0d472f7a', 'code': 200} Jul 06 13:03:01.607486 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:01.700730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d333d-a00a-44a3-8c3c-16a8a2a8fcdc req-b4729b76-38f7-4877-9a2c-69e10b69f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:01.702275 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-786d333d-a00a-44a3-8c3c-16a8a2a8fcdc req-b4729b76-38f7-4877-9a2c-69e10b69f368 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 1096 time: 0.0544789 Jul 06 13:03:01.742144 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-786d333d-a00a-44a3-8c3c-16a8a2a8fcdc req-50f07a94-fcaf-45ad-9ef3-a94a36b91ce4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324554 Jul 06 13:03:02.065126 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:03:02.184017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157ffc1-6564-4c3b-bbc0-04e309021471 req-bd55cabe-2ce8-4092-9d2e-348e1b875509 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:02.185557 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9157ffc1-6564-4c3b-bbc0-04e309021471 req-bd55cabe-2ce8-4092-9d2e-348e1b875509 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 945 time: 0.0704854 Jul 06 13:03:02.223853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9157ffc1-6564-4c3b-bbc0-04e309021471 req-63e3daa7-d3ae-482f-a3da-39288ceb91d9 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326192 Jul 06 13:03:02.588917 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-45e47c01-4851-4060-9aa6-a4bb544ed3b1 req-21767e07-8038-4547-bea1-4f10c3c9f460 service neutron] (100428) timed out ('10.222.0.81', 52258) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 13:03:03.430219 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199cec2-2867-42b7-bd3f-0dc513d8ca22 req-44938feb-ee51-4b8a-b18b-12480988521b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:03.431995 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4199cec2-2867-42b7-bd3f-0dc513d8ca22 req-44938feb-ee51-4b8a-b18b-12480988521b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 945 time: 0.0749226 Jul 06 13:03:03.474693 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4199cec2-2867-42b7-bd3f-0dc513d8ca22 req-13a07be1-0024-492a-950d-dfa4097efbb3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342841 Jul 06 13:03:03.664044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e238ec-ff3f-4b08-8c54-550d4305a6b4 req-8fc1c234-0645-46b2-8a2c-e7cfef3c4adf tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:03.665569 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c3e238ec-ff3f-4b08-8c54-550d4305a6b4 req-8fc1c234-0645-46b2-8a2c-e7cfef3c4adf tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 945 time: 0.0761087 Jul 06 13:03:03.705432 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c3e238ec-ff3f-4b08-8c54-550d4305a6b4 req-0d9b12a7-3c55-4529-ba04-f183b8c65261 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340180 Jul 06 13:03:03.738643 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56610) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:03.808358 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1299d52-d15d-4749-bb8a-6d3e029df50f tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:03.809902 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-d1299d52-d15d-4749-bb8a-6d3e029df50f tempest-TestNetworkAdvancedServerOps-293764091 tempest-TestNetworkAdvancedServerOps-293764091-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 1091 time: 0.0702069 Jul 06 13:03:03.812782 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56612) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:03.817746 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '52c028fb-4e2b-49c1-b5cb-28ff0d472f7a', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:03:03.842915 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:03.938574 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:04.048678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Allocated IP 172.25.4.194 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/6fd51f64-daf6-497f-a574-d1d156a24242) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:03:04.170220 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:04.211482 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:04.256012 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:03:04.259214 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:03:04.264904 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:03:04.291008 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=6fd51f64-daf6-497f-a574-d1d156a24242,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:05.044554 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:05.177628 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:05.326102 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:05.330763 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:05.401095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event updated for resources: {'Port': ['ID=6fd51f64-daf6-497f-a574-d1d156a24242,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:05.409316 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:05.515586 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Floating IP 6df8b1ab-09d4-4f86-ac26-f7fec031b3d8 associated. External IP: 172.25.4.194, port: 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a. Jul 06 13:03:05.610903 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8d91ea1-4d5e-4671-aee0-cb81a1423c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:05.776239 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:03:05.899312 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:03:05.910052 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca65907f-5d30-4e58-8efa-3ca3f7a5376e None None] Sync routers for ids ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:03:05.916751 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:05.921864 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca65907f-5d30-4e58-8efa-3ca3f7a5376e None None] Routers {'68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:03:05.922626 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ca65907f-5d30-4e58-8efa-3ca3f7a5376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:02:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:05.958609 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-14655638-ce8d-43e7-9a38-fc6f6da4e583 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1446686 Jul 06 13:03:05.959352 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e503fbb1-ca80-4cf5-9ca2-b4162d0d037b', 'tag': '52c028fb-4e2b-49c1-b5cb-28ff0d472f7a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:03:05.961980 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969ffaf3-c7c0-47d6-8333-28d528cf82b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e503fbb1-ca80-4cf5-9ca2-b4162d0d037b", "tag": "52c028fb-4e2b-49c1-b5cb-28ff0d472f7a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:03:06.128369 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49599acf-22c2-468e-98d5-719d50b49675 req-0d7be69f-c0b0-4bc1-9681-5dc8a479c89b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:06.129916 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49599acf-22c2-468e-98d5-719d50b49675 req-0d7be69f-c0b0-4bc1-9681-5dc8a479c89b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 945 time: 0.0761607 Jul 06 13:03:06.177619 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-49599acf-22c2-468e-98d5-719d50b49675 req-caff6f43-79de-43fb-9cdf-80e741169a7a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395143 Jul 06 13:03:06.183372 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ca65907f-5d30-4e58-8efa-3ca3f7a5376e None None] Set router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:03:06.205294 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56618) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:06.248322 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b36bbfb-11c1-44fa-b397-0e60de00a1fb x-openstack-request-id: req-0b36bbfb-11c1-44fa-b397-0e60de00a1fb {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:03:06.248614 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e503fbb1-ca80-4cf5-9ca2-b4162d0d037b", "tag": "52c028fb-4e2b-49c1-b5cb-28ff0d472f7a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:03:06.248902 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b36bbfb-11c1-44fa-b397-0e60de00a1fb {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:03:06.249290 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e503fbb1-ca80-4cf5-9ca2-b4162d0d037b', 'tag': '52c028fb-4e2b-49c1-b5cb-28ff0d472f7a', 'status': 'completed', 'code': 200} Jul 06 13:03:06.303934 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-fc9dd09c-176e-40f4-b343-0cce7709edad tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/6df8b1ab-09d4-4f86-ac26-f7fec031b3d8 HTTP/1.1" status: 200 len: 991 time: 0.0974712 Jul 06 13:03:06.327186 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ffaf3-c7c0-47d6-8333-28d528cf82b2 req-58ddef53-0d55-411d-92a4-7268b9659604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:06.328878 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-969ffaf3-c7c0-47d6-8333-28d528cf82b2 req-58ddef53-0d55-411d-92a4-7268b9659604 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 1096 time: 0.0698683 Jul 06 13:03:06.361966 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:06.436761 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ffaf3-c7c0-47d6-8333-28d528cf82b2 req-82b6ea70-654e-4530-bf88-c959a1335415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:06.438167 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-969ffaf3-c7c0-47d6-8333-28d528cf82b2 req-82b6ea70-654e-4530-bf88-c959a1335415 service neutron] 10.222.0.89 "GET /v2.0/networks?id=126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 HTTP/1.1" status: 200 len: 897 time: 0.1021018 Jul 06 13:03:06.459913 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ca65907f-5d30-4e58-8efa-3ca3f7a5376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693499018', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:02:47Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:48Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '6df8b1ab-09d4-4f86-ac26-f7fec031b3d8', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'port_id': '52c028fb-4e2b-49c1-b5cb-28ff0d472f7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'mac_address': 'fa:16:3e:94:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e503fbb1-ca80-4cf5-9ca2-b4162d0d037b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:03:04Z', 'updated_at': '2021-07-06T13:03:04Z', 'revision_number': 0, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37acb0a7-16be-4532-a1f1-dc86f9e5f52b', 'name': '', 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:88:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '07f906a5-38fd-493d-9700-2b9091775555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:51Z', 'updated_at': '2021-07-06T13:02:55Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '07f906a5-38fd-493d-9700-2b9091775555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:06.487314 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca65907f-5d30-4e58-8efa-3ca3f7a5376e None None] Checking router: 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:03:06.496221 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca65907f-5d30-4e58-8efa-3ca3f7a5376e None None] Routers {'68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:03:06.496860 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ca65907f-5d30-4e58-8efa-3ca3f7a5376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:02:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:06.504844 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-969ffaf3-c7c0-47d6-8333-28d528cf82b2 req-5b77840e-81fc-42f7-9d98-a8a7bc41048f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a HTTP/1.1" status: 200 len: 999 time: 0.0601325 Jul 06 13:03:06.554864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ffaf3-c7c0-47d6-8333-28d528cf82b2 req-d4cb9040-7d5f-473a-9d0e-1b599aef5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:06.556555 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-969ffaf3-c7c0-47d6-8333-28d528cf82b2 req-d4cb9040-7d5f-473a-9d0e-1b599aef5a3d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=07f906a5-38fd-493d-9700-2b9091775555 HTTP/1.1" status: 200 len: 835 time: 0.0461965 Jul 06 13:03:06.604098 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ca65907f-5d30-4e58-8efa-3ca3f7a5376e None None] Set router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:03:06.621071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ffaf3-c7c0-47d6-8333-28d528cf82b2 req-d51e1838-61a2-4ae8-bc49-879496d3334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:06.623111 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-969ffaf3-c7c0-47d6-8333-28d528cf82b2 req-d51e1838-61a2-4ae8-bc49-879496d3334e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=126a1cea-c1a4-4d10-8a4b-bff17ced7fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606444 Jul 06 13:03:06.734604 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-969ffaf3-c7c0-47d6-8333-28d528cf82b2 req-e81ea089-5134-4435-9452-d6bf996b2b1f service neutron] 10.222.0.89 "GET /v2.0/networks/126a1cea-c1a4-4d10-8a4b-bff17ced7fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043181 Jul 06 13:03:06.839380 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-969ffaf3-c7c0-47d6-8333-28d528cf82b2 req-b0a75dcc-0c90-4753-be75-6f6ff8414361 service neutron] 10.222.0.89 "GET /v2.0/networks/126a1cea-c1a4-4d10-8a4b-bff17ced7fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982661 Jul 06 13:03:06.842088 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ca65907f-5d30-4e58-8efa-3ca3f7a5376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693499018', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:02:47Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:48Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '6df8b1ab-09d4-4f86-ac26-f7fec031b3d8', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'port_id': '52c028fb-4e2b-49c1-b5cb-28ff0d472f7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'mac_address': 'fa:16:3e:94:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e503fbb1-ca80-4cf5-9ca2-b4162d0d037b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:03:04Z', 'updated_at': '2021-07-06T13:03:04Z', 'revision_number': 0, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37acb0a7-16be-4532-a1f1-dc86f9e5f52b', 'name': '', 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:88:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '07f906a5-38fd-493d-9700-2b9091775555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:51Z', 'updated_at': '2021-07-06T13:02:55Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '07f906a5-38fd-493d-9700-2b9091775555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:06.882635 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca65907f-5d30-4e58-8efa-3ca3f7a5376e None None] The sync data for ids ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'] in n-d-799529-2 is: [{'id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693499018', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:02:47Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:48Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '6df8b1ab-09d4-4f86-ac26-f7fec031b3d8', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'port_id': '52c028fb-4e2b-49c1-b5cb-28ff0d472f7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'mac_address': 'fa:16:3e:94:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e503fbb1-ca80-4cf5-9ca2-b4162d0d037b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:03:04Z', 'updated_at': '2021-07-06T13:03:04Z', 'revision_number': 0, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37acb0a7-16be-4532-a1f1-dc86f9e5f52b', 'name': '', 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:88:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '07f906a5-38fd-493d-9700-2b9091775555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:51Z', 'updated_at': '2021-07-06T13:02:55Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '07f906a5-38fd-493d-9700-2b9091775555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:03:07.083457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ef2e6-90b4-4dae-8e48-59c5d046f6ad None None] New status for floating IP 6df8b1ab-09d4-4f86-ac26-f7fec031b3d8: ACTIVE {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:03:07.239601 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:07.307992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56620) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:07.374046 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8e1a86f3-988b-4f2e-bfa9-1464ef82ad7c tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/6df8b1ab-09d4-4f86-ac26-f7fec031b3d8 HTTP/1.1" status: 200 len: 993 time: 0.0648491 Jul 06 13:03:08.237388 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-828951f4-b4f3-4ada-9adc-d5a5490edede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:08.372599 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:09.628521 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:11.211883 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:25.438678 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-52f2e63b-d0de-46ec-a034-8922d1ae4306 req-9aaf4e78-ad70-44f9-a4a5-594529c7df4d service neutron] (100428) timed out ('10.222.0.89', 60494) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 13:03:35.602319 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14a419e7-fe56-4d1d-9837-0bdd9a338a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:36.369186 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:37.221093 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:37.852912 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-477e4607-0273-44af-8e32-8c4075dbe2d7 req-6d808a31-b1e4-4d28-8734-4fed7f29845c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531175 Jul 06 13:03:37.954279 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e4607-0273-44af-8e32-8c4075dbe2d7 req-7fa7ffb3-cb9d-4bef-94e5-e0e2d7da0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:37.956498 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-477e4607-0273-44af-8e32-8c4075dbe2d7 req-7fa7ffb3-cb9d-4bef-94e5-e0e2d7da0a6f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 1096 time: 0.0578239 Jul 06 13:03:38.060390 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e4607-0273-44af-8e32-8c4075dbe2d7 req-21957c65-8817-41b6-b6f6-a82939567940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:38.061904 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-477e4607-0273-44af-8e32-8c4075dbe2d7 req-21957c65-8817-41b6-b6f6-a82939567940 service neutron] 10.222.0.89 "GET /v2.0/networks?id=126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 HTTP/1.1" status: 200 len: 897 time: 0.0847087 Jul 06 13:03:38.136735 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-477e4607-0273-44af-8e32-8c4075dbe2d7 req-57909f68-b854-4f87-86b8-2f6d62413b38 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a HTTP/1.1" status: 200 len: 1001 time: 0.0679371 Jul 06 13:03:38.186273 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e4607-0273-44af-8e32-8c4075dbe2d7 req-a459b432-442b-4d6f-ad81-464a84aa5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:38.187795 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-477e4607-0273-44af-8e32-8c4075dbe2d7 req-a459b432-442b-4d6f-ad81-464a84aa5e89 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=07f906a5-38fd-493d-9700-2b9091775555 HTTP/1.1" status: 200 len: 835 time: 0.0452430 Jul 06 13:03:38.238286 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f88fd4e-0561-4710-8c9b-1acae3dfb14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:38.248170 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e4607-0273-44af-8e32-8c4075dbe2d7 req-e08d9259-022e-4965-83bc-6cfbb89326bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:38.249721 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-477e4607-0273-44af-8e32-8c4075dbe2d7 req-e08d9259-022e-4965-83bc-6cfbb89326bc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=126a1cea-c1a4-4d10-8a4b-bff17ced7fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547025 Jul 06 13:03:38.344912 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-477e4607-0273-44af-8e32-8c4075dbe2d7 req-c094d2d5-cfff-4a79-80f1-0568b40aea71 service neutron] 10.222.0.89 "GET /v2.0/networks/126a1cea-c1a4-4d10-8a4b-bff17ced7fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876949 Jul 06 13:03:38.375168 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:38.438351 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-477e4607-0273-44af-8e32-8c4075dbe2d7 req-b3879ce5-974b-41ad-89c9-3173008f9d2c service neutron] 10.222.0.89 "GET /v2.0/networks/126a1cea-c1a4-4d10-8a4b-bff17ced7fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859582 Jul 06 13:03:38.655864 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dd4d6-4f13-4c5a-a327-78ba71ad55f0 req-43dd51e9-ece4-416c-9d25-27b16cbcb44e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:38.657276 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c03dd4d6-4f13-4c5a-a327-78ba71ad55f0 req-43dd51e9-ece4-416c-9d25-27b16cbcb44e tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 945 time: 0.0681965 Jul 06 13:03:38.694332 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c03dd4d6-4f13-4c5a-a327-78ba71ad55f0 req-cc0aa955-ffa1-490d-a6cc-05e680eb5bec tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308497 Jul 06 13:03:39.064470 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:03:39.630552 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:39.874412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbbb06-06e2-4fbf-ad17-c07e1cb9ae7e req-e6112fe2-4005-4760-8baa-47f69b4a78e0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:39.875845 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06dbbb06-06e2-4fbf-ad17-c07e1cb9ae7e req-e6112fe2-4005-4760-8baa-47f69b4a78e0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 945 time: 0.0674911 Jul 06 13:03:39.914681 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06dbbb06-06e2-4fbf-ad17-c07e1cb9ae7e req-937e6e81-8f66-4e1a-80ae-344855f9ee93 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322666 Jul 06 13:03:39.939180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56640) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:40.004386 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e74ee38b-83c8-4c1c-9413-83329ef3923f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/6df8b1ab-09d4-4f86-ac26-f7fec031b3d8 HTTP/1.1" status: 200 len: 993 time: 0.0634718 Jul 06 13:03:41.215151 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:41.437709 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b58dab-a02f-4dc8-a387-fe78efdd08be req-cf1576d3-12c2-4090-9922-b050a430a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:41.439242 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d4b58dab-a02f-4dc8-a387-fe78efdd08be req-cf1576d3-12c2-4090-9922-b050a430a6af service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 1096 time: 0.0570865 Jul 06 13:03:41.472675 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068f78c-79b8-48bd-b6c0-5ff899bcb75b req-ec3bc9c7-7e1f-42ae-abbf-b9ce158f9643 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:41.475219 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9068f78c-79b8-48bd-b6c0-5ff899bcb75b req-ec3bc9c7-7e1f-42ae-abbf-b9ce158f9643 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 945 time: 0.0748348 Jul 06 13:03:41.514633 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9068f78c-79b8-48bd-b6c0-5ff899bcb75b req-96114188-1895-477c-985f-b3ec38c8aa3f tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338976 Jul 06 13:03:41.538901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b58dab-a02f-4dc8-a387-fe78efdd08be req-1c00b94c-96c6-4b6e-9ed6-ada537a89a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:41.538901 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d4b58dab-a02f-4dc8-a387-fe78efdd08be req-1c00b94c-96c6-4b6e-9ed6-ada537a89a29 service neutron] 10.222.0.89 "GET /v2.0/networks?id=126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 HTTP/1.1" status: 200 len: 897 time: 0.0920751 Jul 06 13:03:41.602570 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d4b58dab-a02f-4dc8-a387-fe78efdd08be req-b3f91b05-bf45-46ab-9443-c74d28df6b33 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a HTTP/1.1" status: 200 len: 1001 time: 0.0587871 Jul 06 13:03:41.656002 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b58dab-a02f-4dc8-a387-fe78efdd08be req-15e9235e-ae2c-4e15-9c39-165d09d77f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:41.657488 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d4b58dab-a02f-4dc8-a387-fe78efdd08be req-15e9235e-ae2c-4e15-9c39-165d09d77f86 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=07f906a5-38fd-493d-9700-2b9091775555 HTTP/1.1" status: 200 len: 835 time: 0.0491478 Jul 06 13:03:41.714319 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b58dab-a02f-4dc8-a387-fe78efdd08be req-bc496340-30d6-4dad-b128-a7801bdee422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:41.715861 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d4b58dab-a02f-4dc8-a387-fe78efdd08be req-bc496340-30d6-4dad-b128-a7801bdee422 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=126a1cea-c1a4-4d10-8a4b-bff17ced7fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517371 Jul 06 13:03:41.804141 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d4b58dab-a02f-4dc8-a387-fe78efdd08be req-ef1a5b93-66ff-46f5-a717-5cf14b812a4a service neutron] 10.222.0.89 "GET /v2.0/networks/126a1cea-c1a4-4d10-8a4b-bff17ced7fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818653 Jul 06 13:03:41.897282 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d4b58dab-a02f-4dc8-a387-fe78efdd08be req-e6b0d7c8-2b59-4c6a-9f3f-273fd58b73a7 service neutron] 10.222.0.89 "GET /v2.0/networks/126a1cea-c1a4-4d10-8a4b-bff17ced7fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868888 Jul 06 13:03:42.704423 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a3cb2-e89f-4587-a85c-6f73be7557c7 req-90de5649-9432-45e0-b969-c7ccd839009b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:42.705982 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7d2a3cb2-e89f-4587-a85c-6f73be7557c7 req-90de5649-9432-45e0-b969-c7ccd839009b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 945 time: 0.0705943 Jul 06 13:03:42.750616 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7d2a3cb2-e89f-4587-a85c-6f73be7557c7 req-6161ffe2-b7a0-4e54-8f2b-10aee7db8712 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377207 Jul 06 13:03:43.943718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7430d0-4836-4b16-91f7-d469662565fc req-f1e83b68-920b-4623-a63e-ce551f1c9c5b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:43.945295 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e7430d0-4836-4b16-91f7-d469662565fc req-f1e83b68-920b-4623-a63e-ce551f1c9c5b tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 945 time: 0.0743539 Jul 06 13:03:43.992287 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e7430d0-4836-4b16-91f7-d469662565fc req-e5cfed45-02fc-4839-8351-df64bef43c88 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408223 Jul 06 13:03:44.033352 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56652) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:44.105730 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-27fe23cf-1803-4252-b4fe-9d061310faf3 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/floatingips/6df8b1ab-09d4-4f86-ac26-f7fec031b3d8 HTTP/1.1" status: 200 len: 993 time: 0.0706625 Jul 06 13:03:44.377633 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56658) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:44.562079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port 6fd51f64-daf6-497f-a574-d1d156a24242 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:03:44.562447 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:44.651173 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:44.651541 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:44.668471 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for 6fd51f64-daf6-497f-a574-d1d156a24242 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:03:44.855926 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:44.889830 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=6fd51f64-daf6-497f-a574-d1d156a24242,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:44.916181 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:44.916440 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:44.916745 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:44.917079 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:44.917400 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:44.917724 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:44.918055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:44.918370 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:44.918691 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:44.919009 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:44.919353 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:44.919672 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:44.965106 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:44.965663 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Floating IP 6df8b1ab-09d4-4f86-ac26-f7fec031b3d8 disassociated (deleted). External IP: 172.25.4.194, port: 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a. Jul 06 13:03:45.194280 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:03:45.604044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:03:45.609398 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:45.614477 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e511031f-d5a2-4275-aa17-c937542d6010 None None] Sync routers for ids ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:03:45.624074 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e511031f-d5a2-4275-aa17-c937542d6010 None None] Routers {'68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:03:45.624679 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e511031f-d5a2-4275-aa17-c937542d6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:45.649392 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-95ae9704-a905-483d-8734-35fe0cbf790a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/floatingips/6df8b1ab-09d4-4f86-ac26-f7fec031b3d8 HTTP/1.1" status: 204 len: 168 time: 1.2698832 Jul 06 13:03:45.650018 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e503fbb1-ca80-4cf5-9ca2-b4162d0d037b', 'tag': '52c028fb-4e2b-49c1-b5cb-28ff0d472f7a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:03:45.652472 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2020705b-d885-4f86-87f4-59d34a7f55f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e503fbb1-ca80-4cf5-9ca2-b4162d0d037b", "tag": "52c028fb-4e2b-49c1-b5cb-28ff0d472f7a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:03:45.747831 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e511031f-d5a2-4275-aa17-c937542d6010 None None] Set router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:03:45.918046 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93603f7d-1e6c-4f6f-8d48-688c1642ca63 x-openstack-request-id: req-93603f7d-1e6c-4f6f-8d48-688c1642ca63 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:03:45.918344 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e503fbb1-ca80-4cf5-9ca2-b4162d0d037b", "tag": "52c028fb-4e2b-49c1-b5cb-28ff0d472f7a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:03:45.918597 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93603f7d-1e6c-4f6f-8d48-688c1642ca63 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:03:45.919004 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e503fbb1-ca80-4cf5-9ca2-b4162d0d037b', 'tag': '52c028fb-4e2b-49c1-b5cb-28ff0d472f7a', 'status': 'completed', 'code': 200} Jul 06 13:03:45.983174 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e511031f-d5a2-4275-aa17-c937542d6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693499018', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:02:47Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:48Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '37acb0a7-16be-4532-a1f1-dc86f9e5f52b', 'name': '', 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:88:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '07f906a5-38fd-493d-9700-2b9091775555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:51Z', 'updated_at': '2021-07-06T13:02:55Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '07f906a5-38fd-493d-9700-2b9091775555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:46.016411 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e511031f-d5a2-4275-aa17-c937542d6010 None None] Checking router: 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:03:46.025379 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e511031f-d5a2-4275-aa17-c937542d6010 None None] Routers {'68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:03:46.026023 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e511031f-d5a2-4275-aa17-c937542d6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:46.034624 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020705b-d885-4f86-87f4-59d34a7f55f6 req-a9e49cf7-d37a-447a-a15d-c75fc78071a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:46.037343 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2020705b-d885-4f86-87f4-59d34a7f55f6 req-a9e49cf7-d37a-447a-a15d-c75fc78071a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 1096 time: 0.0926466 Jul 06 13:03:46.159415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904371b-ee80-4c45-b8eb-7a3170bd56e5 req-08e99e4e-1c79-4dce-b8ad-f11972459575 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:46.161282 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f904371b-ee80-4c45-b8eb-7a3170bd56e5 req-08e99e4e-1c79-4dce-b8ad-f11972459575 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 945 time: 0.0874572 Jul 06 13:03:46.166406 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020705b-d885-4f86-87f4-59d34a7f55f6 req-15c8d8fb-8d94-420a-b4e0-5c66d0ff32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:46.166406 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2020705b-d885-4f86-87f4-59d34a7f55f6 req-15c8d8fb-8d94-420a-b4e0-5c66d0ff32b2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 HTTP/1.1" status: 200 len: 897 time: 0.1192172 Jul 06 13:03:46.166810 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e511031f-d5a2-4275-aa17-c937542d6010 None None] Set router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:03:46.215724 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f904371b-ee80-4c45-b8eb-7a3170bd56e5 req-ac518822-679c-4d8a-8df7-09baca11dce6 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480499 Jul 06 13:03:46.218953 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2020705b-d885-4f86-87f4-59d34a7f55f6 req-1f06bf57-1184-471a-aef9-d81d1f82e594 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a HTTP/1.1" status: 200 len: 217 time: 0.0471880 Jul 06 13:03:46.284075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020705b-d885-4f86-87f4-59d34a7f55f6 req-050ddfa4-1df2-4c15-be52-c6acdd0babb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:46.286363 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2020705b-d885-4f86-87f4-59d34a7f55f6 req-050ddfa4-1df2-4c15-be52-c6acdd0babb9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=07f906a5-38fd-493d-9700-2b9091775555 HTTP/1.1" status: 200 len: 835 time: 0.0595191 Jul 06 13:03:46.353155 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020705b-d885-4f86-87f4-59d34a7f55f6 req-e8ac0415-adc2-4725-a96c-fc82aefce901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:46.354929 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2020705b-d885-4f86-87f4-59d34a7f55f6 req-e8ac0415-adc2-4725-a96c-fc82aefce901 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=126a1cea-c1a4-4d10-8a4b-bff17ced7fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619063 Jul 06 13:03:46.410760 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e511031f-d5a2-4275-aa17-c937542d6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693499018', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:02:47Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:48Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '37acb0a7-16be-4532-a1f1-dc86f9e5f52b', 'name': '', 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:88:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '07f906a5-38fd-493d-9700-2b9091775555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:51Z', 'updated_at': '2021-07-06T13:02:55Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '07f906a5-38fd-493d-9700-2b9091775555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:46.439567 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e511031f-d5a2-4275-aa17-c937542d6010 None None] The sync data for ids ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'] in n-d-799529-2 is: [{'id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693499018', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:02:47Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:48Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '37acb0a7-16be-4532-a1f1-dc86f9e5f52b', 'name': '', 'network_id': '126a1cea-c1a4-4d10-8a4b-bff17ced7fd7', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'mac_address': 'fa:16:3e:88:55:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '07f906a5-38fd-493d-9700-2b9091775555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:51Z', 'updated_at': '2021-07-06T13:02:55Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'subnets': [{'id': '07f906a5-38fd-493d-9700-2b9091775555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:03:46.462263 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2020705b-d885-4f86-87f4-59d34a7f55f6 req-6260b32a-474b-4d46-9ca1-ad2598bdbe0f service neutron] 10.222.0.89 "GET /v2.0/networks/126a1cea-c1a4-4d10-8a4b-bff17ced7fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999689 Jul 06 13:03:46.593562 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2020705b-d885-4f86-87f4-59d34a7f55f6 req-6c890e6d-b959-4a9a-a8a8-a4c173cf0408 service neutron] 10.222.0.89 "GET /v2.0/networks/126a1cea-c1a4-4d10-8a4b-bff17ced7fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239657 Jul 06 13:03:46.754289 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd86f25-818e-46b4-bfb7-376531b76cd3 None None] New status for floating IP 6df8b1ab-09d4-4f86-ac26-f7fec031b3d8: DOWN {{(pid=100429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:03:47.434262 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609ef8c-0c82-4658-a914-8dd1dfbf7b04 req-a5b1583e-7fe9-4495-8193-ead315055cf5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:47.436101 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8609ef8c-0c82-4658-a914-8dd1dfbf7b04 req-a5b1583e-7fe9-4495-8193-ead315055cf5 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 945 time: 0.0865574 Jul 06 13:03:47.484722 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8609ef8c-0c82-4658-a914-8dd1dfbf7b04 req-e2bef88c-c4b0-4b34-ac96-b7cbcbec1541 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/security-groups?id=9163ad58-80b6-478c-b4ba-7aa7ee9029c8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418561 Jul 06 13:03:47.550984 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5682ee-379f-43e9-b058-c63de7426c7d req-e44931db-90b0-4807-a744-04c7e3ab4420 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:47.552556 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ca5682ee-379f-43e9-b058-c63de7426c7d req-e44931db-90b0-4807-a744-04c7e3ab4420 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.89 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 945 time: 0.0815096 Jul 06 13:03:47.668741 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ca5682ee-379f-43e9-b058-c63de7426c7d req-29cccdb9-bd52-4b17-ba83-072a6ae17940 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:03:47.669087 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca5682ee-379f-43e9-b058-c63de7426c7d req-29cccdb9-bd52-4b17-ba83-072a6ae17940 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:47.761675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ca5682ee-379f-43e9-b058-c63de7426c7d req-29cccdb9-bd52-4b17-ba83-072a6ae17940 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] For port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a,segment=NetworkSegment(5a6d8570-67da-4cb7-ba69-d4ab06bf1132),segment_id=5a6d8570-67da-4cb7-ba69-d4ab06bf1132)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:03:47.761957 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca5682ee-379f-43e9-b058-c63de7426c7d req-29cccdb9-bd52-4b17-ba83-072a6ae17940 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:47.775701 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ca5682ee-379f-43e9-b058-c63de7426c7d req-29cccdb9-bd52-4b17-ba83-072a6ae17940 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:03:47.919160 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca5682ee-379f-43e9-b058-c63de7426c7d req-29cccdb9-bd52-4b17-ba83-072a6ae17940 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:47.966679 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cccdb9-bd52-4b17-ba83-072a6ae17940 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=52c028fb-4e2b-49c1-b5cb-28ff0d472f7a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:48.023201 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5682ee-379f-43e9-b058-c63de7426c7d req-29cccdb9-bd52-4b17-ba83-072a6ae17940 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] No DVR routers for this DVR port 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:03:48.025731 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca5682ee-379f-43e9-b058-c63de7426c7d req-29cccdb9-bd52-4b17-ba83-072a6ae17940 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:48.028002 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ca5682ee-379f-43e9-b058-c63de7426c7d req-29cccdb9-bd52-4b17-ba83-072a6ae17940 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.89 "DELETE /v2.0/ports/52c028fb-4e2b-49c1-b5cb-28ff0d472f7a HTTP/1.1" status: 204 len: 173 time: 0.4700353 Jul 06 13:03:48.028277 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e503fbb1-ca80-4cf5-9ca2-b4162d0d037b', 'name': 'network-vif-deleted', 'tag': '52c028fb-4e2b-49c1-b5cb-28ff0d472f7a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:03:48.030528 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c89e116-bc52-4153-a606-5422c47de853" -d '{"events": [{"server_uuid": "e503fbb1-ca80-4cf5-9ca2-b4162d0d037b", "name": "network-vif-deleted", "tag": "52c028fb-4e2b-49c1-b5cb-28ff0d472f7a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:03:48.072801 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ea6699-0140-441d-bc7b-02e4d5b44c59 x-openstack-request-id: req-b2ea6699-0140-441d-bc7b-02e4d5b44c59 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:03:48.073231 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e503fbb1-ca80-4cf5-9ca2-b4162d0d037b", "name": "network-vif-deleted", "tag": "52c028fb-4e2b-49c1-b5cb-28ff0d472f7a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:03:48.073231 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2ea6699-0140-441d-bc7b-02e4d5b44c59 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:03:48.073637 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e503fbb1-ca80-4cf5-9ca2-b4162d0d037b', 'name': 'network-vif-deleted', 'tag': '52c028fb-4e2b-49c1-b5cb-28ff0d472f7a', 'status': 'completed', 'code': 200} Jul 06 13:03:48.668320 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7ce00970-ddfe-43b1-88cc-77e3cbf44893 req-62e9f65a-d833-42c7-b9c1-d2ed46d9e354 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "GET /v2.0/ports?device_id=e503fbb1-ca80-4cf5-9ca2-b4162d0d037b HTTP/1.1" status: 200 len: 210 time: 0.0325878 Jul 06 13:03:49.768320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56674) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:50.150577 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9626fd9-c67f-4a2d-92b4-de68ffbb8ff0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:50.468025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f9626fd9-c67f-4a2d-92b4-de68ffbb8ff0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:03:50.468306 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9626fd9-c67f-4a2d-92b4-de68ffbb8ff0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:50.583056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-f9626fd9-c67f-4a2d-92b4-de68ffbb8ff0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] For port 37acb0a7-16be-4532-a1f1-dc86f9e5f52b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=37acb0a7-16be-4532-a1f1-dc86f9e5f52b,segment=NetworkSegment(5a6d8570-67da-4cb7-ba69-d4ab06bf1132),segment_id=5a6d8570-67da-4cb7-ba69-d4ab06bf1132)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:03:50.583440 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9626fd9-c67f-4a2d-92b4-de68ffbb8ff0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:50.596468 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f9626fd9-c67f-4a2d-92b4-de68ffbb8ff0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for 37acb0a7-16be-4532-a1f1-dc86f9e5f52b owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:03:50.801220 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9626fd9-c67f-4a2d-92b4-de68ffbb8ff0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:50.830448 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9626fd9-c67f-4a2d-92b4-de68ffbb8ff0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=37acb0a7-16be-4532-a1f1-dc86f9e5f52b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:51.048738 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9626fd9-c67f-4a2d-92b4-de68ffbb8ff0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:51.296696 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9626fd9-c67f-4a2d-92b4-de68ffbb8ff0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:03:51.436649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9626fd9-c67f-4a2d-92b4-de68ffbb8ff0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:03:51.442759 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f9626fd9-c67f-4a2d-92b4-de68ffbb8ff0 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "PUT /v2.0/routers/68a2f71f-b8e7-4328-9cf8-f29cfc3610f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6726820 Jul 06 13:03:51.446376 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56676) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:51.446544 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745b5ce-c098-4544-b6a6-251dffb7b611 None None] Sync routers for ids ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:03:51.457879 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745b5ce-c098-4544-b6a6-251dffb7b611 None None] Routers {'68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:03:51.458491 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e745b5ce-c098-4544-b6a6-251dffb7b611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:51.499836 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd748377-b71b-41f6-b55c-eb7def0f340a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting subnet 07f906a5-38fd-493d-9700-2b9091775555 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:03:51.503464 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd748377-b71b-41f6-b55c-eb7def0f340a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:51.561234 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd748377-b71b-41f6-b55c-eb7def0f340a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10365204'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:51.602684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:03:51.625272 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:03:51.625614 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device 52c028fb-4e2b-49c1-b5cb-28ff0d472f7a not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:03:51.672526 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd748377-b71b-41f6-b55c-eb7def0f340a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:51.673082 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e745b5ce-c098-4544-b6a6-251dffb7b611 None None] Set router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:03:51.740138 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd748377-b71b-41f6-b55c-eb7def0f340a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9739134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10213969'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:51.769808 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd748377-b71b-41f6-b55c-eb7def0f340a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Subnet': ['ID=07f906a5-38fd-493d-9700-2b9091775555,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:51.772329 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd748377-b71b-41f6-b55c-eb7def0f340a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:51.776584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d07e57-f696-40d2-8e28-efad85d25346 None None] Network 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:03:51.776815 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56678) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:51.784561 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-dd748377-b71b-41f6-b55c-eb7def0f340a tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/subnets/07f906a5-38fd-493d-9700-2b9091775555 HTTP/1.1" status: 204 len: 168 time: 0.3272121 Jul 06 13:03:51.881488 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e745b5ce-c098-4544-b6a6-251dffb7b611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693499018', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:02:47Z', 'updated_at': '2021-07-06T13:03:50Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:48Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:51.896224 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:51.909310 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745b5ce-c098-4544-b6a6-251dffb7b611 None None] Checking router: 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:03:51.919797 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745b5ce-c098-4544-b6a6-251dffb7b611 None None] Routers {'68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:03:51.920415 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e745b5ce-c098-4544-b6a6-251dffb7b611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:52.012322 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:52.014270 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] DHCP port deletion for 126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:03:52.037607 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e745b5ce-c098-4544-b6a6-251dffb7b611 None None] Set router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:03:52.065369 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Deleting port 16c7fec1-65c3-4cda-a650-21693dabf3ab {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:03:52.066419 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:52.076572 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Deleting port bdce980a-367c-40b7-b35f-79dfe7288c4e {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:03:52.076906 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:52.138931 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] For port 16c7fec1-65c3-4cda-a650-21693dabf3ab, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=16c7fec1-65c3-4cda-a650-21693dabf3ab,segment=NetworkSegment(5a6d8570-67da-4cb7-ba69-d4ab06bf1132),segment_id=5a6d8570-67da-4cb7-ba69-d4ab06bf1132)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:03:52.139304 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:52.153128 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Calling delete_port for 16c7fec1-65c3-4cda-a650-21693dabf3ab owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:03:52.176989 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] For port bdce980a-367c-40b7-b35f-79dfe7288c4e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=bdce980a-367c-40b7-b35f-79dfe7288c4e,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:03:52.178125 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:52.192008 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Calling delete_port for bdce980a-367c-40b7-b35f-79dfe7288c4e owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:03:52.231288 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e745b5ce-c098-4544-b6a6-251dffb7b611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693499018', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:02:47Z', 'updated_at': '2021-07-06T13:03:50Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:48Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:52.249771 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:52.264837 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745b5ce-c098-4544-b6a6-251dffb7b611 None None] The sync data for ids ['68a2f71f-b8e7-4328-9cf8-f29cfc3610f4'] in n-d-799529-2 is: [{'id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-693499018', 'tenant_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:02:47Z', 'updated_at': '2021-07-06T13:03:50Z', 'revision_number': 5, 'project_id': 'aa49d030c0f44f41a3c32b32bbb85d24', 'gw_port': {'id': 'bdce980a-367c-40b7-b35f-79dfe7288c4e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a2f71f-b8e7-4328-9cf8-f29cfc3610f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:02:48Z', 'updated_at': '2021-07-06T13:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:03:52.281695 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Pushing event deleted for resources: {'Port': ['ID=16c7fec1-65c3-4cda-a650-21693dabf3ab,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:52.288052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] No DVR routers for this DVR port 16c7fec1-65c3-4cda-a650-21693dabf3ab on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:03:52.302851 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.303784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.304463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.305099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.305516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.305965 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.306363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.306792 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.307187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.307610 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.307949 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.308938 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af8820-37ec-4f86-be63-023b7f4312cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.392183 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:52.418692 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Port': ['ID=bdce980a-367c-40b7-b35f-79dfe7288c4e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:52.446544 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.446896 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.447270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.447606 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.447938 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.448269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.448600 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.448930 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.449258 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.449585 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.449902 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.450224 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:03:52.496555 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:52.951102 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:52.954061 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:53.004325 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:53.004894 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Fanout notify agent at l3_agent the message router_deleted on router 68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:03:53.012580 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:53.015880 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bd00aed7-3e95-4a3f-b08b-aba93f33e090 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/routers/68a2f71f-b8e7-4328-9cf8-f29cfc3610f4 HTTP/1.1" status: 204 len: 168 time: 1.2371950 Jul 06 13:03:53.016802 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56680) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:53.123962 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd613b1e-77ce-4030-b8e5-55d516b1a6fa tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:53.219940 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd613b1e-77ce-4030-b8e5-55d516b1a6fa tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:53.230924 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-cd613b1e-77ce-4030-b8e5-55d516b1a6fa tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126a1cea-c1a4-4d10-8a4b-bff17ced7fd7']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:53.243339 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-cd613b1e-77ce-4030-b8e5-55d516b1a6fa tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6d8570-67da-4cb7-ba69-d4ab06bf1132') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:53.243675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-cd613b1e-77ce-4030-b8e5-55d516b1a6fa tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6d8570-67da-4cb7-ba69-d4ab06bf1132') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:53.252985 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd613b1e-77ce-4030-b8e5-55d516b1a6fa tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:53.267706 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd613b1e-77ce-4030-b8e5-55d516b1a6fa tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:53.274044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd613b1e-77ce-4030-b8e5-55d516b1a6fa tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:03:53.274495 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd613b1e-77ce-4030-b8e5-55d516b1a6fa tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: timer() Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:03:53.277747 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:03:53.348582 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd613b1e-77ce-4030-b8e5-55d516b1a6fa tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:53.357845 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cd613b1e-77ce-4030-b8e5-55d516b1a6fa tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:53.360174 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cd613b1e-77ce-4030-b8e5-55d516b1a6fa tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/networks/126a1cea-c1a4-4d10-8a4b-bff17ced7fd7 HTTP/1.1" status: 204 len: 168 time: 0.3421488 Jul 06 13:03:53.364887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56682) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:53.374649 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd613b1e-77ce-4030-b8e5-55d516b1a6fa tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'Network': ['ID=126a1cea-c1a4-4d10-8a4b-bff17ced7fd7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:53.436578 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-369e982f-6dcc-4153-88dd-1389e5a3a196 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:53.471069 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-369e982f-6dcc-4153-88dd-1389e5a3a196 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:53.533479 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bdce980a-367c-40b7-b35f-79dfe7288c4e no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:03:53.561482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: bdce980a-367c-40b7-b35f-79dfe7288c4e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:03:53.561857 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device bdce980a-367c-40b7-b35f-79dfe7288c4e not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:03:53.562321 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 16c7fec1-65c3-4cda-a650-21693dabf3ab no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:03:53.569735 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-369e982f-6dcc-4153-88dd-1389e5a3a196 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:53.572463 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-369e982f-6dcc-4153-88dd-1389e5a3a196 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:53.575283 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-369e982f-6dcc-4153-88dd-1389e5a3a196 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] 10.222.0.81 "DELETE /v2.0/security-groups/9163ad58-80b6-478c-b4ba-7aa7ee9029c8 HTTP/1.1" status: 204 len: 168 time: 0.2074006 Jul 06 13:03:53.586941 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 16c7fec1-65c3-4cda-a650-21693dabf3ab {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:03:53.587197 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e982f-6dcc-4153-88dd-1389e5a3a196 tempest-TestNetworkAdvancedServerOps-668609026 tempest-TestNetworkAdvancedServerOps-668609026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9163ad58-80b6-478c-b4ba-7aa7ee9029c8,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:53.587360 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 16c7fec1-65c3-4cda-a650-21693dabf3ab not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:03:53.587812 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 37acb0a7-16be-4532-a1f1-dc86f9e5f52b no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:03:53.613681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 37acb0a7-16be-4532-a1f1-dc86f9e5f52b {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:03:53.614046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 37acb0a7-16be-4532-a1f1-dc86f9e5f52b not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:03:53.956180 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56690) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:54.113397 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-df1a9ebc-ea5c-4060-85bd-deacd31cb01d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aa49d030c0f44f41a3c32b32bbb85d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552660 Jul 06 13:03:54.116693 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56694) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:54.169778 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4f60a51c-11d3-4758-89ee-b6b8c685c27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:54.191684 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4f60a51c-11d3-4758-89ee-b6b8c685c27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:54.241212 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4f60a51c-11d3-4758-89ee-b6b8c685c27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:54.244297 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4f60a51c-11d3-4758-89ee-b6b8c685c27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:54.245345 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4f60a51c-11d3-4758-89ee-b6b8c685c27f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46a00583-e3a2-4281-94db-f79df56ef961 HTTP/1.1" status: 204 len: 168 time: 0.1277061 Jul 06 13:03:54.253330 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60a51c-11d3-4758-89ee-b6b8c685c27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a00583-e3a2-4281-94db-f79df56ef961,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:54.525168 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56700) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:54.540460 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-962978e2-1d22-4783-ad54-29ad548ea94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:54.636492 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-962978e2-1d22-4783-ad54-29ad548ea94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:54.640831 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-962978e2-1d22-4783-ad54-29ad548ea94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:54.677900 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962978e2-1d22-4783-ad54-29ad548ea94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b270a9-5644-45aa-bc8e-0b591c2bfebf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:54.682213 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-962978e2-1d22-4783-ad54-29ad548ea94b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e7732ec179774d9a8e7448f07d339e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558197 Jul 06 13:03:54.684765 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56702) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:54.745745 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4cb0df5c-0426-4436-af47-5ac2af807eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:54.767367 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4cb0df5c-0426-4436-af47-5ac2af807eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:54.817445 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4cb0df5c-0426-4436-af47-5ac2af807eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:54.820329 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4cb0df5c-0426-4436-af47-5ac2af807eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:54.821479 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4cb0df5c-0426-4436-af47-5ac2af807eae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f4b270a9-5644-45aa-bc8e-0b591c2bfebf HTTP/1.1" status: 204 len: 168 time: 0.1357918 Jul 06 13:03:54.831778 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0df5c-0426-4436-af47-5ac2af807eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b270a9-5644-45aa-bc8e-0b591c2bfebf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:55.605328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56724) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:55.712607 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-98ffc8fc-70f6-4a6f-90ca-08becdd50142 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1717160246-network', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:03:55.733876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ffc8fc-70f6-4a6f-90ca-08becdd50142 admin admin] Made reservation on behalf of 8809fc250ccd4714806d21a3b547c0e3 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:03:55.736632 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98ffc8fc-70f6-4a6f-90ca-08becdd50142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:55.746826 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98ffc8fc-70f6-4a6f-90ca-08becdd50142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:55.849894 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98ffc8fc-70f6-4a6f-90ca-08becdd50142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:55.853743 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98ffc8fc-70f6-4a6f-90ca-08becdd50142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:55.882646 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ffc8fc-70f6-4a6f-90ca-08becdd50142 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:03:55.888274 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffc8fc-70f6-4a6f-90ca-08becdd50142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8945fb-58da-4904-9964-1c475da1125d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:55.897419 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98ffc8fc-70f6-4a6f-90ca-08becdd50142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:55.897782 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-98ffc8fc-70f6-4a6f-90ca-08becdd50142 admin admin] Added segment 20e52a7c-d5c1-4f66-a632-126301c1c1d0 of type vlan for network ef1b981b-7996-4cc9-9850-b59b2fa19256 Jul 06 13:03:55.941185 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98ffc8fc-70f6-4a6f-90ca-08becdd50142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:55.973208 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98ffc8fc-70f6-4a6f-90ca-08becdd50142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:55.974920 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ffc8fc-70f6-4a6f-90ca-08becdd50142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:55.975702 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98ffc8fc-70f6-4a6f-90ca-08becdd50142 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:56.031729 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-98ffc8fc-70f6-4a6f-90ca-08becdd50142 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4251704 Jul 06 13:03:56.035955 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56728) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:56.041948 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-e1e70d9a-f91a-4c5b-995f-faac620d9038 admin admin] Request body: {'subnet': {'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1717160246-subnet', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:03:56.042129 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffc8fc-70f6-4a6f-90ca-08becdd50142 admin admin] Pushing event updated for resources: {'Network': ['ID=ef1b981b-7996-4cc9-9850-b59b2fa19256,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:56.053516 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network ef1b981b-7996-4cc9-9850-b59b2fa19256 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:03:56.073356 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e70d9a-f91a-4c5b-995f-faac620d9038 admin admin] Made reservation on behalf of 8809fc250ccd4714806d21a3b547c0e3 for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:03:56.076024 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e1e70d9a-f91a-4c5b-995f-faac620d9038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:56.260259 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e1e70d9a-f91a-4c5b-995f-faac620d9038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:56.318287 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e70d9a-f91a-4c5b-995f-faac620d9038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aadea80-4ddc-4155-a776-0d23f64fb9cc,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:56.330502 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e70d9a-f91a-4c5b-995f-faac620d9038 admin admin] Checking segment: {'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:03:56.330862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e70d9a-f91a-4c5b-995f-faac620d9038 admin admin] Network hostable DHCP agents. Network: ef1b981b-7996-4cc9-9850-b59b2fa19256, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:03:56.359341 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e70d9a-f91a-4c5b-995f-faac620d9038 admin admin] Network ef1b981b-7996-4cc9-9850-b59b2fa19256 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:03:56.372124 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-e1e70d9a-f91a-4c5b-995f-faac620d9038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, ef1b981b-7996-4cc9-9850-b59b2fa19256) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:03:56.379702 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e70d9a-f91a-4c5b-995f-faac620d9038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:03:56.380095 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e1e70d9a-f91a-4c5b-995f-faac620d9038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:56.384619 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e156a1-792d-4747-8c11-8257087e6efb None None] Network ef1b981b-7996-4cc9-9850-b59b2fa19256 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:03:56.399794 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-e1e70d9a-f91a-4c5b-995f-faac620d9038 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3620141 Jul 06 13:03:56.402608 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56730) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:56.407363 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:03:56.430333 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:56.431476 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:56.496345 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:56.555958 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-ef1b981b-7996-4cc9-9850-b59b2fa19256', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:03:56.556879 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:56.651486 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:56.713026 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Allocated IP 172.20.0.2 (ef1b981b-7996-4cc9-9850-b59b2fa19256/6aadea80-4ddc-4155-a776-0d23f64fb9cc/8f9cdf8b-4727-48be-a59d-d4f64cf60c7c) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:03:56.883539 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:56.894669 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:56.905130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Transition to ACTIVE for port object 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:03:56.907056 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:56.921689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Transition to ACTIVE for port object 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:03:56.929096 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:56.966756 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Network ef1b981b-7996-4cc9-9850-b59b2fa19256 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:03:56.972472 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:03:56.976679 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:03:56.983860 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Pushing event updated for resources: {'Port': ['ID=8f9cdf8b-4727-48be-a59d-d4f64cf60c7c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:57.036682 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Allocated IP 172.25.4.137 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/6e97e70f-c9a7-4c5f-b278-e394414293ea) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:03:57.047363 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Attempting to bind port 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:03:57.047734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Attempting to bind port 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:03:57.048093 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Attempting to bind port 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c on network ef1b981b-7996-4cc9-9850-b59b2fa19256 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:03:57.055038 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:03:57.055907 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Checking segment: {'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:03:57.055907 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:57.056256 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Bound using segment: {'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:03:57.056734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Bound port: 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:03:57.057263 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:57.170592 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:57.227650 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:57.269256 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:03:57.274428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:03:57.278164 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:03:57.289174 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] For port 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:03:57.294005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] For port 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8f9cdf8b-4727-48be-a59d-d4f64cf60c7c,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:03:57.297991 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:57.302048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Pushing event updated for resources: {'Port': ['ID=6e97e70f-c9a7-4c5f-b278-e394414293ea,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:57.358712 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e48d7-6758-42f6-bcf8-bd74523f93b6 None None] Pushing event updated for resources: {'Port': ['ID=8f9cdf8b-4727-48be-a59d-d4f64cf60c7c,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:57.580256 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:57.812771 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:57.988439 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Router 6472359c-f917-4666-b73d-ce98718d7d25 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:03:58.123012 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:03:58.136829 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Sync routers for ids ['6472359c-f917-4666-b73d-ce98718d7d25'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:03:58.154218 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:58.154491 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Routers {'6472359c-f917-4666-b73d-ce98718d7d25'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:03:58.155331 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6472359c-f917-4666-b73d-ce98718d7d25'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:58.156444 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b56299af-a032-4574-b5f7-aceb27b467eb admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7525558 Jul 06 13:03:58.159745 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56734) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:03:58.288832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Set router 6472359c-f917-4666-b73d-ce98718d7d25 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:03:58.425809 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8915e2c8-0550-4b38-9952-8db3011f4b4d None None] Network ef1b981b-7996-4cc9-9850-b59b2fa19256 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:03:58.556828 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e69fc47c-9736-43a8-b0d4-ffa0ed732349 None None] Provisioning for port 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:03:58.624898 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:57Z', 'revision_number': 3, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:58.648076 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:58.658246 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Checking router: 6472359c-f917-4666-b73d-ce98718d7d25 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:03:58.658520 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Updating router 6472359c-f917-4666-b73d-ce98718d7d25 port 6e97e70f-c9a7-4c5f-b278-e394414293ea binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:03:58.717579 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:58.838708 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Allocated IP 172.20.0.1 (ef1b981b-7996-4cc9-9850-b59b2fa19256/6aadea80-4ddc-4155-a776-0d23f64fb9cc/1754b45a-c9da-4b2b-b5b7-bbeed303f0af) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:03:58.999816 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.029490 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Transition to ACTIVE for port object 1754b45a-c9da-4b2b-b5b7-bbeed303f0af will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:03:59.046901 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.059030 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Transition to ACTIVE for port object 6e97e70f-c9a7-4c5f-b278-e394414293ea will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:03:59.067042 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.093257 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.129134 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Network ef1b981b-7996-4cc9-9850-b59b2fa19256 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:03:59.132291 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:03:59.137843 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:03:59.139956 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Attempting to bind port 6e97e70f-c9a7-4c5f-b278-e394414293ea on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:03:59.140915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Attempting to bind port 6e97e70f-c9a7-4c5f-b278-e394414293ea by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:03:59.140915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Attempting to bind port 6e97e70f-c9a7-4c5f-b278-e394414293ea on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:03:59.148568 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:03:59.148990 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:03:59.149344 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.149738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:03:59.150229 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Bound port: 6e97e70f-c9a7-4c5f-b278-e394414293ea, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:03:59.150608 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.153189 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8a5c-2b37-4793-89aa-f9ff53c8fe3e None None] Pushing event updated for resources: {'Port': ['ID=6e97e70f-c9a7-4c5f-b278-e394414293ea,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:59.177659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Pushing event updated for resources: {'Port': ['ID=1754b45a-c9da-4b2b-b5b7-bbeed303f0af,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:59.206606 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.220306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] For port 6e97e70f-c9a7-4c5f-b278-e394414293ea, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:03:59.225678 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] For port 6e97e70f-c9a7-4c5f-b278-e394414293ea, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=6e97e70f-c9a7-4c5f-b278-e394414293ea,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:03:59.232984 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.311840 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Routers {'6472359c-f917-4666-b73d-ce98718d7d25'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:03:59.312683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6472359c-f917-4666-b73d-ce98718d7d25'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:59.361734 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8a5c-2b37-4793-89aa-f9ff53c8fe3e None None] Pushing event updated for resources: {'Port': ['ID=6e97e70f-c9a7-4c5f-b278-e394414293ea,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:59.392341 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:03:59.426224 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.483882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] Set router 6472359c-f917-4666-b73d-ce98718d7d25 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:03:59.592716 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c4e6138d-c1ce-4270-a013-cc1bfdcab6e1 None None] Provisioning for port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:03:59.599986 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:03:59.609656 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c4e6138d-c1ce-4270-a013-cc1bfdcab6e1 None None] Provisioning complete for port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:03:59.610025 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c4e6138d-c1ce-4270-a013-cc1bfdcab6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.615731 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:03:59.616102 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.634900 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.641957 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.700613 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c4e6138d-c1ce-4270-a013-cc1bfdcab6e1 None None] Port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:03:59.733051 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.736718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Pushing event updated for resources: {'Port': ['ID=1754b45a-c9da-4b2b-b5b7-bbeed303f0af,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:03:59.807247 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.845737 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Network ef1b981b-7996-4cc9-9850-b59b2fa19256 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:03:59.846400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:57Z', 'revision_number': 3, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:03:59.848281 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:03:59.852520 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8f9cdf8b-4727-48be-a59d-d4f64cf60c7c,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:03:59.880492 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:03:59.884116 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1d275-84bf-47fc-b86c-69d76f32d0cd None None] The sync data for ids ['6472359c-f917-4666-b73d-ce98718d7d25'] in n-d-799529-2 is: [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:57Z', 'revision_number': 3, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:03:59.965243 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=8f9cdf8b-4727-48be-a59d-d4f64cf60c7c,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:00.000386 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Router 6472359c-f917-4666-b73d-ce98718d7d25 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:04:00.133081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-36435583-78c2-435a-ab44-a87bc8e10379 None None] Provisioning complete for port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:00.133283 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36435583-78c2-435a-ab44-a87bc8e10379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:00.134668 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:04:00.142803 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d5a29ef1-766d-4258-852b-b0365139bf6d admin admin] 10.222.0.81 "PUT /v2.0/routers/6472359c-f917-4666-b73d-ce98718d7d25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9819078 Jul 06 13:04:00.202527 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-36435583-78c2-435a-ab44-a87bc8e10379 None None] Port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:04:00.737050 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56750) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:04:00.743107 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bc1ddcfa-85d4-4bc2-8ef2-99c2c4c9d645 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1703110513-network', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:04:00.765485 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1ddcfa-85d4-4bc2-8ef2-99c2c4c9d645 admin admin] Made reservation on behalf of b4af2a05207c49e19a2cbb5ed1172348 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:04:00.768028 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc1ddcfa-85d4-4bc2-8ef2-99c2c4c9d645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:00.778259 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc1ddcfa-85d4-4bc2-8ef2-99c2c4c9d645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:00.881311 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc1ddcfa-85d4-4bc2-8ef2-99c2c4c9d645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:00.885654 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc1ddcfa-85d4-4bc2-8ef2-99c2c4c9d645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:00.913012 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1ddcfa-85d4-4bc2-8ef2-99c2c4c9d645 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:04:00.918320 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ddcfa-85d4-4bc2-8ef2-99c2c4c9d645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70aff3dc-fc99-472e-a88b-1aadb1e9aefa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:00.926055 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc1ddcfa-85d4-4bc2-8ef2-99c2c4c9d645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:00.926292 n-d-799529-2 neutron-server[100428]: INFO neutron.db.segments_db [None req-bc1ddcfa-85d4-4bc2-8ef2-99c2c4c9d645 admin admin] Added segment e2261367-b7b4-4483-abd5-92ac8fbb0bac of type vlan for network a390a3bb-cef8-404c-b3e8-21b1ea3117c9 Jul 06 13:04:00.965328 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc1ddcfa-85d4-4bc2-8ef2-99c2c4c9d645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:01.004129 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc1ddcfa-85d4-4bc2-8ef2-99c2c4c9d645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:01.005240 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1ddcfa-85d4-4bc2-8ef2-99c2c4c9d645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:01.005950 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc1ddcfa-85d4-4bc2-8ef2-99c2c4c9d645 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:01.063150 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-bc1ddcfa-85d4-4bc2-8ef2-99c2c4c9d645 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3217454 Jul 06 13:04:01.063391 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56752) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:04:01.068221 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-eec00cbe-d499-4058-aa39-6b683c27a52b admin admin] Request body: {'subnet': {'network_id': 'a390a3bb-cef8-404c-b3e8-21b1ea3117c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1703110513-subnet', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:04:01.084997 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ddcfa-85d4-4bc2-8ef2-99c2c4c9d645 admin admin] Pushing event updated for resources: {'Network': ['ID=a390a3bb-cef8-404c-b3e8-21b1ea3117c9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:01.095777 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network a390a3bb-cef8-404c-b3e8-21b1ea3117c9 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:04:01.101650 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec00cbe-d499-4058-aa39-6b683c27a52b admin admin] Made reservation on behalf of b4af2a05207c49e19a2cbb5ed1172348 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:04:01.104143 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eec00cbe-d499-4058-aa39-6b683c27a52b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:01.297459 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eec00cbe-d499-4058-aa39-6b683c27a52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:01.357675 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec00cbe-d499-4058-aa39-6b683c27a52b admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a4a056-f33e-48b5-ac0f-1184c574403c,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:01.367751 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec00cbe-d499-4058-aa39-6b683c27a52b admin admin] Checking segment: {'id': 'e2261367-b7b4-4483-abd5-92ac8fbb0bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a390a3bb-cef8-404c-b3e8-21b1ea3117c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:04:01.368111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec00cbe-d499-4058-aa39-6b683c27a52b admin admin] Network hostable DHCP agents. Network: a390a3bb-cef8-404c-b3e8-21b1ea3117c9, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:04:01.391518 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec00cbe-d499-4058-aa39-6b683c27a52b admin admin] Network a390a3bb-cef8-404c-b3e8-21b1ea3117c9 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:04:01.403594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-eec00cbe-d499-4058-aa39-6b683c27a52b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, a390a3bb-cef8-404c-b3e8-21b1ea3117c9) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:04:01.407619 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec00cbe-d499-4058-aa39-6b683c27a52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:01.408205 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eec00cbe-d499-4058-aa39-6b683c27a52b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:01.422427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973ecf12-cef6-4514-93ef-1a91042cc3dc None None] Network a390a3bb-cef8-404c-b3e8-21b1ea3117c9 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:04:01.425666 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-eec00cbe-d499-4058-aa39-6b683c27a52b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3612974 Jul 06 13:04:01.426504 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:04:01.429210 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56754) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:04:01.433840 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1703110513-router', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:04:01.463467 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:01.464714 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:01.521133 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:01.549568 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:01.550607 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:01.650735 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Sync routers for ids ['6472359c-f917-4666-b73d-ce98718d7d25'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:04:01.662446 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Routers {'6472359c-f917-4666-b73d-ce98718d7d25'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:04:01.662836 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6472359c-f917-4666-b73d-ce98718d7d25'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:01.685964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-a390a3bb-cef8-404c-b3e8-21b1ea3117c9', 'network_id': 'a390a3bb-cef8-404c-b3e8-21b1ea3117c9', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'fixed_ips': [{'subnet_id': '18a4a056-f33e-48b5-ac0f-1184c574403c'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:04:01.687798 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:01.731380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 6e97e70f-c9a7-4c5f-b278-e394414293ea up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:04:01.786331 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Set router 6472359c-f917-4666-b73d-ce98718d7d25 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:04:01.889296 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 6e97e70f-c9a7-4c5f-b278-e394414293ea completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:04:01.896816 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Allocated IP 172.20.0.2 (a390a3bb-cef8-404c-b3e8-21b1ea3117c9/18a4a056-f33e-48b5-ac0f-1184c574403c/f49c070a-3934-4c26-8e6c-84819d0223b9) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:04:01.899288 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 6e97e70f-c9a7-4c5f-b278-e394414293ea triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:01.899776 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.004100 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1754b45a-c9da-4b2b-b5b7-bbeed303f0af', 'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'mac_address': 'fa:16:3e:be:22:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:58Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 2, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'subnets': [{'id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:02.011714 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.033981 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Checking router: 6472359c-f917-4666-b73d-ce98718d7d25 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:04:02.034736 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Updating router 6472359c-f917-4666-b73d-ce98718d7d25 port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:04:02.072389 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.225382 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.234565 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.257510 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.279713 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 6e97e70f-c9a7-4c5f-b278-e394414293ea, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=6e97e70f-c9a7-4c5f-b278-e394414293ea,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:04:02.289613 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.326740 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.344041 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Transition to ACTIVE for port object f49c070a-3934-4c26-8e6c-84819d0223b9 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:04:02.361890 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.371342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Transition to ACTIVE for port object f49c070a-3934-4c26-8e6c-84819d0223b9 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:04:02.372085 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Transition to ACTIVE for port object 1754b45a-c9da-4b2b-b5b7-bbeed303f0af will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:04:02.372960 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=6e97e70f-c9a7-4c5f-b278-e394414293ea,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:02.379970 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Allocated IP 172.25.4.64 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/c71c5449-50e6-400f-8ef4-8853fe98eb2e) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:04:02.380591 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.383763 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.439676 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Network a390a3bb-cef8-404c-b3e8-21b1ea3117c9 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:04:02.445684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:04:02.451256 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:04:02.465263 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Pushing event updated for resources: {'Port': ['ID=f49c070a-3934-4c26-8e6c-84819d0223b9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:02.489709 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Attempting to bind port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:04:02.490385 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Attempting to bind port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:04:02.490924 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Attempting to bind port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af on network ef1b981b-7996-4cc9-9850-b59b2fa19256 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:04:02.497685 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:04:02.497854 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Checking segment: {'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:04:02.498248 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.498646 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Bound using segment: {'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:04:02.500954 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Bound port: 1754b45a-c9da-4b2b-b5b7-bbeed303f0af, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:04:02.501583 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.505023 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.515779 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ca565-5034-449f-bd17-f3358d8c53be None None] Pushing event updated for resources: {'Port': ['ID=1754b45a-c9da-4b2b-b5b7-bbeed303f0af,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:02.526746 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ca565-5034-449f-bd17-f3358d8c53be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:02.527291 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ca565-5034-449f-bd17-f3358d8c53be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:02.527806 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ca565-5034-449f-bd17-f3358d8c53be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:02.528288 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ca565-5034-449f-bd17-f3358d8c53be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:02.528777 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ca565-5034-449f-bd17-f3358d8c53be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:02.529255 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ca565-5034-449f-bd17-f3358d8c53be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:02.529726 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ca565-5034-449f-bd17-f3358d8c53be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:02.530222 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ca565-5034-449f-bd17-f3358d8c53be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:02.530758 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ca565-5034-449f-bd17-f3358d8c53be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:02.531082 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ca565-5034-449f-bd17-f3358d8c53be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:02.531441 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ca565-5034-449f-bd17-f3358d8c53be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:02.531762 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61ca565-5034-449f-bd17-f3358d8c53be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:04:02.540113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Attempting to bind port f49c070a-3934-4c26-8e6c-84819d0223b9 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:04:02.540836 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Attempting to bind port f49c070a-3934-4c26-8e6c-84819d0223b9 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e2261367-b7b4-4483-abd5-92ac8fbb0bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a390a3bb-cef8-404c-b3e8-21b1ea3117c9'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:04:02.541584 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Attempting to bind port f49c070a-3934-4c26-8e6c-84819d0223b9 on network a390a3bb-cef8-404c-b3e8-21b1ea3117c9 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:04:02.548176 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.550721 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:04:02.551489 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Checking segment: {'id': 'e2261367-b7b4-4483-abd5-92ac8fbb0bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a390a3bb-cef8-404c-b3e8-21b1ea3117c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:04:02.552254 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.553124 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Bound using segment: {'id': 'e2261367-b7b4-4483-abd5-92ac8fbb0bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a390a3bb-cef8-404c-b3e8-21b1ea3117c9'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:04:02.553797 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Bound port: f49c070a-3934-4c26-8e6c-84819d0223b9, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2261367-b7b4-4483-abd5-92ac8fbb0bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a390a3bb-cef8-404c-b3e8-21b1ea3117c9'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:04:02.554417 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.589076 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:04:02.594898 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:04:02.597302 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] For port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:04:02.604308 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] For port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1754b45a-c9da-4b2b-b5b7-bbeed303f0af,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:04:02.608449 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:04:02.614298 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.655376 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] For port f49c070a-3934-4c26-8e6c-84819d0223b9, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:04:02.660915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] For port f49c070a-3934-4c26-8e6c-84819d0223b9, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f49c070a-3934-4c26-8e6c-84819d0223b9,segment=NetworkSegment(e2261367-b7b4-4483-abd5-92ac8fbb0bac),segment_id=e2261367-b7b4-4483-abd5-92ac8fbb0bac)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:04:02.667901 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:02.698315 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Pushing event updated for resources: {'Port': ['ID=c71c5449-50e6-400f-8ef4-8853fe98eb2e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:02.711822 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Routers {'6472359c-f917-4666-b73d-ce98718d7d25'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:04:02.713834 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6472359c-f917-4666-b73d-ce98718d7d25'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:02.730650 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea5c78-792d-49b8-b6e2-7837ce34942a None None] Pushing event updated for resources: {'Port': ['ID=f49c070a-3934-4c26-8e6c-84819d0223b9,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:02.917731 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ca565-5034-449f-bd17-f3358d8c53be None None] Pushing event updated for resources: {'Port': ['ID=1754b45a-c9da-4b2b-b5b7-bbeed303f0af,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:03.030416 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] Set router 6472359c-f917-4666-b73d-ce98718d7d25 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:04:03.107449 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:03.259408 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1754b45a-c9da-4b2b-b5b7-bbeed303f0af', 'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'mac_address': 'fa:16:3e:be:22:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:58Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'subnets': [{'id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:03.290726 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5c566-319c-403a-86a0-043dcdfc7465 None None] The sync data for ids ['6472359c-f917-4666-b73d-ce98718d7d25'] in n-d-799529-2 is: [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1754b45a-c9da-4b2b-b5b7-bbeed303f0af', 'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'mac_address': 'fa:16:3e:be:22:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:58Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'subnets': [{'id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:04:03.326474 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:03.474080 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 6e97e70f-c9a7-4c5f-b278-e394414293ea up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:04:03.502275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Router 04a3c216-c3c2-4c32-a912-64f433bc5986 is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:04:03.543962 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 6e97e70f-c9a7-4c5f-b278-e394414293ea triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:03.544416 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:03.649447 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:04:03.659665 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Sync routers for ids ['04a3c216-c3c2-4c32-a912-64f433bc5986'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:04:03.664848 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f49c070a-3934-4c26-8e6c-84819d0223b9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:04:03.677538 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:03.680183 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-38201bcc-adb7-46bc-afb5-75e1d643be93 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2498212 Jul 06 13:04:03.683005 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56756) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:04:03.707449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Routers {'04a3c216-c3c2-4c32-a912-64f433bc5986'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:04:03.708105 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['04a3c216-c3c2-4c32-a912-64f433bc5986'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:03.829834 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port f49c070a-3934-4c26-8e6c-84819d0223b9 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:04:03.836647 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Set router 04a3c216-c3c2-4c32-a912-64f433bc5986 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:04:04.033201 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dbd990-e5e8-454a-8ddb-109c4494d6f0 None None] Network a390a3bb-cef8-404c-b3e8-21b1ea3117c9 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:04:04.161612 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-afcb783f-1555-4d24-9f08-c39c2dc96c3f None None] Provisioning for port f49c070a-3934-4c26-8e6c-84819d0223b9 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:04:04.171012 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'name': 'tempest-TestShelveInstance-1703110513-router', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c71c5449-50e6-400f-8ef4-8853fe98eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:04:01Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 3, 'project_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'gw_port': {'id': 'c71c5449-50e6-400f-8ef4-8853fe98eb2e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:04:02Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:04.178920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-afcb783f-1555-4d24-9f08-c39c2dc96c3f None None] Provisioning complete for port f49c070a-3934-4c26-8e6c-84819d0223b9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:04.178920 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-afcb783f-1555-4d24-9f08-c39c2dc96c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:04.213482 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Checking router: 04a3c216-c3c2-4c32-a912-64f433bc5986 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:04:04.213832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Updating router 04a3c216-c3c2-4c32-a912-64f433bc5986 port c71c5449-50e6-400f-8ef4-8853fe98eb2e binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:04:04.240947 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:04.304081 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:04.441044 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Allocated IP 172.20.0.1 (a390a3bb-cef8-404c-b3e8-21b1ea3117c9/18a4a056-f33e-48b5-ac0f-1184c574403c/809e6487-45a9-4d9a-8f5f-06f74f4bd720) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:04:04.493448 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-afcb783f-1555-4d24-9f08-c39c2dc96c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:04.571169 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-afcb783f-1555-4d24-9f08-c39c2dc96c3f None None] For port f49c070a-3934-4c26-8e6c-84819d0223b9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f49c070a-3934-4c26-8e6c-84819d0223b9,segment=NetworkSegment(e2261367-b7b4-4483-abd5-92ac8fbb0bac),segment_id=e2261367-b7b4-4483-abd5-92ac8fbb0bac)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:04:04.580416 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-afcb783f-1555-4d24-9f08-c39c2dc96c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:04.606511 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:04.622945 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Transition to ACTIVE for port object 809e6487-45a9-4d9a-8f5f-06f74f4bd720 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:04:04.660202 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb783f-1555-4d24-9f08-c39c2dc96c3f None None] Pushing event updated for resources: {'Port': ['ID=f49c070a-3934-4c26-8e6c-84819d0223b9,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:04.670311 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:04.722567 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Network a390a3bb-cef8-404c-b3e8-21b1ea3117c9 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:04:04.728860 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:04:04.734877 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:04:04.735315 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:04.742384 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Pushing event updated for resources: {'Port': ['ID=809e6487-45a9-4d9a-8f5f-06f74f4bd720,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:04.752059 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Transition to ACTIVE for port object c71c5449-50e6-400f-8ef4-8853fe98eb2e will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:04:04.760785 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:04.787420 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:04.828752 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aee44e-fb32-478d-b841-c46c326ed0f4 None None] Pushing event updated for resources: {'Port': ['ID=c71c5449-50e6-400f-8ef4-8853fe98eb2e,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:04.833765 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Attempting to bind port c71c5449-50e6-400f-8ef4-8853fe98eb2e on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:04:04.833765 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Attempting to bind port c71c5449-50e6-400f-8ef4-8853fe98eb2e by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:04:04.833765 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Attempting to bind port c71c5449-50e6-400f-8ef4-8853fe98eb2e on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:04:04.840590 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6783d63f-0b7d-4089-a438-dee95ac4a5d4 None None] Provisioning complete for port f49c070a-3934-4c26-8e6c-84819d0223b9 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:04.840966 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6783d63f-0b7d-4089-a438-dee95ac4a5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:04.844152 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:04:04.844380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:04:04.845123 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:04.845123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:04:04.845565 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Bound port: c71c5449-50e6-400f-8ef4-8853fe98eb2e, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:04:04.845953 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:04.943280 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] For port c71c5449-50e6-400f-8ef4-8853fe98eb2e, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:04:04.947372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] For port c71c5449-50e6-400f-8ef4-8853fe98eb2e, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c71c5449-50e6-400f-8ef4-8853fe98eb2e,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:04:04.959515 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:04.972452 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:05.058484 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aee44e-fb32-478d-b841-c46c326ed0f4 None None] Pushing event updated for resources: {'Port': ['ID=c71c5449-50e6-400f-8ef4-8853fe98eb2e,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:05.062517 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Routers {'04a3c216-c3c2-4c32-a912-64f433bc5986'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:04:05.063135 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['04a3c216-c3c2-4c32-a912-64f433bc5986'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:05.148096 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:05.154299 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:05.186129 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8464bc87-acd9-4bb7-a921-bf2ddd58547e None None] Provisioning for port 809e6487-45a9-4d9a-8f5f-06f74f4bd720 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:04:05.189342 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] Set router 04a3c216-c3c2-4c32-a912-64f433bc5986 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:04:05.217807 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8464bc87-acd9-4bb7-a921-bf2ddd58547e None None] Provisioning complete for port 809e6487-45a9-4d9a-8f5f-06f74f4bd720 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:05.218320 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8464bc87-acd9-4bb7-a921-bf2ddd58547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:05.228162 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Pushing event updated for resources: {'Port': ['ID=809e6487-45a9-4d9a-8f5f-06f74f4bd720,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:05.251462 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:05.298877 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8464bc87-acd9-4bb7-a921-bf2ddd58547e None None] Port 809e6487-45a9-4d9a-8f5f-06f74f4bd720 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:04:05.360310 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Network a390a3bb-cef8-404c-b3e8-21b1ea3117c9 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:04:05.362596 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:04:05.457502 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1754b45a-c9da-4b2b-b5b7-bbeed303f0af up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:04:05.489663 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'name': 'tempest-TestShelveInstance-1703110513-router', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c71c5449-50e6-400f-8ef4-8853fe98eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:04:01Z', 'updated_at': '2021-07-06T13:04:04Z', 'revision_number': 4, 'project_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'gw_port': {'id': 'c71c5449-50e6-400f-8ef4-8853fe98eb2e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:04:02Z', 'updated_at': '2021-07-06T13:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '809e6487-45a9-4d9a-8f5f-06f74f4bd720', 'name': '', 'network_id': 'a390a3bb-cef8-404c-b3e8-21b1ea3117c9', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'mac_address': 'fa:16:3e:19:9c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '18a4a056-f33e-48b5-ac0f-1184c574403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:04:04Z', 'updated_at': '2021-07-06T13:04:04Z', 'revision_number': 1, 'project_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'subnets': [{'id': '18a4a056-f33e-48b5-ac0f-1184c574403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:05.522508 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Router 04a3c216-c3c2-4c32-a912-64f433bc5986 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:04:05.526207 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1d1ea-9853-4d6a-a56c-038d659850e6 None None] The sync data for ids ['04a3c216-c3c2-4c32-a912-64f433bc5986'] in n-d-799529-2 is: [{'id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'name': 'tempest-TestShelveInstance-1703110513-router', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c71c5449-50e6-400f-8ef4-8853fe98eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:04:01Z', 'updated_at': '2021-07-06T13:04:04Z', 'revision_number': 4, 'project_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'gw_port': {'id': 'c71c5449-50e6-400f-8ef4-8853fe98eb2e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:04:02Z', 'updated_at': '2021-07-06T13:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '809e6487-45a9-4d9a-8f5f-06f74f4bd720', 'name': '', 'network_id': 'a390a3bb-cef8-404c-b3e8-21b1ea3117c9', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'mac_address': 'fa:16:3e:19:9c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '18a4a056-f33e-48b5-ac0f-1184c574403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:04:04Z', 'updated_at': '2021-07-06T13:04:04Z', 'revision_number': 1, 'project_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'subnets': [{'id': '18a4a056-f33e-48b5-ac0f-1184c574403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:04:05.572623 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:04:05.579046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:05.579464 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:05.649899 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1db19b89-b9c2-4a81-b2cd-a7037470336b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:05.657021 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-3a2cb86c-db0e-49e5-81d3-3dc187913268 None None] Provisioning complete for port 809e6487-45a9-4d9a-8f5f-06f74f4bd720 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:05.657321 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a2cb86c-db0e-49e5-81d3-3dc187913268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:05.680612 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:04:05.685836 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-50d927c4-3286-4656-89ca-b50d25111d4c admin admin] 10.222.0.81 "PUT /v2.0/routers/04a3c216-c3c2-4c32-a912-64f433bc5986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0016618 Jul 06 13:04:05.736608 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3a2cb86c-db0e-49e5-81d3-3dc187913268 None None] Port 809e6487-45a9-4d9a-8f5f-06f74f4bd720 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:04:05.749759 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:05.795066 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1754b45a-c9da-4b2b-b5b7-bbeed303f0af,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:04:05.805116 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:05.806050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f49c070a-3934-4c26-8e6c-84819d0223b9 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:04:05.907609 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=1754b45a-c9da-4b2b-b5b7-bbeed303f0af,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:05.920150 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port f49c070a-3934-4c26-8e6c-84819d0223b9 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:05.920903 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:06.371557 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:06.545822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56766) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:04:06.551398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4d9b48bc-b33a-4e0e-b3c5-fcb29850ba26 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-39787462', 'description': 'tempest-secgroup-smoke-39787462 description', 'project_id': '8809fc250ccd4714806d21a3b547c0e3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:04:06.576337 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d9b48bc-b33a-4e0e-b3c5-fcb29850ba26 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:06.678249 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d9b48bc-b33a-4e0e-b3c5-fcb29850ba26 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:06.683130 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d9b48bc-b33a-4e0e-b3c5-fcb29850ba26 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:06.720992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b48bc-b33a-4e0e-b3c5-fcb29850ba26 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1e5363-84f6-4fb4-bfb2-05229386e81c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:06.728538 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d9b48bc-b33a-4e0e-b3c5-fcb29850ba26 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:06.732921 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56768) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:04:06.734018 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-4d9b48bc-b33a-4e0e-b3c5-fcb29850ba26 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1859727 Jul 06 13:04:06.738776 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-35a0250a-d60c-4272-b6f6-00ca76eccb29 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'security_group_rule': {'security_group_id': '5d1e5363-84f6-4fb4-bfb2-05229386e81c', 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:04:06.769692 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-35a0250a-d60c-4272-b6f6-00ca76eccb29 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:06.849190 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-35a0250a-d60c-4272-b6f6-00ca76eccb29 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:06.853853 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-35a0250a-d60c-4272-b6f6-00ca76eccb29 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:06.873313 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0250a-d60c-4272-b6f6-00ca76eccb29 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d431edb6-a182-43a6-b507-cb097a5b8f6e,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:06.882364 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-35a0250a-d60c-4272-b6f6-00ca76eccb29 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:06.887113 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-35a0250a-d60c-4272-b6f6-00ca76eccb29 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504817 Jul 06 13:04:06.887416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56770) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:04:06.894999 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-8c17c958-5843-4ebc-94c1-e7897b6f2f05 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'security_group_rule': {'security_group_id': '5d1e5363-84f6-4fb4-bfb2-05229386e81c', 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:04:06.932296 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8c17c958-5843-4ebc-94c1-e7897b6f2f05 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.021339 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8c17c958-5843-4ebc-94c1-e7897b6f2f05 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.027702 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8c17c958-5843-4ebc-94c1-e7897b6f2f05 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.053415 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17c958-5843-4ebc-94c1-e7897b6f2f05 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533495f5-be2d-4ae8-82ba-06562974d011,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:07.061944 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8c17c958-5843-4ebc-94c1-e7897b6f2f05 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.063332 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-8c17c958-5843-4ebc-94c1-e7897b6f2f05 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1746142 Jul 06 13:04:07.067091 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56772) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:04:07.071834 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-433de59d-8e53-41aa-8d01-7453b460a28a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'security_group_rule': {'security_group_id': '5d1e5363-84f6-4fb4-bfb2-05229386e81c', 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:04:07.102721 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433de59d-8e53-41aa-8d01-7453b460a28a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.184980 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433de59d-8e53-41aa-8d01-7453b460a28a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.190339 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433de59d-8e53-41aa-8d01-7453b460a28a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.216797 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433de59d-8e53-41aa-8d01-7453b460a28a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa676e10-32ca-4f72-865b-0e5bd65bb386,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:07.222014 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.226571 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433de59d-8e53-41aa-8d01-7453b460a28a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.228710 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-433de59d-8e53-41aa-8d01-7453b460a28a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1603029 Jul 06 13:04:07.232592 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56774) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:04:07.239263 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-20eb68e8-22b6-4db0-a2fd-5a5ec810ca97 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'security_group_rule': {'security_group_id': '5d1e5363-84f6-4fb4-bfb2-05229386e81c', 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:04:07.272375 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20eb68e8-22b6-4db0-a2fd-5a5ec810ca97 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.348917 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20eb68e8-22b6-4db0-a2fd-5a5ec810ca97 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.353668 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20eb68e8-22b6-4db0-a2fd-5a5ec810ca97 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.373700 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb68e8-22b6-4db0-a2fd-5a5ec810ca97 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793da147-f477-4692-860d-9f89c04cc720,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:07.381979 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20eb68e8-22b6-4db0-a2fd-5a5ec810ca97 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.383689 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-20eb68e8-22b6-4db0-a2fd-5a5ec810ca97 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1499510 Jul 06 13:04:07.386810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56776) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:04:07.392589 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3ffb3ba1-56ce-4f93-b140-65d843d52e66 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'security_group_rule': {'security_group_id': '5d1e5363-84f6-4fb4-bfb2-05229386e81c', 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:04:07.425941 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-3ffb3ba1-56ce-4f93-b140-65d843d52e66 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Project 8809fc250ccd4714806d21a3b547c0e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:04:07.431855 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3ba1-56ce-4f93-b140-65d843d52e66 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.457648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c71c5449-50e6-400f-8ef4-8853fe98eb2e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:04:07.527038 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port c71c5449-50e6-400f-8ef4-8853fe98eb2e completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:04:07.529167 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3ba1-56ce-4f93-b140-65d843d52e66 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.534975 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c71c5449-50e6-400f-8ef4-8853fe98eb2e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:07.535763 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.541374 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3ba1-56ce-4f93-b140-65d843d52e66 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.566920 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb3ba1-56ce-4f93-b140-65d843d52e66 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c575c2-db14-417d-b42b-0afd8c56daeb,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:07.580244 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3ba1-56ce-4f93-b140-65d843d52e66 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.584911 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-3ffb3ba1-56ce-4f93-b140-65d843d52e66 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1943662 Jul 06 13:04:07.585226 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 56778) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:04:07.590566 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5a779295-1c95-4e81-a1fc-1e028c488333 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'security_group_rule': {'security_group_id': '5d1e5363-84f6-4fb4-bfb2-05229386e81c', 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:04:07.618519 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-5a779295-1c95-4e81-a1fc-1e028c488333 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Project 8809fc250ccd4714806d21a3b547c0e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:04:07.629140 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a779295-1c95-4e81-a1fc-1e028c488333 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.679996 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.709597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port c71c5449-50e6-400f-8ef4-8853fe98eb2e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c71c5449-50e6-400f-8ef4-8853fe98eb2e,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:04:07.715018 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.715977 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1754b45a-c9da-4b2b-b5b7-bbeed303f0af up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:04:07.747009 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a779295-1c95-4e81-a1fc-1e028c488333 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.752292 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a779295-1c95-4e81-a1fc-1e028c488333 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.770597 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a779295-1c95-4e81-a1fc-1e028c488333 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea0bcf4-242e-4799-a000-1e942f0fc7ff,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:07.796117 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a779295-1c95-4e81-a1fc-1e028c488333 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.796484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5a779295-1c95-4e81-a1fc-1e028c488333 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2100005 Jul 06 13:04:07.817001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:07.818002 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:07.868780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=c71c5449-50e6-400f-8ef4-8853fe98eb2e,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:07.927337 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Sync routers for ids ['04a3c216-c3c2-4c32-a912-64f433bc5986'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:04:07.948531 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Routers {'04a3c216-c3c2-4c32-a912-64f433bc5986'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:04:07.951767 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:03:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['04a3c216-c3c2-4c32-a912-64f433bc5986'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:08.019487 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-e94da36e-0a89-45e8-b37e-3936d38d2ea8 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-39787462&fields=id&tenant_id=8809fc250ccd4714806d21a3b547c0e3 HTTP/1.1" status: 200 len: 267 time: 0.0433648 Jul 06 13:04:08.078644 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Set router 04a3c216-c3c2-4c32-a912-64f433bc5986 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:04:08.155085 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-4b75c169-fd30-4a0c-af88-fca5a4bea123 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:08.156814 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-4b75c169-fd30-4a0c-af88-fca5a4bea123 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 809 time: 0.1285460 Jul 06 13:04:08.177011 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-e550b370-f796-4281-a2f2-ef31d58607aa tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/quotas/8809fc250ccd4714806d21a3b547c0e3 HTTP/1.1" status: 200 len: 375 time: 0.0114915 Jul 06 13:04:08.246497 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38c91fe5-1290-40e7-ac55-e16604a8d342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:08.261218 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-d0ea1d1b-ad15-4f15-bd08-ef7ae78a59d3 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758991 Jul 06 13:04:08.340326 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'name': 'tempest-TestShelveInstance-1703110513-router', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c71c5449-50e6-400f-8ef4-8853fe98eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:04:01Z', 'updated_at': '2021-07-06T13:04:04Z', 'revision_number': 4, 'project_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'gw_port': {'id': 'c71c5449-50e6-400f-8ef4-8853fe98eb2e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:04:02Z', 'updated_at': '2021-07-06T13:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '809e6487-45a9-4d9a-8f5f-06f74f4bd720', 'name': '', 'network_id': 'a390a3bb-cef8-404c-b3e8-21b1ea3117c9', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'mac_address': 'fa:16:3e:19:9c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '18a4a056-f33e-48b5-ac0f-1184c574403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:04:04Z', 'updated_at': '2021-07-06T13:04:05Z', 'revision_number': 2, 'project_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'subnets': [{'id': '18a4a056-f33e-48b5-ac0f-1184c574403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:08.374861 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Checking router: 04a3c216-c3c2-4c32-a912-64f433bc5986 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:04:08.375380 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Updating router 04a3c216-c3c2-4c32-a912-64f433bc5986 port 809e6487-45a9-4d9a-8f5f-06f74f4bd720 binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:04:08.380547 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-c0ec7264-362f-4639-bf17-205a31cb185e service neutron] 10.222.0.81 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054211 Jul 06 13:04:08.385351 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:08.418242 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:08.480407 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-8a57e0f6-a244-4483-975c-a103b8c7c270 service neutron] 10.222.0.81 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902648 Jul 06 13:04:08.708726 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d12a34c7-9e86-4dc1-8a7b-854fee983b1a req-32bd6f47-dbdc-41d6-8ce8-cf0a3952fd8a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 210 time: 0.0527351 Jul 06 13:04:08.744882 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:08.757911 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Transition to ACTIVE for port object 809e6487-45a9-4d9a-8f5f-06f74f4bd720 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:04:08.765048 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:08.847309 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1b95a-ce07-402e-bc20-6b24105ba4c5 None None] Pushing event updated for resources: {'Port': ['ID=809e6487-45a9-4d9a-8f5f-06f74f4bd720,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:08.891272 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Attempting to bind port 809e6487-45a9-4d9a-8f5f-06f74f4bd720 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:04:08.891729 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Attempting to bind port 809e6487-45a9-4d9a-8f5f-06f74f4bd720 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': 'e2261367-b7b4-4483-abd5-92ac8fbb0bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a390a3bb-cef8-404c-b3e8-21b1ea3117c9'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:04:08.892122 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Attempting to bind port 809e6487-45a9-4d9a-8f5f-06f74f4bd720 on network a390a3bb-cef8-404c-b3e8-21b1ea3117c9 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:04:08.898720 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:04:08.899005 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Checking segment: {'id': 'e2261367-b7b4-4483-abd5-92ac8fbb0bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a390a3bb-cef8-404c-b3e8-21b1ea3117c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:04:08.899379 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:08.899790 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Bound using segment: {'id': 'e2261367-b7b4-4483-abd5-92ac8fbb0bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a390a3bb-cef8-404c-b3e8-21b1ea3117c9'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:04:08.900357 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Bound port: 809e6487-45a9-4d9a-8f5f-06f74f4bd720, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2261367-b7b4-4483-abd5-92ac8fbb0bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a390a3bb-cef8-404c-b3e8-21b1ea3117c9'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:04:08.900597 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:08.993472 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] For port 809e6487-45a9-4d9a-8f5f-06f74f4bd720, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:04:08.997263 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] For port 809e6487-45a9-4d9a-8f5f-06f74f4bd720, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=809e6487-45a9-4d9a-8f5f-06f74f4bd720,segment=NetworkSegment(e2261367-b7b4-4483-abd5-92ac8fbb0bac),segment_id=e2261367-b7b4-4483-abd5-92ac8fbb0bac)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:04:09.007034 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:09.077960 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Routers {'04a3c216-c3c2-4c32-a912-64f433bc5986'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:04:09.078591 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:04:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['04a3c216-c3c2-4c32-a912-64f433bc5986'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:09.133515 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1b95a-ce07-402e-bc20-6b24105ba4c5 None None] Pushing event updated for resources: {'Port': ['ID=809e6487-45a9-4d9a-8f5f-06f74f4bd720,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:09.222458 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] Set router 04a3c216-c3c2-4c32-a912-64f433bc5986 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:04:09.405191 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c71c5449-50e6-400f-8ef4-8853fe98eb2e up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:04:09.464392 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port c71c5449-50e6-400f-8ef4-8853fe98eb2e triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:09.465324 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:09.499396 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'name': 'tempest-TestShelveInstance-1703110513-router', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c71c5449-50e6-400f-8ef4-8853fe98eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:04:01Z', 'updated_at': '2021-07-06T13:04:04Z', 'revision_number': 4, 'project_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'gw_port': {'id': 'c71c5449-50e6-400f-8ef4-8853fe98eb2e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:04:02Z', 'updated_at': '2021-07-06T13:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '809e6487-45a9-4d9a-8f5f-06f74f4bd720', 'name': '', 'network_id': 'a390a3bb-cef8-404c-b3e8-21b1ea3117c9', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'mac_address': 'fa:16:3e:19:9c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '18a4a056-f33e-48b5-ac0f-1184c574403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:04:04Z', 'updated_at': '2021-07-06T13:04:08Z', 'revision_number': 4, 'project_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'subnets': [{'id': '18a4a056-f33e-48b5-ac0f-1184c574403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:09.530305 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58399766-bbab-4b78-9cd1-8852d88a203b None None] The sync data for ids ['04a3c216-c3c2-4c32-a912-64f433bc5986'] in n-d-799529-2 is: [{'id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'name': 'tempest-TestShelveInstance-1703110513-router', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c71c5449-50e6-400f-8ef4-8853fe98eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:04:01Z', 'updated_at': '2021-07-06T13:04:04Z', 'revision_number': 4, 'project_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'gw_port': {'id': 'c71c5449-50e6-400f-8ef4-8853fe98eb2e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:04:02Z', 'updated_at': '2021-07-06T13:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '809e6487-45a9-4d9a-8f5f-06f74f4bd720', 'name': '', 'network_id': 'a390a3bb-cef8-404c-b3e8-21b1ea3117c9', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'mac_address': 'fa:16:3e:19:9c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '18a4a056-f33e-48b5-ac0f-1184c574403c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:04:04Z', 'updated_at': '2021-07-06T13:04:08Z', 'revision_number': 4, 'project_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'subnets': [{'id': '18a4a056-f33e-48b5-ac0f-1184c574403c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:04:09.588340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 809e6487-45a9-4d9a-8f5f-06f74f4bd720 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:04:09.646490 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:09.661220 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 809e6487-45a9-4d9a-8f5f-06f74f4bd720 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:04:09.666209 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 809e6487-45a9-4d9a-8f5f-06f74f4bd720 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:09.666674 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:09.768353 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:09.824888 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 809e6487-45a9-4d9a-8f5f-06f74f4bd720, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=809e6487-45a9-4d9a-8f5f-06f74f4bd720,segment=NetworkSegment(e2261367-b7b4-4483-abd5-92ac8fbb0bac),segment_id=e2261367-b7b4-4483-abd5-92ac8fbb0bac)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:04:09.830362 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:09.906093 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=809e6487-45a9-4d9a-8f5f-06f74f4bd720,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:09.966962 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ca3d5c85-5d81-4670-9244-1f38d0182aa2 req-66a08e3e-d417-4660-8956-3d5d686c631a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 210 time: 0.0388017 Jul 06 13:04:10.042894 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-4c83a1bd-1696-4370-b61b-a907e1cd814f tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:10.042894 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-4c83a1bd-1696-4370-b61b-a907e1cd814f tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.23 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 809 time: 0.1685421 Jul 06 13:04:10.104655 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-2e8471e6-74a0-402d-8b59-ae4a17dbbcfe tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8809fc250ccd4714806d21a3b547c0e3 HTTP/1.1" status: 200 len: 378 time: 0.0525963 Jul 06 13:04:10.115889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-2ae26c1a-d0b2-4beb-8066-ffea4ec365ca tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'port': {'device_id': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'admin_state_up': True, 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'security_groups': ['5d1e5363-84f6-4fb4-bfb2-05229386e81c']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:04:10.250032 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-2ae26c1a-d0b2-4beb-8066-ffea4ec365ca tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Made reservation on behalf of 8809fc250ccd4714806d21a3b547c0e3 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:04:10.254416 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-2ae26c1a-d0b2-4beb-8066-ffea4ec365ca tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:10.402003 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-2ae26c1a-d0b2-4beb-8066-ffea4ec365ca tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Allocated IP 172.20.0.4 (ef1b981b-7996-4cc9-9850-b59b2fa19256/6aadea80-4ddc-4155-a776-0d23f64fb9cc/dce6c5b1-2c70-4ebd-bea7-61ad91c0a436) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:04:10.569918 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-2ae26c1a-d0b2-4beb-8066-ffea4ec365ca tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:10.590698 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-2ae26c1a-d0b2-4beb-8066-ffea4ec365ca tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Transition to ACTIVE for port object dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:04:10.627821 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-2ae26c1a-d0b2-4beb-8066-ffea4ec365ca tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:10.677446 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-2ae26c1a-d0b2-4beb-8066-ffea4ec365ca tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Network ef1b981b-7996-4cc9-9850-b59b2fa19256 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:04:10.683374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-2ae26c1a-d0b2-4beb-8066-ffea4ec365ca tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:04:10.687408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-2ae26c1a-d0b2-4beb-8066-ffea4ec365ca tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:04:10.719180 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae26c1a-d0b2-4beb-8066-ffea4ec365ca tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'Port': ['ID=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:10.773234 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-2ae26c1a-d0b2-4beb-8066-ffea4ec365ca tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:10.774159 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-2ae26c1a-d0b2-4beb-8066-ffea4ec365ca tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:10.799135 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-2ae26c1a-d0b2-4beb-8066-ffea4ec365ca tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6880562 Jul 06 13:04:10.812847 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Request body: {'port': {'device_id': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:04:10.922595 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:10.964585 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4b34ed8a-ec99-4d55-b526-4d6022c563ed None None] Provisioning for port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:04:10.972964 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4b34ed8a-ec99-4d55-b526-4d6022c563ed None None] Provisioning complete for port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:10.973592 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4b34ed8a-ec99-4d55-b526-4d6022c563ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:11.030835 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4b34ed8a-ec99-4d55-b526-4d6022c563ed None None] Port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:04:11.224930 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:11.226860 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def28513-0f6d-444e-b2ac-35b0a1516ffe req-de06ecde-9087-42bc-a663-49311b7c86e8 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:11.229799 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-def28513-0f6d-444e-b2ac-35b0a1516ffe req-de06ecde-9087-42bc-a663-49311b7c86e8 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 931 time: 0.0799258 Jul 06 13:04:11.280001 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-def28513-0f6d-444e-b2ac-35b0a1516ffe req-bb68df5c-8528-428d-b6d3-ef8b791c5270 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416355 Jul 06 13:04:11.312382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:04:11.322184 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:11.338272 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Transition to ACTIVE for port object dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:04:11.343500 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:11.369941 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 809e6487-45a9-4d9a-8f5f-06f74f4bd720 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:04:11.422696 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Pushing event updated for resources: {'Port': ['ID=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:11.465703 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 809e6487-45a9-4d9a-8f5f-06f74f4bd720 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:11.466295 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:11.503004 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Attempting to bind port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:04:11.503398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Attempting to bind port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:04:11.503754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Attempting to bind port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 on network ef1b981b-7996-4cc9-9850-b59b2fa19256 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:04:11.509976 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 on network ef1b981b-7996-4cc9-9850-b59b2fa19256 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:04:11.510506 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Attempting to bind port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 on network ef1b981b-7996-4cc9-9850-b59b2fa19256 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:04:11.516264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:04:11.516600 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Checking segment: {'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:04:11.517538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Bound using segment: {'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:04:11.517538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Bound port: dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:04:11.517787 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:11.614821 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:04:11.618660 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:04:11.624360 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:11.678372 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:11.679340 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:11.681547 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] 10.222.0.23 "PUT /v2.0/ports/dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 HTTP/1.1" status: 200 len: 1091 time: 0.8747048 Jul 06 13:04:11.682249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:04:11.685492 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297ccc0e-db59-4491-b169-c7e516b0be2e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:04:11.732507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82c920-e4a0-463f-9a44-4786b94467cc service neutron] Pushing event updated for resources: {'Port': ['ID=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:11.835048 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c197c048-b2cc-4bd4-ad28-44fd0a027ecc x-openstack-request-id: req-c197c048-b2cc-4bd4-ad28-44fd0a027ecc {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:04:11.835494 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:04:11.835838 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c197c048-b2cc-4bd4-ad28-44fd0a027ecc {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:04:11.836316 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'status': 'completed', 'code': 200} Jul 06 13:04:11.854157 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-8199c218-359d-4955-ad98-ccdbbeaeef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:11.856018 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-8199c218-359d-4955-ad98-ccdbbeaeef3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 1094 time: 0.0925148 Jul 06 13:04:11.909954 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-6ada9ad0-4408-4fdf-ae66-d958d37f0a73 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 HTTP/1.1" status: 200 len: 217 time: 0.0458386 Jul 06 13:04:11.975982 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-a1bada78-344c-4119-8ee6-73ea8d047e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:11.977492 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-a1bada78-344c-4119-8ee6-73ea8d047e2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0617478 Jul 06 13:04:12.063896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-9f8f7665-0028-43c7-abd2-0df96f855595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:12.066706 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-9f8f7665-0028-43c7-abd2-0df96f855595 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814278 Jul 06 13:04:12.181884 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-7c251421-0c24-49b9-8901-665a60f3a118 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081705 Jul 06 13:04:12.297382 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4777c8be-181e-4c7b-b16f-72afbef4635b req-e5ffd032-f57b-4f5e-a8f5-2a04d4e9a857 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081421 Jul 06 13:04:12.427656 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ccc0e-db59-4491-b169-c7e516b0be2e req-f4ea7753-91b8-4c57-8f4c-2f4f7b764191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:12.430134 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-297ccc0e-db59-4491-b169-c7e516b0be2e req-f4ea7753-91b8-4c57-8f4c-2f4f7b764191 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 1094 time: 0.0766523 Jul 06 13:04:12.511881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0e015-14d2-47ef-8c92-bc7b4796a8e2 req-2f752724-09d0-4310-b89b-bb89a9bb8268 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:12.513618 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-01b0e015-14d2-47ef-8c92-bc7b4796a8e2 req-2f752724-09d0-4310-b89b-bb89a9bb8268 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 943 time: 0.0775042 Jul 06 13:04:12.577638 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-01b0e015-14d2-47ef-8c92-bc7b4796a8e2 req-f666aa2b-b4c6-498a-9878-01f8ed2e0748 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492432 Jul 06 13:04:12.874810 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ccc0e-db59-4491-b169-c7e516b0be2e req-65d49eaa-f579-45db-bcb2-d33c58eef07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:12.877002 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-297ccc0e-db59-4491-b169-c7e516b0be2e req-65d49eaa-f579-45db-bcb2-d33c58eef07d service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.4397168 Jul 06 13:04:12.923381 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-297ccc0e-db59-4491-b169-c7e516b0be2e req-18e3e6ad-b388-4272-b21d-73442f751afd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 HTTP/1.1" status: 200 len: 217 time: 0.0397458 Jul 06 13:04:12.975115 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ccc0e-db59-4491-b169-c7e516b0be2e req-c8ce5e2d-cfd4-45f3-af84-b35f41b4b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:12.976742 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-297ccc0e-db59-4491-b169-c7e516b0be2e req-c8ce5e2d-cfd4-45f3-af84-b35f41b4b920 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0472169 Jul 06 13:04:13.041922 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ccc0e-db59-4491-b169-c7e516b0be2e req-019e5b52-57a3-4ee1-9362-69138cadfed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:13.044440 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-297ccc0e-db59-4491-b169-c7e516b0be2e req-019e5b52-57a3-4ee1-9362-69138cadfed1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595360 Jul 06 13:04:13.152049 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-297ccc0e-db59-4491-b169-c7e516b0be2e req-435210f4-5b3b-437e-9759-48087c78cb3d service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991395 Jul 06 13:04:13.252636 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-297ccc0e-db59-4491-b169-c7e516b0be2e req-25cb8cb6-3eab-47a2-a894-faa66a6f5dbb service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902224 Jul 06 13:04:13.787129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f8d74-8362-4223-ac5b-fd429e90dbab req-6dbf1d15-3621-400b-89f1-95875e68c226 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:13.788717 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-523f8d74-8362-4223-ac5b-fd429e90dbab req-6dbf1d15-3621-400b-89f1-95875e68c226 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 943 time: 0.0786080 Jul 06 13:04:13.828640 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-523f8d74-8362-4223-ac5b-fd429e90dbab req-9b5b1090-7bd8-4328-8e48-0ffc5a7e6342 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339844 Jul 06 13:04:15.017442 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9915f-f148-47ad-a663-471b222ba238 req-c70ff616-fb64-42bf-9978-70067e582090 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:15.019086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5b9915f-f148-47ad-a663-471b222ba238 req-c70ff616-fb64-42bf-9978-70067e582090 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 943 time: 0.0643489 Jul 06 13:04:15.058472 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5b9915f-f148-47ad-a663-471b222ba238 req-20f1c43f-ffff-42ec-9d01-3e2df162b986 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335190 Jul 06 13:04:15.348440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:04:15.447512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:04:15.462818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'port_id': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'mac_address': 'fa:16:3e:42:19:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:04:15.513845 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:15.528183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:04:15.549241 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:04:15.554296 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:15.603915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:15.823922 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['dce6c5b1-2c70-4ebd-bea7-61ad91c0a436'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:04:16.063208 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:04:16.248910 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd9019-bea6-49e3-826a-7a76c8a07eb1 req-8aca5dba-07c3-4150-8860-cfdb9ac2ee63 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:16.250430 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82bd9019-bea6-49e3-826a-7a76c8a07eb1 req-8aca5dba-07c3-4150-8860-cfdb9ac2ee63 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 944 time: 0.0731361 Jul 06 13:04:16.294411 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-82bd9019-bea6-49e3-826a-7a76c8a07eb1 req-daaa607e-9ad2-4a61-8acf-7c156ed6b964 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380547 Jul 06 13:04:17.347081 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:04:17.397889 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:04:17.401660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:04:17.402057 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:17.481423 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9960edb-4169-4c30-907b-9c80a0301e86 req-912694fd-4979-4dbe-923f-16f5792d5bbc tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:17.482914 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9960edb-4169-4c30-907b-9c80a0301e86 req-912694fd-4979-4dbe-923f-16f5792d5bbc tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 944 time: 0.0694640 Jul 06 13:04:17.484296 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:17.508276 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:04:17.510537 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b8ba46-419d-4f4d-9f72-7192b10a2918" -d '{"events": [{"server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "name": "network-vif-plugged", "status": "completed", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:04:17.523411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:04:17.524209 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a9960edb-4169-4c30-907b-9c80a0301e86 req-80829949-2d60-47de-93e4-cdfeeeddc2f6 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333254 Jul 06 13:04:17.527892 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:17.576644 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c8c4f8-fe1d-41bf-ba4e-243fa652ce71 x-openstack-request-id: req-03c8c4f8-fe1d-41bf-ba4e-243fa652ce71 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:04:17.576931 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "name": "network-vif-plugged", "status": "completed", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:04:17.577181 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03c8c4f8-fe1d-41bf-ba4e-243fa652ce71 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:04:17.577591 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'code': 200} Jul 06 13:04:17.584242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:17.693961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f1743-9a12-45eb-9349-61df6fd00528 req-1b548fa5-a49e-435a-9ce9-c412660ce7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:17.695531 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-261f1743-9a12-45eb-9349-61df6fd00528 req-1b548fa5-a49e-435a-9ce9-c412660ce7ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 1096 time: 0.0533445 Jul 06 13:04:17.729452 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-261f1743-9a12-45eb-9349-61df6fd00528 req-684ebeba-2506-4120-abfa-bf46345f3b62 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0267475 Jul 06 13:04:18.731769 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f950a-4c4a-44f1-bb5a-aa69663e90a3 req-b0a293c9-0cfa-4012-94d0-de7d6a87211f tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:18.733265 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d0f950a-4c4a-44f1-bb5a-aa69663e90a3 req-b0a293c9-0cfa-4012-94d0-de7d6a87211f tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0640790 Jul 06 13:04:18.771934 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8d0f950a-4c4a-44f1-bb5a-aa69663e90a3 req-d94bb255-4866-49bf-9588-3a79d61a8775 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325692 Jul 06 13:04:19.960452 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24645f32-d2f2-4568-8ec3-eceb94202cc3 req-6415745c-4bb3-4063-b8da-a771d1dc3aeb tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:19.962104 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24645f32-d2f2-4568-8ec3-eceb94202cc3 req-6415745c-4bb3-4063-b8da-a771d1dc3aeb tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0674713 Jul 06 13:04:20.004764 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-24645f32-d2f2-4568-8ec3-eceb94202cc3 req-3f666fc1-6e72-448b-99cb-861eaa1dcc79 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329220 Jul 06 13:04:20.177943 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdf421-07a6-4f52-ad48-716c96587b40 req-ddc91c90-dd2e-4ee9-af75-9b7d8fccee55 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:20.179386 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bffdf421-07a6-4f52-ad48-716c96587b40 req-ddc91c90-dd2e-4ee9-af75-9b7d8fccee55 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0623252 Jul 06 13:04:20.216983 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bffdf421-07a6-4f52-ad48-716c96587b40 req-2b9f5bdf-808e-4abb-ad97-01746ccf71b5 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320268 Jul 06 13:04:20.240570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56834) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:04:20.394171 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21e5cc3-9e98-4002-85f3-a85b2229081e tempest-TestShelveInstance-1594987378 tempest-TestShelveInstance-1594987378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:20.395719 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b21e5cc3-9e98-4002-85f3-a85b2229081e tempest-TestShelveInstance-1594987378 tempest-TestShelveInstance-1594987378-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 1091 time: 0.1541610 Jul 06 13:04:20.398680 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 56838) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:04:20.403162 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:04:20.424649 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:20.521967 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:20.625653 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Allocated IP 172.25.4.106 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/e3d5eda1-8b27-4b92-b162-645bb5b4ac86) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:04:20.729767 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:20.769465 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:20.807661 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:04:20.817194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:04:20.821400 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:04:20.827014 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'Port': ['ID=e3d5eda1-8b27-4b92-b162-645bb5b4ac86,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:21.501737 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:21.579459 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:21.730306 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:21.734962 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:21.805579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'Port': ['ID=e3d5eda1-8b27-4b92-b162-645bb5b4ac86,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:04:21.814616 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:21.921132 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Floating IP e450c1ae-a424-47f6-93c3-e0c1613aa550 associated. External IP: 172.25.4.106, port: dce6c5b1-2c70-4ebd-bea7-61ad91c0a436. Jul 06 13:04:22.130224 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Router 6472359c-f917-4666-b73d-ce98718d7d25 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:04:22.237330 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:04:22.246598 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa08de0-2da1-4ff4-8310-e015c3e7887b None None] Sync routers for ids ['6472359c-f917-4666-b73d-ce98718d7d25'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:04:22.252939 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:22.257417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa08de0-2da1-4ff4-8310-e015c3e7887b None None] Routers {'6472359c-f917-4666-b73d-ce98718d7d25'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:04:22.258050 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-0fa08de0-2da1-4ff4-8310-e015c3e7887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:04:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6472359c-f917-4666-b73d-ce98718d7d25'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:22.303256 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0dc67169-93f8-46dc-89a7-7bbaadc8b605 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8908310 Jul 06 13:04:22.303256 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:04:22.303256 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2a6c1b-2c87-48c1-8acf-c2a2f4243a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:04:22.331355 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667ebeef-abd7-4efe-a221-2e80a9bc1a40 x-openstack-request-id: req-667ebeef-abd7-4efe-a221-2e80a9bc1a40 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:04:22.331808 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:04:22.332333 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-667ebeef-abd7-4efe-a221-2e80a9bc1a40 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:04:22.332566 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'status': 'completed', 'code': 200} Jul 06 13:04:22.389144 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-0fa08de0-2da1-4ff4-8310-e015c3e7887b None None] Set router 6472359c-f917-4666-b73d-ce98718d7d25 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:04:22.422475 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a6c1b-2c87-48c1-8acf-c2a2f4243a5e req-056123d4-d601-4333-b9b0-d1f6e9f96bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:22.424015 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6e2a6c1b-2c87-48c1-8acf-c2a2f4243a5e req-056123d4-d601-4333-b9b0-d1f6e9f96bb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 1096 time: 0.0596011 Jul 06 13:04:22.514511 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a6c1b-2c87-48c1-8acf-c2a2f4243a5e req-311ef852-9d0a-415a-8bca-78751ea466d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:22.516037 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6e2a6c1b-2c87-48c1-8acf-c2a2f4243a5e req-311ef852-9d0a-415a-8bca-78751ea466d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.0860479 Jul 06 13:04:22.585358 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6e2a6c1b-2c87-48c1-8acf-c2a2f4243a5e req-58ceefeb-933c-465b-9c1c-fee82b2c58a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 HTTP/1.1" status: 200 len: 999 time: 0.0622132 Jul 06 13:04:22.618511 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-0fa08de0-2da1-4ff4-8310-e015c3e7887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'e450c1ae-a424-47f6-93c3-e0c1613aa550', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'port_id': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'mac_address': 'fa:16:3e:42:19:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:04:21Z', 'updated_at': '2021-07-06T13:04:21Z', 'revision_number': 0, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1754b45a-c9da-4b2b-b5b7-bbeed303f0af', 'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'mac_address': 'fa:16:3e:be:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:58Z', 'updated_at': '2021-07-06T13:04:05Z', 'revision_number': 5, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'subnets': [{'id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:22.634650 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a6c1b-2c87-48c1-8acf-c2a2f4243a5e req-5792f859-56d5-4064-92ee-140a8deda9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:22.636609 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6e2a6c1b-2c87-48c1-8acf-c2a2f4243a5e req-5792f859-56d5-4064-92ee-140a8deda9c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0449431 Jul 06 13:04:22.646205 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa08de0-2da1-4ff4-8310-e015c3e7887b None None] Checking router: 6472359c-f917-4666-b73d-ce98718d7d25 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:04:22.654390 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa08de0-2da1-4ff4-8310-e015c3e7887b None None] Routers {'6472359c-f917-4666-b73d-ce98718d7d25'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:04:22.654989 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-0fa08de0-2da1-4ff4-8310-e015c3e7887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:04:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6472359c-f917-4666-b73d-ce98718d7d25'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:22.693611 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a6c1b-2c87-48c1-8acf-c2a2f4243a5e req-1a75ef55-81a2-44d5-af30-ab3c66a1087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:22.695175 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6e2a6c1b-2c87-48c1-8acf-c2a2f4243a5e req-1a75ef55-81a2-44d5-af30-ab3c66a1087a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522959 Jul 06 13:04:22.762859 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-0fa08de0-2da1-4ff4-8310-e015c3e7887b None None] Set router 6472359c-f917-4666-b73d-ce98718d7d25 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:04:22.797337 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6e2a6c1b-2c87-48c1-8acf-c2a2f4243a5e req-62253fbe-5c5d-4daf-b524-27de486aa1f0 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890491 Jul 06 13:04:22.887860 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6e2a6c1b-2c87-48c1-8acf-c2a2f4243a5e req-2bb1ec4c-cb49-42c7-8908-cf96d716f657 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843048 Jul 06 13:04:22.993835 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-0fa08de0-2da1-4ff4-8310-e015c3e7887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'e450c1ae-a424-47f6-93c3-e0c1613aa550', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'port_id': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'mac_address': 'fa:16:3e:42:19:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:04:21Z', 'updated_at': '2021-07-06T13:04:21Z', 'revision_number': 0, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1754b45a-c9da-4b2b-b5b7-bbeed303f0af', 'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'mac_address': 'fa:16:3e:be:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:58Z', 'updated_at': '2021-07-06T13:04:05Z', 'revision_number': 5, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'subnets': [{'id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:04:23.023245 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa08de0-2da1-4ff4-8310-e015c3e7887b None None] The sync data for ids ['6472359c-f917-4666-b73d-ce98718d7d25'] in n-d-799529-2 is: [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': 'e450c1ae-a424-47f6-93c3-e0c1613aa550', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'floating_ip_address': '172.25.4.106', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'port_id': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'mac_address': 'fa:16:3e:42:19:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:04:21Z', 'updated_at': '2021-07-06T13:04:21Z', 'revision_number': 0, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1754b45a-c9da-4b2b-b5b7-bbeed303f0af', 'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'mac_address': 'fa:16:3e:be:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:58Z', 'updated_at': '2021-07-06T13:04:05Z', 'revision_number': 5, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'subnets': [{'id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:04:23.226755 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2038a1-c689-42c5-9978-0e6228dcc143 None None] New status for floating IP e450c1ae-a424-47f6-93c3-e0c1613aa550: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:04:35.603379 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e5625c4-b680-46ce-88e9-0a0b08786489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:36.394455 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:37.226766 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:38.241335 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-314f0a35-58be-421a-9f89-fbaebbae5ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:38.379287 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:39.634302 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:41.220658 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:04:53.063633 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:04:56.567074 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efb191a4-3b1f-406a-9d95-e04494921f46 req-c2c9996f-3440-4f02-bdd9-20e7c7c3ffb0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566137 Jul 06 13:04:56.676339 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb191a4-3b1f-406a-9d95-e04494921f46 req-93a70471-fc36-4a66-a650-92219df0c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:56.677877 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efb191a4-3b1f-406a-9d95-e04494921f46 req-93a70471-fc36-4a66-a650-92219df0c457 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 1096 time: 0.0617337 Jul 06 13:04:56.813252 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb191a4-3b1f-406a-9d95-e04494921f46 req-65fd834a-d1c5-4f44-b87a-8372f8fe2153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:56.814625 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efb191a4-3b1f-406a-9d95-e04494921f46 req-65fd834a-d1c5-4f44-b87a-8372f8fe2153 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.1147954 Jul 06 13:04:56.897477 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efb191a4-3b1f-406a-9d95-e04494921f46 req-b1bb54a1-be45-4d31-b552-90f45c27fe53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 HTTP/1.1" status: 200 len: 1001 time: 0.0746198 Jul 06 13:04:56.954398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb191a4-3b1f-406a-9d95-e04494921f46 req-18e3ecfc-a2a4-48f4-a36f-6d6a19195db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:56.956759 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efb191a4-3b1f-406a-9d95-e04494921f46 req-18e3ecfc-a2a4-48f4-a36f-6d6a19195db9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0521815 Jul 06 13:04:57.019140 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb191a4-3b1f-406a-9d95-e04494921f46 req-5097655d-5777-4de3-a37e-ae3184f7b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:04:57.020848 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efb191a4-3b1f-406a-9d95-e04494921f46 req-5097655d-5777-4de3-a37e-ae3184f7b4a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571144 Jul 06 13:04:57.123822 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efb191a4-3b1f-406a-9d95-e04494921f46 req-84c8a707-b8f5-4da0-b2bc-d4ae36eaafe7 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928891 Jul 06 13:04:57.213415 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-efb191a4-3b1f-406a-9d95-e04494921f46 req-b850ae8e-e4a8-4aee-bd1e-e645317eab30 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852497 Jul 06 13:05:05.603935 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14ce8102-207f-46a8-a2a4-98f087ab625c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:06.411014 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:07.244404 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:08.242420 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff5c5-085a-4466-af33-e15ec7ed1717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:08.381147 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:09.636722 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:11.225670 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:30.063327 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:05:35.608929 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b50b9cde-8d32-4103-ab24-98bc8e2b4a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:36.399298 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:37.236203 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:38.243852 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a790ebe8-3261-4fdf-9cb9-fd58369fb167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:38.382274 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:39.639385 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:41.226505 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:05:56.559779 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-36864b7c-c0e4-4a27-bd0e-812831dc0a26 req-c0a80856-b1f4-461c-8b0b-e5e6674859c8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543177 Jul 06 13:05:56.687367 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36864b7c-c0e4-4a27-bd0e-812831dc0a26 req-eb8254a5-b635-4797-a32f-5b54f45997f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:56.688936 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-36864b7c-c0e4-4a27-bd0e-812831dc0a26 req-eb8254a5-b635-4797-a32f-5b54f45997f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 1096 time: 0.0591242 Jul 06 13:05:56.795518 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36864b7c-c0e4-4a27-bd0e-812831dc0a26 req-982e666b-a3f3-4429-9165-0fa132307359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:56.796920 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-36864b7c-c0e4-4a27-bd0e-812831dc0a26 req-982e666b-a3f3-4429-9165-0fa132307359 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.0855284 Jul 06 13:05:56.867871 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-36864b7c-c0e4-4a27-bd0e-812831dc0a26 req-72759cbf-6462-4e2e-9016-4dea80b11e3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 HTTP/1.1" status: 200 len: 1001 time: 0.0632796 Jul 06 13:05:56.920113 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36864b7c-c0e4-4a27-bd0e-812831dc0a26 req-8aed0f8f-3830-437b-a4a2-d02aa98daac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:56.921634 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-36864b7c-c0e4-4a27-bd0e-812831dc0a26 req-8aed0f8f-3830-437b-a4a2-d02aa98daac4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0472093 Jul 06 13:05:56.983923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36864b7c-c0e4-4a27-bd0e-812831dc0a26 req-ed792a24-e316-4969-af2f-e38ea6f7e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:05:56.985591 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-36864b7c-c0e4-4a27-bd0e-812831dc0a26 req-ed792a24-e316-4969-af2f-e38ea6f7e8c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566239 Jul 06 13:05:57.080434 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-36864b7c-c0e4-4a27-bd0e-812831dc0a26 req-85d23c10-6cfd-4b33-aceb-65cd92af68a8 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873878 Jul 06 13:05:57.172325 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-36864b7c-c0e4-4a27-bd0e-812831dc0a26 req-23919f90-301b-4a8e-8c1c-a5ac8bc7c118 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835671 Jul 06 13:06:05.612536 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e0f791e-939a-46f0-b5bf-df36c19b2f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:06.423215 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:07.062584 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:06:07.247327 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.245298 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6d01da5-215c-42e7-95ed-ed95c0f8e924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:08.384653 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:09.643123 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:11.228859 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:17.104952 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4826e-b03f-489a-aa44-ebc35cfe46b1 req-abccaaf5-c4b8-4ff2-a786-3e369d8b60ee tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:17.106495 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74b4826e-b03f-489a-aa44-ebc35cfe46b1 req-abccaaf5-c4b8-4ff2-a786-3e369d8b60ee tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0665295 Jul 06 13:06:17.144033 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-74b4826e-b03f-489a-aa44-ebc35cfe46b1 req-b1ec05a0-6f65-4798-a81e-45649038b23c tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318906 Jul 06 13:06:18.353113 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f68a7b-922c-42a6-84bb-f3f621c0bb4d req-291cf8e2-64d6-4527-8a89-26b63783ec17 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:18.354623 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98f68a7b-922c-42a6-84bb-f3f621c0bb4d req-291cf8e2-64d6-4527-8a89-26b63783ec17 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0676808 Jul 06 13:06:18.393013 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98f68a7b-922c-42a6-84bb-f3f621c0bb4d req-76a87219-c880-4073-958b-5f27ae237608 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324831 Jul 06 13:06:19.569697 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314788d-2de6-45e1-934d-5c20cebde04b req-cb56abb4-3db1-4384-ae68-9ac951e3c1b8 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:19.571247 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8314788d-2de6-45e1-934d-5c20cebde04b req-cb56abb4-3db1-4384-ae68-9ac951e3c1b8 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0646772 Jul 06 13:06:19.609639 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8314788d-2de6-45e1-934d-5c20cebde04b req-e629612f-8f91-4927-bf0f-ed94df3930a8 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318460 Jul 06 13:06:20.787791 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a14bc-c883-41c6-8f07-3e87eebb49fa req-ec5c2a30-f386-46fa-9e2e-2a5f1b63391c tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:20.789223 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c7a14bc-c883-41c6-8f07-3e87eebb49fa req-ec5c2a30-f386-46fa-9e2e-2a5f1b63391c tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0680137 Jul 06 13:06:20.832063 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c7a14bc-c883-41c6-8f07-3e87eebb49fa req-37f85116-2afc-4365-9dcf-f6cdca2ac209 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365431 Jul 06 13:06:22.011338 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5c8b5-99c2-4cce-9490-a6260b06349b req-18c450d5-4535-464d-9439-ab4a6e9039cb tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:22.012854 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e1c5c8b5-99c2-4cce-9490-a6260b06349b req-18c450d5-4535-464d-9439-ab4a6e9039cb tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0643270 Jul 06 13:06:22.053985 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e1c5c8b5-99c2-4cce-9490-a6260b06349b req-f55b1b81-7cb3-46ea-bd02-6bc9e5c0d51f tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353339 Jul 06 13:06:23.229152 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769d4d8-b148-41d9-b659-5e489df3b7e1 req-561b5f3b-9cf0-42dc-9e4d-ad6c13c5a1c9 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:23.231397 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a769d4d8-b148-41d9-b659-5e489df3b7e1 req-561b5f3b-9cf0-42dc-9e4d-ad6c13c5a1c9 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0642452 Jul 06 13:06:23.274159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a769d4d8-b148-41d9-b659-5e489df3b7e1 req-ad1e59f2-4304-42e9-bc72-aef3e0971102 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330966 Jul 06 13:06:24.459238 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fefed8-9e4f-4493-b06f-d179fd0ebfef req-1bca07d7-8480-4cd7-a7ed-608468e8cac6 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:24.460766 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7fefed8-9e4f-4493-b06f-d179fd0ebfef req-1bca07d7-8480-4cd7-a7ed-608468e8cac6 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0745327 Jul 06 13:06:24.500237 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c7fefed8-9e4f-4493-b06f-d179fd0ebfef req-6f26c759-4eda-4da9-a203-cfeee81e5173 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337570 Jul 06 13:06:25.682345 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623eb36-7a4f-4d5f-8628-81f1cb923dfa req-ed6334fc-566a-4c8a-b13f-c3afd5a7207f tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:25.683938 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f623eb36-7a4f-4d5f-8628-81f1cb923dfa req-ed6334fc-566a-4c8a-b13f-c3afd5a7207f tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0690961 Jul 06 13:06:25.724149 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f623eb36-7a4f-4d5f-8628-81f1cb923dfa req-3ca40b9f-0f58-4363-b6e9-ff0df6446fba tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344980 Jul 06 13:06:26.911253 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af2752-4a52-4495-a0e1-4f3c74ed02ff req-d6d6fa37-d037-4ad1-9304-0d6b7736293e tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:26.912832 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-34af2752-4a52-4495-a0e1-4f3c74ed02ff req-d6d6fa37-d037-4ad1-9304-0d6b7736293e tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0709076 Jul 06 13:06:26.950924 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-34af2752-4a52-4495-a0e1-4f3c74ed02ff req-85d348df-6331-49d1-ac34-83117aebd0e3 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325289 Jul 06 13:06:27.985352 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:06:28.085876 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:28.099483 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'port_id': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'mac_address': 'fa:16:3e:42:19:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:06:28.130839 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a85a7-4c07-4161-b327-4894c4563e94 req-37a656c8-91ec-412a-98ea-f46c098dda3a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:28.132373 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-044a85a7-4c07-4161-b327-4894c4563e94 req-37a656c8-91ec-412a-98ea-f46c098dda3a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0669441 Jul 06 13:06:28.139125 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:28.153259 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:06:28.172829 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-044a85a7-4c07-4161-b327-4894c4563e94 req-4fd37b2e-d329-4e93-8fd5-f6774b6d1148 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344577 Jul 06 13:06:28.173452 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:28.179895 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:28.232789 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:28.240177 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:28.240528 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:28.240868 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:28.241200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:28.241529 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:28.241856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:28.242180 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:28.242505 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:28.242873 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:28.243198 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:28.243549 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:28.243870 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:28.281444 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['dce6c5b1-2c70-4ebd-bea7-61ad91c0a436'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:06:29.382216 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57543bc7-861e-4edc-abe5-a3145b80ddbe req-332dd466-5327-4826-a983-174cf7d0cf14 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:29.385298 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-57543bc7-861e-4edc-abe5-a3145b80ddbe req-332dd466-5327-4826-a983-174cf7d0cf14 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 944 time: 0.0932851 Jul 06 13:06:29.426361 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-57543bc7-861e-4edc-abe5-a3145b80ddbe req-04ebbdd0-18ca-428f-815e-967777a4f681 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345781 Jul 06 13:06:30.002430 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:06:30.060533 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:06:30.061304 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:30.150464 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:30.175980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:06:30.178462 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda3d389-b9a6-41d8-8344-525ae63fe4dc" -d '{"events": [{"server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "name": "network-vif-plugged", "status": "completed", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:06:30.193386 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:30.199026 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:30.253232 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:30.308509 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58a090a-d32b-4b6d-9b49-270e991ac8c4 x-openstack-request-id: req-f58a090a-d32b-4b6d-9b49-270e991ac8c4 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:06:30.308810 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "name": "network-vif-plugged", "status": "completed", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:06:30.309088 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f58a090a-d32b-4b6d-9b49-270e991ac8c4 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:06:30.309522 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'code': 200} Jul 06 13:06:30.629476 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd92fbb-d3bb-4bf0-8072-e85bc4cb94bf req-429f14e0-ff77-4117-acef-c269cbd06468 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:30.631071 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3dd92fbb-d3bb-4bf0-8072-e85bc4cb94bf req-429f14e0-ff77-4117-acef-c269cbd06468 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0779412 Jul 06 13:06:30.671450 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3dd92fbb-d3bb-4bf0-8072-e85bc4cb94bf req-aa3e988f-8a80-4d51-bba5-fccfa0b46091 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342319 Jul 06 13:06:31.866892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27493e-b1af-4f0f-8e41-836ed5957147 req-4d0f0f22-802f-4b1d-a453-cd1d833b0af2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:31.868257 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c27493e-b1af-4f0f-8e41-836ed5957147 req-4d0f0f22-802f-4b1d-a453-cd1d833b0af2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0740590 Jul 06 13:06:31.908892 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-7c27493e-b1af-4f0f-8e41-836ed5957147 req-b15325ae-9af5-4798-82ca-4e367fe623da tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347846 Jul 06 13:06:33.097812 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99809877-a26d-4895-80dd-3c3ea82fa098 req-6fabdef7-ad7d-4769-9cb0-0a0a50737838 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:33.099859 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99809877-a26d-4895-80dd-3c3ea82fa098 req-6fabdef7-ad7d-4769-9cb0-0a0a50737838 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0739887 Jul 06 13:06:33.142259 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-99809877-a26d-4895-80dd-3c3ea82fa098 req-33efcfd4-4539-4f3b-be00-7f77a6c8a66e tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359929 Jul 06 13:06:34.354239 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854acd9a-b0c7-49be-b377-b6ddbb38a110 req-8e32c391-ca98-452b-98af-7d7b04148b1d tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:34.355897 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-854acd9a-b0c7-49be-b377-b6ddbb38a110 req-8e32c391-ca98-452b-98af-7d7b04148b1d tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0812585 Jul 06 13:06:34.413098 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-854acd9a-b0c7-49be-b377-b6ddbb38a110 req-dabb430b-9557-495c-bc08-416192d7e2f8 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467386 Jul 06 13:06:35.623037 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-026edee6-31a3-4c87-a60d-94ca2118fd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:35.653559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de018f-a5b4-4d62-8db3-8082c30a9a0a req-cfaca293-6184-4048-9fd1-d02e0fafc298 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:35.655430 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37de018f-a5b4-4d62-8db3-8082c30a9a0a req-cfaca293-6184-4048-9fd1-d02e0fafc298 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0961499 Jul 06 13:06:35.702156 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-37de018f-a5b4-4d62-8db3-8082c30a9a0a req-da091855-0633-4a54-9a94-eb6abdb6b595 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399916 Jul 06 13:06:36.457269 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:36.909656 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2be95-5e06-4413-987e-69bd1955adb9 req-efc6a683-0dba-423f-918f-9704c4944e79 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:36.911280 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-90c2be95-5e06-4413-987e-69bd1955adb9 req-efc6a683-0dba-423f-918f-9704c4944e79 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0824862 Jul 06 13:06:36.965671 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-90c2be95-5e06-4413-987e-69bd1955adb9 req-15a10b32-f472-488f-989d-664131c5c894 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421674 Jul 06 13:06:37.264142 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:38.170844 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c778a-fe98-4af5-9596-db4dd6b7967a req-e7d41e92-5ff3-4f0b-821e-289c5b85289f tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:38.172654 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf1c778a-fe98-4af5-9596-db4dd6b7967a req-e7d41e92-5ff3-4f0b-821e-289c5b85289f tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0851955 Jul 06 13:06:38.227384 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf1c778a-fe98-4af5-9596-db4dd6b7967a req-96b0deb8-e508-492f-8e3f-415e2fff3903 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468674 Jul 06 13:06:38.249389 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f258dcbe-af4d-4f8a-843b-77e77e413119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:38.387798 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:39.110177 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139e27-7448-4e6c-ae28-0ff1c103a4f2 req-bc2086dc-8fe2-431c-bbef-38e3a6a4ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:39.111704 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-50139e27-7448-4e6c-ae28-0ff1c103a4f2 req-bc2086dc-8fe2-431c-bbef-38e3a6a4ddf0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 1096 time: 0.0535004 Jul 06 13:06:39.203529 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139e27-7448-4e6c-ae28-0ff1c103a4f2 req-a59f2608-b34a-4699-b5b4-7c74bbaf0f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:39.204946 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-50139e27-7448-4e6c-ae28-0ff1c103a4f2 req-a59f2608-b34a-4699-b5b4-7c74bbaf0f3d service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.0863571 Jul 06 13:06:39.276151 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-50139e27-7448-4e6c-ae28-0ff1c103a4f2 req-429a554a-4464-4e69-8af8-0bf5f4912161 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 HTTP/1.1" status: 200 len: 1001 time: 0.0650280 Jul 06 13:06:39.329916 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139e27-7448-4e6c-ae28-0ff1c103a4f2 req-befd4f19-679e-47c9-aa83-206e730900ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:39.331428 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-50139e27-7448-4e6c-ae28-0ff1c103a4f2 req-befd4f19-679e-47c9-aa83-206e730900ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0486872 Jul 06 13:06:39.389974 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50139e27-7448-4e6c-ae28-0ff1c103a4f2 req-920fc148-c9d4-45bc-b6e6-dc79d89a6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:39.391546 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-50139e27-7448-4e6c-ae28-0ff1c103a4f2 req-920fc148-c9d4-45bc-b6e6-dc79d89a6fc3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530627 Jul 06 13:06:39.402153 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9501d1-2a01-4943-8fc7-9c940cf9f263 req-18521496-4883-4a0f-98ed-0813a4433246 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:39.403703 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef9501d1-2a01-4943-8fc7-9c940cf9f263 req-18521496-4883-4a0f-98ed-0813a4433246 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0696695 Jul 06 13:06:39.444206 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ef9501d1-2a01-4943-8fc7-9c940cf9f263 req-32c8755f-05df-4e80-acb4-5407c9431b60 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345135 Jul 06 13:06:39.482972 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-50139e27-7448-4e6c-ae28-0ff1c103a4f2 req-e2053fa1-6e07-497d-8c2a-5f99eced3926 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851600 Jul 06 13:06:39.585597 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-50139e27-7448-4e6c-ae28-0ff1c103a4f2 req-75c6c073-b643-45b9-9c9e-8d33a15018cb service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962367 Jul 06 13:06:39.647837 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:40.618643 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2be297-0841-4059-877a-bc34180a6569 req-d0032e89-07dd-41e6-b370-d50a0ed26a14 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:40.620176 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2b2be297-0841-4059-877a-bc34180a6569 req-d0032e89-07dd-41e6-b370-d50a0ed26a14 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0645311 Jul 06 13:06:40.661121 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2b2be297-0841-4059-877a-bc34180a6569 req-7632617b-b489-4b5b-b705-bed085941ced tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324054 Jul 06 13:06:41.240982 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:41.839960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43948b-d6f2-4bb8-8290-5232ce7ea620 req-1c383148-1749-4d85-9ba1-df1e4f30bd98 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:41.841424 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d43948b-d6f2-4bb8-8290-5232ce7ea620 req-1c383148-1749-4d85-9ba1-df1e4f30bd98 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0654545 Jul 06 13:06:41.884224 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1d43948b-d6f2-4bb8-8290-5232ce7ea620 req-dc8b0c5e-fdde-4799-a87f-9d9748951232 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370615 Jul 06 13:06:42.072489 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:06:42.185196 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:42.214740 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:06:42.217327 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a3bfbc-4cec-4dd6-b7b2-8cd5926e32bd" -d '{"events": [{"server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "name": "network-vif-unplugged", "status": "completed", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:06:42.233705 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:42.239674 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:42.294899 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fbc84-8043-4171-ae04-759128782208 req-e03af24f-452b-4019-8c58-b0c0edabc4d5 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:42.296965 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f0fbc84-8043-4171-ae04-759128782208 req-e03af24f-452b-4019-8c58-b0c0edabc4d5 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0981283 Jul 06 13:06:42.306242 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:42.346563 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1f0fbc84-8043-4171-ae04-759128782208 req-6cdcf5bc-729d-4900-a1dc-9afe0db07e9c tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420816 Jul 06 13:06:42.370689 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57020) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:06:42.399278 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 13:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead0aef1-7d45-4be8-b2af-1e5552a98c96 x-openstack-request-id: req-ead0aef1-7d45-4be8-b2af-1e5552a98c96 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:06:42.399580 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "name": "network-vif-unplugged", "status": "failed", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436", "code": 422}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:06:42.399864 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ead0aef1-7d45-4be8-b2af-1e5552a98c96 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:06:42.400273 n-d-799529-2 neutron-server[100429]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'code': 422} returned with failed status Jul 06 13:06:42.471891 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-93509d20-85df-4f38-b905-28ea5583c612 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0999587 Jul 06 13:06:43.442700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-0d2a9b02-c9f8-4d26-978e-887158865df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:43.444291 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-0d2a9b02-c9f8-4d26-978e-887158865df8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00&tenant_id=8809fc250ccd4714806d21a3b547c0e3 HTTP/1.1" status: 200 len: 1094 time: 0.0536125 Jul 06 13:06:43.456147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799529-2', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:06:43.536825 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:43.541006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8034a5-c7f4-46ee-873d-5d983e0d54ac req-ab64e627-0a78-4f66-b795-0729587244a5 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:43.542637 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be8034a5-c7f4-46ee-873d-5d983e0d54ac req-ab64e627-0a78-4f66-b795-0729587244a5 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 943 time: 0.0717027 Jul 06 13:06:43.581497 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-be8034a5-c7f4-46ee-873d-5d983e0d54ac req-6ea4f3df-41fa-48d9-9b52-6f7ed6829199 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330524 Jul 06 13:06:43.743539 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:06:43.776464 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:06:43.810087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:06:43.818103 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:43.831264 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Transition to ACTIVE for port object dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:06:43.835819 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:43.888495 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Pushing event updated for resources: {'Port': ['ID=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,revision_number=9']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:43.928585 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:43.929059 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:43.929260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:43.929598 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:43.929936 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:43.930312 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:43.930651 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:43.931051 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:43.931335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:43.931635 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:43.931963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:43.932285 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:06:43.992632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] No DVR routers for this DVR port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:06:44.061042 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:06:44.148574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Attempting to bind port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:06:44.149523 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Attempting to bind port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:06:44.150037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Attempting to bind port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 on network ef1b981b-7996-4cc9-9850-b59b2fa19256 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:06:44.154725 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 on network ef1b981b-7996-4cc9-9850-b59b2fa19256 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:06:44.155052 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Attempting to bind port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 on network ef1b981b-7996-4cc9-9850-b59b2fa19256 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:06:44.160335 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:06:44.160671 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Checking segment: {'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:06:44.161060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Bound using segment: {'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:06:44.161714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Bound port: dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:06:44.162104 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:44.229497 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:06:44.232482 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:06:44.237041 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:44.268889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:44.269504 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:06:44.270888 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] 10.222.0.89 "PUT /v2.0/ports/dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 HTTP/1.1" status: 200 len: 1091 time: 0.8190763 Jul 06 13:06:44.271341 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:06:44.273992 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15699b09-0095-4edb-a5fc-800e7d5f96b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:06:44.330286 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e168f235-7976-41d8-8a36-a5159cb1c595 x-openstack-request-id: req-e168f235-7976-41d8-8a36-a5159cb1c595 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:06:44.330582 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:06:44.330834 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e168f235-7976-41d8-8a36-a5159cb1c595 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:06:44.331267 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'status': 'completed', 'code': 200} Jul 06 13:06:44.333265 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf7211-0b64-46d3-992d-030e17f4efcf service neutron] Pushing event updated for resources: {'Port': ['ID=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,revision_number=10']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:06:44.364319 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-3238456e-6394-4c95-a181-f76d045ffa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:44.365718 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-3238456e-6394-4c95-a181-f76d045ffa80 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 1095 time: 0.0709362 Jul 06 13:06:44.462315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-87f75764-ed37-487b-97f9-6258d73fc714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:44.463847 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-87f75764-ed37-487b-97f9-6258d73fc714 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.0916312 Jul 06 13:06:44.532165 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-d3167967-fe10-44fa-a127-5ef17e6ec148 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 HTTP/1.1" status: 200 len: 999 time: 0.0623031 Jul 06 13:06:44.587249 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-6134326c-ce5a-4eb0-9a58-85a4c11a34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:44.588762 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-6134326c-ce5a-4eb0-9a58-85a4c11a34a0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0507855 Jul 06 13:06:44.651657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-3d20a12e-d5b8-45c4-a11a-3be0d3e31f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:44.653161 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-3d20a12e-d5b8-45c4-a11a-3be0d3e31f22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586424 Jul 06 13:06:44.744885 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-8f9d401e-a36d-4df1-ba73-ba95c038c2e2 service neutron] 10.222.0.89 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845292 Jul 06 13:06:44.769868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c25e2a-cc90-4d2a-b1f7-af69f2646aaf req-6e79db0e-5cb0-46f6-a1b5-61d593c5a168 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:44.771475 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-20c25e2a-cc90-4d2a-b1f7-af69f2646aaf req-6e79db0e-5cb0-46f6-a1b5-61d593c5a168 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 944 time: 0.0702460 Jul 06 13:06:44.811457 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-20c25e2a-cc90-4d2a-b1f7-af69f2646aaf req-638993c9-afa2-4cb1-8e8d-a6da0ccfeeee tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340245 Jul 06 13:06:44.839217 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-8322463e-a842-4e0f-8f11-aababde09731 service neutron] 10.222.0.89 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883119 Jul 06 13:06:44.943971 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15699b09-0095-4edb-a5fc-800e7d5f96b6 req-5c71a699-3857-4473-8e4e-b99a6945e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:44.945484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15699b09-0095-4edb-a5fc-800e7d5f96b6 req-5c71a699-3857-4473-8e4e-b99a6945e9ae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 1095 time: 0.0588543 Jul 06 13:06:45.043269 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15699b09-0095-4edb-a5fc-800e7d5f96b6 req-11667567-2218-4cfe-8a2b-ad9edea671ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:45.044796 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15699b09-0095-4edb-a5fc-800e7d5f96b6 req-11667567-2218-4cfe-8a2b-ad9edea671ca service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.0928168 Jul 06 13:06:45.119653 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15699b09-0095-4edb-a5fc-800e7d5f96b6 req-a6c839d3-48f3-4b26-8ffe-eb85e3a990d5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 HTTP/1.1" status: 200 len: 999 time: 0.0672324 Jul 06 13:06:46.000213 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce2db7-93ff-4159-a045-45a675685f22 req-7c8afc91-731e-4f2d-8a8b-4ec700f5dff5 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:46.001939 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-01ce2db7-93ff-4159-a045-45a675685f22 req-7c8afc91-731e-4f2d-8a8b-4ec700f5dff5 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 944 time: 0.0727868 Jul 06 13:06:46.044197 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-01ce2db7-93ff-4159-a045-45a675685f22 req-9ac69f9c-f5c7-40be-9852-88548f6f6f61 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341611 Jul 06 13:06:47.238789 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa487f-a818-43ee-82ef-b29c0c20e228 req-a22df9b2-2d6f-48ef-826f-d80c2600b659 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:47.241245 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62fa487f-a818-43ee-82ef-b29c0c20e228 req-a22df9b2-2d6f-48ef-826f-d80c2600b659 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 944 time: 0.0730078 Jul 06 13:06:47.297301 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-62fa487f-a818-43ee-82ef-b29c0c20e228 req-6d9cb760-bc4f-499e-b8e4-a189881902ac tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468123 Jul 06 13:06:48.571694 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37ccb3-ae3a-471e-ab87-594cae51ae12 req-a8312c17-7335-4b9d-b5ae-2fa39809d466 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:48.574194 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de37ccb3-ae3a-471e-ab87-594cae51ae12 req-a8312c17-7335-4b9d-b5ae-2fa39809d466 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 944 time: 0.1029196 Jul 06 13:06:48.625159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-de37ccb3-ae3a-471e-ab87-594cae51ae12 req-be7bd95b-0572-42f6-89cc-3c8761219e36 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443945 Jul 06 13:06:49.857174 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d02778-08f9-4618-8ce6-ddbf0de6b5b1 req-fe29137f-64f8-4859-9846-e19c4ee31006 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:49.859528 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0d02778-08f9-4618-8ce6-ddbf0de6b5b1 req-fe29137f-64f8-4859-9846-e19c4ee31006 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 944 time: 0.1023369 Jul 06 13:06:49.905118 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0d02778-08f9-4618-8ce6-ddbf0de6b5b1 req-c5589f03-5069-44e5-a03b-2455b790d868 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379443 Jul 06 13:06:51.130420 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c82ba-a6d7-4402-808b-285b4114d81b req-ac1cba89-ac10-4eb6-b79f-69d833727b6a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:51.132032 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb3c82ba-a6d7-4402-808b-285b4114d81b req-ac1cba89-ac10-4eb6-b79f-69d833727b6a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 944 time: 0.0872412 Jul 06 13:06:51.182207 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb3c82ba-a6d7-4402-808b-285b4114d81b req-c795c7eb-ce43-4c70-8de6-ac1a6a1ccb7d tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441070 Jul 06 13:06:52.449241 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f959-032a-447c-9e97-979ae0d8fcd1 req-54608bea-9379-4d95-bf4d-e4b5f9b302ef tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:52.451975 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd30f959-032a-447c-9e97-979ae0d8fcd1 req-54608bea-9379-4d95-bf4d-e4b5f9b302ef tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 944 time: 0.0797210 Jul 06 13:06:52.514785 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd30f959-032a-447c-9e97-979ae0d8fcd1 req-7266cc9e-d111-4133-b5e5-ccfb581d5748 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530541 Jul 06 13:06:53.725893 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613f406-782e-44c4-bce8-a3823bf845c6 req-5ac37016-e9ba-489b-b46f-9902a99b28dd tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:53.727893 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1613f406-782e-44c4-bce8-a3823bf845c6 req-5ac37016-e9ba-489b-b46f-9902a99b28dd tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 944 time: 0.0653861 Jul 06 13:06:53.765656 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1613f406-782e-44c4-bce8-a3823bf845c6 req-8ddd0591-507a-4031-964b-bda5a34794eb tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321882 Jul 06 13:06:54.978185 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d9de6-27e0-447a-9ff9-256fc3da97d3 req-b02ddbda-33dd-4b5b-8a52-d3085ab6fb62 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:54.979775 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b58d9de6-27e0-447a-9ff9-256fc3da97d3 req-b02ddbda-33dd-4b5b-8a52-d3085ab6fb62 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 944 time: 0.0753603 Jul 06 13:06:55.017503 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b58d9de6-27e0-447a-9ff9-256fc3da97d3 req-56ab731c-ab86-4065-83ba-1b1940403c5a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319183 Jul 06 13:06:56.194391 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8b885-3bdd-4c03-9cd2-5249dac43e0c req-c1548d72-d0e0-44dc-a017-096b153891bf tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:56.196490 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27a8b885-3bdd-4c03-9cd2-5249dac43e0c req-c1548d72-d0e0-44dc-a017-096b153891bf tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 944 time: 0.0649862 Jul 06 13:06:56.235802 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-27a8b885-3bdd-4c03-9cd2-5249dac43e0c req-29864b74-169a-495d-83d9-a5aa28548ef5 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335970 Jul 06 13:06:57.434059 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bafb51-5ed5-412c-bdcc-cc6ee02e59f2 req-58ee63b0-d974-4371-b357-776f87f69f54 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:57.435702 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7bafb51-5ed5-412c-bdcc-cc6ee02e59f2 req-58ee63b0-d974-4371-b357-776f87f69f54 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 944 time: 0.0713851 Jul 06 13:06:57.485044 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7bafb51-5ed5-412c-bdcc-cc6ee02e59f2 req-e94aaa0e-e338-4e43-ba37-e6c5ef09a2bc tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431693 Jul 06 13:06:58.642849 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15699b09-0095-4edb-a5fc-800e7d5f96b6 req-a31e6d31-37cc-4ff7-bce7-7ba50ed29026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:58.644373 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15699b09-0095-4edb-a5fc-800e7d5f96b6 req-a31e6d31-37cc-4ff7-bce7-7ba50ed29026 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0465670 Jul 06 13:06:58.667277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c51643-6675-454d-b103-80e11be2500a req-2eec5de2-b755-43e7-a975-3300832ab79b tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:58.668862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-46c51643-6675-454d-b103-80e11be2500a req-2eec5de2-b755-43e7-a975-3300832ab79b tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 944 time: 0.0696850 Jul 06 13:06:58.707356 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15699b09-0095-4edb-a5fc-800e7d5f96b6 req-775d0f4b-e5a0-4d2e-8277-77edb9003c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:58.708824 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-46c51643-6675-454d-b103-80e11be2500a req-b7f24d97-c106-401f-9e92-3f03108aadee tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341158 Jul 06 13:06:58.708992 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15699b09-0095-4edb-a5fc-800e7d5f96b6 req-775d0f4b-e5a0-4d2e-8277-77edb9003c90 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578332 Jul 06 13:06:58.803161 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15699b09-0095-4edb-a5fc-800e7d5f96b6 req-a9f82639-9b86-4758-811e-79db1577dda8 service neutron] 10.222.0.89 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839643 Jul 06 13:06:58.896159 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-15699b09-0095-4edb-a5fc-800e7d5f96b6 req-a353a466-ddf0-4158-aed4-02b023aee2e6 service neutron] 10.222.0.89 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861304 Jul 06 13:06:59.886958 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23102a-e8f6-4610-a617-ccd4e4e92bcf req-5e2ac5cb-0cb2-4997-a697-fb311869b4f0 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:06:59.888497 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb23102a-e8f6-4610-a617-ccd4e4e92bcf req-5e2ac5cb-0cb2-4997-a697-fb311869b4f0 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 944 time: 0.0642581 Jul 06 13:06:59.928017 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-eb23102a-e8f6-4610-a617-ccd4e4e92bcf req-2c535385-e1d6-4ee1-937c-26596a507b5b tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334897 Jul 06 13:07:00.738765 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:07:00.835378 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:07:00.846793 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'port_id': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'mac_address': 'fa:16:3e:42:19:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:07:00.884619 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:00.901079 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:07:00.922616 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:07:00.926769 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:00.974006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,revision_number=11']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:07:01.109148 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde890bb-dd10-4e06-a251-fc0fc29c7ead req-aa2dcf56-3ee3-457d-9968-399d3fa57771 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:07:01.110526 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fde890bb-dd10-4e06-a251-fc0fc29c7ead req-aa2dcf56-3ee3-457d-9968-399d3fa57771 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0714624 Jul 06 13:07:01.147511 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fde890bb-dd10-4e06-a251-fc0fc29c7ead req-93943419-eb38-4831-95ef-64c6141b7adf tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309985 Jul 06 13:07:01.159930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['dce6c5b1-2c70-4ebd-bea7-61ad91c0a436'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:07:02.330195 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d4814-3465-4979-a0c4-8bdde8f315c8 req-20286bb5-c939-4959-b11a-4e3d27a96aa6 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:07:02.331716 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b58d4814-3465-4979-a0c4-8bdde8f315c8 req-20286bb5-c939-4959-b11a-4e3d27a96aa6 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 945 time: 0.0657692 Jul 06 13:07:02.369570 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b58d4814-3465-4979-a0c4-8bdde8f315c8 req-a88c1857-453e-457a-944a-ba7fad99b346 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322380 Jul 06 13:07:02.763522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:07:02.810618 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:07:02.814110 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:07:02.814480 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:02.890845 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:02.912406 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:07:02.914653 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda94783-0f27-4348-b081-f6ea3e1a2173" -d '{"events": [{"server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "name": "network-vif-plugged", "status": "completed", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:07:02.926643 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:07:02.930968 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:02.954011 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2e39c5-b06a-4f93-89b9-e2dedb3cc23a x-openstack-request-id: req-3f2e39c5-b06a-4f93-89b9-e2dedb3cc23a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:07:02.954428 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "name": "network-vif-plugged", "status": "completed", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:07:02.954805 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3f2e39c5-b06a-4f93-89b9-e2dedb3cc23a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:07:02.955397 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'code': 200} Jul 06 13:07:02.984904 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,revision_number=12']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:07:03.120417 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0dd6a4-0e82-4814-8dcc-c84e6c5a90ce req-eede959d-f6d2-4742-ac60-096bfd45da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:07:03.121910 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8b0dd6a4-0e82-4814-8dcc-c84e6c5a90ce req-eede959d-f6d2-4742-ac60-096bfd45da27 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 1097 time: 0.0513494 Jul 06 13:07:03.161311 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8b0dd6a4-0e82-4814-8dcc-c84e6c5a90ce req-2dfb2705-1b7a-4ec1-b938-331bd225b3c6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327532 Jul 06 13:07:03.566036 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94918b-6412-4996-8c5b-81e4bfdf7ef7 req-0c495682-bd85-426d-8847-c500074701d7 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:07:03.567608 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c94918b-6412-4996-8c5b-81e4bfdf7ef7 req-0c495682-bd85-426d-8847-c500074701d7 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 946 time: 0.0813699 Jul 06 13:07:03.622015 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2c94918b-6412-4996-8c5b-81e4bfdf7ef7 req-4fa2b697-45bf-4177-bea9-d2410454dd74 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478411 Jul 06 13:07:04.799707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145cf3c-6590-471f-aab0-cb5b93746e0a req-2b3b90db-77d6-4b23-9d28-45efcf846a88 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:07:04.801257 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f145cf3c-6590-471f-aab0-cb5b93746e0a req-2b3b90db-77d6-4b23-9d28-45efcf846a88 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 946 time: 0.0664227 Jul 06 13:07:04.840734 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f145cf3c-6590-471f-aab0-cb5b93746e0a req-6e3f9c29-021a-49d0-ac75-336625b58a39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336995 Jul 06 13:07:05.615150 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a71dcb3-25ce-4c69-bdf0-efa795bef73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:06.469680 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:07.262525 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:08.252030 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5737b871-d524-46fa-b65d-d3c76a94f200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:08.389565 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:09.649157 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:11.235379 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:21.060828 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:07:35.616537 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-025074b4-de92-4ac3-8c88-b3fd812f997b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:36.460996 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:37.259928 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:38.252597 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7470dca-bcc9-47f8-8931-09a934fec577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:38.392297 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:39.652267 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:40.853137 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2ae9caa4-7b4f-413f-b8ca-e8b4e296f2a1 req-fe46c52c-ac43-488b-b12e-5428d8b78538 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0638559 Jul 06 13:07:40.951252 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9caa4-7b4f-413f-b8ca-e8b4e296f2a1 req-4819c4a4-ebc4-4a09-bc0c-c237967e27cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:07:40.952759 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2ae9caa4-7b4f-413f-b8ca-e8b4e296f2a1 req-4819c4a4-ebc4-4a09-bc0c-c237967e27cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 1097 time: 0.0570688 Jul 06 13:07:41.057200 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9caa4-7b4f-413f-b8ca-e8b4e296f2a1 req-2bb0277e-d3af-4627-8bea-c00868647ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:07:41.058742 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2ae9caa4-7b4f-413f-b8ca-e8b4e296f2a1 req-2bb0277e-d3af-4627-8bea-c00868647ff1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.0841563 Jul 06 13:07:41.128833 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2ae9caa4-7b4f-413f-b8ca-e8b4e296f2a1 req-c5e42356-32da-4e55-b813-56c4cde28e58 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 HTTP/1.1" status: 200 len: 1001 time: 0.0637944 Jul 06 13:07:41.176574 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9caa4-7b4f-413f-b8ca-e8b4e296f2a1 req-862753a1-009c-4abe-b5c5-54efa1919375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:07:41.178077 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2ae9caa4-7b4f-413f-b8ca-e8b4e296f2a1 req-862753a1-009c-4abe-b5c5-54efa1919375 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0433607 Jul 06 13:07:41.237301 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:07:41.238538 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9caa4-7b4f-413f-b8ca-e8b4e296f2a1 req-72954040-c323-4084-a043-cb1dac2f369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:07:41.240242 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2ae9caa4-7b4f-413f-b8ca-e8b4e296f2a1 req-72954040-c323-4084-a043-cb1dac2f369c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552416 Jul 06 13:07:41.335728 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2ae9caa4-7b4f-413f-b8ca-e8b4e296f2a1 req-24632e43-3310-475c-8235-ec9d423ff3f9 service neutron] 10.222.0.89 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886567 Jul 06 13:07:41.431639 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-2ae9caa4-7b4f-413f-b8ca-e8b4e296f2a1 req-48270e6a-fbcb-48d0-b53d-31049cb6ef1b service neutron] 10.222.0.89 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891426 Jul 06 13:07:58.061092 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:08:05.622402 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a735612-00d3-40a1-ba45-2d99d33ff5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:06.468581 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:07.273977 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:08.253936 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1cb55004-49ab-4577-aa85-1f720a0d4589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:08.395707 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:09.655424 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:11.239596 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:17.720910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57156) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:18.185349 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Deleting port e3d5eda1-8b27-4b92-b162-645bb5b4ac86 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:08:18.185689 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:18.266520 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:18.266840 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:18.279039 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Calling delete_port for e3d5eda1-8b27-4b92-b162-645bb5b4ac86 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:08:18.431625 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:18.458670 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event deleted for resources: {'Port': ['ID=e3d5eda1-8b27-4b92-b162-645bb5b4ac86,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:18.487451 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:18.488056 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:18.488399 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:18.488738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:18.489077 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:18.489410 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:18.489740 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:18.490066 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:18.490392 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:18.490718 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:18.491047 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:18.491398 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:18.531592 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:18.531929 n-d-799529-2 neutron-server[100428]: INFO neutron.db.l3_db [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Floating IP e450c1ae-a424-47f6-93c3-e0c1613aa550 disassociated (deleted). External IP: 172.25.4.106, port: dce6c5b1-2c70-4ebd-bea7-61ad91c0a436. Jul 06 13:08:18.765923 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Router 6472359c-f917-4666-b73d-ce98718d7d25 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:08:18.874069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:08:18.878837 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:18.885222 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62143d55-b25c-4281-bcfc-1d261239d75b None None] Sync routers for ids ['6472359c-f917-4666-b73d-ce98718d7d25'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:08:18.894827 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62143d55-b25c-4281-bcfc-1d261239d75b None None] Routers {'6472359c-f917-4666-b73d-ce98718d7d25'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:18.895505 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-62143d55-b25c-4281-bcfc-1d261239d75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:08:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6472359c-f917-4666-b73d-ce98718d7d25'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:18.917082 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-422bc333-ce52-459d-8e06-ccf5d060ea80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "DELETE /v2.0/floatingips/e450c1ae-a424-47f6-93c3-e0c1613aa550 HTTP/1.1" status: 204 len: 168 time: 1.1951239 Jul 06 13:08:18.917901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:08:18.920346 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a519b25-ac58-4b45-bc35-a98d47cbd505" -d '{"events": [{"name": "network-changed", "server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:08:19.006825 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-62143d55-b25c-4281-bcfc-1d261239d75b None None] Set router 6472359c-f917-4666-b73d-ce98718d7d25 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:19.168646 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001accb4-6010-4abe-abe4-519e1eeb8e00 x-openstack-request-id: req-001accb4-6010-4abe-abe4-519e1eeb8e00 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:08:19.169140 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:08:19.169453 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-001accb4-6010-4abe-abe4-519e1eeb8e00 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:08:19.170201 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'status': 'completed', 'code': 200} Jul 06 13:08:19.228176 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-62143d55-b25c-4281-bcfc-1d261239d75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1754b45a-c9da-4b2b-b5b7-bbeed303f0af', 'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'mac_address': 'fa:16:3e:be:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:58Z', 'updated_at': '2021-07-06T13:04:05Z', 'revision_number': 5, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'subnets': [{'id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:19.260867 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62143d55-b25c-4281-bcfc-1d261239d75b None None] Checking router: 6472359c-f917-4666-b73d-ce98718d7d25 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:08:19.273477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62143d55-b25c-4281-bcfc-1d261239d75b None None] Routers {'6472359c-f917-4666-b73d-ce98718d7d25'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:19.274322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-62143d55-b25c-4281-bcfc-1d261239d75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:08:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6472359c-f917-4666-b73d-ce98718d7d25'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:19.300171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a519b25-ac58-4b45-bc35-a98d47cbd505 req-b4422a8d-8e9f-4789-b10c-b73a7d0fb645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:19.301706 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a519b25-ac58-4b45-bc35-a98d47cbd505 req-b4422a8d-8e9f-4789-b10c-b73a7d0fb645 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 1097 time: 0.1104410 Jul 06 13:08:19.331669 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205e0c7-a1ad-4b92-873f-ea989d26392b req-b97886dd-236d-4ade-b52b-26508d14a0e7 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:19.333355 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6205e0c7-a1ad-4b92-873f-ea989d26392b req-b97886dd-236d-4ade-b52b-26508d14a0e7 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 946 time: 0.0733843 Jul 06 13:08:19.378802 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6205e0c7-a1ad-4b92-873f-ea989d26392b req-13c03638-76a8-47ee-b68f-2432be9835de tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384181 Jul 06 13:08:19.406392 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-62143d55-b25c-4281-bcfc-1d261239d75b None None] Set router 6472359c-f917-4666-b73d-ce98718d7d25 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:19.408450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a519b25-ac58-4b45-bc35-a98d47cbd505 req-2371add7-1a0a-42a9-a357-e5ea0c322e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:19.412195 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a519b25-ac58-4b45-bc35-a98d47cbd505 req-2371add7-1a0a-42a9-a357-e5ea0c322e56 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.1021807 Jul 06 13:08:19.457032 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a519b25-ac58-4b45-bc35-a98d47cbd505 req-0649076a-80d7-420c-9878-350ee595f957 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 HTTP/1.1" status: 200 len: 217 time: 0.0371258 Jul 06 13:08:19.511706 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a519b25-ac58-4b45-bc35-a98d47cbd505 req-c658cce6-f1e4-4033-a4f9-d8d688edc076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:19.513196 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a519b25-ac58-4b45-bc35-a98d47cbd505 req-c658cce6-f1e4-4033-a4f9-d8d688edc076 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0499361 Jul 06 13:08:19.574374 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a519b25-ac58-4b45-bc35-a98d47cbd505 req-e36a1d2a-b12b-46eb-995e-d68e620731fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:19.575926 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a519b25-ac58-4b45-bc35-a98d47cbd505 req-e36a1d2a-b12b-46eb-995e-d68e620731fa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556741 Jul 06 13:08:19.636492 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-62143d55-b25c-4281-bcfc-1d261239d75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1754b45a-c9da-4b2b-b5b7-bbeed303f0af', 'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'mac_address': 'fa:16:3e:be:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:58Z', 'updated_at': '2021-07-06T13:04:05Z', 'revision_number': 5, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'subnets': [{'id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:19.666046 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62143d55-b25c-4281-bcfc-1d261239d75b None None] The sync data for ids ['6472359c-f917-4666-b73d-ce98718d7d25'] in n-d-799529-2 is: [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1754b45a-c9da-4b2b-b5b7-bbeed303f0af', 'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'mac_address': 'fa:16:3e:be:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:58Z', 'updated_at': '2021-07-06T13:04:05Z', 'revision_number': 5, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'subnets': [{'id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:08:19.676848 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a519b25-ac58-4b45-bc35-a98d47cbd505 req-2aaea7de-f032-4107-b4de-e00c62e9ac28 service neutron] 10.222.0.89 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937088 Jul 06 13:08:19.786823 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6a519b25-ac58-4b45-bc35-a98d47cbd505 req-fede709f-e7be-4044-8e7f-0d333a1be8af service neutron] 10.222.0.89 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021740 Jul 06 13:08:19.911109 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a879c031-efdc-499e-904f-997b34fe556c None None] New status for floating IP e450c1ae-a424-47f6-93c3-e0c1613aa550: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:08:20.575373 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcf2d3-0d37-4deb-9fca-2ff86dccce91 req-61f72e17-03c9-4d00-914b-79e47c43045f tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:20.576972 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02dcf2d3-0d37-4deb-9fca-2ff86dccce91 req-61f72e17-03c9-4d00-914b-79e47c43045f tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 946 time: 0.0709221 Jul 06 13:08:20.616029 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-02dcf2d3-0d37-4deb-9fca-2ff86dccce91 req-a39f4b00-dac7-4a56-b2ed-40fe72e71062 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d1e5363-84f6-4fb4-bfb2-05229386e81c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333276 Jul 06 13:08:20.633438 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b91b39-a052-49dd-9fb3-14e012bd9aab req-80e171ee-5270-4e28-8649-1b2a61b4ad01 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:20.634975 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82b91b39-a052-49dd-9fb3-14e012bd9aab req-80e171ee-5270-4e28-8649-1b2a61b4ad01 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00 HTTP/1.1" status: 200 len: 946 time: 0.0657792 Jul 06 13:08:20.740262 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-82b91b39-a052-49dd-9fb3-14e012bd9aab req-dbd02d01-a83e-4183-a622-4c9db13e3fa1 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Deleting port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:08:20.740608 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82b91b39-a052-49dd-9fb3-14e012bd9aab req-dbd02d01-a83e-4183-a622-4c9db13e3fa1 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:20.830323 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-82b91b39-a052-49dd-9fb3-14e012bd9aab req-dbd02d01-a83e-4183-a622-4c9db13e3fa1 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] For port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:20.831055 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82b91b39-a052-49dd-9fb3-14e012bd9aab req-dbd02d01-a83e-4183-a622-4c9db13e3fa1 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:20.844207 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-82b91b39-a052-49dd-9fb3-14e012bd9aab req-dbd02d01-a83e-4183-a622-4c9db13e3fa1 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Calling delete_port for dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:08:20.979480 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82b91b39-a052-49dd-9fb3-14e012bd9aab req-dbd02d01-a83e-4183-a622-4c9db13e3fa1 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.010035 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd02d01-a83e-4183-a622-4c9db13e3fa1 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event deleted for resources: {'Port': ['ID=dce6c5b1-2c70-4ebd-bea7-61ad91c0a436,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:21.056509 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b91b39-a052-49dd-9fb3-14e012bd9aab req-dbd02d01-a83e-4183-a622-4c9db13e3fa1 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] No DVR routers for this DVR port dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:08:21.059158 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82b91b39-a052-49dd-9fb3-14e012bd9aab req-dbd02d01-a83e-4183-a622-4c9db13e3fa1 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.061415 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-82b91b39-a052-49dd-9fb3-14e012bd9aab req-dbd02d01-a83e-4183-a622-4c9db13e3fa1 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.89 "DELETE /v2.0/ports/dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 HTTP/1.1" status: 204 len: 173 time: 0.4210634 Jul 06 13:08:21.170934 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'name': 'network-vif-deleted', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:08:21.173547 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71888311-55bb-4fca-b191-fb8f582440c4" -d '{"events": [{"server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "name": "network-vif-deleted", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:08:21.208581 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a965e24-03a5-41b3-a600-5dcf59b7fe82 x-openstack-request-id: req-2a965e24-03a5-41b3-a600-5dcf59b7fe82 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:08:21.208878 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00", "name": "network-vif-deleted", "tag": "dce6c5b1-2c70-4ebd-bea7-61ad91c0a436", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:08:21.209127 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a965e24-03a5-41b3-a600-5dcf59b7fe82 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:08:21.209541 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a593c6a-d4f1-4ba3-9842-b4a66b2ffc00', 'name': 'network-vif-deleted', 'tag': 'dce6c5b1-2c70-4ebd-bea7-61ad91c0a436', 'status': 'completed', 'code': 200} Jul 06 13:08:21.713817 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57176) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:21.775663 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a92320f-87ce-422c-8581-861649973917 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.799789 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a92320f-87ce-422c-8581-861649973917 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.860429 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a92320f-87ce-422c-8581-861649973917 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.863298 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a92320f-87ce-422c-8581-861649973917 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:21.864446 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-9a92320f-87ce-422c-8581-861649973917 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "DELETE /v2.0/security-groups/5d1e5363-84f6-4fb4-bfb2-05229386e81c HTTP/1.1" status: 204 len: 168 time: 0.1496100 Jul 06 13:08:21.882901 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92320f-87ce-422c-8581-861649973917 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1e5363-84f6-4fb4-bfb2-05229386e81c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:22.237189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57182) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:22.242230 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-837bae07-69b5-4f20-8a65-72fdc9c035e0 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1691233975', 'description': 'tempest-secgroup-smoke-1691233975 description', 'project_id': '8809fc250ccd4714806d21a3b547c0e3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:22.264227 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-837bae07-69b5-4f20-8a65-72fdc9c035e0 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.344852 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-837bae07-69b5-4f20-8a65-72fdc9c035e0 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.348544 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-837bae07-69b5-4f20-8a65-72fdc9c035e0 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.381375 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-837bae07-69b5-4f20-8a65-72fdc9c035e0 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.382642 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-837bae07-69b5-4f20-8a65-72fdc9c035e0 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1441879 Jul 06 13:08:22.384573 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bae07-69b5-4f20-8a65-72fdc9c035e0 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de912d47-1949-45c5-b046-a5f14aee2335,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:22.387445 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57184) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:22.392702 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'security_group_rule': {'security_group_id': 'de912d47-1949-45c5-b046-a5f14aee2335', 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:22.421614 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.470459 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.474066 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.494184 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592dec4a-e7f8-4cde-a241-97cb5d495f02,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:22.503327 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.504522 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158361 Jul 06 13:08:22.505934 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:22.506277 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:22.506614 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:22.506951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:22.507380 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:22.507509 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57186) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:22.507738 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:22.508036 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:22.508379 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:22.508724 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:22.509048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:22.509368 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:22.509690 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c91aff-e946-4e59-a6b8-7511c4fc2a00 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:22.512381 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b344e3ed-4709-41e4-b4a2-a0b55665a01a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'security_group_rule': {'security_group_id': 'de912d47-1949-45c5-b046-a5f14aee2335', 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:22.544351 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b344e3ed-4709-41e4-b4a2-a0b55665a01a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.599898 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b344e3ed-4709-41e4-b4a2-a0b55665a01a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.603420 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b344e3ed-4709-41e4-b4a2-a0b55665a01a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.624986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344e3ed-4709-41e4-b4a2-a0b55665a01a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf92ed54-8416-4ecf-b12a-51cb9a6eecf4,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:22.628085 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b344e3ed-4709-41e4-b4a2-a0b55665a01a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.629323 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-b344e3ed-4709-41e4-b4a2-a0b55665a01a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208246 Jul 06 13:08:22.632680 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57188) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:22.637025 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0f876425-a342-491f-9463-5aab4a32b5cf tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'security_group_rule': {'security_group_id': 'de912d47-1949-45c5-b046-a5f14aee2335', 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:22.662698 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f876425-a342-491f-9463-5aab4a32b5cf tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.724371 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f876425-a342-491f-9463-5aab4a32b5cf tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.727737 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f876425-a342-491f-9463-5aab4a32b5cf tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.744791 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f876425-a342-491f-9463-5aab4a32b5cf tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffe7aa7-56df-4e98-929f-e38616b65a6e,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:22.751516 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f876425-a342-491f-9463-5aab4a32b5cf tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.752915 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-0f876425-a342-491f-9463-5aab4a32b5cf tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192737 Jul 06 13:08:22.755612 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57190) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:22.760780 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2fc52bb0-00ac-41a8-96c2-60df93719193 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'security_group_rule': {'security_group_id': 'de912d47-1949-45c5-b046-a5f14aee2335', 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:22.786891 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fc52bb0-00ac-41a8-96c2-60df93719193 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.845722 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fc52bb0-00ac-41a8-96c2-60df93719193 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.853936 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fc52bb0-00ac-41a8-96c2-60df93719193 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.877840 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc52bb0-00ac-41a8-96c2-60df93719193 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d4034f-7844-48e1-a30c-35fc86bcc40a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:22.885039 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fc52bb0-00ac-41a8-96c2-60df93719193 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.886181 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-2fc52bb0-00ac-41a8-96c2-60df93719193 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295073 Jul 06 13:08:22.889297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57192) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:22.897090 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cee87186-b72b-401d-aaa7-c87a46b28687 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'security_group_rule': {'security_group_id': 'de912d47-1949-45c5-b046-a5f14aee2335', 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:22.920711 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-cee87186-b72b-401d-aaa7-c87a46b28687 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Project 8809fc250ccd4714806d21a3b547c0e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:08:22.926499 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cee87186-b72b-401d-aaa7-c87a46b28687 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.989137 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cee87186-b72b-401d-aaa7-c87a46b28687 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:22.994121 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cee87186-b72b-401d-aaa7-c87a46b28687 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.017484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee87186-b72b-401d-aaa7-c87a46b28687 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b956858-9d3e-494c-964b-e724891c102b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:23.025245 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cee87186-b72b-401d-aaa7-c87a46b28687 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.026659 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-cee87186-b72b-401d-aaa7-c87a46b28687 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359005 Jul 06 13:08:23.031067 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57194) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:23.038134 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f6aa9388-0a76-49bc-a2eb-08b730674756 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'security_group_rule': {'security_group_id': 'de912d47-1949-45c5-b046-a5f14aee2335', 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:23.069628 n-d-799529-2 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-f6aa9388-0a76-49bc-a2eb-08b730674756 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Project 8809fc250ccd4714806d21a3b547c0e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:08:23.075280 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9388-0a76-49bc-a2eb-08b730674756 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.138244 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9388-0a76-49bc-a2eb-08b730674756 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.141881 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9388-0a76-49bc-a2eb-08b730674756 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.161256 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa9388-0a76-49bc-a2eb-08b730674756 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e5bbde-b50f-46ec-89fb-df100a1ba2b8,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:23.168166 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9388-0a76-49bc-a2eb-08b730674756 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:23.169589 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f6aa9388-0a76-49bc-a2eb-08b730674756 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371574 Jul 06 13:08:23.200640 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:08:23.221065 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:08:23.221420 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device dce6c5b1-2c70-4ebd-bea7-61ad91c0a436 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:08:35.062129 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:08:35.627655 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-218d8365-28f2-4cfd-9afd-85460487cbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:36.474834 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:37.289001 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:37.462079 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-59021003-a07b-4d1b-ae85-0a4c9e2a5570 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1691233975&fields=id&tenant_id=8809fc250ccd4714806d21a3b547c0e3 HTTP/1.1" status: 200 len: 267 time: 0.0325506 Jul 06 13:08:37.571394 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-c04462a1-4247-4800-ac83-68627ba4ae97 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:37.572780 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-c04462a1-4247-4800-ac83-68627ba4ae97 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 809 time: 0.1044207 Jul 06 13:08:37.587828 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-4ff59a20-2319-4c07-a467-6a7ad8a967db tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/quotas/8809fc250ccd4714806d21a3b547c0e3 HTTP/1.1" status: 200 len: 375 time: 0.0097446 Jul 06 13:08:37.653691 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-2e0e6830-f69d-4063-9852-f2a1ad0bf0c0 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608709 Jul 06 13:08:37.791472 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-99c84d3b-98a9-4823-a6cb-ff7cb3cd01a1 service neutron] 10.222.0.81 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269557 Jul 06 13:08:37.882532 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-fcfed0d9-8096-4b71-b649-050fc82e84c4 service neutron] 10.222.0.81 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844574 Jul 06 13:08:38.184578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e2ab7ce4-3630-49f9-a908-e7ec7ebd82bf req-c8d3df31-9b98-4722-bde7-17e427960c08 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 210 time: 0.0290864 Jul 06 13:08:38.256870 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3450519a-724c-47ba-80de-fb17fb109ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:38.400617 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:39.237069 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-f2c004cd-5521-4555-bc0a-d12e0e31ca02 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:39.238993 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-f2c004cd-5521-4555-bc0a-d12e0e31ca02 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.23 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 809 time: 0.1069024 Jul 06 13:08:39.295899 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-5f9fb0b5-9acd-4f11-a9e2-8f0681974ed5 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8809fc250ccd4714806d21a3b547c0e3 HTTP/1.1" status: 200 len: 380 time: 0.0411680 Jul 06 13:08:39.305401 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-35c324cf-51a6-4b16-9ecd-1670585caa39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'port': {'device_id': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'admin_state_up': True, 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'security_groups': ['de912d47-1949-45c5-b046-a5f14aee2335']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:39.336269 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b6066d66-f185-44b6-aef0-2f6802a77427 req-03f26093-4c61-486d-989e-51a7d1f87c6e tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 210 time: 0.0341737 Jul 06 13:08:39.443315 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-35c324cf-51a6-4b16-9ecd-1670585caa39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Made reservation on behalf of 8809fc250ccd4714806d21a3b547c0e3 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:08:39.447647 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-35c324cf-51a6-4b16-9ecd-1670585caa39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:39.584862 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-35c324cf-51a6-4b16-9ecd-1670585caa39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Allocated IP 172.20.0.4 (ef1b981b-7996-4cc9-9850-b59b2fa19256/6aadea80-4ddc-4155-a776-0d23f64fb9cc/9814ffc6-2bb4-40c3-98a6-720f6fbdac03) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:08:39.657449 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:39.729703 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-35c324cf-51a6-4b16-9ecd-1670585caa39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:39.744299 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-35c324cf-51a6-4b16-9ecd-1670585caa39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Transition to ACTIVE for port object 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:08:39.778134 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-35c324cf-51a6-4b16-9ecd-1670585caa39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:39.832989 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-35c324cf-51a6-4b16-9ecd-1670585caa39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Network ef1b981b-7996-4cc9-9850-b59b2fa19256 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:08:39.834891 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-35c324cf-51a6-4b16-9ecd-1670585caa39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:08:39.841926 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-35c324cf-51a6-4b16-9ecd-1670585caa39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:08:39.869992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c324cf-51a6-4b16-9ecd-1670585caa39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'Port': ['ID=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:39.901835 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-35c324cf-51a6-4b16-9ecd-1670585caa39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:39.902857 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-35c324cf-51a6-4b16-9ecd-1670585caa39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:39.921659 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-35c324cf-51a6-4b16-9ecd-1670585caa39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6203110 Jul 06 13:08:39.983120 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Request body: {'port': {'device_id': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:40.063189 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:40.085136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e94d3a04-d10b-475c-86c2-9666fa2d03e4 None None] Provisioning for port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:08:40.090419 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e94d3a04-d10b-475c-86c2-9666fa2d03e4 None None] Provisioning complete for port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:40.090809 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e94d3a04-d10b-475c-86c2-9666fa2d03e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:40.134417 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e94d3a04-d10b-475c-86c2-9666fa2d03e4 None None] Port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:08:40.355630 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:08:40.363667 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:40.377450 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Transition to ACTIVE for port object 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:08:40.381774 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:40.437452 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Pushing event updated for resources: {'Port': ['ID=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:40.527480 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Attempting to bind port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:08:40.528014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Attempting to bind port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:08:40.538798 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Attempting to bind port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 on network ef1b981b-7996-4cc9-9850-b59b2fa19256 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:08:40.546578 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 on network ef1b981b-7996-4cc9-9850-b59b2fa19256 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:08:40.546912 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Attempting to bind port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 on network ef1b981b-7996-4cc9-9850-b59b2fa19256 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:08:40.553044 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:08:40.554255 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Checking segment: {'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:08:40.554255 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Bound using segment: {'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:08:40.554255 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Bound port: 9814ffc6-2bb4-40c3-98a6-720f6fbdac03, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e52a7c-d5c1-4f66-a632-126301c1c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:08:40.554586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:40.561241 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5228995-48c4-4780-893b-d9f774b59e70 req-7332202b-cec8-473c-87f2-45ff9defa12b tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:40.563992 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5228995-48c4-4780-893b-d9f774b59e70 req-7332202b-cec8-473c-87f2-45ff9defa12b tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0992169 Jul 06 13:08:40.628002 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e5228995-48c4-4780-893b-d9f774b59e70 req-7a9cab61-a62b-4e20-8134-2642563b089a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501611 Jul 06 13:08:40.643089 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] For port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:08:40.646534 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] For port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:08:40.653469 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:40.679787 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:40.680997 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:40.683659 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] 10.222.0.23 "PUT /v2.0/ports/9814ffc6-2bb4-40c3-98a6-720f6fbdac03 HTTP/1.1" status: 200 len: 1091 time: 0.7529714 Jul 06 13:08:40.684558 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'tag': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:08:40.687806 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2c8446-36f5-4f85-b105-f55d4072bb03" -d '{"events": [{"name": "network-changed", "server_uuid": "1007c927-baaa-49a4-aee5-5dbe74aa3c0c", "tag": "9814ffc6-2bb4-40c3-98a6-720f6fbdac03"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:08:40.745076 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1480c3-b58d-4415-9f50-7837c940fa3c x-openstack-request-id: req-db1480c3-b58d-4415-9f50-7837c940fa3c {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:08:40.745376 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1007c927-baaa-49a4-aee5-5dbe74aa3c0c", "tag": "9814ffc6-2bb4-40c3-98a6-720f6fbdac03", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:08:40.745638 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db1480c3-b58d-4415-9f50-7837c940fa3c {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:08:40.746190 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'tag': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03', 'status': 'completed', 'code': 200} Jul 06 13:08:40.785015 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f646b-f8c4-4e8e-81a7-49dbdab93fba service neutron] Pushing event updated for resources: {'Port': ['ID=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:40.816324 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-49844987-08f7-40d6-ab15-6dcb60924148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:40.818169 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-49844987-08f7-40d6-ab15-6dcb60924148 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 1094 time: 0.0907750 Jul 06 13:08:40.871166 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-e83c59c1-d55b-40ab-aa05-340766c9b7ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03 HTTP/1.1" status: 200 len: 217 time: 0.0446227 Jul 06 13:08:40.926882 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-edd6d5e5-3289-4516-a187-a8f7594529cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:40.928254 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-edd6d5e5-3289-4516-a187-a8f7594529cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0502074 Jul 06 13:08:40.989752 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-9711809c-3912-4a25-952c-48f57ed8e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:40.991859 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-9711809c-3912-4a25-952c-48f57ed8e66d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564671 Jul 06 13:08:41.088193 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-3670fe97-537d-4cee-94ee-b0aacd7fb975 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884759 Jul 06 13:08:41.182107 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-e7ff1c25-2262-4c6c-b611-d75e5c5486a9 req-443c642c-10a0-4f74-a0ed-bf2c980c2d5b service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872512 Jul 06 13:08:41.243005 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:41.286479 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c8446-36f5-4f85-b105-f55d4072bb03 req-ca8b35e0-f538-4ab2-abd5-b4b2bc7fbd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:41.288093 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c2c8446-36f5-4f85-b105-f55d4072bb03 req-ca8b35e0-f538-4ab2-abd5-b4b2bc7fbd29 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 1094 time: 0.0550718 Jul 06 13:08:41.389562 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c8446-36f5-4f85-b105-f55d4072bb03 req-92e86134-167d-4009-8184-3bfa8e7d6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:41.391121 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c2c8446-36f5-4f85-b105-f55d4072bb03 req-92e86134-167d-4009-8184-3bfa8e7d6559 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.0964072 Jul 06 13:08:41.439430 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c2c8446-36f5-4f85-b105-f55d4072bb03 req-eb8d6956-b4c3-4853-8788-227a3c93d488 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03 HTTP/1.1" status: 200 len: 217 time: 0.0378637 Jul 06 13:08:41.495548 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c8446-36f5-4f85-b105-f55d4072bb03 req-7176cac0-eaa0-4156-b214-e367332f9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:41.497094 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c2c8446-36f5-4f85-b105-f55d4072bb03 req-7176cac0-eaa0-4156-b214-e367332f9a55 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0505397 Jul 06 13:08:41.557893 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c8446-36f5-4f85-b105-f55d4072bb03 req-291c3bb2-692d-4b3d-94f1-e60cf2a13367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:41.559671 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c2c8446-36f5-4f85-b105-f55d4072bb03 req-291c3bb2-692d-4b3d-94f1-e60cf2a13367 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553789 Jul 06 13:08:41.659286 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c2c8446-36f5-4f85-b105-f55d4072bb03 req-031a12ca-02e3-4cbb-b9c6-08f98c440635 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907619 Jul 06 13:08:41.758561 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-1c2c8446-36f5-4f85-b105-f55d4072bb03 req-6d708181-e203-49ce-a076-887d163ad86f service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923934 Jul 06 13:08:41.827416 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f9618-3fb7-4b0c-9afb-85dad18afdcd req-e8296c9b-b82d-42c4-8bb1-7b3d01e9b888 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:41.829320 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a68f9618-3fb7-4b0c-9afb-85dad18afdcd req-e8296c9b-b82d-42c4-8bb1-7b3d01e9b888 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0678630 Jul 06 13:08:41.868786 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a68f9618-3fb7-4b0c-9afb-85dad18afdcd req-9b6b4904-81ca-4536-8c49-02f17a761d2a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328865 Jul 06 13:08:43.047694 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bdd28-05cf-4965-b38c-0a866d697297 req-b378839b-26e6-471f-8c1a-3dcfe0726fd2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:43.049219 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e0bdd28-05cf-4965-b38c-0a866d697297 req-b378839b-26e6-471f-8c1a-3dcfe0726fd2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0675125 Jul 06 13:08:43.092862 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e0bdd28-05cf-4965-b38c-0a866d697297 req-e585e171-7ef6-4fac-acdd-c82e45b86e47 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370278 Jul 06 13:08:44.283478 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826879a6-9c39-49c5-88df-2b0100edee76 req-15b4a210-d96e-4615-90bd-1d81ea2f3973 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:44.285062 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-826879a6-9c39-49c5-88df-2b0100edee76 req-15b4a210-d96e-4615-90bd-1d81ea2f3973 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0718811 Jul 06 13:08:44.325976 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-826879a6-9c39-49c5-88df-2b0100edee76 req-dc6a5967-4cae-4f1a-9eda-83bee56b9a02 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333991 Jul 06 13:08:45.538995 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc81dea-6e89-44b6-a475-1b96debd6d92 req-50f8b7f0-0492-47b3-a038-7027bd888a84 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:45.540551 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2bc81dea-6e89-44b6-a475-1b96debd6d92 req-50f8b7f0-0492-47b3-a038-7027bd888a84 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0687666 Jul 06 13:08:45.579626 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2bc81dea-6e89-44b6-a475-1b96debd6d92 req-4bc63c3a-1b69-4e96-bcd1-02cdfc5f7479 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332124 Jul 06 13:08:46.762654 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000f454-4e81-482a-b4d6-b8847713576d req-a00410c5-c05b-4a80-ae66-8f0c52310ed7 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:46.764783 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f000f454-4e81-482a-b4d6-b8847713576d req-a00410c5-c05b-4a80-ae66-8f0c52310ed7 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0694251 Jul 06 13:08:46.809784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f000f454-4e81-482a-b4d6-b8847713576d req-a190a2e2-ca65-4492-a190-45a158cdc17b tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355239 Jul 06 13:08:47.980465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd399824-c85a-4f64-aec4-98937ce49024 req-299ec0fa-8df9-498e-ac23-6669ca1ad032 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:47.981968 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd399824-c85a-4f64-aec4-98937ce49024 req-299ec0fa-8df9-498e-ac23-6669ca1ad032 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0623047 Jul 06 13:08:48.019620 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bd399824-c85a-4f64-aec4-98937ce49024 req-0c746332-d8f0-4961-8116-19b53b7ee5a9 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320725 Jul 06 13:08:49.195933 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9820c-cad1-4220-8631-19b43c41bb34 req-d0a114ec-a6fe-4cdc-b4af-d6e23c47aa72 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:49.197447 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91d9820c-cad1-4220-8631-19b43c41bb34 req-d0a114ec-a6fe-4cdc-b4af-d6e23c47aa72 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0680256 Jul 06 13:08:49.237310 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-91d9820c-cad1-4220-8631-19b43c41bb34 req-5595f87a-9548-4c41-aade-56e3ca1d5c1b tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341916 Jul 06 13:08:50.411856 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaa287-0164-4f7a-9224-49a934c6d795 req-679cb1c6-5740-4ddf-9c86-8fb283e7f1cb tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:50.413870 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31eaa287-0164-4f7a-9224-49a934c6d795 req-679cb1c6-5740-4ddf-9c86-8fb283e7f1cb tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0651097 Jul 06 13:08:50.451803 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-31eaa287-0164-4f7a-9224-49a934c6d795 req-f8a03c5b-9331-4e98-971a-13487dae54bd tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322590 Jul 06 13:08:50.587717 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:08:50.682147 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:50.694400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'port_id': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03', 'mac_address': 'fa:16:3e:5f:30:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:08:50.735035 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:50.747962 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:08:50.766761 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:50.770879 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:50.827130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:50.835051 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:50.835425 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:50.835761 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:50.836091 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:50.836416 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:50.836739 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:50.837057 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:50.837374 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:50.837692 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:50.838008 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:50.838322 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:50.838636 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:08:51.003373 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['9814ffc6-2bb4-40c3-98a6-720f6fbdac03'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:08:51.630719 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dba4e-0ce5-4f3f-b080-aa35bdf52cac req-3f6de296-323b-4a0b-90b1-4b5440394807 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:51.632274 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-272dba4e-0ce5-4f3f-b080-aa35bdf52cac req-3f6de296-323b-4a0b-90b1-4b5440394807 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 944 time: 0.0669212 Jul 06 13:08:51.683388 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-272dba4e-0ce5-4f3f-b080-aa35bdf52cac req-0ff5e615-c339-4114-a68a-ec745d23ca2e tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447943 Jul 06 13:08:52.603934 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:08:52.652115 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:08:52.656201 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:08:52.656573 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:52.737395 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:52.760930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:08:52.763214 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b091da-e5c9-4341-9592-3b48c0e62e8a" -d '{"events": [{"server_uuid": "1007c927-baaa-49a4-aee5-5dbe74aa3c0c", "name": "network-vif-plugged", "status": "completed", "tag": "9814ffc6-2bb4-40c3-98a6-720f6fbdac03"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:08:52.776044 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:08:52.781485 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:52.830740 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:52.867209 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e265008-d627-4aa2-bef2-f2eb3b930f95 req-60de5820-27c6-44cc-9481-e1eddd5a0d1c tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:52.868744 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5e265008-d627-4aa2-bef2-f2eb3b930f95 req-60de5820-27c6-44cc-9481-e1eddd5a0d1c tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0710335 Jul 06 13:08:52.906068 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-5e265008-d627-4aa2-bef2-f2eb3b930f95 req-d6f9b638-2d5b-4e51-9334-3c1583a5056e tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317404 Jul 06 13:08:52.952623 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f3a5ef-e1b4-4455-b33e-a6c8067e847d x-openstack-request-id: req-f9f3a5ef-e1b4-4455-b33e-a6c8067e847d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:08:52.953064 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1007c927-baaa-49a4-aee5-5dbe74aa3c0c", "name": "network-vif-plugged", "status": "completed", "tag": "9814ffc6-2bb4-40c3-98a6-720f6fbdac03", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:08:52.953354 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f9f3a5ef-e1b4-4455-b33e-a6c8067e847d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:08:52.953789 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03', 'code': 200} Jul 06 13:08:53.068267 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51002b80-4e86-4711-80da-07784192544d req-eedb5f71-aabe-459f-a2be-fde2c86ed2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:53.069812 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-51002b80-4e86-4711-80da-07784192544d req-eedb5f71-aabe-459f-a2be-fde2c86ed2b3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 1096 time: 0.0539393 Jul 06 13:08:53.104227 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-51002b80-4e86-4711-80da-07784192544d req-dc87b0f3-8160-40b0-b58a-20fac68fba57 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282726 Jul 06 13:08:54.087707 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e5f8d-a5dc-4d05-97bd-1fb0bcf9d4dc req-d1aa9748-f5af-406e-9432-604569f609bf tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:54.089198 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e2e5f8d-a5dc-4d05-97bd-1fb0bcf9d4dc req-d1aa9748-f5af-406e-9432-604569f609bf tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0647223 Jul 06 13:08:54.127814 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-1e2e5f8d-a5dc-4d05-97bd-1fb0bcf9d4dc req-4ced7d81-cf9d-44b7-8b1f-8f30b0a435ff tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329337 Jul 06 13:08:54.302105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebc4b0-3018-42c3-bb6a-e64cc06c3420 req-c69a63cd-24f2-40c0-821f-465a69760bfa tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:54.304453 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4bebc4b0-3018-42c3-bb6a-e64cc06c3420 req-c69a63cd-24f2-40c0-821f-465a69760bfa tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0683317 Jul 06 13:08:54.340868 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4bebc4b0-3018-42c3-bb6a-e64cc06c3420 req-ecc14894-b28e-469c-aa97-4f64bf08dd56 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311747 Jul 06 13:08:54.364892 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57382) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:54.415887 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26848f5e-8138-4b79-8aef-f54ccd459860 tempest-TestShelveInstance-1594987378 tempest-TestShelveInstance-1594987378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:54.417552 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-26848f5e-8138-4b79-8aef-f54ccd459860 tempest-TestShelveInstance-1594987378 tempest-TestShelveInstance-1594987378-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 1091 time: 0.0515420 Jul 06 13:08:54.420232 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57384) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:08:54.424732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:08:54.446405 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:54.546764 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:54.655713 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Allocated IP 172.25.4.115 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/a59d5d7f-c25d-4063-945a-fdc838317359) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:08:54.760230 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:54.799554 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:54.833487 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:08:54.837050 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:08:54.841321 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:08:54.885238 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'Port': ['ID=a59d5d7f-c25d-4063-945a-fdc838317359,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:55.232418 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:55.640381 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:55.793032 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:55.797666 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:55.866663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event updated for resources: {'Port': ['ID=a59d5d7f-c25d-4063-945a-fdc838317359,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:08:55.878637 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:55.979287 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Floating IP 3e33258f-8228-4d9f-814e-d3ce4aa52843 associated. External IP: 172.25.4.115, port: 9814ffc6-2bb4-40c3-98a6-720f6fbdac03. Jul 06 13:08:56.190790 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Router 6472359c-f917-4666-b73d-ce98718d7d25 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:08:56.299369 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:08:56.309248 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c08007c-3306-4c74-905e-02ef1ddd73f4 None None] Sync routers for ids ['6472359c-f917-4666-b73d-ce98718d7d25'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:08:56.315929 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:08:56.318615 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08007c-3306-4c74-905e-02ef1ddd73f4 None None] Routers {'6472359c-f917-4666-b73d-ce98718d7d25'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:56.319980 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8c08007c-3306-4c74-905e-02ef1ddd73f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:08:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6472359c-f917-4666-b73d-ce98718d7d25'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:56.367256 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c604cd21-05f2-4801-be79-992c081c9806 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9334757 Jul 06 13:08:56.367256 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'tag': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:08:56.367256 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f75535e-edd5-488d-8620-92c2144707a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1007c927-baaa-49a4-aee5-5dbe74aa3c0c", "tag": "9814ffc6-2bb4-40c3-98a6-720f6fbdac03"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:08:56.426726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-8c08007c-3306-4c74-905e-02ef1ddd73f4 None None] Set router 6472359c-f917-4666-b73d-ce98718d7d25 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:56.462691 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088ee212-b60f-4eb3-b683-8f725ac44c2b x-openstack-request-id: req-088ee212-b60f-4eb3-b683-8f725ac44c2b {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:08:56.462981 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1007c927-baaa-49a4-aee5-5dbe74aa3c0c", "tag": "9814ffc6-2bb4-40c3-98a6-720f6fbdac03", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:08:56.463249 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-088ee212-b60f-4eb3-b683-8f725ac44c2b {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:08:56.463674 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'tag': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03', 'status': 'completed', 'code': 200} Jul 06 13:08:56.540741 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75535e-edd5-488d-8620-92c2144707a2 req-dc54a2a9-69df-4fa6-9bdf-5aae2b5b00d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:56.542267 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f75535e-edd5-488d-8620-92c2144707a2 req-dc54a2a9-69df-4fa6-9bdf-5aae2b5b00d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 1096 time: 0.0555685 Jul 06 13:08:56.638836 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75535e-edd5-488d-8620-92c2144707a2 req-12f91193-9d2b-4206-ba65-214a7293b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:56.640511 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f75535e-edd5-488d-8620-92c2144707a2 req-12f91193-9d2b-4206-ba65-214a7293b7d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.0903227 Jul 06 13:08:56.660626 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8c08007c-3306-4c74-905e-02ef1ddd73f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '3e33258f-8228-4d9f-814e-d3ce4aa52843', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'port_id': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'mac_address': 'fa:16:3e:5f:30:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:08:55Z', 'updated_at': '2021-07-06T13:08:55Z', 'revision_number': 0, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1754b45a-c9da-4b2b-b5b7-bbeed303f0af', 'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'mac_address': 'fa:16:3e:be:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:58Z', 'updated_at': '2021-07-06T13:04:05Z', 'revision_number': 5, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'subnets': [{'id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:56.688785 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c08007c-3306-4c74-905e-02ef1ddd73f4 None None] Checking router: 6472359c-f917-4666-b73d-ce98718d7d25 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:08:56.697155 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08007c-3306-4c74-905e-02ef1ddd73f4 None None] Routers {'6472359c-f917-4666-b73d-ce98718d7d25'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:08:56.697696 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8c08007c-3306-4c74-905e-02ef1ddd73f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:08:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6472359c-f917-4666-b73d-ce98718d7d25'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:56.706397 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f75535e-edd5-488d-8620-92c2144707a2 req-2c997261-77b2-4e87-961d-771c5456e4a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03 HTTP/1.1" status: 200 len: 999 time: 0.0594673 Jul 06 13:08:56.759948 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75535e-edd5-488d-8620-92c2144707a2 req-9fe4d857-6ded-4e59-bd6a-530c0a35988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:56.761469 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f75535e-edd5-488d-8620-92c2144707a2 req-9fe4d857-6ded-4e59-bd6a-530c0a35988f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0478833 Jul 06 13:08:56.803589 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-8c08007c-3306-4c74-905e-02ef1ddd73f4 None None] Set router 6472359c-f917-4666-b73d-ce98718d7d25 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:08:56.818156 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75535e-edd5-488d-8620-92c2144707a2 req-2f5cfc04-cac2-43cd-8239-976cefba4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:56.819899 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f75535e-edd5-488d-8620-92c2144707a2 req-2f5cfc04-cac2-43cd-8239-976cefba4a17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527718 Jul 06 13:08:56.914578 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f75535e-edd5-488d-8620-92c2144707a2 req-9698186b-8ce5-475b-a8fa-b8ebf5cf889b service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879123 Jul 06 13:08:57.009901 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-8f75535e-edd5-488d-8620-92c2144707a2 req-2d895620-2352-4605-a21a-7222d2d7755b service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883296 Jul 06 13:08:57.035979 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-8c08007c-3306-4c74-905e-02ef1ddd73f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '3e33258f-8228-4d9f-814e-d3ce4aa52843', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'port_id': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'mac_address': 'fa:16:3e:5f:30:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:08:55Z', 'updated_at': '2021-07-06T13:08:55Z', 'revision_number': 0, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1754b45a-c9da-4b2b-b5b7-bbeed303f0af', 'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'mac_address': 'fa:16:3e:be:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:58Z', 'updated_at': '2021-07-06T13:04:05Z', 'revision_number': 5, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'subnets': [{'id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:08:57.066001 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c08007c-3306-4c74-905e-02ef1ddd73f4 None None] The sync data for ids ['6472359c-f917-4666-b73d-ce98718d7d25'] in n-d-799529-2 is: [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '3e33258f-8228-4d9f-814e-d3ce4aa52843', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'port_id': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'mac_address': 'fa:16:3e:5f:30:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:08:55Z', 'updated_at': '2021-07-06T13:08:55Z', 'revision_number': 0, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1754b45a-c9da-4b2b-b5b7-bbeed303f0af', 'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'mac_address': 'fa:16:3e:be:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:58Z', 'updated_at': '2021-07-06T13:04:05Z', 'revision_number': 5, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'subnets': [{'id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:08:57.265097 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65d8d58-68e4-43ff-bc10-8de07654e665 None None] New status for floating IP 3e33258f-8228-4d9f-814e-d3ce4aa52843: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:08:57.538025 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a6e3c489-46ab-4e48-bfa0-5fea8bb96701 req-7e0001f1-8948-4a95-a52a-d8b0e5181b09 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520353 Jul 06 13:08:57.631236 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3c489-46ab-4e48-bfa0-5fea8bb96701 req-bcd330ef-a1d1-477b-8f03-504dc0b43ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:57.633478 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a6e3c489-46ab-4e48-bfa0-5fea8bb96701 req-bcd330ef-a1d1-477b-8f03-504dc0b43ff8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 1096 time: 0.0520661 Jul 06 13:08:57.741986 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3c489-46ab-4e48-bfa0-5fea8bb96701 req-a2490f84-0d9e-4044-94b0-fa3c282a35a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:57.743499 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a6e3c489-46ab-4e48-bfa0-5fea8bb96701 req-a2490f84-0d9e-4044-94b0-fa3c282a35a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.0889487 Jul 06 13:08:57.810005 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a6e3c489-46ab-4e48-bfa0-5fea8bb96701 req-ddd13127-812f-4961-b6a3-dac9c91a5fd8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03 HTTP/1.1" status: 200 len: 1001 time: 0.0594819 Jul 06 13:08:57.862382 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3c489-46ab-4e48-bfa0-5fea8bb96701 req-6935eaf3-36ee-40df-a909-5b5e2ea24018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:57.864133 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a6e3c489-46ab-4e48-bfa0-5fea8bb96701 req-6935eaf3-36ee-40df-a909-5b5e2ea24018 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0480831 Jul 06 13:08:57.922456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3c489-46ab-4e48-bfa0-5fea8bb96701 req-56e88500-5b31-4967-91a1-4d3dd4601970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:08:57.924045 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a6e3c489-46ab-4e48-bfa0-5fea8bb96701 req-56e88500-5b31-4967-91a1-4d3dd4601970 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520563 Jul 06 13:08:58.011712 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a6e3c489-46ab-4e48-bfa0-5fea8bb96701 req-fd150b2b-5b50-4fc7-8e1e-1ed48cb79659 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809932 Jul 06 13:08:58.103332 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a6e3c489-46ab-4e48-bfa0-5fea8bb96701 req-4fcf2e96-1d06-4e7d-a66e-c40ef15534e7 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852265 Jul 06 13:09:05.620915 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-823b8f88-7482-445b-824a-cef47a0be844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:06.466816 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:07.292868 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:08.260513 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34d92456-9694-43c7-a7c4-2c9fcd562e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:08.401578 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:09.660446 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:11.243865 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:12.061875 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:09:35.622592 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0545f272-3fcf-4482-8e8c-5cb754bf2cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:36.473654 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:37.285602 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:38.261962 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d70e5cf1-4521-496f-b143-00c5849f6cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:38.401816 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:39.664442 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:41.247488 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:09:49.062319 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:09:57.553529 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-780caa51-82c6-416b-9b24-4ad6a073522e req-422a252c-f562-4781-88dc-419b4c2d0c24 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533447 Jul 06 13:09:57.661579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780caa51-82c6-416b-9b24-4ad6a073522e req-8890e859-aa71-4e4b-9be8-8c9616106cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:09:57.663115 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-780caa51-82c6-416b-9b24-4ad6a073522e req-8890e859-aa71-4e4b-9be8-8c9616106cd3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 1096 time: 0.0669110 Jul 06 13:09:57.776388 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780caa51-82c6-416b-9b24-4ad6a073522e req-506eeb20-d711-4ea8-9f54-29be17489fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:09:57.777892 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-780caa51-82c6-416b-9b24-4ad6a073522e req-506eeb20-d711-4ea8-9f54-29be17489fe1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.0946078 Jul 06 13:09:57.848233 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-780caa51-82c6-416b-9b24-4ad6a073522e req-924ec5bf-65e6-45d5-8e3d-cb82f2e65bd9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03 HTTP/1.1" status: 200 len: 1001 time: 0.0638967 Jul 06 13:09:57.896853 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780caa51-82c6-416b-9b24-4ad6a073522e req-331032d8-f918-458b-bd81-1e5b78c1b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:09:57.898354 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-780caa51-82c6-416b-9b24-4ad6a073522e req-331032d8-f918-458b-bd81-1e5b78c1b283 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0437260 Jul 06 13:09:57.955118 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780caa51-82c6-416b-9b24-4ad6a073522e req-0454119c-7338-4cbb-ac69-cb73abade048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:09:57.956684 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-780caa51-82c6-416b-9b24-4ad6a073522e req-0454119c-7338-4cbb-ac69-cb73abade048 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522714 Jul 06 13:09:57.966547 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-780caa51-82c6-416b-9b24-4ad6a073522e req-7f5fd8b1-283a-48e0-a2d9-d4068368d873 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:09:57.967520 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-780caa51-82c6-416b-9b24-4ad6a073522e req-7f5fd8b1-283a-48e0-a2d9-d4068368d873 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050361 Jul 06 13:09:58.058539 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-780caa51-82c6-416b-9b24-4ad6a073522e req-98dcb65c-f521-46ac-b2b2-4570407166c9 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848169 Jul 06 13:09:58.146323 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-780caa51-82c6-416b-9b24-4ad6a073522e req-805e78fa-827b-4086-b6c8-60501b681921 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819058 Jul 06 13:10:05.623611 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21de39ed-17a4-450c-981a-42db0d6940e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:06.478744 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:07.287342 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:08.264852 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73162642-bf74-4a37-a088-ce9436acb3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:08.403371 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:09.666005 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:11.252289 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:26.061669 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:10:35.624665 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e681c254-5f7d-427f-9d9e-988e24942cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:36.497058 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:37.301317 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:38.266145 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-be20c114-4500-4493-a97b-6661219f6dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:38.409100 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:39.670171 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:41.253332 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:10:54.314458 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06624da6-dcbf-4c4a-ac4a-fdc1e9619d63 req-89781d2f-0438-4b57-b979-9f043522d3f9 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:10:54.316051 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06624da6-dcbf-4c4a-ac4a-fdc1e9619d63 req-89781d2f-0438-4b57-b979-9f043522d3f9 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0662291 Jul 06 13:10:54.353138 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-06624da6-dcbf-4c4a-ac4a-fdc1e9619d63 req-aa3612cd-c3f8-4d9c-aa5d-b8b84eb3068f tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313907 Jul 06 13:10:55.564166 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2a2cd-cfd1-4a49-ab16-e291a1d539ec req-96a8525b-3ca1-42a4-b81b-c3c0efc56ef4 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:10:55.565687 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7b2a2cd-cfd1-4a49-ab16-e291a1d539ec req-96a8525b-3ca1-42a4-b81b-c3c0efc56ef4 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0700061 Jul 06 13:10:55.604632 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f7b2a2cd-cfd1-4a49-ab16-e291a1d539ec req-a5ea391f-2644-414c-b72d-ceb0281c4886 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333672 Jul 06 13:10:56.777187 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48267b4a-ccfb-4750-afcb-4d2488361db8 req-f14ff1da-10b2-44c4-adf6-a2a0c58a36a2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:10:56.778684 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48267b4a-ccfb-4750-afcb-4d2488361db8 req-f14ff1da-10b2-44c4-adf6-a2a0c58a36a2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0631640 Jul 06 13:10:56.815793 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-48267b4a-ccfb-4750-afcb-4d2488361db8 req-5c7e946a-7e45-47fd-ae09-fcccfa0b24ba tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314095 Jul 06 13:10:57.987485 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b75b7-bfe6-478e-b7d4-597a829e3c31 req-6be1c008-9b9e-42db-bd62-d01ca0b9f9a2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:10:57.989249 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-841b75b7-bfe6-478e-b7d4-597a829e3c31 req-6be1c008-9b9e-42db-bd62-d01ca0b9f9a2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0631361 Jul 06 13:10:58.026952 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-841b75b7-bfe6-478e-b7d4-597a829e3c31 req-92b4dee4-267e-4f12-b482-fdbe1e931904 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314302 Jul 06 13:10:58.570599 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e25e3-a2cc-4bc9-8ffb-5e49e2816dd0 req-d7124b9f-5a7c-43db-8386-2fdc5b071240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:10:58.572147 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a2e25e3-a2cc-4bc9-8ffb-5e49e2816dd0 req-d7124b9f-5a7c-43db-8386-2fdc5b071240 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 1096 time: 0.0540223 Jul 06 13:10:58.680302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e25e3-a2cc-4bc9-8ffb-5e49e2816dd0 req-39ae9d0a-6d89-49ce-968b-dd27c7cc1e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:10:58.681787 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a2e25e3-a2cc-4bc9-8ffb-5e49e2816dd0 req-39ae9d0a-6d89-49ce-968b-dd27c7cc1e96 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.0904124 Jul 06 13:10:58.748139 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a2e25e3-a2cc-4bc9-8ffb-5e49e2816dd0 req-3a39fa45-51c6-41ff-b40c-a0ae6c6b6504 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03 HTTP/1.1" status: 200 len: 1001 time: 0.0585439 Jul 06 13:10:58.800329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e25e3-a2cc-4bc9-8ffb-5e49e2816dd0 req-d8e563a0-7177-4111-9d2c-d6a899f08ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:10:58.801687 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a2e25e3-a2cc-4bc9-8ffb-5e49e2816dd0 req-d8e563a0-7177-4111-9d2c-d6a899f08ede service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0474968 Jul 06 13:10:58.857293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e25e3-a2cc-4bc9-8ffb-5e49e2816dd0 req-7bb9d0af-d523-4d60-aeca-d3db521fb1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:10:58.858744 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a2e25e3-a2cc-4bc9-8ffb-5e49e2816dd0 req-7bb9d0af-d523-4d60-aeca-d3db521fb1d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503139 Jul 06 13:10:58.945975 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a2e25e3-a2cc-4bc9-8ffb-5e49e2816dd0 req-f279ad5a-cd8a-4516-8892-3cf0942b730b service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801563 Jul 06 13:10:59.036182 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a2e25e3-a2cc-4bc9-8ffb-5e49e2816dd0 req-9da0c413-6402-434b-b48f-d872fb80aed2 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838749 Jul 06 13:10:59.206317 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4ce98-e33e-40b5-8e48-173ed1df13d9 req-f39aced3-1e1a-4cc9-b557-d7ee430b76dc tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:10:59.208093 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50e4ce98-e33e-40b5-8e48-173ed1df13d9 req-f39aced3-1e1a-4cc9-b557-d7ee430b76dc tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0697007 Jul 06 13:10:59.252433 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50e4ce98-e33e-40b5-8e48-173ed1df13d9 req-40600fa4-b401-4693-8bc4-ac5b7040d322 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387304 Jul 06 13:11:00.435428 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cf3e9-7493-4fe3-80f3-df1b6a3db489 req-3a4c429f-ef40-4b1a-9a4f-66eb3cb0f3ba tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:00.436948 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd6cf3e9-7493-4fe3-80f3-df1b6a3db489 req-3a4c429f-ef40-4b1a-9a4f-66eb3cb0f3ba tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0657156 Jul 06 13:11:00.475950 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fd6cf3e9-7493-4fe3-80f3-df1b6a3db489 req-10136166-a761-45dd-9c59-6f76fac6cf80 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332587 Jul 06 13:11:01.834794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5daae4-e9e3-4b2c-9ae8-a36d92db1098 req-7452f2d6-9544-46f7-b25e-0b1a4416c835 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:01.836347 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf5daae4-e9e3-4b2c-9ae8-a36d92db1098 req-7452f2d6-9544-46f7-b25e-0b1a4416c835 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0679390 Jul 06 13:11:01.874689 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bf5daae4-e9e3-4b2c-9ae8-a36d92db1098 req-7e2b0710-05a2-495b-9ab0-9fb5ebd8deb6 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320933 Jul 06 13:11:03.045087 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a57b9-428e-48d6-9d73-57f87922e1d2 req-d0725b74-5043-4582-adad-35950aeee524 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:03.046591 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-553a57b9-428e-48d6-9d73-57f87922e1d2 req-d0725b74-5043-4582-adad-35950aeee524 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0632889 Jul 06 13:11:03.064812 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:11:03.083940 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-553a57b9-428e-48d6-9d73-57f87922e1d2 req-1c94f107-fb1b-4d19-a63b-118b6602ae6e tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318735 Jul 06 13:11:04.256252 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c015c9-49bc-4cf9-aefe-6ff307aeceb8 req-48c856c5-34bd-4649-9403-1b718d108b68 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:04.257746 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67c015c9-49bc-4cf9-aefe-6ff307aeceb8 req-48c856c5-34bd-4649-9403-1b718d108b68 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0634239 Jul 06 13:11:04.294702 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-67c015c9-49bc-4cf9-aefe-6ff307aeceb8 req-f6de945e-ba92-4d25-b14f-0256fea1d482 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306489 Jul 06 13:11:04.415021 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d35f2e-1983-48bd-bbdf-71a0419772a3 req-6f3381c3-6a32-4d24-9527-67192df9e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:04.416524 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71d35f2e-1983-48bd-bbdf-71a0419772a3 req-6f3381c3-6a32-4d24-9527-67192df9e360 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 1096 time: 0.0620308 Jul 06 13:11:04.507487 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d35f2e-1983-48bd-bbdf-71a0419772a3 req-27e8c97a-ded5-453a-924e-b70e60befb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:04.509045 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71d35f2e-1983-48bd-bbdf-71a0419772a3 req-27e8c97a-ded5-453a-924e-b70e60befb39 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.0865002 Jul 06 13:11:04.572530 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71d35f2e-1983-48bd-bbdf-71a0419772a3 req-3a9bc89b-4916-4279-adb9-f906af6f1292 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03 HTTP/1.1" status: 200 len: 1001 time: 0.0573118 Jul 06 13:11:04.619822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d35f2e-1983-48bd-bbdf-71a0419772a3 req-9b8de542-2e5e-4827-bf87-d844ddb8cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:04.621698 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71d35f2e-1983-48bd-bbdf-71a0419772a3 req-9b8de542-2e5e-4827-bf87-d844ddb8cde2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0422232 Jul 06 13:11:04.958111 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d35f2e-1983-48bd-bbdf-71a0419772a3 req-35a63deb-73a2-4acc-9177-0990cef3b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:04.959631 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71d35f2e-1983-48bd-bbdf-71a0419772a3 req-35a63deb-73a2-4acc-9177-0990cef3b7e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3282754 Jul 06 13:11:05.048121 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71d35f2e-1983-48bd-bbdf-71a0419772a3 req-f42a182a-909f-47d1-a95e-0cfeaabcedaf service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816202 Jul 06 13:11:05.137771 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-71d35f2e-1983-48bd-bbdf-71a0419772a3 req-19352d8f-3ee3-4343-9883-1f5732727c70 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831375 Jul 06 13:11:05.471585 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa07d1d-8268-4ae8-b156-d51b63e333cf req-768d65ef-b4e2-4a1a-896d-44b85c2f4454 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:05.473028 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8aa07d1d-8268-4ae8-b156-d51b63e333cf req-768d65ef-b4e2-4a1a-896d-44b85c2f4454 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0670309 Jul 06 13:11:05.511716 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8aa07d1d-8268-4ae8-b156-d51b63e333cf req-ea6f4e2c-a91c-4e11-b4ff-9536d23e5697 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330734 Jul 06 13:11:05.630529 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d65f5285-493e-4253-aa95-960d7162cd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:06.510022 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:06.685908 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d29787-fcd0-4ea0-b156-f402a43399c1 req-6438846e-a89d-4522-bb47-a04a77b1db09 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:06.687480 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3d29787-fcd0-4ea0-b156-f402a43399c1 req-6438846e-a89d-4522-bb47-a04a77b1db09 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0657313 Jul 06 13:11:06.730496 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a3d29787-fcd0-4ea0-b156-f402a43399c1 req-7649bec4-302c-4907-86f4-5bbcad0b4330 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363622 Jul 06 13:11:07.332949 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:07.913674 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257ff08-c1c2-47dd-bd5c-39b2b38139d5 req-fcf44e45-668b-45d7-9734-af07c7937809 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:07.915391 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0257ff08-c1c2-47dd-bd5c-39b2b38139d5 req-fcf44e45-668b-45d7-9734-af07c7937809 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0691090 Jul 06 13:11:07.956861 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0257ff08-c1c2-47dd-bd5c-39b2b38139d5 req-eba8b1c2-94c9-4a7f-ac88-6438af2f90dc tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357840 Jul 06 13:11:08.266716 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb8befab-ad8d-4ed6-856c-16bc52aa6b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:08.400003 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:09.130506 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff66ee-43f5-4f28-a63e-7bc44594f1b5 req-78c67f19-5bb4-416e-8250-90a17429cc39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:09.132055 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6fff66ee-43f5-4f28-a63e-7bc44594f1b5 req-78c67f19-5bb4-416e-8250-90a17429cc39 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0638616 Jul 06 13:11:09.169638 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6fff66ee-43f5-4f28-a63e-7bc44594f1b5 req-6a96c87e-fad1-4ea1-a601-48ee5cb02de6 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315576 Jul 06 13:11:09.558996 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0034c97-3e85-4e02-9e5a-97b9a3d13c86 req-184559de-2b26-4d6c-ac33-db4b411406e1 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:09.560551 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0034c97-3e85-4e02-9e5a-97b9a3d13c86 req-184559de-2b26-4d6c-ac33-db4b411406e1 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.1091516 Jul 06 13:11:09.563362 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a28febe6-7cea-4070-a26c-d2c749711cf0 req-a10bfa54-bd00-4ec7-a92b-14e876bd7773 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1709929 Jul 06 13:11:09.598130 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0034c97-3e85-4e02-9e5a-97b9a3d13c86 req-b3c50e79-ccc1-4055-9df4-1586126498eb tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320120 Jul 06 13:11:09.672382 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:10.774167 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4dbb8-2cd7-498c-af34-3ed1a6ec3a54 req-81e4465f-28c9-4254-a46e-3e4c761b6548 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:10.775703 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7a4dbb8-2cd7-498c-af34-3ed1a6ec3a54 req-81e4465f-28c9-4254-a46e-3e4c761b6548 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0676956 Jul 06 13:11:10.813513 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e7a4dbb8-2cd7-498c-af34-3ed1a6ec3a54 req-0d7c40a2-619f-4b21-aced-56776a4ca7a1 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316439 Jul 06 13:11:11.192829 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:11:11.275525 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:11.278199 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:11.300078 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:11:11.302301 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47550931-c1bc-427b-b2c6-844219fd963e" -d '{"events": [{"server_uuid": "1007c927-baaa-49a4-aee5-5dbe74aa3c0c", "name": "network-vif-unplugged", "status": "completed", "tag": "9814ffc6-2bb4-40c3-98a6-720f6fbdac03"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:11:11.315025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:11:11.320012 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:11.343579 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 13:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8035de3-6c1f-40c3-bc33-a65e38f5e163 x-openstack-request-id: req-c8035de3-6c1f-40c3-bc33-a65e38f5e163 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:11:11.343873 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1007c927-baaa-49a4-aee5-5dbe74aa3c0c", "name": "network-vif-unplugged", "status": "failed", "tag": "9814ffc6-2bb4-40c3-98a6-720f6fbdac03", "code": 422}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:11:11.344131 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8035de3-6c1f-40c3-bc33-a65e38f5e163 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:11:11.344521 n-d-799529-2 neutron-server[100429]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03', 'code': 422} returned with failed status Jul 06 13:11:11.369930 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:11:11.377158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:11.377507 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:11.377848 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:11.378185 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:11.378525 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:11.378856 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:11.379184 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:11.379537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:11.379862 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:11.380187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:11.380514 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:11.380834 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:11:11.990989 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2230619-da4e-4023-80eb-11b21fea47da req-6f1b61d2-8b21-4bf1-866d-c6168c041627 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:11.992517 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2230619-da4e-4023-80eb-11b21fea47da req-6f1b61d2-8b21-4bf1-866d-c6168c041627 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0667989 Jul 06 13:11:12.030388 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-d2230619-da4e-4023-80eb-11b21fea47da req-2a1254eb-ce8f-4427-810f-2ac71c4912b0 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314322 Jul 06 13:11:13.200335 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418de81-14e6-4c8a-95bd-897e02418d43 req-d6ad9d07-553c-4ea2-8c40-a175493ee475 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:13.201748 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2418de81-14e6-4c8a-95bd-897e02418d43 req-d6ad9d07-553c-4ea2-8c40-a175493ee475 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0633936 Jul 06 13:11:13.239105 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2418de81-14e6-4c8a-95bd-897e02418d43 req-4af8fd99-d60b-4711-894d-3588231d2efb tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316362 Jul 06 13:11:14.411106 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30b248-c60b-4619-be0e-b1dee7c41e7f req-95b7ee93-feeb-4472-a726-177e76a52f64 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:14.412627 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd30b248-c60b-4619-be0e-b1dee7c41e7f req-95b7ee93-feeb-4472-a726-177e76a52f64 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0640266 Jul 06 13:11:14.457252 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-cd30b248-c60b-4619-be0e-b1dee7c41e7f req-f611c794-ca5c-497a-abf3-8994c6aafe7b tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376740 Jul 06 13:11:15.692446 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5cadf-991a-46f0-ba0f-2399f61f149f req-cb8286b2-68c0-46c8-84a2-145e3c335db5 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:15.693960 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a6c5cadf-991a-46f0-ba0f-2399f61f149f req-cb8286b2-68c0-46c8-84a2-145e3c335db5 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.1210508 Jul 06 13:11:15.732089 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a6c5cadf-991a-46f0-ba0f-2399f61f149f req-9a2e7751-22f2-4eb6-9f90-56906a0fa6ea tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318658 Jul 06 13:11:16.910536 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773ea50-67a9-43a6-9910-a34305fed870 req-f59abce2-fd8a-47aa-ac22-dfb1927d92b1 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:16.912010 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3773ea50-67a9-43a6-9910-a34305fed870 req-f59abce2-fd8a-47aa-ac22-dfb1927d92b1 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0675032 Jul 06 13:11:16.950810 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-3773ea50-67a9-43a6-9910-a34305fed870 req-8adb538a-1d87-433d-83ec-eff04832ec51 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329845 Jul 06 13:11:18.135625 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7df838-6e4f-42c0-adde-fcdbc351afe8 req-5ca05dcd-1c62-43d8-ba18-f23bf4352de0 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:18.137579 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a7df838-6e4f-42c0-adde-fcdbc351afe8 req-5ca05dcd-1c62-43d8-ba18-f23bf4352de0 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0743885 Jul 06 13:11:18.179668 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9a7df838-6e4f-42c0-adde-fcdbc351afe8 req-4dffec56-1fe9-471d-9427-a4a31fba4933 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363345 Jul 06 13:11:18.440101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28febe6-7cea-4070-a26c-d2c749711cf0 req-ceac9cb8-9173-4771-9514-0cf52998119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:18.441493 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a28febe6-7cea-4070-a26c-d2c749711cf0 req-ceac9cb8-9173-4771-9514-0cf52998119e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c&tenant_id=8809fc250ccd4714806d21a3b547c0e3 HTTP/1.1" status: 200 len: 1094 time: 0.0520782 Jul 06 13:11:18.522402 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28febe6-7cea-4070-a26c-d2c749711cf0 req-dd994a92-501c-47b5-8b20-da1e3dc3b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:18.523995 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a28febe6-7cea-4070-a26c-d2c749711cf0 req-dd994a92-501c-47b5-8b20-da1e3dc3b773 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 1094 time: 0.0577490 Jul 06 13:11:18.615105 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28febe6-7cea-4070-a26c-d2c749711cf0 req-594afbee-5e34-455f-be52-38958b562183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:18.616613 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a28febe6-7cea-4070-a26c-d2c749711cf0 req-594afbee-5e34-455f-be52-38958b562183 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.0862176 Jul 06 13:11:18.681620 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a28febe6-7cea-4070-a26c-d2c749711cf0 req-51904665-8375-41d2-b532-ffaa8dd48e37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03 HTTP/1.1" status: 200 len: 999 time: 0.0578773 Jul 06 13:11:18.734128 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28febe6-7cea-4070-a26c-d2c749711cf0 req-6016e8c8-3353-44b6-8a0d-b97108a53c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:18.735571 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a28febe6-7cea-4070-a26c-d2c749711cf0 req-6016e8c8-3353-44b6-8a0d-b97108a53c14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0474801 Jul 06 13:11:18.790864 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28febe6-7cea-4070-a26c-d2c749711cf0 req-6755dcd6-5acc-42c3-992b-8e01f94baf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:18.792991 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a28febe6-7cea-4070-a26c-d2c749711cf0 req-6755dcd6-5acc-42c3-992b-8e01f94baf44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515993 Jul 06 13:11:18.880644 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a28febe6-7cea-4070-a26c-d2c749711cf0 req-f4721406-9f3a-46d9-9a7f-b33f375317f5 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798883 Jul 06 13:11:18.976662 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a28febe6-7cea-4070-a26c-d2c749711cf0 req-83fa5530-b841-4aa5-870d-901387df0262 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893879 Jul 06 13:11:19.350854 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2334744-76f4-49d8-b074-6d78ab1ca743 req-31565f17-15dc-4c7d-a561-dc8d63c8f4d5 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:19.352450 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2334744-76f4-49d8-b074-6d78ab1ca743 req-31565f17-15dc-4c7d-a561-dc8d63c8f4d5 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0626726 Jul 06 13:11:19.390305 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a2334744-76f4-49d8-b074-6d78ab1ca743 req-9cd849f9-89e7-475a-95e2-fc1d55451270 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322380 Jul 06 13:11:20.567985 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0366f1-52fe-41dd-8583-357058017856 req-00bb8114-4e87-4884-9993-a640953104fa tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:20.569499 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed0366f1-52fe-41dd-8583-357058017856 req-00bb8114-4e87-4884-9993-a640953104fa tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0643277 Jul 06 13:11:20.607815 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-ed0366f1-52fe-41dd-8583-357058017856 req-b3976202-448a-488c-991a-d2dba89d7c32 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317523 Jul 06 13:11:21.784867 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af1ac6-3406-49ba-909f-eabc780181cd req-14d86b3a-a07e-40b6-97b5-96214a6645e4 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:21.786274 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83af1ac6-3406-49ba-909f-eabc780181cd req-14d86b3a-a07e-40b6-97b5-96214a6645e4 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0673959 Jul 06 13:11:21.823853 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-83af1ac6-3406-49ba-909f-eabc780181cd req-898e4d0a-4149-40be-9687-39d770d972bf tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318844 Jul 06 13:11:23.019793 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fcfef-0a3a-4ade-a097-e923f253f9aa req-482e7729-8336-4247-9e18-b6d1216a645b tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:23.021302 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-182fcfef-0a3a-4ade-a097-e923f253f9aa req-482e7729-8336-4247-9e18-b6d1216a645b tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0795972 Jul 06 13:11:23.062465 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-182fcfef-0a3a-4ade-a097-e923f253f9aa req-614fadf0-a023-49cc-afff-0a2f7f3b86af tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344489 Jul 06 13:11:24.238545 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e7d14-ad29-477b-8338-d45ebccded6d req-ae0188f2-49f2-48a7-81cd-ed964801bc9a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:24.240319 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a55e7d14-ad29-477b-8338-d45ebccded6d req-ae0188f2-49f2-48a7-81cd-ed964801bc9a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0672972 Jul 06 13:11:24.278179 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a55e7d14-ad29-477b-8338-d45ebccded6d req-69779444-2fa5-46bb-80bb-39163cce8140 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316341 Jul 06 13:11:25.455803 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a606c7-56f3-4989-b8ca-991661d630b0 req-8274d817-c686-4bae-b56e-18940effd80c tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:25.457306 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50a606c7-56f3-4989-b8ca-991661d630b0 req-8274d817-c686-4bae-b56e-18940effd80c tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0642829 Jul 06 13:11:25.496156 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-50a606c7-56f3-4989-b8ca-991661d630b0 req-16017738-3106-4a67-943a-69735b876a91 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332415 Jul 06 13:11:26.685568 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af605429-9b57-48e2-8d07-b2f7c3475df9 req-2edfd77d-3ba2-4888-b1ab-dcabb34013cb tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:26.687081 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-af605429-9b57-48e2-8d07-b2f7c3475df9 req-2edfd77d-3ba2-4888-b1ab-dcabb34013cb tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 943 time: 0.0740147 Jul 06 13:11:26.724353 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-af605429-9b57-48e2-8d07-b2f7c3475df9 req-2456791c-4dc2-4171-9e88-1fbd53872149 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316486 Jul 06 13:11:27.286591 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:11:27.381869 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:11:27.392827 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'port_id': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03', 'mac_address': 'fa:16:3e:5f:30:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:11:27.429389 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:27.441926 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:11:27.460920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:11:27.465636 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:27.514715 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:11:27.716559 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['9814ffc6-2bb4-40c3-98a6-720f6fbdac03'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:11:27.907156 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a9c4b-282c-474a-b8b9-4d4bb412f4ef req-a62e8fca-fae1-4f19-b29e-58c99265555d tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:27.908705 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a1a9c4b-282c-474a-b8b9-4d4bb412f4ef req-a62e8fca-fae1-4f19-b29e-58c99265555d tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 944 time: 0.0707266 Jul 06 13:11:27.949784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0a1a9c4b-282c-474a-b8b9-4d4bb412f4ef req-5e83f3b5-d323-4735-bf5e-1f6401b1526a tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345485 Jul 06 13:11:29.141737 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f74d6e-35c8-4f0c-b901-378d4be4eb00 req-a31bafb5-606d-42a8-8c0a-b18a54485184 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:29.143303 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9f74d6e-35c8-4f0c-b901-378d4be4eb00 req-a31bafb5-606d-42a8-8c0a-b18a54485184 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 944 time: 0.0652254 Jul 06 13:11:29.185996 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e9f74d6e-35c8-4f0c-b901-378d4be4eb00 req-8cb35440-bf03-4bb0-ad26-b4957d6b3722 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364828 Jul 06 13:11:29.301899 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:11:29.351845 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:11:29.352207 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:29.434417 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:29.456720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:11:29.458961 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a6ae42-bfd3-46e9-8de0-206c4d4a1831" -d '{"events": [{"server_uuid": "1007c927-baaa-49a4-aee5-5dbe74aa3c0c", "name": "network-vif-plugged", "status": "completed", "tag": "9814ffc6-2bb4-40c3-98a6-720f6fbdac03"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:11:29.473308 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:11:29.478573 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:29.534289 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:11:29.553253 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82454cc7-3aaa-4b8c-93e3-c2eaad713e03 x-openstack-request-id: req-82454cc7-3aaa-4b8c-93e3-c2eaad713e03 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:11:29.553492 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1007c927-baaa-49a4-aee5-5dbe74aa3c0c", "name": "network-vif-plugged", "status": "completed", "tag": "9814ffc6-2bb4-40c3-98a6-720f6fbdac03", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:11:29.553757 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82454cc7-3aaa-4b8c-93e3-c2eaad713e03 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:11:29.554153 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03', 'code': 200} Jul 06 13:11:29.728736 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6103d-83e7-449d-b607-1cb590a1c108 req-ce0ccdad-3ff3-4d8d-9152-5ee9e806d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:29.730270 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b7c6103d-83e7-449d-b607-1cb590a1c108 req-ce0ccdad-3ff3-4d8d-9152-5ee9e806d8c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 1096 time: 0.0543737 Jul 06 13:11:29.767036 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b7c6103d-83e7-449d-b607-1cb590a1c108 req-e3153622-1f20-4972-8f23-7fd89189b986 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292151 Jul 06 13:11:30.371564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db3c60-ae66-4682-ac24-ded551e69e44 req-c6b8554f-ad14-4f9f-83cb-5f24182a1b7c tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:30.373072 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-86db3c60-ae66-4682-ac24-ded551e69e44 req-c6b8554f-ad14-4f9f-83cb-5f24182a1b7c tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0695202 Jul 06 13:11:30.416438 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-86db3c60-ae66-4682-ac24-ded551e69e44 req-dfeb164b-b220-4c0a-aac8-15ca12b2c9c9 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368731 Jul 06 13:11:31.592896 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32354ee-e19c-47e6-bb91-e015e66cf6fc req-423635fb-c316-4408-b9d2-2f243fc378e2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:31.594410 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c32354ee-e19c-47e6-bb91-e015e66cf6fc req-423635fb-c316-4408-b9d2-2f243fc378e2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0641856 Jul 06 13:11:31.632139 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c32354ee-e19c-47e6-bb91-e015e66cf6fc req-340ea374-b423-4a10-89eb-6bcfc2ff67d8 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321257 Jul 06 13:11:35.632265 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68e6019d-a6f9-4fc4-95b1-c2dd7236ee66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:36.526148 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:37.347897 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:38.271202 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4525f372-2a14-4d88-b98c-75e2df9e6083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:38.407076 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:39.674688 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:40.064555 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:11:41.261617 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:11:58.544806 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-534d6463-2ea2-4a6b-99e4-69577f5d8f6e req-5f3a214e-91d3-437b-937d-3111e1ec3d44 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595739 Jul 06 13:11:58.652733 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d6463-2ea2-4a6b-99e4-69577f5d8f6e req-06f43e7a-2367-4de9-aa44-87d396982442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:58.654252 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-534d6463-2ea2-4a6b-99e4-69577f5d8f6e req-06f43e7a-2367-4de9-aa44-87d396982442 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 1096 time: 0.0618696 Jul 06 13:11:58.768029 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d6463-2ea2-4a6b-99e4-69577f5d8f6e req-74f1f635-35bd-4721-956b-f88d4970301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:58.769547 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-534d6463-2ea2-4a6b-99e4-69577f5d8f6e req-74f1f635-35bd-4721-956b-f88d4970301b service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.0922413 Jul 06 13:11:58.838482 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-534d6463-2ea2-4a6b-99e4-69577f5d8f6e req-ce0f65d0-ed63-42a1-b211-4cb6df175af0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03 HTTP/1.1" status: 200 len: 1001 time: 0.0617242 Jul 06 13:11:58.887161 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d6463-2ea2-4a6b-99e4-69577f5d8f6e req-cf388b3b-29d5-40b4-bb5f-0bc6415562f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:58.888643 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-534d6463-2ea2-4a6b-99e4-69577f5d8f6e req-cf388b3b-29d5-40b4-bb5f-0bc6415562f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0435905 Jul 06 13:11:58.946827 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d6463-2ea2-4a6b-99e4-69577f5d8f6e req-dc722391-b74a-40f1-a365-f3a736c20017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:11:58.948546 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-534d6463-2ea2-4a6b-99e4-69577f5d8f6e req-dc722391-b74a-40f1-a365-f3a736c20017 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526416 Jul 06 13:11:59.043508 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-534d6463-2ea2-4a6b-99e4-69577f5d8f6e req-56264643-69c3-42f0-93ca-660eb290930b service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883698 Jul 06 13:11:59.140898 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-534d6463-2ea2-4a6b-99e4-69577f5d8f6e req-26548e4e-aa4c-4adf-bc2d-9607830b8584 service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866125 Jul 06 13:12:05.634630 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62332be8-5c85-43fe-9345-7ef0a5ed037c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:06.523619 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:07.348895 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:08.272452 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9047fc1-44bb-4cca-8945-8560fb1fe105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:08.402144 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:09.677721 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:11.262160 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:17.064591 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:12:35.637969 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1d96f84c-7d9b-4873-b3ea-f0da83f23f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:36.541534 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:37.343359 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:38.274055 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69a46b79-35fc-4f77-8850-decb50f569ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:38.403137 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:39.680868 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:41.265057 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:44.818194 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57574) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:12:44.977547 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Deleting port a59d5d7f-c25d-4063-945a-fdc838317359 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:12:44.978392 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:45.059025 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:45.059411 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:45.071040 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Calling delete_port for a59d5d7f-c25d-4063-945a-fdc838317359 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:12:45.222904 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:45.254228 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event deleted for resources: {'Port': ['ID=a59d5d7f-c25d-4063-945a-fdc838317359,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:12:45.280017 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:45.280369 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:45.280712 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:45.281054 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:45.281389 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:45.281721 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:45.282048 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:45.282375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:45.282698 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:45.283022 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:45.283374 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:45.283699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:45.324242 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:45.324659 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Floating IP 3e33258f-8228-4d9f-814e-d3ce4aa52843 disassociated (deleted). External IP: 172.25.4.115, port: 9814ffc6-2bb4-40c3-98a6-720f6fbdac03. Jul 06 13:12:45.539867 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Router 6472359c-f917-4666-b73d-ce98718d7d25 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:12:45.652711 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:12:45.657612 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:45.662622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35678a8d-0f73-44e9-8c6b-a6a48f9fb8c0 None None] Sync routers for ids ['6472359c-f917-4666-b73d-ce98718d7d25'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:12:45.672437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35678a8d-0f73-44e9-8c6b-a6a48f9fb8c0 None None] Routers {'6472359c-f917-4666-b73d-ce98718d7d25'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:12:45.673059 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-35678a8d-0f73-44e9-8c6b-a6a48f9fb8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:12:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6472359c-f917-4666-b73d-ce98718d7d25'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:12:45.696074 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-20657064-f38b-412a-93c6-e4050f597456 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "DELETE /v2.0/floatingips/3e33258f-8228-4d9f-814e-d3ce4aa52843 HTTP/1.1" status: 204 len: 168 time: 0.8768370 Jul 06 13:12:45.697237 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'tag': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:12:45.701181 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b6d1f6-e154-4ebd-b8ef-52247436a448" -d '{"events": [{"name": "network-changed", "server_uuid": "1007c927-baaa-49a4-aee5-5dbe74aa3c0c", "tag": "9814ffc6-2bb4-40c3-98a6-720f6fbdac03"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:12:45.797136 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-35678a8d-0f73-44e9-8c6b-a6a48f9fb8c0 None None] Set router 6472359c-f917-4666-b73d-ce98718d7d25 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:12:45.977285 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a341733e-9d56-43de-abaf-ad806f29a857 x-openstack-request-id: req-a341733e-9d56-43de-abaf-ad806f29a857 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:12:45.977872 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1007c927-baaa-49a4-aee5-5dbe74aa3c0c", "tag": "9814ffc6-2bb4-40c3-98a6-720f6fbdac03", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:12:45.977872 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a341733e-9d56-43de-abaf-ad806f29a857 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:12:45.978227 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'tag': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03', 'status': 'completed', 'code': 200} Jul 06 13:12:46.024333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-35678a8d-0f73-44e9-8c6b-a6a48f9fb8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1754b45a-c9da-4b2b-b5b7-bbeed303f0af', 'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'mac_address': 'fa:16:3e:be:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:58Z', 'updated_at': '2021-07-06T13:04:05Z', 'revision_number': 5, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'subnets': [{'id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:12:46.058007 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35678a8d-0f73-44e9-8c6b-a6a48f9fb8c0 None None] Checking router: 6472359c-f917-4666-b73d-ce98718d7d25 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:12:46.067667 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35678a8d-0f73-44e9-8c6b-a6a48f9fb8c0 None None] Routers {'6472359c-f917-4666-b73d-ce98718d7d25'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:12:46.068411 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-35678a8d-0f73-44e9-8c6b-a6a48f9fb8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:12:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6472359c-f917-4666-b73d-ce98718d7d25'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:12:46.076308 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6d1f6-e154-4ebd-b8ef-52247436a448 req-dc75c0dd-0cdd-4b3d-b7fc-984f79f41137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:12:46.079564 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07b6d1f6-e154-4ebd-b8ef-52247436a448 req-dc75c0dd-0cdd-4b3d-b7fc-984f79f41137 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8809fc250ccd4714806d21a3b547c0e3&device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 1096 time: 0.0747876 Jul 06 13:12:46.188391 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccd510-63c8-4c31-abd6-68a53362a5bd req-17b73ff4-67a7-45ff-90de-e732c24f4eb7 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:12:46.191179 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-87ccd510-63c8-4c31-abd6-68a53362a5bd req-17b73ff4-67a7-45ff-90de-e732c24f4eb7 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.1065695 Jul 06 13:12:46.192738 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-35678a8d-0f73-44e9-8c6b-a6a48f9fb8c0 None None] Set router 6472359c-f917-4666-b73d-ce98718d7d25 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:12:46.202930 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6d1f6-e154-4ebd-b8ef-52247436a448 req-e2405578-82b1-4665-a706-3bc02f058f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:12:46.204783 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07b6d1f6-e154-4ebd-b8ef-52247436a448 req-e2405578-82b1-4665-a706-3bc02f058f90 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 200 len: 910 time: 0.1182826 Jul 06 13:12:46.247040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-87ccd510-63c8-4c31-abd6-68a53362a5bd req-f900d4a6-03e3-462f-baa4-291e1022237c tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479512 Jul 06 13:12:46.248081 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07b6d1f6-e154-4ebd-b8ef-52247436a448 req-b520dd45-e423-4b51-b783-46fa2201469a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03 HTTP/1.1" status: 200 len: 217 time: 0.0365720 Jul 06 13:12:46.311166 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6d1f6-e154-4ebd-b8ef-52247436a448 req-4b70e8fe-b20e-4302-a374-ca28738668b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:12:46.313630 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07b6d1f6-e154-4ebd-b8ef-52247436a448 req-4b70e8fe-b20e-4302-a374-ca28738668b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 200 len: 848 time: 0.0582480 Jul 06 13:12:46.375474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6d1f6-e154-4ebd-b8ef-52247436a448 req-62f60314-6de3-451e-a31d-c064fc38bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:12:46.377074 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07b6d1f6-e154-4ebd-b8ef-52247436a448 req-62f60314-6de3-451e-a31d-c064fc38bd79 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef1b981b-7996-4cc9-9850-b59b2fa19256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561352 Jul 06 13:12:46.434022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-35678a8d-0f73-44e9-8c6b-a6a48f9fb8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1754b45a-c9da-4b2b-b5b7-bbeed303f0af', 'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'mac_address': 'fa:16:3e:be:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:58Z', 'updated_at': '2021-07-06T13:04:05Z', 'revision_number': 5, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'subnets': [{'id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:12:46.464908 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35678a8d-0f73-44e9-8c6b-a6a48f9fb8c0 None None] The sync data for ids ['6472359c-f917-4666-b73d-ce98718d7d25'] in n-d-799529-2 is: [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:03:59Z', 'revision_number': 4, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '1754b45a-c9da-4b2b-b5b7-bbeed303f0af', 'name': '', 'network_id': 'ef1b981b-7996-4cc9-9850-b59b2fa19256', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'mac_address': 'fa:16:3e:be:22:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:58Z', 'updated_at': '2021-07-06T13:04:05Z', 'revision_number': 5, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'subnets': [{'id': '6aadea80-4ddc-4155-a776-0d23f64fb9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:12:46.475459 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07b6d1f6-e154-4ebd-b8ef-52247436a448 req-bdd010e0-d232-4042-be93-8abd179758fe service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911708 Jul 06 13:12:46.582385 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-07b6d1f6-e154-4ebd-b8ef-52247436a448 req-3a121724-20cc-4bc1-948c-76573ed5d17f service neutron] 10.222.0.23 "GET /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990975 Jul 06 13:12:46.730007 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e88fc0a-8339-48ba-9bac-df95803e0e0c None None] New status for floating IP 3e33258f-8228-4d9f-814e-d3ce4aa52843: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:12:47.445368 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b03820-e8a3-4165-a2d7-2d0012e6b8d1 req-047f6fbb-044c-43e2-b5db-573bb48c00c6 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:12:47.446914 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-79b03820-e8a3-4165-a2d7-2d0012e6b8d1 req-047f6fbb-044c-43e2-b5db-573bb48c00c6 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0699937 Jul 06 13:12:47.486371 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-79b03820-e8a3-4165-a2d7-2d0012e6b8d1 req-d1eb3c1d-7f9c-47f7-b340-bf2089675852 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/security-groups?id=de912d47-1949-45c5-b046-a5f14aee2335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336869 Jul 06 13:12:47.592441 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7312835-415b-4c7d-b01f-2d38407ec0ba req-ac911562-0e67-4899-95fd-604a555e042e tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:12:47.593939 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a7312835-415b-4c7d-b01f-2d38407ec0ba req-ac911562-0e67-4899-95fd-604a555e042e tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.23 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 945 time: 0.0647030 Jul 06 13:12:47.701404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a7312835-415b-4c7d-b01f-2d38407ec0ba req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Deleting port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:12:47.701737 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a7312835-415b-4c7d-b01f-2d38407ec0ba req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:47.792730 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a7312835-415b-4c7d-b01f-2d38407ec0ba req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] For port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:12:47.793100 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a7312835-415b-4c7d-b01f-2d38407ec0ba req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:47.806715 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a7312835-415b-4c7d-b01f-2d38407ec0ba req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Calling delete_port for 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:12:47.940458 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a7312835-415b-4c7d-b01f-2d38407ec0ba req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:47.972572 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event deleted for resources: {'Port': ['ID=9814ffc6-2bb4-40c3-98a6-720f6fbdac03,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:12:47.985992 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:47.986243 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:47.986593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:47.986933 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:47.987297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:47.987632 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:47.987963 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:47.988291 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:47.988616 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:47.988940 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:47.989527 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:47.989856 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:12:48.033882 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7312835-415b-4c7d-b01f-2d38407ec0ba req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] No DVR routers for this DVR port 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:12:48.036538 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a7312835-415b-4c7d-b01f-2d38407ec0ba req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:48.038660 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a7312835-415b-4c7d-b01f-2d38407ec0ba req-15df6e88-9956-4508-825e-ed8fd1be24d2 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.23 "DELETE /v2.0/ports/9814ffc6-2bb4-40c3-98a6-720f6fbdac03 HTTP/1.1" status: 204 len: 173 time: 0.4390268 Jul 06 13:12:48.039167 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'name': 'network-vif-deleted', 'tag': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:12:48.041514 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d3a93b-79f1-4f24-90d2-6b834ec05044" -d '{"events": [{"server_uuid": "1007c927-baaa-49a4-aee5-5dbe74aa3c0c", "name": "network-vif-deleted", "tag": "9814ffc6-2bb4-40c3-98a6-720f6fbdac03"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:12:48.130028 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c70b9c-01e4-4315-a1a2-68295a93bc63 x-openstack-request-id: req-13c70b9c-01e4-4315-a1a2-68295a93bc63 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:12:48.130238 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1007c927-baaa-49a4-aee5-5dbe74aa3c0c", "name": "network-vif-deleted", "tag": "9814ffc6-2bb4-40c3-98a6-720f6fbdac03", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:12:48.131012 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13c70b9c-01e4-4315-a1a2-68295a93bc63 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:12:48.131162 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1007c927-baaa-49a4-aee5-5dbe74aa3c0c', 'name': 'network-vif-deleted', 'tag': '9814ffc6-2bb4-40c3-98a6-720f6fbdac03', 'status': 'completed', 'code': 200} Jul 06 13:12:48.632211 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-626e1495-d469-4ddf-a8c1-d46491a2f2e0 req-67a8cf18-fbfa-4619-8580-3c1330fc01f4 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 210 time: 0.0300403 Jul 06 13:12:49.787528 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-603e1651-4cb3-4879-8167-099bfe5b02c8 req-001526d2-7eea-47ea-bbb5-92fdd54d1080 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 210 time: 0.0322981 Jul 06 13:12:50.953804 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f66af9be-96d8-4acb-a9bf-7491a172f1ab req-301c6aba-1440-46d1-aa62-965287aedb38 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 210 time: 0.0345218 Jul 06 13:12:51.751214 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:12:51.772496 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:12:51.772842 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 9814ffc6-2bb4-40c3-98a6-720f6fbdac03 not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:12:52.158451 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-aa620abe-1539-4fb1-a5db-221d29b191d6 req-1aca505b-b7ef-4d86-be9b-1bb25d5cde0b tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "GET /v2.0/ports?device_id=1007c927-baaa-49a4-aee5-5dbe74aa3c0c HTTP/1.1" status: 200 len: 210 time: 0.0423820 Jul 06 13:12:53.252198 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57608) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:12:53.313726 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-844d40ea-df2c-4031-97fe-ac453145fa09 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:53.340150 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-844d40ea-df2c-4031-97fe-ac453145fa09 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:53.408135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-844d40ea-df2c-4031-97fe-ac453145fa09 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:53.410659 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-844d40ea-df2c-4031-97fe-ac453145fa09 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:53.411950 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-844d40ea-df2c-4031-97fe-ac453145fa09 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] 10.222.0.81 "DELETE /v2.0/security-groups/de912d47-1949-45c5-b046-a5f14aee2335 HTTP/1.1" status: 204 len: 168 time: 0.1584280 Jul 06 13:12:53.433738 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d40ea-df2c-4031-97fe-ac453145fa09 tempest-TestShelveInstance-1947217793 tempest-TestShelveInstance-1947217793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de912d47-1949-45c5-b046-a5f14aee2335,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:12:53.471348 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57612) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:12:54.064589 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:12:54.300853 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-14e45652-2011-4384-8721-4b1fbca0617d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:54.593365 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-14e45652-2011-4384-8721-4b1fbca0617d admin admin] Deleting port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:12:54.594107 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-14e45652-2011-4384-8721-4b1fbca0617d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:54.681784 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-14e45652-2011-4384-8721-4b1fbca0617d admin admin] For port 1754b45a-c9da-4b2b-b5b7-bbeed303f0af, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=1754b45a-c9da-4b2b-b5b7-bbeed303f0af,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:12:54.682142 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-14e45652-2011-4384-8721-4b1fbca0617d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:54.696068 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-14e45652-2011-4384-8721-4b1fbca0617d admin admin] Calling delete_port for 1754b45a-c9da-4b2b-b5b7-bbeed303f0af owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:12:54.885755 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-14e45652-2011-4384-8721-4b1fbca0617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:54.911794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e45652-2011-4384-8721-4b1fbca0617d admin admin] Pushing event deleted for resources: {'Port': ['ID=1754b45a-c9da-4b2b-b5b7-bbeed303f0af,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:12:55.095187 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-14e45652-2011-4384-8721-4b1fbca0617d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:55.314080 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e45652-2011-4384-8721-4b1fbca0617d admin admin] Router 6472359c-f917-4666-b73d-ce98718d7d25 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:12:55.422465 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e45652-2011-4384-8721-4b1fbca0617d admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:12:55.430507 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-14e45652-2011-4384-8721-4b1fbca0617d admin admin] 10.222.0.81 "PUT /v2.0/routers/6472359c-f917-4666-b73d-ce98718d7d25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9532142 Jul 06 13:12:55.430624 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57616) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:12:55.433158 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c7abe-465a-4ab7-9a18-6cc0a4176cb5 None None] Sync routers for ids ['6472359c-f917-4666-b73d-ce98718d7d25'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:12:55.444757 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c7abe-465a-4ab7-9a18-6cc0a4176cb5 None None] Routers {'6472359c-f917-4666-b73d-ce98718d7d25'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:12:55.445372 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-323c7abe-465a-4ab7-9a18-6cc0a4176cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:12:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6472359c-f917-4666-b73d-ce98718d7d25'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:12:55.543923 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bab9446-4c3b-4499-9dea-5e2454ac1f0f admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:55.555965 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-323c7abe-465a-4ab7-9a18-6cc0a4176cb5 None None] Set router 6472359c-f917-4666-b73d-ce98718d7d25 gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:12:55.682757 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bab9446-4c3b-4499-9dea-5e2454ac1f0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:55.749479 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-0bab9446-4c3b-4499-9dea-5e2454ac1f0f admin admin] Deleting port 6e97e70f-c9a7-4c5f-b278-e394414293ea {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:12:55.749773 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bab9446-4c3b-4499-9dea-5e2454ac1f0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:55.766058 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-323c7abe-465a-4ab7-9a18-6cc0a4176cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:12:54Z', 'revision_number': 5, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port': {'id': '6e97e70f-c9a7-4c5f-b278-e394414293ea', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:11:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6472359c-f917-4666-b73d-ce98718d7d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:12:55.799651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c7abe-465a-4ab7-9a18-6cc0a4176cb5 None None] Checking router: 6472359c-f917-4666-b73d-ce98718d7d25 for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:12:55.808744 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c7abe-465a-4ab7-9a18-6cc0a4176cb5 None None] Routers {'6472359c-f917-4666-b73d-ce98718d7d25'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:12:55.809351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-323c7abe-465a-4ab7-9a18-6cc0a4176cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:12:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['6472359c-f917-4666-b73d-ce98718d7d25'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:12:55.835432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-0bab9446-4c3b-4499-9dea-5e2454ac1f0f admin admin] For port 6e97e70f-c9a7-4c5f-b278-e394414293ea, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=6e97e70f-c9a7-4c5f-b278-e394414293ea,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:12:55.835744 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bab9446-4c3b-4499-9dea-5e2454ac1f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:55.849700 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-0bab9446-4c3b-4499-9dea-5e2454ac1f0f admin admin] Calling delete_port for 6e97e70f-c9a7-4c5f-b278-e394414293ea owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:12:55.898009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-323c7abe-465a-4ab7-9a18-6cc0a4176cb5 None None] Set router 6472359c-f917-4666-b73d-ce98718d7d25 gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:12:56.027492 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bab9446-4c3b-4499-9dea-5e2454ac1f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.056822 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab9446-4c3b-4499-9dea-5e2454ac1f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e97e70f-c9a7-4c5f-b278-e394414293ea,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:12:56.119946 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bab9446-4c3b-4499-9dea-5e2454ac1f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.121025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-323c7abe-465a-4ab7-9a18-6cc0a4176cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:12:55Z', 'revision_number': 6, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:12:56.147546 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c7abe-465a-4ab7-9a18-6cc0a4176cb5 None None] The sync data for ids ['6472359c-f917-4666-b73d-ce98718d7d25'] in n-d-799529-2 is: [{'id': '6472359c-f917-4666-b73d-ce98718d7d25', 'name': 'tempest-TestShelveInstance-1717160246-router', 'tenant_id': '8809fc250ccd4714806d21a3b547c0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:03:56Z', 'updated_at': '2021-07-06T13:12:55Z', 'revision_number': 6, 'project_id': '8809fc250ccd4714806d21a3b547c0e3', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:12:56.219579 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bab9446-4c3b-4499-9dea-5e2454ac1f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.221998 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bab9446-4c3b-4499-9dea-5e2454ac1f0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.269475 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bab9446-4c3b-4499-9dea-5e2454ac1f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.270028 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bab9446-4c3b-4499-9dea-5e2454ac1f0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6472359c-f917-4666-b73d-ce98718d7d25 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:12:56.274605 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0bab9446-4c3b-4499-9dea-5e2454ac1f0f admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.275961 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0bab9446-4c3b-4499-9dea-5e2454ac1f0f admin admin] 10.222.0.81 "DELETE /v2.0/routers/6472359c-f917-4666-b73d-ce98718d7d25 HTTP/1.1" status: 204 len: 168 time: 0.8438225 Jul 06 13:12:56.278674 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57618) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:12:56.324659 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-630d7b10-0c92-4182-b65b-2832a800da3d admin admin] Deleting subnet 6aadea80-4ddc-4155-a776-0d23f64fb9cc {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:12:56.327973 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-630d7b10-0c92-4182-b65b-2832a800da3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.363376 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-630d7b10-0c92-4182-b65b-2832a800da3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.448914 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-630d7b10-0c92-4182-b65b-2832a800da3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.509625 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-630d7b10-0c92-4182-b65b-2832a800da3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.534387 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d7b10-0c92-4182-b65b-2832a800da3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aadea80-4ddc-4155-a776-0d23f64fb9cc,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:12:56.540957 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-630d7b10-0c92-4182-b65b-2832a800da3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.542902 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-630d7b10-0c92-4182-b65b-2832a800da3d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6aadea80-4ddc-4155-a776-0d23f64fb9cc HTTP/1.1" status: 204 len: 168 time: 0.2632179 Jul 06 13:12:56.545561 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57620) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:12:56.549414 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c006783-44d8-4109-aab3-04d67c9757a0 None None] Network ef1b981b-7996-4cc9-9850-b59b2fa19256 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:12:56.633664 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.700593 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] Deleting port 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:12:56.700859 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.771490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] For port 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=8f9cdf8b-4727-48be-a59d-d4f64cf60c7c,segment=NetworkSegment(20e52a7c-d5c1-4f66-a632-126301c1c1d0),segment_id=20e52a7c-d5c1-4f66-a632-126301c1c1d0)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:12:56.771850 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.784811 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] Calling delete_port for 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:12:56.869278 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.894098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9cdf8b-4727-48be-a59d-d4f64cf60c7c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:12:56.900420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] No DVR routers for this DVR port 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:12:56.938811 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4b3354-916d-44dd-b9e2-10147f8be242 None None] DHCP port deletion for ef1b981b-7996-4cc9-9850-b59b2fa19256 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:12:56.985213 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:56.995961 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1b981b-7996-4cc9-9850-b59b2fa19256']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:12:57.005911 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e52a7c-d5c1-4f66-a632-126301c1c1d0') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:12:57.006321 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e52a7c-d5c1-4f66-a632-126301c1c1d0') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:12:57.015185 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:57.033813 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:57.040563 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:12:57.041080 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: timer() Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:12:57.043048 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:12:57.099912 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:57.105152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:57.110108 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57624) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:12:57.110601 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ef1b981b-7996-4cc9-9850-b59b2fa19256 HTTP/1.1" status: 204 len: 168 time: 0.5638475 Jul 06 13:12:57.124302 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997210d1-4565-4048-b6ad-0b7c836d86d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1b981b-7996-4cc9-9850-b59b2fa19256,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:12:57.470287 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5229-a668-4eee-a6af-c1467a3766ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:57.633622 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:12:57.657952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:12:57.658295 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 8f9cdf8b-4727-48be-a59d-d4f64cf60c7c not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:12:57.658714 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1754b45a-c9da-4b2b-b5b7-bbeed303f0af no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:12:57.677338 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 1754b45a-c9da-4b2b-b5b7-bbeed303f0af {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:12:57.677685 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 1754b45a-c9da-4b2b-b5b7-bbeed303f0af not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:12:57.678108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 6e97e70f-c9a7-4c5f-b278-e394414293ea no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:12:57.697066 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 6e97e70f-c9a7-4c5f-b278-e394414293ea {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:12:57.697410 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 6e97e70f-c9a7-4c5f-b278-e394414293ea not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:12:57.773854 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e5229-a668-4eee-a6af-c1467a3766ad admin admin] Deleting port 809e6487-45a9-4d9a-8f5f-06f74f4bd720 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:12:57.774474 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5229-a668-4eee-a6af-c1467a3766ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:57.904441 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-bb4e5229-a668-4eee-a6af-c1467a3766ad admin admin] For port 809e6487-45a9-4d9a-8f5f-06f74f4bd720, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=809e6487-45a9-4d9a-8f5f-06f74f4bd720,segment=NetworkSegment(e2261367-b7b4-4483-abd5-92ac8fbb0bac),segment_id=e2261367-b7b4-4483-abd5-92ac8fbb0bac)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:12:57.904932 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5229-a668-4eee-a6af-c1467a3766ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:57.925033 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e5229-a668-4eee-a6af-c1467a3766ad admin admin] Calling delete_port for 809e6487-45a9-4d9a-8f5f-06f74f4bd720 owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:12:58.143190 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5229-a668-4eee-a6af-c1467a3766ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:58.172841 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e5229-a668-4eee-a6af-c1467a3766ad admin admin] Pushing event deleted for resources: {'Port': ['ID=809e6487-45a9-4d9a-8f5f-06f74f4bd720,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:12:58.346508 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5229-a668-4eee-a6af-c1467a3766ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:58.564073 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4e5229-a668-4eee-a6af-c1467a3766ad admin admin] Router 04a3c216-c3c2-4c32-a912-64f433bc5986 has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:12:58.680662 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4e5229-a668-4eee-a6af-c1467a3766ad admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:12:58.686176 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bb4e5229-a668-4eee-a6af-c1467a3766ad admin admin] 10.222.0.81 "PUT /v2.0/routers/04a3c216-c3c2-4c32-a912-64f433bc5986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5749488 Jul 06 13:12:58.689024 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57626) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:12:58.691795 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff27fe2-e567-420d-90dc-068f24573295 None None] Sync routers for ids ['04a3c216-c3c2-4c32-a912-64f433bc5986'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:12:58.701757 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff27fe2-e567-420d-90dc-068f24573295 None None] Routers {'04a3c216-c3c2-4c32-a912-64f433bc5986'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:12:58.702428 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9ff27fe2-e567-420d-90dc-068f24573295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:12:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['04a3c216-c3c2-4c32-a912-64f433bc5986'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:12:58.795516 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b516e3eb-197c-4292-9d7b-756b0161b326 admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:58.823441 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-9ff27fe2-e567-420d-90dc-068f24573295 None None] Set router 04a3c216-c3c2-4c32-a912-64f433bc5986 gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:12:58.913145 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b516e3eb-197c-4292-9d7b-756b0161b326 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:58.987006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b516e3eb-197c-4292-9d7b-756b0161b326 admin admin] Deleting port c71c5449-50e6-400f-8ef4-8853fe98eb2e {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:12:58.987887 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b516e3eb-197c-4292-9d7b-756b0161b326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:59.091090 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-b516e3eb-197c-4292-9d7b-756b0161b326 admin admin] For port c71c5449-50e6-400f-8ef4-8853fe98eb2e, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=c71c5449-50e6-400f-8ef4-8853fe98eb2e,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:12:59.091397 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b516e3eb-197c-4292-9d7b-756b0161b326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:59.104777 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b516e3eb-197c-4292-9d7b-756b0161b326 admin admin] Calling delete_port for c71c5449-50e6-400f-8ef4-8853fe98eb2e owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:12:59.134607 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9ff27fe2-e567-420d-90dc-068f24573295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'name': 'tempest-TestShelveInstance-1703110513-router', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'c71c5449-50e6-400f-8ef4-8853fe98eb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:04:01Z', 'updated_at': '2021-07-06T13:12:58Z', 'revision_number': 5, 'project_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'gw_port': {'id': 'c71c5449-50e6-400f-8ef4-8853fe98eb2e', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:04:02Z', 'updated_at': '2021-07-06T13:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:12:59.160473 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff27fe2-e567-420d-90dc-068f24573295 None None] Checking router: 04a3c216-c3c2-4c32-a912-64f433bc5986 for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:12:59.169705 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff27fe2-e567-420d-90dc-068f24573295 None None] Routers {'04a3c216-c3c2-4c32-a912-64f433bc5986'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:12:59.170313 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9ff27fe2-e567-420d-90dc-068f24573295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:12:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['04a3c216-c3c2-4c32-a912-64f433bc5986'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:12:59.265466 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-9ff27fe2-e567-420d-90dc-068f24573295 None None] Set router 04a3c216-c3c2-4c32-a912-64f433bc5986 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:12:59.277862 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b516e3eb-197c-4292-9d7b-756b0161b326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:59.305121 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516e3eb-197c-4292-9d7b-756b0161b326 admin admin] Pushing event deleted for resources: {'Port': ['ID=c71c5449-50e6-400f-8ef4-8853fe98eb2e,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:12:59.324719 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9ff27fe2-e567-420d-90dc-068f24573295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'name': 'tempest-TestShelveInstance-1703110513-router', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:04:01Z', 'updated_at': '2021-07-06T13:12:58Z', 'revision_number': 6, 'project_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:12:59.350728 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff27fe2-e567-420d-90dc-068f24573295 None None] The sync data for ids ['04a3c216-c3c2-4c32-a912-64f433bc5986'] in n-d-799529-2 is: [{'id': '04a3c216-c3c2-4c32-a912-64f433bc5986', 'name': 'tempest-TestShelveInstance-1703110513-router', 'tenant_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:04:01Z', 'updated_at': '2021-07-06T13:12:58Z', 'revision_number': 6, 'project_id': 'b4af2a05207c49e19a2cbb5ed1172348', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:12:59.368791 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b516e3eb-197c-4292-9d7b-756b0161b326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:59.465071 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b516e3eb-197c-4292-9d7b-756b0161b326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:59.467273 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b516e3eb-197c-4292-9d7b-756b0161b326 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:59.859418 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b516e3eb-197c-4292-9d7b-756b0161b326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:59.860058 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b516e3eb-197c-4292-9d7b-756b0161b326 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04a3c216-c3c2-4c32-a912-64f433bc5986 {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:12:59.865139 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b516e3eb-197c-4292-9d7b-756b0161b326 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:59.866310 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b516e3eb-197c-4292-9d7b-756b0161b326 admin admin] 10.222.0.81 "DELETE /v2.0/routers/04a3c216-c3c2-4c32-a912-64f433bc5986 HTTP/1.1" status: 204 len: 168 time: 1.1763363 Jul 06 13:12:59.868770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57628) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:12:59.912767 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-a025da29-860c-48f7-a8c1-6d44637c95fd admin admin] Deleting subnet 18a4a056-f33e-48b5-ac0f-1184c574403c {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:12:59.916099 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a025da29-860c-48f7-a8c1-6d44637c95fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:12:59.950289 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a025da29-860c-48f7-a8c1-6d44637c95fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.031474 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a025da29-860c-48f7-a8c1-6d44637c95fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.083468 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a025da29-860c-48f7-a8c1-6d44637c95fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.105367 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 809e6487-45a9-4d9a-8f5f-06f74f4bd720 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:13:00.111720 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025da29-860c-48f7-a8c1-6d44637c95fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18a4a056-f33e-48b5-ac0f-1184c574403c,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:00.113942 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a025da29-860c-48f7-a8c1-6d44637c95fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.116414 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a025da29-860c-48f7-a8c1-6d44637c95fd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/18a4a056-f33e-48b5-ac0f-1184c574403c HTTP/1.1" status: 204 len: 168 time: 0.2466218 Jul 06 13:13:00.118853 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57630) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:00.136194 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbf5e7c-98f9-46e6-ab7d-f993b22fc1f8 None None] Network a390a3bb-cef8-404c-b3e8-21b1ea3117c9 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:13:00.139535 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 809e6487-45a9-4d9a-8f5f-06f74f4bd720 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:13:00.140132 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 809e6487-45a9-4d9a-8f5f-06f74f4bd720 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:13:00.199762 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.257176 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] Deleting port f49c070a-3934-4c26-8e6c-84819d0223b9 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:13:00.257599 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.330225 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] For port f49c070a-3934-4c26-8e6c-84819d0223b9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f49c070a-3934-4c26-8e6c-84819d0223b9,segment=NetworkSegment(e2261367-b7b4-4483-abd5-92ac8fbb0bac),segment_id=e2261367-b7b4-4483-abd5-92ac8fbb0bac)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:00.331111 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.334664 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] DHCP port deletion for a390a3bb-cef8-404c-b3e8-21b1ea3117c9 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:13:00.353382 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] Calling delete_port for f49c070a-3934-4c26-8e6c-84819d0223b9 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:13:00.402493 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Deleting port f49c070a-3934-4c26-8e6c-84819d0223b9 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:13:00.403145 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.458780 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.490587 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] Pushing event deleted for resources: {'Port': ['ID=f49c070a-3934-4c26-8e6c-84819d0223b9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:00.494022 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] No DVR routers for this DVR port f49c070a-3934-4c26-8e6c-84819d0223b9 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:13:00.500767 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] For port f49c070a-3934-4c26-8e6c-84819d0223b9, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=f49c070a-3934-4c26-8e6c-84819d0223b9,segment=NetworkSegment(e2261367-b7b4-4483-abd5-92ac8fbb0bac),segment_id=e2261367-b7b4-4483-abd5-92ac8fbb0bac)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:00.501168 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.519603 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Calling delete_port for f49c070a-3934-4c26-8e6c-84819d0223b9 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:13:00.619391 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.630911 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a390a3bb-cef8-404c-b3e8-21b1ea3117c9']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:00.637666 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.642275 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2261367-b7b4-4483-abd5-92ac8fbb0bac') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:00.642574 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2261367-b7b4-4483-abd5-92ac8fbb0bac') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:00.651632 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.661133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Pushing event deleted for resources: {'Port': ['ID=f49c070a-3934-4c26-8e6c-84819d0223b9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:00.666228 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.672183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] No DVR routers for this DVR port f49c070a-3934-4c26-8e6c-84819d0223b9 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:13:00.673269 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:13:00.673716 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: timer() Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:13:00.675661 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:13:00.678693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:00.678693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:00.678693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:00.678693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:00.678693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:00.678693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:00.678693 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:00.679373 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:00.679373 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:00.679639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:00.679818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:00.680149 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32ce26c-680b-43e0-b94a-a863eb88dfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:00.733390 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.739784 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.741546 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a390a3bb-cef8-404c-b3e8-21b1ea3117c9 HTTP/1.1" status: 204 len: 168 time: 0.6214433 Jul 06 13:13:00.753299 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925af92-0c67-49ec-bc9a-06e107cf3347 admin admin] Pushing event deleted for resources: {'Network': ['ID=a390a3bb-cef8-404c-b3e8-21b1ea3117c9,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:00.853949 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57634) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:00.894389 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dad44322-def4-477f-8e70-966453f8c799 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8809fc250ccd4714806d21a3b547c0e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392699 Jul 06 13:13:00.897228 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57636) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:00.948149 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eebd4b79-8b7a-4b5d-bb45-0fc2e10df908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:00.969103 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eebd4b79-8b7a-4b5d-bb45-0fc2e10df908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:01.020431 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eebd4b79-8b7a-4b5d-bb45-0fc2e10df908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:01.023044 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eebd4b79-8b7a-4b5d-bb45-0fc2e10df908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:01.024269 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-eebd4b79-8b7a-4b5d-bb45-0fc2e10df908 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3e8945fb-58da-4904-9964-1c475da1125d HTTP/1.1" status: 204 len: 168 time: 0.1260035 Jul 06 13:13:01.033104 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd4b79-8b7a-4b5d-bb45-0fc2e10df908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8945fb-58da-4904-9964-1c475da1125d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:01.353101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57642) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:01.396849 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-5b7a01be-d239-4bfc-a57f-ff07f05943b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b4af2a05207c49e19a2cbb5ed1172348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425522 Jul 06 13:13:01.400154 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57644) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:01.447383 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da48901b-1ff5-47af-b005-6f05a5c9b20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:01.468762 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da48901b-1ff5-47af-b005-6f05a5c9b20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:01.515703 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da48901b-1ff5-47af-b005-6f05a5c9b20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:01.518223 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da48901b-1ff5-47af-b005-6f05a5c9b20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:01.519413 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-da48901b-1ff5-47af-b005-6f05a5c9b20a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/70aff3dc-fc99-472e-a88b-1aadb1e9aefa HTTP/1.1" status: 204 len: 168 time: 0.1183200 Jul 06 13:13:01.527629 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48901b-1ff5-47af-b005-6f05a5c9b20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aff3dc-fc99-472e-a88b-1aadb1e9aefa,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:01.625474 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c71c5449-50e6-400f-8ef4-8853fe98eb2e no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:13:01.645533 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: c71c5449-50e6-400f-8ef4-8853fe98eb2e {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:13:01.645961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device c71c5449-50e6-400f-8ef4-8853fe98eb2e not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:13:01.646391 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f49c070a-3934-4c26-8e6c-84819d0223b9 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:13:01.666845 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: f49c070a-3934-4c26-8e6c-84819d0223b9 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:13:01.667189 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device f49c070a-3934-4c26-8e6c-84819d0223b9 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:13:02.194570 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57666) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:02.286442 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-9e08e416-6d2b-4dd5-9db8-b381258ae307 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-503300903-network', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:13:02.310756 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e08e416-6d2b-4dd5-9db8-b381258ae307 admin admin] Made reservation on behalf of 6f336f32026f42209a6f86f3bf80084e for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:13:02.313116 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e08e416-6d2b-4dd5-9db8-b381258ae307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:02.325901 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e08e416-6d2b-4dd5-9db8-b381258ae307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:02.415742 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e08e416-6d2b-4dd5-9db8-b381258ae307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:02.419557 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e08e416-6d2b-4dd5-9db8-b381258ae307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:02.446599 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e08e416-6d2b-4dd5-9db8-b381258ae307 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:13:02.452868 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08e416-6d2b-4dd5-9db8-b381258ae307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4af15ca-fdd8-4448-910d-44825aaee8ca,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:02.458933 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e08e416-6d2b-4dd5-9db8-b381258ae307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:02.459300 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-9e08e416-6d2b-4dd5-9db8-b381258ae307 admin admin] Added segment 35ebdabd-6f0b-4aa0-a015-964e6e930ca2 of type vlan for network 441368f9-f398-4157-ad0f-82ccd3ed5c69 Jul 06 13:13:02.500673 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e08e416-6d2b-4dd5-9db8-b381258ae307 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:02.529480 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e08e416-6d2b-4dd5-9db8-b381258ae307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:02.530961 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e08e416-6d2b-4dd5-9db8-b381258ae307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:02.531705 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e08e416-6d2b-4dd5-9db8-b381258ae307 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:02.586669 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-9e08e416-6d2b-4dd5-9db8-b381258ae307 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3906982 Jul 06 13:13:02.590495 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57670) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:02.599200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-bfc90392-6fd1-4212-8f02-30f8927853c7 admin admin] Request body: {'subnet': {'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-503300903-subnet', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'ip_version': 4}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:13:02.604472 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08e416-6d2b-4dd5-9db8-b381258ae307 admin admin] Pushing event updated for resources: {'Network': ['ID=441368f9-f398-4157-ad0f-82ccd3ed5c69,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:02.615521 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 441368f9-f398-4157-ad0f-82ccd3ed5c69 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:13:02.625060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc90392-6fd1-4212-8f02-30f8927853c7 admin admin] Made reservation on behalf of 6f336f32026f42209a6f86f3bf80084e for: {'subnet': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:13:02.628881 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bfc90392-6fd1-4212-8f02-30f8927853c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11863074'] for subnet, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:02.801346 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bfc90392-6fd1-4212-8f02-30f8927853c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11978805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11863088'] for subnet, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:02.861407 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc90392-6fd1-4212-8f02-30f8927853c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:02.873129 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc90392-6fd1-4212-8f02-30f8927853c7 admin admin] Checking segment: {'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:13:02.873488 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc90392-6fd1-4212-8f02-30f8927853c7 admin admin] Network hostable DHCP agents. Network: 441368f9-f398-4157-ad0f-82ccd3ed5c69, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:13:02.889983 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc90392-6fd1-4212-8f02-30f8927853c7 admin admin] Network 441368f9-f398-4157-ad0f-82ccd3ed5c69 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:13:02.900297 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-bfc90392-6fd1-4212-8f02-30f8927853c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 441368f9-f398-4157-ad0f-82ccd3ed5c69) {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:13:02.907836 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc90392-6fd1-4212-8f02-30f8927853c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:02.909277 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-bfc90392-6fd1-4212-8f02-30f8927853c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:02.910022 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139326cb-f32e-40ab-bf43-b7c5c89513a2 None None] Network 441368f9-f398-4157-ad0f-82ccd3ed5c69 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:13:02.932005 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-bfc90392-6fd1-4212-8f02-30f8927853c7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3374212 Jul 06 13:13:02.932270 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57672) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:02.936572 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:13:02.959718 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:02.960699 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:03.014349 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:03.060109 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-441368f9-f398-4157-ad0f-82ccd3ed5c69', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:13:03.061008 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:03.177608 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:03.200991 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Allocated IP 172.20.0.2 (441368f9-f398-4157-ad0f-82ccd3ed5c69/39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf/ac82aff8-0b2a-4384-aa27-2baf9f951672) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:13:03.345790 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:03.354306 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Transition to ACTIVE for port object ac82aff8-0b2a-4384-aa27-2baf9f951672 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:13:03.369875 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Transition to ACTIVE for port object ac82aff8-0b2a-4384-aa27-2baf9f951672 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:13:03.376193 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:03.404996 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:03.418241 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Network 441368f9-f398-4157-ad0f-82ccd3ed5c69 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:13:03.421036 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:13:03.425338 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:13:03.428608 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Pushing event updated for resources: {'Port': ['ID=ac82aff8-0b2a-4384-aa27-2baf9f951672,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:03.430306 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:03.484333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Attempting to bind port ac82aff8-0b2a-4384-aa27-2baf9f951672 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:13:03.484704 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Attempting to bind port ac82aff8-0b2a-4384-aa27-2baf9f951672 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:13:03.485061 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Attempting to bind port ac82aff8-0b2a-4384-aa27-2baf9f951672 on network 441368f9-f398-4157-ad0f-82ccd3ed5c69 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:13:03.490310 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:13:03.490687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Checking segment: {'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:13:03.491093 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:03.491515 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Bound using segment: {'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:13:03.492007 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Bound port: ac82aff8-0b2a-4384-aa27-2baf9f951672, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:13:03.492389 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:03.557748 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Allocated IP 172.25.4.8 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/a7354bfd-b953-4379-90b1-de19f5df1ebb) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:13:03.558611 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] For port ac82aff8-0b2a-4384-aa27-2baf9f951672, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:13:03.562380 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] For port ac82aff8-0b2a-4384-aa27-2baf9f951672, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ac82aff8-0b2a-4384-aa27-2baf9f951672,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:13:03.566553 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:03.629099 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6fd25-70b1-4a53-86b0-d5d09d32746e None None] Pushing event updated for resources: {'Port': ['ID=ac82aff8-0b2a-4384-aa27-2baf9f951672,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:03.682088 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:03.733225 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:03.771212 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:13:03.793511 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:13:03.801296 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:13:03.836782 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Pushing event updated for resources: {'Port': ['ID=a7354bfd-b953-4379-90b1-de19f5df1ebb,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:04.077060 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:04.271919 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:04.421966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:13:04.537042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:13:04.547544 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Sync routers for ids ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:13:04.560746 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Routers {'1f36b1f6-4c07-4c47-a7b0-9dd86998858b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:04.561670 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:12:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:04.561958 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:04.566009 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-80627d1a-dfaa-4c56-9d1a-e8d0c5274b0f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6303151 Jul 06 13:13:04.566250 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57674) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:04.603187 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ba3d6-8c54-4494-a2e6-5600127b654c None None] Network 441368f9-f398-4157-ad0f-82ccd3ed5c69 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:13:04.709009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b202ee9b-9461-4fa2-a699-249b45fbd47d None None] Provisioning for port ac82aff8-0b2a-4384-aa27-2baf9f951672 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:13:04.760510 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Set router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:05.004352 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:03Z', 'revision_number': 3, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:05.006594 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:05.039333 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Checking router: 1f36b1f6-4c07-4c47-a7b0-9dd86998858b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:13:05.040625 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Updating router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b port a7354bfd-b953-4379-90b1-de19f5df1ebb binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:13:05.084536 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:05.182689 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Allocated IP 172.20.0.1 (441368f9-f398-4157-ad0f-82ccd3ed5c69/39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf/3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:13:05.293690 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:05.307746 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Transition to ACTIVE for port object 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:13:05.344143 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:05.358865 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:05.369679 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Transition to ACTIVE for port object a7354bfd-b953-4379-90b1-de19f5df1ebb will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:13:05.376754 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:05.381255 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Network 441368f9-f398-4157-ad0f-82ccd3ed5c69 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:13:05.384860 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:13:05.390673 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:13:05.417438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:05.435456 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Attempting to bind port a7354bfd-b953-4379-90b1-de19f5df1ebb on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:13:05.435835 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Attempting to bind port a7354bfd-b953-4379-90b1-de19f5df1ebb by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:13:05.436200 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Attempting to bind port a7354bfd-b953-4379-90b1-de19f5df1ebb on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:13:05.437520 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:05.442119 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5852e-ab80-42cd-b60f-d3f36295d38c None None] Pushing event updated for resources: {'Port': ['ID=a7354bfd-b953-4379-90b1-de19f5df1ebb,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:05.448271 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:13:05.448651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:13:05.449056 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:05.449457 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:13:05.450000 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Bound port: a7354bfd-b953-4379-90b1-de19f5df1ebb, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:13:05.450309 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:05.513495 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] For port a7354bfd-b953-4379-90b1-de19f5df1ebb, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:13:05.517088 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] For port a7354bfd-b953-4379-90b1-de19f5df1ebb, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a7354bfd-b953-4379-90b1-de19f5df1ebb,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:13:05.522331 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:05.589820 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Routers {'1f36b1f6-4c07-4c47-a7b0-9dd86998858b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:05.590469 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:12:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:05.597411 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:05.652644 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5852e-ab80-42cd-b60f-d3f36295d38c None None] Pushing event updated for resources: {'Port': ['ID=a7354bfd-b953-4379-90b1-de19f5df1ebb,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:05.674302 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4d22c5b5-aafb-40a5-97f1-47dab8c5f758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:05.712221 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ac82aff8-0b2a-4384-aa27-2baf9f951672 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:13:05.743950 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-90e2750b-d531-421f-86c0-90a17593bd80 None None] Provisioning for port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:13:05.763972 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-90e2750b-d531-421f-86c0-90a17593bd80 None None] Provisioning complete for port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:05.764349 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90e2750b-d531-421f-86c0-90a17593bd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:05.802915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] Set router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:05.844742 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-90e2750b-d531-421f-86c0-90a17593bd80 None None] Port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:13:05.892870 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port ac82aff8-0b2a-4384-aa27-2baf9f951672 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:13:05.912375 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port ac82aff8-0b2a-4384-aa27-2baf9f951672 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:05.912375 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:06.132244 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:06.137963 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:06.204667 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:06.211416 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:06.230834 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:06.272512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port ac82aff8-0b2a-4384-aa27-2baf9f951672, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ac82aff8-0b2a-4384-aa27-2baf9f951672,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:06.275218 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 1, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:06.278326 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:06.305823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5251a45f-9bd6-469d-9f26-4cba4a3289c9 None None] The sync data for ids ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'] in n-d-799529-2 is: [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 1, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:13:06.309412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Network 441368f9-f398-4157-ad0f-82ccd3ed5c69 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:13:06.310912 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:13:06.376406 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=ac82aff8-0b2a-4384-aa27-2baf9f951672,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:06.437491 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:13:06.574029 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:06.579792 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:13:06.585530 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-843bd9b3-ddc1-4955-af61-0437682069c9 admin admin] 10.222.0.81 "PUT /v2.0/routers/1f36b1f6-4c07-4c47-a7b0-9dd86998858b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0180957 Jul 06 13:13:06.675481 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-44b6cd56-f217-48e2-bebf-905c8895da9d None None] Provisioning complete for port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:06.676062 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-44b6cd56-f217-48e2-bebf-905c8895da9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:06.714070 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-44b6cd56-f217-48e2-bebf-905c8895da9d None None] Port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:13:07.121616 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57690) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:07.127063 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-11891775-6920-4d80-8d6e-9ac0879b02b3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-997415978-network', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:13:07.153550 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11891775-6920-4d80-8d6e-9ac0879b02b3 admin admin] Made reservation on behalf of 1d0df986e5714ed385b5605b81dd8a6a for: {'network': 1} {{(pid=100427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:13:07.155989 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11891775-6920-4d80-8d6e-9ac0879b02b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for network, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:07.166074 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11891775-6920-4d80-8d6e-9ac0879b02b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:07.266029 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11891775-6920-4d80-8d6e-9ac0879b02b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:07.270264 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11891775-6920-4d80-8d6e-9ac0879b02b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:07.293413 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11891775-6920-4d80-8d6e-9ac0879b02b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=100427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:13:07.312698 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11891775-6920-4d80-8d6e-9ac0879b02b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de689d2b-7e36-43f7-b8f2-ad0fce2fc0e5,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:07.316597 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11891775-6920-4d80-8d6e-9ac0879b02b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:07.316955 n-d-799529-2 neutron-server[100427]: INFO neutron.db.segments_db [None req-11891775-6920-4d80-8d6e-9ac0879b02b3 admin admin] Added segment 6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8 of type vlan for network 71dc10f0-6e7e-4362-b52b-cf5833715675 Jul 06 13:13:07.367298 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:07.374680 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11891775-6920-4d80-8d6e-9ac0879b02b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789329926759'] for network, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:07.409283 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11891775-6920-4d80-8d6e-9ac0879b02b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668'] for network, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:07.410370 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11891775-6920-4d80-8d6e-9ac0879b02b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:07.411006 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-11891775-6920-4d80-8d6e-9ac0879b02b3 admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:07.467391 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-11891775-6920-4d80-8d6e-9ac0879b02b3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3445568 Jul 06 13:13:07.470542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57692) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:07.476676 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11891775-6920-4d80-8d6e-9ac0879b02b3 admin admin] Pushing event updated for resources: {'Network': ['ID=71dc10f0-6e7e-4362-b52b-cf5833715675,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:07.476947 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c476ed1b-f536-4589-bc7c-c2728263fd9c admin admin] Request body: {'subnet': {'network_id': '71dc10f0-6e7e-4362-b52b-cf5833715675', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-997415978-subnet', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:13:07.490537 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Network 71dc10f0-6e7e-4362-b52b-cf5833715675 details requested by agent ovs-agent-n-d-799529-2 with host n-d-799529-2 {{(pid=100429) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:13:07.508514 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c476ed1b-f536-4589-bc7c-c2728263fd9c admin admin] Made reservation on behalf of 1d0df986e5714ed385b5605b81dd8a6a for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:13:07.512281 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c476ed1b-f536-4589-bc7c-c2728263fd9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10215344'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:07.711590 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c476ed1b-f536-4589-bc7c-c2728263fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9739065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10215330'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:07.739071 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a7354bfd-b953-4379-90b1-de19f5df1ebb up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:13:07.772663 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476ed1b-f536-4589-bc7c-c2728263fd9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e6e272-a65e-4d68-b57b-246ce4f31bbb,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:07.777042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476ed1b-f536-4589-bc7c-c2728263fd9c admin admin] Checking segment: {'id': '6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '71dc10f0-6e7e-4362-b52b-cf5833715675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:13:07.777657 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c476ed1b-f536-4589-bc7c-c2728263fd9c admin admin] Network hostable DHCP agents. Network: 71dc10f0-6e7e-4362-b52b-cf5833715675, hostable agents: ['be723c49-e094-496b-84a1-9ed73c2cb2ed'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:13:07.793829 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port a7354bfd-b953-4379-90b1-de19f5df1ebb completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:13:07.794169 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c476ed1b-f536-4589-bc7c-c2728263fd9c admin admin] Network 71dc10f0-6e7e-4362-b52b-cf5833715675 is scheduled to be hosted by DHCP agent be723c49-e094-496b-84a1-9ed73c2cb2ed with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:13:07.798779 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port a7354bfd-b953-4379-90b1-de19f5df1ebb triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:07.799439 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:07.805089 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c476ed1b-f536-4589-bc7c-c2728263fd9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799529-2, 71dc10f0-6e7e-4362-b52b-cf5833715675) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:13:07.810075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c476ed1b-f536-4589-bc7c-c2728263fd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:07.810686 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c476ed1b-f536-4589-bc7c-c2728263fd9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:07.823933 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dfee3c-8dca-47a5-8636-f8998a09c150 None None] Network 71dc10f0-6e7e-4362-b52b-cf5833715675 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:13:07.828627 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57694) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:07.828793 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-c476ed1b-f536-4589-bc7c-c2728263fd9c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3570220 Jul 06 13:13:07.833763 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-997415978-router', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:13:07.855244 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-281554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28991'] for router, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:07.856234 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-281421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-294653', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28966'] for router, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:07.908653 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:07.970291 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.003605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port a7354bfd-b953-4379-90b1-de19f5df1ebb, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a7354bfd-b953-4379-90b1-de19f5df1ebb,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:08.008120 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.009394 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ac82aff8-0b2a-4384-aa27-2baf9f951672 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:13:08.049802 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f66c5b3-a7b3-5c36-a19b-031fec86e2ba-71dc10f0-6e7e-4362-b52b-cf5833715675', 'network_id': '71dc10f0-6e7e-4362-b52b-cf5833715675', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'fixed_ips': [{'subnet_id': '91e6e272-a65e-4d68-b57b-246ce4f31bbb'}]}} from n-d-799529-2. {{(pid=100429) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:13:08.050652 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.061966 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-680215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-281536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28948'] for router, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.127440 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=a7354bfd-b953-4379-90b1-de19f5df1ebb,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:08.200168 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port ac82aff8-0b2a-4384-aa27-2baf9f951672 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:08.200538 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.280639 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.299446 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Allocated IP 172.20.0.2 (71dc10f0-6e7e-4362-b52b-cf5833715675/91e6e272-a65e-4d68-b57b-246ce4f31bbb/47aea9ab-4ca4-4ae6-814a-b5a8753bd891) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:13:08.305182 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.310557 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5f990562-68c5-494e-89b8-e7a3267923ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.433797 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.436169 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Allocated IP 172.25.4.145 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:13:08.525101 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.529184 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Sync routers for ids ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:13:08.536688 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Transition to ACTIVE for port object 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:13:08.539535 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Routers {'1f36b1f6-4c07-4c47-a7b0-9dd86998858b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:08.540809 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:13:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:08.552815 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Transition to ACTIVE for port object 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:13:08.560663 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.570436 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.599841 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Network 71dc10f0-6e7e-4362-b52b-cf5833715675 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:13:08.607133 n-d-799529-2 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:13:08.610735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:13:08.613451 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.618961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Pushing event updated for resources: {'Port': ['ID=47aea9ab-4ca4-4ae6-814a-b5a8753bd891,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:08.655662 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Set router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:08.665632 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:13:08.666517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Pushing event updated for resources: {'Port': ['ID=ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:08.670120 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:13:08.672140 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:13:08.678680 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Attempting to bind port 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:13:08.679271 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Attempting to bind port 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '71dc10f0-6e7e-4362-b52b-cf5833715675'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:13:08.679810 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Attempting to bind port 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 on network 71dc10f0-6e7e-4362-b52b-cf5833715675 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:13:08.685784 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:13:08.686393 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Checking segment: {'id': '6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '71dc10f0-6e7e-4362-b52b-cf5833715675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:13:08.686985 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.687597 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Bound using segment: {'id': '6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '71dc10f0-6e7e-4362-b52b-cf5833715675'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:13:08.688351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Bound port: 47aea9ab-4ca4-4ae6-814a-b5a8753bd891, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '71dc10f0-6e7e-4362-b52b-cf5833715675'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:13:08.688914 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.762823 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] For port 47aea9ab-4ca4-4ae6-814a-b5a8753bd891, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:13:08.766919 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] For port 47aea9ab-4ca4-4ae6-814a-b5a8753bd891, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=47aea9ab-4ca4-4ae6-814a-b5a8753bd891,segment=NetworkSegment(6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8),segment_id=6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:13:08.773163 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.841605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624af33d-1f2d-4bc0-90e0-8a53c6c84891 None None] Pushing event updated for resources: {'Port': ['ID=47aea9ab-4ca4-4ae6-814a-b5a8753bd891,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:08.887270 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 2, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:08.920850 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Checking router: 1f36b1f6-4c07-4c47-a7b0-9dd86998858b for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:13:08.921194 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Updating router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:13:08.957354 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:08.972000 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:09.207425 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-281561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680204'] for router, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:09.249974 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:09.260731 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Transition to ACTIVE for port object 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:13:09.266027 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:09.311676 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f93de0-7ed5-4f7e-a568-eb78f0a8a2e9 None None] Pushing event updated for resources: {'Port': ['ID=3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:09.322839 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f93de0-7ed5-4f7e-a568-eb78f0a8a2e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:09.323184 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f93de0-7ed5-4f7e-a568-eb78f0a8a2e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:09.323543 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f93de0-7ed5-4f7e-a568-eb78f0a8a2e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:09.323873 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f93de0-7ed5-4f7e-a568-eb78f0a8a2e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:09.324195 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f93de0-7ed5-4f7e-a568-eb78f0a8a2e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:09.324515 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f93de0-7ed5-4f7e-a568-eb78f0a8a2e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:09.324838 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f93de0-7ed5-4f7e-a568-eb78f0a8a2e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:09.325155 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f93de0-7ed5-4f7e-a568-eb78f0a8a2e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:09.325460 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f93de0-7ed5-4f7e-a568-eb78f0a8a2e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:09.325792 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f93de0-7ed5-4f7e-a568-eb78f0a8a2e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:09.326104 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f93de0-7ed5-4f7e-a568-eb78f0a8a2e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:09.326414 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f93de0-7ed5-4f7e-a568-eb78f0a8a2e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:13:09.348200 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Router 65666b9d-c745-4072-aa19-8cac6a840fcb is scheduled to L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 with binding_index 1 {{(pid=100427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:13:09.385659 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Attempting to bind port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:13:09.386042 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Attempting to bind port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:13:09.386391 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Attempting to bind port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b on network 441368f9-f398-4157-ad0f-82ccd3ed5c69 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:13:09.391576 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:13:09.391947 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Checking segment: {'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:13:09.392343 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:09.392732 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Bound using segment: {'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:13:09.393207 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Bound port: 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:13:09.393570 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:09.465281 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] For port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:13:09.468987 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] For port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:13:09.473822 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:09.474941 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:13:09.487066 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Sync routers for ids ['65666b9d-c745-4072-aa19-8cac6a840fcb'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:13:09.494841 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:09.496446 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ee36c976-275a-4b7f-9213-e5e18d0fa306 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6663063 Jul 06 13:13:09.499050 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57696) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:09.502983 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Routers {'65666b9d-c745-4072-aa19-8cac6a840fcb'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:09.503920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:13:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['65666b9d-c745-4072-aa19-8cac6a840fcb'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:09.559344 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f93de0-7ed5-4f7e-a568-eb78f0a8a2e9 None None] Pushing event updated for resources: {'Port': ['ID=3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:09.566561 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Routers {'1f36b1f6-4c07-4c47-a7b0-9dd86998858b'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:09.567178 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:13:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:09.721477 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Set router 65666b9d-c745-4072-aa19-8cac6a840fcb gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:09.774953 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:09.786539 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] Set router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:09.936698 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a7354bfd-b953-4379-90b1-de19f5df1ebb up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:13:10.041279 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'name': 'tempest-TestSnapshotPattern-997415978-router', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:07Z', 'updated_at': '2021-07-06T13:13:08Z', 'revision_number': 3, 'project_id': '1d0df986e5714ed385b5605b81dd8a6a', 'gw_port': {'id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:08Z', 'updated_at': '2021-07-06T13:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:10.044689 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port a7354bfd-b953-4379-90b1-de19f5df1ebb triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:10.045066 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:10.092683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Checking router: 65666b9d-c745-4072-aa19-8cac6a840fcb for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:13:10.093025 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Updating router 65666b9d-c745-4072-aa19-8cac6a840fcb port ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f binding host n-d-799529-2 {{(pid=100429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:13:10.108395 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:10.134655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377aaa52-a4b7-42d0-95a6-532b50c117d3 None None] Network 71dc10f0-6e7e-4362-b52b-cf5833715675 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:13:10.185927 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:09Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:10.210045 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:10.220531 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5acf9-a73c-4201-84bf-2693c3444783 None None] The sync data for ids ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'] in n-d-799529-2 is: [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:09Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:13:10.279900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Allocated IP 172.20.0.1 (71dc10f0-6e7e-4362-b52b-cf5833715675/91e6e272-a65e-4d68-b57b-246ce4f31bbb/536ca2eb-cd95-4446-9596-712124448abb) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:13:10.389787 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-034edadc-b4aa-4872-9218-4c340cc4bb96 None None] Provisioning for port 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:13:10.400223 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:10.415785 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Transition to ACTIVE for port object 536ca2eb-cd95-4446-9596-712124448abb will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:13:10.418920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:13:10.454520 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:10.498507 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Network 71dc10f0-6e7e-4362-b52b-cf5833715675 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:13:10.509013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:13:10.513509 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:13:10.519241 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=536ca2eb-cd95-4446-9596-712124448abb,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:10.557462 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-293691'] for router_interface, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:10.612939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:13:10.631304 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:10.631720 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:10.717880 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:10.724553 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:10.732340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Transition to ACTIVE for port object ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:13:10.766638 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:10.824353 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:10.843579 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07479c3-c793-4656-8f05-95cd79aba4e9 None None] Pushing event updated for resources: {'Port': ['ID=ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:10.855339 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Attempting to bind port ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f on host n-d-799529-2 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:13:10.855719 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Attempting to bind port ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:13:10.856519 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Attempting to bind port ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f on network 075eaceb-5477-4780-963d-b2414ee11e87 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:13:10.867812 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:13:10.868262 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Checking segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:13:10.868621 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:10.869213 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Bound using segment: {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:13:10.869712 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Bound port: ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd893f4-12a0-41c1-af81-632305f589d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:13:10.870096 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:10.911180 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:10.920640 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:10.921463 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:13:10.944874 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:10.950813 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:10.998461 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] For port ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f, host n-d-799529-2, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:13:11.004817 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] For port ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:13:11.014099 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:11.026460 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-288070'] for router_interface, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:11.036493 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=536ca2eb-cd95-4446-9596-712124448abb,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:11.050178 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:11.136934 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:13:11.150123 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Routers {'65666b9d-c745-4072-aa19-8cac6a840fcb'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:11.150780 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:13:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['65666b9d-c745-4072-aa19-8cac6a840fcb'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:11.156074 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:11.156455 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:11.161006 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Network 71dc10f0-6e7e-4362-b52b-cf5833715675 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:13:11.162578 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:13:11.188660 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ffb9c28a-1774-4fcc-b554-4dfbfff74eb6 None None] Provisioning complete for port 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:11.189063 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ffb9c28a-1774-4fcc-b554-4dfbfff74eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:11.209458 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07479c3-c793-4656-8f05-95cd79aba4e9 None None] Pushing event updated for resources: {'Port': ['ID=ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:11.296057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Router 65666b9d-c745-4072-aa19-8cac6a840fcb has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:13:11.420066 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:13:11.427152 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-0ab2b707-5dee-4ee7-a1f9-154069118ed4 admin admin] 10.222.0.81 "PUT /v2.0/routers/65666b9d-c745-4072-aa19-8cac6a840fcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9221442 Jul 06 13:13:11.488312 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:11.529763 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] Set router 65666b9d-c745-4072-aa19-8cac6a840fcb gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:11.604697 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:11.613897 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ffb9c28a-1774-4fcc-b554-4dfbfff74eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:11.728102 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 47aea9ab-4ca4-4ae6-814a-b5a8753bd891, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=47aea9ab-4ca4-4ae6-814a-b5a8753bd891,segment=NetworkSegment(6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8),segment_id=6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:11.733174 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:11.823893 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:13:11.865216 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=47aea9ab-4ca4-4ae6-814a-b5a8753bd891,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:11.886715 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-ffb9c28a-1774-4fcc-b554-4dfbfff74eb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:13:11.887074 n-d-799529-2 neutron-server[100429]: DEBUG oslo_db.api [None req-ffb9c28a-1774-4fcc-b554-4dfbfff74eb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:13:11.922939 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:11.923318 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:11.957332 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'name': 'tempest-TestSnapshotPattern-997415978-router', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:07Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 4, 'project_id': '1d0df986e5714ed385b5605b81dd8a6a', 'gw_port': {'id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:08Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '536ca2eb-cd95-4446-9596-712124448abb', 'name': '', 'network_id': '71dc10f0-6e7e-4362-b52b-cf5833715675', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'mac_address': 'fa:16:3e:4f:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '91e6e272-a65e-4d68-b57b-246ce4f31bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:10Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 2, 'project_id': '1d0df986e5714ed385b5605b81dd8a6a', 'subnets': [{'id': '91e6e272-a65e-4d68-b57b-246ce4f31bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:11.991605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69316c84-e9aa-4d60-a994-2e69018c7dd6 None None] The sync data for ids ['65666b9d-c745-4072-aa19-8cac6a840fcb'] in n-d-799529-2 is: [{'id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'name': 'tempest-TestSnapshotPattern-997415978-router', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:07Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 4, 'project_id': '1d0df986e5714ed385b5605b81dd8a6a', 'gw_port': {'id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:08Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '536ca2eb-cd95-4446-9596-712124448abb', 'name': '', 'network_id': '71dc10f0-6e7e-4362-b52b-cf5833715675', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'mac_address': 'fa:16:3e:4f:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '91e6e272-a65e-4d68-b57b-246ce4f31bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:10Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 2, 'project_id': '1d0df986e5714ed385b5605b81dd8a6a', 'subnets': [{'id': '91e6e272-a65e-4d68-b57b-246ce4f31bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:13:12.024199 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57706) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:12.030202 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-f0324229-97a2-45ad-9bad-c917606842bc tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-265287300', 'description': 'tempest-secgroup-smoke-265287300 description', 'project_id': '6f336f32026f42209a6f86f3bf80084e'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:13:12.061144 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f0324229-97a2-45ad-9bad-c917606842bc tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.148489 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f0324229-97a2-45ad-9bad-c917606842bc tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.152901 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f0324229-97a2-45ad-9bad-c917606842bc tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.186585 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f0324229-97a2-45ad-9bad-c917606842bc tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.188895 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f0324229-97a2-45ad-9bad-c917606842bc tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1625123 Jul 06 13:13:12.191965 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57710) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:12.193130 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0324229-97a2-45ad-9bad-c917606842bc tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2b7fad-a347-4461-b655-da9e84ea88fa,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:12.203695 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-db9ca4d3-ebe5-41f3-a212-1976ba7ba750 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Request body: {'security_group_rule': {'security_group_id': 'fc2b7fad-a347-4461-b655-da9e84ea88fa', 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:13:12.234925 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db9ca4d3-ebe5-41f3-a212-1976ba7ba750 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.300755 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db9ca4d3-ebe5-41f3-a212-1976ba7ba750 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.305135 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db9ca4d3-ebe5-41f3-a212-1976ba7ba750 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.325160 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ca4d3-ebe5-41f3-a212-1976ba7ba750 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066940c5-8029-434a-91b4-992f2828ef2b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:12.329476 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db9ca4d3-ebe5-41f3-a212-1976ba7ba750 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.330723 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-db9ca4d3-ebe5-41f3-a212-1976ba7ba750 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312027 Jul 06 13:13:12.333887 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57712) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:12.339081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6cce23d2-0623-42cb-b86b-2f7d2ce7eda6 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Request body: {'security_group_rule': {'security_group_id': 'fc2b7fad-a347-4461-b655-da9e84ea88fa', 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:13:12.366958 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cce23d2-0623-42cb-b86b-2f7d2ce7eda6 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.429483 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cce23d2-0623-42cb-b86b-2f7d2ce7eda6 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.435042 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cce23d2-0623-42cb-b86b-2f7d2ce7eda6 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.445403 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ffb9c28a-1774-4fcc-b554-4dfbfff74eb6 None None] Provisioning for port 536ca2eb-cd95-4446-9596-712124448abb completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:13:12.449437 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ffb9c28a-1774-4fcc-b554-4dfbfff74eb6 None None] Provisioning complete for port 536ca2eb-cd95-4446-9596-712124448abb triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:12.450355 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ffb9c28a-1774-4fcc-b554-4dfbfff74eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.455579 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce23d2-0623-42cb-b86b-2f7d2ce7eda6 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1802cf59-a5a4-4746-9477-ce4f80a7e827,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:12.463789 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cce23d2-0623-42cb-b86b-2f7d2ce7eda6 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.465100 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-6cce23d2-0623-42cb-b86b-2f7d2ce7eda6 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301217 Jul 06 13:13:12.468188 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 57714) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:12.474193 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-128964c3-c212-42b6-9c13-d6111cd77f03 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Request body: {'security_group_rule': {'security_group_id': 'fc2b7fad-a347-4461-b655-da9e84ea88fa', 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:13:12.497228 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ffb9c28a-1774-4fcc-b554-4dfbfff74eb6 None None] Port 536ca2eb-cd95-4446-9596-712124448abb cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:13:12.506852 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-128964c3-c212-42b6-9c13-d6111cd77f03 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.579723 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-128964c3-c212-42b6-9c13-d6111cd77f03 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.586036 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-128964c3-c212-42b6-9c13-d6111cd77f03 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.606542 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128964c3-c212-42b6-9c13-d6111cd77f03 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17bdf943-e834-4f65-9cd4-88eaf3dc9a91,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:12.611602 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-128964c3-c212-42b6-9c13-d6111cd77f03 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.616679 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57716) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:12.620642 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2f599629-3014-42d3-8f37-ac4e69c13ff0 None None] Provisioning complete for port 536ca2eb-cd95-4446-9596-712124448abb triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:12.621072 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f599629-3014-42d3-8f37-ac4e69c13ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.621757 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-4db21a52-3c17-40ae-9c4e-62b943300ae0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Request body: {'security_group_rule': {'security_group_id': 'fc2b7fad-a347-4461-b655-da9e84ea88fa', 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:13:12.623785 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-128964c3-c212-42b6-9c13-d6111cd77f03 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542013 Jul 06 13:13:12.648491 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4db21a52-3c17-40ae-9c4e-62b943300ae0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.659887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2f599629-3014-42d3-8f37-ac4e69c13ff0 None None] Port 536ca2eb-cd95-4446-9596-712124448abb cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:13:12.710507 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4db21a52-3c17-40ae-9c4e-62b943300ae0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.715607 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4db21a52-3c17-40ae-9c4e-62b943300ae0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.736842 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db21a52-3c17-40ae-9c4e-62b943300ae0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88265027-07fa-4e7e-9d88-152e925f78aa,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:12.744315 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4db21a52-3c17-40ae-9c4e-62b943300ae0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.745602 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-4db21a52-3c17-40ae-9c4e-62b943300ae0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278479 Jul 06 13:13:12.748281 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57718) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:12.752785 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-a012cc62-9688-4e6f-8282-af46376325dd tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Request body: {'security_group_rule': {'security_group_id': 'fc2b7fad-a347-4461-b655-da9e84ea88fa', 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:13:12.774001 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-a012cc62-9688-4e6f-8282-af46376325dd tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Project 6f336f32026f42209a6f86f3bf80084e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:13:12.779460 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a012cc62-9688-4e6f-8282-af46376325dd tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.841650 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a012cc62-9688-4e6f-8282-af46376325dd tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.845304 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a012cc62-9688-4e6f-8282-af46376325dd tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.863760 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012cc62-9688-4e6f-8282-af46376325dd tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8bf78b-83f2-42dd-aa89-85a48f17dee7,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:12.867956 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a012cc62-9688-4e6f-8282-af46376325dd tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.869189 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-a012cc62-9688-4e6f-8282-af46376325dd tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199629 Jul 06 13:13:12.872022 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57720) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:12.876500 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-237e750f-7d4a-465b-87be-657a72370385 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Request body: {'security_group_rule': {'security_group_id': 'fc2b7fad-a347-4461-b655-da9e84ea88fa', 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:13:12.903777 n-d-799529-2 neutron-server[100427]: INFO neutron.db.securitygroups_db [None req-237e750f-7d4a-465b-87be-657a72370385 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Project 6f336f32026f42209a6f86f3bf80084e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:13:12.908516 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-237e750f-7d4a-465b-87be-657a72370385 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.982239 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-237e750f-7d4a-465b-87be-657a72370385 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:12.987577 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-237e750f-7d4a-465b-87be-657a72370385 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561350'] for security_group_rule, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:13.007339 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e750f-7d4a-465b-87be-657a72370385 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70530f0e-8497-4887-abdb-062971b4431b,revision_number=0']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:13.013683 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-237e750f-7d4a-465b-87be-657a72370385 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:13.014956 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-237e750f-7d4a-465b-87be-657a72370385 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419890 Jul 06 13:13:13.168977 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-f48b1f32-0520-4106-a38a-653bed77b69a tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265287300&fields=id&tenant_id=6f336f32026f42209a6f86f3bf80084e HTTP/1.1" status: 200 len: 267 time: 0.0387623 Jul 06 13:13:13.610908 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-358e3b9e-d64c-4833-806b-3b0f6ea8cb8e tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:13.612400 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-358e3b9e-d64c-4833-806b-3b0f6ea8cb8e tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/networks?id=441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 200 len: 809 time: 0.4370403 Jul 06 13:13:13.627691 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-68a7a315-95ab-40b9-a095-23337112e6c9 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/quotas/6f336f32026f42209a6f86f3bf80084e HTTP/1.1" status: 200 len: 375 time: 0.0095122 Jul 06 13:13:13.695940 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-ffc3cc42-b563-4380-9e20-a6237b442cec tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f336f32026f42209a6f86f3bf80084e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631683 Jul 06 13:13:13.711615 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-38bd6b82-74a9-41a1-a6d5-81d4b19ed6db service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:13:13.712830 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-38bd6b82-74a9-41a1-a6d5-81d4b19ed6db service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060833 Jul 06 13:13:13.810625 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-435d2f7c-9934-4166-a508-07420640da3b service neutron] 10.222.0.81 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922616 Jul 06 13:13:13.871347 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:13:13.902306 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-09f898e8-679f-4a15-bab5-64aa3f9b83a1 service neutron] 10.222.0.81 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858545 Jul 06 13:13:13.919917 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:13.920295 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:14.004590 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:13:14.060557 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:13:14.064629 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:14.065071 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:14.089646 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-183bacca-e854-4350-9b5a-256e6328b0e2 req-f0c50f61-0814-44b0-8385-7782a1245c61 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 210 time: 0.0299826 Jul 06 13:13:14.147250 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:14.168394 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:14.172207 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:14.220387 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:14.300822 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Sync routers for ids ['65666b9d-c745-4072-aa19-8cac6a840fcb'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:13:14.310045 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Routers {'65666b9d-c745-4072-aa19-8cac6a840fcb'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:14.310629 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:13:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['65666b9d-c745-4072-aa19-8cac6a840fcb'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:14.414137 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Set router 65666b9d-c745-4072-aa19-8cac6a840fcb gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:14.612891 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'name': 'tempest-TestSnapshotPattern-997415978-router', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:07Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 4, 'project_id': '1d0df986e5714ed385b5605b81dd8a6a', 'gw_port': {'id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:08Z', 'updated_at': '2021-07-06T13:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '536ca2eb-cd95-4446-9596-712124448abb', 'name': '', 'network_id': '71dc10f0-6e7e-4362-b52b-cf5833715675', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'mac_address': 'fa:16:3e:4f:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '91e6e272-a65e-4d68-b57b-246ce4f31bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:10Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 2, 'project_id': '1d0df986e5714ed385b5605b81dd8a6a', 'subnets': [{'id': '91e6e272-a65e-4d68-b57b-246ce4f31bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:14.639136 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Checking router: 65666b9d-c745-4072-aa19-8cac6a840fcb for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:13:14.639511 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Updating router 65666b9d-c745-4072-aa19-8cac6a840fcb port 536ca2eb-cd95-4446-9596-712124448abb binding host n-d-799529-2 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:13:14.675797 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:14.939117 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:14.949440 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Transition to ACTIVE for port object 536ca2eb-cd95-4446-9596-712124448abb will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:13:14.955413 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:15.005769 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc27b7-4e84-42ee-acfe-6521e575b7ab None None] Pushing event updated for resources: {'Port': ['ID=536ca2eb-cd95-4446-9596-712124448abb,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:15.060048 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Attempting to bind port 536ca2eb-cd95-4446-9596-712124448abb on host n-d-799529-2 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:13:15.060409 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Attempting to bind port 536ca2eb-cd95-4446-9596-712124448abb by drivers openvswitch,hyperv on host n-d-799529-2 at level 0 using segments [{'id': '6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '71dc10f0-6e7e-4362-b52b-cf5833715675'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:13:15.060768 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Attempting to bind port 536ca2eb-cd95-4446-9596-712124448abb on network 71dc10f0-6e7e-4362-b52b-cf5833715675 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:13:15.066466 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Checking agent: {'id': '9baa82e2-b9c5-45c5-aff9-b3c19616658a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 38, 8), 'started_at': datetime.datetime(2021, 7, 6, 11, 38, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799529-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:13:15.066919 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Checking segment: {'id': '6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '71dc10f0-6e7e-4362-b52b-cf5833715675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:13:15.067413 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:15.067904 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Bound using segment: {'id': '6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '71dc10f0-6e7e-4362-b52b-cf5833715675'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:13:15.068405 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Bound port: 536ca2eb-cd95-4446-9596-712124448abb, host: n-d-799529-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '71dc10f0-6e7e-4362-b52b-cf5833715675'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:13:15.068851 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:15.172755 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] For port 536ca2eb-cd95-4446-9596-712124448abb, host n-d-799529-2, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:13:15.177346 n-d-799529-2 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] For port 536ca2eb-cd95-4446-9596-712124448abb, host n-d-799529-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=536ca2eb-cd95-4446-9596-712124448abb,segment=NetworkSegment(6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8),segment_id=6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:13:15.183784 n-d-799529-2 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:15.210776 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8e0ac589-c9bb-4405-a7f6-2bb00b17643c req-5602f002-3f16-42c5-9b90-1385ed9d95b8 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 210 time: 0.0391002 Jul 06 13:13:15.237128 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Routers {'65666b9d-c745-4072-aa19-8cac6a840fcb'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:15.237128 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:13:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['65666b9d-c745-4072-aa19-8cac6a840fcb'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:15.335919 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc27b7-4e84-42ee-acfe-6521e575b7ab None None] Pushing event updated for resources: {'Port': ['ID=536ca2eb-cd95-4446-9596-712124448abb,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:15.362652 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] Set router 65666b9d-c745-4072-aa19-8cac6a840fcb gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:15.589067 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'name': 'tempest-TestSnapshotPattern-997415978-router', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:07Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 4, 'project_id': '1d0df986e5714ed385b5605b81dd8a6a', 'gw_port': {'id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:08Z', 'updated_at': '2021-07-06T13:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '536ca2eb-cd95-4446-9596-712124448abb', 'name': '', 'network_id': '71dc10f0-6e7e-4362-b52b-cf5833715675', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'mac_address': 'fa:16:3e:4f:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '91e6e272-a65e-4d68-b57b-246ce4f31bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:10Z', 'updated_at': '2021-07-06T13:13:15Z', 'revision_number': 4, 'project_id': '1d0df986e5714ed385b5605b81dd8a6a', 'subnets': [{'id': '91e6e272-a65e-4d68-b57b-246ce4f31bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:15.616319 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99c88d4-d51a-46a0-b53f-e261883883d7 None None] The sync data for ids ['65666b9d-c745-4072-aa19-8cac6a840fcb'] in n-d-799529-2 is: [{'id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'name': 'tempest-TestSnapshotPattern-997415978-router', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:07Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 4, 'project_id': '1d0df986e5714ed385b5605b81dd8a6a', 'gw_port': {'id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:08Z', 'updated_at': '2021-07-06T13:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '536ca2eb-cd95-4446-9596-712124448abb', 'name': '', 'network_id': '71dc10f0-6e7e-4362-b52b-cf5833715675', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'mac_address': 'fa:16:3e:4f:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '91e6e272-a65e-4d68-b57b-246ce4f31bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:10Z', 'updated_at': '2021-07-06T13:13:15Z', 'revision_number': 4, 'project_id': '1d0df986e5714ed385b5605b81dd8a6a', 'subnets': [{'id': '91e6e272-a65e-4d68-b57b-246ce4f31bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:13:15.829077 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 536ca2eb-cd95-4446-9596-712124448abb up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:13:15.880031 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning for port 536ca2eb-cd95-4446-9596-712124448abb completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:13:15.884726 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 536ca2eb-cd95-4446-9596-712124448abb triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:15.885101 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:15.964947 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:15.999941 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] For port 536ca2eb-cd95-4446-9596-712124448abb, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=536ca2eb-cd95-4446-9596-712124448abb,segment=NetworkSegment(6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8),segment_id=6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:16.004047 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:16.004874 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:13:16.082517 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Pushing event updated for resources: {'Port': ['ID=536ca2eb-cd95-4446-9596-712124448abb,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:16.095093 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:16.095498 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:16.353054 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c0ca0bbf-9a09-4272-84ab-d4c9703e2045 req-f66f0d22-f227-4d84-82cd-198ae1bdc926 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 210 time: 0.0282784 Jul 06 13:13:17.441054 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-130f3a3d-b527-4567-8f2c-28c64b2ada76 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:17.442713 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-130f3a3d-b527-4567-8f2c-28c64b2ada76 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.23 "GET /v2.0/networks?id=441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 200 len: 809 time: 0.1116590 Jul 06 13:13:17.496898 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-9036626b-3585-4d0a-9a86-56b56742f2b7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f336f32026f42209a6f86f3bf80084e HTTP/1.1" status: 200 len: 379 time: 0.0389476 Jul 06 13:13:17.499544 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-579c156e-8fc8-4c51-8c10-35c4ae510bbd req-2f97a47e-6669-4e29-978e-7690ee403a9a tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 210 time: 0.0328312 Jul 06 13:13:17.506314 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-935aa288-adde-45c9-8295-35f7aca8d48b tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Request body: {'port': {'device_id': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'admin_state_up': True, 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'security_groups': ['fc2b7fad-a347-4461-b655-da9e84ea88fa']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:13:17.620968 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-935aa288-adde-45c9-8295-35f7aca8d48b tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Made reservation on behalf of 6f336f32026f42209a6f86f3bf80084e for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:13:17.624656 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-935aa288-adde-45c9-8295-35f7aca8d48b tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:17.747544 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-935aa288-adde-45c9-8295-35f7aca8d48b tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Allocated IP 172.20.0.13 (441368f9-f398-4157-ad0f-82ccd3ed5c69/39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf/2b4ce331-9d0b-402e-b80a-ee058db211dc) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:13:17.815882 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 536ca2eb-cd95-4446-9596-712124448abb up at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:13:17.869138 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Provisioning complete for port 536ca2eb-cd95-4446-9596-712124448abb triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:17.869539 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:17.897876 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-935aa288-adde-45c9-8295-35f7aca8d48b tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:17.911896 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-935aa288-adde-45c9-8295-35f7aca8d48b tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Transition to ACTIVE for port object 2b4ce331-9d0b-402e-b80a-ee058db211dc will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:13:17.947586 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-935aa288-adde-45c9-8295-35f7aca8d48b tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:17.991171 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-935aa288-adde-45c9-8295-35f7aca8d48b tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Network 441368f9-f398-4157-ad0f-82ccd3ed5c69 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:13:17.996913 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-935aa288-adde-45c9-8295-35f7aca8d48b tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:13:18.000623 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-935aa288-adde-45c9-8295-35f7aca8d48b tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:13:18.024758 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aa288-adde-45c9-8295-35f7aca8d48b tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event updated for resources: {'Port': ['ID=2b4ce331-9d0b-402e-b80a-ee058db211dc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:18.063415 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-935aa288-adde-45c9-8295-35f7aca8d48b tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:18.064635 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-935aa288-adde-45c9-8295-35f7aca8d48b tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:18.086905 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-935aa288-adde-45c9-8295-35f7aca8d48b tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843737 Jul 06 13:13:18.100822 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Request body: {'port': {'device_id': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:13:18.180996 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:18.273446 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-605ec830-fd78-450a-b076-f0d468aa54fe None None] Provisioning for port 2b4ce331-9d0b-402e-b80a-ee058db211dc completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:13:18.278418 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-605ec830-fd78-450a-b076-f0d468aa54fe None None] Provisioning complete for port 2b4ce331-9d0b-402e-b80a-ee058db211dc triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:18.278788 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-605ec830-fd78-450a-b076-f0d468aa54fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:18.312961 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-605ec830-fd78-450a-b076-f0d468aa54fe None None] Port 2b4ce331-9d0b-402e-b80a-ee058db211dc cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:13:18.442098 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4ce331-9d0b-402e-b80a-ee058db211dc {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:13:18.449570 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:18.461065 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Transition to ACTIVE for port object 2b4ce331-9d0b-402e-b80a-ee058db211dc will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:13:18.465407 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:18.564055 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4ce331-9d0b-402e-b80a-ee058db211dc,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:18.591797 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Attempting to bind port 2b4ce331-9d0b-402e-b80a-ee058db211dc on host n-h1-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:13:18.592132 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Attempting to bind port 2b4ce331-9d0b-402e-b80a-ee058db211dc by drivers openvswitch,hyperv on host n-h1-799529-2 at level 0 using segments [{'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:13:18.592501 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Attempting to bind port 2b4ce331-9d0b-402e-b80a-ee058db211dc on network 441368f9-f398-4157-ad0f-82ccd3ed5c69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:13:18.597101 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Port 2b4ce331-9d0b-402e-b80a-ee058db211dc on network 441368f9-f398-4157-ad0f-82ccd3ed5c69 not bound, no agent of type Open vSwitch agent registered on host n-h1-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:13:18.597420 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Attempting to bind port 2b4ce331-9d0b-402e-b80a-ee058db211dc on network 441368f9-f398-4157-ad0f-82ccd3ed5c69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:13:18.603301 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Checking agent: {'id': '01b7ea80-cce1-4994-9f35-0602c9081b12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:13:18.603772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Checking segment: {'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:13:18.604381 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Bound using segment: {'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:13:18.605087 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Bound port: 2b4ce331-9d0b-402e-b80a-ee058db211dc, host: n-h1-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:13:18.605661 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:18.683594 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] For port 2b4ce331-9d0b-402e-b80a-ee058db211dc, host n-h1-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:13:18.686895 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] For port 2b4ce331-9d0b-402e-b80a-ee058db211dc, host n-h1-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:13:18.694943 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eee21e-d0c8-4511-b095-c7c94fe2bac4 req-1cb55057-c470-493b-8550-9b2521571499 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:18.695605 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:18.697578 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4eee21e-d0c8-4511-b095-c7c94fe2bac4 req-1cb55057-c470-493b-8550-9b2521571499 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 944 time: 0.0769675 Jul 06 13:13:18.736043 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:18.736043 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:18.737432 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] 10.222.0.23 "PUT /v2.0/ports/2b4ce331-9d0b-402e-b80a-ee058db211dc HTTP/1.1" status: 200 len: 1092 time: 0.6413851 Jul 06 13:13:18.737881 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'tag': '2b4ce331-9d0b-402e-b80a-ee058db211dc'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:13:18.740601 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72500af-2fad-499e-89f1-38fd840eedb1" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb25608-0fd5-4c50-8f4e-69a98bcde53e", "tag": "2b4ce331-9d0b-402e-b80a-ee058db211dc"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:13:18.755914 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f4eee21e-d0c8-4511-b095-c7c94fe2bac4 req-d0f7cca7-d123-4fcd-8917-ae3b3454fb21 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522068 Jul 06 13:13:18.776359 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40616e24-38b8-4846-8c2f-0721ef6c8a07 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4ce331-9d0b-402e-b80a-ee058db211dc,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:18.815933 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ca2e8b-2e0c-498c-99e1-e02f6ed0b60a x-openstack-request-id: req-45ca2e8b-2e0c-498c-99e1-e02f6ed0b60a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:13:18.816230 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb25608-0fd5-4c50-8f4e-69a98bcde53e", "tag": "2b4ce331-9d0b-402e-b80a-ee058db211dc", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:13:18.816482 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45ca2e8b-2e0c-498c-99e1-e02f6ed0b60a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:13:18.816882 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'tag': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'status': 'completed', 'code': 200} Jul 06 13:13:18.844910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-226b4442-b092-4750-bb42-7d259564af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:18.846428 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-226b4442-b092-4750-bb42-7d259564af1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f336f32026f42209a6f86f3bf80084e&device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 1095 time: 0.0590534 Jul 06 13:13:18.889453 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-dffb618c-25ae-4772-9671-4b9629a869a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc HTTP/1.1" status: 200 len: 217 time: 0.0350256 Jul 06 13:13:18.944685 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-042be194-1c7f-40b6-a0a9-2bd7f5fee683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:18.946208 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-042be194-1c7f-40b6-a0a9-2bd7f5fee683 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf HTTP/1.1" status: 200 len: 848 time: 0.0499668 Jul 06 13:13:19.007711 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-6e8740f7-c539-4f36-a749-8fbfa4d1a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:19.009266 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-6e8740f7-c539-4f36-a749-8fbfa4d1a292 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=441368f9-f398-4157-ad0f-82ccd3ed5c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554447 Jul 06 13:13:19.098460 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-6327fce9-2c26-4783-8662-0a78536ab01c service neutron] 10.222.0.23 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815589 Jul 06 13:13:19.191423 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-4a8a0803-8110-44d2-a6c9-7f883e2a2ca8 req-a63e2812-0a3c-41fa-a317-67f7469f7c01 service neutron] 10.222.0.23 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860672 Jul 06 13:13:19.291126 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72500af-2fad-499e-89f1-38fd840eedb1 req-a00384db-abe5-4ee1-b742-32e6c31c54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:19.292625 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d72500af-2fad-499e-89f1-38fd840eedb1 req-a00384db-abe5-4ee1-b742-32e6c31c54d6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f336f32026f42209a6f86f3bf80084e&device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 1095 time: 0.0512989 Jul 06 13:13:19.384731 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72500af-2fad-499e-89f1-38fd840eedb1 req-e4f87ec0-417f-4f24-994d-9d723ffc965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:19.386202 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d72500af-2fad-499e-89f1-38fd840eedb1 req-e4f87ec0-417f-4f24-994d-9d723ffc965c service neutron] 10.222.0.23 "GET /v2.0/networks?id=441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 200 len: 910 time: 0.0861425 Jul 06 13:13:19.426448 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d72500af-2fad-499e-89f1-38fd840eedb1 req-552fe2c7-3a12-4213-8979-1a58c36f5e9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc HTTP/1.1" status: 200 len: 217 time: 0.0335071 Jul 06 13:13:19.473071 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72500af-2fad-499e-89f1-38fd840eedb1 req-ddc91846-b1ba-4593-8708-fb9ea274f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:19.474669 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d72500af-2fad-499e-89f1-38fd840eedb1 req-ddc91846-b1ba-4593-8708-fb9ea274f225 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf HTTP/1.1" status: 200 len: 848 time: 0.0418072 Jul 06 13:13:19.536138 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72500af-2fad-499e-89f1-38fd840eedb1 req-4067c941-2d3f-4a1f-b783-23764838dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:19.537621 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d72500af-2fad-499e-89f1-38fd840eedb1 req-4067c941-2d3f-4a1f-b783-23764838dd90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=441368f9-f398-4157-ad0f-82ccd3ed5c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550866 Jul 06 13:13:19.632533 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d72500af-2fad-499e-89f1-38fd840eedb1 req-4d4aa410-4a7f-4d82-9711-f82c2b735e08 service neutron] 10.222.0.23 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856731 Jul 06 13:13:19.726282 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d72500af-2fad-499e-89f1-38fd840eedb1 req-ef999561-803c-46d5-9b25-0048f45d3343 service neutron] 10.222.0.23 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867987 Jul 06 13:13:19.943114 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452f54e-b807-4450-b950-f71fb39a5bec req-9c13d9f6-cb8c-4f03-a482-71e0d841d631 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:19.944826 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f452f54e-b807-4450-b950-f71fb39a5bec req-9c13d9f6-cb8c-4f03-a482-71e0d841d631 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 944 time: 0.0643134 Jul 06 13:13:19.986852 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f452f54e-b807-4450-b950-f71fb39a5bec req-b203fa03-be37-4751-b8ea-b4e2a8e28a91 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356691 Jul 06 13:13:21.160754 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3733ba-4332-4721-a7f1-298c77c23fca req-7c3cc421-ae2f-4138-8fb0-cb48a33a9c02 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:21.162243 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6c3733ba-4332-4721-a7f1-298c77c23fca req-7c3cc421-ae2f-4138-8fb0-cb48a33a9c02 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 944 time: 0.0638762 Jul 06 13:13:21.201451 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-6c3733ba-4332-4721-a7f1-298c77c23fca req-3787b0ec-8b05-4796-8a66-71fe23379eda tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335784 Jul 06 13:13:21.907375 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2b4ce331-9d0b-402e-b80a-ee058db211dc details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:13:22.002728 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 2b4ce331-9d0b-402e-b80a-ee058db211dc, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:22.014555 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'port_id': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'mac_address': 'fa:16:3e:97:40:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:13:22.050958 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:22.063812 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4ce331-9d0b-402e-b80a-ee058db211dc {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:13:22.082845 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 2b4ce331-9d0b-402e-b80a-ee058db211dc, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:22.087823 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:22.138449 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=2b4ce331-9d0b-402e-b80a-ee058db211dc,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:22.336317 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['2b4ce331-9d0b-402e-b80a-ee058db211dc'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:13:22.379082 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969b9b5-4922-4486-93ac-2eaa56e42cc9 req-7f7669cf-8e9b-4e59-a639-3148c474edcf tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:22.380733 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e969b9b5-4922-4486-93ac-2eaa56e42cc9 req-7f7669cf-8e9b-4e59-a639-3148c474edcf tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 945 time: 0.0672674 Jul 06 13:13:22.419685 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e969b9b5-4922-4486-93ac-2eaa56e42cc9 req-51d76745-fac9-49c0-b430-992b82d63ad5 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324073 Jul 06 13:13:23.592564 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a46d3c-3e0e-438b-b539-978c1fceabf5 req-060122da-edc1-4898-8b04-0398041597be tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:23.594102 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a5a46d3c-3e0e-438b-b539-978c1fceabf5 req-060122da-edc1-4898-8b04-0398041597be tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 945 time: 0.0632689 Jul 06 13:13:23.632159 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a5a46d3c-3e0e-438b-b539-978c1fceabf5 req-335c1f48-79fe-4315-b92a-43752daab74a tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322237 Jul 06 13:13:23.922648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2b4ce331-9d0b-402e-b80a-ee058db211dc up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:13:23.971940 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning for port 2b4ce331-9d0b-402e-b80a-ee058db211dc completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:13:23.975826 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 2b4ce331-9d0b-402e-b80a-ee058db211dc triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:13:23.976188 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:24.051120 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:24.072915 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4ce331-9d0b-402e-b80a-ee058db211dc'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:13:24.075149 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47e8aa2-e8ac-42b3-8a3e-8878841923fb" -d '{"events": [{"server_uuid": "dcb25608-0fd5-4c50-8f4e-69a98bcde53e", "name": "network-vif-plugged", "status": "completed", "tag": "2b4ce331-9d0b-402e-b80a-ee058db211dc"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:13:24.090832 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 2b4ce331-9d0b-402e-b80a-ee058db211dc, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:13:24.095139 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:24.121350 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43efeb27-4741-4433-828e-1bf624611c84 x-openstack-request-id: req-43efeb27-4741-4433-828e-1bf624611c84 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:13:24.121639 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb25608-0fd5-4c50-8f4e-69a98bcde53e", "name": "network-vif-plugged", "status": "completed", "tag": "2b4ce331-9d0b-402e-b80a-ee058db211dc", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:13:24.121890 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43efeb27-4741-4433-828e-1bf624611c84 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:13:24.122272 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'code': 200} Jul 06 13:13:24.147324 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=2b4ce331-9d0b-402e-b80a-ee058db211dc,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:24.233408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e28f3a-47aa-49a2-9b55-930f30751c8f req-57e7ef30-d44c-4857-8f48-ea469246bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:24.234891 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b0e28f3a-47aa-49a2-9b55-930f30751c8f req-57e7ef30-d44c-4857-8f48-ea469246bad4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 1097 time: 0.0509634 Jul 06 13:13:24.269068 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b0e28f3a-47aa-49a2-9b55-930f30751c8f req-656505ef-98ff-4c6d-8583-b1fbae1e29a6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274320 Jul 06 13:13:24.817604 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a86afc-bbe5-4bab-8bfa-de7c751a514a req-f7142f23-3379-412c-ac87-7fdb0b5d5388 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:24.819039 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42a86afc-bbe5-4bab-8bfa-de7c751a514a req-f7142f23-3379-412c-ac87-7fdb0b5d5388 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 946 time: 0.0709298 Jul 06 13:13:24.859557 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-42a86afc-bbe5-4bab-8bfa-de7c751a514a req-90cd3afb-3411-4a1c-b60e-e0e906a80c4a tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341201 Jul 06 13:13:26.034786 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc2612-9f14-4f29-807f-38e891a20ccb req-65cc8992-a40c-457c-955b-e7b66fc88e1a tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:26.036561 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47bc2612-9f14-4f29-807f-38e891a20ccb req-65cc8992-a40c-457c-955b-e7b66fc88e1a tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 946 time: 0.0658362 Jul 06 13:13:26.073524 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-47bc2612-9f14-4f29-807f-38e891a20ccb req-070e29b9-02de-4fef-abe2-8e4e8c8fc756 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310144 Jul 06 13:13:26.243763 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0bfe3-8e45-4649-8456-3aa0932f2c15 req-d3a212ca-efc6-4180-a9ab-be07c2a32eba tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:26.245245 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bba0bfe3-8e45-4649-8456-3aa0932f2c15 req-d3a212ca-efc6-4180-a9ab-be07c2a32eba tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 946 time: 0.0640092 Jul 06 13:13:26.282177 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-bba0bfe3-8e45-4649-8456-3aa0932f2c15 req-093a3f42-76f0-4aa2-8d4d-83eb8dd3e130 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313938 Jul 06 13:13:26.305628 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57782) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:26.448602 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a86adf-8150-4bd6-bab4-25e038825d3f tempest-TestSnapshotPattern-1703722434 tempest-TestSnapshotPattern-1703722434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:26.450116 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-f9a86adf-8150-4bd6-bab4-25e038825d3f tempest-TestSnapshotPattern-1703722434 tempest-TestSnapshotPattern-1703722434-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 1092 time: 0.1434920 Jul 06 13:13:26.452948 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 57786) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:13:26.457229 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:13:26.479298 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:26.575984 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:26.681663 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Allocated IP 172.25.4.158 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/c07f36bc-79df-4abe-838b-73de337e61d0) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:13:26.792694 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:26.837835 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:26.873126 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:13:26.875920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:13:26.878326 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:13:26.906351 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event updated for resources: {'Port': ['ID=c07f36bc-79df-4abe-838b-73de337e61d0,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:27.253467 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:27.326834 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:27.473392 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:27.480331 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:27.552699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event updated for resources: {'Port': ['ID=c07f36bc-79df-4abe-838b-73de337e61d0,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:13:27.561150 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:27.658080 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Floating IP 0146e8a5-174b-444b-97e7-6a9b6e9d8bf0 associated. External IP: 172.25.4.158, port: 2b4ce331-9d0b-402e-b80a-ee058db211dc. Jul 06 13:13:27.861876 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:13:27.969389 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:13:27.979941 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb880675-2991-4cfc-af4d-dfb11a4a40cc None None] Sync routers for ids ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:13:27.985322 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:27.990427 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb880675-2991-4cfc-af4d-dfb11a4a40cc None None] Routers {'1f36b1f6-4c07-4c47-a7b0-9dd86998858b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:27.991109 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-fb880675-2991-4cfc-af4d-dfb11a4a40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:13:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:28.035364 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b2d46071-950d-44fe-8425-24d178cdae07 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5726831 Jul 06 13:13:28.035364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'tag': '2b4ce331-9d0b-402e-b80a-ee058db211dc'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:13:28.035364 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1719cd-a77c-4c24-bfca-87e53cf35a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb25608-0fd5-4c50-8f4e-69a98bcde53e", "tag": "2b4ce331-9d0b-402e-b80a-ee058db211dc"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:13:28.065516 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487d1a76-bec1-4c5c-95b3-1e21a2182f2c x-openstack-request-id: req-487d1a76-bec1-4c5c-95b3-1e21a2182f2c {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:13:28.065809 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb25608-0fd5-4c50-8f4e-69a98bcde53e", "tag": "2b4ce331-9d0b-402e-b80a-ee058db211dc", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:13:28.066065 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-487d1a76-bec1-4c5c-95b3-1e21a2182f2c {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:13:28.066475 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'tag': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'status': 'completed', 'code': 200} Jul 06 13:13:28.097788 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-fb880675-2991-4cfc-af4d-dfb11a4a40cc None None] Set router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:28.142095 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1719cd-a77c-4c24-bfca-87e53cf35a6f req-5cd640ae-5851-48ba-9466-87a540c6d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:28.143530 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd1719cd-a77c-4c24-bfca-87e53cf35a6f req-5cd640ae-5851-48ba-9466-87a540c6d8e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f336f32026f42209a6f86f3bf80084e&device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 1097 time: 0.0531895 Jul 06 13:13:28.240084 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1719cd-a77c-4c24-bfca-87e53cf35a6f req-6a2d27ec-7d95-4eee-bd5b-97719f2fadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:28.241598 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd1719cd-a77c-4c24-bfca-87e53cf35a6f req-6a2d27ec-7d95-4eee-bd5b-97719f2fadbc service neutron] 10.222.0.23 "GET /v2.0/networks?id=441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 200 len: 910 time: 0.0909908 Jul 06 13:13:28.311543 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd1719cd-a77c-4c24-bfca-87e53cf35a6f req-ef17e7ae-f4ef-4ccb-83aa-eeea199f84fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc HTTP/1.1" status: 200 len: 1000 time: 0.0588608 Jul 06 13:13:28.334490 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-fb880675-2991-4cfc-af4d-dfb11a4a40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '0146e8a5-174b-444b-97e7-6a9b6e9d8bf0', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'port_id': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'mac_address': 'fa:16:3e:97:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:13:27Z', 'updated_at': '2021-07-06T13:13:27Z', 'revision_number': 0, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 5, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:28.364942 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1719cd-a77c-4c24-bfca-87e53cf35a6f req-aab94d6d-6e50-462f-b991-9432d1222cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:28.365183 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb880675-2991-4cfc-af4d-dfb11a4a40cc None None] Checking router: 1f36b1f6-4c07-4c47-a7b0-9dd86998858b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:13:28.366110 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd1719cd-a77c-4c24-bfca-87e53cf35a6f req-aab94d6d-6e50-462f-b991-9432d1222cb9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf HTTP/1.1" status: 200 len: 848 time: 0.0482025 Jul 06 13:13:28.373264 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb880675-2991-4cfc-af4d-dfb11a4a40cc None None] Routers {'1f36b1f6-4c07-4c47-a7b0-9dd86998858b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:13:28.373952 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-fb880675-2991-4cfc-af4d-dfb11a4a40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:13:08Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:28.424330 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1719cd-a77c-4c24-bfca-87e53cf35a6f req-ed6e6def-d2ac-45ed-8794-415fe83e8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:13:28.425727 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd1719cd-a77c-4c24-bfca-87e53cf35a6f req-ed6e6def-d2ac-45ed-8794-415fe83e8768 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=441368f9-f398-4157-ad0f-82ccd3ed5c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514381 Jul 06 13:13:28.477225 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-fb880675-2991-4cfc-af4d-dfb11a4a40cc None None] Set router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:13:28.517464 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd1719cd-a77c-4c24-bfca-87e53cf35a6f req-4ef03be5-db4f-42de-9b21-55299541b473 service neutron] 10.222.0.23 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848081 Jul 06 13:13:28.610930 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-fd1719cd-a77c-4c24-bfca-87e53cf35a6f req-8513204b-2a54-4d34-bb19-5399c05b5c5f service neutron] 10.222.0.23 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858324 Jul 06 13:13:28.697810 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-fb880675-2991-4cfc-af4d-dfb11a4a40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '0146e8a5-174b-444b-97e7-6a9b6e9d8bf0', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'port_id': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'mac_address': 'fa:16:3e:97:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:13:27Z', 'updated_at': '2021-07-06T13:13:27Z', 'revision_number': 0, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 5, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:13:28.723532 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb880675-2991-4cfc-af4d-dfb11a4a40cc None None] The sync data for ids ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'] in n-d-799529-2 is: [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '0146e8a5-174b-444b-97e7-6a9b6e9d8bf0', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'port_id': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'mac_address': 'fa:16:3e:97:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:13:27Z', 'updated_at': '2021-07-06T13:13:27Z', 'revision_number': 0, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 5, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:13:28.909899 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1999aba7-d608-4a96-9689-c1ddb566d4be None None] New status for floating IP 0146e8a5-174b-444b-97e7-6a9b6e9d8bf0: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:13:31.064015 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:13:35.636658 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9cc3-0e4e-4fb9-a779-d9b21e5ebd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:36.557615 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:37.394475 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:38.281026 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-160c6c93-2fff-4170-acf5-27b36e7bd41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:38.405935 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:39.686841 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:13:41.271946 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:02.595288 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875684cc-94a0-4b4a-8df1-bab83378fa32 req-e11d90f7-3c70-4c7e-a0fc-27a91712803c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1181273 Jul 06 13:14:02.698061 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875684cc-94a0-4b4a-8df1-bab83378fa32 req-1849cf98-912f-4b92-98bb-4fb511ee5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:14:02.699563 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875684cc-94a0-4b4a-8df1-bab83378fa32 req-1849cf98-912f-4b92-98bb-4fb511ee5391 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f336f32026f42209a6f86f3bf80084e&device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 1097 time: 0.0620539 Jul 06 13:14:03.080329 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875684cc-94a0-4b4a-8df1-bab83378fa32 req-d772b675-dfd4-42dd-b7fa-68b5660be7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:14:03.081827 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875684cc-94a0-4b4a-8df1-bab83378fa32 req-d772b675-dfd4-42dd-b7fa-68b5660be7f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 200 len: 910 time: 0.3610761 Jul 06 13:14:03.153484 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875684cc-94a0-4b4a-8df1-bab83378fa32 req-b3c601b0-14a3-4024-91c9-8baf1aefdf9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc HTTP/1.1" status: 200 len: 1002 time: 0.0647051 Jul 06 13:14:03.203726 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875684cc-94a0-4b4a-8df1-bab83378fa32 req-bffc42f7-0223-4fb1-ab25-2621f8b1a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:14:03.205147 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875684cc-94a0-4b4a-8df1-bab83378fa32 req-bffc42f7-0223-4fb1-ab25-2621f8b1a46f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf HTTP/1.1" status: 200 len: 848 time: 0.0458274 Jul 06 13:14:03.260476 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875684cc-94a0-4b4a-8df1-bab83378fa32 req-485a407b-bf86-437b-adf5-14b8b06f6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:14:03.261927 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875684cc-94a0-4b4a-8df1-bab83378fa32 req-485a407b-bf86-437b-adf5-14b8b06f6447 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=441368f9-f398-4157-ad0f-82ccd3ed5c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504272 Jul 06 13:14:03.348605 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875684cc-94a0-4b4a-8df1-bab83378fa32 req-07d36783-c4ae-4257-a882-aa53bb393690 service neutron] 10.222.0.23 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804219 Jul 06 13:14:03.439697 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-875684cc-94a0-4b4a-8df1-bab83378fa32 req-1e134c39-166d-470a-acfc-705de25f5da7 service neutron] 10.222.0.23 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843177 Jul 06 13:14:05.638746 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8eb4b7a1-8a85-4e9c-935d-c4415675f4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:06.559029 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:07.417318 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:08.063729 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:14:08.272301 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4cee907-a159-43a6-a82f-4761961d87bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:08.407105 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:09.689584 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:11.274133 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:35.640690 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eacd7dc1-228d-4b26-a690-6f98fb2124ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:36.566858 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:37.417627 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:38.273438 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7200a553-5503-4b2b-ad77-1ca1aa296aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:38.407571 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:39.692109 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:41.275771 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:14:45.063382 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:15:03.537581 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-040ce379-d5be-408b-8425-1009fed7a055 req-e2b72c1f-0b14-47fa-ab3f-8be0e1093ed2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523670 Jul 06 13:15:03.632600 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ce379-d5be-408b-8425-1009fed7a055 req-7d804d7b-fbe0-47a9-b000-18a02fd29949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:03.634119 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-040ce379-d5be-408b-8425-1009fed7a055 req-7d804d7b-fbe0-47a9-b000-18a02fd29949 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f336f32026f42209a6f86f3bf80084e&device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 1097 time: 0.0530119 Jul 06 13:15:03.741720 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ce379-d5be-408b-8425-1009fed7a055 req-cbafcb0c-f718-4080-ab0e-0cb29bdb225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:03.743206 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-040ce379-d5be-408b-8425-1009fed7a055 req-cbafcb0c-f718-4080-ab0e-0cb29bdb225d service neutron] 10.222.0.23 "GET /v2.0/networks?id=441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 200 len: 910 time: 0.0883355 Jul 06 13:15:03.809747 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-040ce379-d5be-408b-8425-1009fed7a055 req-a370b37c-38ec-47d2-9cb0-e9ed5222e346 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc HTTP/1.1" status: 200 len: 1002 time: 0.0594528 Jul 06 13:15:03.862814 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ce379-d5be-408b-8425-1009fed7a055 req-94da3abf-adf7-46cb-ac9e-23a6338d8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:03.864328 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-040ce379-d5be-408b-8425-1009fed7a055 req-94da3abf-adf7-46cb-ac9e-23a6338d8b14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf HTTP/1.1" status: 200 len: 848 time: 0.0481710 Jul 06 13:15:03.920739 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ce379-d5be-408b-8425-1009fed7a055 req-b9cd3780-ca84-46e3-9fd6-8122780d41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:03.922226 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-040ce379-d5be-408b-8425-1009fed7a055 req-b9cd3780-ca84-46e3-9fd6-8122780d41b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=441368f9-f398-4157-ad0f-82ccd3ed5c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511067 Jul 06 13:15:04.012794 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-040ce379-d5be-408b-8425-1009fed7a055 req-5309f250-8eab-4cca-bbf4-6df23d75e616 service neutron] 10.222.0.23 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819654 Jul 06 13:15:04.106135 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-040ce379-d5be-408b-8425-1009fed7a055 req-427b60bd-d7cf-4464-920b-f00e55b80f19 service neutron] 10.222.0.23 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859349 Jul 06 13:15:05.643418 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-011f7ea0-07ed-4a10-96f7-ac364648fe6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:06.582509 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:07.433023 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:08.274792 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-252e8a84-8fae-43c2-8e15-69f29fe4d81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:08.408189 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:09.698880 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:11.278852 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:17.047970 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-2152c8be-c678-412b-8458-4607eb5d11d3 req-94e695a5-5388-4d9c-8ca5-94b3e15f66ac service neutron] (100427) timed out ('10.222.0.23', 58056) {{(pid=100427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 13:15:22.062328 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:15:30.562921 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2b4ce331-9d0b-402e-b80a-ee058db211dc details requested by agent hyperv_n-h1-799529-2 with host n-h1-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:15:30.675392 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 2b4ce331-9d0b-402e-b80a-ee058db211dc, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:15:30.690881 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Returning: {'device': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'port_id': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'mac_address': 'fa:16:3e:97:40:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:15:30.736051 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:30.754651 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b4ce331-9d0b-402e-b80a-ee058db211dc {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:15:30.777489 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 2b4ce331-9d0b-402e-b80a-ee058db211dc, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:15:30.782922 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:30.841131 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=2b4ce331-9d0b-402e-b80a-ee058db211dc,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:15:30.849346 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:30.849683 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:30.850024 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:30.850352 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:30.850684 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:30.851009 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:30.851356 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:30.851812 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:30.852139 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:30.852460 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:30.852794 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:30.853112 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:30.863871 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] get_ports_and_sgs() called for port_ids ['2b4ce331-9d0b-402e-b80a-ee058db211dc'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:15:32.576182 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2b4ce331-9d0b-402e-b80a-ee058db211dc up at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:15:32.642634 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Provisioning complete for port 2b4ce331-9d0b-402e-b80a-ee058db211dc triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:15:32.643170 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:32.759008 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:32.790607 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4ce331-9d0b-402e-b80a-ee058db211dc'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:15:32.792851 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e629329-c9b3-4d61-9a16-c119e05cdd2a" -d '{"events": [{"server_uuid": "dcb25608-0fd5-4c50-8f4e-69a98bcde53e", "name": "network-vif-plugged", "status": "completed", "tag": "2b4ce331-9d0b-402e-b80a-ee058db211dc"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:15:32.807884 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 2b4ce331-9d0b-402e-b80a-ee058db211dc, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:15:32.817515 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:32.880607 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f13e83-fe2f-45b7-8e84-66d4404c9bc9 x-openstack-request-id: req-22f13e83-fe2f-45b7-8e84-66d4404c9bc9 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:15:32.880896 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb25608-0fd5-4c50-8f4e-69a98bcde53e", "name": "network-vif-plugged", "status": "completed", "tag": "2b4ce331-9d0b-402e-b80a-ee058db211dc", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:15:32.881151 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-22f13e83-fe2f-45b7-8e84-66d4404c9bc9 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:15:32.881534 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'code': 200} Jul 06 13:15:32.892400 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=2b4ce331-9d0b-402e-b80a-ee058db211dc,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:15:35.646782 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f9055324-d479-4ee4-aaab-3be08617f6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:36.583623 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:37.439004 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:38.276787 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eeb73e3c-ebb0-49af-9728-7aa2042c4461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:38.411735 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:38.500119 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-eea4a0ab-c7fe-466b-a772-cd198ead69ad tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265287300&fields=id&tenant_id=6f336f32026f42209a6f86f3bf80084e HTTP/1.1" status: 200 len: 267 time: 0.0348608 Jul 06 13:15:38.605666 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-fac1b689-6c10-4e0d-b75d-da3c84df609d tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:38.607146 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-fac1b689-6c10-4e0d-b75d-da3c84df609d tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/networks?id=441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 200 len: 809 time: 0.1000197 Jul 06 13:15:38.622342 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-500bdb8a-b60b-4ded-b9ac-74dc98a7ffbc tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/quotas/6f336f32026f42209a6f86f3bf80084e HTTP/1.1" status: 200 len: 375 time: 0.0091593 Jul 06 13:15:38.699759 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-d0bee30a-b18f-4730-8bf6-e03275e8776e tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6f336f32026f42209a6f86f3bf80084e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0720084 Jul 06 13:15:38.835011 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-33432385-5768-4c22-bb53-37cb856ae069 service neutron] 10.222.0.81 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240540 Jul 06 13:15:38.927714 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-31c2df35-ceaf-4416-b5ff-26af573f75dc service neutron] 10.222.0.81 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858941 Jul 06 13:15:39.697335 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:40.114331 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-226a6544-a174-4ccd-a7f8-e7565b89d03d req-205d5739-efc5-424d-8543-3ce534a09f30 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 210 time: 0.0291665 Jul 06 13:15:41.194086 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-803bfd3e-f868-42dd-b4bb-b90bcea50722 req-58ce80e1-cf26-4a3c-990c-28f6e7dc1cf4 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 210 time: 0.0286961 Jul 06 13:15:41.281334 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:42.278865 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b468caf0-1b44-4bfe-a06f-2478a81c78e7 req-6a6fa249-12da-446b-a29e-9a0d5e0b40d6 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 210 time: 0.0292375 Jul 06 13:15:42.653480 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2b4ce331-9d0b-402e-b80a-ee058db211dc no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:15:42.734145 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:42.756944 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4ce331-9d0b-402e-b80a-ee058db211dc'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:15:42.759066 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386f6d87-9d90-4d24-ae52-c2b79ba57391" -d '{"events": [{"server_uuid": "dcb25608-0fd5-4c50-8f4e-69a98bcde53e", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4ce331-9d0b-402e-b80a-ee058db211dc"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:15:42.771681 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] For port 2b4ce331-9d0b-402e-b80a-ee058db211dc, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:15:42.776833 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:42.807250 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af30f56-ff48-43bc-9a24-06edafcd67fd x-openstack-request-id: req-8af30f56-ff48-43bc-9a24-06edafcd67fd {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:15:42.807549 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb25608-0fd5-4c50-8f4e-69a98bcde53e", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4ce331-9d0b-402e-b80a-ee058db211dc", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:15:42.808019 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8af30f56-ff48-43bc-9a24-06edafcd67fd {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:15:42.808411 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'code': 200} Jul 06 13:15:42.828488 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Pushing event updated for resources: {'Port': ['ID=2b4ce331-9d0b-402e-b80a-ee058db211dc,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:15:43.370075 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-0d02316d-d5bd-4c68-a8b9-f35de6ad40c8 req-b53fc7f3-a76e-4c50-a99b-240d702275a3 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 210 time: 0.0323997 Jul 06 13:15:44.510458 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9e8526b4-afe5-4be6-9cf0-9b8a7a531fa6 req-350de799-5286-4f73-8870-e9e05eda3b81 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 210 time: 0.0282865 Jul 06 13:15:45.276804 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-afd97a7b-59b3-4a8b-b94e-e98bdb1942a5 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:45.278313 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-afd97a7b-59b3-4a8b-b94e-e98bdb1942a5 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.89 "GET /v2.0/networks?id=441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 200 len: 809 time: 0.1217749 Jul 06 13:15:45.328822 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-95868b27-2d61-44a5-bbce-47253600cff6 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f336f32026f42209a6f86f3bf80084e HTTP/1.1" status: 200 len: 379 time: 0.0365393 Jul 06 13:15:45.338422 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Request body: {'port': {'device_id': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'admin_state_up': True, 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'security_groups': ['fc2b7fad-a347-4461-b655-da9e84ea88fa']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:15:45.445288 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Made reservation on behalf of 6f336f32026f42209a6f86f3bf80084e for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:15:45.448857 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:45.591041 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Allocated IP 172.20.0.3 (441368f9-f398-4157-ad0f-82ccd3ed5c69/39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf/d245c277-69c6-4728-a11c-5c88e23b6659) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:15:45.676744 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-98fff0ed-10a3-4fe5-b342-c9bae333f0d6 req-b5a3196e-7cad-4cfd-a047-c5da583b2788 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 210 time: 0.0399640 Jul 06 13:15:45.786922 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:45.812405 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Transition to ACTIVE for port object d245c277-69c6-4728-a11c-5c88e23b6659 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:15:45.864350 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9739085'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:45.916338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Network 441368f9-f398-4157-ad0f-82ccd3ed5c69 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:15:45.923925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:15:45.928700 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:15:45.967873 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event updated for resources: {'Port': ['ID=d245c277-69c6-4728-a11c-5c88e23b6659,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:15:45.989841 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:45.993245 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:45.993617 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:45.993958 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:45.994297 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:45.995754 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:45.997296 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:45.997635 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:45.999328 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:45.999892 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:46.000313 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:46.000784 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:15:46.019736 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:46.020508 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:46.043121 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-c78dffc3-6bb6-4a3c-9e42-e118c2b48309 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7084160 Jul 06 13:15:46.185130 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0ea85a1b-4e25-4d5f-8008-b2011bb3851c None None] Provisioning for port d245c277-69c6-4728-a11c-5c88e23b6659 completed by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:15:46.191293 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-0ea85a1b-4e25-4d5f-8008-b2011bb3851c None None] Provisioning complete for port d245c277-69c6-4728-a11c-5c88e23b6659 triggered by entity DHCP. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:15:46.191926 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ea85a1b-4e25-4d5f-8008-b2011bb3851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:46.228103 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0ea85a1b-4e25-4d5f-8008-b2011bb3851c None None] Port d245c277-69c6-4728-a11c-5c88e23b6659 cannot update to ACTIVE because it is not bound. {{(pid=100429) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:15:46.851670 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab817bf-9c42-4051-856c-43a206a9a110 req-102fc681-7caf-4cba-85c4-994e7bad2d68 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:46.853145 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8ab817bf-9c42-4051-856c-43a206a9a110 req-102fc681-7caf-4cba-85c4-994e7bad2d68 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 931 time: 0.0690699 Jul 06 13:15:46.894416 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-8ab817bf-9c42-4051-856c-43a206a9a110 req-2a0c1bc8-23a3-4d44-bc25-7fbfccee445a tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350957 Jul 06 13:15:48.074971 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071ddcb-7a6d-4a8b-9287-2b9f25da8046 req-1eadac0b-52dc-43bf-b9d7-212f5c7afe5c tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:48.076707 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b071ddcb-7a6d-4a8b-9287-2b9f25da8046 req-1eadac0b-52dc-43bf-b9d7-212f5c7afe5c tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 931 time: 0.0675013 Jul 06 13:15:48.118062 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-b071ddcb-7a6d-4a8b-9287-2b9f25da8046 req-fd8bab28-398f-4916-b316-4a950b02511a tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348477 Jul 06 13:15:49.300953 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdee5b0-776f-49ff-88da-891f70164228 req-9cc3f893-9587-43cb-bd4e-b2ceabdde822 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:49.302549 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2fdee5b0-776f-49ff-88da-891f70164228 req-9cc3f893-9587-43cb-bd4e-b2ceabdde822 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 931 time: 0.0666049 Jul 06 13:15:49.341941 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2fdee5b0-776f-49ff-88da-891f70164228 req-0a889f7c-b1eb-4df6-84b2-591f9303a70c tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336561 Jul 06 13:15:50.527444 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106afbe-5074-4603-abf0-42b553b1b80e req-6d4ccbae-86a4-4b66-8cfc-83808da6635e tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:50.533414 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c106afbe-5074-4603-abf0-42b553b1b80e req-6d4ccbae-86a4-4b66-8cfc-83808da6635e tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 931 time: 0.0714133 Jul 06 13:15:50.568927 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c106afbe-5074-4603-abf0-42b553b1b80e req-771b6b5d-356d-4f91-b93c-578d4ba3a987 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337985 Jul 06 13:15:51.753176 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eebc7c-bd83-4b83-a5b3-f9524e388a60 req-5e52c232-921d-483e-a66b-82e63be6729f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:51.754753 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23eebc7c-bd83-4b83-a5b3-f9524e388a60 req-5e52c232-921d-483e-a66b-82e63be6729f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 931 time: 0.0698676 Jul 06 13:15:51.798784 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-23eebc7c-bd83-4b83-a5b3-f9524e388a60 req-49c24c04-d41e-4773-b0ce-2feaa9a9d8cb tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372832 Jul 06 13:15:52.988160 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eb282-aac1-4283-8a00-2f9cb43f04ed req-9d20fc02-09d6-4818-a4dd-9581604d7802 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:52.990139 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a9eb282-aac1-4283-8a00-2f9cb43f04ed req-9d20fc02-09d6-4818-a4dd-9581604d7802 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 931 time: 0.0749099 Jul 06 13:15:53.031187 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2a9eb282-aac1-4283-8a00-2f9cb43f04ed req-3f3fab0f-dd88-4cd0-975f-9e03db1ca87f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350537 Jul 06 13:15:54.226427 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e110c-6f6e-43b5-a713-99975258eddd req-07449e57-cb49-470b-82ad-ed984e0dbb6a tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:54.228049 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-468e110c-6f6e-43b5-a713-99975258eddd req-07449e57-cb49-470b-82ad-ed984e0dbb6a tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 931 time: 0.0650449 Jul 06 13:15:54.281069 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-468e110c-6f6e-43b5-a713-99975258eddd req-ba342a04-9c34-4597-8996-3de1be0f19b5 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474257 Jul 06 13:15:55.458325 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc888d-eb93-4eee-8d15-b1cfae552e2f req-f7ca2af2-4fae-47f7-b753-cae3a540f7d3 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:55.460283 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2dbc888d-eb93-4eee-8d15-b1cfae552e2f req-f7ca2af2-4fae-47f7-b753-cae3a540f7d3 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 931 time: 0.0642865 Jul 06 13:15:55.501484 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-2dbc888d-eb93-4eee-8d15-b1cfae552e2f req-44f41adb-e9f2-4740-855e-b3f1edc7f808 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351205 Jul 06 13:15:55.864091 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-7e7ba4ba-dd94-457d-b577-0cfc9b9b3a21 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:15:55.866255 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-7e7ba4ba-dd94-457d-b577-0cfc9b9b3a21 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069451 Jul 06 13:15:55.926075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.v2.base [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Request body: {'port': {'device_id': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799529-2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:15:56.009996 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:56.288484 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d245c277-69c6-4728-a11c-5c88e23b6659 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:15:56.296513 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:56.317081 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Transition to ACTIVE for port object d245c277-69c6-4728-a11c-5c88e23b6659 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:15:56.321524 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:56.371195 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d245c277-69c6-4728-a11c-5c88e23b6659,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:15:56.450083 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Attempting to bind port d245c277-69c6-4728-a11c-5c88e23b6659 on host n-h2-799529-2 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:15:56.450421 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Attempting to bind port d245c277-69c6-4728-a11c-5c88e23b6659 by drivers openvswitch,hyperv on host n-h2-799529-2 at level 0 using segments [{'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:15:56.450748 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Attempting to bind port d245c277-69c6-4728-a11c-5c88e23b6659 on network 441368f9-f398-4157-ad0f-82ccd3ed5c69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:15:56.455939 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Port d245c277-69c6-4728-a11c-5c88e23b6659 on network 441368f9-f398-4157-ad0f-82ccd3ed5c69 not bound, no agent of type Open vSwitch agent registered on host n-h2-799529-2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:15:56.456261 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Attempting to bind port d245c277-69c6-4728-a11c-5c88e23b6659 on network 441368f9-f398-4157-ad0f-82ccd3ed5c69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:15:56.461507 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Checking agent: {'id': '6b0d8bbe-e489-4190-a745-35b8e3e95abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799529-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'started_at': datetime.datetime(2021, 7, 6, 11, 45, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:15:56.461842 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Checking segment: {'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:15:56.462227 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Bound using segment: {'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:15:56.462662 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Bound port: d245c277-69c6-4728-a11c-5c88e23b6659, host: n-h2-799529-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35ebdabd-6f0b-4aa0-a015-964e6e930ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:15:56.463018 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:56.531110 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] For port d245c277-69c6-4728-a11c-5c88e23b6659, host n-h2-799529-2, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:15:56.535165 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] For port d245c277-69c6-4728-a11c-5c88e23b6659, host n-h2-799529-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=d245c277-69c6-4728-a11c-5c88e23b6659,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:15:56.540890 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9739199'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:56.576013 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:56.576627 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:15:56.578017 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] 10.222.0.89 "PUT /v2.0/ports/d245c277-69c6-4728-a11c-5c88e23b6659 HTTP/1.1" status: 200 len: 1091 time: 0.7001221 Jul 06 13:15:56.578456 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'tag': 'd245c277-69c6-4728-a11c-5c88e23b6659'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:15:56.581328 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886a5def-28f8-4a5d-8bfc-80cb1669b100" -d '{"events": [{"name": "network-changed", "server_uuid": "ed784798-5b65-408a-9502-f4a8a55361b1", "tag": "d245c277-69c6-4728-a11c-5c88e23b6659"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:15:56.617838 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7fe5d-2f28-455a-b005-de3d9c2298a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d245c277-69c6-4728-a11c-5c88e23b6659,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:15:56.684994 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-4ff79400-fa3e-4c35-88f7-fc763123072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:56.686530 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-4ff79400-fa3e-4c35-88f7-fc763123072e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6f336f32026f42209a6f86f3bf80084e&device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 1094 time: 0.0572650 Jul 06 13:15:56.699105 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0290eea-2af1-4ae7-81a8-84c500642e40 req-8cccad9d-eb34-4c55-8120-4d60dd563a04 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:56.700833 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0290eea-2af1-4ae7-81a8-84c500642e40 req-8cccad9d-eb34-4c55-8120-4d60dd563a04 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 943 time: 0.0755038 Jul 06 13:15:56.736291 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-b3b9bb82-864e-4568-9c85-56497df302b2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d245c277-69c6-4728-a11c-5c88e23b6659 HTTP/1.1" status: 200 len: 217 time: 0.0411997 Jul 06 13:15:56.745945 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-e0290eea-2af1-4ae7-81a8-84c500642e40 req-a3cc2f71-7975-4689-af47-9fc490f5b21b tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374601 Jul 06 13:15:56.790308 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-2f59d4dd-f44c-4866-9424-91dd7140c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:56.791875 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-2f59d4dd-f44c-4866-9424-91dd7140c1ba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf HTTP/1.1" status: 200 len: 848 time: 0.0494711 Jul 06 13:15:56.796457 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6284e8d-6e59-4a61-9286-2b4c0c8ed960 x-openstack-request-id: req-a6284e8d-6e59-4a61-9286-2b4c0c8ed960 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:15:56.796749 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed784798-5b65-408a-9502-f4a8a55361b1", "tag": "d245c277-69c6-4728-a11c-5c88e23b6659", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:15:56.797000 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6284e8d-6e59-4a61-9286-2b4c0c8ed960 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:15:56.797412 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'tag': 'd245c277-69c6-4728-a11c-5c88e23b6659', 'status': 'completed', 'code': 200} Jul 06 13:15:56.853112 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f604c4b9-c115-4b8d-8183-6fd42e9f7fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:56.854626 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-f604c4b9-c115-4b8d-8183-6fd42e9f7fbb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=441368f9-f398-4157-ad0f-82ccd3ed5c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525186 Jul 06 13:15:56.945781 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-15bfbf6d-83d5-472f-b7fb-2ed75b2bb75e service neutron] 10.222.0.89 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851026 Jul 06 13:15:57.032918 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-69d5c91c-4333-45d9-bff4-f3b6036cb3e8 req-445071ab-78ea-423e-8f47-ad4af1744a3a service neutron] 10.222.0.89 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807993 Jul 06 13:15:57.134887 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a5def-28f8-4a5d-8bfc-80cb1669b100 req-7969558f-61b0-44f8-b4cf-ed1a51d17000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:57.136303 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-886a5def-28f8-4a5d-8bfc-80cb1669b100 req-7969558f-61b0-44f8-b4cf-ed1a51d17000 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6f336f32026f42209a6f86f3bf80084e&device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 1094 time: 0.0576861 Jul 06 13:15:57.222060 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a5def-28f8-4a5d-8bfc-80cb1669b100 req-f5e37443-233c-4291-98b0-759aa06e223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:57.223518 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-886a5def-28f8-4a5d-8bfc-80cb1669b100 req-f5e37443-233c-4291-98b0-759aa06e223e service neutron] 10.222.0.89 "GET /v2.0/networks?id=441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 200 len: 910 time: 0.0813386 Jul 06 13:15:57.265317 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-886a5def-28f8-4a5d-8bfc-80cb1669b100 req-c66ef490-1d33-461a-a84e-27fe6f5e3264 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d245c277-69c6-4728-a11c-5c88e23b6659 HTTP/1.1" status: 200 len: 217 time: 0.0356417 Jul 06 13:15:57.318652 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a5def-28f8-4a5d-8bfc-80cb1669b100 req-bc58797f-48fd-42cc-befb-7b7c853cfd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:57.320114 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-886a5def-28f8-4a5d-8bfc-80cb1669b100 req-bc58797f-48fd-42cc-befb-7b7c853cfd31 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf HTTP/1.1" status: 200 len: 848 time: 0.0469096 Jul 06 13:15:57.375281 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a5def-28f8-4a5d-8bfc-80cb1669b100 req-776920f7-ccee-4404-9c78-d14e2893af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:57.376822 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-886a5def-28f8-4a5d-8bfc-80cb1669b100 req-776920f7-ccee-4404-9c78-d14e2893af99 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=441368f9-f398-4157-ad0f-82ccd3ed5c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500607 Jul 06 13:15:57.463741 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-886a5def-28f8-4a5d-8bfc-80cb1669b100 req-e822f061-0489-4a0e-a9de-2b402ebb94f2 service neutron] 10.222.0.89 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788844 Jul 06 13:15:57.556834 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-886a5def-28f8-4a5d-8bfc-80cb1669b100 req-c2cd70b1-b318-4bc6-b0cb-8983b6632eab service neutron] 10.222.0.89 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870748 Jul 06 13:15:57.926057 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcb676-ae33-42c4-aba6-3b0c1d441ee6 req-4eaa596a-4eea-4e14-bb2b-7a3182183a52 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:57.927572 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a0bcb676-ae33-42c4-aba6-3b0c1d441ee6 req-4eaa596a-4eea-4e14-bb2b-7a3182183a52 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 943 time: 0.0632539 Jul 06 13:15:57.965095 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-a0bcb676-ae33-42c4-aba6-3b0c1d441ee6 req-c23d4bf9-23ce-423a-9d9d-40f634178e13 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318193 Jul 06 13:15:59.061531 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:15:59.139016 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34953a2-f8bb-4bf8-a928-61ac74c8db32 req-6783202e-6b46-4ec3-9687-94ba51deaf0a tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:15:59.140529 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f34953a2-f8bb-4bf8-a928-61ac74c8db32 req-6783202e-6b46-4ec3-9687-94ba51deaf0a tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 943 time: 0.0665777 Jul 06 13:15:59.177620 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-f34953a2-f8bb-4bf8-a928-61ac74c8db32 req-c4b7cf3a-6097-48ae-9900-ebbda4abc27f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315537 Jul 06 13:16:00.351545 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c564e2d-2d1a-4d9c-9b1f-4f4722e74b44 req-5509692a-1ea2-4bda-b4b5-27fd785003e1 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:00.353049 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c564e2d-2d1a-4d9c-9b1f-4f4722e74b44 req-5509692a-1ea2-4bda-b4b5-27fd785003e1 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 943 time: 0.0640302 Jul 06 13:16:00.390031 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-4c564e2d-2d1a-4d9c-9b1f-4f4722e74b44 req-64a940cc-b151-4401-bcfc-9c14653fd4ce tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313756 Jul 06 13:16:01.241811 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device d245c277-69c6-4728-a11c-5c88e23b6659 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:16:01.336513 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port d245c277-69c6-4728-a11c-5c88e23b6659, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=d245c277-69c6-4728-a11c-5c88e23b6659,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:16:01.348090 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'd245c277-69c6-4728-a11c-5c88e23b6659', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'port_id': 'd245c277-69c6-4728-a11c-5c88e23b6659', 'mac_address': 'fa:16:3e:15:5c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:16:01.383154 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:01.395864 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d245c277-69c6-4728-a11c-5c88e23b6659 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:16:01.414887 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port d245c277-69c6-4728-a11c-5c88e23b6659, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=d245c277-69c6-4728-a11c-5c88e23b6659,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:16:01.418767 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:01.474340 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=d245c277-69c6-4728-a11c-5c88e23b6659,revision_number=4']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:16:01.566319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203fbbb-8cad-4851-8c88-994a2fabcbaa req-9e1ddccc-29a8-4aed-9611-374e910cc55f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:01.567848 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c203fbbb-8cad-4851-8c88-994a2fabcbaa req-9e1ddccc-29a8-4aed-9611-374e910cc55f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 944 time: 0.0663259 Jul 06 13:16:01.606316 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c203fbbb-8cad-4851-8c88-994a2fabcbaa req-1cf625ff-065b-4980-9be5-b78a70ef7d4a tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327225 Jul 06 13:16:01.677103 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['d245c277-69c6-4728-a11c-5c88e23b6659'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:16:02.784982 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a9f34-ce6e-455a-8ec1-fddf0a34ebd1 req-d8d58116-2210-4e6e-be2f-22c1194096dc tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:02.786366 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c39a9f34-ce6e-455a-8ec1-fddf0a34ebd1 req-d8d58116-2210-4e6e-be2f-22c1194096dc tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 944 time: 0.0681312 Jul 06 13:16:02.823460 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c39a9f34-ce6e-455a-8ec1-fddf0a34ebd1 req-237338a5-d666-4478-b21c-e1b833463d15 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314851 Jul 06 13:16:03.241820 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device d245c277-69c6-4728-a11c-5c88e23b6659 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:16:03.289857 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning for port d245c277-69c6-4728-a11c-5c88e23b6659 completed by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:16:03.294278 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port d245c277-69c6-4728-a11c-5c88e23b6659 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:16:03.294800 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:03.370232 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:03.394722 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd245c277-69c6-4728-a11c-5c88e23b6659'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:16:03.396957 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be73500-acc1-4c02-ae6a-3aca82b0f400" -d '{"events": [{"server_uuid": "ed784798-5b65-408a-9502-f4a8a55361b1", "name": "network-vif-plugged", "status": "completed", "tag": "d245c277-69c6-4728-a11c-5c88e23b6659"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:16:03.409835 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port d245c277-69c6-4728-a11c-5c88e23b6659, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=d245c277-69c6-4728-a11c-5c88e23b6659,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:16:03.413937 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:03.443727 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599445a1-8f96-4319-b92b-f0ad6c44ed84 x-openstack-request-id: req-599445a1-8f96-4319-b92b-f0ad6c44ed84 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:16:03.443995 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed784798-5b65-408a-9502-f4a8a55361b1", "name": "network-vif-plugged", "status": "completed", "tag": "d245c277-69c6-4728-a11c-5c88e23b6659", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:16:03.444245 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-599445a1-8f96-4319-b92b-f0ad6c44ed84 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:16:03.444625 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd245c277-69c6-4728-a11c-5c88e23b6659', 'code': 200} Jul 06 13:16:03.469639 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=d245c277-69c6-4728-a11c-5c88e23b6659,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:16:03.578682 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b84e9eee-2080-4752-85e1-61bb0532ecf0 req-b0a9f9d8-ed47-45be-a3df-68d0cd67c402 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0938289 Jul 06 13:16:03.584645 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322f66e-fb43-47d4-a597-08f955da4fef req-d350b321-feee-478c-a26c-200451a6dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:03.586416 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3322f66e-fb43-47d4-a597-08f955da4fef req-d350b321-feee-478c-a26c-200451a6dd88 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 1096 time: 0.0739243 Jul 06 13:16:03.632177 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-3322f66e-fb43-47d4-a597-08f955da4fef req-ed96d580-9edb-4aba-b0d0-07a6172012d6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395074 Jul 06 13:16:03.677938 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e9eee-2080-4752-85e1-61bb0532ecf0 req-e164c3bb-7c17-4686-ad13-1e2c61539f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:03.679454 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b84e9eee-2080-4752-85e1-61bb0532ecf0 req-e164c3bb-7c17-4686-ad13-1e2c61539f65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f336f32026f42209a6f86f3bf80084e&device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 1095 time: 0.0561409 Jul 06 13:16:03.783910 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e9eee-2080-4752-85e1-61bb0532ecf0 req-d106f73c-f958-4744-a9ad-a45476743c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:03.785437 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b84e9eee-2080-4752-85e1-61bb0532ecf0 req-d106f73c-f958-4744-a9ad-a45476743c1f service neutron] 10.222.0.23 "GET /v2.0/networks?id=441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 200 len: 910 time: 0.0842481 Jul 06 13:16:03.855493 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b84e9eee-2080-4752-85e1-61bb0532ecf0 req-2d1497ec-ef56-4700-b026-e05ff32c164e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc HTTP/1.1" status: 200 len: 1000 time: 0.0619383 Jul 06 13:16:03.903626 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e9eee-2080-4752-85e1-61bb0532ecf0 req-0985add3-3dac-4741-afa9-89c0b9158899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:03.905083 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b84e9eee-2080-4752-85e1-61bb0532ecf0 req-0985add3-3dac-4741-afa9-89c0b9158899 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf HTTP/1.1" status: 200 len: 848 time: 0.0435150 Jul 06 13:16:03.963434 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e9eee-2080-4752-85e1-61bb0532ecf0 req-ecfd3ec8-ab18-4441-90db-75eb4b467264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:03.964999 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b84e9eee-2080-4752-85e1-61bb0532ecf0 req-ecfd3ec8-ab18-4441-90db-75eb4b467264 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=441368f9-f398-4157-ad0f-82ccd3ed5c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537653 Jul 06 13:16:04.002976 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b71ea5-8558-4fba-9fcb-3eac80261d1e req-406932a1-0e02-4f8e-8004-db34db0cb37e tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:04.004552 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05b71ea5-8558-4fba-9fcb-3eac80261d1e req-406932a1-0e02-4f8e-8004-db34db0cb37e tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 945 time: 0.0692716 Jul 06 13:16:04.042287 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-05b71ea5-8558-4fba-9fcb-3eac80261d1e req-2eda467a-6c6f-406a-8747-087469e96b0f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316439 Jul 06 13:16:04.059627 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b84e9eee-2080-4752-85e1-61bb0532ecf0 req-92c1d754-9c9a-433f-a81b-2cef81d8671b service neutron] 10.222.0.23 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869024 Jul 06 13:16:04.151958 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-b84e9eee-2080-4752-85e1-61bb0532ecf0 req-39e9546a-5328-4b9a-adcd-02eeaf7a79fb service neutron] 10.222.0.23 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859218 Jul 06 13:16:05.216713 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80735e4e-a76f-42c6-885c-4afca20f366b req-3676c69a-5e87-4e16-8ed2-8569e8b16db9 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:05.218187 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-80735e4e-a76f-42c6-885c-4afca20f366b req-3676c69a-5e87-4e16-8ed2-8569e8b16db9 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 945 time: 0.0655968 Jul 06 13:16:05.255044 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-80735e4e-a76f-42c6-885c-4afca20f366b req-aa5c8d17-571c-4866-9d4c-311933b31fb9 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312788 Jul 06 13:16:05.427687 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581f915-8f23-4ded-bc37-b862f2e5cf21 req-329cf933-2ac2-447b-8416-70d854d5abc6 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:05.429101 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9581f915-8f23-4ded-bc37-b862f2e5cf21 req-329cf933-2ac2-447b-8416-70d854d5abc6 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 945 time: 0.0661285 Jul 06 13:16:05.468664 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-9581f915-8f23-4ded-bc37-b862f2e5cf21 req-1ff4a707-cab2-429a-be17-9e70b514ee96 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339885 Jul 06 13:16:05.492240 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58078) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:16:05.544438 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf7f248-27da-4394-a042-3df856418b12 tempest-TestSnapshotPattern-1703722434 tempest-TestSnapshotPattern-1703722434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:05.545977 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-dcf7f248-27da-4394-a042-3df856418b12 tempest-TestSnapshotPattern-1703722434 tempest-TestSnapshotPattern-1703722434-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 1091 time: 0.0527451 Jul 06 13:16:05.549237 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58080) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:16:05.553559 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.v2.base [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Request body: {'floatingip': {'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'port_id': 'd245c277-69c6-4728-a11c-5c88e23b6659', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:16:05.575462 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for floatingip, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:05.648047 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77763985-eaee-47b6-bb14-13c8943d86a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:05.678233 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:05.787097 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Allocated IP 172.25.4.166 (075eaceb-5477-4780-963d-b2414ee11e87/fd3a86ba-af02-431b-ae80-077b72c593ba/d31a6d6f-7e66-4ace-a177-d8c8207c57fc) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:16:05.888856 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:05.927063 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1656888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-66569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789329911269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11978817'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:05.963031 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Network 075eaceb-5477-4780-963d-b2414ee11e87 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:16:05.968139 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:16:05.973075 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:16:05.999257 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event updated for resources: {'Port': ['ID=d31a6d6f-7e66-4ace-a177-d8c8207c57fc,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:16:06.010319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:16:06.010661 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:16:06.010998 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:16:06.011364 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:16:06.011699 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:16:06.012026 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:16:06.012353 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:16:06.012676 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:16:06.012997 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:16:06.013319 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:16:06.013640 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:16:06.013960 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:16:06.584727 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:06.674631 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:06.750801 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:06.896832 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:06.901179 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11978931'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:06.965138 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event updated for resources: {'Port': ['ID=d31a6d6f-7e66-4ace-a177-d8c8207c57fc,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:16:06.977406 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-680298'] for floatingip, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:07.076951 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Floating IP 04f85706-a306-4c59-8bed-7a58f6873cd2 associated. External IP: 172.25.4.166, port: d245c277-69c6-4728-a11c-5c88e23b6659. Jul 06 13:16:07.279133 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:16:07.386517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:16:07.396224 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36356854-7ba5-4213-8b82-102216d59f1f None None] Sync routers for ids ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:16:07.402034 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:07.405671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36356854-7ba5-4213-8b82-102216d59f1f None None] Routers {'1f36b1f6-4c07-4c47-a7b0-9dd86998858b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:16:07.406295 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-36356854-7ba5-4213-8b82-102216d59f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:15:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:16:07.437582 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-556bcf30-945e-455f-827b-da6f00ac4fb7 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8873260 Jul 06 13:16:07.438300 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'tag': 'd245c277-69c6-4728-a11c-5c88e23b6659'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:16:07.441101 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b881ba0-93f2-4473-913b-bbece90c2b83" -d '{"events": [{"name": "network-changed", "server_uuid": "ed784798-5b65-408a-9502-f4a8a55361b1", "tag": "d245c277-69c6-4728-a11c-5c88e23b6659"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:16:07.460982 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:07.530745 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-36356854-7ba5-4213-8b82-102216d59f1f None None] Set router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:16:07.545518 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6193615-101d-473c-89f9-b7071913d1a7 x-openstack-request-id: req-d6193615-101d-473c-89f9-b7071913d1a7 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:16:07.545812 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed784798-5b65-408a-9502-f4a8a55361b1", "tag": "d245c277-69c6-4728-a11c-5c88e23b6659", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:16:07.546065 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d6193615-101d-473c-89f9-b7071913d1a7 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:16:07.546469 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'tag': 'd245c277-69c6-4728-a11c-5c88e23b6659', 'status': 'completed', 'code': 200} Jul 06 13:16:07.627877 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b881ba0-93f2-4473-913b-bbece90c2b83 req-a8990734-5273-43fd-941b-8b96bf14caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:07.629387 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5b881ba0-93f2-4473-913b-bbece90c2b83 req-a8990734-5273-43fd-941b-8b96bf14caa2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6f336f32026f42209a6f86f3bf80084e&device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 1096 time: 0.0603819 Jul 06 13:16:07.718152 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b881ba0-93f2-4473-913b-bbece90c2b83 req-e6a9538b-b7b9-4124-a2ad-09a437f623da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:07.719713 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5b881ba0-93f2-4473-913b-bbece90c2b83 req-e6a9538b-b7b9-4124-a2ad-09a437f623da service neutron] 10.222.0.89 "GET /v2.0/networks?id=441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 200 len: 910 time: 0.0847087 Jul 06 13:16:07.757760 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-36356854-7ba5-4213-8b82-102216d59f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '0146e8a5-174b-444b-97e7-6a9b6e9d8bf0', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'port_id': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'mac_address': 'fa:16:3e:97:40:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:13:27Z', 'updated_at': '2021-07-06T13:13:29Z', 'revision_number': 1, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'fixed_ip_address_scope': None}, {'id': '04f85706-a306-4c59-8bed-7a58f6873cd2', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'port_id': 'd245c277-69c6-4728-a11c-5c88e23b6659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'mac_address': 'fa:16:3e:15:5c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:16:06Z', 'updated_at': '2021-07-06T13:16:06Z', 'revision_number': 0, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 5, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:16:07.787818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36356854-7ba5-4213-8b82-102216d59f1f None None] Checking router: 1f36b1f6-4c07-4c47-a7b0-9dd86998858b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:16:07.791466 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5b881ba0-93f2-4473-913b-bbece90c2b83 req-04c67fcd-c49f-4b9d-96b2-fae8b7375fcd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d245c277-69c6-4728-a11c-5c88e23b6659 HTTP/1.1" status: 200 len: 999 time: 0.0628231 Jul 06 13:16:07.796003 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36356854-7ba5-4213-8b82-102216d59f1f None None] Routers {'1f36b1f6-4c07-4c47-a7b0-9dd86998858b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:16:07.796606 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-36356854-7ba5-4213-8b82-102216d59f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:15:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:16:07.839189 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b881ba0-93f2-4473-913b-bbece90c2b83 req-2998279c-b055-447a-a9e9-b48329fd1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:07.840720 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5b881ba0-93f2-4473-913b-bbece90c2b83 req-2998279c-b055-447a-a9e9-b48329fd1851 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf HTTP/1.1" status: 200 len: 848 time: 0.0436661 Jul 06 13:16:07.902260 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b881ba0-93f2-4473-913b-bbece90c2b83 req-69e1aa39-d4fb-4ac3-b428-d22dabbe2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:07.903283 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-36356854-7ba5-4213-8b82-102216d59f1f None None] Set router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:16:07.903833 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5b881ba0-93f2-4473-913b-bbece90c2b83 req-69e1aa39-d4fb-4ac3-b428-d22dabbe2c1e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=441368f9-f398-4157-ad0f-82ccd3ed5c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559258 Jul 06 13:16:08.000667 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5b881ba0-93f2-4473-913b-bbece90c2b83 req-ee43e47b-36d6-48bf-83c7-22f95f77dd06 service neutron] 10.222.0.89 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888312 Jul 06 13:16:08.091317 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-5b881ba0-93f2-4473-913b-bbece90c2b83 req-7730a035-a5b5-4616-9aa7-07d21dc8b305 service neutron] 10.222.0.89 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837591 Jul 06 13:16:08.130605 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-36356854-7ba5-4213-8b82-102216d59f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '0146e8a5-174b-444b-97e7-6a9b6e9d8bf0', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'port_id': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'mac_address': 'fa:16:3e:97:40:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:13:27Z', 'updated_at': '2021-07-06T13:13:29Z', 'revision_number': 1, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'fixed_ip_address_scope': None}, {'id': '04f85706-a306-4c59-8bed-7a58f6873cd2', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'port_id': 'd245c277-69c6-4728-a11c-5c88e23b6659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'mac_address': 'fa:16:3e:15:5c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:16:06Z', 'updated_at': '2021-07-06T13:16:06Z', 'revision_number': 0, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 5, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:16:08.169503 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36356854-7ba5-4213-8b82-102216d59f1f None None] The sync data for ids ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'] in n-d-799529-2 is: [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '0146e8a5-174b-444b-97e7-6a9b6e9d8bf0', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'port_id': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'mac_address': 'fa:16:3e:97:40:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:13:27Z', 'updated_at': '2021-07-06T13:13:29Z', 'revision_number': 1, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'fixed_ip_address_scope': None}, {'id': '04f85706-a306-4c59-8bed-7a58f6873cd2', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'floating_ip_address': '172.25.4.166', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'port_id': 'd245c277-69c6-4728-a11c-5c88e23b6659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'mac_address': 'fa:16:3e:15:5c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:16:06Z', 'updated_at': '2021-07-06T13:16:06Z', 'revision_number': 0, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 5, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:16:08.277543 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-458e8af9-40e9-437d-bb4a-4f4bc629ce18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:08.370546 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba48d58-143c-47f0-a4d8-3a7d92a1164d None None] New status for floating IP 04f85706-a306-4c59-8bed-7a58f6873cd2: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:16:08.414304 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:09.701997 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:11.284044 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:35.649398 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-202bd45b-340b-49b3-8cfc-f84f22c31800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:36.060403 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:16:36.598392 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:37.460899 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:38.279189 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da6d443f-067f-4230-a257-8031cefeb5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:38.414355 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:39.706200 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:41.286063 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:16:46.473945 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6355eba8-f41c-4db7-9298-b18cc823f43e req-a6e97631-258c-4309-9b92-3ea62106e138 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528946 Jul 06 13:16:46.571615 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355eba8-f41c-4db7-9298-b18cc823f43e req-743aba3d-4b4e-4e46-843c-3c79dd743c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:46.573108 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6355eba8-f41c-4db7-9298-b18cc823f43e req-743aba3d-4b4e-4e46-843c-3c79dd743c08 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6f336f32026f42209a6f86f3bf80084e&device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 1096 time: 0.0576193 Jul 06 13:16:46.679439 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355eba8-f41c-4db7-9298-b18cc823f43e req-5fd07ad2-1d7e-4385-83ce-abce49a41985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:46.680924 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6355eba8-f41c-4db7-9298-b18cc823f43e req-5fd07ad2-1d7e-4385-83ce-abce49a41985 service neutron] 10.222.0.89 "GET /v2.0/networks?id=441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 200 len: 910 time: 0.0871797 Jul 06 13:16:46.750831 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6355eba8-f41c-4db7-9298-b18cc823f43e req-42813683-f60e-42aa-8dd9-76e6159c0b95 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d245c277-69c6-4728-a11c-5c88e23b6659 HTTP/1.1" status: 200 len: 1001 time: 0.0632420 Jul 06 13:16:46.798162 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355eba8-f41c-4db7-9298-b18cc823f43e req-57f2840f-f494-4cf5-9323-54526fb7ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:46.800172 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6355eba8-f41c-4db7-9298-b18cc823f43e req-57f2840f-f494-4cf5-9323-54526fb7ec91 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf HTTP/1.1" status: 200 len: 848 time: 0.0428374 Jul 06 13:16:46.855913 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355eba8-f41c-4db7-9298-b18cc823f43e req-b6f576a6-2597-46e6-b7cb-7b183a6e839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:16:46.857417 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6355eba8-f41c-4db7-9298-b18cc823f43e req-b6f576a6-2597-46e6-b7cb-7b183a6e839d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=441368f9-f398-4157-ad0f-82ccd3ed5c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510745 Jul 06 13:16:46.949332 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6355eba8-f41c-4db7-9298-b18cc823f43e req-09664da7-4017-44b7-9abe-954aa9f698f2 service neutron] 10.222.0.89 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839269 Jul 06 13:16:47.040674 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6355eba8-f41c-4db7-9298-b18cc823f43e req-292687be-3b1f-4fe4-8acf-1222740dd868 service neutron] 10.222.0.89 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848479 Jul 06 13:17:04.529634 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a52db943-cd44-4f68-b741-3b0f9d419c89 req-8d87589a-9786-486d-840c-f80bcbb5512b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509276 Jul 06 13:17:04.628007 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52db943-cd44-4f68-b741-3b0f9d419c89 req-bb05060d-2ce0-470a-acf6-8606d01134a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:04.629467 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a52db943-cd44-4f68-b741-3b0f9d419c89 req-bb05060d-2ce0-470a-acf6-8606d01134a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f336f32026f42209a6f86f3bf80084e&device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 1095 time: 0.0559826 Jul 06 13:17:04.730061 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52db943-cd44-4f68-b741-3b0f9d419c89 req-64d36180-827f-4da0-b013-abd0ce7760ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:04.731603 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a52db943-cd44-4f68-b741-3b0f9d419c89 req-64d36180-827f-4da0-b013-abd0ce7760ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 200 len: 910 time: 0.0823157 Jul 06 13:17:04.800310 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a52db943-cd44-4f68-b741-3b0f9d419c89 req-228b4bf6-23a8-4d3b-8300-6a46f9680773 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc HTTP/1.1" status: 200 len: 1000 time: 0.0618398 Jul 06 13:17:04.848075 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52db943-cd44-4f68-b741-3b0f9d419c89 req-2439e983-1fc9-4b5c-8646-38cdff3f67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:04.849522 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a52db943-cd44-4f68-b741-3b0f9d419c89 req-2439e983-1fc9-4b5c-8646-38cdff3f67d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf HTTP/1.1" status: 200 len: 848 time: 0.0433769 Jul 06 13:17:04.909216 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52db943-cd44-4f68-b741-3b0f9d419c89 req-42fcbb52-54e8-4d6e-83b3-82a49f97fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:04.910719 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a52db943-cd44-4f68-b741-3b0f9d419c89 req-42fcbb52-54e8-4d6e-83b3-82a49f97fef4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=441368f9-f398-4157-ad0f-82ccd3ed5c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532048 Jul 06 13:17:05.003861 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a52db943-cd44-4f68-b741-3b0f9d419c89 req-d9f37588-b799-4a3c-ae91-dd6c7f5fd5fe service neutron] 10.222.0.23 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849266 Jul 06 13:17:05.093513 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-a52db943-cd44-4f68-b741-3b0f9d419c89 req-d9cc8268-6bf1-46d8-af9f-a03373951d5c service neutron] 10.222.0.23 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807743 Jul 06 13:17:05.650829 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-173a4e9f-73e7-40b0-9155-60a3161dd6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:06.599671 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:07.477712 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:08.279984 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a972126-8ddd-4b2c-bef3-38b5defec8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:08.414805 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:09.707572 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:11.290175 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:13.059868 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:17:35.651044 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ddb8028e-0b5e-4c6a-8c92-26a5d336d5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:36.613189 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:37.489493 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:38.281624 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f83756f-c962-481d-8b28-8f118e89bf89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:38.417257 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:39.722357 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:39.776702 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device d245c277-69c6-4728-a11c-5c88e23b6659 details requested by agent hyperv_n-h2-799529-2 with host n-h2-799529-2 {{(pid=100429) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:17:39.887545 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port d245c277-69c6-4728-a11c-5c88e23b6659, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=d245c277-69c6-4728-a11c-5c88e23b6659,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:17:39.900414 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Returning: {'device': 'd245c277-69c6-4728-a11c-5c88e23b6659', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'port_id': 'd245c277-69c6-4728-a11c-5c88e23b6659', 'mac_address': 'fa:16:3e:15:5c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100429) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:17:39.950831 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:39.966362 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d245c277-69c6-4728-a11c-5c88e23b6659 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:17:39.989841 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port d245c277-69c6-4728-a11c-5c88e23b6659, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=d245c277-69c6-4728-a11c-5c88e23b6659,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:17:39.994284 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:40.069985 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] get_ports_and_sgs() called for port_ids ['d245c277-69c6-4728-a11c-5c88e23b6659'] {{(pid=100429) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:17:40.074017 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=d245c277-69c6-4728-a11c-5c88e23b6659,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:17:40.107759 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:40.108107 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:40.108445 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:40.108778 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:40.109108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:40.109435 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:40.109831 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:40.110096 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:40.110394 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:40.110713 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:40.111109 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:40.111494 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:41.296359 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:41.800687 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device d245c277-69c6-4728-a11c-5c88e23b6659 up at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:17:41.856885 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Provisioning complete for port d245c277-69c6-4728-a11c-5c88e23b6659 triggered by entity L2. {{(pid=100429) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:17:41.857418 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1796720'] for port, provisioning_complete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:41.981418 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658877'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:42.008764 n-d-799529-2 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd245c277-69c6-4728-a11c-5c88e23b6659'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:17:42.011045 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7e65dee3a61e7ac9c9f306bba78bb4d5cff12a0f4dd32c0eb8d36154fa7b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c570ea-bb94-4c03-8870-2599a801ba72" -d '{"events": [{"server_uuid": "ed784798-5b65-408a-9502-f4a8a55361b1", "name": "network-vif-plugged", "status": "completed", "tag": "d245c277-69c6-4728-a11c-5c88e23b6659"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:17:42.040770 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] For port d245c277-69c6-4728-a11c-5c88e23b6659, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=d245c277-69c6-4728-a11c-5c88e23b6659,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:17:42.047399 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789330220072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789329911287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789329908264'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:42.144960 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f94bb4-03f8-425f-b137-f677c046066a x-openstack-request-id: req-f0f94bb4-03f8-425f-b137-f677c046066a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:17:42.145248 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed784798-5b65-408a-9502-f4a8a55361b1", "name": "network-vif-plugged", "status": "completed", "tag": "d245c277-69c6-4728-a11c-5c88e23b6659", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:17:42.145509 n-d-799529-2 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f0f94bb4-03f8-425f-b137-f677c046066a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:17:42.145907 n-d-799529-2 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd245c277-69c6-4728-a11c-5c88e23b6659', 'code': 200} Jul 06 13:17:42.146454 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Pushing event updated for resources: {'Port': ['ID=d245c277-69c6-4728-a11c-5c88e23b6659,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:17:46.884042 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f640a36-3c81-4e73-8572-cdfaaaecaf0b req-297f7f64-81a0-4fd6-859b-272668784100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:46.885456 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f640a36-3c81-4e73-8572-cdfaaaecaf0b req-297f7f64-81a0-4fd6-859b-272668784100 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6f336f32026f42209a6f86f3bf80084e&device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 1096 time: 0.0617843 Jul 06 13:17:47.023293 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f640a36-3c81-4e73-8572-cdfaaaecaf0b req-1e8b010e-0ced-4bcf-8e92-320709b2af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:47.024765 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f640a36-3c81-4e73-8572-cdfaaaecaf0b req-1e8b010e-0ced-4bcf-8e92-320709b2af58 service neutron] 10.222.0.89 "GET /v2.0/networks?id=441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 200 len: 910 time: 0.1160185 Jul 06 13:17:47.097175 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f640a36-3c81-4e73-8572-cdfaaaecaf0b req-27d784ab-e402-48a0-92d6-7205595c0538 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d245c277-69c6-4728-a11c-5c88e23b6659 HTTP/1.1" status: 200 len: 1001 time: 0.0640686 Jul 06 13:17:47.154005 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f640a36-3c81-4e73-8572-cdfaaaecaf0b req-2c713f29-1b0d-42a9-bcdd-9449fd15bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:47.155718 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f640a36-3c81-4e73-8572-cdfaaaecaf0b req-2c713f29-1b0d-42a9-bcdd-9449fd15bbd3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf HTTP/1.1" status: 200 len: 848 time: 0.0522962 Jul 06 13:17:47.217096 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f640a36-3c81-4e73-8572-cdfaaaecaf0b req-40795a32-6f7f-4905-89dd-505f01f55e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:47.218931 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f640a36-3c81-4e73-8572-cdfaaaecaf0b req-40795a32-6f7f-4905-89dd-505f01f55e07 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=441368f9-f398-4157-ad0f-82ccd3ed5c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570393 Jul 06 13:17:47.322718 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f640a36-3c81-4e73-8572-cdfaaaecaf0b req-e5d1ee3d-375e-45cb-8923-4d30bc77215b service neutron] 10.222.0.89 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971081 Jul 06 13:17:47.421473 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-6f640a36-3c81-4e73-8572-cdfaaaecaf0b req-84dc0557-a8bd-4674-83d9-1a65516084ad service neutron] 10.222.0.89 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922358 Jul 06 13:17:48.159324 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58288) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:17:48.316221 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Deleting port d31a6d6f-7e66-4ace-a177-d8c8207c57fc {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:17:48.316567 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:48.396818 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:48.397140 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:48.409082 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Calling delete_port for d31a6d6f-7e66-4ace-a177-d8c8207c57fc owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:17:48.558309 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:48.589147 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event deleted for resources: {'Port': ['ID=d31a6d6f-7e66-4ace-a177-d8c8207c57fc,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:17:48.612012 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:48.612360 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:48.612704 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:48.613042 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:48.613385 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:48.613718 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:48.614052 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:48.614400 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:48.614732 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:48.615060 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:48.615421 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:48.615750 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:48.657554 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:48.658283 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Floating IP 04f85706-a306-4c59-8bed-7a58f6873cd2 disassociated (deleted). External IP: 172.25.4.166, port: d245c277-69c6-4728-a11c-5c88e23b6659. Jul 06 13:17:48.878242 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:17:48.988252 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:17:48.993372 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:48.998817 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d70145f-6f92-45ef-b289-3837d8e343e4 None None] Sync routers for ids ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:17:49.009120 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70145f-6f92-45ef-b289-3837d8e343e4 None None] Routers {'1f36b1f6-4c07-4c47-a7b0-9dd86998858b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:17:49.009744 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1d70145f-6f92-45ef-b289-3837d8e343e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:17:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:17:49.030191 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-d57dff12-231a-48c0-a6f1-b778e89dcc8f tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "DELETE /v2.0/floatingips/04f85706-a306-4c59-8bed-7a58f6873cd2 HTTP/1.1" status: 204 len: 168 time: 0.8696897 Jul 06 13:17:49.030835 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'tag': 'd245c277-69c6-4728-a11c-5c88e23b6659'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:17:49.033291 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c711a7-fba5-4ba7-96f2-e7a2b1385cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "ed784798-5b65-408a-9502-f4a8a55361b1", "tag": "d245c277-69c6-4728-a11c-5c88e23b6659"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:17:49.117994 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-1d70145f-6f92-45ef-b289-3837d8e343e4 None None] Set router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:17:49.285944 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536d15d4-d1a9-4883-89fb-16807e33bec5 x-openstack-request-id: req-536d15d4-d1a9-4883-89fb-16807e33bec5 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:17:49.286515 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed784798-5b65-408a-9502-f4a8a55361b1", "tag": "d245c277-69c6-4728-a11c-5c88e23b6659", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:17:49.286515 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-536d15d4-d1a9-4883-89fb-16807e33bec5 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:17:49.286989 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'tag': 'd245c277-69c6-4728-a11c-5c88e23b6659', 'status': 'completed', 'code': 200} Jul 06 13:17:49.369490 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c711a7-fba5-4ba7-96f2-e7a2b1385cb4 req-462d735b-7066-474e-8215-f4a18d022ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:49.371501 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8c711a7-fba5-4ba7-96f2-e7a2b1385cb4 req-462d735b-7066-474e-8215-f4a18d022ca7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6f336f32026f42209a6f86f3bf80084e&device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 1096 time: 0.0586534 Jul 06 13:17:49.443696 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855ada1-6537-46a6-9fea-f89b8f6fec8d req-900c8164-0f69-4a43-aeec-11350efbf07e tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:49.445245 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c855ada1-6537-46a6-9fea-f89b8f6fec8d req-900c8164-0f69-4a43-aeec-11350efbf07e tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 945 time: 0.0680985 Jul 06 13:17:49.493609 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-c855ada1-6537-46a6-9fea-f89b8f6fec8d req-0269b931-4d89-438c-adcd-efbb24656d05 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420516 Jul 06 13:17:49.531671 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1d70145f-6f92-45ef-b289-3837d8e343e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '0146e8a5-174b-444b-97e7-6a9b6e9d8bf0', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'port_id': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'mac_address': 'fa:16:3e:97:40:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:13:27Z', 'updated_at': '2021-07-06T13:13:29Z', 'revision_number': 1, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 5, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:17:49.567116 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d70145f-6f92-45ef-b289-3837d8e343e4 None None] Checking router: 1f36b1f6-4c07-4c47-a7b0-9dd86998858b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:17:49.575993 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70145f-6f92-45ef-b289-3837d8e343e4 None None] Routers {'1f36b1f6-4c07-4c47-a7b0-9dd86998858b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:17:49.576819 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1d70145f-6f92-45ef-b289-3837d8e343e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:17:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:17:49.691028 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-1d70145f-6f92-45ef-b289-3837d8e343e4 None None] Set router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:17:49.766014 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c711a7-fba5-4ba7-96f2-e7a2b1385cb4 req-f94bfd39-cbf4-4e1c-8051-6bd80f6e2551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:49.768529 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8c711a7-fba5-4ba7-96f2-e7a2b1385cb4 req-f94bfd39-cbf4-4e1c-8051-6bd80f6e2551 service neutron] 10.222.0.89 "GET /v2.0/networks?id=441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 200 len: 910 time: 0.3898804 Jul 06 13:17:49.813136 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8c711a7-fba5-4ba7-96f2-e7a2b1385cb4 req-f6e973d1-3c63-4aa0-8d25-91ee8a6742a3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d245c277-69c6-4728-a11c-5c88e23b6659 HTTP/1.1" status: 200 len: 217 time: 0.0375679 Jul 06 13:17:49.862408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c711a7-fba5-4ba7-96f2-e7a2b1385cb4 req-5cb43dad-ff90-40be-8739-a7df0655e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:49.863907 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8c711a7-fba5-4ba7-96f2-e7a2b1385cb4 req-5cb43dad-ff90-40be-8739-a7df0655e5e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf HTTP/1.1" status: 200 len: 848 time: 0.0435874 Jul 06 13:17:49.927410 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c711a7-fba5-4ba7-96f2-e7a2b1385cb4 req-da57ecd6-d7ae-4b74-8b97-986ecc149a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:49.927596 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-1d70145f-6f92-45ef-b289-3837d8e343e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '0146e8a5-174b-444b-97e7-6a9b6e9d8bf0', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'port_id': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'mac_address': 'fa:16:3e:97:40:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:13:27Z', 'updated_at': '2021-07-06T13:13:29Z', 'revision_number': 1, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 5, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:17:49.929106 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8c711a7-fba5-4ba7-96f2-e7a2b1385cb4 req-da57ecd6-d7ae-4b74-8b97-986ecc149a91 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=441368f9-f398-4157-ad0f-82ccd3ed5c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587041 Jul 06 13:17:49.954156 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d70145f-6f92-45ef-b289-3837d8e343e4 None None] The sync data for ids ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'] in n-d-799529-2 is: [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_floatingips': [{'id': '0146e8a5-174b-444b-97e7-6a9b6e9d8bf0', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'router_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'port_id': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'mac_address': 'fa:16:3e:97:40:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:13:27Z', 'updated_at': '2021-07-06T13:13:29Z', 'revision_number': 1, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 5, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:17:50.023602 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8c711a7-fba5-4ba7-96f2-e7a2b1385cb4 req-b8b5205c-6a7f-4e0d-b5af-d0ff0829d3d3 service neutron] 10.222.0.89 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875924 Jul 06 13:17:50.059172 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:17:50.119126 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-c8c711a7-fba5-4ba7-96f2-e7a2b1385cb4 req-51ba4a0c-ede3-4fe9-8b2a-7102b28a7d94 service neutron] 10.222.0.89 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893815 Jul 06 13:17:50.185163 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c06977-f122-4811-bf0d-76309a32bee0 None None] New status for floating IP 04f85706-a306-4c59-8bed-7a58f6873cd2: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:17:50.674831 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb522d71-98b2-49b4-903e-4e3cceb96353 req-5a95f496-222c-45da-9c7b-b0e9f5562ad4 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:50.676418 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb522d71-98b2-49b4-903e-4e3cceb96353 req-5a95f496-222c-45da-9c7b-b0e9f5562ad4 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 945 time: 0.0686855 Jul 06 13:17:50.714369 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fb522d71-98b2-49b4-903e-4e3cceb96353 req-042411ed-5917-4ad4-b2cf-d1c175accab4 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322428 Jul 06 13:17:50.872093 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383fb17-3aa4-467c-b75e-62e26c9fec64 req-9182a79a-3b37-4995-83ac-7087b0b14525 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:50.873616 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d383fb17-3aa4-467c-b75e-62e26c9fec64 req-9182a79a-3b37-4995-83ac-7087b0b14525 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.89 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 945 time: 0.0626755 Jul 06 13:17:50.975770 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d383fb17-3aa4-467c-b75e-62e26c9fec64 req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Deleting port d245c277-69c6-4728-a11c-5c88e23b6659 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:17:50.976106 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d383fb17-3aa4-467c-b75e-62e26c9fec64 req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:51.060871 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d383fb17-3aa4-467c-b75e-62e26c9fec64 req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] For port d245c277-69c6-4728-a11c-5c88e23b6659, host n-h2-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799529-2',level=0,port_id=d245c277-69c6-4728-a11c-5c88e23b6659,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:17:51.061216 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d383fb17-3aa4-467c-b75e-62e26c9fec64 req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:51.073517 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d383fb17-3aa4-467c-b75e-62e26c9fec64 req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Calling delete_port for d245c277-69c6-4728-a11c-5c88e23b6659 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:17:51.201725 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d383fb17-3aa4-467c-b75e-62e26c9fec64 req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:51.232040 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event deleted for resources: {'Port': ['ID=d245c277-69c6-4728-a11c-5c88e23b6659,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:17:51.245760 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:51.246114 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:51.246459 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:51.246801 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:51.247141 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:51.247491 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:51.247819 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:51.248147 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:51.248474 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:51.248817 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:51.249133 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:51.249461 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799529-2 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:17:51.293732 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d383fb17-3aa4-467c-b75e-62e26c9fec64 req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] No DVR routers for this DVR port d245c277-69c6-4728-a11c-5c88e23b6659 on host n-h2-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:17:51.296438 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d383fb17-3aa4-467c-b75e-62e26c9fec64 req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:51.298552 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-d383fb17-3aa4-467c-b75e-62e26c9fec64 req-44905069-8f4b-4d6c-9699-e1be613b0697 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.89 "DELETE /v2.0/ports/d245c277-69c6-4728-a11c-5c88e23b6659 HTTP/1.1" status: 204 len: 173 time: 0.4192863 Jul 06 13:17:51.299037 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'name': 'network-vif-deleted', 'tag': 'd245c277-69c6-4728-a11c-5c88e23b6659'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:17:51.301362 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ecb911-4c37-4e6e-8ef0-5433a4388666" -d '{"events": [{"server_uuid": "ed784798-5b65-408a-9502-f4a8a55361b1", "name": "network-vif-deleted", "tag": "d245c277-69c6-4728-a11c-5c88e23b6659"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:17:51.405401 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08632b52-3ee0-4863-98bb-d9131608f3f3 x-openstack-request-id: req-08632b52-3ee0-4863-98bb-d9131608f3f3 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:17:51.405697 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed784798-5b65-408a-9502-f4a8a55361b1", "name": "network-vif-deleted", "tag": "d245c277-69c6-4728-a11c-5c88e23b6659", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:17:51.405950 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08632b52-3ee0-4863-98bb-d9131608f3f3 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:17:51.406344 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed784798-5b65-408a-9502-f4a8a55361b1', 'name': 'network-vif-deleted', 'tag': 'd245c277-69c6-4728-a11c-5c88e23b6659', 'status': 'completed', 'code': 200} Jul 06 13:17:51.848398 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device d245c277-69c6-4728-a11c-5c88e23b6659 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:17:51.884287 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-53fef963-2efb-4adb-83eb-0397cd679144 req-b0c25dc1-bb65-4db8-82d4-d0bad5251cf0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed784798-5b65-408a-9502-f4a8a55361b1 HTTP/1.1" status: 200 len: 210 time: 0.0335438 Jul 06 13:17:51.890940 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: d245c277-69c6-4728-a11c-5c88e23b6659 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:17:51.891522 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device d245c277-69c6-4728-a11c-5c88e23b6659 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:17:53.500095 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58348) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:17:53.659579 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3a385-b0e6-420b-9adf-c58c2bf53a12 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Deleting port c07f36bc-79df-4abe-838b-73de337e61d0 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:17:53.659928 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a385-b0e6-420b-9adf-c58c2bf53a12 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:53.740941 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a385-b0e6-420b-9adf-c58c2bf53a12 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:53.741539 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a385-b0e6-420b-9adf-c58c2bf53a12 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:53.753079 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3a385-b0e6-420b-9adf-c58c2bf53a12 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Calling delete_port for c07f36bc-79df-4abe-838b-73de337e61d0 owned by network:floatingip {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:17:53.914729 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a385-b0e6-420b-9adf-c58c2bf53a12 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:53.938779 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3a385-b0e6-420b-9adf-c58c2bf53a12 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event deleted for resources: {'Port': ['ID=c07f36bc-79df-4abe-838b-73de337e61d0,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:17:54.005214 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a385-b0e6-420b-9adf-c58c2bf53a12 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for floatingip, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:54.005656 n-d-799529-2 neutron-server[100427]: INFO neutron.db.l3_db [None req-5ab3a385-b0e6-420b-9adf-c58c2bf53a12 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Floating IP 0146e8a5-174b-444b-97e7-6a9b6e9d8bf0 disassociated (deleted). External IP: 172.25.4.158, port: 2b4ce331-9d0b-402e-b80a-ee058db211dc. Jul 06 13:17:54.212562 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab3a385-b0e6-420b-9adf-c58c2bf53a12 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:17:54.323430 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab3a385-b0e6-420b-9adf-c58c2bf53a12 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:17:54.328218 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a385-b0e6-420b-9adf-c58c2bf53a12 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for floatingip, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:54.333273 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe6fcc6-2ccc-4e55-ab1c-0cf6240ea14a None None] Sync routers for ids ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:17:54.342068 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe6fcc6-2ccc-4e55-ab1c-0cf6240ea14a None None] Routers {'1f36b1f6-4c07-4c47-a7b0-9dd86998858b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:17:54.342735 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-ebe6fcc6-2ccc-4e55-ab1c-0cf6240ea14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:17:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:17:54.363883 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-5ab3a385-b0e6-420b-9adf-c58c2bf53a12 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "DELETE /v2.0/floatingips/0146e8a5-174b-444b-97e7-6a9b6e9d8bf0 HTTP/1.1" status: 204 len: 168 time: 0.8626473 Jul 06 13:17:54.364575 n-d-799529-2 neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'tag': '2b4ce331-9d0b-402e-b80a-ee058db211dc'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:17:54.368009 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dda755436336d4306dfd7192951f1ed1550622435413a1222a44bf6aecf994b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea71251c-9021-4801-a7c2-7904c23e9dda" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb25608-0fd5-4c50-8f4e-69a98bcde53e", "tag": "2b4ce331-9d0b-402e-b80a-ee058db211dc"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:17:54.450433 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-ebe6fcc6-2ccc-4e55-ab1c-0cf6240ea14a None None] Set router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:17:54.604939 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af9f925-e685-4909-a470-0bb80866d450 x-openstack-request-id: req-6af9f925-e685-4909-a470-0bb80866d450 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:17:54.605801 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb25608-0fd5-4c50-8f4e-69a98bcde53e", "tag": "2b4ce331-9d0b-402e-b80a-ee058db211dc", "status": "completed", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:17:54.606239 n-d-799529-2 neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6af9f925-e685-4909-a470-0bb80866d450 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:17:54.606839 n-d-799529-2 neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'tag': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'status': 'completed', 'code': 200} Jul 06 13:17:54.662512 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-ebe6fcc6-2ccc-4e55-ab1c-0cf6240ea14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 5, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:17:54.690925 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71251c-9021-4801-a7c2-7904c23e9dda req-8e689337-a8d0-46e8-9545-dd63698dd0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:54.692668 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ea71251c-9021-4801-a7c2-7904c23e9dda req-8e689337-a8d0-46e8-9545-dd63698dd0e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f336f32026f42209a6f86f3bf80084e&device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 1095 time: 0.0605791 Jul 06 13:17:54.694274 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe6fcc6-2ccc-4e55-ab1c-0cf6240ea14a None None] Checking router: 1f36b1f6-4c07-4c47-a7b0-9dd86998858b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:17:54.703113 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe6fcc6-2ccc-4e55-ab1c-0cf6240ea14a None None] Routers {'1f36b1f6-4c07-4c47-a7b0-9dd86998858b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:17:54.703744 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-ebe6fcc6-2ccc-4e55-ab1c-0cf6240ea14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:17:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:17:54.766513 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f6ed3-5ff1-4aaf-a07d-2371ea482b7b req-029a6f26-8787-4cc3-840e-1d522913d244 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:54.768588 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-668f6ed3-5ff1-4aaf-a07d-2371ea482b7b req-029a6f26-8787-4cc3-840e-1d522913d244 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 944 time: 0.0729816 Jul 06 13:17:54.810338 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71251c-9021-4801-a7c2-7904c23e9dda req-fb0392c3-5b57-49fe-a0d0-652c7d337836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:54.813299 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ea71251c-9021-4801-a7c2-7904c23e9dda req-fb0392c3-5b57-49fe-a0d0-652c7d337836 service neutron] 10.222.0.23 "GET /v2.0/networks?id=441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 200 len: 910 time: 0.1135657 Jul 06 13:17:54.815572 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-668f6ed3-5ff1-4aaf-a07d-2371ea482b7b req-ad7e9be0-d11e-467d-a1fd-a3c9aef72895 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410459 Jul 06 13:17:54.823905 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-ebe6fcc6-2ccc-4e55-ab1c-0cf6240ea14a None None] Set router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:17:54.871152 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ea71251c-9021-4801-a7c2-7904c23e9dda req-484efad7-2bb4-4bbe-9edc-74bcd35cc7b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc HTTP/1.1" status: 200 len: 217 time: 0.0505121 Jul 06 13:17:54.929809 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71251c-9021-4801-a7c2-7904c23e9dda req-bf8b1874-a6ee-4008-949c-5a6e54a7ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:54.932100 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ea71251c-9021-4801-a7c2-7904c23e9dda req-bf8b1874-a6ee-4008-949c-5a6e54a7ecb9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf HTTP/1.1" status: 200 len: 848 time: 0.0540376 Jul 06 13:17:54.995889 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71251c-9021-4801-a7c2-7904c23e9dda req-e896b46c-e668-4326-9ed4-20c544e1b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:54.997434 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ea71251c-9021-4801-a7c2-7904c23e9dda req-e896b46c-e668-4326-9ed4-20c544e1b654 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=441368f9-f398-4157-ad0f-82ccd3ed5c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570059 Jul 06 13:17:55.065920 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-ebe6fcc6-2ccc-4e55-ab1c-0cf6240ea14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 5, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:17:55.092818 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe6fcc6-2ccc-4e55-ab1c-0cf6240ea14a None None] The sync data for ids ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'] in n-d-799529-2 is: [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:13:05Z', 'revision_number': 4, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2', '_interfaces': [{'id': '3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b', 'name': '', 'network_id': '441368f9-f398-4157-ad0f-82ccd3ed5c69', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'mac_address': 'fa:16:3e:20:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:05Z', 'updated_at': '2021-07-06T13:13:10Z', 'revision_number': 5, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'subnets': [{'id': '39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:17:55.093595 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ea71251c-9021-4801-a7c2-7904c23e9dda req-19371dbb-1143-4419-bd44-2ab0af55cb2b service neutron] 10.222.0.23 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884664 Jul 06 13:17:55.191961 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-ea71251c-9021-4801-a7c2-7904c23e9dda req-5bcd4cda-c192-4621-8324-8db16eb58bf6 service neutron] 10.222.0.23 "GET /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913026 Jul 06 13:17:55.365020 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae89e1f-be83-4c90-a076-ff5cc333cb1c None None] New status for floating IP 0146e8a5-174b-444b-97e7-6a9b6e9d8bf0: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:17:55.850806 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device d245c277-69c6-4728-a11c-5c88e23b6659 no longer exists at agent hyperv_n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:17:55.871318 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] No Port match for: d245c277-69c6-4728-a11c-5c88e23b6659 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:17:55.871668 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Device d245c277-69c6-4728-a11c-5c88e23b6659 not bound to the agent host n-h2-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:17:56.012900 n-d-799529-2 neutron-server[100427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa732f63-123c-48fc-bd01-c64b94d0e40d req-bcd3347c-cc7e-4a98-b53b-5f90fbbd13e4 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:56.014775 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fa732f63-123c-48fc-bd01-c64b94d0e40d req-bcd3347c-cc7e-4a98-b53b-5f90fbbd13e4 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 944 time: 0.0675340 Jul 06 13:17:56.055961 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-fa732f63-123c-48fc-bd01-c64b94d0e40d req-2bb9b370-010c-4583-beba-fa4692ec7e11 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/security-groups?id=fc2b7fad-a347-4461-b655-da9e84ea88fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351794 Jul 06 13:17:56.353364 n-d-799529-2 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f9ab4-b542-4dc3-b5ed-14525081bd7b req-cb15aa82-5af9-4e87-ac57-d96c71432a23 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:17:56.354946 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-055f9ab4-b542-4dc3-b5ed-14525081bd7b req-cb15aa82-5af9-4e87-ac57-d96c71432a23 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 944 time: 0.0683851 Jul 06 13:17:56.463820 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-055f9ab4-b542-4dc3-b5ed-14525081bd7b req-4d306ad8-b04f-4f9f-8433-95a90d95a1e0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Deleting port 2b4ce331-9d0b-402e-b80a-ee058db211dc {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:17:56.464152 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-055f9ab4-b542-4dc3-b5ed-14525081bd7b req-4d306ad8-b04f-4f9f-8433-95a90d95a1e0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:56.552714 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-055f9ab4-b542-4dc3-b5ed-14525081bd7b req-4d306ad8-b04f-4f9f-8433-95a90d95a1e0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] For port 2b4ce331-9d0b-402e-b80a-ee058db211dc, host n-h1-799529-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799529-2',level=0,port_id=2b4ce331-9d0b-402e-b80a-ee058db211dc,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:17:56.553072 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-055f9ab4-b542-4dc3-b5ed-14525081bd7b req-4d306ad8-b04f-4f9f-8433-95a90d95a1e0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:56.566799 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-055f9ab4-b542-4dc3-b5ed-14525081bd7b req-4d306ad8-b04f-4f9f-8433-95a90d95a1e0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Calling delete_port for 2b4ce331-9d0b-402e-b80a-ee058db211dc owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:17:56.696271 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-055f9ab4-b542-4dc3-b5ed-14525081bd7b req-4d306ad8-b04f-4f9f-8433-95a90d95a1e0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:56.726696 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d306ad8-b04f-4f9f-8433-95a90d95a1e0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event deleted for resources: {'Port': ['ID=2b4ce331-9d0b-402e-b80a-ee058db211dc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:17:56.778232 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-055f9ab4-b542-4dc3-b5ed-14525081bd7b req-4d306ad8-b04f-4f9f-8433-95a90d95a1e0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] No DVR routers for this DVR port 2b4ce331-9d0b-402e-b80a-ee058db211dc on host n-h1-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:17:56.781291 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-055f9ab4-b542-4dc3-b5ed-14525081bd7b req-4d306ad8-b04f-4f9f-8433-95a90d95a1e0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212681'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:56.783947 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [req-055f9ab4-b542-4dc3-b5ed-14525081bd7b req-4d306ad8-b04f-4f9f-8433-95a90d95a1e0 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.23 "DELETE /v2.0/ports/2b4ce331-9d0b-402e-b80a-ee058db211dc HTTP/1.1" status: 204 len: 173 time: 0.4234328 Jul 06 13:17:56.784404 n-d-799529-2 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'name': 'network-vif-deleted', 'tag': '2b4ce331-9d0b-402e-b80a-ee058db211dc'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:17:56.787315 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e01d34107928b5b1af21dee5f02f5393ccc6a6b23f46e9db5d795707bb2d91e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01b1fd8-7feb-4ad8-a882-d1cf45f2d74e" -d '{"events": [{"server_uuid": "dcb25608-0fd5-4c50-8f4e-69a98bcde53e", "name": "network-vif-deleted", "tag": "2b4ce331-9d0b-402e-b80a-ee058db211dc"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:17:56.828683 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151d5c24-eec9-421e-b440-6dc31ce578bc x-openstack-request-id: req-151d5c24-eec9-421e-b440-6dc31ce578bc {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:17:56.829086 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb25608-0fd5-4c50-8f4e-69a98bcde53e", "name": "network-vif-deleted", "tag": "2b4ce331-9d0b-402e-b80a-ee058db211dc", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:17:56.829459 n-d-799529-2 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-151d5c24-eec9-421e-b440-6dc31ce578bc {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:17:56.830160 n-d-799529-2 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb25608-0fd5-4c50-8f4e-69a98bcde53e', 'name': 'network-vif-deleted', 'tag': '2b4ce331-9d0b-402e-b80a-ee058db211dc', 'status': 'completed', 'code': 200} Jul 06 13:17:57.220838 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [req-131e25f1-21d3-44bf-8f24-2bf68b1d1638 req-e7013456-8496-4320-957b-8b5e14d1d6e8 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcb25608-0fd5-4c50-8f4e-69a98bcde53e HTTP/1.1" status: 200 len: 210 time: 0.0304201 Jul 06 13:17:58.315330 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58366) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:17:58.375189 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c19a0a98-395f-4bac-8d08-8bf928254316 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:58.401252 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c19a0a98-395f-4bac-8d08-8bf928254316 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:58.466827 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c19a0a98-395f-4bac-8d08-8bf928254316 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:58.469541 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c19a0a98-395f-4bac-8d08-8bf928254316 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Notify callbacks [] for security_group, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:58.470743 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-c19a0a98-395f-4bac-8d08-8bf928254316 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] 10.222.0.81 "DELETE /v2.0/security-groups/fc2b7fad-a347-4461-b655-da9e84ea88fa HTTP/1.1" status: 204 len: 168 time: 0.1543698 Jul 06 13:17:58.481577 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a0a98-395f-4bac-8d08-8bf928254316 tempest-TestSnapshotPattern-1157443816 tempest-TestSnapshotPattern-1157443816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2b7fad-a347-4461-b655-da9e84ea88fa,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:17:58.524432 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58370) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:17:59.188302 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59737e65-4c71-451c-bd00-43f45e7519d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:59.443013 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-59737e65-4c71-451c-bd00-43f45e7519d1 admin admin] Deleting port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:17:59.443749 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59737e65-4c71-451c-bd00-43f45e7519d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:59.477108 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2b4ce331-9d0b-402e-b80a-ee058db211dc no longer exists at agent hyperv_n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:17:59.496655 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] No Port match for: 2b4ce331-9d0b-402e-b80a-ee058db211dc {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:17:59.497014 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Device 2b4ce331-9d0b-402e-b80a-ee058db211dc not bound to the agent host n-h1-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:17:59.524837 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-59737e65-4c71-451c-bd00-43f45e7519d1 admin admin] For port 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:17:59.525304 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59737e65-4c71-451c-bd00-43f45e7519d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:59.539099 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-59737e65-4c71-451c-bd00-43f45e7519d1 admin admin] Calling delete_port for 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:17:59.715295 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59737e65-4c71-451c-bd00-43f45e7519d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:17:59.740951 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59737e65-4c71-451c-bd00-43f45e7519d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:17:59.912550 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-59737e65-4c71-451c-bd00-43f45e7519d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:00.134741 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59737e65-4c71-451c-bd00-43f45e7519d1 admin admin] Router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:18:00.239517 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59737e65-4c71-451c-bd00-43f45e7519d1 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:18:00.244974 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-59737e65-4c71-451c-bd00-43f45e7519d1 admin admin] 10.222.0.81 "PUT /v2.0/routers/1f36b1f6-4c07-4c47-a7b0-9dd86998858b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7195256 Jul 06 13:18:00.247568 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58372) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:18:00.248052 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9e712-6beb-4c16-87ce-c5edc7636a4e None None] Sync routers for ids ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'] in n-d-799529-2 {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:18:00.257839 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9e712-6beb-4c16-87ce-c5edc7636a4e None None] Routers {'1f36b1f6-4c07-4c47-a7b0-9dd86998858b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:18:00.258500 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-49a9e712-6beb-4c16-87ce-c5edc7636a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:17:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:18:00.357177 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10b7f9d9-838a-4aca-98fa-3358e773c105 admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:00.364661 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-49a9e712-6beb-4c16-87ce-c5edc7636a4e None None] Set router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b gateway port host: n-d-799529-2 {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:18:00.474142 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10b7f9d9-838a-4aca-98fa-3358e773c105 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:00.527185 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-10b7f9d9-838a-4aca-98fa-3358e773c105 admin admin] Deleting port a7354bfd-b953-4379-90b1-de19f5df1ebb {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:18:00.527513 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10b7f9d9-838a-4aca-98fa-3358e773c105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:00.576631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-49a9e712-6beb-4c16-87ce-c5edc7636a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:17:59Z', 'revision_number': 5, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port': {'id': 'a7354bfd-b953-4379-90b1-de19f5df1ebb', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:03Z', 'updated_at': '2021-07-06T13:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:18:00.603005 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9e712-6beb-4c16-87ce-c5edc7636a4e None None] Checking router: 1f36b1f6-4c07-4c47-a7b0-9dd86998858b for host: n-d-799529-2 {{(pid=100429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:18:00.609862 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-10b7f9d9-838a-4aca-98fa-3358e773c105 admin admin] For port a7354bfd-b953-4379-90b1-de19f5df1ebb, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=a7354bfd-b953-4379-90b1-de19f5df1ebb,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:18:00.610225 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10b7f9d9-838a-4aca-98fa-3358e773c105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:00.611720 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9e712-6beb-4c16-87ce-c5edc7636a4e None None] Routers {'1f36b1f6-4c07-4c47-a7b0-9dd86998858b'} bound to L3 agent in host n-d-799529-2 {{(pid=100429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:18:00.612327 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-49a9e712-6beb-4c16-87ce-c5edc7636a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:17:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'], 'active': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:18:00.623292 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-10b7f9d9-838a-4aca-98fa-3358e773c105 admin admin] Calling delete_port for a7354bfd-b953-4379-90b1-de19f5df1ebb owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:18:00.696536 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvr_db [None req-49a9e712-6beb-4c16-87ce-c5edc7636a4e None None] Set router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b gateway port host: None {{(pid=100429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:18:00.750727 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_hamode_db [None req-49a9e712-6beb-4c16-87ce-c5edc7636a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:18:00Z', 'revision_number': 6, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port_host': None}], 'n-d-799529-2', False) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:18:00.776817 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9e712-6beb-4c16-87ce-c5edc7636a4e None None] The sync data for ids ['1f36b1f6-4c07-4c47-a7b0-9dd86998858b'] in n-d-799529-2 is: [{'id': '1f36b1f6-4c07-4c47-a7b0-9dd86998858b', 'name': 'tempest-TestSnapshotPattern-503300903-router', 'tenant_id': '6f336f32026f42209a6f86f3bf80084e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:02Z', 'updated_at': '2021-07-06T13:18:00Z', 'revision_number': 6, 'project_id': '6f336f32026f42209a6f86f3bf80084e', 'gw_port_host': None}] {{(pid=100429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:18:00.789722 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10b7f9d9-838a-4aca-98fa-3358e773c105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:00.815648 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7f9d9-838a-4aca-98fa-3358e773c105 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7354bfd-b953-4379-90b1-de19f5df1ebb,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:18:00.876171 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10b7f9d9-838a-4aca-98fa-3358e773c105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:00.963902 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10b7f9d9-838a-4aca-98fa-3358e773c105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:00.965964 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10b7f9d9-838a-4aca-98fa-3358e773c105 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.012248 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10b7f9d9-838a-4aca-98fa-3358e773c105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.012788 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b7f9d9-838a-4aca-98fa-3358e773c105 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f36b1f6-4c07-4c47-a7b0-9dd86998858b {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:18:01.017770 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10b7f9d9-838a-4aca-98fa-3358e773c105 admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.019104 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-10b7f9d9-838a-4aca-98fa-3358e773c105 admin admin] 10.222.0.81 "DELETE /v2.0/routers/1f36b1f6-4c07-4c47-a7b0-9dd86998858b HTTP/1.1" status: 204 len: 168 time: 0.7705770 Jul 06 13:18:01.021577 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58374) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:18:01.065294 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-b556ecab-9237-4e95-b0c1-456a86e0f223 admin admin] Deleting subnet 39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:18:01.068248 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b556ecab-9237-4e95-b0c1-456a86e0f223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.106246 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b556ecab-9237-4e95-b0c1-456a86e0f223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.190343 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b556ecab-9237-4e95-b0c1-456a86e0f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.246858 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b556ecab-9237-4e95-b0c1-456a86e0f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.275552 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b556ecab-9237-4e95-b0c1-456a86e0f223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.278246 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-b556ecab-9237-4e95-b0c1-456a86e0f223 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf HTTP/1.1" status: 204 len: 168 time: 0.2557130 Jul 06 13:18:01.280209 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58376) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:18:01.280745 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ef9d24-db5a-48a7-8574-e375851d6d57 None None] Network 441368f9-f398-4157-ad0f-82ccd3ed5c69 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:18:01.283838 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556ecab-9237-4e95-b0c1-456a86e0f223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39dd1ce3-f3c1-4001-8d7e-8ade2b0a2adf,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:18:01.348566 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.404278 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] Deleting port ac82aff8-0b2a-4384-aa27-2baf9f951672 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:18:01.404618 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.472960 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] For port ac82aff8-0b2a-4384-aa27-2baf9f951672, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ac82aff8-0b2a-4384-aa27-2baf9f951672,segment=NetworkSegment(35ebdabd-6f0b-4aa0-a015-964e6e930ca2),segment_id=35ebdabd-6f0b-4aa0-a015-964e6e930ca2)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:18:01.473243 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.486509 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] Calling delete_port for ac82aff8-0b2a-4384-aa27-2baf9f951672 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:18:01.559676 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d175cb00-196b-4482-a08e-fb20d0c690ad None None] DHCP port deletion for 441368f9-f398-4157-ad0f-82ccd3ed5c69 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:18:01.569887 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9739076'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.601043 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac82aff8-0b2a-4384-aa27-2baf9f951672,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:18:01.602772 n-d-799529-2 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] No DVR routers for this DVR port ac82aff8-0b2a-4384-aa27-2baf9f951672 on host n-d-799529-2 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:18:01.605749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d175cb00-196b-4482-a08e-fb20d0c690ad None None] Deleting port ac82aff8-0b2a-4384-aa27-2baf9f951672 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:18:01.606306 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d175cb00-196b-4482-a08e-fb20d0c690ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.675813 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.677155 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d175cb00-196b-4482-a08e-fb20d0c690ad None None] For port ac82aff8-0b2a-4384-aa27-2baf9f951672, host n-d-799529-2, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:18:01.677545 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d175cb00-196b-4482-a08e-fb20d0c690ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.685436 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441368f9-f398-4157-ad0f-82ccd3ed5c69']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:18:01.691006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d175cb00-196b-4482-a08e-fb20d0c690ad None None] Calling delete_port for ac82aff8-0b2a-4384-aa27-2baf9f951672 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:18:01.693648 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-d175cb00-196b-4482-a08e-fb20d0c690ad None None] Port ac82aff8-0b2a-4384-aa27-2baf9f951672 was not found and therefore no delete operation was performed {{(pid=100429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 13:18:01.694838 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d175cb00-196b-4482-a08e-fb20d0c690ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.696876 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ebdabd-6f0b-4aa0-a015-964e6e930ca2') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:18:01.697172 n-d-799529-2 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ebdabd-6f0b-4aa0-a015-964e6e930ca2') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:18:01.706257 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10365187'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.721349 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.721749 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175cb00-196b-4482-a08e-fb20d0c690ad None None] Pushing event deleted for resources: {'Port': ['ID=ac82aff8-0b2a-4384-aa27-2baf9f951672,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:18:01.728225 n-d-799529-2 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:18:01.728768 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9739163'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.729635 n-d-799529-2 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175cb00-196b-4482-a08e-fb20d0c690ad None None] No DVR routers for this DVR port ac82aff8-0b2a-4384-aa27-2baf9f951672 on host n-d-799529-2 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: Traceback (most recent call last): Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: timer() Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: cb(*args, **kw) Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: return func(*args, **kwargs) Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: self._notify() Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: self.callback(batched_events) Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: event.method(event) Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: return f(self, *a, **k) Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: return self._get(url).json() Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:18:01.730760 n-d-799529-2 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:18:01.792750 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.803162 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:01.805919 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] 10.222.0.81 "DELETE /v2.0/networks/441368f9-f398-4157-ad0f-82ccd3ed5c69 HTTP/1.1" status: 204 len: 168 time: 0.5240223 Jul 06 13:18:01.808467 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58378) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:18:01.818423 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65876818-e92e-4682-bd36-e7e60573d061 admin admin] Pushing event deleted for resources: {'Network': ['ID=441368f9-f398-4157-ad0f-82ccd3ed5c69,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:18:01.980969 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a7354bfd-b953-4379-90b1-de19f5df1ebb no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:18:02.001659 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: a7354bfd-b953-4379-90b1-de19f5df1ebb {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:18:02.002006 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device a7354bfd-b953-4379-90b1-de19f5df1ebb not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:18:02.002429 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:18:02.021829 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:18:02.022175 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 3d5b6e7c-25b5-44d3-9dbd-2f57a2b4924b not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:18:02.022600 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ac82aff8-0b2a-4384-aa27-2baf9f951672 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:18:02.041125 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: ac82aff8-0b2a-4384-aa27-2baf9f951672 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:18:02.041480 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ac82aff8-0b2a-4384-aa27-2baf9f951672 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:18:02.269829 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-92a72881-96dc-45b8-a362-b39680f645d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-288023'] for router_interface, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:02.518052 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-92a72881-96dc-45b8-a362-b39680f645d1 admin admin] Deleting port 536ca2eb-cd95-4446-9596-712124448abb {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:18:02.518386 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-92a72881-96dc-45b8-a362-b39680f645d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:02.594830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-92a72881-96dc-45b8-a362-b39680f645d1 admin admin] For port 536ca2eb-cd95-4446-9596-712124448abb, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=536ca2eb-cd95-4446-9596-712124448abb,segment=NetworkSegment(6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8),segment_id=6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:18:02.595192 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-92a72881-96dc-45b8-a362-b39680f645d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:02.607375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-92a72881-96dc-45b8-a362-b39680f645d1 admin admin] Calling delete_port for 536ca2eb-cd95-4446-9596-712124448abb owned by network:router_interface {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:18:02.790233 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-92a72881-96dc-45b8-a362-b39680f645d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:02.816142 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a72881-96dc-45b8-a362-b39680f645d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=536ca2eb-cd95-4446-9596-712124448abb,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:18:02.986694 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-92a72881-96dc-45b8-a362-b39680f645d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-288553'] for router_interface, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:03.194011 n-d-799529-2 neutron-server[100427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a72881-96dc-45b8-a362-b39680f645d1 admin admin] Router 65666b9d-c745-4072-aa19-8cac6a840fcb has already been hosted by L3 agent 23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1 {{(pid=100427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:18:03.299726 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a72881-96dc-45b8-a362-b39680f645d1 admin admin] Notify agent at l3_agent.n-d-799529-2 the message routers_updated {{(pid=100427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:18:03.308181 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11348a9-3049-4d2f-a3ab-ec7401ab6ecd None None] Sync routers for ids ['65666b9d-c745-4072-aa19-8cac6a840fcb'] in n-d-799529-2 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:18:03.309040 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-92a72881-96dc-45b8-a362-b39680f645d1 admin admin] 10.222.0.81 "PUT /v2.0/routers/65666b9d-c745-4072-aa19-8cac6a840fcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4986835 Jul 06 13:18:03.312966 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58382) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:18:03.318710 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11348a9-3049-4d2f-a3ab-ec7401ab6ecd None None] Routers {'65666b9d-c745-4072-aa19-8cac6a840fcb'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:18:03.319367 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b11348a9-3049-4d2f-a3ab-ec7401ab6ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:17:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['65666b9d-c745-4072-aa19-8cac6a840fcb'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:18:03.415750 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5e88-3023-4352-b0e6-9329fd562f1e admin admin] Notify callbacks [] for router, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:03.420513 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b11348a9-3049-4d2f-a3ab-ec7401ab6ecd None None] Set router 65666b9d-c745-4072-aa19-8cac6a840fcb gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:18:03.606221 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b11348a9-3049-4d2f-a3ab-ec7401ab6ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'name': 'tempest-TestSnapshotPattern-997415978-router', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:07Z', 'updated_at': '2021-07-06T13:18:02Z', 'revision_number': 5, 'project_id': '1d0df986e5714ed385b5605b81dd8a6a', 'gw_port': {'id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:08Z', 'updated_at': '2021-07-06T13:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:18:03.633205 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11348a9-3049-4d2f-a3ab-ec7401ab6ecd None None] Checking router: 65666b9d-c745-4072-aa19-8cac6a840fcb for host: n-d-799529-2 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:18:03.642176 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11348a9-3049-4d2f-a3ab-ec7401ab6ecd None None] Routers {'65666b9d-c745-4072-aa19-8cac6a840fcb'} bound to L3 agent in host n-d-799529-2 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:18:03.642793 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b11348a9-3049-4d2f-a3ab-ec7401ab6ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799529-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T11:38:08Z,description=,heartbeat_timestamp=2021-07-06T13:17:38Z,host='n-d-799529-2',id=23efdd46-c238-4c69-9a8c-3a8ea3c1fdd1,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T11:38:08Z,topic='l3_agent')) {'router_ids': ['65666b9d-c745-4072-aa19-8cac6a840fcb'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:18:03.749874 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b11348a9-3049-4d2f-a3ab-ec7401ab6ecd None None] Set router 65666b9d-c745-4072-aa19-8cac6a840fcb gateway port host: n-d-799529-2 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:18:03.844930 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5e88-3023-4352-b0e6-9329fd562f1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:03.902349 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f5e88-3023-4352-b0e6-9329fd562f1e admin admin] Deleting port ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:18:03.902802 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5e88-3023-4352-b0e6-9329fd562f1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:03.936067 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b11348a9-3049-4d2f-a3ab-ec7401ab6ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'name': 'tempest-TestSnapshotPattern-997415978-router', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:07Z', 'updated_at': '2021-07-06T13:18:02Z', 'revision_number': 5, 'project_id': '1d0df986e5714ed385b5605b81dd8a6a', 'gw_port': {'id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:08Z', 'updated_at': '2021-07-06T13:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}], 'n-d-799529-2', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:18:03.964242 n-d-799529-2 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11348a9-3049-4d2f-a3ab-ec7401ab6ecd None None] The sync data for ids ['65666b9d-c745-4072-aa19-8cac6a840fcb'] in n-d-799529-2 is: [{'id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'name': 'tempest-TestSnapshotPattern-997415978-router', 'tenant_id': '1d0df986e5714ed385b5605b81dd8a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'external_fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145'}], 'enable_snat': True}, 'gw_port_id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:13:07Z', 'updated_at': '2021-07-06T13:18:02Z', 'revision_number': 5, 'project_id': '1d0df986e5714ed385b5605b81dd8a6a', 'gw_port': {'id': 'ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f', 'name': '', 'network_id': '075eaceb-5477-4780-963d-b2414ee11e87', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65666b9d-c745-4072-aa19-8cac6a840fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'ip_address': '172.25.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799529-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:13:08Z', 'updated_at': '2021-07-06T13:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd3a86ba-af02-431b-ae80-077b72c593ba', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799529-2'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:18:03.988920 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-ff0f5e88-3023-4352-b0e6-9329fd562f1e admin admin] For port ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f,segment=NetworkSegment(4cd893f4-12a0-41c1-af81-632305f589d3),segment_id=4cd893f4-12a0-41c1-af81-632305f589d3)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:18:03.989273 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5e88-3023-4352-b0e6-9329fd562f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:04.004677 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f5e88-3023-4352-b0e6-9329fd562f1e admin admin] Calling delete_port for ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f owned by network:router_gateway {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:18:04.170637 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5e88-3023-4352-b0e6-9329fd562f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:04.196830 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f5e88-3023-4352-b0e6-9329fd562f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:18:04.260616 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5e88-3023-4352-b0e6-9329fd562f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680272'] for router_gateway, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:04.350172 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5e88-3023-4352-b0e6-9329fd562f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-281572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28973'] for router, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:04.352485 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5e88-3023-4352-b0e6-9329fd562f1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:04.398211 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5e88-3023-4352-b0e6-9329fd562f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-281716'] for router, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:04.398806 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0f5e88-3023-4352-b0e6-9329fd562f1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65666b9d-c745-4072-aa19-8cac6a840fcb {{(pid=100427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:18:04.403766 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5e88-3023-4352-b0e6-9329fd562f1e admin admin] Notify callbacks [] for router, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:04.404980 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-ff0f5e88-3023-4352-b0e6-9329fd562f1e admin admin] 10.222.0.81 "DELETE /v2.0/routers/65666b9d-c745-4072-aa19-8cac6a840fcb HTTP/1.1" status: 204 len: 168 time: 1.0910521 Jul 06 13:18:04.407623 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58384) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:18:04.457733 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.db_base_plugin_v2 [None req-984322f2-b9e7-4b4c-8c8e-82de15a83e59 admin admin] Deleting subnet 91e6e272-a65e-4d68-b57b-246ce4f31bbb {{(pid=100427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:18:04.461669 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-984322f2-b9e7-4b4c-8c8e-82de15a83e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:04.498221 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-984322f2-b9e7-4b4c-8c8e-82de15a83e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11979152'] for subnet, precommit_delete_associations {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:04.584562 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-984322f2-b9e7-4b4c-8c8e-82de15a83e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741918'] for subnet, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:04.645558 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-984322f2-b9e7-4b4c-8c8e-82de15a83e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11978866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11862467'] for subnet, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:04.673959 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984322f2-b9e7-4b4c-8c8e-82de15a83e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e6e272-a65e-4d68-b57b-246ce4f31bbb,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:18:04.676001 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-984322f2-b9e7-4b4c-8c8e-82de15a83e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:04.678200 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-984322f2-b9e7-4b4c-8c8e-82de15a83e59 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/91e6e272-a65e-4d68-b57b-246ce4f31bbb HTTP/1.1" status: 204 len: 168 time: 0.2692699 Jul 06 13:18:04.680351 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815aa9a6-9141-4bea-a305-54adb4d804a1 None None] Network 71dc10f0-6e7e-4362-b52b-cf5833715675 requested from n-d-799529-2 {{(pid=100429) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:18:04.680842 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [-] (100427) accepted ('10.222.0.81', 58386) {{(pid=100427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:18:04.751938 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1574691'] for network, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:04.821308 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] Deleting port 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:18:04.821668 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789330212828'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:04.890794 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] For port 47aea9ab-4ca4-4ae6-814a-b5a8753bd891, host n-d-799529-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799529-2',level=0,port_id=47aea9ab-4ca4-4ae6-814a-b5a8753bd891,segment=NetworkSegment(6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8),segment_id=6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:18:04.891548 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-288535'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:04.904881 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] Calling delete_port for 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:18:05.012596 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1656881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789330220054', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789329911278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11978824'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:05.038886 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] Pushing event deleted for resources: {'Port': ['ID=47aea9ab-4ca4-4ae6-814a-b5a8753bd891,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:18:05.042375 n-d-799529-2 neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] No DVR routers for this DVR port 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 on host n-d-799529-2 {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:18:05.049508 n-d-799529-2 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b759269-b796-48d2-bddc-883a743eadbd None None] DHCP port deletion for 71dc10f0-6e7e-4362-b52b-cf5833715675 request from n-d-799529-2 {{(pid=100429) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:18:05.119546 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1795019', 'neutron.services.segments.db._delete_segments_for_network-8789330425694'] for network, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:05.129412 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71dc10f0-6e7e-4362-b52b-cf5833715675']}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:18:05.139479 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8') {'for_net_delete': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:18:05.139798 n-d-799529-2 neutron-server[100427]: DEBUG neutron.services.segments.db [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4e1642-a4c0-4ec3-82b9-500c5d7bc5d8') {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:18:05.148607 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789330457474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11979143'] for segment, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:05.163626 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319'] for segment, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:05.169454 n-d-799529-2 neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=100427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:18:05.169861 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11978903'] for segment, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: Traceback (most recent call last): Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: timer() Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: cb(*args, **kw) Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: return func(*args, **kwargs) Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: self._notify() Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: self.callback(batched_events) Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: event.method(event) Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: return f(self, *a, **k) Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: return self._get(url).json() Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: return self.request(url, 'GET', **kwargs) Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:18:05.171710 n-d-799529-2 neutron-server[100427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:18:05.226091 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1795008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-531668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-680308'] for network, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:05.232955 n-d-799529-2 neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] Notify callbacks [] for network, before_response {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:05.234674 n-d-799529-2 neutron-server[100427]: INFO neutron.wsgi [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] 10.222.0.81 "DELETE /v2.0/networks/71dc10f0-6e7e-4362-b52b-cf5833715675 HTTP/1.1" status: 204 len: 168 time: 0.5533569 Jul 06 13:18:05.244882 n-d-799529-2 neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a30e6-fda1-44cb-ab34-dcbfe14c18ee admin admin] Pushing event deleted for resources: {'Network': ['ID=71dc10f0-6e7e-4362-b52b-cf5833715675,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:18:05.343938 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58390) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:18:05.385569 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-8625538f-e75a-4770-aef9-ca63206c7201 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6f336f32026f42209a6f86f3bf80084e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403905 Jul 06 13:18:05.387985 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58392) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:18:05.436867 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f33d9b1a-a148-400d-aed9-d23ae9702327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:05.460784 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f33d9b1a-a148-400d-aed9-d23ae9702327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:05.508005 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f33d9b1a-a148-400d-aed9-d23ae9702327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:05.510774 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f33d9b1a-a148-400d-aed9-d23ae9702327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:05.511965 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-f33d9b1a-a148-400d-aed9-d23ae9702327 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4af15ca-fdd8-4448-910d-44825aaee8ca HTTP/1.1" status: 204 len: 168 time: 0.1230946 Jul 06 13:18:05.520428 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d9b1a-a148-400d-aed9-d23ae9702327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4af15ca-fdd8-4448-910d-44825aaee8ca,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:18:05.652336 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-18fbce23-698e-4ea0-82e2-3d4896302e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:05.835595 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58398) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:18:05.878889 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-90ef6db8-094f-4e21-b701-a7304af3e722 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d0df986e5714ed385b5605b81dd8a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421312 Jul 06 13:18:05.881408 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.81', 58400) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:18:05.929426 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e11101d4-9c9b-4ee2-9d4e-3e785186a422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:05.954150 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e11101d4-9c9b-4ee2-9d4e-3e785186a422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:05.980830 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 536ca2eb-cd95-4446-9596-712124448abb no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:18:06.002554 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 536ca2eb-cd95-4446-9596-712124448abb {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:18:06.003277 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 536ca2eb-cd95-4446-9596-712124448abb not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:18:06.003999 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:18:06.008801 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e11101d4-9c9b-4ee2-9d4e-3e785186a422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-579434'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:06.012281 n-d-799529-2 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e11101d4-9c9b-4ee2-9d4e-3e785186a422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:06.013725 n-d-799529-2 neutron-server[100428]: INFO neutron.wsgi [None req-e11101d4-9c9b-4ee2-9d4e-3e785186a422 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de689d2b-7e36-43f7-b8f2-ad0fce2fc0e5 HTTP/1.1" status: 204 len: 168 time: 0.1313996 Jul 06 13:18:06.024418 n-d-799529-2 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11101d4-9c9b-4ee2-9d4e-3e785186a422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de689d2b-7e36-43f7-b8f2-ad0fce2fc0e5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:18:06.024631 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:18:06.025192 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device ba9cdc09-d98c-4f05-9fb9-19e9a1886b2f not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:18:06.025635 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 no longer exists at agent ovs-agent-n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:18:06.052312 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] No Port match for: 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 {{(pid=100429) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:18:06.052583 n-d-799529-2 neutron-server[100429]: DEBUG neutron.plugins.ml2.rpc [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Device 47aea9ab-4ca4-4ae6-814a-b5a8753bd891 not bound to the agent host n-d-799529-2 {{(pid=100429) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:18:06.614046 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:07.499991 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:08.284205 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-071d7d89-395f-4424-8590-9d301699ca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:08.419884 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:09.715740 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:11.294745 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:27.058523 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:18:35.654283 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e22a4613-03ca-4cf5-a231-91eb95ed2a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:36.625214 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:37.490525 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:38.285800 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8c44a83a-00a1-4fe5-a827-cbd5363e40f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:38.432666 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:39.719125 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:18:41.299988 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:04.057159 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:19:05.656474 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8997ac6e-3ca8-43b3-bd07-343275d69297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:06.628090 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:07.506598 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:08.285991 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb8de325-9aa8-4554-99f6-9e5a5690c0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:08.424351 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:09.721904 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:11.302020 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:35.656646 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e91d725-47b1-4dff-8e3a-f35015581cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:36.626712 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:37.520177 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:38.287655 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e5faabd0-586b-4b6b-a129-36bd608438b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:38.424991 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:39.723964 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:19:41.056815 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:19:41.304493 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:05.657165 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-afdf9106-b78a-402b-aa9e-1fcbf9949d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:06.646121 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:07.516533 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:08.289070 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-afb19f8d-d34a-41da-a261-f61ab9bf8ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:08.426563 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:09.726403 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:11.308192 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:18.055667 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:20:35.658154 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc448-871a-4304-adf4-436e495a233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:36.641228 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:37.532060 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:38.290219 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7e8f254a-8792-4058-b439-62f582a55e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:38.427391 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:39.729085 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:41.312114 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:20:55.055101 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:21:05.659160 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9516b966-73b0-4fb7-9946-706405bb60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:06.637180 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:07.546670 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:08.291099 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a3f9-e170-44df-8b40-202e2c72168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:08.427261 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:09.734801 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:11.314815 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:32.054146 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:21:35.661109 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4c1911b-df3c-44a3-a09a-67ded0ec6047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:36.652624 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:37.546378 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:38.292497 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3961ca1e-9568-4d0a-a363-1a8e4ec25e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:38.429579 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:39.735896 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:41.317176 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:21:42.473378 n-d-799529-2 neutron-server[100428]: DEBUG neutron.wsgi [req-9bbedcbe-ec1e-4083-b6d5-95caebec37e1 req-93509d20-85df-4f38-b905-28ea5583c612 service neutron] (100428) timed out ('10.222.0.81', 57020) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 13:22:05.662385 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4088731e-eb0e-4a38-bc9c-b78a136f2982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:06.653866 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:07.559539 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:08.293692 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b366bc7-8494-45b8-8552-47fdaedabd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:08.430098 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:09.052780 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:22:09.738578 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:11.319346 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:35.664022 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0a18c87-9f9b-4a57-9706-a53d242930d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:36.674215 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:37.573606 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:38.294401 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7cd4dbb2-4b0f-4b75-ada5-745051e06020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:38.430418 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:39.740717 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:41.322775 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:22:46.052764 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:23:05.663523 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-83c8b1d2-bdce-44fc-b8cf-fa110efb2ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:06.685363 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:07.589423 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:08.295478 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e752259-12c6-48fb-bf0d-f54b67e2628e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:08.429763 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:09.743916 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:11.325297 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:23.051613 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:23:35.664133 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3044a234-5625-41db-9e93-a8c0b0afada0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:36.695288 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:37.592169 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:38.296142 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3777b3a-aadd-468c-9599-44d776f6ab9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:38.429873 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:39.747456 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:23:41.326738 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:00.050812 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:24:05.663870 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-89b083ab-2bd9-45eb-a911-0e3f1ba0310b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:06.711758 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:07.590367 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:08.296799 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c07f8e5a-012c-43e6-9cb3-346e46b258f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:08.433260 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:09.748407 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:11.330400 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:35.663885 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28293b70-7ba5-403a-bc7d-3045be32f283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:36.712006 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:37.050849 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:24:37.602961 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:38.297160 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d2bacf8-839a-4c71-92a6-717f51843e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:38.434211 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:39.751931 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:24:41.333078 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:25:05.664766 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64b20c51-62ed-4767-ab84-dd1421004506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:25:06.724873 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:25:07.602229 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:25:08.296647 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47c7c2a5-2b61-4ecf-b29c-d3fb45034973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:25:08.434416 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:25:09.756347 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:25:11.335001 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:25:14.054291 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:25:35.666099 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c10c027-1b97-4df2-b9c0-d83cf61a1ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:25:36.729561 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:25:37.602399 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:25:38.297220 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db3535a8-8304-45b9-ad8b-de67b2a03274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:25:38.434421 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:25:39.759195 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:25:41.336559 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:25:51.053549 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:26:05.666149 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ca1f66e-39bc-429a-a7f8-7f654fb748a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:26:06.723716 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-609933ae-d798-4204-95c2-cb296f9948a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:26:07.614618 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ece5e1-38cb-47da-ae7a-e52ae64e1ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:26:08.298544 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c3dceb3-80f4-4033-8bdf-ee3201719676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:26:08.435718 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93c90423-c7cd-4cc4-93be-58b854de110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:26:09.564770 n-d-799529-2 neutron-server[100427]: DEBUG neutron.wsgi [req-a28febe6-7cea-4070-a26c-d2c749711cf0 req-a10bfa54-bd00-4ec7-a92b-14e876bd7773 service neutron] (100427) timed out ('10.222.0.81', 53052) {{(pid=100427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 13:26:09.759950 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f15eb4bc-a306-49dc-9fe8-40f511feef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:26:11.341109 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9751adaa-303b-45e4-a531-8142911b6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:26:28.052806 n-d-799529-2 neutron-server[100430]: DEBUG neutron.db.agents_db [None req-c1d9bc8d-8c7d-40ed-a1d5-a5b47baf91da None None] Agent healthcheck: found 7 active agents {{(pid=100430) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:26:35.667130 n-d-799529-2 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0062630a-9860-4535-be96-fb6198661ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789330425676', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1796737'] for agent, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}